-- Logs begin at Sun 2021-08-29 03:23:24 UTC, end at Sun 2021-08-29 05:53:03 UTC. -- Aug 29 03:57:06.376108 n-d-712141-12 systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 03:57:09.093002 n-d-712141-12 neutron-server[94742]: INFO neutron.common.config [-] Logging enabled! Aug 29 03:57:09.093541 n-d-712141-12 neutron-server[94742]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 03:57:09.093797 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94742) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 03:57:09.097084 n-d-712141-12 neutron-server[94742]: INFO neutron.common.config [-] Logging enabled! Aug 29 03:57:09.097348 n-d-712141-12 neutron-server[94742]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 03:57:09.097667 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94742) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 03:57:09.098603 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 03:57:09.098849 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 03:57:09.099217 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 03:57:09.099472 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 03:57:09.099706 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 03:57:09.100045 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.100383 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.100686 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.100921 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.101224 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.101523 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.101811 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.102197 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.102508 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.102802 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.103087 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.103379 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.103622 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.103910 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.104219 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.104523 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.104753 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] debug = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.105040 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.105474 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.105894 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.106210 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.106612 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.106791 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.107071 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.107354 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.107647 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.107983 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] host = n-d-712141-12 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.108291 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.108588 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.108882 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.109174 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.109457 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.109742 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.110036 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.110316 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.110595 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] log_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.110877 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.111172 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.111467 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.111765 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.111995 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.112244 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.112543 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.112839 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.113121 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.113405 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.113692 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.113973 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.114253 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.114529 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.114821 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.115112 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.115404 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.115685 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.115968 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.116278 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.116558 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.116850 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.117129 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.117407 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.117684 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.117977 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.118253 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.118530 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.118835 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.119127 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.119414 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.119706 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.119988 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.120311 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.120591 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.120871 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.121151 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] use_json = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.121429 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.122216 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.122527 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.122809 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.123090 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.123369 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.123648 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.123939 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:09.124275 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.124582 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.124890 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.125181 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.125481 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.125768 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.126064 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.126348 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.126641 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.126935 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.127226 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.127509 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.127801 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.128083 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.128415 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.128731 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.129033 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.129332 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.129616 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.129897 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.130176 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.130461 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.130754 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.131037 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.131332 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.131628 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.131911 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.132217 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.132524 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.132824 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.133108 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.133393 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.133692 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.133976 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.134260 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.134548 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.134844 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.135130 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.135410 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.135698 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.135983 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.136290 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.136571 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.136856 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.137152 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.137487 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.138294 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.138570 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.138855 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.139138 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.139428 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.139710 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.139989 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.140300 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.140584 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.140862 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.141140 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.141422 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.141701 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.141983 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.142259 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.142535 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.142813 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.143092 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.143371 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.143647 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.143926 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.144233 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.144514 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.144790 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.145066 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.145344 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.145619 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.145911 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.146213 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.146495 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.146778 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.147059 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.147345 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.147629 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.147912 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.148484 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.148770 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.149049 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.149347 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.149639 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.149933 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.150222 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.150506 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.150813 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.151097 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.151386 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.151671 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.151954 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.152268 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.152561 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.152863 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.153189 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.153490 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.153793 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.154096 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.154382 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.154695 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.154981 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:09.155205 n-d-712141-12 neutron-server[94742]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 03:57:09.155450 n-d-712141-12 neutron-server[94742]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94742) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 03:57:09.506786 n-d-712141-12 neutron-server[94742]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 03:57:09.506999 n-d-712141-12 neutron-server[94742]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 03:57:09.507294 n-d-712141-12 neutron-server[94742]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 03:57:09.507634 n-d-712141-12 neutron-server[94742]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 03:57:09.897250 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.897542 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.897816 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.899442 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.899728 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.899997 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.935984 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.936297 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.936569 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.951159 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.951445 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.951717 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.979824 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.980114 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:09.980412 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.017487 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.017771 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.018044 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.250009 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.250615 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.250615 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.250756 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.251626 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.371766 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.372095 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.372407 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.372686 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.372959 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.373274 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.373538 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.373799 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.374057 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.374341 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.374608 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.374879 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.375141 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.375396 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.375655 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.375921 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.376178 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.376470 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.376742 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.377005 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.377277 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.377533 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.377819 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.378199 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.378455 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.378706 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.379102 n-d-712141-12 neutron-server[94742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:10.379345 n-d-712141-12 neutron-server[94742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:10.379586 n-d-712141-12 neutron-server[94742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:10.379832 n-d-712141-12 neutron-server[94742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:10.380068 n-d-712141-12 neutron-server[94742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:10.380340 n-d-712141-12 neutron-server[94742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:10.380709 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 03:57:10.383764 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 03:57:10.388394 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 03:57:10.392191 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 29 03:57:10.393844 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 03:57:10.394291 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 03:57:10.394630 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 03:57:10.395019 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 03:57:10.397814 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 03:57:10.398337 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 03:57:10.398695 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 03:57:10.404547 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 03:57:10.426459 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 03:57:10.426913 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.427216 n-d-712141-12 neutron-server[94742]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94742) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 03:57:10.427584 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.428965 n-d-712141-12 neutron-server[94742]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94742) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 03:57:10.429251 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 03:57:10.429502 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 03:57:10.432704 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.432989 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:10.498026 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 03:57:10.498275 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 03:57:10.498517 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 03:57:10.498894 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 03:57:10.519899 n-d-712141-12 neutron-server[94742]: DEBUG oslo_db.sqlalchemy.engines [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94742) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 03:57:11.052242 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Initializing driver for type 'gre' Aug 29 03:57:11.052776 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] gre ID ranges: [(1, 1000)] Aug 29 03:57:11.103342 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Initializing driver for type 'local' Aug 29 03:57:11.103676 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Initializing driver for type 'vlan' Aug 29 03:57:11.116391 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] VlanTypeDriver initialization complete Aug 29 03:57:11.116730 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Initializing driver for type 'vxlan' Aug 29 03:57:11.117199 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] vxlan ID ranges: [(1, 1000)] Aug 29 03:57:11.165926 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Initializing extension driver 'port_security' Aug 29 03:57:11.166272 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] PortSecurityExtensionDriver initialization complete Aug 29 03:57:11.166615 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Initializing mechanism driver 'openvswitch' Aug 29 03:57:11.166930 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Initializing mechanism driver 'hyperv' Aug 29 03:57:11.173900 n-d-712141-12 neutron-server[94742]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:11.174578 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > port after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.174956 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > port after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.175317 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > port after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.175846 n-d-712141-12 neutron-server[94742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:11.176311 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > subnet after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.176671 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > subnet after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.177021 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.177418 n-d-712141-12 neutron-server[94742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:11.177827 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > network after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.178182 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > network after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.178528 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > network after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.178918 n-d-712141-12 neutron-server[94742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:11.179325 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > security_group after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.179675 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > security_group after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.180015 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > security_group after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.180567 n-d-712141-12 neutron-server[94742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:11.180983 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.181341 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.181691 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.182089 n-d-712141-12 neutron-server[94742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:11.182497 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > address_group after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.182848 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > address_group after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.183191 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > address_group after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.183583 n-d-712141-12 neutron-server[94742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:57:11.183970 n-d-712141-12 neutron-server[94742]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] ML2 OVO RPC backend initialized. {{(pid=94742) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 03:57:11.185250 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.185619 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.186048 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > network before_response 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.186401 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > networks before_response 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.186756 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > port before_response 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.187103 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > ports before_response 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.187450 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > subnet before_response 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.187794 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > subnets before_response 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.188145 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > network after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.188515 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > network after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.188856 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > network after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.189196 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > port after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.189534 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > port after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.189871 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > port after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.190209 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > subnet after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.190548 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > subnet after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.190887 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.191458 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.plugin [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Modular L2 Plugin initialization complete Aug 29 03:57:11.191787 n-d-712141-12 neutron-server[94742]: DEBUG neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading services supported by the core plugin {{(pid=94742) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 03:57:11.192115 n-d-712141-12 neutron-server[94742]: INFO neutron.plugins.ml2.managers [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Got port-security extension from driver 'port_security' Aug 29 03:57:11.192609 n-d-712141-12 neutron-server[94742]: INFO neutron.extensions.vlantransparent [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Disabled vlantransparent extension. Aug 29 03:57:11.193095 n-d-712141-12 neutron-server[94742]: DEBUG neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94742) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 03:57:11.193412 n-d-712141-12 neutron-server[94742]: INFO neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading Plugin: router Aug 29 03:57:11.230664 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router_interface before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.231112 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router after_create 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.232184 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router before_create 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.232496 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.232770 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.233127 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router after_delete 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.233491 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > floatingip after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.233844 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > floatingip after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.234199 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router after_create 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.234647 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router after_update 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.234898 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router after_update 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.235320 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.235618 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router after_update 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.236030 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router precommit_update 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.236449 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: port after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.236779 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: port after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.237121 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: subnet after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.237469 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.237823 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > port precommit_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.238200 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router precommit_create 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.238523 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: port before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.238873 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router precommit_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.239232 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router after_update 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.239585 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router precommit_delete 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.239937 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router precommit_create 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.240336 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.240686 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router precommit_update 55549900 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.241052 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > agent after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.241405 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > agent after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.241751 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > network after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.242624 n-d-712141-12 neutron-server[94742]: DEBUG neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Tracking information for resource: router configured {{(pid=94742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:11.242961 n-d-712141-12 neutron-server[94742]: DEBUG neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Tracking information for resource: floatingip configured {{(pid=94742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:57:11.247969 n-d-712141-12 neutron-server[94742]: INFO neutron.db.l3_agentschedulers_db [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 03:57:11.248583 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: port after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.248950 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: port after_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.249306 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: port after_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.249660 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: port after_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.250457 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router before_create 55550100 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.250963 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router precommit_delete 55550100 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.251186 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router precommit_create 55550100 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.251549 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > router precommit_update 55550100 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.256098 n-d-712141-12 neutron-server[94742]: DEBUG neutron.services.provider_configuration [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service providers = [] {{(pid=94742) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 03:57:11.256497 n-d-712141-12 neutron-server[94742]: DEBUG neutron.db.servicetype_db [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94742) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 03:57:11.259448 n-d-712141-12 neutron-server[94742]: DEBUG neutron.services.service_base [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:57:11.259804 n-d-712141-12 neutron-server[94742]: DEBUG neutron.services.service_base [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:57:11.260152 n-d-712141-12 neutron-server[94742]: DEBUG neutron.services.service_base [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:57:11.261086 n-d-712141-12 neutron-server[94742]: DEBUG neutron.services.service_base [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:57:11.261464 n-d-712141-12 neutron-server[94742]: INFO neutron.services.service_base [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 03:57:11.261847 n-d-712141-12 neutron-server[94742]: DEBUG neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:11.262171 n-d-712141-12 neutron-server[94742]: INFO neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 03:57:11.272760 n-d-712141-12 neutron-server[94742]: DEBUG neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:11.273369 n-d-712141-12 neutron-server[94742]: INFO neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading Plugin: auto_allocate Aug 29 03:57:11.279657 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: network precommit_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.280028 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: network precommit_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.280585 n-d-712141-12 neutron-server[94742]: DEBUG neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:11.280914 n-d-712141-12 neutron-server[94742]: INFO neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading Plugin: tag Aug 29 03:57:11.287435 n-d-712141-12 neutron-server[94742]: DEBUG neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:11.287770 n-d-712141-12 neutron-server[94742]: INFO neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading Plugin: timestamp Aug 29 03:57:11.291782 n-d-712141-12 neutron-server[94742]: DEBUG neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:11.292123 n-d-712141-12 neutron-server[94742]: INFO neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading Plugin: network_ip_availability Aug 29 03:57:11.298100 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.298478 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.298837 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.299551 n-d-712141-12 neutron-server[94742]: DEBUG neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:11.299878 n-d-712141-12 neutron-server[94742]: INFO neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading Plugin: flavors Aug 29 03:57:11.304612 n-d-712141-12 neutron-server[94742]: DEBUG neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:11.304905 n-d-712141-12 neutron-server[94742]: INFO neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading Plugin: revisions Aug 29 03:57:11.309200 n-d-712141-12 neutron-server[94742]: DEBUG neutron.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:57:11.309599 n-d-712141-12 neutron-server[94742]: DEBUG oslo_concurrency.lockutils [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=94742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 03:57:11.310331 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94742) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 03:57:11.310670 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Initializing extension manager. Aug 29 03:57:11.311188 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: __init__.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.311532 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: __pycache__ {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.311871 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.312216 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: address_group.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.312990 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.313557 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: address-group Aug 29 03:57:11.313882 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: address_scope.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.314599 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.315111 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: address-scope Aug 29 03:57:11.315440 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: admin_state_down_before_update.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.316408 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.316925 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: router-admin-state-down-before-update Aug 29 03:57:11.317252 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: agent.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.318145 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.318652 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: agent Aug 29 03:57:11.318981 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: agent_resources_synced.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.319893 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.320447 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: agent-resources-synced Aug 29 03:57:11.320776 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: allowedaddresspairs.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.322564 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.323088 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: allowed-address-pairs Aug 29 03:57:11.323419 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: auto_allocated_topology.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.324519 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.325060 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: auto-allocated-topology Aug 29 03:57:11.325403 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: availability_zone.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.326097 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.326603 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: availability_zone Aug 29 03:57:11.326927 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: availability_zone_filter.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.327844 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.328382 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: availability_zone_filter Aug 29 03:57:11.328710 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: data_plane_status.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.329620 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.330126 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 03:57:11.330449 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: default_subnetpools.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.331367 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.331874 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: default-subnetpools Aug 29 03:57:11.332213 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: dhcpagentscheduler.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.333035 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.333575 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: dhcp_agent_scheduler Aug 29 03:57:11.333901 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: dns.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.334825 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.335330 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension dns-integration not supported by any of loaded plugins Aug 29 03:57:11.335663 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: dns_domain_ports.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.336623 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.337131 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 03:57:11.337457 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.338383 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.338888 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 03:57:11.339211 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: dvr.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.339885 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.340950 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: dvr Aug 29 03:57:11.341276 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: ecmp_routes.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.342197 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.342697 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 03:57:11.343019 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: empty_string_filtering.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.343928 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.344464 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: empty-string-filtering Aug 29 03:57:11.344787 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.345699 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.346204 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 03:57:11.346524 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.347430 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.347930 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 03:57:11.348279 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: external_net.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.349191 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.349697 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: external-net Aug 29 03:57:11.350024 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: extra_dhcp_opt.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.350945 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.351448 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: extra_dhcp_opt Aug 29 03:57:11.351772 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: extraroute.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.352726 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.353231 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: extraroute Aug 29 03:57:11.353556 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: extraroute_atomic.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.354587 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.355092 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: extraroute-atomic Aug 29 03:57:11.355419 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: filter_validation.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.356666 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.357181 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: filter-validation Aug 29 03:57:11.357543 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: fip_pf_description.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.358461 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.358963 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 03:57:11.359287 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: fip_port_details.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.360220 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.360736 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: fip-port-details Aug 29 03:57:11.361063 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: flavors.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.362275 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.362791 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: flavors Aug 29 03:57:11.363119 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.364789 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.365304 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 03:57:11.365634 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: floatingip_pools.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.366342 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.366853 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: floatingip-pools Aug 29 03:57:11.367181 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: ip_allocation.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.368118 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.368654 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 03:57:11.368977 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.369913 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.370422 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: ip-substring-filtering Aug 29 03:57:11.370750 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: l2_adjacency.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.371703 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.372227 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 03:57:11.372566 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: l3.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.373662 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.374185 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: router Aug 29 03:57:11.374514 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: l3_conntrack_helper.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.376779 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.377306 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 03:57:11.377642 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.378581 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.379096 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: ext-gw-mode Aug 29 03:57:11.379423 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.380402 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.380913 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: l3-ha Aug 29 03:57:11.381241 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: l3_flavors.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.382170 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.382677 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: l3-flavors Aug 29 03:57:11.383006 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.383929 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.384467 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 03:57:11.384798 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: l3agentscheduler.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.385844 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.386367 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: l3_agent_scheduler Aug 29 03:57:11.386685 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: logging.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.388189 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.388735 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension logging not supported by any of loaded plugins Aug 29 03:57:11.389068 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: metering.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.389805 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.390378 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: metering Aug 29 03:57:11.390705 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.391824 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.392377 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: metering_source_and_destination_fields Aug 29 03:57:11.392703 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: multiprovidernet.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.393636 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.394143 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: multi-provider Aug 29 03:57:11.394467 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: netmtu.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.395385 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.395887 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: net-mtu Aug 29 03:57:11.396235 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: netmtu_writable.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.397164 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.397667 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: net-mtu-writable Aug 29 03:57:11.398249 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: network_availability_zone.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.398921 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.399423 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: network_availability_zone Aug 29 03:57:11.399745 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: network_ip_availability.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.400866 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.401376 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: network-ip-availability Aug 29 03:57:11.401702 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: network_segment_range.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.402465 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.403485 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 03:57:11.403807 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: pagination.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.404815 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.405148 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: pagination Aug 29 03:57:11.405471 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: port_device_profile.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.406389 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.406901 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: port-device-profile Aug 29 03:57:11.407227 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.408147 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.408681 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: port-mac-address-regenerate Aug 29 03:57:11.409007 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.409924 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.410432 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: port-numa-affinity-policy Aug 29 03:57:11.410756 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: port_resource_request.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.411671 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.412177 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 03:57:11.412531 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: portbindings.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.413468 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.413981 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: binding Aug 29 03:57:11.414308 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: portbindings_extended.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.415694 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.416319 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: binding-extended Aug 29 03:57:11.416659 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: portsecurity.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.417583 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.418098 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: port-security Aug 29 03:57:11.418436 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: project_id.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.419984 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.420365 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: project-id Aug 29 03:57:11.420696 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: providernet.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.421628 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.422142 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: provider Aug 29 03:57:11.422465 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: qos.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.426010 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.426533 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension qos not supported by any of loaded plugins Aug 29 03:57:11.426871 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.428132 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.428679 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 03:57:11.429013 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.429940 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.430450 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 03:57:11.430779 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: qos_default.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.431698 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.432216 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension qos-default not supported by any of loaded plugins Aug 29 03:57:11.432562 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: qos_fip.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.433221 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.433724 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension qos-fip not supported by any of loaded plugins Aug 29 03:57:11.434049 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: qos_gateway_ip.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.435015 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.435522 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 03:57:11.435850 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: qos_port_network_policy.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.436806 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.437312 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 03:57:11.437638 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: qos_pps_rule.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.438844 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.439361 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension qos-pps not supported by any of loaded plugins Aug 29 03:57:11.439689 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: qos_rule_type_details.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.440643 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.441153 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 03:57:11.441479 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: qos_rules_alias.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.442523 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.443034 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 03:57:11.443357 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: quotasv2.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.444296 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.444629 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: quotas Aug 29 03:57:11.444952 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: quotasv2_detail.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.447991 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.448379 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: quota_details Aug 29 03:57:11.448719 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: rbac.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.450008 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.450545 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: rbac-policies Aug 29 03:57:11.450883 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: rbac_address_group.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.451819 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.452370 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: rbac-address-group Aug 29 03:57:11.452700 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: rbac_address_scope.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.453624 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.454139 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: rbac-address-scope Aug 29 03:57:11.454465 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: rbac_security_groups.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.455413 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.455927 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: rbac-security-groups Aug 29 03:57:11.456283 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: rbac_subnetpool.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.457210 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.457719 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: rbac-subnetpool Aug 29 03:57:11.458045 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: revisionifmatch.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.458973 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.459486 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: revision-if-match Aug 29 03:57:11.459814 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: revisions.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.460958 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.461468 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: standard-attr-revisions Aug 29 03:57:11.461797 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: router_availability_zone.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.462479 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.462988 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: router_availability_zone Aug 29 03:57:11.463316 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: routerservicetype.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.464277 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.464785 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension router-service-type not supported by any of loaded plugins Aug 29 03:57:11.465114 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.466608 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.467114 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: security-groups-normalized-cidr Aug 29 03:57:11.467439 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: security_groups_port_filtering.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.468398 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.468907 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: port-security-groups-filtering Aug 29 03:57:11.469235 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.470164 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.470688 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: security-groups-remote-address-group Aug 29 03:57:11.471014 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: securitygroup.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.482400 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.482931 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: security-group Aug 29 03:57:11.483273 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: segment.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.484069 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.484602 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension segment not supported by any of loaded plugins Aug 29 03:57:11.484936 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.485883 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.486394 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 03:57:11.486726 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: servicetype.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.487914 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.488463 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: service-type Aug 29 03:57:11.488795 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: sorting.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.489785 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.490124 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: sorting Aug 29 03:57:11.490453 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: standard_attr_segment.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.491378 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.491894 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 03:57:11.492239 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: standardattrdescription.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.492897 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.493406 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: standard-attr-description Aug 29 03:57:11.493732 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: stateful_security_group.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.494664 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.495179 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: stateful-security-group Aug 29 03:57:11.495506 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: stdattrs_common.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.496095 n-d-712141-12 neutron-server[94742]: WARNING neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 03:57:11.496444 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.497410 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.497917 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 03:57:11.498241 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: subnet_onboard.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.499328 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.499848 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: subnet_onboard Aug 29 03:57:11.500174 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.501136 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.501642 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 03:57:11.501972 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: subnet_service_types.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.502900 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.503416 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: subnet-service-types Aug 29 03:57:11.503740 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: subnetallocation.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.504858 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.505375 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: subnet_allocation Aug 29 03:57:11.505703 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.506387 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.506898 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: subnetpool-prefix-ops Aug 29 03:57:11.507223 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.508166 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.508705 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 03:57:11.509029 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: tagging.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.510079 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.510597 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: standard-attr-tag Aug 29 03:57:11.510926 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: timestamp.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.512133 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.512718 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loaded extension: standard-attr-timestamp Aug 29 03:57:11.513050 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: trunk.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.514092 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.514605 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension trunk not supported by any of loaded plugins Aug 29 03:57:11.514936 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: trunk_details.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.515881 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.516423 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension trunk-details not supported by any of loaded plugins Aug 29 03:57:11.516754 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: uplink_status_propagation.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.517687 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.518207 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 03:57:11.518537 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Loading extension file: vlantransparent.py {{(pid=94742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:57:11.519210 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:57:11.519719 n-d-712141-12 neutron-server[94742]: INFO neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 03:57:11.522154 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:network Aug 29 03:57:11.522671 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:subnet Aug 29 03:57:11.523342 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:57:11.523733 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:port Aug 29 03:57:11.524995 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.525432 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service FLAVORS assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.526071 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.526492 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.526826 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:router Aug 29 03:57:11.527253 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:floatingip Aug 29 03:57:11.527744 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service METERING assigned prefix: /metering {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.529724 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.530098 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.530453 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:57:11.531427 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 03:57:11.531862 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:security_group Aug 29 03:57:11.532339 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 03:57:11.532937 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service CORE assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.533265 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:57:11.533611 n-d-712141-12 neutron-server[94742]: WARNING neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] subnetpool is already registered Aug 29 03:57:11.534041 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service CORE assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.534368 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:57:11.534702 n-d-712141-12 neutron-server[94742]: WARNING neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] subnetpool is already registered Aug 29 03:57:11.537026 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.537459 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service FLAVORS assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.538063 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.538484 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.538819 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:router Aug 29 03:57:11.539160 n-d-712141-12 neutron-server[94742]: WARNING neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] router is already registered Aug 29 03:57:11.539573 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:floatingip Aug 29 03:57:11.539912 n-d-712141-12 neutron-server[94742]: WARNING neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] floatingip is already registered Aug 29 03:57:11.540405 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service METERING assigned prefix: /metering {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.541095 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 03:57:11.541404 n-d-712141-12 neutron-server[94742]: WARNING neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] rbac_policy is already registered Aug 29 03:57:11.541813 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:security_group Aug 29 03:57:11.542152 n-d-712141-12 neutron-server[94742]: WARNING neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] security_group is already registered Aug 29 03:57:11.542556 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 03:57:11.542889 n-d-712141-12 neutron-server[94742]: WARNING neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] security_group_rule is already registered Aug 29 03:57:11.543577 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service CORE assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.544448 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:57:11.544786 n-d-712141-12 neutron-server[94742]: WARNING neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] subnetpool is already registered Aug 29 03:57:11.545204 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.v2.resource_helper [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Service CORE assigned prefix: {{(pid=94742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:57:11.545529 n-d-712141-12 neutron-server[94742]: INFO neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:57:11.545865 n-d-712141-12 neutron-server[94742]: WARNING neutron.quota.resource_registry [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] subnetpool is already registered Aug 29 03:57:11.546374 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: extensions {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.547800 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: address-groups {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.549328 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: address-scopes {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.550642 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: agents {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.551834 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: auto-allocated-topology {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.553112 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: availability_zones {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.554347 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: dhcp-networks {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.555901 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: dhcp-agents {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.557319 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: routers {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.559558 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: flavors {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.560750 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: service_profiles {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.561996 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: next_providers {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.563441 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: service_profiles {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.565000 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: floatingip-pools {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.566224 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: routers {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.568380 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: floatingips {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.569679 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: l3-routers {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.571053 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: l3-agents {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.572488 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: metering-labels {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.573855 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: metering-label-rules {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.575182 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: network-ip-availabilities {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.576553 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: bindings {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.578236 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: quotas {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.579697 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: quotas {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.581271 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: rbac-policies {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.582469 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: security-groups {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.583773 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: security-group-rules {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.585037 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: service-providers {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.586271 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: subnetpools {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.588968 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: subnetpools {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.590977 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: tags {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.592705 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: tags {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.594527 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: tags {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.596555 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: tags {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.598345 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: tags {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.601405 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: tags {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.604176 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: tags {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.608015 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: tags {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.610256 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: tags {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.612038 n-d-712141-12 neutron-server[94742]: DEBUG neutron.api.extensions [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Extended resource: tags {{(pid=94742) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:57:11.618784 n-d-712141-12 neutron-server[94742]: WARNING keystonemiddleware.auth_token [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 03:57:11.623540 n-d-712141-12 neutron-server[94742]: WARNING keystonemiddleware.auth_token [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 03:57:11.631853 n-d-712141-12 neutron-server[94742]: DEBUG oslo_concurrency.lockutils [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Acquired lock "singleton_lock" {{(pid=94742) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 03:57:11.632362 n-d-712141-12 neutron-server[94742]: DEBUG oslo_concurrency.lockutils [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Releasing lock "singleton_lock" {{(pid=94742) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 03:57:11.633003 n-d-712141-12 neutron-server[94742]: INFO oslo_service.service [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Starting 2 workers Aug 29 03:57:11.638414 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Started child 94850 {{(pid=94742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:57:11.642867 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Started child 94851 {{(pid=94742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:57:11.643735 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:11.644516 n-d-712141-12 neutron-server[94742]: INFO neutron.service [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 03:57:11.645162 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [-] (94850) wsgi starting up on http://0.0.0.0:9696 Aug 29 03:57:11.645269 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Notify callbacks [] for process, before_spawn {{(pid=94742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:11.647488 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:11.647921 n-d-712141-12 neutron-server[94742]: INFO oslo_service.service [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Starting 1 workers Aug 29 03:57:11.649084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [-] (94851) wsgi starting up on http://0.0.0.0:9696 Aug 29 03:57:11.653064 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Started child 94852 {{(pid=94742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:57:11.653597 n-d-712141-12 neutron-server[94742]: INFO oslo_service.service [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Starting 1 workers Aug 29 03:57:11.656458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.service [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] calling RpcWorker wait() {{(pid=94852) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 03:57:11.656970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.service [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] returning from RpcWorker wait() {{(pid=94852) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 03:57:11.658682 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Started child 94853 {{(pid=94742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:57:11.658812 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:11.659263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:11.659538 n-d-712141-12 neutron-server[94742]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5848-5e5c-47f3-87ba-0b2c37861f9a None None] Notify callbacks [] for process, after_spawn {{(pid=94742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:11.661431 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94742) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 03:57:11.661648 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 03:57:11.661834 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 03:57:11.662051 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 03:57:11.662393 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 03:57:11.662556 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 03:57:11.663083 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.663362 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.663631 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.663887 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.664084 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:11.664583 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.664776 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.665037 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.665193 n-d-712141-12 neutron-server[94853]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:11.665293 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.665560 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.665800 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.665974 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.666122 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.666372 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.666649 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.666950 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.667214 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.667453 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.667752 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.667918 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.668224 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.668505 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.668739 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.669003 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] debug = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.669259 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.669773 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.670024 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.670286 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.670507 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.670791 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.671037 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.671311 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.671569 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.671787 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.672031 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.672391 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.672660 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.672892 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.673128 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.673394 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.673625 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.674087 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] host = n-d-712141-12 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.674325 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.674548 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.674779 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.675009 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.675259 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.675494 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.675758 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.676007 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.676293 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.676533 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.677434 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.678348 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.678618 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.678879 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.679052 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_options = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.679280 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.679555 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.679819 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.680019 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.680239 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.680400 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.680659 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.680812 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.681074 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.681304 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.681525 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.681745 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.681985 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.682222 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.682507 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.682756 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.682979 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.683210 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.683459 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.683709 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.684485 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.684485 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.684485 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.684908 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.684908 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.685176 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.685323 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.685631 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.685786 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.685980 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.686232 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.686490 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.686726 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.686994 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.687226 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.687461 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.687696 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.687960 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.688208 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.688464 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.688712 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.688947 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.689179 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.689401 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.689660 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.689892 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_json = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.691332 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.691332 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.691332 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.691332 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.691332 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.691332 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.691817 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.691817 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.692566 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.692566 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.692777 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.693045 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.693299 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.693545 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.693797 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.694043 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.694308 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.694542 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.695066 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.695066 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.695423 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.695570 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.695855 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.696132 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.696405 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.696994 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.696994 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.696994 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.696994 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.700536 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.700536 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.700536 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.700536 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.700536 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.700536 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.700536 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.700536 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.701434 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.701434 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.701434 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.701434 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.701434 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.701434 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.702106 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.702106 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.702106 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.702453 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.702453 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.703238 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.703238 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.703238 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.703586 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.703586 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.703933 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.704091 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.704366 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.706003 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.706003 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.706003 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.706003 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.706003 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.706003 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.707939 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.707939 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.707939 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.707939 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.707939 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.707939 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.707939 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.707939 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712098 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712098 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712098 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712098 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712098 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712098 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712098 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712098 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712098 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712674 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712674 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712674 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712674 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712674 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712674 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712674 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712674 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.712674 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.713170 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.713170 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.713170 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.713170 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.713170 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.713170 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.713581 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.713647 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.713849 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.714137 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.714446 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.714716 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.714975 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.715199 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.715497 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.716274 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.716526 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.716755 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.717011 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.717231 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.717507 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.717762 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.718651 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.718651 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.718651 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.718651 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.718976 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.719133 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.719385 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.719624 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.719853 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.720136 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.720429 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.720699 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.720954 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.721222 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.721496 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.721747 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.722033 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.722285 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.723136 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.723439 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.723730 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.724012 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.724274 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.724530 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.724803 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.725068 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.725322 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.725585 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.725859 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.726069 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.726359 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.726605 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.726830 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.727059 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.727290 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.727614 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.727852 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.728073 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.728315 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.728592 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.728856 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.729105 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.729370 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.729622 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.729875 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.730143 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.730351 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.730584 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.731049 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.731464 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.731865 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.732313 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.732707 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.733158 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.733391 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.733610 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.733866 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.734114 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.734316 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.734742 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.735159 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.735533 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.735902 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.736287 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.736714 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.737047 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.737356 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.737654 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.737948 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.738255 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.738606 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.738818 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.739139 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.739372 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.739613 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.739860 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.740110 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.740378 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.740621 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.740903 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.741130 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.741370 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.741589 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.741816 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.742034 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.742270 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.742502 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.742723 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.742987 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.743244 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.743584 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.743849 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.744082 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.744360 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.744582 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.744995 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.745256 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.745481 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.745724 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.745946 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.746200 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.746480 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.746752 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.746997 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.747239 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.747478 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.747692 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.747913 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.748150 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.748465 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.748725 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.748986 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.749244 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.749495 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.749719 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.749950 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.750164 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.750377 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.750602 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.750821 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.751055 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.751287 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.751497 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.751709 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.751932 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.752152 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.752393 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.752622 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.752836 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.753096 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.753327 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.753548 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.753761 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.753986 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.754200 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.754412 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.754654 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.754873 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.755084 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.755335 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.755548 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.755765 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.755989 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.756224 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.756443 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.756739 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.757006 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.757226 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.757525 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.757792 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.758040 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.758286 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.758595 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.758829 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.759069 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.759289 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.759542 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.759786 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.760043 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.760383 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.760654 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.760901 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.761144 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.761411 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.761687 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.761956 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.762195 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.763025 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.763368 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.763636 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.763906 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.764152 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.764427 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.764673 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.764892 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.765112 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.765360 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.765578 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.765820 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.766053 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.766297 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.766515 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.766745 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.766962 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.767188 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.767425 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.767670 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.767890 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.768039 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 03:57:11.768578 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94742) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 03:57:11.768768 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 03:57:11.768875 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 03:57:11.769040 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 03:57:11.769218 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 03:57:11.769382 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 03:57:11.769589 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.769751 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.769903 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.770044 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.770208 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.770388 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.770538 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.770692 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.770843 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.770983 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.771140 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.771303 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.771443 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.771581 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.771790 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.771944 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.772083 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.772270 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.772407 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.772550 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.772677 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.772809 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.773224 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] debug = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.773394 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.773596 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.773754 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.773908 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.774066 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.774227 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.774387 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.774546 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.774707 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.774867 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.775026 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.775185 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.775344 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.775504 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.775664 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.775837 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.775983 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.776142 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] host = n-d-712141-12 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.776324 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.776483 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.776644 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.776804 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.776965 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.777203 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.777363 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.777491 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.777575 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.777730 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.777941 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.778617 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.778780 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.778941 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.779101 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_options = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.779260 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.779421 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.779583 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.779771 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.779936 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.780099 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.780283 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.780446 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.780607 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.780767 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.780927 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.781087 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.781247 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.781407 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.781566 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.781711 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.781857 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.782026 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.782188 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.782349 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.782508 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.782668 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.782817 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.782976 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.783130 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.783271 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.783431 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.783591 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.783742 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.783899 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.784059 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.784235 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.784389 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.784548 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.784707 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.784867 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.785026 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.785188 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.785352 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.785513 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.785673 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.785832 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.785993 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.786153 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.786312 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.786471 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_json = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.786630 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.786790 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.786956 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.787115 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.787279 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.787438 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.787598 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.787759 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:57:11.787939 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.788107 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.788302 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.788465 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.788628 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.788793 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.788956 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.789118 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.789280 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.789445 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.789615 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.789778 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.789951 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.790114 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.790277 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.790443 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.790608 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.790773 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.790862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:11.790946 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.791089 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.791252 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.791415 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.791585 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.791748 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.791910 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.792073 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.792255 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.792433 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.792596 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.792760 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.792924 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.793088 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.793253 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.793417 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.793601 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.793765 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.793930 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.794094 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.794256 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.794420 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.794583 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.794746 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.794911 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.795074 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.795238 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.795401 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.795563 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.795727 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.795891 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.796055 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.796235 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.796402 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.796566 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.796734 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.796897 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.797071 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.797233 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.797400 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.797566 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.797726 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.797889 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.798051 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.798214 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.798377 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.798540 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.798702 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.798877 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.799040 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.799203 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.799365 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.799529 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.799692 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.799854 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.800016 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.800179 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.800426 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.800589 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.800753 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.800915 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.801078 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.801242 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.801405 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.801569 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.801733 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.801896 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.802059 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.802221 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.802384 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.802548 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.802720 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.802896 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.803059 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.803222 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.803385 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.803548 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.803710 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.803872 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.804034 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.804235 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.804367 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.804530 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.804692 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.804856 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.805018 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.805180 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.805342 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.805504 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.805666 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.805827 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.806039 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.806143 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.806302 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.806466 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.806632 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.806787 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.806946 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.807116 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.807282 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.807429 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.807615 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.807756 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.807914 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.808077 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.808285 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.808451 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.808615 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.808778 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.808941 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.809121 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.809289 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.809452 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.809614 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.809784 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.809955 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.810128 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.810281 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.810444 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.810629 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.810792 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.810957 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.811121 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.811285 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.811447 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.811610 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.811773 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.811935 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.812097 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.812283 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.812448 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.812611 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.812774 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.812937 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.813100 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.813264 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.813428 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.813589 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.813753 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.813917 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.814080 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.814243 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.814405 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.814568 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.814732 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.814894 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.815057 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.815208 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.815371 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.815533 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.815695 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.815856 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.816018 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.816165 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.816360 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.816523 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.816688 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.816851 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.817014 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.817178 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.817342 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.817504 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.817668 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.817831 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.817993 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.818156 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.818320 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.818482 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.818646 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.818809 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.818972 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.819136 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.819297 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.819461 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.819637 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.819805 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.819965 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.820308 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.820474 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.820637 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.820786 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.820954 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.821102 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.821269 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.821431 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.821596 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.821761 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.821925 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.822090 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.822254 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.822417 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.822583 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.822751 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.822925 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.823090 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.823254 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.823417 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.823580 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.823744 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.823916 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.824080 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.824263 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.824427 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.824589 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.825283 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.825458 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.825621 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.825785 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.825948 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.826111 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.826274 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.826446 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.826613 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.826776 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.826938 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.827099 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.827262 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.827434 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.827596 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.827759 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.827922 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.828084 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.828268 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.828440 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.828603 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.828766 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.828928 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.829090 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.829253 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.829425 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.829592 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.829755 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.829925 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.830088 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.830251 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.830413 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.830586 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.830750 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.830914 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.831279 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.831279 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.831522 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.831522 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.831744 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.831868 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.831999 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.833340 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.833340 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.833340 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.833340 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.833340 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.833340 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.833340 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.833340 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.834163 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.834163 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.834163 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.834163 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.834163 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.834736 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.834736 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.834736 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.834736 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.835194 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.835194 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.835194 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.835534 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.835534 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.835766 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.835766 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.835914 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.836030 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:57:11.836186 n-d-712141-12 neutron-server[94742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 03:57:12.056898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47470) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:12.065976 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068805 Aug 29 03:57:23.543979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eabc992-5c8d-4149-9ed2-147971b19797 None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 03:57:23.587786 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2510c02e-4672-4f70-a2f8-de1cd8d21e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830298'] for agent, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:23.659222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eabc992-5c8d-4149-9ed2-147971b19797 None None] No non-hosted networks {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 03:57:26.032217 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e056e4d6-65fb-44c0-8d43-9631c0a4e8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830298'] for agent, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:26.108039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f2b982bd-046b-4977-bb7e-fe8c1ea3f842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:26.232431 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830298'] for agent, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:26.234231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.234939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.235537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.236643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.237173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.239248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.239769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.241093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.241627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.242787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.243720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.244398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:26.245169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712141-12', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:26.262323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712141-12', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:27.142500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830298'] for agent, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:28.821815 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830298'] for agent, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:29.860377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47564) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:30.345007 n-d-712141-12 neutron-server[94851]: WARNING oslo_policy.policy [None req-01c94501-affc-480a-b394-5895e9eb1f07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:30.345627 n-d-712141-12 neutron-server[94851]: WARNING oslo_policy.policy [None req-01c94501-affc-480a-b394-5895e9eb1f07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:30.568069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-01c94501-affc-480a-b394-5895e9eb1f07 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 03:57:30.569342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-01c94501-affc-480a-b394-5895e9eb1f07 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7068617 Aug 29 03:57:32.916582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47578) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:33.233432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1f936dbd-4c39-4195-8b13-65287fa413a3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:57:33.327148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.policy [None req-1f936dbd-4c39-4195-8b13-65287fa413a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94851) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 03:57:33.373209 n-d-712141-12 neutron-server[94851]: WARNING oslo_policy.policy [None req-1f936dbd-4c39-4195-8b13-65287fa413a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:33.373597 n-d-712141-12 neutron-server[94851]: WARNING oslo_policy.policy [None req-1f936dbd-4c39-4195-8b13-65287fa413a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:33.382037 n-d-712141-12 neutron-server[94851]: INFO neutron.quota [None req-1f936dbd-4c39-4195-8b13-65287fa413a3 admin admin] Loaded quota_driver: . Aug 29 03:57:33.387173 n-d-712141-12 neutron-server[94852]: INFO neutron.db.l3_hamode_db [None req-f5b4a10a-0cbb-45d5-bf73-257885a1743a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 03:57:33.463753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b4a10a-0cbb-45d5-bf73-257885a1743a None None] Routers set() bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 03:57:33.464133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b4a10a-0cbb-45d5-bf73-257885a1743a None None] Router IDs set() for agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 03:57:33.473925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f936dbd-4c39-4195-8b13-65287fa413a3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768851508058', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768851508649', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768851520490', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768851522822', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768851855266', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768851541373', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-543220', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-778698', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601168', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1662055'] for rbac-policy, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:33.539244 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f936dbd-4c39-4195-8b13-65287fa413a3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:33.540489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1f936dbd-4c39-4195-8b13-65287fa413a3 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6229041 Aug 29 03:57:36.087011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47590) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:36.382280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Request body: {'network': {'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'name': 'private', 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'admin_state_up': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:57:36.412412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Made reservation on behalf of 1b1a24bbfcda4067b184da8df4abdfa2 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 03:57:36.415203 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:36.432128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:36.552438 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:36.556217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:36.580299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 03:57:36.605147 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768854315237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:36.605740 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Unsubscribe: segment precommit_create {{(pid=94851) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 03:57:36.606281 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Added segment 36701b05-b174-4b80-9839-7a9163b17d22 of type vlan for network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 Aug 29 03:57:36.612040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d6f679-6ace-41e0-8f1c-5215e3b22b24,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:36.647473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.648073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.648438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.648767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.649092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.649413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.649730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.650047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.650362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.650674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.650988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.651301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Tracked resource versions report: Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: pushed versions: Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: { 'AddressGroup': {'1.2'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'ConntrackHelper': {'1.0'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'Log': {'1.0'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'Network': {'1.1'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'Port': {'1.7'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'PortForwarding': {'1.2'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'QosPolicy': {'1.9'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'SecurityGroup': {'1.4'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'SecurityGroupRule': {'1.2'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'SubPort': {'1.0'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'Subnet': {'1.1'}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'Trunk': {'1.1'}} Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: consumer versions: Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: { DHCP agent@n-d-712141-12: {}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: L3 agent@n-d-712141-12: {}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: Metadata agent@n-d-712141-12: {}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: Metering agent@n-d-712141-12: {}, Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: Open vSwitch agent@n-d-712141-12: { 'AddressGroup': '1.2', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'ConntrackHelper': '1.0', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'Log': '1.0', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'Network': '1.1', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'Port': '1.7', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'PortForwarding': '1.2', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'QosPolicy': '1.9', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'SecurityGroup': '1.4', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'SecurityGroupRule': '1.2', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'SubPort': '1.0', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'Subnet': '1.1', Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: 'Trunk': '1.1'}} Aug 29 03:57:36.653027 n-d-712141-12 neutron-server[94851]: {{(pid=94851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 03:57:36.729841 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:36.767004 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:36.768346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:57:36.769000 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:36.847038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7589626 Aug 29 03:57:36.864329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5359978-dbd0-4e22-bde4-19f476c6847d admin admin] Pushing event updated for resources: {'Network': ['ID=2d843ade-2b1a-4fa1-80a3-35d4d376a201,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:36.876740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 03:57:39.500657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47604) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:39.885077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dca3fe-73e1-4415-b79c-2eefc0921c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:57:39.886446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-09dca3fe-73e1-4415-b79c-2eefc0921c2f admin admin] 10.222.0.49 "GET /v2.0/networks/2d843ade-2b1a-4fa1-80a3-35d4d376a201 HTTP/1.1" status: 200 len: 825 time: 0.3848152 Aug 29 03:57:39.911481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-79367a33-da46-4731-91aa-7d0fcac57658 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/b8f9c300-0441-4ec9-adec-bb44e11d4bd2 HTTP/1.1" status: 200 len: 734 time: 0.0189478 Aug 29 03:57:39.920929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Request body: {'subnet': {'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201', 'name': 'private-subnet', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'ip_version': 4, 'subnetpool_id': 'b8f9c300-0441-4ec9-adec-bb44e11d4bd2', 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:57:39.940983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Made reservation on behalf of 1b1a24bbfcda4067b184da8df4abdfa2 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 03:57:39.943351 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:40.226972 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:40.293376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fac33f5-294d-4303-9983-1930ec331f86,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:40.295329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Checking segment: {'id': '36701b05-b174-4b80-9839-7a9163b17d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 03:57:40.295703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Network hostable DHCP agents. Network: 2d843ade-2b1a-4fa1-80a3-35d4d376a201, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 03:57:40.315792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 03:57:40.330011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 2d843ade-2b1a-4fa1-80a3-35d4d376a201) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:57:40.334399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:57:40.334971 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:40.340615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0098eb69-29f8-4406-9ae3-7026bb28352a None None] Network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 03:57:40.348698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2956a22c-b47e-451d-b5f7-af52e5dc65d5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4315484 Aug 29 03:57:40.656450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-2d843ade-2b1a-4fa1-80a3-35d4d376a201', 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'fixed_ips': [{'subnet_id': '7fac33f5-294d-4303-9983-1930ec331f86'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 03:57:40.657725 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:40.929223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Allocated IP 172.20.0.2 (2d843ade-2b1a-4fa1-80a3-35d4d376a201/7fac33f5-294d-4303-9983-1930ec331f86/66defa20-35ad-4222-b602-5ae21e4e8d8e) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 03:57:41.154953 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:41.170587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Transition to ACTIVE for port object 66defa20-35ad-4222-b602-5ae21e4e8d8e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 03:57:41.190814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Transition to ACTIVE for port object 66defa20-35ad-4222-b602-5ae21e4e8d8e will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 03:57:41.198929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:41.263814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 03:57:41.278303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:57:41.286867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 03:57:41.289955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Pushing event updated for resources: {'Port': ['ID=66defa20-35ad-4222-b602-5ae21e4e8d8e,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:41.320392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.320751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.321095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.321435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.321771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.322106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.322439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.322771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.323096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.323455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.323785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.324110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Tracked resource versions report: Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: pushed versions: Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: { 'AddressGroup': {'1.2'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'ConntrackHelper': {'1.0'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'Log': {'1.0'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'Network': {'1.1'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'Port': {'1.7'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'PortForwarding': {'1.2'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'QosPolicy': {'1.9'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'SecurityGroup': {'1.4'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'SecurityGroupRule': {'1.2'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'SubPort': {'1.0'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'Subnet': {'1.1'}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'Trunk': {'1.1'}} Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: consumer versions: Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: { DHCP agent@n-d-712141-12: {}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: L3 agent@n-d-712141-12: {}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: Metadata agent@n-d-712141-12: {}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: Metering agent@n-d-712141-12: {}, Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: Open vSwitch agent@n-d-712141-12: { 'AddressGroup': '1.2', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'ConntrackHelper': '1.0', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'Log': '1.0', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'Network': '1.1', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'Port': '1.7', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'PortForwarding': '1.2', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'QosPolicy': '1.9', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'SecurityGroup': '1.4', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'SecurityGroupRule': '1.2', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'SubPort': '1.0', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'Subnet': '1.1', Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: 'Trunk': '1.1'}} Aug 29 03:57:41.325213 n-d-712141-12 neutron-server[94852]: {{(pid=94852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 03:57:41.372025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Attempting to bind port 66defa20-35ad-4222-b602-5ae21e4e8d8e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 03:57:41.372596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Attempting to bind port 66defa20-35ad-4222-b602-5ae21e4e8d8e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '36701b05-b174-4b80-9839-7a9163b17d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 03:57:41.372891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Attempting to bind port 66defa20-35ad-4222-b602-5ae21e4e8d8e on network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 03:57:41.377719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 3, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 03:57:41.378129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Checking segment: {'id': '36701b05-b174-4b80-9839-7a9163b17d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 03:57:41.378605 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:41.379000 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Bound using segment: {'id': '36701b05-b174-4b80-9839-7a9163b17d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 03:57:41.379534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Bound port: 66defa20-35ad-4222-b602-5ae21e4e8d8e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36701b05-b174-4b80-9839-7a9163b17d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 03:57:41.379942 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:41.441098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] For port 66defa20-35ad-4222-b602-5ae21e4e8d8e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 03:57:41.445513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] For port 66defa20-35ad-4222-b602-5ae21e4e8d8e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=66defa20-35ad-4222-b602-5ae21e4e8d8e,segment=NetworkSegment(36701b05-b174-4b80-9839-7a9163b17d22),segment_id=36701b05-b174-4b80-9839-7a9163b17d22)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 03:57:41.449896 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:41.513660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcc9d3-1582-48a0-be7d-c72ef68dbfd2 None None] Pushing event updated for resources: {'Port': ['ID=66defa20-35ad-4222-b602-5ae21e4e8d8e,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:42.782804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47612) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:43.279534 n-d-712141-12 neutron-server[94850]: WARNING oslo_policy.policy [None req-9fb7160c-c169-4030-bfd9-612a1b09390a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:43.280126 n-d-712141-12 neutron-server[94850]: WARNING oslo_policy.policy [None req-9fb7160c-c169-4030-bfd9-612a1b09390a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:43.512120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-9fb7160c-c169-4030-bfd9-612a1b09390a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 03:57:43.528240 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9fb7160c-c169-4030-bfd9-612a1b09390a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7296038 Aug 29 03:57:45.969718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47626) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:46.284157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-e3bc6941-caa3-46eb-8eef-19344a73baa9 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 03:57:46.285156 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e3bc6941-caa3-46eb-8eef-19344a73baa9 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3144255 Aug 29 03:57:48.929406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47640) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:49.228787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] Request body: {'router': {'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:57:49.293802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.policy [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94850) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 03:57:49.339759 n-d-712141-12 neutron-server[94850]: WARNING oslo_policy.policy [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:49.340147 n-d-712141-12 neutron-server[94850]: WARNING oslo_policy.policy [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 03:57:49.348930 n-d-712141-12 neutron-server[94850]: INFO neutron.quota [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] Loaded quota_driver: . Aug 29 03:57:49.407313 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:49.409314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:49.566305 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:49.571822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:49.591232 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:49.604338 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-334e4a94-f528-44a8-8dd0-9587ecd694be admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6622577 Aug 29 03:57:49.862483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e6465c-b6d0-4ff0-beb3-afb80e48d4d3 None None] Network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 03:57:49.949552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-13ffb943-ac2d-40bc-b87d-cb94cf1651c3 None None] Provisioning for port 66defa20-35ad-4222-b602-5ae21e4e8d8e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 03:57:50.137063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 66defa20-35ad-4222-b602-5ae21e4e8d8e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:57:50.221746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 66defa20-35ad-4222-b602-5ae21e4e8d8e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 03:57:50.225489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 66defa20-35ad-4222-b602-5ae21e4e8d8e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:57:50.225881 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:50.315560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bc87d30d-654f-4921-a9cc-aa9fb45316bf None None] Provisioning complete for port 66defa20-35ad-4222-b602-5ae21e4e8d8e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:57:50.315928 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bc87d30d-654f-4921-a9cc-aa9fb45316bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:50.361821 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:50.405048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 66defa20-35ad-4222-b602-5ae21e4e8d8e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=66defa20-35ad-4222-b602-5ae21e4e8d8e,segment=NetworkSegment(36701b05-b174-4b80-9839-7a9163b17d22),segment_id=36701b05-b174-4b80-9839-7a9163b17d22)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 03:57:50.423583 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:50.466675 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bc87d30d-654f-4921-a9cc-aa9fb45316bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:50.492918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=66defa20-35ad-4222-b602-5ae21e4e8d8e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:50.529933 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-bc87d30d-654f-4921-a9cc-aa9fb45316bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 03:57:50.530332 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-bc87d30d-654f-4921-a9cc-aa9fb45316bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 03:57:51.943044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47650) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:52.122847 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 66defa20-35ad-4222-b602-5ae21e4e8d8e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:57:52.170389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 66defa20-35ad-4222-b602-5ae21e4e8d8e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:57:52.170674 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:52.260805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-1c32e72b-799b-40b5-887d-86a1371e0cb0 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 03:57:52.261846 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1c32e72b-799b-40b5-887d-86a1371e0cb0 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3178780 Aug 29 03:57:53.448403 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-58c38e94-197a-4283-90c6-da5c1b71981b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:54.609753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47658) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:54.929828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:57:54.953156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Made reservation on behalf of 4ab1006f49ef404ab6864f95c5bad914 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 03:57:54.955811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:54.971033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:55.093600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:55.097391 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:55.108611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Reserving flat network on physical network physnet1 {{(pid=94850) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 03:57:55.141079 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768854315237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:55.141649 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Unsubscribe: segment precommit_create {{(pid=94850) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 03:57:55.142190 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Added segment 7456d4a5-e242-4f03-a534-ffd1c70528e0 of type flat for network 56c2eb11-e861-469c-ae08-c1935edf568b Aug 29 03:57:55.157873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644f4bb-48b5-40a2-9f83-9f58f59a3418,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:55.184220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.184570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.184898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.185224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.185549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.185870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.186188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.186505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.186818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.187130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.187446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.187754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Tracked resource versions report: Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: pushed versions: Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: { 'AddressGroup': {'1.2'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'ConntrackHelper': {'1.0'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'Log': {'1.0'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'Network': {'1.1'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'Port': {'1.7'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'PortForwarding': {'1.2'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'QosPolicy': {'1.9'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'SecurityGroup': {'1.4'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'SecurityGroupRule': {'1.2'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'SubPort': {'1.0'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'Subnet': {'1.1'}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'Trunk': {'1.1'}} Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: consumer versions: Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: { DHCP agent@n-d-712141-12: {}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: L3 agent@n-d-712141-12: {}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: Metadata agent@n-d-712141-12: {}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: Metering agent@n-d-712141-12: {}, Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: Open vSwitch agent@n-d-712141-12: { 'AddressGroup': '1.2', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'ConntrackHelper': '1.0', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'Log': '1.0', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'Network': '1.1', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'Port': '1.7', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'PortForwarding': '1.2', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'QosPolicy': '1.9', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'SecurityGroup': '1.4', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'SecurityGroupRule': '1.2', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'SubPort': '1.0', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'Subnet': '1.1', Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: 'Trunk': '1.1'}} Aug 29 03:57:55.189024 n-d-712141-12 neutron-server[94850]: {{(pid=94850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 03:57:55.267272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:55.308076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:55.309192 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:57:55.309851 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:55.388457 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7776170 Aug 29 03:57:55.406983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d44cea-5995-4ebb-8a99-e1808c5218c5 admin admin] Pushing event updated for resources: {'Network': ['ID=56c2eb11-e861-469c-ae08-c1935edf568b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:55.419057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 56c2eb11-e861-469c-ae08-c1935edf568b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 03:57:56.028477 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-43617315-a63a-4c8c-9f03-f286765ca803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:56.226464 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:57.085349 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:57.741626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47680) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:57:57.929373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70006fd5-4cd8-483f-bcb7-fc85ad39b4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:57:57.930695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-70006fd5-4cd8-483f-bcb7-fc85ad39b4eb admin admin] 10.222.0.49 "GET /v2.0/subnets/7fac33f5-294d-4303-9983-1930ec331f86 HTTP/1.1" status: 200 len: 849 time: 0.1880753 Aug 29 03:57:58.086901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5c2e01c6-c8c8-4cdf-8349-63b834d8578d admin admin] 10.222.0.49 "GET /v2.0/routers/67847bb9-06bd-4368-93e1-d33197245bb6 HTTP/1.1" status: 200 len: 704 time: 0.1493595 Aug 29 03:57:58.344987 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:58.625789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Allocated IP 172.20.0.1 (2d843ade-2b1a-4fa1-80a3-35d4d376a201/7fac33f5-294d-4303-9983-1930ec331f86/ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 03:57:58.771601 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:58.775107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:58.797059 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Transition to ACTIVE for port object ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 03:57:58.864808 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:58.986177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 03:57:58.990862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:57:58.996867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 03:57:58.997683 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.051865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Pushing event updated for resources: {'Port': ['ID=ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:59.194270 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.228358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e22c9e34-5a54-460d-b300-b6cc1cc33152 None None] Provisioning for port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 03:57:59.232131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e22c9e34-5a54-460d-b300-b6cc1cc33152 None None] Provisioning complete for port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:57:59.232543 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e22c9e34-5a54-460d-b300-b6cc1cc33152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.264783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9e34-5a54-460d-b300-b6cc1cc33152 None None] Port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 03:57:59.396067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.400658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.401499 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.477186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Pushing event updated for resources: {'Port': ['ID=ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:57:59.521574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 03:57:59.523063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:57:59.679080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Router 67847bb9-06bd-4368-93e1-d33197245bb6 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 03:57:59.684683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d51882b7-f0a9-4693-a3c6-d99df4459874 None None] Provisioning complete for port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:57:59.685053 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d51882b7-f0a9-4693-a3c6-d99df4459874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:57:59.717459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d51882b7-f0a9-4693-a3c6-d99df4459874 None None] Port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 03:57:59.768976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 03:57:59.774388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-44853e3b-eb72-418d-b0fe-c6c773224f8f admin admin] 10.222.0.49 "PUT /v2.0/routers/67847bb9-06bd-4368-93e1-d33197245bb6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6818147 Aug 29 03:57:59.778847 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Sync routers for ids ['67847bb9-06bd-4368-93e1-d33197245bb6'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 03:57:59.790127 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Routers {'67847bb9-06bd-4368-93e1-d33197245bb6'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 03:57:59.790861 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T03:57:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['67847bb9-06bd-4368-93e1-d33197245bb6'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:57:59.973417 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Set router 67847bb9-06bd-4368-93e1-d33197245bb6 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 03:58:00.399767 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'name': 'router1', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:49Z', 'updated_at': '2021-08-29T03:57:59Z', 'revision_number': 2, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'gw_port_host': None, '_interfaces': [{'id': 'ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67', 'name': '', 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'mac_address': 'fa:16:3e:28:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac33f5-294d-4303-9983-1930ec331f86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:57:58Z', 'updated_at': '2021-08-29T03:57:59Z', 'revision_number': 2, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'subnets': [{'id': '7fac33f5-294d-4303-9983-1930ec331f86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8f9c300-0441-4ec9-adec-bb44e11d4bd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:00.452399 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Checking router: 67847bb9-06bd-4368-93e1-d33197245bb6 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 03:58:00.452789 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Updating router 67847bb9-06bd-4368-93e1-d33197245bb6 port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 03:58:00.500153 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:01.003235 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:01.021086 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Transition to ACTIVE for port object ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 03:58:01.035082 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:01.198273 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Attempting to bind port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 03:58:01.198676 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Attempting to bind port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '36701b05-b174-4b80-9839-7a9163b17d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 03:58:01.199119 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Attempting to bind port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 on network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 03:58:01.201152 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Pushing event updated for resources: {'Port': ['ID=ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:01.208511 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 3, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 03:58:01.208975 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Checking segment: {'id': '36701b05-b174-4b80-9839-7a9163b17d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 03:58:01.209413 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:01.209805 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Bound using segment: {'id': '36701b05-b174-4b80-9839-7a9163b17d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 03:58:01.210327 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Bound port: ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36701b05-b174-4b80-9839-7a9163b17d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 03:58:01.210723 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:01.226782 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.227188 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.227574 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.228075 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.228387 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.228757 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.229243 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.229763 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.230003 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.230383 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.230736 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.231062 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Tracked resource versions report: Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: pushed versions: Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: { 'AddressGroup': {'1.2'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'ConntrackHelper': {'1.0'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'Log': {'1.0'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'Network': {'1.1'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'Port': {'1.7'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'PortForwarding': {'1.2'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'QosPolicy': {'1.9'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'SecurityGroup': {'1.4'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'SecurityGroupRule': {'1.2'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'SubPort': {'1.0'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'Subnet': {'1.1'}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'Trunk': {'1.1'}} Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: consumer versions: Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: { DHCP agent@n-d-712141-12: {}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: L3 agent@n-d-712141-12: {}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: Metadata agent@n-d-712141-12: {}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: Metering agent@n-d-712141-12: {}, Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: Open vSwitch agent@n-d-712141-12: { 'AddressGroup': '1.2', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'ConntrackHelper': '1.0', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'Log': '1.0', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'Network': '1.1', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'Port': '1.7', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'PortForwarding': '1.2', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'QosPolicy': '1.9', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'SecurityGroup': '1.4', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'SecurityGroupRule': '1.2', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'SubPort': '1.0', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'Subnet': '1.1', Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: 'Trunk': '1.1'}} Aug 29 03:58:01.232143 n-d-712141-12 neutron-server[94853]: {{(pid=94853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 03:58:01.294621 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] For port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 03:58:01.314264 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] For port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67,segment=NetworkSegment(36701b05-b174-4b80-9839-7a9163b17d22),segment_id=36701b05-b174-4b80-9839-7a9163b17d22)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 03:58:01.318590 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:01.368700 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Routers {'67847bb9-06bd-4368-93e1-d33197245bb6'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 03:58:01.369938 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T03:57:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['67847bb9-06bd-4368-93e1-d33197245bb6'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:01.445810 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebdd05-6b08-45fb-bc43-c860c091b5d0 None None] Pushing event updated for resources: {'Port': ['ID=ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:01.469079 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] Set router 67847bb9-06bd-4368-93e1-d33197245bb6 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 03:58:01.676146 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'name': 'router1', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:49Z', 'updated_at': '2021-08-29T03:57:59Z', 'revision_number': 2, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'gw_port_host': None, '_interfaces': [{'id': 'ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67', 'name': '', 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'mac_address': 'fa:16:3e:28:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac33f5-294d-4303-9983-1930ec331f86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:57:58Z', 'updated_at': '2021-08-29T03:58:01Z', 'revision_number': 4, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'subnets': [{'id': '7fac33f5-294d-4303-9983-1930ec331f86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8f9c300-0441-4ec9-adec-bb44e11d4bd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:01.701362 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1f936-7e8b-4274-83c4-66bd6717f076 None None] The sync data for ids ['67847bb9-06bd-4368-93e1-d33197245bb6'] in n-d-712141-12 is: [{'id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'name': 'router1', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:49Z', 'updated_at': '2021-08-29T03:57:59Z', 'revision_number': 2, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'gw_port_host': None, '_interfaces': [{'id': 'ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67', 'name': '', 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'mac_address': 'fa:16:3e:28:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac33f5-294d-4303-9983-1930ec331f86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:57:58Z', 'updated_at': '2021-08-29T03:58:01Z', 'revision_number': 4, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'subnets': [{'id': '7fac33f5-294d-4303-9983-1930ec331f86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8f9c300-0441-4ec9-adec-bb44e11d4bd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 03:58:02.013206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47700) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:58:02.123398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679ba8a7-a4fb-46fa-9a5a-154b30d1e863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:58:02.124805 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-679ba8a7-a4fb-46fa-9a5a-154b30d1e863 admin admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 842 time: 0.1106875 Aug 29 03:58:02.134681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.5.0/24'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:58:02.155889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Made reservation on behalf of 4ab1006f49ef404ab6864f95c5bad914 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 03:58:02.158295 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:02.433382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.objects.ports [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94851) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 03:58:02.433807 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:02.486444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2ce987-3185-4117-9d30-8df67b55cc66,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:02.494600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 03:58:02.494949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Network hostable DHCP agents. Network: 56c2eb11-e861-469c-ae08-c1935edf568b, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 03:58:02.510921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 03:58:02.518920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 56c2eb11-e861-469c-ae08-c1935edf568b) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:58:02.523153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:58:02.523731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:02.528601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326fdeb-13ea-468f-ab80-30d0a19a2c78 None None] Network 56c2eb11-e861-469c-ae08-c1935edf568b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 03:58:02.537616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4490aa92-1e5d-40cc-bfa4-082994eadfeb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4063706 Aug 29 03:58:02.664882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7369240-e439-4c0c-9cd7-73225dcc8e00 None None] Network 56c2eb11-e861-469c-ae08-c1935edf568b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 03:58:04.813521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47708) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:58:04.942815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5f221080-e740-4fa4-bc07-24efe615551c admin admin] 10.222.0.49 "GET /v2.0/routers/67847bb9-06bd-4368-93e1-d33197245bb6 HTTP/1.1" status: 200 len: 710 time: 0.1280677 Aug 29 03:58:05.027246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e58efc-d9f1-490b-b5e1-4dd7d05e5a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:58:05.028638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-46e58efc-d9f1-490b-b5e1-4dd7d05e5a8d admin admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 886 time: 0.0793531 Aug 29 03:58:05.038096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:58:05.354028 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:05.582035 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:05.659216 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:05.758183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Allocated IP 172.25.5.60 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/0838c874-b974-498a-a5c2-b73e43c784c8) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 03:58:05.856351 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:05.892914 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:05.931221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 03:58:05.933998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 03:58:05.940098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 03:58:05.942802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Pushing event updated for resources: {'Port': ['ID=0838c874-b974-498a-a5c2-b73e43c784c8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:06.182912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:06.376745 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:06.380122 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:06.562457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Router 67847bb9-06bd-4368-93e1-d33197245bb6 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 03:58:06.667220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 03:58:06.671322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:06.672554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-88777d4c-4865-43c0-b593-1b0e29ad463b admin admin] 10.222.0.49 "PUT /v2.0/routers/67847bb9-06bd-4368-93e1-d33197245bb6 HTTP/1.1" status: 200 len: 889 time: 1.6376846 Aug 29 03:58:08.143398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:58:08.189384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Sync routers for ids ['67847bb9-06bd-4368-93e1-d33197245bb6'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 03:58:08.198955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 03:58:08.203399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:08.203775 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.205167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Routers {'67847bb9-06bd-4368-93e1-d33197245bb6'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 03:58:08.205805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T03:57:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['67847bb9-06bd-4368-93e1-d33197245bb6'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:08.511941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Set router 67847bb9-06bd-4368-93e1-d33197245bb6 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 03:58:08.527285 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.673442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67,segment=NetworkSegment(36701b05-b174-4b80-9839-7a9163b17d22),segment_id=36701b05-b174-4b80-9839-7a9163b17d22)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 03:58:08.683004 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:08.837341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:08.963552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'name': 'router1', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '0838c874-b974-498a-a5c2-b73e43c784c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:49Z', 'updated_at': '2021-08-29T03:58:06Z', 'revision_number': 4, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'gw_port': {'id': '0838c874-b974-498a-a5c2-b73e43c784c8', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:05Z', 'updated_at': '2021-08-29T03:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67', 'name': '', 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'mac_address': 'fa:16:3e:28:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac33f5-294d-4303-9983-1930ec331f86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:57:58Z', 'updated_at': '2021-08-29T03:58:01Z', 'revision_number': 4, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'subnets': [{'id': '7fac33f5-294d-4303-9983-1930ec331f86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8f9c300-0441-4ec9-adec-bb44e11d4bd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:09.017473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Checking router: 67847bb9-06bd-4368-93e1-d33197245bb6 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 03:58:09.017816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Updating router 67847bb9-06bd-4368-93e1-d33197245bb6 port 0838c874-b974-498a-a5c2-b73e43c784c8 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 03:58:09.064998 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:09.110342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47720) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:58:09.224231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-adee8512-0129-498e-9e53-fafcf776939f admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1126852 Aug 29 03:58:09.390772 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:09.401157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Transition to ACTIVE for port object 0838c874-b974-498a-a5c2-b73e43c784c8 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 03:58:09.407165 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:09.455331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f76ed-710d-4ce1-b36c-f91e1ebfef1c None None] Pushing event updated for resources: {'Port': ['ID=0838c874-b974-498a-a5c2-b73e43c784c8,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:09.460794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Attempting to bind port 0838c874-b974-498a-a5c2-b73e43c784c8 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 03:58:09.461168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Attempting to bind port 0838c874-b974-498a-a5c2-b73e43c784c8 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 03:58:09.461531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Attempting to bind port 0838c874-b974-498a-a5c2-b73e43c784c8 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 03:58:09.467401 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 3, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 03:58:09.467761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 03:58:09.468156 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:09.468576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 03:58:09.469036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Bound port: 0838c874-b974-498a-a5c2-b73e43c784c8, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 03:58:09.469429 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:09.518762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] For port 0838c874-b974-498a-a5c2-b73e43c784c8, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 03:58:09.522465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] For port 0838c874-b974-498a-a5c2-b73e43c784c8, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0838c874-b974-498a-a5c2-b73e43c784c8,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 03:58:09.527239 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:09.585808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Routers {'67847bb9-06bd-4368-93e1-d33197245bb6'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 03:58:09.586424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T03:57:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['67847bb9-06bd-4368-93e1-d33197245bb6'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:09.588814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f76ed-710d-4ce1-b36c-f91e1ebfef1c None None] Pushing event updated for resources: {'Port': ['ID=0838c874-b974-498a-a5c2-b73e43c784c8,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:09.774448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] Set router 67847bb9-06bd-4368-93e1-d33197245bb6 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 03:58:09.984951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'name': 'router1', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '0838c874-b974-498a-a5c2-b73e43c784c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:49Z', 'updated_at': '2021-08-29T03:58:06Z', 'revision_number': 4, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'gw_port': {'id': '0838c874-b974-498a-a5c2-b73e43c784c8', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:05Z', 'updated_at': '2021-08-29T03:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67', 'name': '', 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'mac_address': 'fa:16:3e:28:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac33f5-294d-4303-9983-1930ec331f86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:57:58Z', 'updated_at': '2021-08-29T03:58:08Z', 'revision_number': 5, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'subnets': [{'id': '7fac33f5-294d-4303-9983-1930ec331f86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8f9c300-0441-4ec9-adec-bb44e11d4bd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:58:10.010744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32517d2c-1c68-427c-94f3-febb25467991 None None] The sync data for ids ['67847bb9-06bd-4368-93e1-d33197245bb6'] in n-d-712141-12 is: [{'id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'name': 'router1', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '0838c874-b974-498a-a5c2-b73e43c784c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T03:57:49Z', 'updated_at': '2021-08-29T03:58:06Z', 'revision_number': 4, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'gw_port': {'id': '0838c874-b974-498a-a5c2-b73e43c784c8', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:58:05Z', 'updated_at': '2021-08-29T03:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67', 'name': '', 'network_id': '2d843ade-2b1a-4fa1-80a3-35d4d376a201', 'tenant_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'mac_address': 'fa:16:3e:28:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67847bb9-06bd-4368-93e1-d33197245bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fac33f5-294d-4303-9983-1930ec331f86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T03:57:58Z', 'updated_at': '2021-08-29T03:58:08Z', 'revision_number': 5, 'project_id': '1b1a24bbfcda4067b184da8df4abdfa2', 'subnets': [{'id': '7fac33f5-294d-4303-9983-1930ec331f86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8f9c300-0441-4ec9-adec-bb44e11d4bd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 03:58:10.162871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:58:10.216930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:10.217400 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:12.178977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0838c874-b974-498a-a5c2-b73e43c784c8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:58:12.263821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 0838c874-b974-498a-a5c2-b73e43c784c8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 03:58:12.267690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 0838c874-b974-498a-a5c2-b73e43c784c8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:12.268063 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:12.346506 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:12.365458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 0838c874-b974-498a-a5c2-b73e43c784c8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0838c874-b974-498a-a5c2-b73e43c784c8,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 03:58:12.370044 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:12.421887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=0838c874-b974-498a-a5c2-b73e43c784c8,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:58:14.190766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0838c874-b974-498a-a5c2-b73e43c784c8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 03:58:14.300658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 0838c874-b974-498a-a5c2-b73e43c784c8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:58:14.301029 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:23.451165 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ff2898f0-21ff-41ef-9793-f57f30b60747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:23.717099 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 03:58:26.031964 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bf5a7076-28cf-4f27-82ab-f228dcafd058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:26.232978 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:27.092787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:28.785917 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:53.458911 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4c0c45a5-dd6d-4ff7-bada-7add3f690557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:56.026510 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d37be392-e7f5-4026-b33d-fbae6c919f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:56.227586 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:57.090697 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:58:58.791310 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:00.715860 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 03:59:23.448224 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a480f313-c16a-4f2e-addb-9a399ed9d320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:26.030257 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75136f1a-cccd-445c-a3fb-60c1c7c01475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:26.230177 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:27.089762 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:28.791934 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:37.714501 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 03:59:49.366030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48314) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:59:49.427872 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-57eee4c8-c26d-464e-aa7e-3ba3160d2243 admin admin] GET failed (client error): The resource could not be found. Aug 29 03:59:49.429197 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-57eee4c8-c26d-464e-aa7e-3ba3160d2243 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622296 Aug 29 03:59:49.584269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5193ae-8714-47ac-807c-2ac1052a5eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:59:49.585780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eb5193ae-8714-47ac-807c-2ac1052a5eea admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1519880 Aug 29 03:59:51.758907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48324) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:59:51.850423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdaaac0-a07e-48b3-bcfa-a859b6aa63d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:59:51.851655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1bdaaac0-a07e-48b3-bcfa-a859b6aa63d0 admin admin] 10.222.0.49 "GET /v2.0/subnets/7fac33f5-294d-4303-9983-1930ec331f86 HTTP/1.1" status: 200 len: 849 time: 0.0918202 Aug 29 03:59:51.861711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 03:59:51.941251 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Notify callbacks [] for subnet, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:52.079040 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768854274088'] for subnet, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:52.108220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:59:52.108723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:52.110044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] 10.222.0.49 "PUT /v2.0/subnets/7fac33f5-294d-4303-9983-1930ec331f86 HTTP/1.1" status: 200 len: 868 time: 0.2519662 Aug 29 03:59:52.116818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab8b806-d68d-4de5-bc86-1bec707a4d78 None None] Network 2d843ade-2b1a-4fa1-80a3-35d4d376a201 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 03:59:52.132731 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fac33f5-294d-4303-9983-1930ec331f86,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 03:59:52.140460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.141451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.141451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.141451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.141811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.142318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.142512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.142803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.143038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.143349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.143787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.143974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281b468-09c7-419a-873d-b39d1948a5cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 03:59:52.467116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-284d7054-c701-4eb1-a677-92774833a8ab None None] Provisioning complete for port 66defa20-35ad-4222-b602-5ae21e4e8d8e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:59:52.467485 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-284d7054-c701-4eb1-a677-92774833a8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:52.550141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-284d7054-c701-4eb1-a677-92774833a8ab None None] Provisioning complete for port ab4a35b8-00c4-4a50-9c9c-00c5fe2adf67 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 03:59:52.550505 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-284d7054-c701-4eb1-a677-92774833a8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:53.448632 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb8355c6-9e4e-47b7-828f-b07f1f0ac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:54.296545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48332) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:59:54.528077 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0c737-6720-4215-a9b2-b31d0c105638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:59:54.528503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0c737-6720-4215-a9b2-b31d0c105638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:59:54.530078 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-97b0c737-6720-4215-a9b2-b31d0c105638 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2325587 Aug 29 03:59:56.031875 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6886016c-9d3e-49ce-84da-6022e671c9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:56.234513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:56.694673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48342) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:59:56.822723 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35bfd9-edb0-4696-9c98-d52619639b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:59:56.823198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35bfd9-edb0-4696-9c98-d52619639b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:59:56.824818 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2f35bfd9-edb0-4696-9c98-d52619639b91 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292048 Aug 29 03:59:57.092651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:58.795679 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:59.013114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48350) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:59:59.213738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea0ff52-d1bb-43dc-a865-5de8c7b038a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 03:59:59.215029 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7ea0ff52-d1bb-43dc-a865-5de8c7b038a2 admin admin] 10.222.0.49 "GET /v2.0/networks/2d843ade-2b1a-4fa1-80a3-35d4d376a201 HTTP/1.1" status: 200 len: 869 time: 0.2009614 Aug 29 04:00:01.506208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48358) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:01.630908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67713738-62a0-40de-ab1f-6cddef8a4808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:01.632336 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-67713738-62a0-40de-ab1f-6cddef8a4808 admin admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 886 time: 0.1251380 Aug 29 04:00:03.776874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48366) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:03.902461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba92cb1-2711-402a-85e3-80fc457d9e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:03.902845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba92cb1-2711-402a-85e3-80fc457d9e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:03.904399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bba92cb1-2711-402a-85e3-80fc457d9e24 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265290 Aug 29 04:00:06.086224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48374) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:06.207567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7fb50-8e94-4fc0-98b3-f433f24505ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:06.208669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7fb50-8e94-4fc0-98b3-f433f24505ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:06.210174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0ed7fb50-8e94-4fc0-98b3-f433f24505ca admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230061 Aug 29 04:00:08.391351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48382) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:08.484492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4657ab4f-7c31-4d51-b7ac-eef5c826dd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:08.485842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4657ab4f-7c31-4d51-b7ac-eef5c826dd09 admin admin] 10.222.0.49 "GET /v2.0/subnets/7fac33f5-294d-4303-9983-1930ec331f86 HTTP/1.1" status: 200 len: 868 time: 0.0935302 Aug 29 04:00:10.639205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48390) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:10.725581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00d4bd-5f2b-4d9c-ac32-5dbae829a653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:10.726948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cb00d4bd-5f2b-4d9c-ac32-5dbae829a653 admin admin] 10.222.0.49 "GET /v2.0/subnets/ed2ce987-3185-4117-9d30-8df67b55cc66 HTTP/1.1" status: 200 len: 816 time: 0.0867758 Aug 29 04:00:14.713108 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:00:23.448484 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bf97aff8-965e-4932-8fcb-aa99178294ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:26.032610 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-003c971b-f7f7-406e-b9db-0370712221df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:26.235317 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:27.095346 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:28.804785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:34.875951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48444) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:34.922717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-13216094-e5e4-44f0-8e2f-5c58dc63da68 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:00:34.923750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-13216094-e5e4-44f0-8e2f-5c58dc63da68 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468640 Aug 29 04:00:37.222468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48452) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:37.283117 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba39f0f2-7ba8-45ca-94a1-71e64af0e34f admin admin] GET failed (client error): The resource could not be found. Aug 29 04:00:37.284434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ba39f0f2-7ba8-45ca-94a1-71e64af0e34f admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610282 Aug 29 04:00:37.368483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f5ff2b-1eab-47bc-a310-46c6e1336b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:37.369932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-06f5ff2b-1eab-47bc-a310-46c6e1336b95 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809059 Aug 29 04:00:39.563397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48460) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:39.611909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:39.633003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Made reservation on behalf of 4ab1006f49ef404ab6864f95c5bad914 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:00:39.635192 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:39.668681 n-d-712141-12 neutron-server[94850]: WARNING neutron.services.revisions.revision_plugin [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Could not find related network for resource to bump revision. Aug 29 04:00:39.682148 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:00:39.691345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:39.692213 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Added segment b6908fc6-f006-4a14-8fec-671aea7c9b5d of type vlan for network 9bc558b4-771e-439c-bee9-0f1085c5d810 Aug 29 04:00:39.740901 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:39.764035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:39.764871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:39.765451 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:39.814800 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2503564 Aug 29 04:00:39.823776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc558b4-771e-439c-bee9-0f1085c5d810,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:39.831093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.831440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.831782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.832123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.832524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.832859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.833190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.833516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.833845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.834169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.834496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.834818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0912e9-5257-48f5-8acd-07bd5750c724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:39.845661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:00:42.029090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48468) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:42.089602 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-261f96df-3266-4dfa-b707-dd010f67b456 admin admin] GET failed (client error): The resource could not be found. Aug 29 04:00:42.090914 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-261f96df-3266-4dfa-b707-dd010f67b456 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608513 Aug 29 04:00:42.189559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448bf99e-c62b-4f0d-9ba5-659607f33b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:42.191017 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-448bf99e-c62b-4f0d-9ba5-659607f33b6f admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0955184 Aug 29 04:00:42.201381 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Request body: {'subnet': {'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:42.223993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Made reservation on behalf of 4ab1006f49ef404ab6864f95c5bad914 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:00:42.226227 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:42.434232 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:42.491682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf1b938-5636-4393-8f89-a0808a87c4eb,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:42.501725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:00:42.502103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Network hostable DHCP agents. Network: 9bc558b4-771e-439c-bee9-0f1085c5d810, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:00:42.523801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:00:42.537914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9bc558b4-771e-439c-bee9-0f1085c5d810) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:00:42.542714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:42.543297 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:42.547428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5a47d0-a668-4214-abe1-0460cf7d41f6 None None] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:00:42.556869 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a626353b-640b-40de-b493-f5d831296abd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3589072 Aug 29 04:00:42.791825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-9bc558b4-771e-439c-bee9-0f1085c5d810', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'tenant_id': '4ab1006f49ef404ab6864f95c5bad914', 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:00:42.792822 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:42.925869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Allocated IP 192.168.233.2 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/54872930-601a-4929-9c9f-0ccf81e7fd81) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:00:43.073079 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:43.082694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Transition to ACTIVE for port object 54872930-601a-4929-9c9f-0ccf81e7fd81 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:00:43.097907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Transition to ACTIVE for port object 54872930-601a-4929-9c9f-0ccf81e7fd81 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:00:43.104159 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:43.148642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:00:43.152237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Pushing event updated for resources: {'Port': ['ID=54872930-601a-4929-9c9f-0ccf81e7fd81,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:43.154385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:00:43.157369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:00:43.165907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.166277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.166618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.166954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.167287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.167613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.167937 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.168306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.168630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.168957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.169276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.169592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:43.224335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Attempting to bind port 54872930-601a-4929-9c9f-0ccf81e7fd81 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:00:43.224709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Attempting to bind port 54872930-601a-4929-9c9f-0ccf81e7fd81 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:00:43.225077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Attempting to bind port 54872930-601a-4929-9c9f-0ccf81e7fd81 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:00:43.230225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:00:43.230565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:00:43.230969 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:43.231364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:00:43.231954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Bound port: 54872930-601a-4929-9c9f-0ccf81e7fd81, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:00:43.232394 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:43.295630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] For port 54872930-601a-4929-9c9f-0ccf81e7fd81, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:00:43.299400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] For port 54872930-601a-4929-9c9f-0ccf81e7fd81, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=54872930-601a-4929-9c9f-0ccf81e7fd81,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:00:43.304823 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:43.361339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b49ebb-8ef0-4099-ae36-f4a535f06643 None None] Pushing event updated for resources: {'Port': ['ID=54872930-601a-4929-9c9f-0ccf81e7fd81,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:44.135900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab450b25-a769-48c3-9dd1-19518df67c3d None None] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:00:44.265003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9fa6051a-96c0-48a5-a195-9d5a88fac10c None None] Provisioning for port 54872930-601a-4929-9c9f-0ccf81e7fd81 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:00:44.294408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 54872930-601a-4929-9c9f-0ccf81e7fd81 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:00:44.353145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 54872930-601a-4929-9c9f-0ccf81e7fd81 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:00:44.356981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 54872930-601a-4929-9c9f-0ccf81e7fd81 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:44.357349 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:44.445441 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:44.483148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 54872930-601a-4929-9c9f-0ccf81e7fd81, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=54872930-601a-4929-9c9f-0ccf81e7fd81,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:00:44.488146 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:44.540629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=54872930-601a-4929-9c9f-0ccf81e7fd81,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:44.597390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bfa91f3b-abb7-4bce-9b80-fb21833e138e None None] Provisioning complete for port 54872930-601a-4929-9c9f-0ccf81e7fd81 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:44.597390 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bfa91f3b-abb7-4bce-9b80-fb21833e138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:46.234502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 54872930-601a-4929-9c9f-0ccf81e7fd81 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:00:46.282508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 54872930-601a-4929-9c9f-0ccf81e7fd81 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:46.282878 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.711338 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:00:53.449361 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f9442b20-05b7-40e7-9ee7-c6bb776d38f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:56.033003 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-44f3bbef-370d-41e7-8633-36ee7f68d313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:56.237014 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:57.099344 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:58.806471 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:23.450962 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0112f0f0-45b0-4ce3-b531-054931424999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:26.033610 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa331246-5e16-4164-a076-a72e9cab1f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:26.238470 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:27.101437 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:28.708561 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:01:28.810089 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:51.354580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48520) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:01:51.360446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-d9ed665e-fb01-432b-8716-b2dfc8e19b9d tempest-verify_tempest_config-705470897 tempest-verify_tempest_config-705470897-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:01:51.361396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d9ed665e-fb01-432b-8716-b2dfc8e19b9d tempest-verify_tempest_config-705470897 tempest-verify_tempest_config-705470897-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058641 Aug 29 04:01:51.653627 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48538) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:01:51.755173 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:51.844222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:51.848337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:51.891257 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59cbf472997040559fc73ebc3c903e9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2366135 Aug 29 04:01:51.892602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a01d9-521b-4da1-92d4-d77f8d7cb4d9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:01:51.894458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48542) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:01:51.900476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.900819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.901228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.901579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.901921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.902263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.902601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.902952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.903261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.903589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.903919 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.904285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd41ac6-7e4c-48fc-a167-77ab781294ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:51.950483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:51.970993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:52.056314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:52.059118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:52.060351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c0a01d9-521b-4da1-92d4-d77f8d7cb4d9 HTTP/1.1" status: 204 len: 168 time: 0.1648784 Aug 29 04:01:52.068867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a01d9-521b-4da1-92d4-d77f8d7cb4d9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:01:52.075540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.075935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.076311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.076651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.076987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.077319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.077651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.077979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.078337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.078633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.078957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:52.079342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f636-4bf5-4e95-bed5-1ef928e59b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:01:53.451502 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6cfa-35f7-43bf-8485-8e1ed378d405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:56.035383 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-928e2cc0-cb3b-4e2d-989e-b86590ba631c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:56.239203 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:57.104670 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:58.812793 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:05.707988 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:02:23.452682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6ff5-6eb5-44e2-953f-a61b3b7433bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:26.035339 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e9f2e210-4b6c-4534-bcb6-5c980c851f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:26.241120 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:27.107613 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:28.816318 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:42.706745 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:02:53.452488 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ed76bfd1-c142-43eb-9248-476b50c0d09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:56.035937 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-63419980-a36f-4e52-badf-b8075ce6c958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:56.242316 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:57.111100 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:58.818928 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:19.705104 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:03:23.454965 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc7a6-202a-434c-ba84-92b5485604f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:26.036158 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee58d4af-c9b8-4cbc-95f2-1ea092d57ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:26.243317 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:27.114989 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:28.822061 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:53.457691 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5c397cb1-192b-4e1c-be74-51eb0c01a451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:56.035573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5c015c66-38fa-4369-8150-84c0446bc804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:56.242953 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:56.703716 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:03:57.118344 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:58.829773 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:23.459027 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f106d2dc-c0a8-41a1-82be-ba198d1b69bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:26.035486 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-43c885bb-b506-4d1d-89f1-3927894ed82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:26.242729 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:27.120697 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:28.829673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:33.702281 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:04:53.459698 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-46805338-923e-4a79-bb6d-2a82fd88dfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:56.034710 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2f97f28-6bad-4074-bcf0-9231499f64d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:56.244553 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:57.123657 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:58.832070 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:10.702089 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 5 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:05:17.697672 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830298'] for agent, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:23.461154 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4681626b-91ce-47a7-90b1-05bc63e39b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:26.035813 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60e4a0fc-c592-4a57-bf50-1add110dc070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:26.248533 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:27.048758 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830298'] for agent, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:27.125303 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:28.834539 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:47.654776 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:47.702010 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:05:53.462174 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-255a9aa2-21b7-4845-94f1-74c1b6401cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:56.035609 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-90ff1648-5c8b-46b5-af25-e3b07165b4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:56.249066 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:56.989450 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:57.129085 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:58.837714 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:15.323503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48604) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:15.425765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1a7afd77-00fc-4e0e-8273-f06c1decb1e4 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1011400 Aug 29 04:06:17.626424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48614) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:06:17.671092 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:17.686940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b6ec88f7-211c-487e-8062-0bb432896500 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0592771 Aug 29 04:06:23.462741 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a67f573-cd53-4dca-9fd7-4f03fb0d9c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:24.701214 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:06:26.034964 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-52d5262c-579a-40af-b9cf-25a5417c6139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:26.250928 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:27.000564 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:27.131209 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:28.841684 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:47.673107 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:53.463546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-92e9677b-b75c-4617-b6e2-b9b792293916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:56.035492 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b3d11ba-3fb6-4f70-9387-12918cbc139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:56.253275 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:57.015871 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:57.136005 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:58.846122 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:01.700852 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:07:17.698573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:23.464555 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6bd133bd-fcfa-4f3c-9b29-7d57ff370031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:26.037266 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-51b0a4fe-4802-407e-8579-15f35afd154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:26.254910 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:27.019752 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:27.138774 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:28.848168 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:38.704991 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:07:43.260818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48830) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:43.391040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48840) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:43.566993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1557821445-network', 'tenant_id': '7d617fad069b4e6583378230ec06606f'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:43.579171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48850) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:43.593536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Made reservation on behalf of 7d617fad069b4e6583378230ec06606f for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:43.601247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.611136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.661411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-network', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:43.741521 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.745717 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.765595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:07:43.788229 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.788670 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Added segment eecc8631-b87e-49ac-8ad6-912691848725 of type vlan for network 64afb094-d1b4-41b2-bb7f-4a5970c3f370 Aug 29 04:07:43.798924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Made reservation on behalf of 8ff3f48c3826411a95205a4b90e481f7 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:43.801616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.839745 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.851031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0682d63-0797-4df3-819a-368b2109461f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:43.870426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.870774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.871138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.871710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.872053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.872413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.873092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.873092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.873368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.873694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.874540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.874861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Tracked resource versions report: Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: pushed versions: Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: { 'AddressGroup': {'1.2'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'ConntrackHelper': {'1.0'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'Log': {'1.0'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'Network': {'1.1'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'Port': {'1.7'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'PortForwarding': {'1.2'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'QosPolicy': {'1.9'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'SecurityGroup': {'1.4'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'SubPort': {'1.0'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'Subnet': {'1.1'}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'Trunk': {'1.1'}} Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: consumer versions: Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: { DHCP agent@n-d-712141-12: {}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: HyperV agent@n-h1-712141-12: {}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: HyperV agent@n-h2-712141-12: {}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: L3 agent@n-d-712141-12: {}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: Metadata agent@n-d-712141-12: {}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: Metering agent@n-d-712141-12: {}, Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: Open vSwitch agent@n-d-712141-12: { 'AddressGroup': '1.2', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'ConntrackHelper': '1.0', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'Log': '1.0', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'Network': '1.1', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'Port': '1.7', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'PortForwarding': '1.2', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'QosPolicy': '1.9', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'SecurityGroup': '1.4', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'SecurityGroupRule': '1.2', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'SubPort': '1.0', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'Subnet': '1.1', Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: 'Trunk': '1.1'}} Aug 29 04:07:43.875881 n-d-712141-12 neutron-server[94851]: {{(pid=94851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:07:43.880930 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.930175 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.931332 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:43.931966 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:43.948998 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a865b561-55ac-4f98-85d2-036c44bd3cb7 tempest-AutoAllocateNetworkTest-1119187511 tempest-AutoAllocateNetworkTest-1119187511-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=43ae519f66e240debdacd05a91868776&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3688107 Aug 29 04:07:43.949619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48868) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:44.034862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] Pushing event updated for resources: {'Network': ['ID=64afb094-d1b4-41b2-bb7f-4a5970c3f370,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:44.046579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 64afb094-d1b4-41b2-bb7f-4a5970c3f370 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:07:44.079234 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.090585 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.109872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:07:44.127253 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.129156 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Added segment 8493a35d-9102-47bb-8d9c-f895a0d94242 of type vlan for network 3a29fce4-c2cb-47fe-90e5-d7553facac22 Aug 29 04:07:44.149477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778422d4-6f28-4b8a-9774-82d26d6d3d2b tempest-AutoAllocateNetworkTest-1119187511 tempest-AutoAllocateNetworkTest-1119187511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:44.154366 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-778422d4-6f28-4b8a-9774-82d26d6d3d2b tempest-AutoAllocateNetworkTest-1119187511 tempest-AutoAllocateNetworkTest-1119187511-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2036517 Aug 29 04:07:44.165485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48874) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:44.176519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b7ba4ff1-fe88-4f67-bc2a-940587e2f9ce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9139161 Aug 29 04:07:44.185842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48882) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:44.211604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Request body: {'subnet': {'network_id': '64afb094-d1b4-41b2-bb7f-4a5970c3f370', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1557821445-subnet', 'tenant_id': '7d617fad069b4e6583378230ec06606f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:44.243480 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8da664ac-1549-4bb9-a72a-073fc651f6c9 tempest-AutoAllocateNetworkTest-1119187511 tempest-AutoAllocateNetworkTest-1119187511-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767467 Aug 29 04:07:44.244108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48888) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:44.247442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.250320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851cde88-a706-4cb2-8f7c-b4b52c29ab6d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:44.285909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Made reservation on behalf of 7d617fad069b4e6583378230ec06606f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:44.289139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.292743 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.294017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:44.294961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.344616 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-512df8b1-096e-433c-8d59-430bca731a1a tempest-AutoAllocateNetworkTest-1119187511 tempest-AutoAllocateNetworkTest-1119187511-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=43ae519f66e240debdacd05a91868776 HTTP/1.1" status: 200 len: 208 time: 0.0993431 Aug 29 04:07:44.514914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] Pushing event updated for resources: {'Network': ['ID=3a29fce4-c2cb-47fe-90e5-d7553facac22,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:44.520670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7d4f3c77-9e6c-44da-8c7a-4ba3c6f61a5d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1281152 Aug 29 04:07:44.524189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48904) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:44.527002 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 3a29fce4-c2cb-47fe-90e5-d7553facac22 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:07:44.529936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Request body: {'subnet': {'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-subnet', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:44.570806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Made reservation on behalf of 8ff3f48c3826411a95205a4b90e481f7 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:44.578836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.694737 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.771653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Checking segment: {'id': 'eecc8631-b87e-49ac-8ad6-912691848725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '64afb094-d1b4-41b2-bb7f-4a5970c3f370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:44.772154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Network hostable DHCP agents. Network: 64afb094-d1b4-41b2-bb7f-4a5970c3f370, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:07:44.777955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff66717-dc00-425c-bac6-cda661d0d262,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:44.795101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Network 64afb094-d1b4-41b2-bb7f-4a5970c3f370 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:07:44.808565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 64afb094-d1b4-41b2-bb7f-4a5970c3f370) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:44.817867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:44.818577 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.820832 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e30487-a654-4900-8173-65ac1ecbdf5a None None] Network 64afb094-d1b4-41b2-bb7f-4a5970c3f370 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:44.837076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.837659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-10f4b51a-de50-4a56-bce0-7e72609f861e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6491034 Aug 29 04:07:44.892318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d99572f-6b5c-4c0e-ba55-9cedeb4ab610,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:44.904017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.904403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.904754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.905129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.905471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.905828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.906148 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.906480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.906809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.907138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.907468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.907793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Tracked resource versions report: Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: pushed versions: Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: { 'AddressGroup': {'1.2'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'ConntrackHelper': {'1.0'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'Log': {'1.0'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'Network': {'1.1'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'Port': {'1.7'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'PortForwarding': {'1.2'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'QosPolicy': {'1.9'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'SecurityGroup': {'1.4'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'SubPort': {'1.0'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'Subnet': {'1.1'}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'Trunk': {'1.1'}} Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: consumer versions: Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: { DHCP agent@n-d-712141-12: {}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: HyperV agent@n-h1-712141-12: {}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: HyperV agent@n-h2-712141-12: {}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: L3 agent@n-d-712141-12: {}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: Metadata agent@n-d-712141-12: {}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: Metering agent@n-d-712141-12: {}, Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: Open vSwitch agent@n-d-712141-12: { 'AddressGroup': '1.2', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'ConntrackHelper': '1.0', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'Log': '1.0', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'Network': '1.1', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'Port': '1.7', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'PortForwarding': '1.2', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'QosPolicy': '1.9', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'SecurityGroup': '1.4', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'SecurityGroupRule': '1.2', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'SubPort': '1.0', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'Subnet': '1.1', Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: 'Trunk': '1.1'}} Aug 29 04:07:44.908850 n-d-712141-12 neutron-server[94850]: {{(pid=94850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:07:44.929209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Checking segment: {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:44.929570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Network hostable DHCP agents. Network: 3a29fce4-c2cb-47fe-90e5-d7553facac22, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:07:44.947862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Network 3a29fce4-c2cb-47fe-90e5-d7553facac22 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:07:44.958293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 3a29fce4-c2cb-47fe-90e5-d7553facac22) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:44.964467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:44.965064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:44.977185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f72e6b-427e-4006-abc2-6392aa0dd089 None None] Network 3a29fce4-c2cb-47fe-90e5-d7553facac22 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:44.984165 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-282d66d6-ee86-4562-83c8-ecdff380be8b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4581759 Aug 29 04:07:44.987520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48922) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:44.997105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad10ec-c925-4820-b811-884f0fc1d4c6 None None] Network 64afb094-d1b4-41b2-bb7f-4a5970c3f370 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:44.998722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:45.023570 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.025542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.107465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48926) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:45.124785 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.309969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-3a29fce4-c2cb-47fe-90e5-d7553facac22', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:07:45.310934 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.346548 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.503960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Allocated IP 172.20.0.2 (3a29fce4-c2cb-47fe-90e5-d7553facac22/0d99572f-6b5c-4c0e-ba55-9cedeb4ab610/805e4f66-aef4-4a25-a51e-5c5a1b05b1b2) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:45.518691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1142a5c3-e3d9-4961-a372-9076118f91be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.667784 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1142a5c3-e3d9-4961-a372-9076118f91be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.673610 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1142a5c3-e3d9-4961-a372-9076118f91be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.717805 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1142a5c3-e3d9-4961-a372-9076118f91be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=43ae519f66e240debdacd05a91868776&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6089740 Aug 29 04:07:45.718679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48960) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:45.768021 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.778820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Transition to ACTIVE for port object 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:45.788099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142a5c3-e3d9-4961-a372-9076118f91be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd38066-9340-47b7-9d09-d38a05739b8a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:45.809336 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f4937c4b-a616-4260-af95-bcaf6aeb8bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.824100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Transition to ACTIVE for port object 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:45.832717 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.855298 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f4937c4b-a616-4260-af95-bcaf6aeb8bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.876433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.913403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Network 3a29fce4-c2cb-47fe-90e5-d7553facac22 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:45.914759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Pushing event updated for resources: {'Port': ['ID=805e4f66-aef4-4a25-a51e-5c5a1b05b1b2,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:45.923317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:45.926017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.926560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.927037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.927538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.927871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.928222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.928651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.929675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.930166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.930639 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.931111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.931739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Tracked resource versions report: Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: pushed versions: Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: { 'AddressGroup': {'1.2'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'ConntrackHelper': {'1.0'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'Log': {'1.0'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'Network': {'1.1'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'Port': {'1.7'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'PortForwarding': {'1.2'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'QosPolicy': {'1.9'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'SecurityGroup': {'1.4'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'SubPort': {'1.0'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'Subnet': {'1.1'}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'Trunk': {'1.1'}} Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: consumer versions: Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: { DHCP agent@n-d-712141-12: {}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: HyperV agent@n-h1-712141-12: {}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: HyperV agent@n-h2-712141-12: {}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: L3 agent@n-d-712141-12: {}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: Metadata agent@n-d-712141-12: {}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: Metering agent@n-d-712141-12: {}, Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: Open vSwitch agent@n-d-712141-12: { 'AddressGroup': '1.2', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'ConntrackHelper': '1.0', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'Log': '1.0', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'Network': '1.1', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'Port': '1.7', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'PortForwarding': '1.2', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'QosPolicy': '1.9', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'SecurityGroup': '1.4', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'SecurityGroupRule': '1.2', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'SubPort': '1.0', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'Subnet': '1.1', Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: 'Trunk': '1.1'}} Aug 29 04:07:45.932985 n-d-712141-12 neutron-server[94852]: {{(pid=94852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:07:45.949618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:45.963518 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.970566 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f4937c4b-a616-4260-af95-bcaf6aeb8bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.973479 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f4937c4b-a616-4260-af95-bcaf6aeb8bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:45.976660 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f4937c4b-a616-4260-af95-bcaf6aeb8bd2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cd38066-9340-47b7-9d09-d38a05739b8a HTTP/1.1" status: 204 len: 168 time: 0.2539167 Aug 29 04:07:45.991447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4937c4b-a616-4260-af95-bcaf6aeb8bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd38066-9340-47b7-9d09-d38a05739b8a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:46.046995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Attempting to bind port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:46.048331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Attempting to bind port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:46.048922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Attempting to bind port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 on network 3a29fce4-c2cb-47fe-90e5-d7553facac22 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:46.056273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:46.057061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Checking segment: {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:46.057714 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.058316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Bound using segment: {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:46.059071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Bound port: 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:46.059672 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.131196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] For port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:46.134671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] For port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=805e4f66-aef4-4a25-a51e-5c5a1b05b1b2,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:46.141531 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.184876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Allocated IP 172.25.5.181 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/bd1d3cc2-9bf9-414c-9724-8440147fc5e6) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:46.239073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec08a8-f87f-4f5f-a50f-5a13d9379e49 None None] Pushing event updated for resources: {'Port': ['ID=805e4f66-aef4-4a25-a51e-5c5a1b05b1b2,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:46.346495 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.474447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:46.575043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Pushing event updated for resources: {'Port': ['ID=bd1d3cc2-9bf9-414c-9724-8440147fc5e6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:46.597034 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:46.598513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:46.602237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:46.603227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:46.667323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:46.960625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49016) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:46.974183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1375973938-network', 'tenant_id': '7e1abb00bf164227a85685ced3123994'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:47.014405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Made reservation on behalf of 7e1abb00bf164227a85685ced3123994 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:47.017661 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.050048 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.069022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.226099 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.232813 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.280218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:07:47.298267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b245d2-242f-4b5c-a28a-4a6376baf1d6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:47.303727 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.304403 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Added segment fdf6f412-dca5-45b6-bf9e-ad574bcbbd25 of type vlan for network caadfd24-e964-43c4-90d2-6b410bfaf6ae Aug 29 04:07:47.360721 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.401602 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.402670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:47.403401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.433652 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.452364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f7753c-cc50-4ae8-b008-7f2aae5dd900 None None] Network 3a29fce4-c2cb-47fe-90e5-d7553facac22 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:47.462906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4931598 Aug 29 04:07:47.468436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49034) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:47.473511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Request body: {'subnet': {'network_id': 'caadfd24-e964-43c4-90d2-6b410bfaf6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1375973938-subnet', 'tenant_id': '7e1abb00bf164227a85685ced3123994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:47.490315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff294-8e2c-44b4-86b9-b43da9cd3e96 admin admin] Pushing event updated for resources: {'Network': ['ID=caadfd24-e964-43c4-90d2-6b410bfaf6ae,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:47.510071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Made reservation on behalf of 7e1abb00bf164227a85685ced3123994 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:47.515562 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.566968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network caadfd24-e964-43c4-90d2-6b410bfaf6ae details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:07:47.667545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-849544b8-3ef5-47e7-8b17-ce6266dec51f None None] Provisioning for port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:47.689495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-849544b8-3ef5-47e7-8b17-ce6266dec51f None None] Provisioning complete for port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:47.689495 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-849544b8-3ef5-47e7-8b17-ce6266dec51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.765652 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.775888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Router 95154c3b-7639-45fe-b024-454d5934d74a is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:07:47.844436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.864897 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-849544b8-3ef5-47e7-8b17-ce6266dec51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.897120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:07:47.911693 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Sync routers for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:07:47.912227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-849544b8-3ef5-47e7-8b17-ce6266dec51f None None] For port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=805e4f66-aef4-4a25-a51e-5c5a1b05b1b2,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:07:47.917126 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.918010 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-849544b8-3ef5-47e7-8b17-ce6266dec51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:47.924277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d2bff30f-5d89-4a4b-9470-a551a4aae8be admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9354162 Aug 29 04:07:47.929693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49052) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:47.938590 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:47.941984 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:07:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:48.017353 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849544b8-3ef5-47e7-8b17-ce6266dec51f None None] Pushing event updated for resources: {'Port': ['ID=805e4f66-aef4-4a25-a51e-5c5a1b05b1b2,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:48.073137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe53643-e7f2-443a-acf5-a044d4dfbdcf,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:48.181390 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:48.256739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f498d536-d006-4cce-91bb-c4e9eaa0ba24 None None] Provisioning complete for port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:48.257129 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f498d536-d006-4cce-91bb-c4e9eaa0ba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.271566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49062) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:48.322853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Checking segment: {'id': 'fdf6f412-dca5-45b6-bf9e-ad574bcbbd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'caadfd24-e964-43c4-90d2-6b410bfaf6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:48.323233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Network hostable DHCP agents. Network: caadfd24-e964-43c4-90d2-6b410bfaf6ae, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:07:48.364151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Network caadfd24-e964-43c4-90d2-6b410bfaf6ae is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:07:48.501441 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:46Z', 'revision_number': 3, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:48.516096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60cb2490-2c0f-4b83-b9ed-d2ba7db7652f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.535375 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Checking router: 95154c3b-7639-45fe-b024-454d5934d74a for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:07:48.535922 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Updating router 95154c3b-7639-45fe-b024-454d5934d74a port bd1d3cc2-9bf9-414c-9724-8440147fc5e6 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:07:48.539441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:48.565364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, caadfd24-e964-43c4-90d2-6b410bfaf6ae) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:48.593331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:48.598059 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.603290 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.626129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b58d5ae-6c21-46ed-a4c4-3f9cae6bed08 None None] Network caadfd24-e964-43c4-90d2-6b410bfaf6ae requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:48.774065 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282788a7-3743-4377-a836-0253206ab528 None None] Network caadfd24-e964-43c4-90d2-6b410bfaf6ae requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:48.794510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60cb2490-2c0f-4b83-b9ed-d2ba7db7652f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.801127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60cb2490-2c0f-4b83-b9ed-d2ba7db7652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.837466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-43465927-805b-4b39-b6b2-3987061b657a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3662591 Aug 29 04:07:48.870507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:48.870888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.871569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:48.912734 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-60cb2490-2c0f-4b83-b9ed-d2ba7db7652f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9ebfa8307b54f35a0bff049331e915e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6401396 Aug 29 04:07:48.925160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49102) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:48.930434 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb2490-2c0f-4b83-b9ed-d2ba7db7652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2688a73-516e-4f1c-91b3-c781d7376863,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:49.037101 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-757883c5-5af0-4309-98e8-528fa6bab721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.059242 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-757883c5-5af0-4309-98e8-528fa6bab721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.116191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49112) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:49.117433 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-757883c5-5af0-4309-98e8-528fa6bab721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.120289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-757883c5-5af0-4309-98e8-528fa6bab721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.124383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-757883c5-5af0-4309-98e8-528fa6bab721 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2688a73-516e-4f1c-91b3-c781d7376863 HTTP/1.1" status: 204 len: 168 time: 0.1953208 Aug 29 04:07:49.158741 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757883c5-5af0-4309-98e8-528fa6bab721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2688a73-516e-4f1c-91b3-c781d7376863,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:49.223961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-32551440-7101-4f39-972f-1265db2bea57 admin admin] Deleting subnet dff66717-dc00-425c-bac6-cda661d0d262 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:07:49.228749 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32551440-7101-4f39-972f-1265db2bea57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.232413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Allocated IP 172.20.0.1 (3a29fce4-c2cb-47fe-90e5-d7553facac22/0d99572f-6b5c-4c0e-ba55-9cedeb4ab610/22843dbe-a0f8-4938-b6d9-d4520188f27e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:49.242226 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.273586 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Transition to ACTIVE for port object bd1d3cc2-9bf9-414c-9724-8440147fc5e6 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:49.287559 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.307171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32551440-7101-4f39-972f-1265db2bea57 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.333676 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32551440-7101-4f39-972f-1265db2bea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.392764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.430486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Transition to ACTIVE for port object 22843dbe-a0f8-4938-b6d9-d4520188f27e will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:49.434687 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Attempting to bind port bd1d3cc2-9bf9-414c-9724-8440147fc5e6 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:49.435358 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Attempting to bind port bd1d3cc2-9bf9-414c-9724-8440147fc5e6 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:49.435931 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Attempting to bind port bd1d3cc2-9bf9-414c-9724-8440147fc5e6 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:49.459311 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:49.463633 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:49.464292 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.464913 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:49.465650 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Bound port: bd1d3cc2-9bf9-414c-9724-8440147fc5e6, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:49.466291 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.471532 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Pushing event updated for resources: {'Port': ['ID=bd1d3cc2-9bf9-414c-9724-8440147fc5e6,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:49.474281 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32551440-7101-4f39-972f-1265db2bea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.501489 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.535292 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] For port bd1d3cc2-9bf9-414c-9724-8440147fc5e6, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:49.539087 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] For port bd1d3cc2-9bf9-414c-9724-8440147fc5e6, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=bd1d3cc2-9bf9-414c-9724-8440147fc5e6,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:49.546810 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.547542 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.548552 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.549180 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.549620 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.550145 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.550701 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.551133 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.551564 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.552009 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.552449 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.552991 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Tracked resource versions report: Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: pushed versions: Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: { 'AddressGroup': {'1.2'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'ConntrackHelper': {'1.0'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'Log': {'1.0'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'Network': {'1.1'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'Port': {'1.7'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'PortForwarding': {'1.2'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'QosPolicy': {'1.9'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'SecurityGroup': {'1.4'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'SubPort': {'1.0'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'Subnet': {'1.1'}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'Trunk': {'1.1'}} Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: consumer versions: Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: { DHCP agent@n-d-712141-12: {}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: HyperV agent@n-h1-712141-12: {}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: HyperV agent@n-h2-712141-12: {}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: L3 agent@n-d-712141-12: {}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: Metadata agent@n-d-712141-12: {}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: Metering agent@n-d-712141-12: {}, Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: Open vSwitch agent@n-d-712141-12: { 'AddressGroup': '1.2', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'ConntrackHelper': '1.0', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'Log': '1.0', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'Network': '1.1', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'Port': '1.7', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'PortForwarding': '1.2', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'QosPolicy': '1.9', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'SecurityGroup': '1.4', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'SecurityGroupRule': '1.2', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'SubPort': '1.0', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'Subnet': '1.1', Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: 'Trunk': '1.1'}} Aug 29 04:07:49.554308 n-d-712141-12 neutron-server[94853]: {{(pid=94853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:07:49.569022 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.578007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32551440-7101-4f39-972f-1265db2bea57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff66717-dc00-425c-bac6-cda661d0d262,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:49.591038 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32551440-7101-4f39-972f-1265db2bea57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.593453 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-32551440-7101-4f39-972f-1265db2bea57 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dff66717-dc00-425c-bac6-cda661d0d262 HTTP/1.1" status: 204 len: 168 time: 0.4761221 Aug 29 04:07:49.596626 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49146) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:49.634064 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e01f0-4334-43d3-ad68-b0a3454ee464 None None] Pushing event updated for resources: {'Port': ['ID=bd1d3cc2-9bf9-414c-9724-8440147fc5e6,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:49.635122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Network 3a29fce4-c2cb-47fe-90e5-d7553facac22 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:49.643892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:49.663099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:49.665014 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.666321 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:49.667485 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:07:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:49.767890 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.793215 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:49.870317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Pushing event updated for resources: {'Port': ['ID=22843dbe-a0f8-4938-b6d9-d4520188f27e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:49.967145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.981584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:49.982272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:49.983955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:49.984478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > port after_create 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:49.984966 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:49.985453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > port after_update 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:49.986630 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:49.987200 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:49.987668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:49.988617 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:50.126436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fdf2c8ce-310c-4df4-b04a-fddaca5bb368 None None] Provisioning for port 22843dbe-a0f8-4938-b6d9-d4520188f27e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:50.146795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fdf2c8ce-310c-4df4-b04a-fddaca5bb368 None None] Provisioning complete for port 22843dbe-a0f8-4938-b6d9-d4520188f27e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:50.151946 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fdf2c8ce-310c-4df4-b04a-fddaca5bb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.212565 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:46Z', 'revision_number': 3, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:50.266967 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2c8ce-310c-4df4-b04a-fddaca5bb368 None None] Port 22843dbe-a0f8-4938-b6d9-d4520188f27e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:07:50.283715 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12334a-3a73-4a7c-b470-da52aebb1df9 None None] The sync data for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 is: [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:46Z', 'revision_number': 3, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:07:50.294878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49174) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:50.351078 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-57c5a2a4-708a-45e3-894a-f0a89193bc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.355620 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.455966 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:50.469142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:50.469650 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:50.470131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:50.474298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64afb094-d1b4-41b2-bb7f-4a5970c3f370']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:50.513986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecc8631-b87e-49ac-8ad6-912691848725') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:50.514330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecc8631-b87e-49ac-8ad6-912691848725') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:50.551937 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.597134 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.612055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:07:50.612538 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.639957 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-57c5a2a4-708a-45e3-894a-f0a89193bc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.645817 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-57c5a2a4-708a-45e3-894a-f0a89193bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: from cryptography.utils import int_from_bytes Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: from cryptography.utils import int_from_bytes Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:07:50.673945 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:07:50.709277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.737750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Pushing event deleted for resources: {'Network': ['ID=64afb094-d1b4-41b2-bb7f-4a5970c3f370,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:50.741667 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.744756 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1400e676-02ec-4da2-afaa-7f9d54bfbd40 admin admin] 10.222.0.49 "DELETE /v2.0/networks/64afb094-d1b4-41b2-bb7f-4a5970c3f370 HTTP/1.1" status: 204 len: 168 time: 1.1467085 Aug 29 04:07:50.751044 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.751863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49208) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:50.771146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-57c5a2a4-708a-45e3-894a-f0a89193bc3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2ad98bd29bd496898aca77c0d2afa9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4659283 Aug 29 04:07:50.772125 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.783701 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.799318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49212) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:50.813779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e71459-038f-41ce-a279-1d8be92cf9b1 admin admin] Deleting subnet 7fe53643-e7f2-443a-acf5-a044d4dfbdcf {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:07:50.823713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77e71459-038f-41ce-a279-1d8be92cf9b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.867096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77e71459-038f-41ce-a279-1d8be92cf9b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:50.924743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5a2a4-708a-45e3-894a-f0a89193bc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fdb17a-1b53-4110-a4a2-f1bebed2fcf5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:50.944799 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77e71459-038f-41ce-a279-1d8be92cf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.016322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Pushing event updated for resources: {'Port': ['ID=22843dbe-a0f8-4938-b6d9-d4520188f27e,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:51.028225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77e71459-038f-41ce-a279-1d8be92cf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.043998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1f08db-aa56-4e01-b1ac-1429c8c102b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.097783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e71459-038f-41ce-a279-1d8be92cf9b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe53643-e7f2-443a-acf5-a044d4dfbdcf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:51.101461 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77e71459-038f-41ce-a279-1d8be92cf9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.104592 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-77e71459-038f-41ce-a279-1d8be92cf9b1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7fe53643-e7f2-443a-acf5-a044d4dfbdcf HTTP/1.1" status: 204 len: 168 time: 0.3515925 Aug 29 04:07:51.106982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49248) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:51.156389 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1f08db-aa56-4e01-b1ac-1429c8c102b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.196001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Network 3a29fce4-c2cb-47fe-90e5-d7553facac22 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:51.199135 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:51.220411 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60c43461-844b-4044-8265-319411325bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.280587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49256) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:51.410195 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1f08db-aa56-4e01-b1ac-1429c8c102b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.419500 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1f08db-aa56-4e01-b1ac-1429c8c102b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.423490 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed1f08db-aa56-4e01-b1ac-1429c8c102b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87fdb17a-1b53-4110-a4a2-f1bebed2fcf5 HTTP/1.1" status: 204 len: 168 time: 0.6212349 Aug 29 04:07:51.447200 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f08db-aa56-4e01-b1ac-1429c8c102b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fdb17a-1b53-4110-a4a2-f1bebed2fcf5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:51.525499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Router 95154c3b-7639-45fe-b024-454d5934d74a has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:07:51.530668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60c43461-844b-4044-8265-319411325bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.548460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-60c43461-844b-4044-8265-319411325bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caadfd24-e964-43c4-90d2-6b410bfaf6ae']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:51.571879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-60c43461-844b-4044-8265-319411325bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf6f412-dca5-45b6-bf9e-ad574bcbbd25') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:51.572179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-60c43461-844b-4044-8265-319411325bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf6f412-dca5-45b6-bf9e-ad574bcbbd25') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:51.606636 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60c43461-844b-4044-8265-319411325bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.636182 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60c43461-844b-4044-8265-319411325bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.645304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-23bc54f4-ad33-43e9-96b1-236547ee2b44 None None] Provisioning complete for port 22843dbe-a0f8-4938-b6d9-d4520188f27e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:51.646053 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-23bc54f4-ad33-43e9-96b1-236547ee2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.652378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c43461-844b-4044-8265-319411325bcb admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:07:51.653646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60c43461-844b-4044-8265-319411325bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.685263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49274) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:51.689473 n-d-712141-12 neutron-server[94851]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 04:07:51.723559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-23bc54f4-ad33-43e9-96b1-236547ee2b44 None None] Port 22843dbe-a0f8-4938-b6d9-d4520188f27e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:07:51.762410 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:07:51.775883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60c43461-844b-4044-8265-319411325bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.777499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-5ed1b426-c645-478c-bedf-56f7dc0dc235 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=18314e8166a8453c8265607cb6d78259&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911334 Aug 29 04:07:51.787751 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60c43461-844b-4044-8265-319411325bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.792495 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-60c43461-844b-4044-8265-319411325bcb admin admin] 10.222.0.49 "DELETE /v2.0/networks/caadfd24-e964-43c4-90d2-6b410bfaf6ae HTTP/1.1" status: 204 len: 168 time: 0.6840918 Aug 29 04:07:51.804827 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c43461-844b-4044-8265-319411325bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=caadfd24-e964-43c4-90d2-6b410bfaf6ae,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:51.962025 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b1ff-882b-4f5b-b57a-d90cd2426610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:51.999399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:07:52.011709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1d59dc57-de39-4ea3-a577-5743bb23df4c admin admin] 10.222.0.49 "PUT /v2.0/routers/95154c3b-7639-45fe-b024-454d5934d74a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0785570 Aug 29 04:07:52.050882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-c7254fa0-bd77-4d88-8426-0b61f04e00f4 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:52.052565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-c7254fa0-bd77-4d88-8426-0b61f04e00f4 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742410 Aug 29 04:07:52.079755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-1955e7a3-7159-47f1-8477-62bc1f6bf89a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/quotas/18314e8166a8453c8265607cb6d78259 HTTP/1.1" status: 200 len: 375 time: 0.0210304 Aug 29 04:07:52.126777 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b1ff-882b-4f5b-b57a-d90cd2426610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.137792 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b1ff-882b-4f5b-b57a-d90cd2426610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.162522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-3fdb1feb-8f81-4ff8-8f80-728248a0ca37 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=18314e8166a8453c8265607cb6d78259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802448 Aug 29 04:07:52.180924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49312) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:52.230035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6cae35a4-d32b-40fb-bffa-f44449a9ccb8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d617fad069b4e6583378230ec06606f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475416 Aug 29 04:07:52.230850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49316) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:52.242218 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2ee2b1ff-882b-4f5b-b57a-d90cd2426610 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=191f0c0e95c64951a91ef486192c398d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9600530 Aug 29 04:07:52.247620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49318) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:52.265829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2b1ff-882b-4f5b-b57a-d90cd2426610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbd26be-5132-4b9d-9c70-87e0e530934b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:52.353331 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d2c857b-20a2-4a51-a150-89cc3e68ad6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.379244 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7da86f51-df46-4fc1-b857-f463a9184f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.407742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7da86f51-df46-4fc1-b857-f463a9184f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.419714 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d2c857b-20a2-4a51-a150-89cc3e68ad6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.423254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49330) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:52.554385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7da86f51-df46-4fc1-b857-f463a9184f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.557633 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d2c857b-20a2-4a51-a150-89cc3e68ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.563256 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d2c857b-20a2-4a51-a150-89cc3e68ad6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.563908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7da86f51-df46-4fc1-b857-f463a9184f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.567547 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7da86f51-df46-4fc1-b857-f463a9184f25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bbd26be-5132-4b9d-9c70-87e0e530934b HTTP/1.1" status: 204 len: 168 time: 0.3155131 Aug 29 04:07:52.568153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9d2c857b-20a2-4a51-a150-89cc3e68ad6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0682d63-0797-4df3-819a-368b2109461f HTTP/1.1" status: 204 len: 168 time: 0.3360028 Aug 29 04:07:52.581231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da86f51-df46-4fc1-b857-f463a9184f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbd26be-5132-4b9d-9c70-87e0e530934b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:52.583446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c857b-20a2-4a51-a150-89cc3e68ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0682d63-0797-4df3-819a-368b2109461f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:52.662500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device bd1d3cc2-9bf9-414c-9724-8440147fc5e6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:52.719505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port bd1d3cc2-9bf9-414c-9724-8440147fc5e6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:52.723724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port bd1d3cc2-9bf9-414c-9724-8440147fc5e6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:52.724146 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.805583 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f55eabac-e5cc-4074-b331-7c8fbcaa2853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.811472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Sync routers for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:07:52.826880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:52.828079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:07:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:52.873157 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.907345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port bd1d3cc2-9bf9-414c-9724-8440147fc5e6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=bd1d3cc2-9bf9-414c-9724-8440147fc5e6,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:07:52.920073 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f55eabac-e5cc-4074-b331-7c8fbcaa2853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.926886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f55eabac-e5cc-4074-b331-7c8fbcaa2853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.973629 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f55eabac-e5cc-4074-b331-7c8fbcaa2853 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34f3dc6a3628415188ddaa830b970c14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5492873 Aug 29 04:07:52.974828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55eabac-e5cc-4074-b331-7c8fbcaa2853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b13073-dc44-4e86-b86b-335bed79134f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:52.976494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49366) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:53.051988 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.063842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d210f89-59ae-4ec5-b762-cd539dd142a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.086625 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d210f89-59ae-4ec5-b762-cd539dd142a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.114614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:53.143443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d210f89-59ae-4ec5-b762-cd539dd142a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.146833 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d210f89-59ae-4ec5-b762-cd539dd142a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.148502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8d210f89-59ae-4ec5-b762-cd539dd142a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16b13073-dc44-4e86-b86b-335bed79134f HTTP/1.1" status: 204 len: 168 time: 0.1666300 Aug 29 04:07:53.152421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=bd1d3cc2-9bf9-414c-9724-8440147fc5e6,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:53.165159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d210f89-59ae-4ec5-b762-cd539dd142a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b13073-dc44-4e86-b86b-335bed79134f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:53.268314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49376) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:53.353716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49386) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:53.398930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:50Z', 'revision_number': 2, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:53.432010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Checking router: 95154c3b-7639-45fe-b024-454d5934d74a for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:07:53.432389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Updating router 95154c3b-7639-45fe-b024-454d5934d74a port 22843dbe-a0f8-4938-b6d9-d4520188f27e binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:07:53.473867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.481394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49394) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:53.483032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49396) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:53.491545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5cd73bf2-3a62-4867-9dc0-f7b7d2a09b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.505462 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b0f17e8-6657-45be-b970-17a2e6dc0d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.619972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2a13b668-60c1-43ce-995b-b19effd8edcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e1abb00bf164227a85685ced3123994&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1345842 Aug 29 04:07:53.622754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49400) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:53.720082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2fec-bd54-4417-b6de-f8c5df8ac0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.761763 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b0f17e8-6657-45be-b970-17a2e6dc0d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.783708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbce9e7e-67e8-4fc6-811f-660e86ffbac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.786257 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b0f17e8-6657-45be-b970-17a2e6dc0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.819025 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0b0f17e8-6657-45be-b970-17a2e6dc0d18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9035e1686f044945be39da4a580b38f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3363247 Aug 29 04:07:53.820950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49410) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:53.903632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbce9e7e-67e8-4fc6-811f-660e86ffbac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.910027 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64855e66-1a95-4edf-8d10-cafb84890b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.934139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64855e66-1a95-4edf-8d10-cafb84890b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.971340 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2fec-bd54-4417-b6de-f8c5df8ac0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.979671 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2fec-bd54-4417-b6de-f8c5df8ac0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.979855 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.003920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f17e8-6657-45be-b970-17a2e6dc0d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27f7cb8-d751-42e8-90dd-def98427c79d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.008880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64855e66-1a95-4edf-8d10-cafb84890b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.011912 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64855e66-1a95-4edf-8d10-cafb84890b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.014936 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-64855e66-1a95-4edf-8d10-cafb84890b1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f27f7cb8-d751-42e8-90dd-def98427c79d HTTP/1.1" status: 204 len: 168 time: 0.1857698 Aug 29 04:07:54.019788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Transition to ACTIVE for port object 22843dbe-a0f8-4938-b6d9-d4520188f27e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:54.030817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64855e66-1a95-4edf-8d10-cafb84890b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27f7cb8-d751-42e8-90dd-def98427c79d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.031732 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.040091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c2fec-bd54-4417-b6de-f8c5df8ac0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31182b9-31de-40da-98d5-667b610bfe64,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.076093 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ad1c2fec-bd54-4417-b6de-f8c5df8ac0f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8988e2429eb413aa0de7f026e60f78f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8042181 Aug 29 04:07:54.076742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49424) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:54.086007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbce9e7e-67e8-4fc6-811f-660e86ffbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.091887 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbce9e7e-67e8-4fc6-811f-660e86ffbac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.098789 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dbce9e7e-67e8-4fc6-811f-660e86ffbac0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4b245d2-242f-4b5c-a28a-4a6376baf1d6 HTTP/1.1" status: 204 len: 168 time: 0.4745734 Aug 29 04:07:54.127511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce9e7e-67e8-4fc6-811f-660e86ffbac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b245d2-242f-4b5c-a28a-4a6376baf1d6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.145536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de672647-c982-4103-af4b-430c1384ba20 None None] Pushing event updated for resources: {'Port': ['ID=22843dbe-a0f8-4938-b6d9-d4520188f27e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.183761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-460421a2-c26e-4fdb-ba79-c446ab0997a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.252088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b54e59a7-6d74-402e-b1cb-aa29a952fea1 req-89a024cb-9985-4dc4-9464-5c9867261110 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 210 time: 0.8964596 Aug 29 04:07:54.254820 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-460421a2-c26e-4fdb-ba79-c446ab0997a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.256733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49432) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:54.278037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-54ac7abc-3b11-4e07-8f8e-a163ee4b0864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.313467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Attempting to bind port 22843dbe-a0f8-4938-b6d9-d4520188f27e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:54.313883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Attempting to bind port 22843dbe-a0f8-4938-b6d9-d4520188f27e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:54.314257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Attempting to bind port 22843dbe-a0f8-4938-b6d9-d4520188f27e on network 3a29fce4-c2cb-47fe-90e5-d7553facac22 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:54.333575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:54.335381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Checking segment: {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:54.335824 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.336240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Bound using segment: {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:54.336714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Bound port: 22843dbe-a0f8-4938-b6d9-d4520188f27e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:54.339508 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.424257 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-54ac7abc-3b11-4e07-8f8e-a163ee4b0864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.491883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-54ac7abc-3b11-4e07-8f8e-a163ee4b0864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.499199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] For port 22843dbe-a0f8-4938-b6d9-d4520188f27e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:54.506932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] For port 22843dbe-a0f8-4938-b6d9-d4520188f27e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=22843dbe-a0f8-4938-b6d9-d4520188f27e,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:54.521795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device bd1d3cc2-9bf9-414c-9724-8440147fc5e6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:54.524284 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.526841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-460421a2-c26e-4fdb-ba79-c446ab0997a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.530877 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-460421a2-c26e-4fdb-ba79-c446ab0997a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.534512 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-460421a2-c26e-4fdb-ba79-c446ab0997a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e31182b9-31de-40da-98d5-667b610bfe64 HTTP/1.1" status: 204 len: 168 time: 0.4540911 Aug 29 04:07:54.571468 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-54ac7abc-3b11-4e07-8f8e-a163ee4b0864 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b454ddfd2964670bf2f1b2ce17fe147&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3116121 Aug 29 04:07:54.571745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49442) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:54.572437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac7abc-3b11-4e07-8f8e-a163ee4b0864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3214c7-3593-4760-b048-110da77fb408,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.585481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460421a2-c26e-4fdb-ba79-c446ab0997a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31182b9-31de-40da-98d5-667b610bfe64,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.669663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:54.670460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:07:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:54.705131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba488900-37c1-4f51-8187-8f036ecd6980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.760165 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba488900-37c1-4f51-8187-8f036ecd6980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.766005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de672647-c982-4103-af4b-430c1384ba20 None None] Pushing event updated for resources: {'Port': ['ID=22843dbe-a0f8-4938-b6d9-d4520188f27e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.778268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port bd1d3cc2-9bf9-414c-9724-8440147fc5e6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:54.779034 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.812379 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49448) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:54.822400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-network', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:54.874700 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba488900-37c1-4f51-8187-8f036ecd6980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.890661 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba488900-37c1-4f51-8187-8f036ecd6980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.891975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ba488900-37c1-4f51-8187-8f036ecd6980 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f3214c7-3593-4760-b048-110da77fb408 HTTP/1.1" status: 204 len: 168 time: 0.3191004 Aug 29 04:07:54.909100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Made reservation on behalf of b74e8f65d94649aaafed96c894ddc218 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:54.910118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba488900-37c1-4f51-8187-8f036ecd6980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3214c7-3593-4760-b048-110da77fb408,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:54.917532 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.929208 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:54.942838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:07:55.073970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.080742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.108805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:07:55.124635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d2613b-2f0b-4ed0-92f7-30f30f8c58e4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:55.144221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.147057 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Added segment fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5 of type vlan for network adef4d42-8ee1-49a0-88bd-ded09dce5c5c Aug 29 04:07:55.198798 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.234462 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.235846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:55.236756 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.242889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:54Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:55.270979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72673c75-3bd6-4ffe-afac-fa727e8accb3 None None] The sync data for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 is: [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:54Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:07:55.296436 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4822960 Aug 29 04:07:55.298962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49462) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:55.303803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Request body: {'subnet': {'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-subnet', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:55.332640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d010bf-d45e-4d63-b54a-0a3e690be988 admin admin] Pushing event updated for resources: {'Network': ['ID=adef4d42-8ee1-49a0-88bd-ded09dce5c5c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:55.363906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Made reservation on behalf of b74e8f65d94649aaafed96c894ddc218 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:55.364108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network adef4d42-8ee1-49a0-88bd-ded09dce5c5c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:07:55.368172 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.591248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39d9eaa1-83ee-481c-87cf-9d8a751b2a02 req-7feb289a-33fc-4c8c-af3e-f43a41a46a17 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 210 time: 0.0570104 Aug 29 04:07:55.627226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.59', 49525) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:55.654728 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-787421c8-258b-4958-8648-7c0fd4d371d5 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=18314e8166a8453c8265607cb6d78259&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262346 Aug 29 04:07:55.677689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49472) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:55.708872 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.782857 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-674d1a16-9135-442c-a9fa-0cd8ebcc398b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.840986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Checking segment: {'id': 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:55.841480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Network hostable DHCP agents. Network: adef4d42-8ee1-49a0-88bd-ded09dce5c5c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:07:55.869812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d8778a9-db83-4bc3-a655-d953aeaba2d6,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:55.880673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Network adef4d42-8ee1-49a0-88bd-ded09dce5c5c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:07:55.891207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, adef4d42-8ee1-49a0-88bd-ded09dce5c5c) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:55.897740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:55.898042 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:55.900977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871eb3e9-e8e3-4ea5-a6de-9a3ce5cec8fe None None] Network adef4d42-8ee1-49a0-88bd-ded09dce5c5c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:56.012482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-22332682-4f6b-4011-9432-fd9f822eaf52 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:56.016100 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-22332682-4f6b-4011-9432-fd9f822eaf52 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3536310 Aug 29 04:07:56.044972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-674d1a16-9135-442c-a9fa-0cd8ebcc398b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.051617 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-674d1a16-9135-442c-a9fa-0cd8ebcc398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.065356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7f9ba08a-65bc-41dd-9538-53c13962d4c7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7651567 Aug 29 04:07:56.069131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49490) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:56.075842 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-22f71a82-7d6a-42a4-89c8-5d50699e2abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.076176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-router', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:56.112783 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-674d1a16-9135-442c-a9fa-0cd8ebcc398b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d663fcf09ace4be095996b25c9389107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312642 Aug 29 04:07:56.113781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d1a16-9135-442c-a9fa-0cd8ebcc398b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea2d14-696c-4efb-8331-2471ba36d612,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:56.115385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49494) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:56.132789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Request body: {'port': {'device_id': '2e81bbca-00cd-474a-aad1-baf30beb7235', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '18314e8166a8453c8265607cb6d78259'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:56.138770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-adef4d42-8ee1-49a0-88bd-ded09dce5c5c', 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'fixed_ips': [{'subnet_id': '9d8778a9-db83-4bc3-a655-d953aeaba2d6'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:07:56.139866 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.189600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.191345 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.307575 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.400838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Allocated IP 172.20.0.2 (adef4d42-8ee1-49a0-88bd-ded09dce5c5c/9d8778a9-db83-4bc3-a655-d953aeaba2d6/d82b38c9-1a99-4996-82b8-65b0c9c73422) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:56.474093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Made reservation on behalf of 18314e8166a8453c8265607cb6d78259 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:56.480278 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.506467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.624356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 22843dbe-a0f8-4938-b6d9-d4520188f27e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:56.653741 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a27c6f92-bb7e-4a61-b210-a7b8a7fc02c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.656119 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.727494 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a27c6f92-bb7e-4a61-b210-a7b8a7fc02c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.747015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.756646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.813592 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.846969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Transition to ACTIVE for port object d82b38c9-1a99-4996-82b8-65b0c9c73422 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:56.884692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 22843dbe-a0f8-4938-b6d9-d4520188f27e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:56.891326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Transition to ACTIVE for port object d82b38c9-1a99-4996-82b8-65b0c9c73422 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:56.896608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 22843dbe-a0f8-4938-b6d9-d4520188f27e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:56.898354 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.925943 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:56.965238 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.003391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be0c80ce-e6d1-4a5c-9089-78cd6cc858b7 req-47f79cd9-0b4a-4d2e-9683-ec012dae7a22 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 210 time: 0.0573378 Aug 29 04:07:57.059338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a27c6f92-bb7e-4a61-b210-a7b8a7fc02c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.062063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a27c6f92-bb7e-4a61-b210-a7b8a7fc02c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.063324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a27c6f92-bb7e-4a61-b210-a7b8a7fc02c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58ea2d14-696c-4efb-8331-2471ba36d612 HTTP/1.1" status: 204 len: 168 time: 0.9462087 Aug 29 04:07:57.074021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Network adef4d42-8ee1-49a0-88bd-ded09dce5c5c is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:57.077288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c6f92-bb7e-4a61-b210-a7b8a7fc02c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea2d14-696c-4efb-8331-2471ba36d612,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:57.084304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:57.095811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:57.104139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664ce1ff-af96-45fc-9f14-d11af0650c08,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:57.160888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Pushing event updated for resources: {'Port': ['ID=d82b38c9-1a99-4996-82b8-65b0c9c73422,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:57.211152 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.236087 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.274830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Attempting to bind port d82b38c9-1a99-4996-82b8-65b0c9c73422 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:07:57.275208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Attempting to bind port d82b38c9-1a99-4996-82b8-65b0c9c73422 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:07:57.275662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Attempting to bind port d82b38c9-1a99-4996-82b8-65b0c9c73422 on network adef4d42-8ee1-49a0-88bd-ded09dce5c5c {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:07:57.288445 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.299104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:07:57.299104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Checking segment: {'id': 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:07:57.299104 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.299104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Bound using segment: {'id': 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:07:57.299104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Bound port: d82b38c9-1a99-4996-82b8-65b0c9c73422, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:07:57.299625 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.309114 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.312790 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.400545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Allocated IP 192.168.233.43 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/01489a3b-bdb5-459f-91d8-c3f8749940f0) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:57.464714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 22843dbe-a0f8-4938-b6d9-d4520188f27e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=22843dbe-a0f8-4938-b6d9-d4520188f27e,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:07:57.495126 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.553217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] For port d82b38c9-1a99-4996-82b8-65b0c9c73422, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:07:57.574558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] For port d82b38c9-1a99-4996-82b8-65b0c9c73422, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d82b38c9-1a99-4996-82b8-65b0c9c73422,segment=NetworkSegment(fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5),segment_id=fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:07:57.586542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Allocated IP 172.25.5.24 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:07:57.586870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.627337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=22843dbe-a0f8-4938-b6d9-d4520188f27e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:57.742760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80739ed8-aa9c-45c5-b8eb-a1643d5c4e4e None None] Pushing event updated for resources: {'Port': ['ID=d82b38c9-1a99-4996-82b8-65b0c9c73422,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:57.816810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.823721 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.890020 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.043880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:58.063033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:58.072389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:58.075983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Pushing event updated for resources: {'Port': ['ID=751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:58.256830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Transition to ACTIVE for port object 01489a3b-bdb5-459f-91d8-c3f8749940f0 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:07:58.286142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95b737ce-f975-4aff-aee6-f28c92c6808e req-9bdc0c8e-3c40-4bcc-ad57-5dd19da3324e tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 210 time: 0.0771224 Aug 29 04:07:58.337542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.486818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:07:58.501544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:07:58.537061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:07:58.544658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Pushing event updated for resources: {'Port': ['ID=01489a3b-bdb5-459f-91d8-c3f8749940f0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:07:58.662282 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.694957 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:07:58.702675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.766628 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-f58aee2e-11c5-4de7-a954-b98a6cf585ed tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6425505 Aug 29 04:07:58.810909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-8e51da9b-ef86-4416-a724-51369c930019 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:07:58.812036 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-8e51da9b-ef86-4416-a724-51369c930019 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075607 Aug 29 04:07:58.878086 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:58.900119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d82b38c9-1a99-4996-82b8-65b0c9c73422 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:59.005010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d82b38c9-1a99-4996-82b8-65b0c9c73422 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:59.009547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 22843dbe-a0f8-4938-b6d9-d4520188f27e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:07:59.153349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a92adc2b-0a07-4b86-b599-a5f5201edfb5 None None] Provisioning for port 01489a3b-bdb5-459f-91d8-c3f8749940f0 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:59.176334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a92adc2b-0a07-4b86-b599-a5f5201edfb5 None None] Provisioning complete for port 01489a3b-bdb5-459f-91d8-c3f8749940f0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:59.176636 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a92adc2b-0a07-4b86-b599-a5f5201edfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.275845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.285845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 22843dbe-a0f8-4938-b6d9-d4520188f27e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:59.286248 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.472605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bcfa59-00ae-4144-ae0b-0974f86da415 None None] Network adef4d42-8ee1-49a0-88bd-ded09dce5c5c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:07:59.495796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a92adc2b-0a07-4b86-b599-a5f5201edfb5 None None] Port 01489a3b-bdb5-459f-91d8-c3f8749940f0 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:07:59.679424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c9ab82b-e77c-43f1-a383-91b8f068a9e7 None None] Provisioning for port d82b38c9-1a99-4996-82b8-65b0c9c73422 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:07:59.699901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c9ab82b-e77c-43f1-a383-91b8f068a9e7 None None] Provisioning complete for port d82b38c9-1a99-4996-82b8-65b0c9c73422 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:07:59.700313 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c9ab82b-e77c-43f1-a383-91b8f068a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.835724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c9ab82b-e77c-43f1-a383-91b8f068a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.893157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3c9ab82b-e77c-43f1-a383-91b8f068a9e7 None None] For port d82b38c9-1a99-4996-82b8-65b0c9c73422, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d82b38c9-1a99-4996-82b8-65b0c9c73422,segment=NetworkSegment(fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5),segment_id=fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:07:59.899816 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c9ab82b-e77c-43f1-a383-91b8f068a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.078330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b2ec1-087e-4255-96b8-d73e0735a933 req-e06736e4-0893-4d16-a7b2-d0962f17b276 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:00.102321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b2ec1-087e-4255-96b8-d73e0735a933 req-e06736e4-0893-4d16-a7b2-d0962f17b276 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 935 time: 0.6609232 Aug 29 04:08:00.139688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ab82b-e77c-43f1-a383-91b8f068a9e7 None None] Pushing event updated for resources: {'Port': ['ID=d82b38c9-1a99-4996-82b8-65b0c9c73422,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:00.225289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aaf5f711-a128-4fc0-9d38-317a619fae20 None None] Provisioning complete for port d82b38c9-1a99-4996-82b8-65b0c9c73422 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:00.225667 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f711-a128-4fc0-9d38-317a619fae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.237225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b2ec1-087e-4255-96b8-d73e0735a933 req-31b79a42-65da-45b9-b33c-320f987ee1f8 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339951 Aug 29 04:08:00.258795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Router c702b4d3-fe94-4f00-96ba-a473686887c3 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:08:00.569312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:00.585378 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Sync routers for ids ['c702b4d3-fe94-4f00-96ba-a473686887c3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:00.586893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d82b38c9-1a99-4996-82b8-65b0c9c73422 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:00.606344 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.608698 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Routers {'c702b4d3-fe94-4f00-96ba-a473686887c3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:00.609265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-34b426fa-0169-4e5b-9692-5b7ffa82f86e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5388732 Aug 29 04:08:00.610205 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:07:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c702b4d3-fe94-4f00-96ba-a473686887c3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:00.611810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49602) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:00.722141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d82b38c9-1a99-4996-82b8-65b0c9c73422 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:00.723049 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.857883 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Set router c702b4d3-fe94-4f00-96ba-a473686887c3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:01.192245 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-router', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:56Z', 'updated_at': '2021-08-29T04:07:58Z', 'revision_number': 3, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'gw_port': {'id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:57Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:01.235587 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Checking router: c702b4d3-fe94-4f00-96ba-a473686887c3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:01.236179 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Updating router c702b4d3-fe94-4f00-96ba-a473686887c3 port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:08:01.272627 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.535000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66b4ad-c195-4714-8b04-9b7ff0ef2baa req-7e4d9aad-4c39-439d-be74-f96a611b87cc tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:01.554264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e66b4ad-c195-4714-8b04-9b7ff0ef2baa req-7e4d9aad-4c39-439d-be74-f96a611b87cc tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 935 time: 0.1034646 Aug 29 04:08:01.643368 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.668336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e66b4ad-c195-4714-8b04-9b7ff0ef2baa req-f4f906c2-049d-4213-9f14-273b762de3ba tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115985 Aug 29 04:08:01.724091 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.757763 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Transition to ACTIVE for port object 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:01.776887 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.875126 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25076c2-3550-485b-9e97-528208e5e0a1 None None] Pushing event updated for resources: {'Port': ['ID=751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:01.902006 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Attempting to bind port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:01.902469 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Attempting to bind port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:01.902764 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Attempting to bind port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:01.909607 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:01.910063 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:01.910405 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:01.910709 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:01.911185 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Bound port: 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:01.911617 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:02.026066 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] For port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:02.034101 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] For port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:02.042542 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:02.075304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Allocated IP 172.20.0.1 (adef4d42-8ee1-49a0-88bd-ded09dce5c5c/9d8778a9-db83-4bc3-a655-d953aeaba2d6/fc244a21-e9e6-4aa8-80ba-8457429dd5db) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:02.171372 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Routers {'c702b4d3-fe94-4f00-96ba-a473686887c3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:02.172047 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:07:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c702b4d3-fe94-4f00-96ba-a473686887c3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:02.236312 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25076c2-3550-485b-9e97-528208e5e0a1 None None] Pushing event updated for resources: {'Port': ['ID=751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:02.307111 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:02.340173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Transition to ACTIVE for port object fc244a21-e9e6-4aa8-80ba-8457429dd5db will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:02.363278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49666) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:02.414217 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:02.424174 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] Set router c702b4d3-fe94-4f00-96ba-a473686887c3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:02.487154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Network adef4d42-8ee1-49a0-88bd-ded09dce5c5c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:02.489983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:02.501486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:02.609531 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fc244a21-e9e6-4aa8-80ba-8457429dd5db,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:02.627723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:02.817428 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-router', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:56Z', 'updated_at': '2021-08-29T04:07:58Z', 'revision_number': 3, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'gw_port': {'id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:57Z', 'updated_at': '2021-08-29T04:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:02.865284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2b086a0c-7baf-46ac-ac0b-f2462257bf44 None None] Provisioning for port fc244a21-e9e6-4aa8-80ba-8457429dd5db completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:02.873226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2b086a0c-7baf-46ac-ac0b-f2462257bf44 None None] Provisioning complete for port fc244a21-e9e6-4aa8-80ba-8457429dd5db triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:02.874327 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2b086a0c-7baf-46ac-ac0b-f2462257bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:02.879557 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637e854-d6e2-48a3-a6f6-c674344ff022 None None] The sync data for ids ['c702b4d3-fe94-4f00-96ba-a473686887c3'] in n-d-712141-12 is: [{'id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-router', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:56Z', 'updated_at': '2021-08-29T04:07:58Z', 'revision_number': 3, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'gw_port': {'id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:57Z', 'updated_at': '2021-08-29T04:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:02.881213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca9bf3-3422-4878-a298-9826c1b06266 req-4a0e5615-f8cd-497d-9dac-1589108614c5 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:02.893063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36ca9bf3-3422-4878-a298-9826c1b06266 req-4a0e5615-f8cd-497d-9dac-1589108614c5 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 935 time: 0.1131277 Aug 29 04:08:02.991101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2b086a0c-7baf-46ac-ac0b-f2462257bf44 None None] Port fc244a21-e9e6-4aa8-80ba-8457429dd5db cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:03.005460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36ca9bf3-3422-4878-a298-9826c1b06266 req-c004c7e5-ead4-4739-8520-97d01f5fecf3 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079185 Aug 29 04:08:03.041899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-589639c6-0036-4d2d-923a-a66f26aa8366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.201545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.211966 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-589639c6-0036-4d2d-923a-a66f26aa8366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.218347 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-589639c6-0036-4d2d-923a-a66f26aa8366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.314525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49688) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:03.321466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-589639c6-0036-4d2d-923a-a66f26aa8366 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df95449442334c40bebc7a6171832388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9570253 Aug 29 04:08:03.322743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589639c6-0036-4d2d-923a-a66f26aa8366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f9d075-9b09-4e54-a7f2-94c5e5a49d71,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:03.397129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a43-6a07-4df6-ad84-9e43d51ca1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.467237 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a43-6a07-4df6-ad84-9e43d51ca1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.579294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49700) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:03.690586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49710) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:03.757580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-54e1c3c6-433a-45ee-92d4-b648d1407bee tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=71e0300af1f54ac787635907183d9c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1104238 Aug 29 04:08:03.867387 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a43-6a07-4df6-ad84-9e43d51ca1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.871603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a43-6a07-4df6-ad84-9e43d51ca1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.877004 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7ea32a43-6a07-4df6-ad84-9e43d51ca1a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03f9d075-9b09-4e54-a7f2-94c5e5a49d71 HTTP/1.1" status: 204 len: 168 time: 0.5610018 Aug 29 04:08:03.905236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea32a43-6a07-4df6-ad84-9e43d51ca1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f9d075-9b09-4e54-a7f2-94c5e5a49d71,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:03.971490 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8afc4f21-ba68-41af-8971-b36173bce154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.004037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9d00-bfcd-47a1-8a18-7bf2c199a33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.004733 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.016709 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.126564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917f11-da1a-4896-8f3f-758655299e4c req-bf2e46ef-b017-4fd5-a446-4ce60468aa2b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:04.133939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-bf2e46ef-b017-4fd5-a446-4ce60468aa2b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3754725 Aug 29 04:08:04.182344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-f27016d2-8d91-464d-8a6a-99cdea5e385a tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/quotas/71e0300af1f54ac787635907183d9c6e HTTP/1.1" status: 200 len: 375 time: 0.0471151 Aug 29 04:08:04.239469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fc244a21-e9e6-4aa8-80ba-8457429dd5db,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:04.254997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.329265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-36e1729d-57c2-40e9-b996-e15f72ca58f1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=71e0300af1f54ac787635907183d9c6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1449254 Aug 29 04:08:04.502328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e51aec-33d2-482c-8e40-5bf8ed18f1fe req-eaed1dd5-63aa-4a21-b2fb-00bbc9171cdb tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:04.524728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82e51aec-33d2-482c-8e40-5bf8ed18f1fe req-eaed1dd5-63aa-4a21-b2fb-00bbc9171cdb tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 935 time: 0.3523023 Aug 29 04:08:04.539184 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8afc4f21-ba68-41af-8971-b36173bce154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.543533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Network adef4d42-8ee1-49a0-88bd-ded09dce5c5c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:04.548671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:04.554910 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8afc4f21-ba68-41af-8971-b36173bce154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.633180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:04.824615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:04.843945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:04.848912 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.864857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc4f21-ba68-41af-8971-b36173bce154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bb14f6-4f32-4a62-b680-f541dade982e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:04.906426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82e51aec-33d2-482c-8e40-5bf8ed18f1fe req-8685d923-fafa-479a-82f4-6646797499ab tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662074 Aug 29 04:08:04.923602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Router c702b4d3-fe94-4f00-96ba-a473686887c3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:08:05.085110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-97fb0c01-5c1c-4d9f-a852-d41ecfbed806 None None] Provisioning complete for port fc244a21-e9e6-4aa8-80ba-8457429dd5db triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:05.089306 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-97fb0c01-5c1c-4d9f-a852-d41ecfbed806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.116090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8afc4f21-ba68-41af-8971-b36173bce154 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc44f8be1eb847958b50f6ef83577902&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5324337 Aug 29 04:08:05.116879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49748) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:05.117626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49750) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:05.139671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Request body: {'port': {'device_id': '2e81bbca-00cd-474a-aad1-baf30beb7235', 'device_owner': 'compute:tempest-test_az-773575451', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:05.272103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-97fb0c01-5c1c-4d9f-a852-d41ecfbed806 None None] Port fc244a21-e9e6-4aa8-80ba-8457429dd5db cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:05.278591 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.298427 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0fa86e7-c653-4bd8-acbd-f70f564fd312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.328878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:05.345325 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.363794 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e56dafb-49cf-47ab-ab83-3af8cf92b21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.394482 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e56dafb-49cf-47ab-ab83-3af8cf92b21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.451363 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.470725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:05.500680 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-86e9e5d9-c254-4e3a-b4b1-52b4a7efb4d4 admin admin] 10.222.0.49 "PUT /v2.0/routers/c702b4d3-fe94-4f00-96ba-a473686887c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8857296 Aug 29 04:08:05.554191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-4491472c-7819-4319-afe6-463a89f5a60a tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=71e0300af1f54ac787635907183d9c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462506 Aug 29 04:08:05.554377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:05.598415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e56dafb-49cf-47ab-ab83-3af8cf92b21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.601595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e56dafb-49cf-47ab-ab83-3af8cf92b21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.602478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1e56dafb-49cf-47ab-ab83-3af8cf92b21c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37bb14f6-4f32-4a62-b680-f541dade982e HTTP/1.1" status: 204 len: 168 time: 0.4821212 Aug 29 04:08:05.649706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56dafb-49cf-47ab-ab83-3af8cf92b21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bb14f6-4f32-4a62-b680-f541dade982e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:05.929207 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9d00-bfcd-47a1-8a18-7bf2c199a33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.948029 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9d00-bfcd-47a1-8a18-7bf2c199a33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.038561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0e1b852d-6e2e-4797-b435-d543ea33d18b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:06.046036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0e1b852d-6e2e-4797-b435-d543ea33d18b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4909189 Aug 29 04:08:06.059299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b9d00-bfcd-47a1-8a18-7bf2c199a33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc31a39f-846f-4b17-8c73-6875c7e3af55,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:06.126582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ac3b9d00-bfcd-47a1-8a18-7bf2c199a33e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef1fe54f4b8e4b86abd2b615aa14c68a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4281785 Aug 29 04:08:06.137418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49796) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:06.153290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Sync routers for ids ['c702b4d3-fe94-4f00-96ba-a473686887c3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:06.154345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-e7dba677-07f8-4299-85b2-4801125dc320 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/quotas/71e0300af1f54ac787635907183d9c6e HTTP/1.1" status: 200 len: 375 time: 0.1073079 Aug 29 04:08:06.172645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Routers {'c702b4d3-fe94-4f00-96ba-a473686887c3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:06.176296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:07:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c702b4d3-fe94-4f00-96ba-a473686887c3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:06.254234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-3084fc96-8cce-4a41-837e-79d926681641 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=71e0300af1f54ac787635907183d9c6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988605 Aug 29 04:08:06.355320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a2783ad5-4b82-4878-8eee-918ce1d19d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.401474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49802) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:06.428159 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0fa86e7-c653-4bd8-acbd-f70f564fd312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.436591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0fa86e7-c653-4bd8-acbd-f70f564fd312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.481590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ec82ca7-661c-4b60-ae24-d3d3bff348ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.537224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e0fa86e7-c653-4bd8-acbd-f70f564fd312 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6514c0df7efd4e7591b17b08a0ef1b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3011320 Aug 29 04:08:06.539472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Set router c702b4d3-fe94-4f00-96ba-a473686887c3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:06.541564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa86e7-c653-4bd8-acbd-f70f564fd312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b1329-4dbd-4d5e-a715-2d119bb7918c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:06.547271 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a2783ad5-4b82-4878-8eee-918ce1d19d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.560314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49806) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:06.705806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01489a3b-bdb5-459f-91d8-c3f8749940f0 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:06.714789 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.728380 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4ec7-659c-490a-aa36-eba0fcc7b6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.730542 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Transition to ACTIVE for port object 01489a3b-bdb5-459f-91d8-c3f8749940f0 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:06.743054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.748071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:06.848527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4ec7-659c-490a-aa36-eba0fcc7b6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.876460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fc9cb-4f52-4058-ae31-18b74287ccc8 req-e1ba42fa-5298-4018-b321-f940d97f3a5c tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:06.878023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f75fc9cb-4f52-4058-ae31-18b74287ccc8 req-e1ba42fa-5298-4018-b321-f940d97f3a5c tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 935 time: 0.1886556 Aug 29 04:08:06.909897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Pushing event updated for resources: {'Port': ['ID=01489a3b-bdb5-459f-91d8-c3f8749940f0,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:06.979815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f75fc9cb-4f52-4058-ae31-18b74287ccc8 req-968ec97c-35ce-4bff-aa95-57d1daa36b02 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947216 Aug 29 04:08:06.991054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4ec7-659c-490a-aa36-eba0fcc7b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.996080 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4ec7-659c-490a-aa36-eba0fcc7b6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:06.998748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ef4c4ec7-659c-490a-aa36-eba0fcc7b6ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d02b1329-4dbd-4d5e-a715-2d119bb7918c HTTP/1.1" status: 204 len: 168 time: 0.4361088 Aug 29 04:08:07.030958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c4ec7-659c-490a-aa36-eba0fcc7b6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b1329-4dbd-4d5e-a715-2d119bb7918c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:07.122337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:07.122767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.211444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff4f7826-bef1-4da5-b2b5-c328ccb22792 req-dbe3e721-21b3-4b19-bd9d-8ad60fa21d52 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.1122141 Aug 29 04:08:07.338473 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a2783ad5-4b82-4878-8eee-918ce1d19d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.344261 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a2783ad5-4b82-4878-8eee-918ce1d19d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.352329 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a2783ad5-4b82-4878-8eee-918ce1d19d70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc31a39f-846f-4b17-8c73-6875c7e3af55 HTTP/1.1" status: 204 len: 168 time: 1.2137363 Aug 29 04:08:07.430665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2783ad5-4b82-4878-8eee-918ce1d19d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc31a39f-846f-4b17-8c73-6875c7e3af55,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:07.486546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Attempting to bind port 01489a3b-bdb5-459f-91d8-c3f8749940f0 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:07.487717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Attempting to bind port 01489a3b-bdb5-459f-91d8-c3f8749940f0 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:07.488461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Attempting to bind port 01489a3b-bdb5-459f-91d8-c3f8749940f0 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:07.502445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Port 01489a3b-bdb5-459f-91d8-c3f8749940f0 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:07.503117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Attempting to bind port 01489a3b-bdb5-459f-91d8-c3f8749940f0 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:07.507599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ec82ca7-661c-4b60-ae24-d3d3bff348ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.513582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:07.514436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:07.515302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:07.516069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Bound port: 01489a3b-bdb5-459f-91d8-c3f8749940f0, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:07.516698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.520931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ec82ca7-661c-4b60-ae24-d3d3bff348ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.597274 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5ec82ca7-661c-4b60-ae24-d3d3bff348ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=960a30d7437a419fbf4d8dff078b0c89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1904900 Aug 29 04:08:07.600351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49832) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:07.611758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec82ca7-661c-4b60-ae24-d3d3bff348ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eeb8de-b613-45fe-bc6d-c2dabd1620bf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:07.634896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-router', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:56Z', 'updated_at': '2021-08-29T04:08:03Z', 'revision_number': 4, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'gw_port': {'id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:57Z', 'updated_at': '2021-08-29T04:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fc244a21-e9e6-4aa8-80ba-8457429dd5db', 'name': '', 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'mac_address': 'fa:16:3e:22:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '9d8778a9-db83-4bc3-a655-d953aeaba2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:01Z', 'updated_at': '2021-08-29T04:08:03Z', 'revision_number': 2, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'subnets': [{'id': '9d8778a9-db83-4bc3-a655-d953aeaba2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:07.695005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Checking router: c702b4d3-fe94-4f00-96ba-a473686887c3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:07.695519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Updating router c702b4d3-fe94-4f00-96ba-a473686887c3 port fc244a21-e9e6-4aa8-80ba-8457429dd5db binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:08:07.736363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.742537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1363f459-e4d9-468d-87ec-43e0ec1ced99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.745918 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] For port 01489a3b-bdb5-459f-91d8-c3f8749940f0, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:07.758422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] For port 01489a3b-bdb5-459f-91d8-c3f8749940f0, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=01489a3b-bdb5-459f-91d8-c3f8749940f0,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:07.767930 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.797391 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1363f459-e4d9-468d-87ec-43e0ec1ced99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.898173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:07.899680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.902687 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] 10.222.0.59 "PUT /v2.0/ports/01489a3b-bdb5-459f-91d8-c3f8749940f0 HTTP/1.1" status: 200 len: 1117 time: 3.2335863 Aug 29 04:08:07.905346 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e81bbca-00cd-474a-aad1-baf30beb7235', 'tag': '01489a3b-bdb5-459f-91d8-c3f8749940f0'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:07.914773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1363f459-e4d9-468d-87ec-43e0ec1ced99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.918789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1363f459-e4d9-468d-87ec-43e0ec1ced99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.920461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1363f459-e4d9-468d-87ec-43e0ec1ced99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64eeb8de-b613-45fe-bc6d-c2dabd1620bf HTTP/1.1" status: 204 len: 168 time: 0.3187776 Aug 29 04:08:07.955142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363f459-e4d9-468d-87ec-43e0ec1ced99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eeb8de-b613-45fe-bc6d-c2dabd1620bf,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:08.009832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfc119-7031-4437-ba5f-4fa00430a006 service neutron] Pushing event updated for resources: {'Port': ['ID=01489a3b-bdb5-459f-91d8-c3f8749940f0,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:08.119399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.52', 52838) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:08.177057 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-5c44c133-bfa5-46ab-a056-d7a381af5888 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=71e0300af1f54ac787635907183d9c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524580 Aug 29 04:08:08.404819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-caf65018-7823-4ba9-930c-351eff067e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:08.412172 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-caf65018-7823-4ba9-930c-351eff067e70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18314e8166a8453c8265607cb6d78259&device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 1120 time: 0.2918479 Aug 29 04:08:08.565655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917f11-da1a-4896-8f3f-758655299e4c req-1d3871ad-cacd-475e-9fce-8c8459e9e11c tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:08.569049 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-1d3871ad-cacd-475e-9fce-8c8459e9e11c tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3815780 Aug 29 04:08:08.595120 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.597950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49872) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:08.604376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4f353a50-d092-4427-b1ae-07d2905033ee tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649080707', 'description': 'tempest-description--985031530'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:08.629576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Transition to ACTIVE for port object fc244a21-e9e6-4aa8-80ba-8457429dd5db will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:08.629708 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-3fcd0651-199a-446b-910d-71d5b56e9aab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=01489a3b-bdb5-459f-91d8-c3f8749940f0 HTTP/1.1" status: 200 len: 217 time: 0.2071245 Aug 29 04:08:08.648145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.672975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f353a50-d092-4427-b1ae-07d2905033ee tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.707568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Request body: {'port': {'device_id': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '71e0300af1f54ac787635907183d9c6e'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:08.793106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-53955d9a-e3e4-483b-8932-3e73b4ddaf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:08.795565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-53955d9a-e3e4-483b-8932-3e73b4ddaf74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1544690 Aug 29 04:08:08.807699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87862902-23c4-45e5-b697-dbffe3b3bb77 None None] Pushing event updated for resources: {'Port': ['ID=fc244a21-e9e6-4aa8-80ba-8457429dd5db,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:08.898078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Attempting to bind port fc244a21-e9e6-4aa8-80ba-8457429dd5db on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:08.898450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Attempting to bind port fc244a21-e9e6-4aa8-80ba-8457429dd5db by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:08.898818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Attempting to bind port fc244a21-e9e6-4aa8-80ba-8457429dd5db on network adef4d42-8ee1-49a0-88bd-ded09dce5c5c {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:08.902545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49878) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:08.919721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:08.921130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Checking segment: {'id': 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:08.923372 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:08.923810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Bound using segment: {'id': 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:08.924346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Bound port: fc244a21-e9e6-4aa8-80ba-8457429dd5db, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:08.924786 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.008093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bdaf-8407-46c0-9dc7-8cb9187960a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.043923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.52', 52841) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:09.082227 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315" -d '{"events": [{"name": "network-changed", "server_uuid": "2e81bbca-00cd-474a-aad1-baf30beb7235", "tag": "01489a3b-bdb5-459f-91d8-c3f8749940f0"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:09.134496 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-4723bcf1-dc59-4515-b5c1-99fa3cbfffc0 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=71e0300af1f54ac787635907183d9c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862460 Aug 29 04:08:09.147409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] For port fc244a21-e9e6-4aa8-80ba-8457429dd5db, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:09.154222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] For port fc244a21-e9e6-4aa8-80ba-8457429dd5db, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fc244a21-e9e6-4aa8-80ba-8457429dd5db,segment=NetworkSegment(fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5),segment_id=fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:09.162427 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.246100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5997011-aad4-4b0b-b79c-4bc9b2c0b1bd req-60848931-561a-42f7-ad2c-737951eaa4f5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.4141734 Aug 29 04:08:09.377219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Routers {'c702b4d3-fe94-4f00-96ba-a473686887c3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:09.377864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:07:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c702b4d3-fe94-4f00-96ba-a473686887c3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:09.393165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87862902-23c4-45e5-b697-dbffe3b3bb77 None None] Pushing event updated for resources: {'Port': ['ID=fc244a21-e9e6-4aa8-80ba-8457429dd5db,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:09.658274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48250f1e-393e-4640-bdf8-4369c05c20e7 req-e0fbfd22-1cc8-464b-84aa-0f37f25ae146 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:09.660099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48250f1e-393e-4640-bdf8-4369c05c20e7 req-e0fbfd22-1cc8-464b-84aa-0f37f25ae146 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 968 time: 0.8299725 Aug 29 04:08:09.740530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] Set router c702b4d3-fe94-4f00-96ba-a473686887c3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:09.751175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48250f1e-393e-4640-bdf8-4369c05c20e7 req-85d8708a-b4a7-4bf6-b842-f88daeac229f tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839128 Aug 29 04:08:09.817804 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [None req-4f353a50-d092-4427-b1ae-07d2905033ee tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:08:09.817804 n-d-712141-12 neutron-server[94851]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:08:09.817804 n-d-712141-12 neutron-server[94851]: [parameters: {'project_id_1': '8ff3f48c3826411a95205a4b90e481f7', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 8, 9, 100403)}] Aug 29 04:08:09.817804 n-d-712141-12 neutron-server[94851]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:08:09.818537 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [None req-4f353a50-d092-4427-b1ae-07d2905033ee tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:08:09.819634 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:08:09.819634 n-d-712141-12 neutron-server[94851]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:08:09.819634 n-d-712141-12 neutron-server[94851]: [parameters: {'project_id_1': '71e0300af1f54ac787635907183d9c6e', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 8, 9, 612248)}] Aug 29 04:08:09.819634 n-d-712141-12 neutron-server[94851]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:08:09.820302 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:08:09.853481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-3f21939f-52b7-4f12-b02d-04330ae2a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:09.855446 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-3f21939f-52b7-4f12-b02d-04330ae2a33a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0290313 Aug 29 04:08:10.016770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-b584bb70-2f1d-492a-b22d-b21e6d6d0a64 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:10.032243 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-b584bb70-2f1d-492a-b22d-b21e6d6d0a64 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8781676 Aug 29 04:08:10.118772 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bdaf-8407-46c0-9dc7-8cb9187960a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.124791 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bdaf-8407-46c0-9dc7-8cb9187960a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.179616 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1bd1bdaf-8407-46c0-9dc7-8cb9187960a6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3bb15ecfcd774abfbe4c818ef85eb3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2730958 Aug 29 04:08:10.182215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49908) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:10.207334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1bdaf-8407-46c0-9dc7-8cb9187960a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856f1a58-ae09-4089-8772-d79257000574,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:10.292002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bece920-6afc-4046-8934-d98c21c6174c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.326456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f353a50-d092-4427-b1ae-07d2905033ee tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.361674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-router', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:56Z', 'updated_at': '2021-08-29T04:08:03Z', 'revision_number': 4, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'gw_port': {'id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:57Z', 'updated_at': '2021-08-29T04:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fc244a21-e9e6-4aa8-80ba-8457429dd5db', 'name': '', 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'mac_address': 'fa:16:3e:22:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '9d8778a9-db83-4bc3-a655-d953aeaba2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:01Z', 'updated_at': '2021-08-29T04:08:09Z', 'revision_number': 4, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'subnets': [{'id': '9d8778a9-db83-4bc3-a655-d953aeaba2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:10.420862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Made reservation on behalf of 71e0300af1f54ac787635907183d9c6e for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:10.424160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663557d-bddd-41eb-b69f-7e5bb028ba42 None None] The sync data for ids ['c702b4d3-fe94-4f00-96ba-a473686887c3'] in n-d-712141-12 is: [{'id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-router', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:56Z', 'updated_at': '2021-08-29T04:08:03Z', 'revision_number': 4, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'gw_port': {'id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:57Z', 'updated_at': '2021-08-29T04:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fc244a21-e9e6-4aa8-80ba-8457429dd5db', 'name': '', 'network_id': 'adef4d42-8ee1-49a0-88bd-ded09dce5c5c', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'mac_address': 'fa:16:3e:22:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '9d8778a9-db83-4bc3-a655-d953aeaba2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:01Z', 'updated_at': '2021-08-29T04:08:09Z', 'revision_number': 4, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'subnets': [{'id': '9d8778a9-db83-4bc3-a655-d953aeaba2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:10.424807 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.489193 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084ebb1-cae9-4346-848e-8022d192727e x-openstack-request-id: req-7084ebb1-cae9-4346-848e-8022d192727e {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:10.490307 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e81bbca-00cd-474a-aad1-baf30beb7235", "tag": "01489a3b-bdb5-459f-91d8-c3f8749940f0", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:10.490564 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7084ebb1-cae9-4346-848e-8022d192727e {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:10.492520 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e81bbca-00cd-474a-aad1-baf30beb7235', 'tag': '01489a3b-bdb5-459f-91d8-c3f8749940f0', 'status': 'completed', 'code': 200} Aug 29 04:08:10.524277 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bece920-6afc-4046-8934-d98c21c6174c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.531412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.636830 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-ae3808af-15fe-4194-9159-55c93ef2ac1f service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985966 Aug 29 04:08:10.753515 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bece920-6afc-4046-8934-d98c21c6174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.755975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bece920-6afc-4046-8934-d98c21c6174c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.760251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9bece920-6afc-4046-8934-d98c21c6174c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/856f1a58-ae09-4089-8772-d79257000574 HTTP/1.1" status: 204 len: 168 time: 0.5766230 Aug 29 04:08:10.822593 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d10060d-7a29-434c-a03d-61ca0c8a6215 req-697d23aa-60ae-4d0c-a5df-d80a0426f03a service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742904 Aug 29 04:08:10.865342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bece920-6afc-4046-8934-d98c21c6174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856f1a58-ae09-4089-8772-d79257000574,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:10.872633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7286cca-177f-4058-9c21-1d094621b0bb req-ae3056a4-33fe-4514-ba86-bf5fc0c6f9df tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.1280525 Aug 29 04:08:10.996133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-9c531a8d-719f-481e-98bc-12402acc0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:11.002075 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-9c531a8d-719f-481e-98bc-12402acc0bf2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18314e8166a8453c8265607cb6d78259&device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 1120 time: 0.1089687 Aug 29 04:08:11.224433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-8ca4df7e-60fc-42ef-ac02-9176ce497a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:11.236969 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-8ca4df7e-60fc-42ef-ac02-9176ce497a43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2261581 Aug 29 04:08:11.256367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f353a50-d092-4427-b1ae-07d2905033ee tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:11.267054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f353a50-d092-4427-b1ae-07d2905033ee tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:11.340461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c30a-9698-4797-99ce-9a185da65b16 req-188363e8-5bc8-4f41-b560-ea71e9a70cae tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:11.350593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2bf5c30a-9698-4797-99ce-9a185da65b16 req-188363e8-5bc8-4f41-b560-ea71e9a70cae tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 968 time: 0.3468661 Aug 29 04:08:11.361117 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-cf04dbd3-f480-417e-9f60-2255d9e873f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=01489a3b-bdb5-459f-91d8-c3f8749940f0 HTTP/1.1" status: 200 len: 217 time: 0.1151917 Aug 29 04:08:11.469846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353a50-d092-4427-b1ae-07d2905033ee tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c42a92-73ee-4c79-a7ca-249f425a5271,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:11.479246 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-7e9a193d-4b0a-4083-9fe2-4b532a8bc0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:11.482934 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-7e9a193d-4b0a-4083-9fe2-4b532a8bc0b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1114492 Aug 29 04:08:11.552728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2bf5c30a-9698-4797-99ce-9a185da65b16 req-5930d8d2-8448-43cd-925c-2e964e850805 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011838 Aug 29 04:08:11.629470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-064fe1b9-f28f-4d3f-8336-3315fc887ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:11.631152 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-064fe1b9-f28f-4d3f-8336-3315fc887ba7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397998 Aug 29 04:08:11.676977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:11.693641 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:11.823288 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-ee03c1c1-ba25-46c0-9bd1-1ff97dbfeb77 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822209 Aug 29 04:08:11.985525 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3f2e4c9-3ecc-4f8a-bc1a-73e31301f315 req-d4a8b118-545a-48de-9609-ee47af298eee service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486678 Aug 29 04:08:12.007010 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f353a50-d092-4427-b1ae-07d2905033ee tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.011281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4f353a50-d092-4427-b1ae-07d2905033ee tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.4090047 Aug 29 04:08:12.011551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49966) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:12.017623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5aa03d59-dfcf-4dab-9221-d23ebcbebe4e tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Request body: {'security_group_rule': {'security_group_id': '59c42a92-73ee-4c79-a7ca-249f425a5271', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:12.076739 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5aa03d59-dfcf-4dab-9221-d23ebcbebe4e tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.098828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f923ec0-0349-4257-aebe-65f10f22fc2e req-9dab2ed6-5a8f-417c-9e22-3e3769753e9c tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.0624127 Aug 29 04:08:12.127315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Allocated IP 192.168.233.70 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/3142b4b1-6827-484c-9b92-cc6d11d0d5f8) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:12.145071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6e4978-67f6-4280-8405-8b334a8c1b0a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:12.241957 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5aa03d59-dfcf-4dab-9221-d23ebcbebe4e tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.248828 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5aa03d59-dfcf-4dab-9221-d23ebcbebe4e tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.285439 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5aa03d59-dfcf-4dab-9221-d23ebcbebe4e tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.286786 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5aa03d59-dfcf-4dab-9221-d23ebcbebe4e tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2740037 Aug 29 04:08:12.288767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa03d59-dfcf-4dab-9221-d23ebcbebe4e tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79721199-caf6-4332-8fa3-98a9600e9f94,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:12.290269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49974) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:12.301615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2f9de1b1-1907-413c-9044-143f80ac88dc tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Request body: {'security_group_rule': {'security_group_id': '59c42a92-73ee-4c79-a7ca-249f425a5271', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:12.372597 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f9de1b1-1907-413c-9044-143f80ac88dc tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.411883 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.436303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Transition to ACTIVE for port object 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:12.536676 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f9de1b1-1907-413c-9044-143f80ac88dc tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.543282 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f9de1b1-1907-413c-9044-143f80ac88dc tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.564117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.597488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9de1b1-1907-413c-9044-143f80ac88dc tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe4c06f-a890-467b-beac-e5f02aa623f0,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:12.620164 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f9de1b1-1907-413c-9044-143f80ac88dc tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.621568 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2f9de1b1-1907-413c-9044-143f80ac88dc tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303862 Aug 29 04:08:12.630136 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49996) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:12.638887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:12.666347 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc244a21-e9e6-4aa8-80ba-8457429dd5db up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:12.717774 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.764444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:12.795473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:12.800523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:12.817674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:12.820745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port fc244a21-e9e6-4aa8-80ba-8457429dd5db completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:12.821629 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.826612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fc244a21-e9e6-4aa8-80ba-8457429dd5db triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:12.827016 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.851274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:12.882440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.900966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-67b6d8ee-4c3b-4f21-bc1b-8e286fd82962 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2097187 Aug 29 04:08:12.925654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f3317-9ba0-47c8-b717-f0f7f3bebcfe req-ef13367f-99d5-46b3-a5a9-9d7d493c0f7c tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:12.929758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8f3317-9ba0-47c8-b717-f0f7f3bebcfe req-ef13367f-99d5-46b3-a5a9-9d7d493c0f7c tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 968 time: 0.2350326 Aug 29 04:08:13.033267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8f3317-9ba0-47c8-b717-f0f7f3bebcfe req-0ba7f2aa-3c83-4035-93a9-d702198342ac tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947912 Aug 29 04:08:13.077751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Allocated IP 172.25.5.133 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/08b66999-177f-474c-bd7d-30f2925c7df0) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:13.085817 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.158627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port fc244a21-e9e6-4aa8-80ba-8457429dd5db, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fc244a21-e9e6-4aa8-80ba-8457429dd5db,segment=NetworkSegment(fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5),segment_id=fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:13.164152 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.204043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.245962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.262281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff946080-fb5b-4954-b5b6-a36ad460490a req-42dcbcb7-f29d-4976-9b46-67d5b764136d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.0482180 Aug 29 04:08:13.294732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event updated for resources: {'Port': ['ID=08b66999-177f-474c-bd7d-30f2925c7df0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:13.303938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=fc244a21-e9e6-4aa8-80ba-8457429dd5db,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:13.306360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:13.307789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:13.310050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:13.317236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-570a321b-1f9f-4d22-b6cc-63f3de12b012 None None] Provisioning for port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:13.322359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-570a321b-1f9f-4d22-b6cc-63f3de12b012 None None] Provisioning complete for port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:13.322779 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-570a321b-1f9f-4d22-b6cc-63f3de12b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.445708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.507882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.627876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-570a321b-1f9f-4d22-b6cc-63f3de12b012 None None] Port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:13.730092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.735951 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.834896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event updated for resources: {'Port': ['ID=08b66999-177f-474c-bd7d-30f2925c7df0,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:13.837416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.853038 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.854366 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-08280df7-fc28-4914-9162-4d4c2beabd48 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2220767 Aug 29 04:08:14.182712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c53b35-51c5-490d-90d1-f26eda4a8368 req-47f4b0fa-9dc7-47e1-bd1d-01064a416ee8 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:14.184474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5c53b35-51c5-490d-90d1-f26eda4a8368 req-47f4b0fa-9dc7-47e1-bd1d-01064a416ee8 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 968 time: 0.0642745 Aug 29 04:08:14.243051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5c53b35-51c5-490d-90d1-f26eda4a8368 req-2e96808b-48ee-4182-8e41-33d5a7e5428e tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Aug 29 04:08:14.372258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-63522594-299e-4fd3-9604-5ebf313ef509 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--649080707&fields=id&tenant_id=8ff3f48c3826411a95205a4b90e481f7 HTTP/1.1" status: 200 len: 267 time: 0.0501955 Aug 29 04:08:14.478148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 01489a3b-bdb5-459f-91d8-c3f8749940f0 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:14.524861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc244a21-e9e6-4aa8-80ba-8457429dd5db up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:14.634928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-7b1bf27d-a695-423d-9387-f8fa09495fdd tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:14.636749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-7b1bf27d-a695-423d-9387-f8fa09495fdd tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/networks?id=3a29fce4-c2cb-47fe-90e5-d7553facac22 HTTP/1.1" status: 200 len: 823 time: 0.2563219 Aug 29 04:08:14.658472 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-111f31c9-1954-420a-a676-b35d48d857cc tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/quotas/8ff3f48c3826411a95205a4b90e481f7 HTTP/1.1" status: 200 len: 375 time: 0.0112069 Aug 29 04:08:14.676439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fc244a21-e9e6-4aa8-80ba-8457429dd5db triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:14.677057 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.748154 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 01489a3b-bdb5-459f-91d8-c3f8749940f0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=01489a3b-bdb5-459f-91d8-c3f8749940f0,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:14.757124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-bd4d5c30-a430-4038-86fa-6989732f3221 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff3f48c3826411a95205a4b90e481f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860565 Aug 29 04:08:14.783683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '01489a3b-bdb5-459f-91d8-c3f8749940f0', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '01489a3b-bdb5-459f-91d8-c3f8749940f0', 'mac_address': 'fa:16:3e:75:dc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:tempest-test_az-773575451', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:14.878880 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-6d099fc9-bef9-45c3-9a8e-3c128e85dc3d tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347817 Aug 29 04:08:14.914701 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:14.945417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01489a3b-bdb5-459f-91d8-c3f8749940f0 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:14.986424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 01489a3b-bdb5-459f-91d8-c3f8749940f0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=01489a3b-bdb5-459f-91d8-c3f8749940f0,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:15.001594 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.014879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-fef18413-5e80-48fa-b314-45e06b59c139 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:15.015897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-fef18413-5e80-48fa-b314-45e06b59c139 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0755930 Aug 29 04:08:15.023339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7ac62-9054-482f-84df-1df474c1b53e req-d3bb2ede-35cd-43d4-a892-12fbf5d3f83d tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:15.024726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-d3bb2ede-35cd-43d4-a892-12fbf5d3f83d tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449952 Aug 29 04:08:15.070053 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=01489a3b-bdb5-459f-91d8-c3f8749940f0,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:15.092053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-99b4cadc-0db4-470d-a9e8-604c33525f9c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/quotas/2f38e46c06914bc8bcfa4c1728b55dd7 HTTP/1.1" status: 200 len: 375 time: 0.0139143 Aug 29 04:08:15.136603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-fe5fc6ed-d5d6-4861-8546-752fe0edba20 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358150 Aug 29 04:08:15.147025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-ba1c0b4c-2c00-4608-ad28-21e4b648acf7 service neutron] 10.222.0.49 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214063 Aug 29 04:08:15.272926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-69126787-8848-4df4-9098-d90bbb0ed2bf service neutron] 10.222.0.49 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128004 Aug 29 04:08:15.372768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['01489a3b-bdb5-459f-91d8-c3f8749940f0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:15.420616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63e50c8f-ba93-4e16-97c8-7cffe74700f9 req-361ecc07-f891-4a79-a78c-dbf8eeeb2ce0 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.0431485 Aug 29 04:08:15.560188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eaa239c0-88e1-4396-9675-7e10457cce1b req-052f3a32-ea52-4fad-a4ca-87c0caa7044e tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 210 time: 0.0633895 Aug 29 04:08:15.705850 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:08:15.720719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753a42a-3f0c-4227-9220-8847bf226ba6 req-a1941bed-d3f4-4a17-bbac-059a1cb3cd6a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:15.725151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4753a42a-3f0c-4227-9220-8847bf226ba6 req-a1941bed-d3f4-4a17-bbac-059a1cb3cd6a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 969 time: 0.1450448 Aug 29 04:08:15.815496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4753a42a-3f0c-4227-9220-8847bf226ba6 req-7cf1d586-7bb1-4024-8dba-83093024c7e2 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832293 Aug 29 04:08:15.968892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cecdc9c1-6685-48ea-9c4b-e69f14e9eed8 req-380d24e0-68c7-4961-971d-001c8ee5d67c tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 210 time: 0.0828590 Aug 29 04:08:16.341637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50148) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:16.389930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50152) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:16.463914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 01489a3b-bdb5-459f-91d8-c3f8749940f0 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:16.554111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-628a7964-caab-4df5-9b86-7f2b14fabb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.561375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 01489a3b-bdb5-459f-91d8-c3f8749940f0 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:16.567150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 01489a3b-bdb5-459f-91d8-c3f8749940f0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:16.567836 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.631624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0853da11-4281-49b2-873b-c5e350abeeff req-1bbab217-bb3d-4a39-a08e-30a8ffff7ef8 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.0363731 Aug 29 04:08:16.635385 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d6ae-595e-4218-ba35-7d612eb1bea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.690305 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.732695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e81bbca-00cd-474a-aad1-baf30beb7235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01489a3b-bdb5-459f-91d8-c3f8749940f0'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:16.812802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1daa5e62-95dd-4661-b969-1dd75d5ae213 req-b81b8b35-6d90-4a34-bb45-9be878efbe0c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 210 time: 0.0906203 Aug 29 04:08:16.954045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-628a7964-caab-4df5-9b86-7f2b14fabb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.959390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 01489a3b-bdb5-459f-91d8-c3f8749940f0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=01489a3b-bdb5-459f-91d8-c3f8749940f0,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:16.966141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:16.974120 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-628a7964-caab-4df5-9b86-7f2b14fabb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.100009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=01489a3b-bdb5-459f-91d8-c3f8749940f0,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:17.206992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50182) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:17.219769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-8771bdbc-60b7-489a-944b-a5ad31a9a9a4 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:17.224268 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204ebf56-2d46-4c67-9f43-a7eb927c7b72" -d '{"events": [{"server_uuid": "2e81bbca-00cd-474a-aad1-baf30beb7235", "name": "network-vif-plugged", "status": "completed", "tag": "01489a3b-bdb5-459f-91d8-c3f8749940f0"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:17.227723 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-8771bdbc-60b7-489a-944b-a5ad31a9a9a4 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.59 "GET /v2.0/networks?id=3a29fce4-c2cb-47fe-90e5-d7553facac22 HTTP/1.1" status: 200 len: 823 time: 0.4707391 Aug 29 04:08:17.292099 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-9e21cc3a-89eb-4718-9b61-7411631c6429 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ff3f48c3826411a95205a4b90e481f7 HTTP/1.1" status: 200 len: 379 time: 0.0525413 Aug 29 04:08:17.322281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Request body: {'port': {'device_id': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'admin_state_up': True, 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'security_groups': ['59c42a92-73ee-4c79-a7ca-249f425a5271']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:17.377769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68e6bb-7d14-4e23-9b94-4072dd5ab92a req-b57eb59f-e580-473f-bc06-d1c3e2efd886 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:17.380174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b68e6bb-7d14-4e23-9b94-4072dd5ab92a req-b57eb59f-e580-473f-bc06-d1c3e2efd886 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 970 time: 0.4246340 Aug 29 04:08:17.399965 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-628a7964-caab-4df5-9b86-7f2b14fabb8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52ea4e1e215b47f7b26931223248687d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0089056 Aug 29 04:08:17.415516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-987f2ce0-4945-4574-8bd0-ba3d7df209a1 req-d450f323-6a0b-4b80-9b07-3723bdc55240 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 210 time: 0.0948119 Aug 29 04:08:17.418919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a7964-caab-4df5-9b86-7f2b14fabb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f84582-d77a-4346-84c4-308d3faae3e2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:17.428979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50188) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:17.512840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b68e6bb-7d14-4e23-9b94-4072dd5ab92a req-3d1f603a-0061-4d14-adad-d15f8147e558 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113372 Aug 29 04:08:17.590762 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f20d8f4-d696-4ce6-8564-6f36fb9349a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.603489 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d438108-7949-4aa8-b888-6d89b3d85c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.637056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d6ae-595e-4218-ba35-7d612eb1bea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.645925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d6ae-595e-4218-ba35-7d612eb1bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.649441 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f20d8f4-d696-4ce6-8564-6f36fb9349a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.713633 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6395f3-a4b1-4926-84cd-64b8bf477cf5 x-openstack-request-id: req-af6395f3-a4b1-4926-84cd-64b8bf477cf5 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:17.714531 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e81bbca-00cd-474a-aad1-baf30beb7235", "name": "network-vif-plugged", "status": "completed", "tag": "01489a3b-bdb5-459f-91d8-c3f8749940f0", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:17.714531 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af6395f3-a4b1-4926-84cd-64b8bf477cf5 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:17.714724 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e81bbca-00cd-474a-aad1-baf30beb7235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01489a3b-bdb5-459f-91d8-c3f8749940f0', 'code': 200} Aug 29 04:08:17.757189 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.764636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d7b2d6ae-595e-4218-ba35-7d612eb1bea6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f986c2f52494a14a5ca60ea25a1dac5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4218931 Aug 29 04:08:17.766021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2d6ae-595e-4218-ba35-7d612eb1bea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe22446-2186-4164-bc4c-699128049f3d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:17.767461 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d438108-7949-4aa8-b888-6d89b3d85c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.768455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50196) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:17.790885 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d438108-7949-4aa8-b888-6d89b3d85c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.813196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Made reservation on behalf of 8ff3f48c3826411a95205a4b90e481f7 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:17.817021 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.826861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.59', 49534) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:17.853257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-931e64a6-cf89-42cf-9520-17fa4bef4744 req-4599a8ac-9922-4a7b-b70c-34287722b2f1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.0437169 Aug 29 04:08:17.856179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f20d8f4-d696-4ce6-8564-6f36fb9349a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.858845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f20d8f4-d696-4ce6-8564-6f36fb9349a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.862458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0f20d8f4-d696-4ce6-8564-6f36fb9349a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2f84582-d77a-4346-84c4-308d3faae3e2 HTTP/1.1" status: 204 len: 168 time: 0.4294693 Aug 29 04:08:17.895873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20d8f4-d696-4ce6-8564-6f36fb9349a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f84582-d77a-4346-84c4-308d3faae3e2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:17.908299 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-06a92659-8ef8-4313-ac2a-e9953979baaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.957328 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-06a92659-8ef8-4313-ac2a-e9953979baaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:17.975027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f416581-96de-465c-8e69-5e50bb879a38 req-7223e094-460d-4310-b482-369e12988286 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 210 time: 0.0404031 Aug 29 04:08:18.033179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.59', 49535) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:18.051607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-06a92659-8ef8-4313-ac2a-e9953979baaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.058773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-06a92659-8ef8-4313-ac2a-e9953979baaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.058773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-06a92659-8ef8-4313-ac2a-e9953979baaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1fe22446-2186-4164-bc4c-699128049f3d HTTP/1.1" status: 204 len: 168 time: 0.2860227 Aug 29 04:08:18.076248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-fbb07a0d-bd5b-4ee1-aac2-90dc3c620eb3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383048 Aug 29 04:08:18.076401 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8d438108-7949-4aa8-b888-6d89b3d85c0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc0c32a097d14864bcf6db8e1c5ced1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8665931 Aug 29 04:08:18.079875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50206) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:18.082268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a92659-8ef8-4313-ac2a-e9953979baaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe22446-2186-4164-bc4c-699128049f3d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:18.147284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d438108-7949-4aa8-b888-6d89b3d85c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1904d18c-6693-4d62-83f7-dbb90c8c1c4f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:18.196746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc845-406e-4a87-8e51-79aee6e70076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.238149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7ac62-9054-482f-84df-1df474c1b53e req-66a5819d-8878-4219-95ad-9fc462bc8bfb tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:18.241543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2d89e-5398-43a7-9efc-8979617d79b6 req-f0b36ae9-dbd4-4ede-81b8-ad4f625e0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:18.243227 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2db2d89e-5398-43a7-9efc-8979617d79b6 req-f0b36ae9-dbd4-4ede-81b8-ad4f625e0628 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 1122 time: 0.4129288 Aug 29 04:08:18.243614 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-66a5819d-8878-4219-95ad-9fc462bc8bfb tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589460 Aug 29 04:08:18.268391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Request body: {'port': {'device_id': 'b720aa1e-97ab-47f3-999a-83dcf9be7769', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2f38e46c06914bc8bcfa4c1728b55dd7'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:18.274185 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc845-406e-4a87-8e51-79aee6e70076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.293582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2db2d89e-5398-43a7-9efc-8979617d79b6 req-35973130-0437-4366-9c50-17c007e94b3c service neutron] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.335592 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Allocated IP 172.20.0.14 (3a29fce4-c2cb-47fe-90e5-d7553facac22/0d99572f-6b5c-4c0e-ba55-9cedeb4ab610/191cac76-7779-471a-889b-016d9c1735ed) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:18.409140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc845-406e-4a87-8e51-79aee6e70076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.411803 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc845-406e-4a87-8e51-79aee6e70076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.413186 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0b1fc845-406e-4a87-8e51-79aee6e70076 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1904d18c-6693-4d62-83f7-dbb90c8c1c4f HTTP/1.1" status: 204 len: 168 time: 0.3208232 Aug 29 04:08:18.443663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fc845-406e-4a87-8e51-79aee6e70076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1904d18c-6693-4d62-83f7-dbb90c8c1c4f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:18.473351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50214) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:18.510843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb8c72a8-7863-41d9-b61a-cc10a6531362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.608657 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.616390 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2db2d89e-5398-43a7-9efc-8979617d79b6 req-35973130-0437-4366-9c50-17c007e94b3c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.628819 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2db2d89e-5398-43a7-9efc-8979617d79b6 req-35973130-0437-4366-9c50-17c007e94b3c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.676514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Transition to ACTIVE for port object 191cac76-7779-471a-889b-016d9c1735ed will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:18.701361 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2db2d89e-5398-43a7-9efc-8979617d79b6 req-35973130-0437-4366-9c50-17c007e94b3c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402945 Aug 29 04:08:18.714277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35973130-0437-4366-9c50-17c007e94b3c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4bff9056-a17e-49fa-960d-f35253416cf0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:18.733925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee8da9f5-466d-4f58-b57e-d0f33cf18127 req-bd7de1aa-b24a-414e-a468-4844f1635cb7 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 210 time: 0.1712170 Aug 29 04:08:18.748696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50220) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:18.769897 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-069668df-7739-44bf-b2fd-0de99d53ab57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.783737 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.831732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e229438-ca58-4ab9-8469-eeea9b0e99e2 req-c9cd7db0-df1b-4c7c-804f-49343807428f tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:18.839361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e229438-ca58-4ab9-8469-eeea9b0e99e2 req-c9cd7db0-df1b-4c7c-804f-49343807428f tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 970 time: 0.1281137 Aug 29 04:08:18.845819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Network 3a29fce4-c2cb-47fe-90e5-d7553facac22 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:18.849055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:18.854006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:18.858896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event updated for resources: {'Port': ['ID=191cac76-7779-471a-889b-016d9c1735ed,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:18.922234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e229438-ca58-4ab9-8469-eeea9b0e99e2 req-fa74bb30-b0bf-4c40-843e-2b62395c5fd6 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806851 Aug 29 04:08:18.947697 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb8c72a8-7863-41d9-b61a-cc10a6531362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.952590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:18.954004 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.969581 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb8c72a8-7863-41d9-b61a-cc10a6531362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.987384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Made reservation on behalf of 2f38e46c06914bc8bcfa4c1728b55dd7 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:18.992861 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.076437 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.120018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c72a8-7863-41d9-b61a-cc10a6531362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d088df84-b73e-42a5-9887-8adb3627466b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:19.127686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe6a6842-12e4-4717-aef0-3f1a8a7f2a6f req-9b2829e4-70d7-49f2-9c41-05661f0605ad tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.0940192 Aug 29 04:08:19.132755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cb8c72a8-7863-41d9-b61a-cc10a6531362 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74794066406a430dae8eb80140ebbc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6525142 Aug 29 04:08:19.134267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50228) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:19.188998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f034ec84-14ef-4f53-b180-d38e2d4ceaed req-06cf43b2-4e38-49a2-a233-859c19aa63bf tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 210 time: 0.0648928 Aug 29 04:08:19.196326 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-069668df-7739-44bf-b2fd-0de99d53ab57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.208810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-069668df-7739-44bf-b2fd-0de99d53ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.221270 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-113e312a-c386-4c73-9c08-c6794b8cda7d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9066021 Aug 29 04:08:19.270975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50230) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:19.271427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Request body: {'port': {'device_id': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'device_owner': 'compute:tempest-test_az-773575451', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:19.297757 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f94ac0b2-cf06-48c4-b42c-6c6468d4b75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.298969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-75b41b0b-fcab-45e1-aa71-e88bea88383e None None] Provisioning for port 191cac76-7779-471a-889b-016d9c1735ed completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:19.304776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-75b41b0b-fcab-45e1-aa71-e88bea88383e None None] Provisioning complete for port 191cac76-7779-471a-889b-016d9c1735ed triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:19.306160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069668df-7739-44bf-b2fd-0de99d53ab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd9283f-ba65-41b5-b1ac-19e788b05ddf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:19.306408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75b41b0b-fcab-45e1-aa71-e88bea88383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.313061 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-069668df-7739-44bf-b2fd-0de99d53ab57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17ee6fcdcbbb427bbf2c215694cefe44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592811 Aug 29 04:08:19.315824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50232) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:19.352566 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.353475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07a722e4-dae5-479f-868e-b8bf9690cc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.369545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.373643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-75b41b0b-fcab-45e1-aa71-e88bea88383e None None] Port 191cac76-7779-471a-889b-016d9c1735ed cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:19.393993 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.401077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07a722e4-dae5-479f-868e-b8bf9690cc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.473740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13a420d-d6e9-4760-ac04-dae1f0457ecd,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:19.492451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c273929-11f9-4658-bd5b-e3cd34a082f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.556164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c273929-11f9-4658-bd5b-e3cd34a082f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.584243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07a722e4-dae5-479f-868e-b8bf9690cc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.587440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07a722e4-dae5-479f-868e-b8bf9690cc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.588713 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-07a722e4-dae5-479f-868e-b8bf9690cc2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d088df84-b73e-42a5-9887-8adb3627466b HTTP/1.1" status: 204 len: 168 time: 0.4464400 Aug 29 04:08:19.611591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a722e4-dae5-479f-868e-b8bf9690cc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d088df84-b73e-42a5-9887-8adb3627466b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:19.643816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Allocated IP 192.168.233.6 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/a0f0ed40-7e33-4cd7-91ad-507c268c28c3) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:19.706253 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f94ac0b2-cf06-48c4-b42c-6c6468d4b75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.714591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f94ac0b2-cf06-48c4-b42c-6c6468d4b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.742515 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c273929-11f9-4658-bd5b-e3cd34a082f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.745134 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c273929-11f9-4658-bd5b-e3cd34a082f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.749584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0c273929-11f9-4658-bd5b-e3cd34a082f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4cd9283f-ba65-41b5-b1ac-19e788b05ddf HTTP/1.1" status: 204 len: 168 time: 0.4323757 Aug 29 04:08:19.875450 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f94ac0b2-cf06-48c4-b42c-6c6468d4b75e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=def934bafcfd466f938aeb8ce22a6739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019146 Aug 29 04:08:19.876039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50240) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:19.905276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ac0b2-cf06-48c4-b42c-6c6468d4b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae031796-7a9f-4321-8ddf-280cb10f70bc,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:19.984244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191cac76-7779-471a-889b-016d9c1735ed {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:19.995813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.023663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Transition to ACTIVE for port object 191cac76-7779-471a-889b-016d9c1735ed will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:20.028316 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.099623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c273929-11f9-4658-bd5b-e3cd34a082f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd9283f-ba65-41b5-b1ac-19e788b05ddf,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:20.129180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Pushing event updated for resources: {'Port': ['ID=191cac76-7779-471a-889b-016d9c1735ed,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:20.198853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd254b8-9c0b-4d77-8f21-9d572e17085d req-b3206c1e-b045-4075-ad04-14ae7e4c2a50 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:20.200841 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bd254b8-9c0b-4d77-8f21-9d572e17085d req-b3206c1e-b045-4075-ad04-14ae7e4c2a50 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 932 time: 0.3525796 Aug 29 04:08:20.203986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.270691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98994128-3114-4611-bb16-e062b8639916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.272647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Transition to ACTIVE for port object a0f0ed40-7e33-4cd7-91ad-507c268c28c3 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:20.284628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Attempting to bind port 191cac76-7779-471a-889b-016d9c1735ed on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:20.285257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Attempting to bind port 191cac76-7779-471a-889b-016d9c1735ed by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:20.285354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Attempting to bind port 191cac76-7779-471a-889b-016d9c1735ed on network 3a29fce4-c2cb-47fe-90e5-d7553facac22 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:20.297740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Port 191cac76-7779-471a-889b-016d9c1735ed on network 3a29fce4-c2cb-47fe-90e5-d7553facac22 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:20.298399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Attempting to bind port 191cac76-7779-471a-889b-016d9c1735ed on network 3a29fce4-c2cb-47fe-90e5-d7553facac22 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:20.298854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b0f63-db4f-44a2-8c05-48df3b886eac req-6e5d819f-4423-45f5-88af-aa556ed8ee54 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:20.300458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-998b0f63-db4f-44a2-8c05-48df3b886eac req-6e5d819f-4423-45f5-88af-aa556ed8ee54 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 970 time: 0.3004830 Aug 29 04:08:20.315448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:20.316089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Checking segment: {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:20.316702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Bound using segment: {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:20.317293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Bound port: 191cac76-7779-471a-889b-016d9c1735ed, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:20.320962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.387081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98994128-3114-4611-bb16-e062b8639916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.391380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bd254b8-9c0b-4d77-8f21-9d572e17085d req-be848407-83b9-4dfe-b43b-4ed149455c22 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821463 Aug 29 04:08:20.463334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-998b0f63-db4f-44a2-8c05-48df3b886eac req-3f05182f-f973-4ca3-a685-8413b6a0f345 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400480 Aug 29 04:08:20.504053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50260) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:20.525192 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] For port 191cac76-7779-471a-889b-016d9c1735ed, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:20.536059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] For port 191cac76-7779-471a-889b-016d9c1735ed, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=191cac76-7779-471a-889b-016d9c1735ed,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:20.548396 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.588623 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f01562c-7d35-4a41-a860-02a2e36052d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.617400 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.630451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Pushing event updated for resources: {'Port': ['ID=191cac76-7779-471a-889b-016d9c1735ed,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:20.655013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:20.656174 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.664714 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-b061c7db-729a-4d4e-be3d-d533ae8769d1 service neutron] 10.222.0.59 "PUT /v2.0/ports/191cac76-7779-471a-889b-016d9c1735ed HTTP/1.1" status: 200 len: 1114 time: 1.4227271 Aug 29 04:08:20.665514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'tag': '191cac76-7779-471a-889b-016d9c1735ed'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:20.668533 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "137c0b6e-c72f-4b0e-bc15-ca30b0473f03", "tag": "191cac76-7779-471a-889b-016d9c1735ed"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:20.690342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0108c8f0-334e-464f-8874-20e6d13c1b0f req-c281fafe-3f4b-4b54-909a-54ac8b51f00b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.1850865 Aug 29 04:08:20.709519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Pushing event updated for resources: {'Port': ['ID=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:20.812875 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b072ce-6cc1-4c60-a1a3-55921419e67c x-openstack-request-id: req-19b072ce-6cc1-4c60-a1a3-55921419e67c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:20.813531 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137c0b6e-c72f-4b0e-bc15-ca30b0473f03", "tag": "191cac76-7779-471a-889b-016d9c1735ed", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:20.814005 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19b072ce-6cc1-4c60-a1a3-55921419e67c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:20.815049 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'tag': '191cac76-7779-471a-889b-016d9c1735ed', 'status': 'completed', 'code': 200} Aug 29 04:08:20.827692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-764f60db-f799-46b1-9ced-f8a3b0003a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:20.827998 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-764f60db-f799-46b1-9ced-f8a3b0003a2f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ff3f48c3826411a95205a4b90e481f7&device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 1117 time: 0.0968549 Aug 29 04:08:20.873556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:20.881259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:20.918945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:20.922790 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-1f3add37-d6ff-483c-ab82-afbb1dc3bfff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=191cac76-7779-471a-889b-016d9c1735ed HTTP/1.1" status: 200 len: 217 time: 0.0824420 Aug 29 04:08:20.944092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:20.953312 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.961911 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98994128-3114-4611-bb16-e062b8639916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.970214 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98994128-3114-4611-bb16-e062b8639916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.977117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-98994128-3114-4611-bb16-e062b8639916 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae031796-7a9f-4321-8ddf-280cb10f70bc HTTP/1.1" status: 204 len: 168 time: 1.0764790 Aug 29 04:08:21.010981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98994128-3114-4611-bb16-e062b8639916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae031796-7a9f-4321-8ddf-280cb10f70bc,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:21.096058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-eac0e3e5-4769-4154-988e-37955f894b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.099024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16511-8b98-47a9-92ab-b66f2d63d8fa req-15f83241-7636-4887-afd0-581336ad7f7f tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.101612 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-eac0e3e5-4769-4154-988e-37955f894b67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d99572f-6b5c-4c0e-ba55-9cedeb4ab610 HTTP/1.1" status: 200 len: 862 time: 0.1701550 Aug 29 04:08:21.102222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fca16511-8b98-47a9-92ab-b66f2d63d8fa req-15f83241-7636-4887-afd0-581336ad7f7f tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 934 time: 0.4741871 Aug 29 04:08:21.223311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-5d0028c4-93d1-4a87-88af-d241fd4324ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.224910 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-5d0028c4-93d1-4a87-88af-d241fd4324ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a29fce4-c2cb-47fe-90e5-d7553facac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116457 Aug 29 04:08:21.246044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fca16511-8b98-47a9-92ab-b66f2d63d8fa req-5b3129ee-4d24-4b1d-a562-e2a21f1c5cd4 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204784 Aug 29 04:08:21.264128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f01562c-7d35-4a41-a860-02a2e36052d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.273216 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f01562c-7d35-4a41-a860-02a2e36052d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.311732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01562c-7d35-4a41-a860-02a2e36052d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1d45b1-a72e-4ae9-b717-e28bd7c12ab1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:21.326845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-15f1f223-566b-47a2-8f1e-3673b57fc4fc None None] Provisioning for port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:21.327973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-31da524c-fe78-4839-a453-2c522fe233b3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0667045 Aug 29 04:08:21.332793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-15f1f223-566b-47a2-8f1e-3673b57fc4fc None None] Provisioning complete for port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:21.333554 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-15f1f223-566b-47a2-8f1e-3673b57fc4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.344882 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3f01562c-7d35-4a41-a860-02a2e36052d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52f1c05f1eba4c1f842833ff87e6f9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8334928 Aug 29 04:08:21.348034 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50280) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:21.348704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Request body: {'port': {'device_id': 'b720aa1e-97ab-47f3-999a-83dcf9be7769', 'device_owner': 'compute:tempest-test_az-773575451', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:21.391423 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-418e600d-07f8-48dd-8965-9bdef4ce49cd service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531730 Aug 29 04:08:21.396417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-15f1f223-566b-47a2-8f1e-3673b57fc4fc None None] Port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:21.428922 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.498508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2204b20c-0239-463f-8793-1297842867ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.547346 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2204b20c-0239-463f-8793-1297842867ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.628563 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f173e0b2-c33b-46ae-a680-9693212cbd9d req-a358c283-a1fc-4b8c-99d9-04a90c920956 service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200150 Aug 29 04:08:21.652046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2204b20c-0239-463f-8793-1297842867ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.655975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2204b20c-0239-463f-8793-1297842867ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.660565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2204b20c-0239-463f-8793-1297842867ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c1d45b1-a72e-4ae9-b717-e28bd7c12ab1 HTTP/1.1" status: 204 len: 168 time: 0.3114979 Aug 29 04:08:21.674457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204b20c-0239-463f-8793-1297842867ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1d45b1-a72e-4ae9-b717-e28bd7c12ab1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:21.783885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-0db11596-4124-4b97-9bb2-c6c4405a584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.786185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-0db11596-4124-4b97-9bb2-c6c4405a584f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ff3f48c3826411a95205a4b90e481f7&device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 1117 time: 0.0622485 Aug 29 04:08:21.829199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f4537-83f8-416f-ba18-403a788032e1 req-f60194c0-54a3-4bd2-a663-36bbd7de513d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.836350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb0f4537-83f8-416f-ba18-403a788032e1 req-f60194c0-54a3-4bd2-a663-36bbd7de513d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 965 time: 0.2406018 Aug 29 04:08:21.847850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea814b8b-8798-44c1-b6a7-7a7fddd51f29 req-c9a6490a-68c3-4812-950b-0fd5047bc567 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.854847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea814b8b-8798-44c1-b6a7-7a7fddd51f29 req-c9a6490a-68c3-4812-950b-0fd5047bc567 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 970 time: 0.2580192 Aug 29 04:08:21.923341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-038c2371-a5eb-48d3-8376-34d0941e6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.925608 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-038c2371-a5eb-48d3-8376-34d0941e6141 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3a29fce4-c2cb-47fe-90e5-d7553facac22 HTTP/1.1" status: 200 len: 924 time: 0.1260567 Aug 29 04:08:21.931395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb0f4537-83f8-416f-ba18-403a788032e1 req-8d87231d-afc3-44aa-a618-d7b1c777bef3 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942323 Aug 29 04:08:21.947459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea814b8b-8798-44c1-b6a7-7a7fddd51f29 req-0f9cb88c-58a4-45e2-beb6-44a2ca87b633 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899546 Aug 29 04:08:22.002749 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-a26513ac-d2ec-4782-8457-c8e05dab48b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=191cac76-7779-471a-889b-016d9c1735ed HTTP/1.1" status: 200 len: 217 time: 0.0662358 Aug 29 04:08:22.082444 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-709ab9a1-0a74-4daf-9a18-af825d8daefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.082659 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-709ab9a1-0a74-4daf-9a18-af825d8daefb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d99572f-6b5c-4c0e-ba55-9cedeb4ab610 HTTP/1.1" status: 200 len: 862 time: 0.0666473 Aug 29 04:08:22.094126 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f0ed40-7e33-4cd7-91ad-507c268c28c3 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:22.117941 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.123588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c20dda1-0842-4c83-8dfd-235ccd1b14f1 req-bc4552c8-610c-4b21-b5a5-6c51e65e3088 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.0496764 Aug 29 04:08:22.139080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-29775116-89fe-4eee-b680-fdb0c7f62ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.141046 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-29775116-89fe-4eee-b680-fdb0c7f62ecc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a29fce4-c2cb-47fe-90e5-d7553facac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474274 Aug 29 04:08:22.183382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Transition to ACTIVE for port object a0f0ed40-7e33-4cd7-91ad-507c268c28c3 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:22.190009 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.232779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c55c6-dd87-4208-86b0-814744b4c0cb req-d10f7a67-d4fe-4dce-8764-cd155704379d tempest-AggregatesAdminTestJSON-1140519402 tempest-AggregatesAdminTestJSON-1140519402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.234226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-466c55c6-dd87-4208-86b0-814744b4c0cb req-d10f7a67-d4fe-4dce-8764-cd155704379d tempest-AggregatesAdminTestJSON-1140519402 tempest-AggregatesAdminTestJSON-1140519402-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 1122 time: 0.1130948 Aug 29 04:08:22.256619 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-5cbc61f6-287e-425d-adaf-e59fc3dbd31c service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051831 Aug 29 04:08:22.266501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Pushing event updated for resources: {'Port': ['ID=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:22.275015 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-466c55c6-dd87-4208-86b0-814744b4c0cb req-b6b4616b-dda0-4772-837d-0137cd733d18 tempest-AggregatesAdminTestJSON-1140519402 tempest-AggregatesAdminTestJSON-1140519402-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.417770 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e2645ac5-8bf2-4b85-96dd-8ee6b531f3ac req-8e59da77-de9e-401e-9c2c-e73186c34081 service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476991 Aug 29 04:08:22.585640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Attempting to bind port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:22.586003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Attempting to bind port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:22.586361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Attempting to bind port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:22.599028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:22.599360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Attempting to bind port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:22.617000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:22.617380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:22.618104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:22.618738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Bound port: a0f0ed40-7e33-4cd7-91ad-507c268c28c3, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:22.619110 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.648073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053da16-dbe4-41f5-b6bc-564d7c89bf0d req-02c974db-4f7f-4e3a-b2c2-d4946bc511f7 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.649630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e053da16-dbe4-41f5-b6bc-564d7c89bf0d req-02c974db-4f7f-4e3a-b2c2-d4946bc511f7 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 967 time: 0.1221390 Aug 29 04:08:22.758439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e053da16-dbe4-41f5-b6bc-564d7c89bf0d req-a67810fb-0a63-48ba-83ab-c3d72673019b tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822389 Aug 29 04:08:22.760234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] For port a0f0ed40-7e33-4cd7-91ad-507c268c28c3, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:22.766890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] For port a0f0ed40-7e33-4cd7-91ad-507c268c28c3, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:22.771754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.826765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:22.827390 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.828870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] 10.222.0.59 "PUT /v2.0/ports/a0f0ed40-7e33-4cd7-91ad-507c268c28c3 HTTP/1.1" status: 200 len: 1116 time: 1.4880762 Aug 29 04:08:22.834400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b720aa1e-97ab-47f3-999a-83dcf9be7769', 'tag': 'a0f0ed40-7e33-4cd7-91ad-507c268c28c3'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:22.902067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-466c55c6-dd87-4208-86b0-814744b4c0cb req-b6b4616b-dda0-4772-837d-0137cd733d18 tempest-AggregatesAdminTestJSON-1140519402 tempest-AggregatesAdminTestJSON-1140519402-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.964270 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-466c55c6-dd87-4208-86b0-814744b4c0cb req-b6b4616b-dda0-4772-837d-0137cd733d18 tempest-AggregatesAdminTestJSON-1140519402 tempest-AggregatesAdminTestJSON-1140519402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:23.064541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-466c55c6-dd87-4208-86b0-814744b4c0cb req-b6b4616b-dda0-4772-837d-0137cd733d18 tempest-AggregatesAdminTestJSON-1140519402 tempest-AggregatesAdminTestJSON-1140519402-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8104560 Aug 29 04:08:23.075111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5afccd-bc74-4567-aa70-2f4336cac61a service neutron] Pushing event updated for resources: {'Port': ['ID=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:23.086260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4616b-dda0-4772-837d-0137cd733d18 tempest-AggregatesAdminTestJSON-1140519402 tempest-AggregatesAdminTestJSON-1140519402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e485a421-f5fd-4c42-bb9e-f2eb159b4ff0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:23.108668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7ac62-9054-482f-84df-1df474c1b53e req-f362ed96-1f3c-422d-9ffd-8e885de554da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:23.110294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-f362ed96-1f3c-422d-9ffd-8e885de554da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 1119 time: 0.2109616 Aug 29 04:08:23.235760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-be5a0ac8-2aea-4063-ab9c-f9e04d3e1f64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a0f0ed40-7e33-4cd7-91ad-507c268c28c3 HTTP/1.1" status: 200 len: 217 time: 0.1166239 Aug 29 04:08:23.259170 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807530dd-f549-42aa-a5e3-6f1c8d640b46" -d '{"events": [{"name": "network-changed", "server_uuid": "b720aa1e-97ab-47f3-999a-83dcf9be7769", "tag": "a0f0ed40-7e33-4cd7-91ad-507c268c28c3"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:23.269758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee9c28-29f7-4ff5-8a93-eab823a0048e req-6e36e1a4-8f23-4f64-8211-d3740c8a1a1d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:23.271688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dee9c28-29f7-4ff5-8a93-eab823a0048e req-6e36e1a4-8f23-4f64-8211-d3740c8a1a1d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 965 time: 0.0949826 Aug 29 04:08:23.342076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7ac62-9054-482f-84df-1df474c1b53e req-0fcacfc3-dcb2-47d2-a619-d336e3466653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:23.343621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-0fcacfc3-dcb2-47d2-a619-d336e3466653 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0944710 Aug 29 04:08:23.346604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dee9c28-29f7-4ff5-8a93-eab823a0048e req-f9165a80-66c9-4ce9-bde6-14cde0153369 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667059 Aug 29 04:08:23.468829 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-28412ed4-7089-4322-ae42-4ab222cea38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:23.505533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7ac62-9054-482f-84df-1df474c1b53e req-f0c1ab31-aeb1-4750-8e25-7f91945b36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:23.507383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-f0c1ab31-aeb1-4750-8e25-7f91945b36a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1529436 Aug 29 04:08:23.649868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb845a85-9e00-4a3c-be38-393fc485639f req-cf3ec3ff-0cdc-4822-b551-e2e639f026d7 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.0374849 Aug 29 04:08:23.663435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-22f4fbd7-99c2-45ec-9a65-361bedb9b148 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455312 Aug 29 04:08:23.720749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Request body: {'port': {'device_id': '8b60b199-b008-42c2-b4de-ecd5e31a8011', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '71e0300af1f54ac787635907183d9c6e'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:23.729996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-3a3dc94a-de24-47b1-9f9a-94cc2a19fd84 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:23.730738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-3a3dc94a-de24-47b1-9f9a-94cc2a19fd84 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055203 Aug 29 04:08:23.797131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aef7ac62-9054-482f-84df-1df474c1b53e req-c1782f09-c83a-452a-95e4-d62bfade8cdd service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178207 Aug 29 04:08:23.891756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Made reservation on behalf of 71e0300af1f54ac787635907183d9c6e for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:23.896427 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:23.905183 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33726ce3-e44b-4e85-8088-bc3ae142111f x-openstack-request-id: req-33726ce3-e44b-4e85-8088-bc3ae142111f {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:23.905671 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b720aa1e-97ab-47f3-999a-83dcf9be7769", "tag": "a0f0ed40-7e33-4cd7-91ad-507c268c28c3", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:23.906441 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33726ce3-e44b-4e85-8088-bc3ae142111f {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:23.907147 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b720aa1e-97ab-47f3-999a-83dcf9be7769', 'tag': 'a0f0ed40-7e33-4cd7-91ad-507c268c28c3', 'status': 'completed', 'code': 200} Aug 29 04:08:24.039150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-580ab3df-ea1b-4790-b995-9f3b91ef22db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.040687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-580ab3df-ea1b-4790-b995-9f3b91ef22db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 1119 time: 0.1010890 Aug 29 04:08:24.057913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583aaea-f0bb-49fd-ae25-39f45229b2d0 req-ed599cf3-dd8f-4384-aa05-b38eb67c80a4 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.059421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b583aaea-f0bb-49fd-ae25-39f45229b2d0 req-ed599cf3-dd8f-4384-aa05-b38eb67c80a4 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 967 time: 0.0685337 Aug 29 04:08:24.081674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Allocated IP 192.168.233.77 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/96636de4-cb07-4baa-9cbd-3571e00703da) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:24.205311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b583aaea-f0bb-49fd-ae25-39f45229b2d0 req-90150a88-84d4-4ec8-8767-8d440309f4b0 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324396 Aug 29 04:08:24.238815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-51e4e777-5170-483b-a326-d409c24e8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.240539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-51e4e777-5170-483b-a326-d409c24e8221 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1903286 Aug 29 04:08:24.288982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.303932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-fcf9d029-e022-44fb-b153-4b8de6ec21e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a0f0ed40-7e33-4cd7-91ad-507c268c28c3 HTTP/1.1" status: 200 len: 217 time: 0.0534320 Aug 29 04:08:24.304908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Transition to ACTIVE for port object 96636de4-cb07-4baa-9cbd-3571e00703da will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:24.309315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Request body: {'port': {'device_id': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:24.348254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.406487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-e55f0213-83ba-458b-a4da-72c677774288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.408090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-e55f0213-83ba-458b-a4da-72c677774288 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0951109 Aug 29 04:08:24.412287 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.428748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:24.435674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:24.438529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:24.441068 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Pushing event updated for resources: {'Port': ['ID=96636de4-cb07-4baa-9cbd-3571e00703da,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:24.507432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-b3082e09-f681-4002-8663-eb4a6b9ebfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.508844 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-b3082e09-f681-4002-8663-eb4a6b9ebfb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882797 Aug 29 04:08:24.523499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.524291 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.526344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 191cac76-7779-471a-889b-016d9c1735ed details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:24.541656 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-d85f35b3-5727-4426-907c-ee1c49f601b5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8251290 Aug 29 04:08:24.590613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Request body: {'port': {'device_id': '8b60b199-b008-42c2-b4de-ecd5e31a8011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:24.664447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.719495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 191cac76-7779-471a-889b-016d9c1735ed, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=191cac76-7779-471a-889b-016d9c1735ed,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:24.733681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '191cac76-7779-471a-889b-016d9c1735ed', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'port_id': '191cac76-7779-471a-889b-016d9c1735ed', 'mac_address': 'fa:16:3e:11:d8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-773575451', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:24.795007 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.819899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191cac76-7779-471a-889b-016d9c1735ed {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:24.847920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 191cac76-7779-471a-889b-016d9c1735ed, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=191cac76-7779-471a-889b-016d9c1735ed,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:24.849954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-0b0a0ffc-4974-4706-a847-6a7941f7cab8 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818754 Aug 29 04:08:24.854939 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.893888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55171207-6fe7-4eb6-92a0-1507113f5a26 req-6445b8b2-0980-4add-b6de-da5531607f11 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:24.895920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55171207-6fe7-4eb6-92a0-1507113f5a26 req-6445b8b2-0980-4add-b6de-da5531607f11 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 965 time: 0.1367075 Aug 29 04:08:24.913330 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=191cac76-7779-471a-889b-016d9c1735ed,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:24.917777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ed304761-17c9-4553-90a7-adb9ea0abaf1 None None] Provisioning for port 96636de4-cb07-4baa-9cbd-3571e00703da completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:24.922568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ed304761-17c9-4553-90a7-adb9ea0abaf1 None None] Provisioning complete for port 96636de4-cb07-4baa-9cbd-3571e00703da triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:24.922951 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ed304761-17c9-4553-90a7-adb9ea0abaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.966803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ed304761-17c9-4553-90a7-adb9ea0abaf1 None None] Port 96636de4-cb07-4baa-9cbd-3571e00703da cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:25.036870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55171207-6fe7-4eb6-92a0-1507113f5a26 req-357f8b8e-5e94-42d7-8212-7000a365ca4f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069765 Aug 29 04:08:25.048358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:25.058124 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.063226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-807530dd-f549-42aa-a5e3-6f1c8d640b46 req-9636d241-3ec1-400f-bb4d-cab77dd35b24 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021294 Aug 29 04:08:25.073853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Transition to ACTIVE for port object 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:25.088378 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.109126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['191cac76-7779-471a-889b-016d9c1735ed'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:25.244289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96636de4-cb07-4baa-9cbd-3571e00703da {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:25.253091 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.265698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Transition to ACTIVE for port object 96636de4-cb07-4baa-9cbd-3571e00703da will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:25.270680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.323966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Pushing event updated for resources: {'Port': ['ID=96636de4-cb07-4baa-9cbd-3571e00703da,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:25.366006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:25.371822 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8c5ec04-e0a6-4386-8d5a-56a985d660f5 req-35c55d8e-b9a0-43cf-bc5d-af3cd8bf62ec tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2e8561e8f22048d5b74350be9d85def8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286846 Aug 29 04:08:25.394311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Attempting to bind port 96636de4-cb07-4baa-9cbd-3571e00703da on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:25.394653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Attempting to bind port 96636de4-cb07-4baa-9cbd-3571e00703da by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:25.395235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Attempting to bind port 96636de4-cb07-4baa-9cbd-3571e00703da on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:25.399640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Port 96636de4-cb07-4baa-9cbd-3571e00703da on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:25.399941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Attempting to bind port 96636de4-cb07-4baa-9cbd-3571e00703da on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:25.405146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:25.405487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:25.405970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:25.406311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Bound port: 96636de4-cb07-4baa-9cbd-3571e00703da, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:25.406676 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.445190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5c5ee-da56-478a-9d0b-db55df29eff4 req-db5b3765-c544-4c1c-acd1-fb0183f064d9 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.446726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ac5c5ee-da56-478a-9d0b-db55df29eff4 req-db5b3765-c544-4c1c-acd1-fb0183f064d9 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 935 time: 0.3687589 Aug 29 04:08:25.474814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] For port 96636de4-cb07-4baa-9cbd-3571e00703da, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:25.478078 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] For port 96636de4-cb07-4baa-9cbd-3571e00703da, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=96636de4-cb07-4baa-9cbd-3571e00703da,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:25.484010 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.504002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Attempting to bind port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:25.504386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Attempting to bind port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:25.504752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Attempting to bind port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:25.534885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:25.535204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Attempting to bind port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:25.551152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ac5c5ee-da56-478a-9d0b-db55df29eff4 req-a855bba0-5527-46b3-aee4-d27626682295 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873077 Aug 29 04:08:25.555739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:25.556086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:25.556506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:25.556960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Bound port: 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:25.557326 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.574642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5ec04-e0a6-4386-8d5a-56a985d660f5 req-dbcc54a5-df5a-4cee-8f63-2cbf0c859ff0 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.581766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8c5ec04-e0a6-4386-8d5a-56a985d660f5 req-dbcc54a5-df5a-4cee-8f63-2cbf0c859ff0 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983736 Aug 29 04:08:25.605605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8c5ec04-e0a6-4386-8d5a-56a985d660f5 req-675b977e-7695-48bb-9366-da94f85ca6a8 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/quotas/2e8561e8f22048d5b74350be9d85def8 HTTP/1.1" status: 200 len: 375 time: 0.0218468 Aug 29 04:08:25.698660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.699280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.704922 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] 10.222.0.52 "PUT /v2.0/ports/96636de4-cb07-4baa-9cbd-3571e00703da HTTP/1.1" status: 200 len: 1096 time: 1.1230104 Aug 29 04:08:25.705642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b60b199-b008-42c2-b4de-ecd5e31a8011', 'tag': '96636de4-cb07-4baa-9cbd-3571e00703da'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:25.708388 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b60b199-b008-42c2-b4de-ecd5e31a8011", "tag": "96636de4-cb07-4baa-9cbd-3571e00703da"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:25.730387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8c5ec04-e0a6-4386-8d5a-56a985d660f5 req-84ff4863-555d-4842-978c-be7f3013af15 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e8561e8f22048d5b74350be9d85def8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235659 Aug 29 04:08:25.739071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433fbac-7fdd-4580-8556-5b150b49696c service neutron] Pushing event updated for resources: {'Port': ['ID=96636de4-cb07-4baa-9cbd-3571e00703da,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:25.739223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:25.757255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:25.763874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.831916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-f2db54e9-8180-4f0c-bb4c-3ad36be5908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.834276 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-f2db54e9-8180-4f0c-bb4c-3ad36be5908d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71e0300af1f54ac787635907183d9c6e&device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 1099 time: 0.0663750 Aug 29 04:08:25.880237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:25.885801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.886351 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.887861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-6067350f-0487-4c77-814d-1d67d36dc87f service neutron] 10.222.0.52 "PUT /v2.0/ports/3142b4b1-6827-484c-9b92-cc6d11d0d5f8 HTTP/1.1" status: 200 len: 1096 time: 1.8546817 Aug 29 04:08:25.906135 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-7f6ec728-9023-4a49-b0fc-92da5801de11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=96636de4-cb07-4baa-9cbd-3571e00703da HTTP/1.1" status: 200 len: 217 time: 0.0582223 Aug 29 04:08:25.908281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:25.910729 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:25.972268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-46455a81-aca3-416e-818b-003c9f41bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.977873 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-46455a81-aca3-416e-818b-003c9f41bb4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0649316 Aug 29 04:08:26.006704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de992b-afaf-41a4-8f64-a9a8a4b7ae80 req-65b54bb0-9aff-4091-8008-6c4ce9cf7b1a tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.008529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71de992b-afaf-41a4-8f64-a9a8a4b7ae80 req-65b54bb0-9aff-4091-8008-6c4ce9cf7b1a tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 967 time: 0.0941396 Aug 29 04:08:26.035318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-757ba788-40a1-4585-831a-4975b09f3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.037240 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-757ba788-40a1-4585-831a-4975b09f3433 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518470 Aug 29 04:08:26.043752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917f11-da1a-4896-8f3f-758655299e4c req-f10a8735-4be2-40ac-839c-7553e35bb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.045495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-f10a8735-4be2-40ac-839c-7553e35bb28f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71e0300af1f54ac787635907183d9c6e&device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 1099 time: 0.0988014 Aug 29 04:08:26.057394 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a6bca14-d868-4531-85a7-a327b84f43bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.080477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71de992b-afaf-41a4-8f64-a9a8a4b7ae80 req-2566cf5d-8f94-4382-9231-c8a57c90b0a3 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630190 Aug 29 04:08:26.115918 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08e2a2c-86a4-4b30-bdd8-668eebb18a32 x-openstack-request-id: req-e08e2a2c-86a4-4b30-bdd8-668eebb18a32 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:26.115918 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b60b199-b008-42c2-b4de-ecd5e31a8011", "tag": "96636de4-cb07-4baa-9cbd-3571e00703da", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:26.115918 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e08e2a2c-86a4-4b30-bdd8-668eebb18a32 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:26.115918 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b60b199-b008-42c2-b4de-ecd5e31a8011', 'tag': '96636de4-cb07-4baa-9cbd-3571e00703da', 'status': 'completed', 'code': 200} Aug 29 04:08:26.120561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-1ebbe096-4350-497a-9dcf-bb5e76369902 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8 HTTP/1.1" status: 200 len: 217 time: 0.0498905 Aug 29 04:08:26.173162 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-2d013305-b757-4147-8faa-e8665d0f2411 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235356 Aug 29 04:08:26.201106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917f11-da1a-4896-8f3f-758655299e4c req-89028dcf-c51a-494d-b1d7-4ad98f0ebd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.202950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-89028dcf-c51a-494d-b1d7-4ad98f0ebd96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0705936 Aug 29 04:08:26.258758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917f11-da1a-4896-8f3f-758655299e4c req-f0b7e845-02ee-4418-93c3-cd51c96337bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.260478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-f0b7e845-02ee-4418-93c3-cd51c96337bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508485 Aug 29 04:08:26.264999 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77011371-893f-4577-9776-baa034fc719c x-openstack-request-id: req-77011371-893f-4577-9776-baa034fc719c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:26.265364 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:26.266053 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77011371-893f-4577-9776-baa034fc719c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:26.266598 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'status': 'completed', 'code': 200} Aug 29 04:08:26.266722 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.356113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d881b0c-cbad-47a9-ad29-3532b65ca3e8 req-b3501818-ee0c-4ab9-83b8-620c87b4d615 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737823 Aug 29 04:08:26.410880 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-bce4bec0-ac5e-4845-8780-b85bbe1a02ab service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238430 Aug 29 04:08:26.519868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-eb63083c-8f8c-4c26-be39-7df9034ea6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.521948 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-eb63083c-8f8c-4c26-be39-7df9034ea6e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71e0300af1f54ac787635907183d9c6e&device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 1099 time: 0.0610070 Aug 29 04:08:26.545010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a0f0ed40-7e33-4cd7-91ad-507c268c28c3 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:26.590707 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10917f11-da1a-4896-8f3f-758655299e4c req-b0a32064-21cc-43ed-835e-3b88304b421f service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334991 Aug 29 04:08:26.599048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c687a77-e105-40f2-9e74-849c30dc19f0 req-ff838179-7393-4e54-a9b9-00aa7a76365e tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.600539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c687a77-e105-40f2-9e74-849c30dc19f0 req-ff838179-7393-4e54-a9b9-00aa7a76365e tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 966 time: 0.0835190 Aug 29 04:08:26.619592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 191cac76-7779-471a-889b-016d9c1735ed up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:26.643604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c687a77-e105-40f2-9e74-849c30dc19f0 req-5cd64978-9901-4a0a-92ef-b8cab6961749 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353448 Aug 29 04:08:26.652462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-696047ad-7227-4ed9-87ac-11726cfc7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.654391 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-696047ad-7227-4ed9-87ac-11726cfc7757 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1244428 Aug 29 04:08:26.732483 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-1159c2c4-5078-4a73-890a-e7d81933f35a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=96636de4-cb07-4baa-9cbd-3571e00703da HTTP/1.1" status: 200 len: 217 time: 0.0410435 Aug 29 04:08:26.746442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port a0f0ed40-7e33-4cd7-91ad-507c268c28c3, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:26.756972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 191cac76-7779-471a-889b-016d9c1735ed completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:26.766660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'a0f0ed40-7e33-4cd7-91ad-507c268c28c3', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'a0f0ed40-7e33-4cd7-91ad-507c268c28c3', 'mac_address': 'fa:16:3e:3b:60:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:tempest-test_az-773575451', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:26.769380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 191cac76-7779-471a-889b-016d9c1735ed triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:26.770216 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.792920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-15a72636-4fd8-4788-913a-54c1dc896a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.795806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-15a72636-4fd8-4788-913a-54c1dc896a93 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71e0300af1f54ac787635907183d9c6e&device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 1099 time: 0.0899940 Aug 29 04:08:26.812926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-881ba241-c899-4e56-9279-d10c27726757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.814876 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-881ba241-c899-4e56-9279-d10c27726757 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0751021 Aug 29 04:08:26.898946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-dae150c5-4aa9-4c24-87e5-6b06ccb3c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.900788 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-dae150c5-4aa9-4c24-87e5-6b06ccb3c653 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0788202 Aug 29 04:08:26.907198 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.939102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f0ed40-7e33-4cd7-91ad-507c268c28c3 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:26.983100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port a0f0ed40-7e33-4cd7-91ad-507c268c28c3, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:26.991221 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.001106 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.043686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faeef8-8a77-497f-83dc-da17fba87bec req-83d54887-7eae-4395-9f79-5589b6a56ec3 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:27.048740 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-ec1bfd3e-5f88-49f1-b14b-378b3756a68d service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379626 Aug 29 04:08:27.051439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2faeef8-8a77-497f-83dc-da17fba87bec req-83d54887-7eae-4395-9f79-5589b6a56ec3 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 947 time: 0.1431794 Aug 29 04:08:27.073029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191cac76-7779-471a-889b-016d9c1735ed'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:27.073602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-1fcb4277-7098-4170-a428-ce73ba5b4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:27.074721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-1fcb4277-7098-4170-a428-ce73ba5b4626 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2715349 Aug 29 04:08:27.075267 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ec9edd-b540-4574-b8c2-60748cc84ba6" -d '{"events": [{"server_uuid": "137c0b6e-c72f-4b0e-bc15-ca30b0473f03", "name": "network-vif-plugged", "status": "completed", "tag": "191cac76-7779-471a-889b-016d9c1735ed"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:27.076434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab56d7a4-7460-4012-8184-a76ffb8c4bbf req-acabfcdd-d5d0-4e92-8c7c-a41788aa14f3 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2e8561e8f22048d5b74350be9d85def8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532064 Aug 29 04:08:27.098278 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.099931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 191cac76-7779-471a-889b-016d9c1735ed, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=191cac76-7779-471a-889b-016d9c1735ed,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:27.110214 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.115672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:27.172072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-b8624aba-c777-4093-9088-6a6a5f3c4174 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8 HTTP/1.1" status: 200 len: 217 time: 0.0890925 Aug 29 04:08:27.188543 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-413a9b87-8c5f-4a09-9cfa-43901b0d8ea0 req-e1b101bd-98e2-4e24-a6e4-76e2364fde42 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329520 Aug 29 04:08:27.194059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=191cac76-7779-471a-889b-016d9c1735ed,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:27.218424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50548) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:27.224907 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2faeef8-8a77-497f-83dc-da17fba87bec req-8619f9b2-78da-4a20-95c3-82b7da41df0d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724799 Aug 29 04:08:27.279442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-c783bc96-587b-471f-9378-5425fc51dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:27.281227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-c783bc96-587b-471f-9378-5425fc51dc22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0943146 Aug 29 04:08:27.293601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56d7a4-7460-4012-8184-a76ffb8c4bbf req-f3832d95-157c-4552-93f8-4825287f1975 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:27.296750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab56d7a4-7460-4012-8184-a76ffb8c4bbf req-f3832d95-157c-4552-93f8-4825287f1975 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045209 Aug 29 04:08:27.326781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['a0f0ed40-7e33-4cd7-91ad-507c268c28c3'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:27.346417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab56d7a4-7460-4012-8184-a76ffb8c4bbf req-0e5ea80b-3fe5-451c-b02e-06cdadc15f08 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/quotas/2e8561e8f22048d5b74350be9d85def8 HTTP/1.1" status: 200 len: 375 time: 0.0347412 Aug 29 04:08:27.373184 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad3b79ac-41f7-434e-b475-d00a6d16057c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.389790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab56d7a4-7460-4012-8184-a76ffb8c4bbf req-2d4312dc-0082-4f54-b561-48573c161778 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e8561e8f22048d5b74350be9d85def8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423496 Aug 29 04:08:27.409075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-9b5a7308-acfb-43bb-ac4a-2bd80e14b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:27.417594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-9b5a7308-acfb-43bb-ac4a-2bd80e14b446 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187215 Aug 29 04:08:27.442029 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.520502 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad3b79ac-41f7-434e-b475-d00a6d16057c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.529238 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19049a0-df0f-45f3-bca4-bca8bae5d7fa x-openstack-request-id: req-d19049a0-df0f-45f3-bca4-bca8bae5d7fa {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:27.529539 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137c0b6e-c72f-4b0e-bc15-ca30b0473f03", "name": "network-vif-plugged", "status": "completed", "tag": "191cac76-7779-471a-889b-016d9c1735ed", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:27.529792 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d19049a0-df0f-45f3-bca4-bca8bae5d7fa {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:27.530184 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191cac76-7779-471a-889b-016d9c1735ed', 'code': 200} Aug 29 04:08:27.531258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad3b79ac-41f7-434e-b475-d00a6d16057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.562024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-c7c35206-65d6-4090-a27b-795e27509132 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368620 Aug 29 04:08:27.586203 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ad3b79ac-41f7-434e-b475-d00a6d16057c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=386cae22fb8441e6abe29cbaf454030c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661962 Aug 29 04:08:27.588746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50560) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:27.596621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b79ac-41f7-434e-b475-d00a6d16057c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12facdc0-8742-4dad-8ee2-9024b9a77288,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:27.776182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4124e-03cd-4ee1-a1d4-b7656be9c0bc req-8a1a3dee-dc57-4893-88b0-2ac16a2f303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:27.777703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4e4124e-03cd-4ee1-a1d4-b7656be9c0bc req-8a1a3dee-dc57-4893-88b0-2ac16a2f303d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 1119 time: 0.1566689 Aug 29 04:08:27.791729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7924e7-eda6-45c2-b950-29e092ac5e64 req-8d81ee69-0cc0-489a-84fd-1eae8a13cb7f tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:27.793271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b7924e7-eda6-45c2-b950-29e092ac5e64 req-8d81ee69-0cc0-489a-84fd-1eae8a13cb7f tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 968 time: 0.1733375 Aug 29 04:08:27.831980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dc10b22-0c5c-4fd5-8e4c-a3a58681853d req-df2f07ad-66a3-4a35-b5ba-eebd9203454d service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628219 Aug 29 04:08:27.835844 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5117635c-bf0a-41b8-b5e9-b51736901516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.879225 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5117635c-bf0a-41b8-b5e9-b51736901516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.890111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b7924e7-eda6-45c2-b950-29e092ac5e64 req-17dd0989-54ea-43ea-a082-5efc43e48d0f tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889852 Aug 29 04:08:27.893571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4e4124e-03cd-4ee1-a1d4-b7656be9c0bc req-1462f107-f30a-4b88-9f86-89eab33a647d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993564 Aug 29 04:08:27.939247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5117635c-bf0a-41b8-b5e9-b51736901516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.942665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5117635c-bf0a-41b8-b5e9-b51736901516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:27.946743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5117635c-bf0a-41b8-b5e9-b51736901516 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12facdc0-8742-4dad-8ee2-9024b9a77288 HTTP/1.1" status: 204 len: 168 time: 0.3543143 Aug 29 04:08:27.954962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117635c-bf0a-41b8-b5e9-b51736901516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12facdc0-8742-4dad-8ee2-9024b9a77288,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:28.005194 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50584) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:28.068416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861d59e-1623-4298-89eb-fe3a4b340f8f req-966fafa2-85c5-409b-8a13-417b6a86df14 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:28.070639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9861d59e-1623-4298-89eb-fe3a4b340f8f req-966fafa2-85c5-409b-8a13-417b6a86df14 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 967 time: 0.0569060 Aug 29 04:08:28.117318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9861d59e-1623-4298-89eb-fe3a4b340f8f req-57855723-a520-46f2-9f4c-8cd5c94c6734 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394721 Aug 29 04:08:28.306574 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0a71e517-8c7e-4bf6-ac1b-73a66eb0355d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.327424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50608) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:28.342590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3e9e-d74b-4368-ad7a-6d52591a26b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.428789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0a71e517-8c7e-4bf6-ac1b-73a66eb0355d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.435216 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0a71e517-8c7e-4bf6-ac1b-73a66eb0355d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.453781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9526e23-9619-44fc-9355-d1d6c24d3442 req-cdd0a0af-06b5-4e18-b5bf-f23c074bcee3 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:28.455276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9526e23-9619-44fc-9355-d1d6c24d3442 req-cdd0a0af-06b5-4e18-b5bf-f23c074bcee3 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 947 time: 0.0832741 Aug 29 04:08:28.513267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0a71e517-8c7e-4bf6-ac1b-73a66eb0355d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e21ffcd6a45c44a88aeb41ad4aa13460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063398 Aug 29 04:08:28.513907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71e517-8c7e-4bf6-ac1b-73a66eb0355d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c57a61-bc1d-457f-9f23-a1716978e267,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:28.517819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50610) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:28.523891 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3e9e-d74b-4368-ad7a-6d52591a26b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.532280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3e9e-d74b-4368-ad7a-6d52591a26b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.562019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9526e23-9619-44fc-9355-d1d6c24d3442 req-159274f1-9964-4144-865b-f586708dd7ef tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890765 Aug 29 04:08:28.579640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a0f0ed40-7e33-4cd7-91ad-507c268c28c3 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:28.597715 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d5bd3e9e-d74b-4368-ad7a-6d52591a26b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11a9c495f82542cdb5e735e675d498a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691953 Aug 29 04:08:28.601700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50614) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:28.604291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd3e9e-d74b-4368-ad7a-6d52591a26b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b973f74b-7f38-42ae-81af-a7dd24104c88,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:28.608531 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f503291-d306-4abb-b702-f9921ec7385a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.655517 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f503291-d306-4abb-b702-f9921ec7385a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.671793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:28.677425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:28.678037 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.705753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d6f2dd-25a3-485c-89c8-90bf1058bf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.737952 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d6f2dd-25a3-485c-89c8-90bf1058bf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.746103 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f503291-d306-4abb-b702-f9921ec7385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.748677 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f503291-d306-4abb-b702-f9921ec7385a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.758007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2f503291-d306-4abb-b702-f9921ec7385a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2c57a61-bc1d-457f-9f23-a1716978e267 HTTP/1.1" status: 204 len: 168 time: 0.2391765 Aug 29 04:08:28.779590 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.783032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f503291-d306-4abb-b702-f9921ec7385a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c57a61-bc1d-457f-9f23-a1716978e267,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:28.825064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port a0f0ed40-7e33-4cd7-91ad-507c268c28c3, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:28.830844 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.832231 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d6f2dd-25a3-485c-89c8-90bf1058bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.846274 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d6f2dd-25a3-485c-89c8-90bf1058bf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.846274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-72d6f2dd-25a3-485c-89c8-90bf1058bf2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b973f74b-7f38-42ae-81af-a7dd24104c88 HTTP/1.1" status: 204 len: 168 time: 0.2421217 Aug 29 04:08:28.863526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6f2dd-25a3-485c-89c8-90bf1058bf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b973f74b-7f38-42ae-81af-a7dd24104c88,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:28.888517 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:28.926926 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:29.047818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077e854-6fa9-4bd2-8f7e-76306d32e83b req-372c0256-55e8-4480-99f5-2a46dd6a709b tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.055138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7077e854-6fa9-4bd2-8f7e-76306d32e83b req-372c0256-55e8-4480-99f5-2a46dd6a709b tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 969 time: 0.0621600 Aug 29 04:08:29.102768 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7077e854-6fa9-4bd2-8f7e-76306d32e83b req-184a4da9-0b34-4c22-8b01-5e9b0a0f0e4d tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437088 Aug 29 04:08:29.389091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50682) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:29.391176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5a7c1-e65a-494f-804a-4cdffdc8ad2b req-4020d397-3139-4931-972a-34d360bb7fe4 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.393153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7b5a7c1-e65a-494f-804a-4cdffdc8ad2b req-4020d397-3139-4931-972a-34d360bb7fe4 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 967 time: 0.0733211 Aug 29 04:08:29.405971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-893fbf13-ed65-4e76-a5be-47f42e88ee63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.432075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe71ee97-d50c-45b0-861d-2a6ca5dfe933 req-07fc45e5-b863-4cde-84f2-c63ee8c4a634 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2e8561e8f22048d5b74350be9d85def8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510178 Aug 29 04:08:29.497369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7b5a7c1-e65a-494f-804a-4cdffdc8ad2b req-07aa1b57-1bf1-44bd-8096-2e69fa366472 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890031 Aug 29 04:08:29.515890 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-893fbf13-ed65-4e76-a5be-47f42e88ee63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.521320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-893fbf13-ed65-4e76-a5be-47f42e88ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.531168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b720aa1e-97ab-47f3-999a-83dcf9be7769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f0ed40-7e33-4cd7-91ad-507c268c28c3'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:29.534162 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ffee32-08f2-4562-a0b6-f4303c829bef" -d '{"events": [{"server_uuid": "b720aa1e-97ab-47f3-999a-83dcf9be7769", "name": "network-vif-plugged", "status": "completed", "tag": "a0f0ed40-7e33-4cd7-91ad-507c268c28c3"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:29.572119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71ee97-d50c-45b0-861d-2a6ca5dfe933 req-d5e1b7ab-170d-4641-991a-c8bd11d8e54e tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.573636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe71ee97-d50c-45b0-861d-2a6ca5dfe933 req-d5e1b7ab-170d-4641-991a-c8bd11d8e54e tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344156 Aug 29 04:08:29.586117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fbf13-ed65-4e76-a5be-47f42e88ee63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e62192-0818-40c8-90cc-7e535856fd27,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:29.594662 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-893fbf13-ed65-4e76-a5be-47f42e88ee63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97ef38a39e654b43abc52836943fae1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019556 Aug 29 04:08:29.595513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50696) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:29.615687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe71ee97-d50c-45b0-861d-2a6ca5dfe933 req-ec13b833-f2e5-4140-9e44-acd90e95291b tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/quotas/2e8561e8f22048d5b74350be9d85def8 HTTP/1.1" status: 200 len: 375 time: 0.0292623 Aug 29 04:08:29.649247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3bf741d0-6e25-431c-840a-1732ecd41619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.672602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe71ee97-d50c-45b0-861d-2a6ca5dfe933 req-fa7dc672-7adc-4787-9a03-b54e27df65e1 tempest-QuotasAdminNegativeTest-1970943411 tempest-QuotasAdminNegativeTest-1970943411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e8561e8f22048d5b74350be9d85def8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468066 Aug 29 04:08:29.682647 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3bf741d0-6e25-431c-840a-1732ecd41619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.758891 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3bf741d0-6e25-431c-840a-1732ecd41619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.761996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3bf741d0-6e25-431c-840a-1732ecd41619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.763280 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26c970d-0495-48e4-ac09-278f23f26711 x-openstack-request-id: req-f26c970d-0495-48e4-ac09-278f23f26711 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:29.766924 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b720aa1e-97ab-47f3-999a-83dcf9be7769", "name": "network-vif-plugged", "status": "completed", "tag": "a0f0ed40-7e33-4cd7-91ad-507c268c28c3", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:29.767132 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3bf741d0-6e25-431c-840a-1732ecd41619 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39e62192-0818-40c8-90cc-7e535856fd27 HTTP/1.1" status: 204 len: 168 time: 0.1681643 Aug 29 04:08:29.767233 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f26c970d-0495-48e4-ac09-278f23f26711 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:29.767233 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b720aa1e-97ab-47f3-999a-83dcf9be7769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f0ed40-7e33-4cd7-91ad-507c268c28c3', 'code': 200} Aug 29 04:08:29.790045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf741d0-6e25-431c-840a-1732ecd41619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e62192-0818-40c8-90cc-7e535856fd27,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:29.929321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce94ea7-dcae-4a71-8450-9a40e1c3a501 req-2a4e66e0-a2cc-454b-8454-dc586b841c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.931308 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ce94ea7-dcae-4a71-8450-9a40e1c3a501 req-2a4e66e0-a2cc-454b-8454-dc586b841c4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 1121 time: 0.0938871 Aug 29 04:08:29.945232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6b37a-a54b-414f-9ab9-596a1137d9cc req-05cd09e1-a49d-4f7f-9642-c45fc5bc44c8 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:29.947094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ea6b37a-a54b-414f-9ab9-596a1137d9cc req-05cd09e1-a49d-4f7f-9642-c45fc5bc44c8 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 947 time: 0.1115744 Aug 29 04:08:29.993661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ce94ea7-dcae-4a71-8450-9a40e1c3a501 req-314d90c7-83a4-4d7b-95ce-adebe57390f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455248 Aug 29 04:08:30.006675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ea6b37a-a54b-414f-9ab9-596a1137d9cc req-cbfb3c81-e870-4080-8016-815a7728325b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510027 Aug 29 04:08:30.307555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e87a9-8f31-4889-86d0-9f4a638b1dd2 req-b373f689-0ff0-4ba2-8330-a1927a8f3843 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:30.309152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae7e87a9-8f31-4889-86d0-9f4a638b1dd2 req-b373f689-0ff0-4ba2-8330-a1927a8f3843 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 969 time: 0.0661817 Aug 29 04:08:30.352660 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae7e87a9-8f31-4889-86d0-9f4a638b1dd2 req-e13a710b-b150-4a11-b830-25b1db242165 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365510 Aug 29 04:08:30.685327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec02d4-aadc-486d-915d-5c8df44fa596 req-38b27540-39cf-4931-90af-5c90a43bc83f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:30.690012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbec02d4-aadc-486d-915d-5c8df44fa596 req-38b27540-39cf-4931-90af-5c90a43bc83f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 967 time: 0.0823796 Aug 29 04:08:30.712634 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50782) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:30.759125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbec02d4-aadc-486d-915d-5c8df44fa596 req-d6e4fdd4-1c77-4468-86f0-3d4240d3acca tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543201 Aug 29 04:08:30.767376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50788) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:30.920226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38839b47-801f-4a14-a172-fda77b1ad61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.932218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74f809-be67-420a-87eb-6c8b05e5950c req-84281cdf-ece3-4433-99cb-8838d80df3bd tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:30.937710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d74f809-be67-420a-87eb-6c8b05e5950c req-84281cdf-ece3-4433-99cb-8838d80df3bd tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 967 time: 0.0564857 Aug 29 04:08:30.943316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50798) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:30.950124 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e54d9564-ea42-45a5-aa2e-56b3a43241a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.957495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fcd775fc-a5a1-4063-a5a8-4fb7a12061ec tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Request body: {'floatingip': {'port_id': '191cac76-7779-471a-889b-016d9c1735ed'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:31.052091 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcd775fc-a5a1-4063-a5a8-4fb7a12061ec tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.120991 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38839b47-801f-4a14-a172-fda77b1ad61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.161418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38839b47-801f-4a14-a172-fda77b1ad61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.201165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38839b47-801f-4a14-a172-fda77b1ad61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0708b0a0-ff81-4d2c-91c6-e0e4d7e3344f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:31.246590 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-38839b47-801f-4a14-a172-fda77b1ad61e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e759860008f4b4e9d5cfd659a5ac45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5326741 Aug 29 04:08:31.250218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50814) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:31.332713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e2f5-debc-495b-a92f-609c6d6a2c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.373609 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e54d9564-ea42-45a5-aa2e-56b3a43241a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.376101 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e2f5-debc-495b-a92f-609c6d6a2c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.388584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e54d9564-ea42-45a5-aa2e-56b3a43241a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.461261 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e54d9564-ea42-45a5-aa2e-56b3a43241a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e8561e8f22048d5b74350be9d85def8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6924632 Aug 29 04:08:31.461929 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50826) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:31.464322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d9564-ea42-45a5-aa2e-56b3a43241a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35435c93-641a-4211-b283-4f9e2eafd939,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:31.519732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf004c2b-fb23-46de-bca2-c86c8bc1fe15 req-e94bf79d-284e-4e50-b888-e1c84c32ee17 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:31.521836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf004c2b-fb23-46de-bca2-c86c8bc1fe15 req-e94bf79d-284e-4e50-b888-e1c84c32ee17 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 970 time: 0.4675779 Aug 29 04:08:31.559023 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e2f5-debc-495b-a92f-609c6d6a2c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.562147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e2f5-debc-495b-a92f-609c6d6a2c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.563276 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0cb1e2f5-debc-495b-a92f-609c6d6a2c0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0708b0a0-ff81-4d2c-91c6-e0e4d7e3344f HTTP/1.1" status: 204 len: 168 time: 0.3119900 Aug 29 04:08:31.565577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-98789696-5810-4d0b-b442-ce2cf5f50e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.574604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1e2f5-debc-495b-a92f-609c6d6a2c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708b0a0-ff81-4d2c-91c6-e0e4d7e3344f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:31.579478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e17344-31da-44b4-8f54-6d18fc991e47 req-04d2e628-fdd2-4ff0-8134-33f456aa9dc1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:31.581522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34e17344-31da-44b4-8f54-6d18fc991e47 req-04d2e628-fdd2-4ff0-8134-33f456aa9dc1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 947 time: 0.4418163 Aug 29 04:08:31.613985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf004c2b-fb23-46de-bca2-c86c8bc1fe15 req-8b1f18df-d8cd-4646-b504-348896204298 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673630 Aug 29 04:08:31.628437 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-98789696-5810-4d0b-b442-ce2cf5f50e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.693221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-98789696-5810-4d0b-b442-ce2cf5f50e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.702240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-98789696-5810-4d0b-b442-ce2cf5f50e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.705288 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-98789696-5810-4d0b-b442-ce2cf5f50e83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35435c93-641a-4211-b283-4f9e2eafd939 HTTP/1.1" status: 204 len: 168 time: 0.2418637 Aug 29 04:08:31.721223 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98789696-5810-4d0b-b442-ce2cf5f50e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35435c93-641a-4211-b283-4f9e2eafd939,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:31.781988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34e17344-31da-44b4-8f54-6d18fc991e47 req-8892a35c-47c8-4e51-9c5d-7ab859603af6 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828918 Aug 29 04:08:31.846759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdfd4f-adce-4cea-8421-382def0167d3 req-7f862295-1fdf-4a1f-8e1f-fe4cae388eb8 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:31.848532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57fdfd4f-adce-4cea-8421-382def0167d3 req-7f862295-1fdf-4a1f-8e1f-fe4cae388eb8 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 969 time: 0.1181839 Aug 29 04:08:31.855420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:31.950519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50848) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:31.965169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa8eeff9-2832-4732-af74-6b61b4255917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.009884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:32.027404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'mac_address': 'fa:16:3e:37:10:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:32.058607 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57fdfd4f-adce-4cea-8421-382def0167d3 req-9a3a236f-a4bb-4e49-a685-36e658dce105 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631012 Aug 29 04:08:32.094527 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.109724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:32.113955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa8eeff9-2832-4732-af74-6b61b4255917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.120725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa8eeff9-2832-4732-af74-6b61b4255917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.138294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:32.142760 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.143726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 96636de4-cb07-4baa-9cbd-3571e00703da details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:32.182210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8eeff9-2832-4732-af74-6b61b4255917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070d96cf-eec4-4faa-b0ee-996a62d40ea7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:32.220095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 96636de4-cb07-4baa-9cbd-3571e00703da, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=96636de4-cb07-4baa-9cbd-3571e00703da,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:32.229168 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fa8eeff9-2832-4732-af74-6b61b4255917 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a04594177d1b4809ad7a0f2e2c0d2ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775414 Aug 29 04:08:32.232341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50856) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:32.241417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '96636de4-cb07-4baa-9cbd-3571e00703da', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '96636de4-cb07-4baa-9cbd-3571e00703da', 'mac_address': 'fa:16:3e:ee:c8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:32.251869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:32.303061 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.318141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96636de4-cb07-4baa-9cbd-3571e00703da {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:32.322317 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.resource_extend [None req-fcd775fc-a5a1-4063-a5a8-4fb7a12061ec tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:08:32.342749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 96636de4-cb07-4baa-9cbd-3571e00703da, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=96636de4-cb07-4baa-9cbd-3571e00703da,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:32.348443 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.398480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d33814e7-756a-4f01-b852-622908f242b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.410473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=96636de4-cb07-4baa-9cbd-3571e00703da,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:32.424068 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d33814e7-756a-4f01-b852-622908f242b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.465239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50860) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:32.492700 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcd775fc-a5a1-4063-a5a8-4fb7a12061ec tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.500137 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcd775fc-a5a1-4063-a5a8-4fb7a12061ec tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.506433 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d33814e7-756a-4f01-b852-622908f242b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.511572 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d33814e7-756a-4f01-b852-622908f242b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.515592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d33814e7-756a-4f01-b852-622908f242b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/070d96cf-eec4-4faa-b0ee-996a62d40ea7 HTTP/1.1" status: 204 len: 168 time: 0.2794089 Aug 29 04:08:32.517400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b1d309-42ed-4bb2-a7db-cae2148772bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.590300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33814e7-756a-4f01-b852-622908f242b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070d96cf-eec4-4faa-b0ee-996a62d40ea7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:32.701659 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-fcd775fc-a5a1-4063-a5a8-4fb7a12061ec tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Floating IP 29ff7867-6096-4f9d-9ad2-d22c34a61d78 associated. External IP: 172.25.5.133, port: 191cac76-7779-471a-889b-016d9c1735ed. Aug 29 04:08:32.708350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b1d309-42ed-4bb2-a7db-cae2148772bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.713793 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b1d309-42ed-4bb2-a7db-cae2148772bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.772354 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-43b1d309-42ed-4bb2-a7db-cae2148772bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=867ad06e131d411eaaa647b3f051f514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045864 Aug 29 04:08:32.774169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1d309-42ed-4bb2-a7db-cae2148772bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f90af6-d4dc-4290-96e0-68db097468b1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:32.776832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50884) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:32.860591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b436bd01-a233-4d0b-8ee3-44ddc8bf5cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.878421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ef881-9883-486b-ae02-73a3152c88d3 req-0e108cd8-d58f-4b7d-9ac4-9ff244b392f2 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:32.880094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef7ef881-9883-486b-ae02-73a3152c88d3 req-0e108cd8-d58f-4b7d-9ac4-9ff244b392f2 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 970 time: 0.1130149 Aug 29 04:08:32.895432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b436bd01-a233-4d0b-8ee3-44ddc8bf5cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.954155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b436bd01-a233-4d0b-8ee3-44ddc8bf5cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.956902 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b436bd01-a233-4d0b-8ee3-44ddc8bf5cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.957033 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef7ef881-9883-486b-ae02-73a3152c88d3 req-2d6602ed-490d-423b-b122-b8896c28f10a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668662 Aug 29 04:08:32.960513 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b436bd01-a233-4d0b-8ee3-44ddc8bf5cf3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59f90af6-d4dc-4290-96e0-68db097468b1 HTTP/1.1" status: 204 len: 168 time: 0.1803916 Aug 29 04:08:32.968247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436bd01-a233-4d0b-8ee3-44ddc8bf5cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f90af6-d4dc-4290-96e0-68db097468b1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:33.001393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3142b4b1-6827-484c-9b92-cc6d11d0d5f8'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:33.064473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['96636de4-cb07-4baa-9cbd-3571e00703da'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:33.299787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-226a626a-a17b-45ee-8f49-de1444c11582 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:33.301790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-226a626a-a17b-45ee-8f49-de1444c11582 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 970 time: 0.2071836 Aug 29 04:08:33.314561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd775fc-a5a1-4063-a5a8-4fb7a12061ec tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Router 95154c3b-7639-45fe-b024-454d5934d74a has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:08:33.562993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840cb3b-ca7f-4e16-92f7-e33db0c16d70 req-a99be1a6-f485-4d7a-88a8-a5d923cdb9f5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:33.564511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e840cb3b-ca7f-4e16-92f7-e33db0c16d70 req-a99be1a6-f485-4d7a-88a8-a5d923cdb9f5 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 948 time: 0.4172497 Aug 29 04:08:33.769452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e840cb3b-ca7f-4e16-92f7-e33db0c16d70 req-fa1ace7e-53f2-41cc-9c05-2ab0f77c8bc9 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910932 Aug 29 04:08:33.771651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a6e1-bed9-465e-a167-c078846592d5 req-98b5582a-5f7e-47b8-a457-f685300245c1 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:33.772329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a6e1-bed9-465e-a167-c078846592d5 req-98b5582a-5f7e-47b8-a457-f685300245c1 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:33.772948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a6e1-bed9-465e-a167-c078846592d5 req-98b5582a-5f7e-47b8-a457-f685300245c1 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:33.773980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a6e1-bed9-465e-a167-c078846592d5 req-98b5582a-5f7e-47b8-a457-f685300245c1 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:33.774085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a6e1-bed9-465e-a167-c078846592d5 req-98b5582a-5f7e-47b8-a457-f685300245c1 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:33.775619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4122a6e1-bed9-465e-a167-c078846592d5 req-98b5582a-5f7e-47b8-a457-f685300245c1 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.6209450 Aug 29 04:08:33.972822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd775fc-a5a1-4063-a5a8-4fb7a12061ec tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:33.977630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-93756fde-098a-4162-9122-8bd75a5e192a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Deleting port 01489a3b-bdb5-459f-91d8-c3f8749940f0 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:33.977972 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-93756fde-098a-4162-9122-8bd75a5e192a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:33.986321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcd775fc-a5a1-4063-a5a8-4fb7a12061ec tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:33.993580 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] Sync routers for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:34.003969 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:34.004944 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:34.087558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce5ece-7cfc-4980-a4dd-47bf6f1096d2 req-06368ce9-c7b2-4a59-8f1d-55bbf62490f7 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.089107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddce5ece-7cfc-4980-a4dd-47bf6f1096d2 req-06368ce9-c7b2-4a59-8f1d-55bbf62490f7 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 969 time: 0.2007933 Aug 29 04:08:34.107689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fcd775fc-a5a1-4063-a5a8-4fb7a12061ec tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "PUT /v2.0/floatingips/29ff7867-6096-4f9d-9ad2-d22c34a61d78 HTTP/1.1" status: 200 len: 1013 time: 3.1601248 Aug 29 04:08:34.112781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'tag': '191cac76-7779-471a-889b-016d9c1735ed'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:34.114752 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66132e1f-93c2-45bb-abfa-2090be6bc183" -d '{"events": [{"name": "network-changed", "server_uuid": "137c0b6e-c72f-4b0e-bc15-ca30b0473f03", "tag": "191cac76-7779-471a-889b-016d9c1735ed"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:34.122437 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:34.136342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58ff65-c3e4-4bb1-813d-1e7a5723506c req-2ca967f0-82cf-4c63-bef4-f3c8c2e1872f tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.137781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb58ff65-c3e4-4bb1-813d-1e7a5723506c req-2ca967f0-82cf-4c63-bef4-f3c8c2e1872f tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 886 time: 0.2906721 Aug 29 04:08:34.176125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-93756fde-098a-4162-9122-8bd75a5e192a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] For port 01489a3b-bdb5-459f-91d8-c3f8749940f0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=01489a3b-bdb5-459f-91d8-c3f8749940f0,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:34.176524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-93756fde-098a-4162-9122-8bd75a5e192a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.189088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddce5ece-7cfc-4980-a4dd-47bf6f1096d2 req-c5f6f92c-76dd-4b1b-821c-7fe75908f694 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928361 Aug 29 04:08:34.223295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-93756fde-098a-4162-9122-8bd75a5e192a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Calling delete_port for 01489a3b-bdb5-459f-91d8-c3f8749940f0 owned by compute:tempest-test_az-773575451 {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:34.454083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c633c1-157f-44fc-ae06-ec1ee262de1c req-7fb64372-50cb-42e3-8a56-ed55ee9b4401 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.456263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5c633c1-157f-44fc-ae06-ec1ee262de1c req-7fb64372-50cb-42e3-8a56-ed55ee9b4401 tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e81bbca-00cd-474a-aad1-baf30beb7235 HTTP/1.1" status: 200 len: 970 time: 0.1062644 Aug 29 04:08:34.458221 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281421da-6f15-4658-bf96-ffb2d530060c x-openstack-request-id: req-281421da-6f15-4658-bf96-ffb2d530060c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:34.458716 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137c0b6e-c72f-4b0e-bc15-ca30b0473f03", "tag": "191cac76-7779-471a-889b-016d9c1735ed", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:34.459157 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-281421da-6f15-4658-bf96-ffb2d530060c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:34.470358 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'tag': '191cac76-7779-471a-889b-016d9c1735ed', 'status': 'completed', 'code': 200} Aug 29 04:08:34.559428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-8bb88c48-3f21-4490-a9be-c0fc7c2522aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.561965 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-8bb88c48-3f21-4490-a9be-c0fc7c2522aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ff3f48c3826411a95205a4b90e481f7&device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 1119 time: 0.0793180 Aug 29 04:08:34.563028 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '29ff7867-6096-4f9d-9ad2-d22c34a61d78', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'port_id': '191cac76-7779-471a-889b-016d9c1735ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'mac_address': 'fa:16:3e:11:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'device_owner': 'compute:tempest-test_az-773575451'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:08:13Z', 'updated_at': '2021-08-29T04:08:32Z', 'revision_number': 1, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:34.580626 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-93756fde-098a-4162-9122-8bd75a5e192a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.588980 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] Checking router: 95154c3b-7639-45fe-b024-454d5934d74a for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:34.604747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['01489a3b-bdb5-459f-91d8-c3f8749940f0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:34.614336 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:34.615602 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:34.636526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93756fde-098a-4162-9122-8bd75a5e192a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Pushing event deleted for resources: {'Port': ['ID=01489a3b-bdb5-459f-91d8-c3f8749940f0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:34.643967 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5c633c1-157f-44fc-ae06-ec1ee262de1c req-52882054-517c-42aa-b0ce-bc1acacbb26d tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.49 "GET /v2.0/security-groups?id=664ce1ff-af96-45fc-9f14-d11af0650c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686695 Aug 29 04:08:34.745237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-93756fde-098a-4162-9122-8bd75a5e192a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] No DVR routers for this DVR port 01489a3b-bdb5-459f-91d8-c3f8749940f0 on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:08:34.750687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-59f2a695-2c63-4941-9594-c2d7b9ae8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.753269 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-59f2a695-2c63-4941-9594-c2d7b9ae8e67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3a29fce4-c2cb-47fe-90e5-d7553facac22 HTTP/1.1" status: 200 len: 924 time: 0.1826847 Aug 29 04:08:34.763167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-93756fde-098a-4162-9122-8bd75a5e192a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:34.765201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b680639a-860d-4ca0-b4f6-af13a920f50d req-93756fde-098a-4162-9122-8bd75a5e192a tempest-AggregatesAdminTestJSON-801005679 tempest-AggregatesAdminTestJSON-801005679-project] 10.222.0.59 "DELETE /v2.0/ports/01489a3b-bdb5-459f-91d8-c3f8749940f0 HTTP/1.1" status: 204 len: 173 time: 1.4534359 Aug 29 04:08:34.788724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d14a8-08da-49e3-b1f9-5c6d51d19af6 req-1b5d9e25-224f-403e-925d-15cd54a02d13 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.789392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d14a8-08da-49e3-b1f9-5c6d51d19af6 req-1b5d9e25-224f-403e-925d-15cd54a02d13 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.789674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d14a8-08da-49e3-b1f9-5c6d51d19af6 req-1b5d9e25-224f-403e-925d-15cd54a02d13 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.790144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d14a8-08da-49e3-b1f9-5c6d51d19af6 req-1b5d9e25-224f-403e-925d-15cd54a02d13 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.790609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d14a8-08da-49e3-b1f9-5c6d51d19af6 req-1b5d9e25-224f-403e-925d-15cd54a02d13 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:34.792393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d3d14a8-08da-49e3-b1f9-5c6d51d19af6 req-1b5d9e25-224f-403e-925d-15cd54a02d13 tempest-NetworksTest-392248784 tempest-NetworksTest-392248784-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.3186595 Aug 29 04:08:34.897934 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:34.938439 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-32e70b2d-03c6-4327-9844-c018317d1851 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=191cac76-7779-471a-889b-016d9c1735ed HTTP/1.1" status: 200 len: 1021 time: 0.1670473 Aug 29 04:08:34.956897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-91f85fb4-b365-4eaf-965d-9b10be456052 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579824 Aug 29 04:08:35.041304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-549fa988-b3ec-491f-9092-27d73972cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:35.043192 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-549fa988-b3ec-491f-9092-27d73972cd79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d99572f-6b5c-4c0e-ba55-9cedeb4ab610 HTTP/1.1" status: 200 len: 862 time: 0.0963714 Aug 29 04:08:35.105803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-ac7416e9-21b1-4d23-b39f-9c687ce33a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:35.109204 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-ac7416e9-21b1-4d23-b39f-9c687ce33a78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a29fce4-c2cb-47fe-90e5-d7553facac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544116 Aug 29 04:08:35.176918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-1b6e9831-6534-45c0-b60f-eae47196d2e0 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:35.185458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-1b6e9831-6534-45c0-b60f-eae47196d2e0 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218177 Aug 29 04:08:35.245496 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '29ff7867-6096-4f9d-9ad2-d22c34a61d78', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'port_id': '191cac76-7779-471a-889b-016d9c1735ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'mac_address': 'fa:16:3e:11:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'device_owner': 'compute:tempest-test_az-773575451'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:08:13Z', 'updated_at': '2021-08-29T04:08:32Z', 'revision_number': 1, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:35.259754 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-c47e75f8-fc3f-463a-b357-4a390c551b7a service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388216 Aug 29 04:08:35.262452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-f0937814-1aeb-4445-8d41-f2bafd4eb29e tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/quotas/2f38e46c06914bc8bcfa4c1728b55dd7 HTTP/1.1" status: 200 len: 375 time: 0.0754805 Aug 29 04:08:35.288531 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc259a2-62d8-440a-acee-5e75e50521c4 None None] The sync data for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 is: [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '29ff7867-6096-4f9d-9ad2-d22c34a61d78', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'port_id': '191cac76-7779-471a-889b-016d9c1735ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'mac_address': 'fa:16:3e:11:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'device_owner': 'compute:tempest-test_az-773575451'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:08:13Z', 'updated_at': '2021-08-29T04:08:32Z', 'revision_number': 1, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:35.329411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7096233-dbb4-4263-a156-d898c467e43e req-32be2b34-5c22-4a79-8646-505f908cb065 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:35.337794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b7096233-dbb4-4263-a156-d898c467e43e req-32be2b34-5c22-4a79-8646-505f908cb065 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 948 time: 0.1494153 Aug 29 04:08:35.360998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fc15855-bf49-4f7e-8cde-dbe248c98e43 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979686 Aug 29 04:08:35.393522 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-66132e1f-93c2-45bb-abfa-2090be6bc183 req-ced88fa9-3f48-4a5f-8f01-fee4879f4dbd service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259830 Aug 29 04:08:35.460862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b7096233-dbb4-4263-a156-d898c467e43e req-fd4d6fc6-161f-4adf-8973-69c3d22272c1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960152 Aug 29 04:08:35.534025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51010) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:35.668024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8062902f-8b3a-4a37-8fc1-43d3852b8369 req-6d7b4844-3de6-4489-bab9-149c99539202 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 210 time: 0.0575151 Aug 29 04:08:35.695970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c8fbeb-65d6-45fe-a4d6-4b759fa7cff0 None None] New status for floating IP 29ff7867-6096-4f9d-9ad2-d22c34a61d78: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:08:35.838608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:35.923159 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9482d273-83ce-4250-a50c-fa24684dae56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.988649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51034) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:36.011156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:36.018654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:36.019251 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.050618 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9482d273-83ce-4250-a50c-fa24684dae56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.055819 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9482d273-83ce-4250-a50c-fa24684dae56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.114011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482d273-83ce-4250-a50c-fa24684dae56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576e42aa-9cc4-431a-8658-755d79b2d35a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:36.130520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9482d273-83ce-4250-a50c-fa24684dae56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8261a5bed2b44e31a687eeca84257a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926707 Aug 29 04:08:36.131439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51038) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:36.140042 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.182280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:36.189293 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82690f1b-69f6-44ff-99b3-9337a5e66641" -d '{"events": [{"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-plugged", "status": "completed", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:36.234989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:36.241855 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.243063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 96636de4-cb07-4baa-9cbd-3571e00703da up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:36.257497 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae43a9ea-91ec-41a0-bda3-653eb9bc0b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.295926 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a05007-492c-46be-bb0e-8705beaaefbc x-openstack-request-id: req-c2a05007-492c-46be-bb0e-8705beaaefbc {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:36.299957 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-plugged", "status": "completed", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:36.300411 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2a05007-492c-46be-bb0e-8705beaaefbc {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:36.300906 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'code': 200} Aug 29 04:08:36.330844 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-fc50bae9-c522-46bc-9a08-23cbcaa02fc7 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ea0e84c3979e454db5916425bf42deee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429626 Aug 29 04:08:36.331049 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae43a9ea-91ec-41a0-bda3-653eb9bc0b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.406333 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae43a9ea-91ec-41a0-bda3-653eb9bc0b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.410048 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae43a9ea-91ec-41a0-bda3-653eb9bc0b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.411752 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ae43a9ea-91ec-41a0-bda3-653eb9bc0b74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/576e42aa-9cc4-431a-8658-755d79b2d35a HTTP/1.1" status: 204 len: 168 time: 0.2798128 Aug 29 04:08:36.423257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43a9ea-91ec-41a0-bda3-653eb9bc0b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576e42aa-9cc4-431a-8658-755d79b2d35a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:36.440336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:36.471823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e81bbca-00cd-474a-aad1-baf30beb7235', 'name': 'network-vif-deleted', 'tag': '01489a3b-bdb5-459f-91d8-c3f8749940f0'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:36.473874 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e13cbe4-2183-4026-919a-5963057c96ba" -d '{"events": [{"server_uuid": "2e81bbca-00cd-474a-aad1-baf30beb7235", "name": "network-vif-deleted", "tag": "01489a3b-bdb5-459f-91d8-c3f8749940f0"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:36.486759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11553744-1517-4ca5-a9de-414076acb21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.489293 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbda3a-0248-4cac-83c1-c98989ea8fae req-13b8da31-a738-4cff-9c2a-ccc3db9cc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:36.490775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10dbda3a-0248-4cac-83c1-c98989ea8fae req-13b8da31-a738-4cff-9c2a-ccc3db9cc09f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 1101 time: 0.0775046 Aug 29 04:08:36.491989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 96636de4-cb07-4baa-9cbd-3571e00703da completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:36.501093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 96636de4-cb07-4baa-9cbd-3571e00703da triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:36.502568 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.512625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51062) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:36.539017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0a11-9293-428e-b616-0e86f305f088 req-f72d7c0a-2569-425e-b309-ec1c5b57e02c tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:36.540976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-f72d7c0a-2569-425e-b309-ec1c5b57e02c tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088785 Aug 29 04:08:36.570353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10dbda3a-0248-4cac-83c1-c98989ea8fae req-484566d5-9661-4a00-a7c8-0984c1687a4d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694926 Aug 29 04:08:36.571933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-183c1ca6-3522-4db7-b6cc-4511ba52e589 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/quotas/ea0e84c3979e454db5916425bf42deee HTTP/1.1" status: 200 len: 375 time: 0.0184982 Aug 29 04:08:36.618403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-0f7910b1-67b4-4c5d-9019-e3c1a4e079ca tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea0e84c3979e454db5916425bf42deee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382926 Aug 29 04:08:36.662828 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.671725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11553744-1517-4ca5-a9de-414076acb21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.678188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11553744-1517-4ca5-a9de-414076acb21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.706351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 96636de4-cb07-4baa-9cbd-3571e00703da, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=96636de4-cb07-4baa-9cbd-3571e00703da,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:36.713193 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.739749 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-11553744-1517-4ca5-a9de-414076acb21e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b657231720e41c095058888cd0e0983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7483835 Aug 29 04:08:36.740984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51072) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:36.742630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11553744-1517-4ca5-a9de-414076acb21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51070469-f457-4863-8117-5754ce063e2c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:36.818668 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7b4f-d93e-47bf-94ff-3084a54aa3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.848625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=96636de4-cb07-4baa-9cbd-3571e00703da,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:36.890128 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f50048-0379-4c13-8746-200da6929228 x-openstack-request-id: req-b6f50048-0379-4c13-8746-200da6929228 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:36.890458 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e81bbca-00cd-474a-aad1-baf30beb7235", "name": "network-vif-deleted", "tag": "01489a3b-bdb5-459f-91d8-c3f8749940f0", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:36.890710 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6f50048-0379-4c13-8746-200da6929228 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:36.891110 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e81bbca-00cd-474a-aad1-baf30beb7235', 'name': 'network-vif-deleted', 'tag': '01489a3b-bdb5-459f-91d8-c3f8749940f0', 'status': 'completed', 'code': 200} Aug 29 04:08:36.896332 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7b4f-d93e-47bf-94ff-3084a54aa3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:36.985328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-25c90fcb-80ea-480e-8804-a25a408e3124 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=76fe813ea5354a308c21151d68d5108b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780270 Aug 29 04:08:37.011868 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-69ed79a1-9b92-46a7-ab21-ecc7b98e014c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18314e8166a8453c8265607cb6d78259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952676 Aug 29 04:08:37.012594 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51086) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:37.048034 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7b4f-d93e-47bf-94ff-3084a54aa3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.051301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7b4f-d93e-47bf-94ff-3084a54aa3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.055997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3b7b7b4f-d93e-47bf-94ff-3084a54aa3f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51070469-f457-4863-8117-5754ce063e2c HTTP/1.1" status: 204 len: 168 time: 0.3134608 Aug 29 04:08:37.074388 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0568903-5537-4a0d-9ad6-cccef6c91efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.087601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51094) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:37.114624 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38846668-5ead-4ddc-a49f-c6231e49e994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.115086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b7b4f-d93e-47bf-94ff-3084a54aa3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51070469-f457-4863-8117-5754ce063e2c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:37.139620 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0568903-5537-4a0d-9ad6-cccef6c91efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.142261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659b1d8-e1f8-4492-a502-8053b26df9a4 req-44f9d7ea-25c6-4676-b964-ba4ca24813bd tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:37.144729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0659b1d8-e1f8-4492-a502-8053b26df9a4 req-44f9d7ea-25c6-4676-b964-ba4ca24813bd tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 949 time: 0.1623049 Aug 29 04:08:37.211620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0659b1d8-e1f8-4492-a502-8053b26df9a4 req-dcccf700-9623-460c-9cb2-f9a7ab113e6e tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547619 Aug 29 04:08:37.221815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692131-e323-415e-b7be-be1b9f47177b req-61ba6a85-8a1f-44aa-b788-e1f8a6a3063d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:37.224080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-61ba6a85-8a1f-44aa-b788-e1f8a6a3063d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242064 Aug 29 04:08:37.253536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-54c851e2-3446-46d5-88c7-9291f7d2d1fe tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/quotas/76fe813ea5354a308c21151d68d5108b HTTP/1.1" status: 200 len: 375 time: 0.0233603 Aug 29 04:08:37.270734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0568903-5537-4a0d-9ad6-cccef6c91efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.274263 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0568903-5537-4a0d-9ad6-cccef6c91efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.279232 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a0568903-5537-4a0d-9ad6-cccef6c91efe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/664ce1ff-af96-45fc-9f14-d11af0650c08 HTTP/1.1" status: 204 len: 168 time: 0.2653809 Aug 29 04:08:37.291016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0568903-5537-4a0d-9ad6-cccef6c91efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664ce1ff-af96-45fc-9f14-d11af0650c08,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:37.332048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-6216b789-d72a-423f-abbd-c31e4b1768c7 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76fe813ea5354a308c21151d68d5108b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714886 Aug 29 04:08:37.388674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38846668-5ead-4ddc-a49f-c6231e49e994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.395132 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38846668-5ead-4ddc-a49f-c6231e49e994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.418919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-d47b3931-37bd-4805-967d-c2b1e6b38a1e tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687578 Aug 29 04:08:37.461404 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-38846668-5ead-4ddc-a49f-c6231e49e994 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af451205de8c4d2d93e095a1e939e378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720102 Aug 29 04:08:37.467083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51102) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:37.525921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38846668-5ead-4ddc-a49f-c6231e49e994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4e23ff-a811-4536-b85c-50877ba6b395,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:37.561753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84e7bb91-45bc-4580-913b-b78c98b4835d req-addee4e1-1d57-464b-aabf-c09933fcdd95 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 210 time: 0.0465271 Aug 29 04:08:37.685706 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad129fd5-629c-42f7-ac1c-5fc79ef11fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.730276 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad129fd5-629c-42f7-ac1c-5fc79ef11fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.745866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-468428e5-dd57-4337-8ced-0ca493024beb req-8afe73f8-257f-4488-b393-6490d74542b2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 210 time: 0.1010075 Aug 29 04:08:37.763943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-ea31ff69-272d-41fd-9b10-12316884fa08 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:37.770928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-ea31ff69-272d-41fd-9b10-12316884fa08 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3439193 Aug 29 04:08:37.806587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad129fd5-629c-42f7-ac1c-5fc79ef11fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.812061 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad129fd5-629c-42f7-ac1c-5fc79ef11fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.817711 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ad129fd5-629c-42f7-ac1c-5fc79ef11fe5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a4e23ff-a811-4536-b85c-50877ba6b395 HTTP/1.1" status: 204 len: 168 time: 0.3481808 Aug 29 04:08:37.821956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8992ebb3-0b2d-4e94-8092-1eed433e876d req-5040b821-b80a-4ca3-9d18-f18d9bc65a1e tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 210 time: 0.1096082 Aug 29 04:08:37.832734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Request body: {'port': {'device_id': '217782ef-dbdb-42b2-9381-807635edfe28', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2f38e46c06914bc8bcfa4c1728b55dd7'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:37.834968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad129fd5-629c-42f7-ac1c-5fc79ef11fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4e23ff-a811-4536-b85c-50877ba6b395,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:37.909261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51116) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:37.930863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2166f914-0df8-4dcf-a0aa-b8219ed6f077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.054742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2166f914-0df8-4dcf-a0aa-b8219ed6f077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.061136 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2166f914-0df8-4dcf-a0aa-b8219ed6f077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.063080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51120) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:38.078184 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Made reservation on behalf of 2f38e46c06914bc8bcfa4c1728b55dd7 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:38.083789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.116557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166f914-0df8-4dcf-a0aa-b8219ed6f077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfea59e-3a78-4755-aa4f-042f8bed0cb2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:38.142186 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2166f914-0df8-4dcf-a0aa-b8219ed6f077 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=564acbfa04ba4301b5f69bbdd6d94b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292576 Aug 29 04:08:38.143717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51124) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:38.188235 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-47126129-8ee9-4834-b51f-6cf502626e5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec184987bb004b029cea7526aa8865f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1002574 Aug 29 04:08:38.234433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51126) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:38.263746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7068ec60-bce6-489e-b616-204193a671d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.302392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Allocated IP 192.168.233.179 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/c4c33b52-7ffd-42c4-9904-668fa70d09ce) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:38.302665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b60b199-b008-42c2-b4de-ecd5e31a8011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96636de4-cb07-4baa-9cbd-3571e00703da'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:38.305459 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cb47bd-bf60-447b-87d2-9c2a4c67c7b7" -d '{"events": [{"server_uuid": "8b60b199-b008-42c2-b4de-ecd5e31a8011", "name": "network-vif-plugged", "status": "completed", "tag": "96636de4-cb07-4baa-9cbd-3571e00703da"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:38.354426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7068ec60-bce6-489e-b616-204193a671d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.358293 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-04934fdd-8106-413c-ba5f-915d92d8d67e tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ea0e84c3979e454db5916425bf42deee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432692 Aug 29 04:08:38.406257 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54356fd9-7275-4bb8-852b-0b844127e70b x-openstack-request-id: req-54356fd9-7275-4bb8-852b-0b844127e70b {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:38.406731 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b60b199-b008-42c2-b4de-ecd5e31a8011", "name": "network-vif-plugged", "status": "completed", "tag": "96636de4-cb07-4baa-9cbd-3571e00703da", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:38.407386 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54356fd9-7275-4bb8-852b-0b844127e70b {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:38.408133 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b60b199-b008-42c2-b4de-ecd5e31a8011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96636de4-cb07-4baa-9cbd-3571e00703da', 'code': 200} Aug 29 04:08:38.460638 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd7644a-10ef-4752-914c-2f95c61f881b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.537572 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.553907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Transition to ACTIVE for port object c4c33b52-7ffd-42c4-9904-668fa70d09ce will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:38.573248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd7644a-10ef-4752-914c-2f95c61f881b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.613692 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7068ec60-bce6-489e-b616-204193a671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.616640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7068ec60-bce6-489e-b616-204193a671d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.631753 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7068ec60-bce6-489e-b616-204193a671d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbfea59e-3a78-4755-aa4f-042f8bed0cb2 HTTP/1.1" status: 204 len: 168 time: 0.4782271 Aug 29 04:08:38.634362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 01489a3b-bdb5-459f-91d8-c3f8749940f0 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:08:38.652967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f57759-29ec-44f7-85c4-829471f9d3ef req-03474357-5dc6-48cb-8ee3-e7a3ef95a259 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:38.661173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91f57759-29ec-44f7-85c4-829471f9d3ef req-03474357-5dc6-48cb-8ee3-e7a3ef95a259 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 949 time: 0.1054084 Aug 29 04:08:38.677718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 01489a3b-bdb5-459f-91d8-c3f8749940f0 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:08:38.678064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 01489a3b-bdb5-459f-91d8-c3f8749940f0 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:08:38.703333 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.717691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['a0f0ed40-7e33-4cd7-91ad-507c268c28c3'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:38.730470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:38.734708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:38.766489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068ec60-bce6-489e-b616-204193a671d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfea59e-3a78-4755-aa4f-042f8bed0cb2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:38.784516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91f57759-29ec-44f7-85c4-829471f9d3ef req-39bfa0ec-890f-4730-8343-6138284e8e98 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219990 Aug 29 04:08:38.785363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:38.789179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0a11-9293-428e-b616-0e86f305f088 req-d5208280-af46-4d33-95c0-ed00d83d6cb1 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:38.790697 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-d5208280-af46-4d33-95c0-ed00d83d6cb1 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4110422 Aug 29 04:08:38.798210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:38.798889 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.804295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736cb2e-5cd6-40ec-a3e6-ecc27c9a5e2f req-da44f6b5-0b49-482f-89bc-d39525a7aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:38.810658 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a736cb2e-5cd6-40ec-a3e6-ecc27c9a5e2f req-da44f6b5-0b49-482f-89bc-d39525a7aa87 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 1101 time: 0.1956508 Aug 29 04:08:38.817270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Request body: {'port': {'device_id': '20fd3e39-d658-46e3-b019-828c3fd6bd08', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': 'ea0e84c3979e454db5916425bf42deee'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:38.895571 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd7644a-10ef-4752-914c-2f95c61f881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.899985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd7644a-10ef-4752-914c-2f95c61f881b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:38.903967 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0cd7644a-10ef-4752-914c-2f95c61f881b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e485a421-f5fd-4c42-bb9e-f2eb159b4ff0 HTTP/1.1" status: 204 len: 168 time: 0.6661232 Aug 29 04:08:38.926162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7644a-10ef-4752-914c-2f95c61f881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e485a421-f5fd-4c42-bb9e-f2eb159b4ff0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:38.949243 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a736cb2e-5cd6-40ec-a3e6-ecc27c9a5e2f req-1df3532b-34ff-4797-adaf-f37988f9ae91 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253428 Aug 29 04:08:38.952990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1295314 Aug 29 04:08:39.018494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Made reservation on behalf of ea0e84c3979e454db5916425bf42deee for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:39.023175 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.033847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.062704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdebdd7-da4e-4d51-b4db-4a645707cfd6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Pushing event updated for resources: {'Port': ['ID=c4c33b52-7ffd-42c4-9904-668fa70d09ce,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:39.088167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ec320bd-3f56-4775-ae2d-5a7eef375c8b req-793ff31c-b5e6-4485-a434-a44c3601db48 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 210 time: 0.1292107 Aug 29 04:08:39.100061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7258-008f-439f-bb37-8f4b0116893e req-c2631873-18db-43a9-a164-33a3605be817 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:39.134782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07bd7258-008f-439f-bb37-8f4b0116893e req-c2631873-18db-43a9-a164-33a3605be817 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 936 time: 0.4177721 Aug 29 04:08:39.229571 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.236749 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.249545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-842df58b-79c4-4104-b63e-e21794ba8ec6 None None] Provisioning for port c4c33b52-7ffd-42c4-9904-668fa70d09ce completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:39.254727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-842df58b-79c4-4104-b63e-e21794ba8ec6 None None] Provisioning complete for port c4c33b52-7ffd-42c4-9904-668fa70d09ce triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:39.255359 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-842df58b-79c4-4104-b63e-e21794ba8ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.338760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-842df58b-79c4-4104-b63e-e21794ba8ec6 None None] Port c4c33b52-7ffd-42c4-9904-668fa70d09ce cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:39.340813 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec16fd2-f1db-4289-948a-d3cd70d2503e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:39.445867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Allocated IP 192.168.233.25 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/1b0c8063-0d04-455f-8d5d-a8ed7ad0f717) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:39.530400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45c67026-5657-4014-a197-e963ea3448e4 req-f7f1c4dd-36b2-498c-bf2a-81af9b426f33 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 210 time: 0.3164325 Aug 29 04:08:39.542077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-8077ea27-b60c-4b3f-8cf0-3277ff7af79e tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=76fe813ea5354a308c21151d68d5108b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3520043 Aug 29 04:08:39.550431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Request body: {'port': {'device_id': '217782ef-dbdb-42b2-9381-807635edfe28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:39.588236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07bd7258-008f-439f-bb37-8f4b0116893e req-537b926f-f271-4c3b-99bd-0b7a8281295d tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481232 Aug 29 04:08:39.675941 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.687561 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.693297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Transition to ACTIVE for port object 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:39.739810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.747960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692131-e323-415e-b7be-be1b9f47177b req-0cb97b99-acaf-4541-9b1c-122d611b9522 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:39.749704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-0cb97b99-acaf-4541-9b1c-122d611b9522 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941941 Aug 29 04:08:39.779907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Request body: {'port': {'device_id': 'a45345a5-4de4-44d1-a7a4-daa08c0a7921', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '76fe813ea5354a308c21151d68d5108b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:39.796867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Pushing event updated for resources: {'Port': ['ID=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:39.820274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:39.822125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:39.826256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:39.903571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:39.904192 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.930066 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-130f9e94-16f8-4b9d-a0b4-99481b3f868a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1178548 Aug 29 04:08:39.945590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Request body: {'port': {'device_id': '20fd3e39-d658-46e3-b019-828c3fd6bd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:40.042893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.108959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58235fd7-2040-4f44-982f-e39babb82f1f req-c61063f7-d8ca-4371-9e2a-cccac9414c55 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:40.116151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58235fd7-2040-4f44-982f-e39babb82f1f req-c61063f7-d8ca-4371-9e2a-cccac9414c55 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 949 time: 0.2015073 Aug 29 04:08:40.214324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58235fd7-2040-4f44-982f-e39babb82f1f req-2dfd35b6-769b-40e3-a7e8-ae3ab9f9acd9 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926554 Aug 29 04:08:40.221473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Made reservation on behalf of 76fe813ea5354a308c21151d68d5108b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:40.225149 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.272884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b909de55-b8be-4a8c-b076-820c5b066e67 None None] Provisioning for port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:40.277411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b909de55-b8be-4a8c-b076-820c5b066e67 None None] Provisioning complete for port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:40.278560 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b909de55-b8be-4a8c-b076-820c5b066e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.289717 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.321805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c33b52-7ffd-42c4-9904-668fa70d09ce {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:40.332568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b909de55-b8be-4a8c-b076-820c5b066e67 None None] Port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:40.336404 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.348119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2a20f-c031-4d7e-85f2-94921f2c23d6 req-bae95c1e-2d38-4172-a62a-cff4ef316c65 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:40.352281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7b2a20f-c031-4d7e-85f2-94921f2c23d6 req-bae95c1e-2d38-4172-a62a-cff4ef316c65 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 935 time: 0.1338644 Aug 29 04:08:40.417127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Transition to ACTIVE for port object c4c33b52-7ffd-42c4-9904-668fa70d09ce will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:40.426015 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.489255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7b2a20f-c031-4d7e-85f2-94921f2c23d6 req-19afee3d-1178-4c72-9ac0-cd8bf61f44f0 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280935 Aug 29 04:08:40.537247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.568824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Pushing event updated for resources: {'Port': ['ID=c4c33b52-7ffd-42c4-9904-668fa70d09ce,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:40.575555 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.644326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51222) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:40.659352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Attempting to bind port c4c33b52-7ffd-42c4-9904-668fa70d09ce on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:40.659696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Attempting to bind port c4c33b52-7ffd-42c4-9904-668fa70d09ce by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:40.660028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Attempting to bind port c4c33b52-7ffd-42c4-9904-668fa70d09ce on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:40.699143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:40.721207 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.726995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Port c4c33b52-7ffd-42c4-9904-668fa70d09ce on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:40.727131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Attempting to bind port c4c33b52-7ffd-42c4-9904-668fa70d09ce on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:40.739488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Transition to ACTIVE for port object 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:40.747120 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.779359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-634cc291-7c21-42cc-9905-774a63a16a80 req-84d0078d-b7da-44cf-b9da-1fb073994355 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 210 time: 0.0982015 Aug 29 04:08:40.819641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:40.831130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f940aade-6d31-4d64-bf22-480d447386b2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:40.841403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:40.842033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:40.842913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:40.843906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Bound port: c4c33b52-7ffd-42c4-9904-668fa70d09ce, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:40.845621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.951721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Attempting to bind port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:40.953504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Attempting to bind port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:40.954887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Attempting to bind port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:40.962096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:40.964106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Attempting to bind port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:40.974108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:40.974599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:40.975098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:40.975628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Bound port: 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:40.976082 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.979099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326081fd-b65f-4858-9dce-e58059c71ad4 req-ac827f81-44d2-4c42-aa38-203da56fd0fa tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:40.980716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-326081fd-b65f-4858-9dce-e58059c71ad4 req-ac827f81-44d2-4c42-aa38-203da56fd0fa tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 948 time: 0.2503498 Aug 29 04:08:41.017257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Allocated IP 192.168.233.103 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/f684d937-2f91-4365-bfad-c09b312a1c2e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:41.076049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] For port c4c33b52-7ffd-42c4-9904-668fa70d09ce, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:41.084850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] For port c4c33b52-7ffd-42c4-9904-668fa70d09ce, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c4c33b52-7ffd-42c4-9904-668fa70d09ce,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:41.117472 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-326081fd-b65f-4858-9dce-e58059c71ad4 req-1b2b4623-f959-4e72-8303-f09a1b934b67 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130674 Aug 29 04:08:41.118828 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.179633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.180301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.181719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] 10.222.0.52 "PUT /v2.0/ports/c4c33b52-7ffd-42c4-9904-668fa70d09ce HTTP/1.1" status: 200 len: 1097 time: 1.6384442 Aug 29 04:08:41.182180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217782ef-dbdb-42b2-9381-807635edfe28', 'tag': 'c4c33b52-7ffd-42c4-9904-668fa70d09ce'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:41.184549 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "217782ef-dbdb-42b2-9381-807635edfe28", "tag": "c4c33b52-7ffd-42c4-9904-668fa70d09ce"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:41.321680 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36a69c6-204d-44b4-8c97-197f408cb9c3 x-openstack-request-id: req-b36a69c6-204d-44b4-8c97-197f408cb9c3 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:41.321680 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217782ef-dbdb-42b2-9381-807635edfe28", "tag": "c4c33b52-7ffd-42c4-9904-668fa70d09ce", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:41.322024 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b36a69c6-204d-44b4-8c97-197f408cb9c3 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:41.322256 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217782ef-dbdb-42b2-9381-807635edfe28', 'tag': 'c4c33b52-7ffd-42c4-9904-668fa70d09ce', 'status': 'completed', 'code': 200} Aug 29 04:08:41.330853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223e78e-425c-40a5-8afb-1eabdec82bbf service neutron] Pushing event updated for resources: {'Port': ['ID=c4c33b52-7ffd-42c4-9904-668fa70d09ce,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:41.331960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-network', 'tenant_id': 'e24152495c1a4699aae16e36705c5267'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:41.413973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Made reservation on behalf of e24152495c1a4699aae16e36705c5267 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:41.416756 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.430079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-96adf2ad-ee58-4ad0-9e1b-a6f4090d410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.433210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-96adf2ad-ee58-4ad0-9e1b-a6f4090d410c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 1100 time: 0.1752689 Aug 29 04:08:41.435712 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.460546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] For port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:41.483018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] For port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:41.491405 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.525814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-81cdfaf1-6242-4e73-9098-33aecf14338f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c4c33b52-7ffd-42c4-9904-668fa70d09ce HTTP/1.1" status: 200 len: 217 time: 0.0690269 Aug 29 04:08:41.529991 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.540777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d347cb-9b40-4853-ad80-af1765837072 req-6e1ece29-c9e2-4bc7-a830-7e4de7f71ce4 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.544673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87d347cb-9b40-4853-ad80-af1765837072 req-6e1ece29-c9e2-4bc7-a830-7e4de7f71ce4 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 949 time: 0.2046473 Aug 29 04:08:41.556516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.557196 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.558652 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] 10.222.0.59 "PUT /v2.0/ports/1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 HTTP/1.1" status: 200 len: 1096 time: 1.6194010 Aug 29 04:08:41.559747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fd3e39-d658-46e3-b019-828c3fd6bd08', 'tag': '1b0c8063-0d04-455f-8d5d-a8ed7ad0f717'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:41.562113 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234b9d17-76ea-4e0f-82ff-2050780ce79f" -d '{"events": [{"name": "network-changed", "server_uuid": "20fd3e39-d658-46e3-b019-828c3fd6bd08", "tag": "1b0c8063-0d04-455f-8d5d-a8ed7ad0f717"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:41.629726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Transition to ACTIVE for port object f684d937-2f91-4365-bfad-c09b312a1c2e will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:41.634068 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f79a5-4b04-4a3f-b044-61b24ef8dba4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:41.662239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-79ff9855-0e2b-40f6-8ed8-64bbdc8990fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.663956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-79ff9855-0e2b-40f6-8ed8-64bbdc8990fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1179440 Aug 29 04:08:41.706184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87d347cb-9b40-4853-ad80-af1765837072 req-a21dffe9-67c5-438c-a6b2-15027cca2379 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503973 Aug 29 04:08:41.711855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0a11-9293-428e-b616-0e86f305f088 req-cda974d2-c880-4084-90e4-630fd50e1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.713599 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-cda974d2-c880-4084-90e4-630fd50e1f7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea0e84c3979e454db5916425bf42deee&device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 1099 time: 0.1075501 Aug 29 04:08:41.779230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec24e0a-7d59-4575-8349-f42a295eef5f req-b10d4bf1-e873-4879-bdd2-07abffd68124 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.785606 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.786771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aec24e0a-7d59-4575-8349-f42a295eef5f req-b10d4bf1-e873-4879-bdd2-07abffd68124 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 947 time: 0.1267118 Aug 29 04:08:41.788133 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-98a867aa-e956-49be-b6ac-3bb5b8f2e234 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 HTTP/1.1" status: 200 len: 217 time: 0.0660250 Aug 29 04:08:41.789183 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.792761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.793050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-f91dbcd9-febd-40f3-9439-2b8483972ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.795142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-f91dbcd9-febd-40f3-9439-2b8483972ed8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156154 Aug 29 04:08:41.874900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:08:41.889767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9328e0e2-03e2-4fb0-9507-35c3476d7be6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:41.920331 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.920957 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Added segment fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87 of type vlan for network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 Aug 29 04:08:41.927000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:41.931153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0a11-9293-428e-b616-0e86f305f088 req-c0fa773e-eade-46e4-b9ac-993531eb7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.933322 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-c0fa773e-eade-46e4-b9ac-993531eb7951 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1351120 Aug 29 04:08:41.938529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:41.947049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:41.953083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:41.953715 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.968561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Pushing event updated for resources: {'Port': ['ID=f684d937-2f91-4365-bfad-c09b312a1c2e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:41.979399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aec24e0a-7d59-4575-8349-f42a295eef5f req-1ff289e1-4e6c-4cb0-8438-eef6c74b9f66 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916220 Aug 29 04:08:42.003408 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:42.016496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-1079c5a5-7f02-4a09-96d9-dbf7e4262c4a tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2475221 Aug 29 04:08:42.021728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-13102941-63a5-4849-8e03-d4db77b1f91f service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159123 Aug 29 04:08:42.031112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Request body: {'port': {'device_id': 'a45345a5-4de4-44d1-a7a4-daa08c0a7921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:42.041657 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:42.042692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.043351 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:42.053227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0a11-9293-428e-b616-0e86f305f088 req-e1e8f024-fb68-4b52-86e4-aa4e51caeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.055251 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-e1e8f024-fb68-4b52-86e4-aa4e51caeaaa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0952837 Aug 29 04:08:42.069772 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc06656-75cf-4c05-b53a-2427b46143ba x-openstack-request-id: req-5bc06656-75cf-4c05-b53a-2427b46143ba {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:42.070068 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fd3e39-d658-46e3-b019-828c3fd6bd08", "tag": "1b0c8063-0d04-455f-8d5d-a8ed7ad0f717", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:42.070322 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bc06656-75cf-4c05-b53a-2427b46143ba {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:42.070767 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fd3e39-d658-46e3-b019-828c3fd6bd08', 'tag': '1b0c8063-0d04-455f-8d5d-a8ed7ad0f717', 'status': 'completed', 'code': 200} Aug 29 04:08:42.170829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:42.187251 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5414221 Aug 29 04:08:42.191724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51274) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:42.205608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Request body: {'subnet': {'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-subnet', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:42.216787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf81cf-a01b-4e7a-bcdc-08780996462c admin admin] Pushing event updated for resources: {'Network': ['ID=0b5a2f22-aa06-41d7-acf4-9fc4617f05c8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:42.229429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:08:42.236355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d169148-2f5b-4cc4-98c7-bc8248e58e8b req-62ba9428-3cba-41cb-8562-37214071e026 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012718 Aug 29 04:08:42.274475 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-f1ea2e44-b352-4531-8113-b586db58b1c1 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685817 Aug 29 04:08:42.320421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Made reservation on behalf of e24152495c1a4699aae16e36705c5267 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:42.322773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:42.384841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-23b32f61-839f-46c3-9686-9b3c2b92482f None None] Provisioning for port f684d937-2f91-4365-bfad-c09b312a1c2e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:42.389057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-23b32f61-839f-46c3-9686-9b3c2b92482f None None] Provisioning complete for port f684d937-2f91-4365-bfad-c09b312a1c2e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:42.389556 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-23b32f61-839f-46c3-9686-9b3c2b92482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:42.398981 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-138c0a11-9293-428e-b616-0e86f305f088 req-74b1b802-ce4a-49ab-83e0-35f587e57eed service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172180 Aug 29 04:08:42.440861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-23b32f61-839f-46c3-9686-9b3c2b92482f None None] Port f684d937-2f91-4365-bfad-c09b312a1c2e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:42.458633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a99f8-13dc-47b5-a39a-7b0b07e330fa req-28e30381-661a-431f-b8fe-ebb4706ae975 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.460129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-368a99f8-13dc-47b5-a39a-7b0b07e330fa req-28e30381-661a-431f-b8fe-ebb4706ae975 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.2376158 Aug 29 04:08:42.524579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-fd536a87-e3c8-4c07-8777-044673a16829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.526102 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-fd536a87-e3c8-4c07-8777-044673a16829 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea0e84c3979e454db5916425bf42deee&device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 1099 time: 0.0530846 Aug 29 04:08:42.591670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-d3e5c2a5-b6a6-40d2-9eaf-74e616e30d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.593196 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-d3e5c2a5-b6a6-40d2-9eaf-74e616e30d09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 1100 time: 0.2648916 Aug 29 04:08:42.624345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-7b8471ef-6b9a-46e5-83b9-dde196d48249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.625782 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-7b8471ef-6b9a-46e5-83b9-dde196d48249 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.0883160 Aug 29 04:08:42.628877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-368a99f8-13dc-47b5-a39a-7b0b07e330fa req-dc30a1d2-9471-46e8-b6d0-4585ae71a6d6 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565533 Aug 29 04:08:42.685816 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-4051dddd-eea1-4266-972c-bc7c52b981a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 HTTP/1.1" status: 200 len: 217 time: 0.0464444 Aug 29 04:08:42.757734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d280ff-0f04-4450-a8b9-3a1c70c66c61 req-804b8156-4433-4d49-b429-79e456a4cfaa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.759277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17d280ff-0f04-4450-a8b9-3a1c70c66c61 req-804b8156-4433-4d49-b429-79e456a4cfaa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 936 time: 0.1966062 Aug 29 04:08:42.771509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-25cdc0dc-fc3e-4123-aa9e-bc871d07323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.773073 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-25cdc0dc-fc3e-4123-aa9e-bc871d07323d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0763810 Aug 29 04:08:42.823097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-2a3e01f9-785d-4093-b1d1-f84b52688ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.824662 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-2a3e01f9-785d-4093-b1d1-f84b52688ef0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403924 Aug 29 04:08:42.901203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-3ea35e3b-053d-4fda-b393-66c406f6924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:42.902570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-3ea35e3b-053d-4fda-b393-66c406f6924f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2899961 Aug 29 04:08:42.926291 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-70a70b59-88d8-41f5-9860-861acbb68b48 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871513 Aug 29 04:08:42.939495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17d280ff-0f04-4450-a8b9-3a1c70c66c61 req-187042ca-5fd6-439d-8d56-d0a936a0d104 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709192 Aug 29 04:08:42.947648 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.029399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-234b9d17-76ea-4e0f-82ff-2050780ce79f req-ae8653c5-fab0-4e1d-95ac-037bb81f4fa3 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907047 Aug 29 04:08:43.228724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f684d937-2f91-4365-bfad-c09b312a1c2e {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:43.239758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ee175-a7eb-4b41-b916-72c8393ee107 req-cd612e7c-4b34-4af9-a63b-91677281d9a2 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:43.241274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-498ee175-a7eb-4b41-b916-72c8393ee107 req-cd612e7c-4b34-4af9-a63b-91677281d9a2 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 948 time: 0.4650583 Aug 29 04:08:43.242534 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-bc1ecf6f-7617-4fb0-b298-89a5d1d4db72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c4c33b52-7ffd-42c4-9904-668fa70d09ce HTTP/1.1" status: 200 len: 217 time: 0.3139200 Aug 29 04:08:43.261442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.321342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-3ea3b4d4-744f-4634-9acf-b4683204d140 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=71e0300af1f54ac787635907183d9c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943615 Aug 29 04:08:43.353277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Transition to ACTIVE for port object f684d937-2f91-4365-bfad-c09b312a1c2e will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:43.362203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a04e48f-992b-4b6a-9a9e-bf325a3dc112,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:43.412130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.459570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-91aa9971-ced6-4655-88ed-a4279e72b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:43.461071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-91aa9971-ced6-4655-88ed-a4279e72b77e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1941123 Aug 29 04:08:43.491810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Checking segment: {'id': 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:43.492170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Network hostable DHCP agents. Network: 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:08:43.537239 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-498ee175-a7eb-4b41-b916-72c8393ee107 req-4b5893b7-1d27-4996-9aec-08a97f6951a9 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879119 Aug 29 04:08:43.549833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Pushing event updated for resources: {'Port': ['ID=f684d937-2f91-4365-bfad-c09b312a1c2e,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:43.618126 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-1c7485ef-e5b9-435c-9632-5ed0169cc15c tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:43.619654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-1c7485ef-e5b9-435c-9632-5ed0169cc15c tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893429 Aug 29 04:08:43.623134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:08:43.625342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Attempting to bind port f684d937-2f91-4365-bfad-c09b312a1c2e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:43.625682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Attempting to bind port f684d937-2f91-4365-bfad-c09b312a1c2e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:43.626013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Attempting to bind port f684d937-2f91-4365-bfad-c09b312a1c2e on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:43.632648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-628dd43f-131d-4ad9-bc80-a8023797e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:43.634186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-628dd43f-131d-4ad9-bc80-a8023797e75a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1606929 Aug 29 04:08:43.655894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Port f684d937-2f91-4365-bfad-c09b312a1c2e on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:43.656249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Attempting to bind port f684d937-2f91-4365-bfad-c09b312a1c2e on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:43.678941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:43.687026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f064b3d-feef-4995-b669-5d38ba145a1a None None] Network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:43.695310 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-8ccc0708-7a06-4304-861f-54d38b4eaf10 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/quotas/71e0300af1f54ac787635907183d9c6e HTTP/1.1" status: 200 len: 375 time: 0.0648522 Aug 29 04:08:43.696965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:43.697562 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.730502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:43.730879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:43.731265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:43.731712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Bound port: f684d937-2f91-4365-bfad-c09b312a1c2e, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:43.732071 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.799132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e0b4deb2-70a3-4796-9d65-876931925fef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5971367 Aug 29 04:08:43.799458 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51314) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:43.804517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-router', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:43.831110 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.831796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c20f4-4797-4b44-949d-ee175829af0f req-7bf78f9b-b250-4dcc-a31c-38a4e6a35724 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:43.832345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.833424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d62c20f4-4797-4b44-949d-ee175829af0f req-7bf78f9b-b250-4dcc-a31c-38a4e6a35724 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 947 time: 0.2119811 Aug 29 04:08:43.901354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-09f4c2c5-0117-4ba8-a9aa-a1ed88791625 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482822 Aug 29 04:08:43.907164 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.910542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-4ff349a8-8283-403b-8ae6-c28db5db7756 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=71e0300af1f54ac787635907183d9c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834092 Aug 29 04:08:43.927932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] For port f684d937-2f91-4365-bfad-c09b312a1c2e, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:43.958922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-0b5a2f22-aa06-41d7-acf4-9fc4617f05c8', 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'fixed_ips': [{'subnet_id': '9a04e48f-992b-4b6a-9a9e-bf325a3dc112'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:08:43.960293 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:43.981932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] For port f684d937-2f91-4365-bfad-c09b312a1c2e, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f684d937-2f91-4365-bfad-c09b312a1c2e,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:43.989230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d62c20f4-4797-4b44-949d-ee175829af0f req-1aa36c7f-2e04-4da4-bbfa-62eb4c3e82d3 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425552 Aug 29 04:08:43.992155 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.092361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:44.093146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.094426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] 10.222.0.59 "PUT /v2.0/ports/f684d937-2f91-4365-bfad-c09b312a1c2e HTTP/1.1" status: 200 len: 1097 time: 2.0697389 Aug 29 04:08:44.094878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45345a5-4de4-44d1-a7a4-daa08c0a7921', 'tag': 'f684d937-2f91-4365-bfad-c09b312a1c2e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:44.108378 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab23c3b8-ff33-4d11-90c1-07371df2d548" -d '{"events": [{"name": "network-changed", "server_uuid": "a45345a5-4de4-44d1-a7a4-daa08c0a7921", "tag": "f684d937-2f91-4365-bfad-c09b312a1c2e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:44.146879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.169750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Pushing event updated for resources: {'Port': ['ID=f684d937-2f91-4365-bfad-c09b312a1c2e,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:44.196922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcde41b2-5108-4cc2-9c54-d1bae4e8a3fb req-43d2851c-e799-4c91-aa83-2e2774d8bad1 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835252 Aug 29 04:08:44.249637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.253163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.254841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.255367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.255807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.258558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.259601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.260631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.261786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.262748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.267303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.267753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad5cbd-4bf8-4a6e-ada6-3ae459ca8a3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:44.282041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Allocated IP 172.20.0.2 (0b5a2f22-aa06-41d7-acf4-9fc4617f05c8/9a04e48f-992b-4b6a-9a9e-bf325a3dc112/fea6df80-ea61-47d7-984d-96c513a4da15) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:44.333271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692131-e323-415e-b7be-be1b9f47177b req-01746110-542a-4b67-8751-70d6d6305d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:44.334966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-01746110-542a-4b67-8751-70d6d6305d69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76fe813ea5354a308c21151d68d5108b&device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 1100 time: 0.1625896 Aug 29 04:08:44.421000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-5a32b292-5c52-4d3e-8102-3f6bbc6b5fe3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=f684d937-2f91-4365-bfad-c09b312a1c2e HTTP/1.1" status: 200 len: 217 time: 0.0760276 Aug 29 04:08:44.431358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261ff26-1845-4038-b850-ce3f96809ba5 req-42e3235a-a5bd-4b63-b6b8-68291e2c7935 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:44.433454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8261ff26-1845-4038-b850-ce3f96809ba5 req-42e3235a-a5bd-4b63-b6b8-68291e2c7935 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 948 time: 0.1450510 Aug 29 04:08:44.507176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692131-e323-415e-b7be-be1b9f47177b req-f9517642-f123-4503-8efb-c344750d7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:44.509178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-f9517642-f123-4503-8efb-c344750d7d6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0744808 Aug 29 04:08:44.552630 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.564145 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8261ff26-1845-4038-b850-ce3f96809ba5 req-274764fa-6ef5-4aaa-8da7-0244a06f4bab tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974960 Aug 29 04:08:44.565364 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.580614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Transition to ACTIVE for port object fea6df80-ea61-47d7-984d-96c513a4da15 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:44.587511 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.599713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f7c6868-c0fa-4a1b-8b41-d016f54c9c79 req-0b03d331-ca15-4ed6-b17f-576636d9f9f6 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 210 time: 0.0814955 Aug 29 04:08:44.609836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Transition to ACTIVE for port object fea6df80-ea61-47d7-984d-96c513a4da15 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:44.621593 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.639443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692131-e323-415e-b7be-be1b9f47177b req-986ff64a-437d-441e-b0d9-085912514545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:44.641182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-986ff64a-437d-441e-b0d9-085912514545 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122506 Aug 29 04:08:44.726164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:44.730251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:44.734513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:44.742542 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af56184-7a64-45c7-931e-a69590b1a40e x-openstack-request-id: req-8af56184-7a64-45c7-931e-a69590b1a40e {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:44.742734 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45345a5-4de4-44d1-a7a4-daa08c0a7921", "tag": "f684d937-2f91-4365-bfad-c09b312a1c2e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:44.742928 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8af56184-7a64-45c7-931e-a69590b1a40e {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:44.743350 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45345a5-4de4-44d1-a7a4-daa08c0a7921', 'tag': 'f684d937-2f91-4365-bfad-c09b312a1c2e', 'status': 'completed', 'code': 200} Aug 29 04:08:44.807241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Pushing event updated for resources: {'Port': ['ID=fea6df80-ea61-47d7-984d-96c513a4da15,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:44.811245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Allocated IP 172.25.5.69 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/30023086-c4e1-4bd9-ae1d-fed087e5c7d2) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:44.822638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Attempting to bind port fea6df80-ea61-47d7-984d-96c513a4da15 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:44.822845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Attempting to bind port fea6df80-ea61-47d7-984d-96c513a4da15 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:44.823334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Attempting to bind port fea6df80-ea61-47d7-984d-96c513a4da15 on network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:44.831948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:44.832518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Checking segment: {'id': 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:44.832998 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.833748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Bound using segment: {'id': 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:44.834357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Bound port: fea6df80-ea61-47d7-984d-96c513a4da15, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:44.834754 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.870127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-68cdfae4-00f5-4818-a9de-3641f9f17d04 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206874 Aug 29 04:08:44.887025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a64fa-aa2b-4d7c-a3a7-b51f5cfbe400 req-fe5c5e58-866e-4170-be05-7ad06769b33a tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:44.888686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-107a64fa-aa2b-4d7c-a3a7-b51f5cfbe400 req-fe5c5e58-866e-4170-be05-7ad06769b33a tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 948 time: 0.0962462 Aug 29 04:08:44.931704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.947959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] For port fea6df80-ea61-47d7-984d-96c513a4da15, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:44.958418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] For port fea6df80-ea61-47d7-984d-96c513a4da15, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fea6df80-ea61-47d7-984d-96c513a4da15,segment=NetworkSegment(fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87),segment_id=fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:44.971580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.978916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:44.980848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe692131-e323-415e-b7be-be1b9f47177b req-a4589ac9-a5b6-49eb-a169-a2b868651da6 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909739 Aug 29 04:08:45.023336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-107a64fa-aa2b-4d7c-a3a7-b51f5cfbe400 req-b687f7ff-b385-4b1a-a4fc-181cd86f142b tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414081 Aug 29 04:08:45.050791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:45.055465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:45.059914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:45.159077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d8fea-5a9a-4f59-8396-cb2a01304efb None None] Pushing event updated for resources: {'Port': ['ID=fea6df80-ea61-47d7-984d-96c513a4da15,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:45.161315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-31572384-11f3-49e6-afff-4a3d571367a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:45.162824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-31572384-11f3-49e6-afff-4a3d571367a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76fe813ea5354a308c21151d68d5108b&device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 1100 time: 0.1092534 Aug 29 04:08:45.278377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Pushing event updated for resources: {'Port': ['ID=30023086-c4e1-4bd9-ae1d-fed087e5c7d2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:45.321080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.321661 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.322114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dace97-d4c7-4a2c-8c5b-b953d90623e6 req-6e4004ab-2ff8-4344-bec1-dfefe8157566 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:45.322896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.323692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01dace97-d4c7-4a2c-8c5b-b953d90623e6 req-6e4004ab-2ff8-4344-bec1-dfefe8157566 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 947 time: 0.1370895 Aug 29 04:08:45.330367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.331296 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.331844 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.333060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.333721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.334337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.334873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.335397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.338226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:45.347674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-cf606ec3-704e-4a78-b2fc-90b13fb353e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:45.350318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-cf606ec3-704e-4a78-b2fc-90b13fb353e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1754141 Aug 29 04:08:45.437316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-82308e75-a76a-442c-b07d-620fd2a89f5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=f684d937-2f91-4365-bfad-c09b312a1c2e HTTP/1.1" status: 200 len: 217 time: 0.0739975 Aug 29 04:08:45.461282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01dace97-d4c7-4a2c-8c5b-b953d90623e6 req-86103807-9ecd-4b38-b6fd-4e96b07e3a39 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237752 Aug 29 04:08:45.553914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-4990064f-1a1c-4859-8438-9b7ce3e3106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:45.555559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-4990064f-1a1c-4859-8438-9b7ce3e3106b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0933158 Aug 29 04:08:45.588699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:45.697612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-53c798e2-f098-4141-9560-7ee03e79945d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=71e0300af1f54ac787635907183d9c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1352291 Aug 29 04:08:45.747552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-bfec44f1-5452-4d3a-b7eb-8c1c98d1705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:45.749124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-bfec44f1-5452-4d3a-b7eb-8c1c98d1705b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1698365 Aug 29 04:08:45.890900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c4c33b52-7ffd-42c4-9904-668fa70d09ce details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:45.909751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-88ea8b09-93da-433a-b748-cc0c9bdb9dcb service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409044 Aug 29 04:08:45.944012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d392e91c-83b5-4b15-995c-2b64eb94061a req-9f1685d0-d088-423b-92ae-2e7bb1b269f2 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 210 time: 0.1890864 Aug 29 04:08:46.034026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583189d-712a-4734-ba88-ffa38f17350a req-5792aa82-32c3-4897-ac1a-42a68f00d463 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:46.036913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d583189d-712a-4734-ba88-ffa38f17350a req-5792aa82-32c3-4897-ac1a-42a68f00d463 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 948 time: 0.3434644 Aug 29 04:08:46.041439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51384) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:46.083543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c4c33b52-7ffd-42c4-9904-668fa70d09ce, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c4c33b52-7ffd-42c4-9904-668fa70d09ce,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:46.096131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51390) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:46.109457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'c4c33b52-7ffd-42c4-9904-668fa70d09ce', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'c4c33b52-7ffd-42c4-9904-668fa70d09ce', 'mac_address': 'fa:16:3e:17:ac:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:46.156243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.202415 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.217552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c33b52-7ffd-42c4-9904-668fa70d09ce {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:46.224277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-d1b5666e-8d9c-48b4-b9cc-e99d9e1db1f8 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:46.225807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-d1b5666e-8d9c-48b4-b9cc-e99d9e1db1f8 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4908769 Aug 29 04:08:46.254421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c4c33b52-7ffd-42c4-9904-668fa70d09ce, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c4c33b52-7ffd-42c4-9904-668fa70d09ce,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:46.256432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Request body: {'port': {'device_id': 'afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '71e0300af1f54ac787635907183d9c6e'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:46.263289 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.329219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c4c33b52-7ffd-42c4-9904-668fa70d09ce,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:46.336742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.337119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.337490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.340597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.341569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Router 062339c9-d95d-4317-9177-8ebdcd9710bb is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:08:46.341772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.342342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.342736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.343135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.343526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.343901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.344304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.344689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:46.366902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d583189d-712a-4734-ba88-ffa38f17350a req-a6191c63-9e7e-44e2-9a95-29d31623c728 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164949 Aug 29 04:08:46.378158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab23c3b8-ff33-4d11-90c1-07371df2d548 req-7e2a96b1-35a6-4b76-823b-541cb481592e service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481261 Aug 29 04:08:46.378884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42f3a418-ac58-499e-9897-ea23b816166c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.407932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-adb2528e-e6b6-4b60-a75e-e456e94dba0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.434142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43864e-8db3-438f-b704-7b2306bac2cb req-be80743d-9c44-42c6-8203-e3b6a87cd78f tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:46.435697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa43864e-8db3-438f-b704-7b2306bac2cb req-be80743d-9c44-42c6-8203-e3b6a87cd78f tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 948 time: 0.2925165 Aug 29 04:08:46.477188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:46.490590 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Sync routers for ids ['062339c9-d95d-4317-9177-8ebdcd9710bb'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:46.525697 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Routers {'062339c9-d95d-4317-9177-8ebdcd9710bb'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:46.526647 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['062339c9-d95d-4317-9177-8ebdcd9710bb'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:46.535068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa43864e-8db3-438f-b704-7b2306bac2cb req-1abf8dab-65ec-4de3-b3cc-5649d10b86d5 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885677 Aug 29 04:08:46.582960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e682915-cbe5-4fba-818b-14ee96597925 None None] Network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:46.644042 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42f3a418-ac58-499e-9897-ea23b816166c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.653680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42f3a418-ac58-499e-9897-ea23b816166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.676310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48d224-8ccb-4133-bf31-2ee98f5e135e req-3fff9fbe-4cab-4224-9b41-fbc5cff92662 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:46.677850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d48d224-8ccb-4133-bf31-2ee98f5e135e req-3fff9fbe-4cab-4224-9b41-fbc5cff92662 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 947 time: 0.1167979 Aug 29 04:08:46.679932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fea6df80-ea61-47d7-984d-96c513a4da15 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:46.687868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:46.688878 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Set router 062339c9-d95d-4317-9177-8ebdcd9710bb gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:46.689983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c4c33b52-7ffd-42c4-9904-668fa70d09ce'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:46.738511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-42f3a418-ac58-499e-9897-ea23b816166c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2aed600e90724b83ab631644534f249b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6907330 Aug 29 04:08:46.738511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3a418-ac58-499e-9897-ea23b816166c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bc4db3-2509-458b-80d2-122472897fef,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:46.738939 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51398) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:46.776477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d48d224-8ccb-4133-bf31-2ee98f5e135e req-58277e4f-c289-4374-95c5-64e9ae6b6a1a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889056 Aug 29 04:08:46.791890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-85ba7b33-7449-404e-87ba-826e533f5095 None None] Provisioning for port fea6df80-ea61-47d7-984d-96c513a4da15 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:46.827300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-310d3c6f-e4f7-461d-ac5f-a51723287a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.836296 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-adb2528e-e6b6-4b60-a75e-e456e94dba0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.842237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-adb2528e-e6b6-4b60-a75e-e456e94dba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.848702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.850389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7e97d22b-951d-4885-aff2-fffedd6da530 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0499084 Aug 29 04:08:46.855218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51400) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:46.900780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-adb2528e-e6b6-4b60-a75e-e456e94dba0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00b1a67b05184369b54b2916bb37e79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7930238 Aug 29 04:08:46.901082 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-310d3c6f-e4f7-461d-ac5f-a51723287a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.904484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51402) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:46.908493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2528e-e6b6-4b60-a75e-e456e94dba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ca8220-1793-4091-a783-cf194e8fc063,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:46.914641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port fea6df80-ea61-47d7-984d-96c513a4da15 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:46.916779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Made reservation on behalf of 71e0300af1f54ac787635907183d9c6e for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:46.923775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.933058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fea6df80-ea61-47d7-984d-96c513a4da15 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:46.933627 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.003107 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-router', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:43Z', 'updated_at': '2021-08-29T04:08:45Z', 'revision_number': 3, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'gw_port': {'id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:39:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:44Z', 'updated_at': '2021-08-29T04:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:47.044089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:47.050239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a218e03d-c974-4ab0-b84b-1b2926a4d141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.052616 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Checking router: 062339c9-d95d-4317-9177-8ebdcd9710bb for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:47.053168 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Updating router 062339c9-d95d-4317-9177-8ebdcd9710bb port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:08:47.065068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '1b0c8063-0d04-455f-8d5d-a8ed7ad0f717', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '1b0c8063-0d04-455f-8d5d-a8ed7ad0f717', 'mac_address': 'fa:16:3e:f7:f2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:47.073984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-785a9537-9139-4f6d-939e-6df6951f909d req-50f12001-c5fc-419d-b011-452293d4ede7 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 210 time: 0.0394793 Aug 29 04:08:47.074417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a218e03d-c974-4ab0-b84b-1b2926a4d141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.080803 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.113472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-310d3c6f-e4f7-461d-ac5f-a51723287a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.116584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-310d3c6f-e4f7-461d-ac5f-a51723287a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.120638 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-310d3c6f-e4f7-461d-ac5f-a51723287a7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94bc4db3-2509-458b-80d2-122472897fef HTTP/1.1" status: 204 len: 168 time: 0.3806555 Aug 29 04:08:47.163815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Allocated IP 192.168.233.138 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/92d53a9a-0912-4064-9872-8c2f5bc6d8e3) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:47.205848 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.213500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.236897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d3c6f-e4f7-461d-ac5f-a51723287a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bc4db3-2509-458b-80d2-122472897fef,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.281080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:47.376079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port fea6df80-ea61-47d7-984d-96c513a4da15, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fea6df80-ea61-47d7-984d-96c513a4da15,segment=NetworkSegment(fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87),segment_id=fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:47.378033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:47.393946 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.396145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.488008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=fea6df80-ea61-47d7-984d-96c513a4da15,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.513675 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.553659 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.554795 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Transition to ACTIVE for port object 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:47.564488 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.567570 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a218e03d-c974-4ab0-b84b-1b2926a4d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.571886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a218e03d-c974-4ab0-b84b-1b2926a4d141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.572122 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a218e03d-c974-4ab0-b84b-1b2926a4d141 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9ca8220-1793-4091-a783-cf194e8fc063 HTTP/1.1" status: 204 len: 168 time: 0.6621108 Aug 29 04:08:47.596854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Transition to ACTIVE for port object 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:47.611505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218e03d-c974-4ab0-b84b-1b2926a4d141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ca8220-1793-4091-a783-cf194e8fc063,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.620519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd6972-11b4-4752-a454-7f0c4275c190 req-326806c7-b812-46c4-9e4c-3900190c826f tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:47.628848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.630106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48fd6972-11b4-4752-a454-7f0c4275c190 req-326806c7-b812-46c4-9e4c-3900190c826f tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 948 time: 0.0928378 Aug 29 04:08:47.639713 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aac8f7-5dd0-4e2c-af1c-9a23d1287264 None None] Pushing event updated for resources: {'Port': ['ID=30023086-c4e1-4bd9-ae1d-fed087e5c7d2,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.661372 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Attempting to bind port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:47.662007 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Attempting to bind port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:47.662755 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Attempting to bind port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:47.674267 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:47.676099 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:47.679546 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.680106 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:47.680900 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Bound port: 30023086-c4e1-4bd9-ae1d-fed087e5c7d2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:47.681659 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.684099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-305388a5-e4bb-495a-9917-beb5413285d5 None None] Provisioning complete for port fea6df80-ea61-47d7-984d-96c513a4da15 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:47.685296 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-305388a5-e4bb-495a-9917-beb5413285d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.750571 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] For port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:47.751177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48fd6972-11b4-4752-a454-7f0c4275c190 req-cd9efedd-a800-4cf4-859a-1512a2f0bffa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177332 Aug 29 04:08:47.754841 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] For port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=30023086-c4e1-4bd9-ae1d-fed087e5c7d2,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:47.757480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['1b0c8063-0d04-455f-8d5d-a8ed7ad0f717'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:47.762481 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.794389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5715289-410d-46c2-8684-8f7d958d49ce req-bd7ce309-c523-4ce0-b553-372693e84ade tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:47.795665 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5715289-410d-46c2-8684-8f7d958d49ce req-bd7ce309-c523-4ce0-b553-372693e84ade tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 949 time: 0.0980368 Aug 29 04:08:47.797220 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.821280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51420) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:47.843832 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aac8f7-5dd0-4e2c-af1c-9a23d1287264 None None] Pushing event updated for resources: {'Port': ['ID=30023086-c4e1-4bd9-ae1d-fed087e5c7d2,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:47.871793 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Routers {'062339c9-d95d-4317-9177-8ebdcd9710bb'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:47.872515 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['062339c9-d95d-4317-9177-8ebdcd9710bb'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:47.917575 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b99c0eea-89cd-4249-835d-62e74a8a65bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.935529 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.940675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:47.977001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:47.988666 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:47.999542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:48.006008 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] Set router 062339c9-d95d-4317-9177-8ebdcd9710bb gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:48.009702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:48.010368 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.084732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3142b4b1-6827-484c-9b92-cc6d11d0d5f8', '96636de4-cb07-4baa-9cbd-3571e00703da'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:48.109660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Pushing event updated for resources: {'Port': ['ID=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:48.145495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51426) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:48.152054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5715289-410d-46c2-8684-8f7d958d49ce req-97ce3b04-29de-4c34-a64d-85623c9973c2 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447404 Aug 29 04:08:48.169491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777399b-fa09-4395-ac5e-fd6e072fb56c req-2a76023a-fa24-47eb-afa5-effce960da0d tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:48.178165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a777399b-fa09-4395-ac5e-fd6e072fb56c req-2a76023a-fa24-47eb-afa5-effce960da0d tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 948 time: 0.2508514 Aug 29 04:08:48.251824 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d32d4b7-22c6-447d-9763-110ef4c77616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.254888 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a777399b-fa09-4395-ac5e-fd6e072fb56c req-069a9902-86f9-4907-94b4-c60b271fddb8 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716059 Aug 29 04:08:48.311435 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Allocated IP 172.20.0.1 (0b5a2f22-aa06-41d7-acf4-9fc4617f05c8/9a04e48f-992b-4b6a-9a9e-bf325a3dc112/e92d672b-42a1-4a83-bc84-ac1378d662d7) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:48.370599 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b99c0eea-89cd-4249-835d-62e74a8a65bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.378401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b99c0eea-89cd-4249-835d-62e74a8a65bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.387611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-0b9f1714-3117-4ed6-a350-931afe6fdc81 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1366792 Aug 29 04:08:48.400139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a20e5f7b-079e-4279-b652-d0ba6568a4e4 None None] Provisioning for port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:48.404259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b956-acd2-4eac-bc17-6236384ec6e6 req-c54ab56a-dfbe-4f47-824e-aa9cfde280f9 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:48.406675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5e6b956-acd2-4eac-bc17-6236384ec6e6 req-c54ab56a-dfbe-4f47-824e-aa9cfde280f9 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 936 time: 0.1162703 Aug 29 04:08:48.413284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a20e5f7b-079e-4279-b652-d0ba6568a4e4 None None] Provisioning complete for port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:48.413745 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a20e5f7b-079e-4279-b652-d0ba6568a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.415641 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-router', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:43Z', 'updated_at': '2021-08-29T04:08:45Z', 'revision_number': 3, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'gw_port': {'id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:39:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:44Z', 'updated_at': '2021-08-29T04:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:48.421154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Request body: {'port': {'device_id': 'afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:48.470007 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdcb188-5cf0-42eb-bc49-e510e48377bb None None] The sync data for ids ['062339c9-d95d-4317-9177-8ebdcd9710bb'] in n-d-712141-12 is: [{'id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-router', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:43Z', 'updated_at': '2021-08-29T04:08:45Z', 'revision_number': 3, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'gw_port': {'id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:39:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:44Z', 'updated_at': '2021-08-29T04:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:48.471796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a20e5f7b-079e-4279-b652-d0ba6568a4e4 None None] Port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:48.482795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b99c0eea-89cd-4249-835d-62e74a8a65bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a80fda2422d34cd5ae40260a31acfd9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6552074 Aug 29 04:08:48.489204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51428) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:48.489361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c0eea-89cd-4249-835d-62e74a8a65bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d98e00a-fcd5-417e-a598-9d84a9111eba,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:48.542683 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.554833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5e6b956-acd2-4eac-bc17-6236384ec6e6 req-97015cf3-73ac-4c06-9fea-f11021a950cd tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384399 Aug 29 04:08:48.556138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.624481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fea6df80-ea61-47d7-984d-96c513a4da15 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:48.630619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Transition to ACTIVE for port object e92d672b-42a1-4a83-bc84-ac1378d662d7 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:48.673620 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69708119-ec0b-4ea5-be6a-f5ba4fbb5d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.693323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fea6df80-ea61-47d7-984d-96c513a4da15 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:48.693820 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.712032 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d32d4b7-22c6-447d-9763-110ef4c77616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.723769 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d32d4b7-22c6-447d-9763-110ef4c77616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.728386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69708119-ec0b-4ea5-be6a-f5ba4fbb5d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.737691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f684d937-2f91-4365-bfad-c09b312a1c2e details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:48.816867 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:48.906620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f684d937-2f91-4365-bfad-c09b312a1c2e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f684d937-2f91-4365-bfad-c09b312a1c2e,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:48.922260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'f684d937-2f91-4365-bfad-c09b312a1c2e', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'f684d937-2f91-4365-bfad-c09b312a1c2e', 'mac_address': 'fa:16:3e:b3:c9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:48.925370 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5d32d4b7-22c6-447d-9763-110ef4c77616 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a423a1848dc44f218189c5ef3d12f843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7783816 Aug 29 04:08:48.930886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51434) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:48.932949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32d4b7-22c6-447d-9763-110ef4c77616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8f3cc4-10d9-4324-b375-baae24df5470,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:48.960350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:48.961136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8c04c-dadb-4670-a13d-847dd7d28cbd req-ed42b7cf-acb4-4672-bc5a-da83f610f9c1 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:48.962808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22a8c04c-dadb-4670-a13d-847dd7d28cbd req-ed42b7cf-acb4-4672-bc5a-da83f610f9c1 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 948 time: 0.0991383 Aug 29 04:08:48.970669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:48.974388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:49.000921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:49.010815 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.022156 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.031158 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.031867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f684d937-2f91-4365-bfad-c09b312a1c2e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:49.047534 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Pushing event updated for resources: {'Port': ['ID=e92d672b-42a1-4a83-bc84-ac1378d662d7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:49.060741 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Transition to ACTIVE for port object 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:49.071092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f684d937-2f91-4365-bfad-c09b312a1c2e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f684d937-2f91-4365-bfad-c09b312a1c2e,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:49.076796 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.081476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22a8c04c-dadb-4670-a13d-847dd7d28cbd req-0aac12d3-707c-4cd3-856d-fcfca62f1169 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021516 Aug 29 04:08:49.082642 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.150949 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69708119-ec0b-4ea5-be6a-f5ba4fbb5d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.154127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69708119-ec0b-4ea5-be6a-f5ba4fbb5d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.160597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f684d937-2f91-4365-bfad-c09b312a1c2e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:49.170335 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-69708119-ec0b-4ea5-be6a-f5ba4fbb5d17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d98e00a-fcd5-417e-a598-9d84a9111eba HTTP/1.1" status: 204 len: 168 time: 0.6711152 Aug 29 04:08:49.209793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Pushing event updated for resources: {'Port': ['ID=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:49.240174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Attempting to bind port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:49.240635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Attempting to bind port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:49.240936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Attempting to bind port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:49.246062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:08:49.247079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Attempting to bind port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:49.252426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:49.252848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:49.253240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:49.253675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Bound port: 92d53a9a-0912-4064-9872-8c2f5bc6d8e3, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:49.254038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.269340 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69708119-ec0b-4ea5-be6a-f5ba4fbb5d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d98e00a-fcd5-417e-a598-9d84a9111eba,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:49.315482 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29add11e-a804-438c-8b2f-ffd3ebd7cdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.336314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c1593165-5448-4095-987f-5a8f66e56759 None None] Provisioning for port e92d672b-42a1-4a83-bc84-ac1378d662d7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:49.343198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c1593165-5448-4095-987f-5a8f66e56759 None None] Provisioning complete for port e92d672b-42a1-4a83-bc84-ac1378d662d7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:49.343580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c1593165-5448-4095-987f-5a8f66e56759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.389020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c1593165-5448-4095-987f-5a8f66e56759 None None] Port e92d672b-42a1-4a83-bc84-ac1378d662d7 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:49.401820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f684d937-2f91-4365-bfad-c09b312a1c2e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:49.435620 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29add11e-a804-438c-8b2f-ffd3ebd7cdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.529656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.580708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29add11e-a804-438c-8b2f-ffd3ebd7cdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.583526 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29add11e-a804-438c-8b2f-ffd3ebd7cdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.587527 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-29add11e-a804-438c-8b2f-ffd3ebd7cdba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb8f3cc4-10d9-4324-b375-baae24df5470 HTTP/1.1" status: 204 len: 168 time: 0.6484849 Aug 29 04:08:49.682105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29add11e-a804-438c-8b2f-ffd3ebd7cdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8f3cc4-10d9-4324-b375-baae24df5470,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:49.855057 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.860702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.867530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d15b-57da-4614-a556-a31749baf721 req-188e40a2-13c2-43e6-bfb0-f979981666db tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:49.869846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3971d15b-57da-4614-a556-a31749baf721 req-188e40a2-13c2-43e6-bfb0-f979981666db tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 949 time: 0.5262403 Aug 29 04:08:49.873707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] For port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:49.877947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] For port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:49.888083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7a936-3935-4282-9c23-4496d2c7e8a5 req-027ded27-2336-49ec-857f-1d72cf51f788 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:49.889583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-acd7a936-3935-4282-9c23-4496d2c7e8a5 req-027ded27-2336-49ec-857f-1d72cf51f788 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 948 time: 0.4808726 Aug 29 04:08:49.897896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.943483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c4c33b52-7ffd-42c4-9904-668fa70d09ce up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:49.965713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Pushing event updated for resources: {'Port': ['ID=e92d672b-42a1-4a83-bc84-ac1378d662d7,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:49.967799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:49.968850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.969140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.971278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] 10.222.0.52 "PUT /v2.0/ports/92d53a9a-0912-4064-9872-8c2f5bc6d8e3 HTTP/1.1" status: 200 len: 1097 time: 1.5581133 Aug 29 04:08:49.975309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc', 'tag': '92d53a9a-0912-4064-9872-8c2f5bc6d8e3'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:49.978865 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80a8cba-801d-40b4-9f84-4b5c0d013088" -d '{"events": [{"name": "network-changed", "server_uuid": "afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc", "tag": "92d53a9a-0912-4064-9872-8c2f5bc6d8e3"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:50.022700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3971d15b-57da-4614-a556-a31749baf721 req-937b7811-c4a6-4a6d-9ee2-67f85ee5a199 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434207 Aug 29 04:08:50.069867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-acd7a936-3935-4282-9c23-4496d2c7e8a5 req-a2f8242f-85d9-4fd0-a674-7451f52fb926 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707673 Aug 29 04:08:50.077800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port c4c33b52-7ffd-42c4-9904-668fa70d09ce completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:50.086181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port c4c33b52-7ffd-42c4-9904-668fa70d09ce triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:50.087083 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.178383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:50.188954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:50.213740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a6c47-f484-4b0d-a3a5-f3618e8a51f8 service neutron] Pushing event updated for resources: {'Port': ['ID=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:50.308432 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.329630 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12be1a66-5dd4-4426-989e-d3d20efe908d x-openstack-request-id: req-12be1a66-5dd4-4426-989e-d3d20efe908d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:50.330144 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc", "tag": "92d53a9a-0912-4064-9872-8c2f5bc6d8e3", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:50.330442 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12be1a66-5dd4-4426-989e-d3d20efe908d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:50.330930 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc', 'tag': '92d53a9a-0912-4064-9872-8c2f5bc6d8e3', 'status': 'completed', 'code': 200} Aug 29 04:08:50.341316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-3ac2436d-cf9e-4471-83b5-e82b03f219f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:50.350637 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-3ac2436d-cf9e-4471-83b5-e82b03f219f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71e0300af1f54ac787635907183d9c6e&device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 1100 time: 0.2610650 Aug 29 04:08:50.393007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2466cdb-6f25-4280-8544-ffdcd2b25501 req-5ccc5fc3-b9e8-43d7-84f6-eb221d1d571d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:50.393212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c4c33b52-7ffd-42c4-9904-668fa70d09ce, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c4c33b52-7ffd-42c4-9904-668fa70d09ce,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:50.394594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2466cdb-6f25-4280-8544-ffdcd2b25501 req-5ccc5fc3-b9e8-43d7-84f6-eb221d1d571d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 948 time: 0.1588867 Aug 29 04:08:50.411240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217782ef-dbdb-42b2-9381-807635edfe28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c33b52-7ffd-42c4-9904-668fa70d09ce'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:50.423507 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4851ddf-815e-4644-aa7e-b25d52ab5ab6" -d '{"events": [{"server_uuid": "217782ef-dbdb-42b2-9381-807635edfe28", "name": "network-vif-plugged", "status": "completed", "tag": "c4c33b52-7ffd-42c4-9904-668fa70d09ce"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:50.433329 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.581234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Router 062339c9-d95d-4317-9177-8ebdcd9710bb has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:08:50.733787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:50.735893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:50.756088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-f7a2214e-8201-473a-afe8-eba0bcd77c57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=92d53a9a-0912-4064-9872-8c2f5bc6d8e3 HTTP/1.1" status: 200 len: 217 time: 0.3784204 Aug 29 04:08:50.762605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c4c33b52-7ffd-42c4-9904-668fa70d09ce,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:50.823154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:50.833019 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-21ef8342-bee8-4314-b23b-873aa3a6b72a admin admin] 10.222.0.49 "PUT /v2.0/routers/062339c9-d95d-4317-9177-8ebdcd9710bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9761503 Aug 29 04:08:50.931415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf82748-7a25-4978-8a76-776a41ac318e req-ffcb2d9e-6458-40ce-baa5-7fc84be7ea02 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:50.932902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bf82748-7a25-4978-8a76-776a41ac318e req-ffcb2d9e-6458-40ce-baa5-7fc84be7ea02 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 949 time: 0.3336782 Aug 29 04:08:50.949120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2466cdb-6f25-4280-8544-ffdcd2b25501 req-d0d5a4f6-68f4-4007-a514-9ed94289a703 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220909 Aug 29 04:08:50.953953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-c9038eab-605d-4f3c-be51-75052c7e457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:50.955559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-c9038eab-605d-4f3c-be51-75052c7e457d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1525440 Aug 29 04:08:50.999358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:51.012704 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37da00c4-45c0-425b-8a27-a57fff644b52 x-openstack-request-id: req-37da00c4-45c0-425b-8a27-a57fff644b52 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:51.012997 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217782ef-dbdb-42b2-9381-807635edfe28", "name": "network-vif-plugged", "status": "completed", "tag": "c4c33b52-7ffd-42c4-9904-668fa70d09ce", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:51.013256 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37da00c4-45c0-425b-8a27-a57fff644b52 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:51.013651 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217782ef-dbdb-42b2-9381-807635edfe28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c33b52-7ffd-42c4-9904-668fa70d09ce', 'code': 200} Aug 29 04:08:51.015119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:51.024843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:51.025351 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.057819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:51.058188 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.092540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Sync routers for ids ['062339c9-d95d-4317-9177-8ebdcd9710bb'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:51.131095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bf82748-7a25-4978-8a76-776a41ac318e req-e8b45e5f-56eb-4e38-8326-8af25f728252 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673839 Aug 29 04:08:51.147223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-70b971b5-05e6-4cfd-98fc-bf5ef0acc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:51.149707 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-70b971b5-05e6-4cfd-98fc-bf5ef0acc36b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1750908 Aug 29 04:08:51.153272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Routers {'062339c9-d95d-4317-9177-8ebdcd9710bb'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:51.154487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['062339c9-d95d-4317-9177-8ebdcd9710bb'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:51.196584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bdde2b9a-218b-4376-8cb9-1b66521885ab None None] Provisioning complete for port e92d672b-42a1-4a83-bc84-ac1378d662d7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:51.197214 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bdde2b9a-218b-4376-8cb9-1b66521885ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.207243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42032cd8-9071-4d31-b6bd-fe9921e4fa87 req-56637f66-6a23-487c-9481-d0116cd39bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:51.209120 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-42032cd8-9071-4d31-b6bd-fe9921e4fa87 req-56637f66-6a23-487c-9481-d0116cd39bab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 1102 time: 0.0898464 Aug 29 04:08:51.274306 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-42032cd8-9071-4d31-b6bd-fe9921e4fa87 req-6475722d-9c70-4e81-862f-affe9e673da0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571456 Aug 29 04:08:51.368850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f73686-4999-403f-a695-9ef1768bea8a req-27faad79-6672-4096-9d49-ab9c75ae5c84 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:51.370432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37f73686-4999-403f-a695-9ef1768bea8a req-27faad79-6672-4096-9d49-ab9c75ae5c84 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 950 time: 0.1643147 Aug 29 04:08:51.387782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c80e3-dc7a-4a4d-991a-a19cb2b5b748 req-f655be39-5a95-4f86-9b9f-89b092d37fa5 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:51.402281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7c80e3-dc7a-4a4d-991a-a19cb2b5b748 req-f655be39-5a95-4f86-9b9f-89b092d37fa5 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 948 time: 0.1412606 Aug 29 04:08:51.425866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-bdde2b9a-218b-4376-8cb9-1b66521885ab None None] Port e92d672b-42a1-4a83-bc84-ac1378d662d7 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:51.426122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-6425c57a-0ef8-4757-9ad5-51a85e4f1a4a service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683914 Aug 29 04:08:51.472413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37f73686-4999-403f-a695-9ef1768bea8a req-bd14ef41-4979-48a4-81a5-3383578c594e tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617487 Aug 29 04:08:51.481932 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.490437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7c80e3-dc7a-4a4d-991a-a19cb2b5b748 req-8e15e189-3aac-4644-a0dc-268134d1122d tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815749 Aug 29 04:08:51.494408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.518499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Set router 062339c9-d95d-4317-9177-8ebdcd9710bb gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:51.588890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:51.590890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=30023086-c4e1-4bd9-ae1d-fed087e5c7d2,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:51.594212 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.600229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f684d937-2f91-4365-bfad-c09b312a1c2e up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:51.603198 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.744639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5fc6b4c-b75d-4008-bc81-3e2990f228b2 req-1812ce11-4cad-4b85-bcba-332e3fbd3e31 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985739 Aug 29 04:08:51.751291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:51.832245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port f684d937-2f91-4365-bfad-c09b312a1c2e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:51.834387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=30023086-c4e1-4bd9-ae1d-fed087e5c7d2,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:51.841654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port f684d937-2f91-4365-bfad-c09b312a1c2e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:51.842097 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:51.938017 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-5a667cfe-e8fe-48c9-bb05-f983b61d6337 req-e88e0949-e7ce-4aa5-9cd4-da3b3e1869fb tempest-FloatingIPDetailsNegativeTestJSON-1307367761 tempest-FloatingIPDetailsNegativeTestJSON-1307367761-project] show failed (client error): The resource could not be found. Aug 29 04:08:51.939136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a667cfe-e8fe-48c9-bb05-f983b61d6337 req-e88e0949-e7ce-4aa5-9cd4-da3b3e1869fb tempest-FloatingIPDetailsNegativeTestJSON-1307367761 tempest-FloatingIPDetailsNegativeTestJSON-1307367761-project] 10.222.0.49 "GET /v2.0/floatingips/ddf20695-79a1-4ffc-be70-b6175548962a HTTP/1.1" status: 404 len: 350 time: 0.0477109 Aug 29 04:08:51.949926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51528) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:51.951553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-router', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:43Z', 'updated_at': '2021-08-29T04:08:49Z', 'revision_number': 4, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'gw_port': {'id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:39:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:44Z', 'updated_at': '2021-08-29T04:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e92d672b-42a1-4a83-bc84-ac1378d662d7', 'name': '', 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'mac_address': 'fa:16:3e:0b:85:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9a04e48f-992b-4b6a-9a9e-bf325a3dc112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:47Z', 'updated_at': '2021-08-29T04:08:49Z', 'revision_number': 2, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'subnets': [{'id': '9a04e48f-992b-4b6a-9a9e-bf325a3dc112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:51.953494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-ddb4a82a-14d5-46b0-a0bc-ab13626cd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:51.955008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-ddb4a82a-14d5-46b0-a0bc-ab13626cd85f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71e0300af1f54ac787635907183d9c6e&device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 1100 time: 0.1098907 Aug 29 04:08:51.982856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Checking router: 062339c9-d95d-4317-9177-8ebdcd9710bb for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:51.983208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Updating router 062339c9-d95d-4317-9177-8ebdcd9710bb port e92d672b-42a1-4a83-bc84-ac1378d662d7 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:08:52.002466 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.034467 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.063986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f684d937-2f91-4365-bfad-c09b312a1c2e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f684d937-2f91-4365-bfad-c09b312a1c2e,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:52.088604 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.214610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f684d937-2f91-4365-bfad-c09b312a1c2e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:52.275072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-abb216fb-2c8d-43b3-8142-ea798cf3516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.276583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-abb216fb-2c8d-43b3-8142-ea798cf3516f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2996426 Aug 29 04:08:52.309663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816afd3-8f9d-4c5b-90db-6b7bb1b3747c req-677888e4-b3ca-47ec-9e09-eb236592505a tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.318245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2816afd3-8f9d-4c5b-90db-6b7bb1b3747c req-677888e4-b3ca-47ec-9e09-eb236592505a tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 948 time: 0.2020860 Aug 29 04:08:52.339037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51542) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:52.359909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-5fd77d2b-c930-40ac-8413-eebdfc833102 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=92d53a9a-0912-4064-9872-8c2f5bc6d8e3 HTTP/1.1" status: 200 len: 217 time: 0.0721159 Aug 29 04:08:52.381790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee09220-5427-4684-a6ef-07a27208f0a7 req-b62b79c2-0062-468b-9a8f-7f3e100ead5d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.383318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ee09220-5427-4684-a6ef-07a27208f0a7 req-b62b79c2-0062-468b-9a8f-7f3e100ead5d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 950 time: 0.1514828 Aug 29 04:08:52.441407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.463252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Transition to ACTIVE for port object e92d672b-42a1-4a83-bc84-ac1378d662d7 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:52.463582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2816afd3-8f9d-4c5b-90db-6b7bb1b3747c req-65e335ef-0c72-49f2-968d-edaed91bedf3 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309824 Aug 29 04:08:52.465682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.543797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ee09220-5427-4684-a6ef-07a27208f0a7 req-e5e5687f-9e3c-4ab9-b831-3c4cb67731c5 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381290 Aug 29 04:08:52.561319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62754dac-6732-417c-bcff-597a4b9f91f9 None None] Pushing event updated for resources: {'Port': ['ID=e92d672b-42a1-4a83-bc84-ac1378d662d7,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:52.561902 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.565521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-2c60dc4b-941f-474d-9d8f-1b1af70ef0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.567345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-2c60dc4b-941f-474d-9d8f-1b1af70ef0e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1806829 Aug 29 04:08:52.680028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:52.697398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-3584998d-9d9e-4bab-b7c2-0b43c7436f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.698912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-3584998d-9d9e-4bab-b7c2-0b43c7436f8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1134527 Aug 29 04:08:52.713072 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:08:52.750051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Attempting to bind port e92d672b-42a1-4a83-bc84-ac1378d662d7 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:52.750769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Attempting to bind port e92d672b-42a1-4a83-bc84-ac1378d662d7 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:52.751439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Attempting to bind port e92d672b-42a1-4a83-bc84-ac1378d662d7 on network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:52.752105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4efc898d-7558-4fc2-bcdc-16d9b44f6b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.761305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:52.761722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Checking segment: {'id': 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:52.762131 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.762533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Bound using segment: {'id': 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:52.763011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Bound port: e92d672b-42a1-4a83-bc84-ac1378d662d7, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:52.763394 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.804935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b559-4488-4adf-8d9d-cc326b09beb4 req-3116c5b2-fd3b-4bad-9523-7b126ed6c782 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:52.807233 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4632b559-4488-4adf-8d9d-cc326b09beb4 req-3116c5b2-fd3b-4bad-9523-7b126ed6c782 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 949 time: 0.1536756 Aug 29 04:08:52.869783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:52.870183 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.900887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] For port e92d672b-42a1-4a83-bc84-ac1378d662d7, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:52.920161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] For port e92d672b-42a1-4a83-bc84-ac1378d662d7, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e92d672b-42a1-4a83-bc84-ac1378d662d7,segment=NetworkSegment(fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87),segment_id=fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:52.926053 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.930176 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4efc898d-7558-4fc2-bcdc-16d9b44f6b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.957575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4632b559-4488-4adf-8d9d-cc326b09beb4 req-28b532bd-29e6-459d-a840-4f34d47cf61c tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281683 Aug 29 04:08:52.965996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4efc898d-7558-4fc2-bcdc-16d9b44f6b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.006444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-807e29d2-dd79-4588-8ad5-95acca868596 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920234 Aug 29 04:08:53.021642 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4efc898d-7558-4fc2-bcdc-16d9b44f6b81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bad4a9b47f7545d799e010b320af05d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6814587 Aug 29 04:08:53.022539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fd3e39-d658-46e3-b019-828c3fd6bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c8063-0d04-455f-8d5d-a8ed7ad0f717'}, {'server_uuid': 'a45345a5-4de4-44d1-a7a4-daa08c0a7921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684d937-2f91-4365-bfad-c09b312a1c2e'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:53.023194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc898d-7558-4fc2-bcdc-16d9b44f6b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88013b6e-c3fa-4bdd-b370-2a1ac5958781,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:53.025197 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d4112a-f44b-4d82-a394-deef93a806e4" -d '{"events": [{"server_uuid": "20fd3e39-d658-46e3-b019-828c3fd6bd08", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c8063-0d04-455f-8d5d-a8ed7ad0f717"}, {"server_uuid": "a45345a5-4de4-44d1-a7a4-daa08c0a7921", "name": "network-vif-plugged", "status": "completed", "tag": "f684d937-2f91-4365-bfad-c09b312a1c2e"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:53.034952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51558) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:53.053692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d16dc-6a66-488f-bd7e-aea933f5d658 req-5d7a6b03-4356-44c1-9ad3-0df1e4f3a973 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:53.064326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba8d16dc-6a66-488f-bd7e-aea933f5d658 req-5d7a6b03-4356-44c1-9ad3-0df1e4f3a973 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 950 time: 0.1884243 Aug 29 04:08:53.116056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Routers {'062339c9-d95d-4317-9177-8ebdcd9710bb'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:53.116770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['062339c9-d95d-4317-9177-8ebdcd9710bb'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:53.191740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba8d16dc-6a66-488f-bd7e-aea933f5d658 req-eb5aed2f-3aa0-4f6b-9e5c-6cdf855201ea tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264305 Aug 29 04:08:53.198334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62754dac-6732-417c-bcff-597a4b9f91f9 None None] Pushing event updated for resources: {'Port': ['ID=e92d672b-42a1-4a83-bc84-ac1378d662d7,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:53.228786 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcc8a93-8817-4a8e-a6ab-defa7a7b681e x-openstack-request-id: req-bdcc8a93-8817-4a8e-a6ab-defa7a7b681e {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:08:53.229418 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fd3e39-d658-46e3-b019-828c3fd6bd08", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c8063-0d04-455f-8d5d-a8ed7ad0f717", "code": 200}, {"server_uuid": "a45345a5-4de4-44d1-a7a4-daa08c0a7921", "name": "network-vif-plugged", "status": "completed", "tag": "f684d937-2f91-4365-bfad-c09b312a1c2e", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:08:53.229418 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdcc8a93-8817-4a8e-a6ab-defa7a7b681e {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:08:53.230169 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fd3e39-d658-46e3-b019-828c3fd6bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c8063-0d04-455f-8d5d-a8ed7ad0f717', 'code': 200} Aug 29 04:08:53.230169 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45345a5-4de4-44d1-a7a4-daa08c0a7921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684d937-2f91-4365-bfad-c09b312a1c2e', 'code': 200} Aug 29 04:08:53.256744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f80a8cba-801d-40b4-9f84-4b5c0d013088 req-6583c039-349d-4f97-9e31-808476ac990f service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884890 Aug 29 04:08:53.280882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beec2ad1-8adc-4ad7-bd85-2e88e3c00205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.337443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] Set router 062339c9-d95d-4317-9177-8ebdcd9710bb gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:53.354903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ec278-7448-426b-b1d4-9c8783fffefe req-6ff67034-c7b4-4ea9-aec5-1cf1eaec9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:53.357384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d25ec278-7448-426b-b1d4-9c8783fffefe req-6ff67034-c7b4-4ea9-aec5-1cf1eaec9ca3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 1101 time: 0.0539479 Aug 29 04:08:53.401364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d25ec278-7448-426b-b1d4-9c8783fffefe req-6bedf524-6197-4126-bc7a-5d3b1c11d1ce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Aug 29 04:08:53.447397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51568) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:53.503721 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0fe0-f3f4-48e9-be47-1c0c62986dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.543066 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beec2ad1-8adc-4ad7-bd85-2e88e3c00205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.597916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-router', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:43Z', 'updated_at': '2021-08-29T04:08:49Z', 'revision_number': 4, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'gw_port': {'id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:39:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:44Z', 'updated_at': '2021-08-29T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e92d672b-42a1-4a83-bc84-ac1378d662d7', 'name': '', 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'mac_address': 'fa:16:3e:0b:85:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9a04e48f-992b-4b6a-9a9e-bf325a3dc112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:47Z', 'updated_at': '2021-08-29T04:08:52Z', 'revision_number': 4, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'subnets': [{'id': '9a04e48f-992b-4b6a-9a9e-bf325a3dc112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:53.602137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5a007-928e-4993-a6df-863080f82a79 req-710b8771-e6d9-4c7d-9bcd-6e4e959282c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:53.603667 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4ee5a007-928e-4993-a6df-863080f82a79 req-710b8771-e6d9-4c7d-9bcd-6e4e959282c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 1102 time: 0.2731123 Aug 29 04:08:53.605045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] Deleting port e92d672b-42a1-4a83-bc84-ac1378d662d7 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:53.606295 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.610765 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67aff7f4-4ab7-4fd8-b691-2d3ad1d53c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.629690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bafbd-0b4e-448b-94ed-1899a789e100 None None] The sync data for ids ['062339c9-d95d-4317-9177-8ebdcd9710bb'] in n-d-712141-12 is: [{'id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-router', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:43Z', 'updated_at': '2021-08-29T04:08:49Z', 'revision_number': 4, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'gw_port': {'id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:39:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:44Z', 'updated_at': '2021-08-29T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e92d672b-42a1-4a83-bc84-ac1378d662d7', 'name': '', 'network_id': '0b5a2f22-aa06-41d7-acf4-9fc4617f05c8', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'mac_address': 'fa:16:3e:0b:85:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9a04e48f-992b-4b6a-9a9e-bf325a3dc112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:47Z', 'updated_at': '2021-08-29T04:08:52Z', 'revision_number': 4, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'subnets': [{'id': '9a04e48f-992b-4b6a-9a9e-bf325a3dc112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:53.683445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf262ed-830b-4f68-8467-30f97061d7eb req-40a8a0e5-c2fe-4a04-8449-0a19286ef4f4 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:53.685609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdf262ed-830b-4f68-8467-30f97061d7eb req-40a8a0e5-c2fe-4a04-8449-0a19286ef4f4 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 948 time: 0.1463928 Aug 29 04:08:53.727526 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4ee5a007-928e-4993-a6df-863080f82a79 req-3f53b6ad-9357-498b-a956-57183854769e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815094 Aug 29 04:08:53.756714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeb2c8-f621-4eb5-8c19-85a16ff17a5d req-67a4853f-21bd-49d9-851e-fa9892da6204 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:53.758523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1deeb2c8-f621-4eb5-8c19-85a16ff17a5d req-67a4853f-21bd-49d9-851e-fa9892da6204 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 950 time: 0.1284606 Aug 29 04:08:53.768847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] For port e92d672b-42a1-4a83-bc84-ac1378d662d7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e92d672b-42a1-4a83-bc84-ac1378d662d7,segment=NetworkSegment(fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87),segment_id=fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:53.769215 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.771753 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beec2ad1-8adc-4ad7-bd85-2e88e3c00205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.774250 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beec2ad1-8adc-4ad7-bd85-2e88e3c00205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.778302 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-beec2ad1-8adc-4ad7-bd85-2e88e3c00205 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88013b6e-c3fa-4bdd-b370-2a1ac5958781 HTTP/1.1" status: 204 len: 168 time: 0.7300828 Aug 29 04:08:53.788964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdf262ed-830b-4f68-8467-30f97061d7eb req-b519f157-e9a2-40ae-945f-8ef765a8b201 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888803 Aug 29 04:08:53.793525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] Calling delete_port for e92d672b-42a1-4a83-bc84-ac1378d662d7 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:53.796670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec2ad1-8adc-4ad7-bd85-2e88e3c00205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88013b6e-c3fa-4bdd-b370-2a1ac5958781,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:53.860855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1deeb2c8-f621-4eb5-8c19-85a16ff17a5d req-7b641791-b9c5-4aad-8ec6-325aa967d233 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877659 Aug 29 04:08:53.931416 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67aff7f4-4ab7-4fd8-b691-2d3ad1d53c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.938742 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67aff7f4-4ab7-4fd8-b691-2d3ad1d53c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:53.987757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-67aff7f4-4ab7-4fd8-b691-2d3ad1d53c4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8e262272f2e4a00ac2535699e2811fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392032 Aug 29 04:08:53.989301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aff7f4-4ab7-4fd8-b691-2d3ad1d53c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6183b40d-a182-4f62-814d-093b9876d666,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:53.992309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51582) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:54.087234 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09c76552-4f7d-45c4-8568-e99fc52e94f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.160323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09c76552-4f7d-45c4-8568-e99fc52e94f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.178765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec77f3-7f03-4ff9-81fa-a37f118f9d23 req-ce926773-21e1-4063-8904-714d00cf30e7 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:54.180402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7ec77f3-7f03-4ff9-81fa-a37f118f9d23 req-ce926773-21e1-4063-8904-714d00cf30e7 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 949 time: 0.0906310 Aug 29 04:08:54.203514 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.242807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7ec77f3-7f03-4ff9-81fa-a37f118f9d23 req-3fd69381-8c02-4bab-87d7-a667da6ac6aa tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523071 Aug 29 04:08:54.243277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51588) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:54.267221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] Pushing event deleted for resources: {'Port': ['ID=e92d672b-42a1-4a83-bc84-ac1378d662d7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:54.275885 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-038f2188-58f8-4576-90dd-3fec5b529f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.352889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc62f3f-fd78-4a79-a297-56a630478c8b req-bccbe48e-591e-4c4d-af32-c53cef1aa145 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:54.361309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bc62f3f-fd78-4a79-a297-56a630478c8b req-bccbe48e-591e-4c4d-af32-c53cef1aa145 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 950 time: 0.0881698 Aug 29 04:08:54.373923 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09c76552-4f7d-45c4-8568-e99fc52e94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.376609 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09c76552-4f7d-45c4-8568-e99fc52e94f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.377763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-09c76552-4f7d-45c4-8568-e99fc52e94f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6183b40d-a182-4f62-814d-093b9876d666 HTTP/1.1" status: 204 len: 168 time: 0.3843710 Aug 29 04:08:54.407288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c76552-4f7d-45c4-8568-e99fc52e94f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6183b40d-a182-4f62-814d-093b9876d666,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:54.447154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bc62f3f-fd78-4a79-a297-56a630478c8b req-ac4c0e6a-0994-4082-824b-1d189a7339a6 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802824 Aug 29 04:08:54.556926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-038f2188-58f8-4576-90dd-3fec5b529f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.562645 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-038f2188-58f8-4576-90dd-3fec5b529f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.594804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.617808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-038f2188-58f8-4576-90dd-3fec5b529f2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d00cf2bb29b4740be1abfdd6ec10e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728571 Aug 29 04:08:54.618571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f2188-58f8-4576-90dd-3fec5b529f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b16956-c2a0-428f-943a-e5b71ab5c2df,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:54.620528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51594) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:54.770156 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e64d84d-0184-4cd3-aab3-bbd7770febe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.812508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e64d84d-0184-4cd3-aab3-bbd7770febe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.826162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc4a1c-1119-4459-8888-29cbab9d1c10 req-d8f6faa4-b0ae-4447-98f6-3455054fb722 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:54.827713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fc4a1c-1119-4459-8888-29cbab9d1c10 req-d8f6faa4-b0ae-4447-98f6-3455054fb722 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 950 time: 0.0619130 Aug 29 04:08:54.886884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fc4a1c-1119-4459-8888-29cbab9d1c10 req-cece63c2-f9c1-450b-9ade-89e10835ebcd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502441 Aug 29 04:08:54.941551 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e64d84d-0184-4cd3-aab3-bbd7770febe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.944071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e64d84d-0184-4cd3-aab3-bbd7770febe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.945282 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3e64d84d-0184-4cd3-aab3-bbd7770febe4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20b16956-c2a0-428f-943a-e5b71ab5c2df HTTP/1.1" status: 204 len: 168 time: 0.3237641 Aug 29 04:08:54.949538 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51606) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:54.981927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64864c-5933-4d04-9d6e-bb46af1cbc8a req-7f27d4cf-bb0d-4f23-9370-21afd7ca98d1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:54.983363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64d84d-0184-4cd3-aab3-bbd7770febe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b16956-c2a0-428f-943a-e5b71ab5c2df,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:54.985634 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4b03ead0-b973-49e0-a80d-7ce5e76997fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:54.992107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de64864c-5933-4d04-9d6e-bb46af1cbc8a req-7f27d4cf-bb0d-4f23-9370-21afd7ca98d1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 948 time: 0.1035733 Aug 29 04:08:55.068302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de64864c-5933-4d04-9d6e-bb46af1cbc8a req-9e898e90-b94b-4371-8913-7b2f26a7525b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752494 Aug 29 04:08:55.080827 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] Router 062339c9-d95d-4317-9177-8ebdcd9710bb has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:08:55.081022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38942e3e-3d5b-4287-bc2c-96df259b495f req-5a81f2a6-d474-41a9-99af-8469362038f0 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:55.089130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38942e3e-3d5b-4287-bc2c-96df259b495f req-5a81f2a6-d474-41a9-99af-8469362038f0 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 950 time: 0.0946460 Aug 29 04:08:55.172423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38942e3e-3d5b-4287-bc2c-96df259b495f req-58b087c3-9bc8-4186-803c-f56e5571fa96 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762258 Aug 29 04:08:55.274297 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4b03ead0-b973-49e0-a80d-7ce5e76997fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.282330 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4b03ead0-b973-49e0-a80d-7ce5e76997fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.323658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:55.332337 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-721b0206-d796-4440-a1a2-202bbae7830d admin admin] 10.222.0.49 "PUT /v2.0/routers/062339c9-d95d-4317-9177-8ebdcd9710bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3816583 Aug 29 04:08:55.339559 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4b03ead0-b973-49e0-a80d-7ce5e76997fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ea062cb02f54589a8f3452df1af2a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767071 Aug 29 04:08:55.341353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51614) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:55.342867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51616) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:55.346769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03ead0-b973-49e0-a80d-7ce5e76997fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02256cc-8ad4-4442-a8ef-f7146ef9dc56,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:55.415304 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] Sync routers for ids ['062339c9-d95d-4317-9177-8ebdcd9710bb'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:55.428586 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] Routers {'062339c9-d95d-4317-9177-8ebdcd9710bb'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:55.429284 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['062339c9-d95d-4317-9177-8ebdcd9710bb'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:55.522507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f90355-ba47-456c-8b70-503ca98ce4a9 req-2049ee6f-3e8a-4169-80f4-a5194eebfba2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:55.528669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45f90355-ba47-456c-8b70-503ca98ce4a9 req-2049ee6f-3e8a-4169-80f4-a5194eebfba2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 949 time: 0.1987128 Aug 29 04:08:55.545941 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] Set router 062339c9-d95d-4317-9177-8ebdcd9710bb gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:55.577030 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c6a14dd9-8cd3-4e12-9f89-58f25df2993c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.589165 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.662040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45f90355-ba47-456c-8b70-503ca98ce4a9 req-7c01148d-f0c3-492a-a277-98082480e52c tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073115 Aug 29 04:08:55.681167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c6a14dd9-8cd3-4e12-9f89-58f25df2993c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.774550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.806564 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-router', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:43Z', 'updated_at': '2021-08-29T04:08:54Z', 'revision_number': 5, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'gw_port': {'id': '30023086-c4e1-4bd9-ae1d-fed087e5c7d2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:39:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:44Z', 'updated_at': '2021-08-29T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:55.815603 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c6a14dd9-8cd3-4e12-9f89-58f25df2993c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.818318 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c6a14dd9-8cd3-4e12-9f89-58f25df2993c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.819484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c6a14dd9-8cd3-4e12-9f89-58f25df2993c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b02256cc-8ad4-4442-a8ef-f7146ef9dc56 HTTP/1.1" status: 204 len: 168 time: 0.4718649 Aug 29 04:08:55.832458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a14dd9-8cd3-4e12-9f89-58f25df2993c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02256cc-8ad4-4442-a8ef-f7146ef9dc56,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:55.848648 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] Checking router: 062339c9-d95d-4317-9177-8ebdcd9710bb for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:55.858258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Deleting port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:55.858962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:55.869648 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] Routers {'062339c9-d95d-4317-9177-8ebdcd9710bb'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:55.870566 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['062339c9-d95d-4317-9177-8ebdcd9710bb'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:55.916663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51642) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:55.974170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:08:56.013483 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] Set router 062339c9-d95d-4317-9177-8ebdcd9710bb gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:56.065418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] For port 30023086-c4e1-4bd9-ae1d-fed087e5c7d2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=30023086-c4e1-4bd9-ae1d-fed087e5c7d2,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:56.066027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.095433 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-router', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:43Z', 'updated_at': '2021-08-29T04:08:55Z', 'revision_number': 6, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:56.101675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Calling delete_port for 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:56.133336 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-network', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:56.137809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0790-0a13-4edc-bcc3-3f6853ac3a16 req-d0c874ee-e408-43b9-9d09-1f05f619436d tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:56.139582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94ca0790-0a13-4edc-bcc3-3f6853ac3a16 req-d0c874ee-e408-43b9-9d09-1f05f619436d tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 950 time: 0.1419408 Aug 29 04:08:56.143262 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8cdbc6-47ed-4130-aa2a-f58b21dd9e24 None None] The sync data for ids ['062339c9-d95d-4317-9177-8ebdcd9710bb'] in n-d-712141-12 is: [{'id': '062339c9-d95d-4317-9177-8ebdcd9710bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-916050203-router', 'tenant_id': 'e24152495c1a4699aae16e36705c5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:43Z', 'updated_at': '2021-08-29T04:08:55Z', 'revision_number': 6, 'project_id': 'e24152495c1a4699aae16e36705c5267', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:56.170033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Made reservation on behalf of b6cc5daaf74741329e5c8b6e916cdc98 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:56.172813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.196253 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.309197 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-69941dd6-1af1-490d-bb4b-5f9a570d4437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.317229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.338140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.345832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.353390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:56.367745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '92d53a9a-0912-4064-9872-8c2f5bc6d8e3', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '92d53a9a-0912-4064-9872-8c2f5bc6d8e3', 'mac_address': 'fa:16:3e:22:f8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:08:56.377512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:08:56.382952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94ca0790-0a13-4edc-bcc3-3f6853ac3a16 req-3fa1d890-476b-4a63-84ba-6b268f6538f9 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Aug 29 04:08:56.383557 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.393019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5714d-5ca7-4d23-a41b-21acd05f309b req-53d636aa-60fb-4179-8062-4d939d051c52 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:56.407517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af595ea2-e454-4e22-9fbd-6f78172eff6b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:56.409056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75b5714d-5ca7-4d23-a41b-21acd05f309b req-53d636aa-60fb-4179-8062-4d939d051c52 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 949 time: 0.3685825 Aug 29 04:08:56.422486 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.425344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.425698 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Added segment 601ee673-b976-4f4b-be4f-6f410b0aa3ba of type vlan for network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 Aug 29 04:08:56.441711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:08:56.466068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:56.471406 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.508188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.511557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=30023086-c4e1-4bd9-ae1d-fed087e5c7d2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:56.558196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:56.571406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.578858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:56.579800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.594237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.656167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e92d672b-42a1-4a83-bc84-ac1378d662d7 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:08:56.661339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75b5714d-5ca7-4d23-a41b-21acd05f309b req-b48b5b43-8fb0-41b2-9b1a-49dc1600a33b tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513251 Aug 29 04:08:56.663701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:56.681623 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-385b69db-1c6a-47b6-a127-c1d5b0999458 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7564106 Aug 29 04:08:56.683984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51666) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:56.690332 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Request body: {'subnet': {'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-subnet', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:56.691538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:08:56.693894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: e92d672b-42a1-4a83-bc84-ac1378d662d7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:08:56.694524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e92d672b-42a1-4a83-bc84-ac1378d662d7 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:08:56.747649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Made reservation on behalf of b6cc5daaf74741329e5c8b6e916cdc98 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:56.755924 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.936430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['92d53a9a-0912-4064-9872-8c2f5bc6d8e3'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:56.950245 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:56.979298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51676) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:57.030492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1bbe23d-ef71-4638-9899-04af97e1f53a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:57.038490 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Checking segment: {'id': '601ee673-b976-4f4b-be4f-6f410b0aa3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:57.038938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Network hostable DHCP agents. Network: 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:08:57.066735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:08:57.081203 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:57.084538 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.091136 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:57.091789 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.091905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7aabd1-7c41-45db-ac52-2bbd0c477b79 None None] Network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:57.099505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.106917 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.122590 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cc7ee953-629d-405b-b490-dda1cf647b24 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4335725 Aug 29 04:08:57.122876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f550c6-5fc4-4654-9fb8-bbb2bf08d8bd req-f1752223-6d70-4bc2-ab78-1f697005e8da tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:57.123696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51680) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:57.128413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31f550c6-5fc4-4654-9fb8-bbb2bf08d8bd req-f1752223-6d70-4bc2-ab78-1f697005e8da tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 949 time: 0.6592910 Aug 29 04:08:57.132877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-router', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:57.158653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1304301370-network', 'tenant_id': '8c315ab7fe9442ebbeae0625b3094431'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:57.177041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.178385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.193416 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.207574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Made reservation on behalf of 8c315ab7fe9442ebbeae0625b3094431 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:57.210372 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.247884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31f550c6-5fc4-4654-9fb8-bbb2bf08d8bd req-ca52c6c3-a34a-40ea-bb7a-486bcf9d0085 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182780 Aug 29 04:08:57.251237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.255399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 062339c9-d95d-4317-9177-8ebdcd9710bb {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:08:57.265161 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.285134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1d9c-6aac-429e-b5ef-aa7524d16878 req-cec38f44-9265-46d5-bff6-d32e4e6003ec tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:57.286768 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e9c1d9c-6aac-429e-b5ef-aa7524d16878 req-cec38f44-9265-46d5-bff6-d32e4e6003ec tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 950 time: 0.5098879 Aug 29 04:08:57.295792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.300674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ee7f7454-7008-440c-aad2-98d9c05a39c0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/062339c9-d95d-4317-9177-8ebdcd9710bb HTTP/1.1" status: 204 len: 168 time: 1.9550004 Aug 29 04:08:57.303540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51682) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:57.332185 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.342554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1', 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'fixed_ips': [{'subnet_id': 'b1bbe23d-ef71-4638-9899-04af97e1f53a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:08:57.344535 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.392210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4f38a1-fb53-473f-a54f-bc13af388fe7 admin admin] Deleting subnet 9a04e48f-992b-4b6a-9a9e-bf325a3dc112 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:08:57.400724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e9c1d9c-6aac-429e-b5ef-aa7524d16878 req-bb6c1ddf-e280-47ee-8762-d22dbe2b9e94 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938113 Aug 29 04:08:57.401401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb4f38a1-fb53-473f-a54f-bc13af388fe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.456926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb4f38a1-fb53-473f-a54f-bc13af388fe7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.510086 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.519243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.535036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.549568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Allocated IP 172.20.0.2 (5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1/b1bbe23d-ef71-4638-9899-04af97e1f53a/cfc0afa5-3970-44fc-87d5-1896bbeed39a) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:57.591686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:08:57.606609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a76fab2-369c-40cc-911b-e68734241682,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:57.615021 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.615378 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Added segment b070ae90-5752-48a9-8821-216379706c62 of type vlan for network 8f502e82-6ac3-4950-8b96-2734620cac37 Aug 29 04:08:57.671044 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.696458 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb4f38a1-fb53-473f-a54f-bc13af388fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.722338 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.723526 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:57.724252 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.727987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6cad2-ef7c-4728-87f1-eaad7f872fe6 req-09c9fccc-14eb-4c12-9730-1a21cb932d51 tempest-LiveMigrationNegativeTest-526209760 tempest-LiveMigrationNegativeTest-526209760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:57.735422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31b6cad2-ef7c-4728-87f1-eaad7f872fe6 req-09c9fccc-14eb-4c12-9730-1a21cb932d51 tempest-LiveMigrationNegativeTest-526209760 tempest-LiveMigrationNegativeTest-526209760-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 1102 time: 0.1957989 Aug 29 04:08:57.754337 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31b6cad2-ef7c-4728-87f1-eaad7f872fe6 req-c0369243-809c-43a8-8e55-34295d9b1725 tempest-LiveMigrationNegativeTest-526209760 tempest-LiveMigrationNegativeTest-526209760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.771972 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.783426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Transition to ACTIVE for port object cfc0afa5-3970-44fc-87d5-1896bbeed39a will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:57.801932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Transition to ACTIVE for port object cfc0afa5-3970-44fc-87d5-1896bbeed39a will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:57.809910 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.831907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:57.857443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:57.864085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:57.867192 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] Pushing event updated for resources: {'Network': ['ID=8f502e82-6ac3-4950-8b96-2734620cac37,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:57.881322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 8f502e82-6ac3-4950-8b96-2734620cac37 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:08:57.886638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31b6cad2-ef7c-4728-87f1-eaad7f872fe6 req-c0369243-809c-43a8-8e55-34295d9b1725 tempest-LiveMigrationNegativeTest-526209760 tempest-LiveMigrationNegativeTest-526209760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.901643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31b6cad2-ef7c-4728-87f1-eaad7f872fe6 req-c0369243-809c-43a8-8e55-34295d9b1725 tempest-LiveMigrationNegativeTest-526209760 tempest-LiveMigrationNegativeTest-526209760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.905646 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c48a72ed-9cd4-443e-b452-080b3bc8cd9a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9239039 Aug 29 04:08:57.906179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51690) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:57.913020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Request body: {'subnet': {'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1304301370-subnet', 'tenant_id': '8c315ab7fe9442ebbeae0625b3094431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:57.933149 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.937426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0369243-809c-43a8-8e55-34295d9b1725 tempest-LiveMigrationNegativeTest-526209760 tempest-LiveMigrationNegativeTest-526209760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6168a1c3-87c5-4eed-a5e4-fdc1e3093a11,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:57.940781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb4f38a1-fb53-473f-a54f-bc13af388fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.956860 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.968985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Made reservation on behalf of 8c315ab7fe9442ebbeae0625b3094431 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:57.971355 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:57.999973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31b6cad2-ef7c-4728-87f1-eaad7f872fe6 req-c0369243-809c-43a8-8e55-34295d9b1725 tempest-LiveMigrationNegativeTest-526209760 tempest-LiveMigrationNegativeTest-526209760-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574732 Aug 29 04:08:58.001487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb4f38a1-fb53-473f-a54f-bc13af388fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.010177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cb4f38a1-fb53-473f-a54f-bc13af388fe7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9a04e48f-992b-4b6a-9a9e-bf325a3dc112 HTTP/1.1" status: 204 len: 168 time: 0.7030766 Aug 29 04:08:58.011018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51692) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:58.011899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f38a1-fb53-473f-a54f-bc13af388fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a04e48f-992b-4b6a-9a9e-bf325a3dc112,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:58.023752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62fb56-0357-4b81-82b8-aded8711db83 None None] Network 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:58.129489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Pushing event updated for resources: {'Port': ['ID=cfc0afa5-3970-44fc-87d5-1896bbeed39a,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:58.155722 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.194900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Attempting to bind port cfc0afa5-3970-44fc-87d5-1896bbeed39a on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:58.195265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Attempting to bind port cfc0afa5-3970-44fc-87d5-1896bbeed39a by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '601ee673-b976-4f4b-be4f-6f410b0aa3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:58.195625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Attempting to bind port cfc0afa5-3970-44fc-87d5-1896bbeed39a on network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:58.213401 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:58.213764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Checking segment: {'id': '601ee673-b976-4f4b-be4f-6f410b0aa3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:58.214166 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.215134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Bound using segment: {'id': '601ee673-b976-4f4b-be4f-6f410b0aa3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:58.215635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Bound port: cfc0afa5-3970-44fc-87d5-1896bbeed39a, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ee673-b976-4f4b-be4f-6f410b0aa3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:58.216015 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.296190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bed0f-7b3c-4c9d-bb20-180121d43853 req-cb0caa46-d0df-496b-b8a0-46c756b2b964 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:58.300695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-929bed0f-7b3c-4c9d-bb20-180121d43853 req-cb0caa46-d0df-496b-b8a0-46c756b2b964 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 949 time: 0.1400189 Aug 29 04:08:58.305163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] For port cfc0afa5-3970-44fc-87d5-1896bbeed39a, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:58.310574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] For port cfc0afa5-3970-44fc-87d5-1896bbeed39a, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cfc0afa5-3970-44fc-87d5-1896bbeed39a,segment=NetworkSegment(601ee673-b976-4f4b-be4f-6f410b0aa3ba),segment_id=601ee673-b976-4f4b-be4f-6f410b0aa3ba)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:58.319419 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.335297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475ae295-7bb2-4b3b-9b34-1cf51e418c6b None None] DHCP port deletion for 0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:08:58.341966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8402778-714e-4a37-a4e1-9f15c642c4dd req-4cf51baf-6c90-449c-8d87-18a616df138d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:58.343466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8402778-714e-4a37-a4e1-9f15c642c4dd req-4cf51baf-6c90-449c-8d87-18a616df138d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 950 time: 0.1602020 Aug 29 04:08:58.389163 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-929bed0f-7b3c-4c9d-bb20-180121d43853 req-a610ef89-094b-467d-8909-2543e0798c92 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785432 Aug 29 04:08:58.395329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Deleting port fea6df80-ea61-47d7-984d-96c513a4da15 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:58.400017 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.434324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ec361-a354-4c47-8f24-a38d979a677c None None] Pushing event updated for resources: {'Port': ['ID=cfc0afa5-3970-44fc-87d5-1896bbeed39a,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:58.476272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8402778-714e-4a37-a4e1-9f15c642c4dd req-f41a3e10-38fa-4d2b-8a3f-b15521a7473b tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199238 Aug 29 04:08:58.476791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2e921471-df5d-4493-ab96-6223c441328c tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:58.478326 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2e921471-df5d-4493-ab96-6223c441328c tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.59 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 949 time: 0.2152412 Aug 29 04:08:58.523808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-475ae295-7bb2-4b3b-9b34-1cf51e418c6b None None] Deleting port fea6df80-ea61-47d7-984d-96c513a4da15 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:58.524190 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-475ae295-7bb2-4b3b-9b34-1cf51e418c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.525295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] For port fea6df80-ea61-47d7-984d-96c513a4da15, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fea6df80-ea61-47d7-984d-96c513a4da15,segment=NetworkSegment(fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87),segment_id=fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:58.525942 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.550274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Calling delete_port for fea6df80-ea61-47d7-984d-96c513a4da15 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:58.637971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:08:58.641977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-475ae295-7bb2-4b3b-9b34-1cf51e418c6b None None] For port fea6df80-ea61-47d7-984d-96c513a4da15, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fea6df80-ea61-47d7-984d-96c513a4da15,segment=NetworkSegment(fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87),segment_id=fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:58.642319 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-475ae295-7bb2-4b3b-9b34-1cf51e418c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.665317 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Allocated IP 172.25.5.41 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/4805314f-28a2-4289-9ba1-e0876a5e712c) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:58.676702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:08:58.677114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 30023086-c4e1-4bd9-ae1d-fed087e5c7d2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:08:58.677538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fea6df80-ea61-47d7-984d-96c513a4da15 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:08:58.756718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-475ae295-7bb2-4b3b-9b34-1cf51e418c6b None None] Calling delete_port for fea6df80-ea61-47d7-984d-96c513a4da15 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:58.761160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b239bfc-984c-4837-a57c-e17aae1f6ed4 req-62f49355-5f44-4d3a-bc71-8b144fd74fc8 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:58.770378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b239bfc-984c-4837-a57c-e17aae1f6ed4 req-62f49355-5f44-4d3a-bc71-8b144fd74fc8 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 949 time: 0.1403487 Aug 29 04:08:58.820225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b239bfc-984c-4837-a57c-e17aae1f6ed4 req-9cfc9263-ad1a-491a-85b4-d6ba8ce6ba62 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458128 Aug 29 04:08:58.833502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.876891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea6df80-ea61-47d7-984d-96c513a4da15,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:58.883160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] No DVR routers for this DVR port fea6df80-ea61-47d7-984d-96c513a4da15 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:08:58.903183 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Port fea6df80-ea61-47d7-984d-96c513a4da15 update to DOWN by agent not found {{(pid=94852) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:08:58.929729 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.942542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.984084 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-475ae295-7bb2-4b3b-9b34-1cf51e418c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:58.999301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.011167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.011548 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.012367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.012702 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.013030 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.013371 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.013695 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.014019 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.014467 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.014793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.020177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ae295-7bb2-4b3b-9b34-1cf51e418c6b None None] Pushing event deleted for resources: {'Port': ['ID=fea6df80-ea61-47d7-984d-96c513a4da15,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:59.022758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ae295-7bb2-4b3b-9b34-1cf51e418c6b None None] No DVR routers for this DVR port fea6df80-ea61-47d7-984d-96c513a4da15 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:08:59.031733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=202acf61-14c7-4a45-8371-62216017318f,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:59.047974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2fd735c9-2806-4360-8eec-3230bf553bb2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Deleting port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:08:59.048340 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2fd735c9-2806-4360-8eec-3230bf553bb2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.096831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.097184 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.097516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.097844 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:08:59.098224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5a2f22-aa06-41d7-acf4-9fc4617f05c8']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:59.129375 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:59.129678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8bdd93-2085-4bc0-bc1e-98fa1ec1cc87') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:59.145413 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.161043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:59.161043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Network hostable DHCP agents. Network: 8f502e82-6ac3-4950-8b96-2734620cac37, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:08:59.161334 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.185961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.195114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2fd735c9-2806-4360-8eec-3230bf553bb2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] For port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:59.195481 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2fd735c9-2806-4360-8eec-3230bf553bb2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.197770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:08:59.198179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.207003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07f55e-05fd-45bb-a7f8-42515db4eb87 req-78643e77-b5af-46b3-8308-5c711a17b3b7 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:59.208629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd07f55e-05fd-45bb-a7f8-42515db4eb87 req-78643e77-b5af-46b3-8308-5c711a17b3b7 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 950 time: 0.1998396 Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: from cryptography.utils import int_from_bytes Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: from cryptography.utils import int_from_bytes Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:08:59.211461 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:08:59.223654 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2fd735c9-2806-4360-8eec-3230bf553bb2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Calling delete_port for 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:08:59.229178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Network 8f502e82-6ac3-4950-8b96-2734620cac37 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:08:59.248990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 8f502e82-6ac3-4950-8b96-2734620cac37) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:59.257511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:59.258096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.259187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252932fc-57d4-4e56-b13c-9d43e1b9a2c1 None None] Network 8f502e82-6ac3-4950-8b96-2734620cac37 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:59.291574 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.311645 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.323735 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.326034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0b5a2f22-aa06-41d7-acf4-9fc4617f05c8 HTTP/1.1" status: 204 len: 168 time: 1.3101919 Aug 29 04:08:59.338399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd07f55e-05fd-45bb-a7f8-42515db4eb87 req-abc1853b-57e4-48ff-a3f2-fffae70ebf3b tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155777 Aug 29 04:08:59.368923 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6b1d2ea1-4fb7-47b0-81aa-2861059afda8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4515715 Aug 29 04:08:59.369231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba80f1a-2e27-4047-b70b-28541a896cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5a2f22-aa06-41d7-acf4-9fc4617f05c8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:59.387229 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:59.394201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:59.398145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:59.401170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Pushing event updated for resources: {'Port': ['ID=4805314f-28a2-4289-9ba1-e0876a5e712c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:59.485246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee8b68c-af14-49e6-b05e-b8e73c4b87d5 None None] Network 8f502e82-6ac3-4950-8b96-2734620cac37 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:59.579156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51720) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:59.642142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2fd735c9-2806-4360-8eec-3230bf553bb2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.661174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['1b0c8063-0d04-455f-8d5d-a8ed7ad0f717'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:08:59.666527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69358576-52a1-4e4a-8950-598e363f2fe6 req-fb270827-6117-430c-8b31-570acb9a2d5a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:59.668692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69358576-52a1-4e4a-8950-598e363f2fe6 req-fb270827-6117-430c-8b31-570acb9a2d5a tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/ports?device_id=20fd3e39-d658-46e3-b019-828c3fd6bd08 HTTP/1.1" status: 200 len: 867 time: 0.1350875 Aug 29 04:08:59.739185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69358576-52a1-4e4a-8950-598e363f2fe6 req-5dd43faa-c6e6-4435-a360-3af67ede04cf tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.49 "GET /v2.0/security-groups?id=eec16fd2-f1db-4289-948a-d3cd70d2503e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 Aug 29 04:08:59.771006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-701cfde7-2d33-4e81-b792-bb5859a1c13e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e24152495c1a4699aae16e36705c5267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836033 Aug 29 04:08:59.772674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51726) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:59.796219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd735c9-2806-4360-8eec-3230bf553bb2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Pushing event deleted for resources: {'Port': ['ID=1b0c8063-0d04-455f-8d5d-a8ed7ad0f717,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:59.841642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ae51c-9dca-4c8d-9723-d535ea8bd00b req-e6c1d7d9-1154-4484-8edb-b205a702e54d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:59.849119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-196ae51c-9dca-4c8d-9723-d535ea8bd00b req-e6c1d7d9-1154-4484-8edb-b205a702e54d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 950 time: 0.2509329 Aug 29 04:08:59.858806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2fd735c9-2806-4360-8eec-3230bf553bb2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] No DVR routers for this DVR port 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:08:59.864102 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2fd735c9-2806-4360-8eec-3230bf553bb2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.866069 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9bd7bad9-089d-4fe3-8217-0c6119d59d46 req-2fd735c9-2806-4360-8eec-3230bf553bb2 tempest-ServerDiagnosticsNegativeTest-1145555073 tempest-ServerDiagnosticsNegativeTest-1145555073-project] 10.222.0.59 "DELETE /v2.0/ports/1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 HTTP/1.1" status: 204 len: 173 time: 1.3496161 Aug 29 04:08:59.866714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fd3e39-d658-46e3-b019-828c3fd6bd08', 'name': 'network-vif-deleted', 'tag': '1b0c8063-0d04-455f-8d5d-a8ed7ad0f717'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:08:59.871852 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70b90d6-546b-4f9c-b8c1-47496ba54386" -d '{"events": [{"server_uuid": "20fd3e39-d658-46e3-b019-828c3fd6bd08", "name": "network-vif-deleted", "tag": "1b0c8063-0d04-455f-8d5d-a8ed7ad0f717"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:08:59.934072 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05621d2b-a852-43d9-a05a-98098dbf3790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:59.989645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5adc16e-81f0-4285-afbb-0ad9ef816bba None None] Network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:59.998580 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05621d2b-a852-43d9-a05a-98098dbf3790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.022932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:00.081966 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.102147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-196ae51c-9dca-4c8d-9723-d535ea8bd00b req-ba5e09fe-0d84-4532-a823-66cf0ce361a1 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520025 Aug 29 04:09:00.118302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-76f021da-b7a4-47d1-8c08-a79924573167 None None] Provisioning for port cfc0afa5-3970-44fc-87d5-1896bbeed39a completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:00.161202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85756549-bdbc-4561-aa5e-bc2964995964 req-f45dc897-0ab7-402d-ba0e-74073d031d0d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.162806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85756549-bdbc-4561-aa5e-bc2964995964 req-f45dc897-0ab7-402d-ba0e-74073d031d0d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 949 time: 0.1079202 Aug 29 04:09:00.185047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05621d2b-a852-43d9-a05a-98098dbf3790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.188653 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05621d2b-a852-43d9-a05a-98098dbf3790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.190045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-05621d2b-a852-43d9-a05a-98098dbf3790 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9328e0e2-03e2-4fb0-9507-35c3476d7be6 HTTP/1.1" status: 204 len: 168 time: 0.4164426 Aug 29 04:09:00.216627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05621d2b-a852-43d9-a05a-98098dbf3790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9328e0e2-03e2-4fb0-9507-35c3476d7be6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:00.216871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:00.229225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:00.229725 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.247278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85756549-bdbc-4561-aa5e-bc2964995964 req-bedf87be-458f-4bff-a936-aed2ef1e6e78 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761883 Aug 29 04:09:00.272886 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da4b08d-19bc-4066-8670-24ec05132a8f x-openstack-request-id: req-3da4b08d-19bc-4066-8670-24ec05132a8f {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:00.273482 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fd3e39-d658-46e3-b019-828c3fd6bd08", "name": "network-vif-deleted", "tag": "1b0c8063-0d04-455f-8d5d-a8ed7ad0f717", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:00.273741 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3da4b08d-19bc-4066-8670-24ec05132a8f {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:00.274134 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fd3e39-d658-46e3-b019-828c3fd6bd08', 'name': 'network-vif-deleted', 'tag': '1b0c8063-0d04-455f-8d5d-a8ed7ad0f717', 'status': 'completed', 'code': 200} Aug 29 04:09:00.336407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-b9d362e8-be24-4436-b285-3bd12279a6d9 tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.337875 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-b9d362e8-be24-4436-b285-3bd12279a6d9 tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 1102 time: 0.0741081 Aug 29 04:09:00.364141 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51744) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:00.369755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1363235587-network', 'tenant_id': '63c49d5144714d60af6d413faca47cec'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:00.374616 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.419391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d53a9a-0912-4064-9872-8c2f5bc6d8e3'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:00.424581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Made reservation on behalf of 63c49d5144714d60af6d413faca47cec for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:00.429541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.429741 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c08d3-d03e-48c3-b0c1-45ea1c215cfe" -d '{"events": [{"server_uuid": "afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc", "name": "network-vif-plugged", "status": "completed", "tag": "92d53a9a-0912-4064-9872-8c2f5bc6d8e3"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:00.445202 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:00.451202 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.456930 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.506938 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb422941-d511-4db3-9c1e-aed4f15e328b x-openstack-request-id: req-bb422941-d511-4db3-9c1e-aed4f15e328b {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:00.506938 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc", "name": "network-vif-plugged", "status": "completed", "tag": "92d53a9a-0912-4064-9872-8c2f5bc6d8e3", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:00.507248 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb422941-d511-4db3-9c1e-aed4f15e328b {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:00.507801 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d53a9a-0912-4064-9872-8c2f5bc6d8e3', 'code': 200} Aug 29 04:09:00.577393 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.587257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-98d1eedb-80ad-4330-8fb3-f76c1c48e4fa tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] Deleting port f684d937-2f91-4365-bfad-c09b312a1c2e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:00.587704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-98d1eedb-80ad-4330-8fb3-f76c1c48e4fa tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.620142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b140ce-a208-47fc-a80c-382055651da7 req-1403a553-6f1c-43bd-b826-ea42ac86d014 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.621919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:00.642274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b140ce-a208-47fc-a80c-382055651da7 req-1403a553-6f1c-43bd-b826-ea42ac86d014 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 950 time: 0.1845908 Aug 29 04:09:00.691334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cfc0afa5-3970-44fc-87d5-1896bbeed39a up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:00.843974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b140ce-a208-47fc-a80c-382055651da7 req-24ff0b5b-4c88-4619-b00d-9202dc114901 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960433 Aug 29 04:09:00.854309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port cfc0afa5-3970-44fc-87d5-1896bbeed39a completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:00.859231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631453d-2671-4eca-a1c6-2aaf7cdedd5b req-23f2b463-d4f2-4830-b3d8-ec088fe288e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:00.861105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6631453d-2671-4eca-a1c6-2aaf7cdedd5b req-23f2b463-d4f2-4830-b3d8-ec088fe288e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 1102 time: 0.2055292 Aug 29 04:09:00.866194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port cfc0afa5-3970-44fc-87d5-1896bbeed39a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:00.871562 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.934482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6631453d-2671-4eca-a1c6-2aaf7cdedd5b req-9cbc685c-f465-4885-8b1a-338282b33333 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645258 Aug 29 04:09:00.949931 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:00.960449 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.008101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:01.031171 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.031866 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Added segment 47a2d8ef-23a6-490f-bdbf-7543f59876f3 of type vlan for network fd303b03-1a7d-483b-9a45-ab59d2391c4c Aug 29 04:09:01.033209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d41728-b9cc-4510-ae22-703606a3aa6e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:01.096851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.130199 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.131243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:01.131870 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.158311 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.180149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-98d1eedb-80ad-4330-8fb3-f76c1c48e4fa tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] For port f684d937-2f91-4365-bfad-c09b312a1c2e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f684d937-2f91-4365-bfad-c09b312a1c2e,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:01.180731 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-98d1eedb-80ad-4330-8fb3-f76c1c48e4fa tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.200225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-98d1eedb-80ad-4330-8fb3-f76c1c48e4fa tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] Calling delete_port for f684d937-2f91-4365-bfad-c09b312a1c2e owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:01.201157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51768) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:01.201500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port cfc0afa5-3970-44fc-87d5-1896bbeed39a, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cfc0afa5-3970-44fc-87d5-1896bbeed39a,segment=NetworkSegment(601ee673-b976-4f4b-be4f-6f410b0aa3ba),segment_id=601ee673-b976-4f4b-be4f-6f410b0aa3ba)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:01.206685 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.218124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51772) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:01.219083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8536494 Aug 29 04:09:01.229085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Request body: {'subnet': {'network_id': 'fd303b03-1a7d-483b-9a45-ab59d2391c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1363235587-subnet', 'tenant_id': '63c49d5144714d60af6d413faca47cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:01.273227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=cfc0afa5-3970-44fc-87d5-1896bbeed39a,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:01.325372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Made reservation on behalf of 63c49d5144714d60af6d413faca47cec for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:01.329650 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.336953 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Router cc1ebe18-3c0e-498b-bf82-ee74bde93996 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:09:01.354319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a16d8-f370-4310-8b3c-2d20d8e81f1a admin admin] Pushing event updated for resources: {'Network': ['ID=fd303b03-1a7d-483b-9a45-ab59d2391c4c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:01.365482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network fd303b03-1a7d-483b-9a45-ab59d2391c4c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:01.415087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a0f0b-39b4-4d97-8e2d-b7d314cdf194 req-2b608cf9-c746-4047-b37a-fbeaa022b81d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:01.416677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-896a0f0b-39b4-4d97-8e2d-b7d314cdf194 req-2b608cf9-c746-4047-b37a-fbeaa022b81d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=a45345a5-4de4-44d1-a7a4-daa08c0a7921 HTTP/1.1" status: 200 len: 950 time: 0.1441936 Aug 29 04:09:01.462478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509bd31-720f-462e-aa34-0d809d8e424b req-4286f08c-9819-4b9a-aab1-20cd32625bf9 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:01.463988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c509bd31-720f-462e-aa34-0d809d8e424b req-4286f08c-9819-4b9a-aab1-20cd32625bf9 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.52 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 950 time: 0.1298168 Aug 29 04:09:01.537688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26e2b9-5324-4355-a039-4a35dc121569 req-526d4659-4f21-4025-9cc3-d39ac7ddb9a0 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:01.539193 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb26e2b9-5324-4355-a039-4a35dc121569 req-526d4659-4f21-4025-9cc3-d39ac7ddb9a0 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 950 time: 0.1660070 Aug 29 04:09:01.588823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-896a0f0b-39b4-4d97-8e2d-b7d314cdf194 req-bdc50df9-9e63-4a52-98e2-683b6684feb2 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505549 Aug 29 04:09:01.624304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb26e2b9-5324-4355-a039-4a35dc121569 req-a556c0b0-fca1-4c38-9184-ff83f827bb82 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747914 Aug 29 04:09:01.625656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-98d1eedb-80ad-4330-8fb3-f76c1c48e4fa tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.637539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-c509bd31-720f-462e-aa34-0d809d8e424b req-d845aab2-f4b2-4ed1-9443-ca66d96c0ecd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Deleting port c4c33b52-7ffd-42c4-9904-668fa70d09ce {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:01.637906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c509bd31-720f-462e-aa34-0d809d8e424b req-d845aab2-f4b2-4ed1-9443-ca66d96c0ecd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.647766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f684d937-2f91-4365-bfad-c09b312a1c2e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:01.684955 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-112b400c-6228-4f8c-93b1-d2afb0d98c41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea0e84c3979e454db5916425bf42deee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796853 Aug 29 04:09:01.689606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:01.691181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51788) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:01.695273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1eedb-80ad-4330-8fb3-f76c1c48e4fa tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] Pushing event deleted for resources: {'Port': ['ID=f684d937-2f91-4365-bfad-c09b312a1c2e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:01.721100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Sync routers for ids ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:01.746841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Routers {'cc1ebe18-3c0e-498b-bf82-ee74bde93996'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:01.747476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:01.764261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c509bd31-720f-462e-aa34-0d809d8e424b req-d845aab2-f4b2-4ed1-9443-ca66d96c0ecd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] For port c4c33b52-7ffd-42c4-9904-668fa70d09ce, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c4c33b52-7ffd-42c4-9904-668fa70d09ce,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:01.764261 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c509bd31-720f-462e-aa34-0d809d8e424b req-d845aab2-f4b2-4ed1-9443-ca66d96c0ecd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.785245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-c509bd31-720f-462e-aa34-0d809d8e424b req-d845aab2-f4b2-4ed1-9443-ca66d96c0ecd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Calling delete_port for c4c33b52-7ffd-42c4-9904-668fa70d09ce owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:01.846636 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.850804 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b32c460c-5a6b-4635-bcb4-fe9c173b7d43 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7233164 Aug 29 04:09:01.853572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.859509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51790) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:01.860818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-98d1eedb-80ad-4330-8fb3-f76c1c48e4fa tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] No DVR routers for this DVR port f684d937-2f91-4365-bfad-c09b312a1c2e on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:01.863502 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-98d1eedb-80ad-4330-8fb3-f76c1c48e4fa tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.866345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ef7878e-c9ec-4a5d-899f-d90c96f1d293 req-98d1eedb-80ad-4330-8fb3-f76c1c48e4fa tempest-DeleteServersAdminTestJSON-1947817905 tempest-DeleteServersAdminTestJSON-1947817905-project-admin] 10.222.0.59 "DELETE /v2.0/ports/f684d937-2f91-4365-bfad-c09b312a1c2e HTTP/1.1" status: 204 len: 173 time: 1.4730301 Aug 29 04:09:01.963752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Set router cc1ebe18-3c0e-498b-bf82-ee74bde93996 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:01.964160 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e57bbec-b712-47a7-94ce-924fa6daf024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:01.997095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Checking segment: {'id': '47a2d8ef-23a6-490f-bdbf-7543f59876f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fd303b03-1a7d-483b-9a45-ab59d2391c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:01.997464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Network hostable DHCP agents. Network: fd303b03-1a7d-483b-9a45-ab59d2391c4c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:02.001915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d763d5b-93f2-4503-b5b7-2d93544fe9e4,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:02.032212 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e57bbec-b712-47a7-94ce-924fa6daf024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.047962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Network fd303b03-1a7d-483b-9a45-ab59d2391c4c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:02.083231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, fd303b03-1a7d-483b-9a45-ab59d2391c4c) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:02.088073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:02.088674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.098619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c0f5c-fc3c-4010-ae65-e32c1fe450b8 None None] Network fd303b03-1a7d-483b-9a45-ab59d2391c4c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:02.109287 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-98cde267-9264-4137-ad67-0845ae99c1eb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8864331 Aug 29 04:09:02.137087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e57bbec-b712-47a7-94ce-924fa6daf024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.149545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c509bd31-720f-462e-aa34-0d809d8e424b req-d845aab2-f4b2-4ed1-9443-ca66d96c0ecd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.159015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e57bbec-b712-47a7-94ce-924fa6daf024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.163803 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7e57bbec-b712-47a7-94ce-924fa6daf024 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eec16fd2-f1db-4289-948a-d3cd70d2503e HTTP/1.1" status: 204 len: 168 time: 0.4625652 Aug 29 04:09:02.178665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['a0f0ed40-7e33-4cd7-91ad-507c268c28c3'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:02.191770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57bbec-b712-47a7-94ce-924fa6daf024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec16fd2-f1db-4289-948a-d3cd70d2503e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:02.217232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c4c33b52-7ffd-42c4-9904-668fa70d09ce'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:02.257989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5dc765c-d66d-49c4-9b78-685b1863055e req-1995e4df-9d62-4a26-aa44-6d1cb4f3c77a tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=217782ef-dbdb-42b2-9381-807635edfe28 HTTP/1.1" status: 200 len: 210 time: 0.1125846 Aug 29 04:09:02.264621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845aab2-f4b2-4ed1-9443-ca66d96c0ecd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Pushing event deleted for resources: {'Port': ['ID=c4c33b52-7ffd-42c4-9904-668fa70d09ce,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:02.275176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45345a5-4de4-44d1-a7a4-daa08c0a7921', 'name': 'network-vif-deleted', 'tag': 'f684d937-2f91-4365-bfad-c09b312a1c2e'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:02.278893 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a9e0f2-7976-44a6-9f23-bfa46fb468b8" -d '{"events": [{"server_uuid": "a45345a5-4de4-44d1-a7a4-daa08c0a7921", "name": "network-vif-deleted", "tag": "f684d937-2f91-4365-bfad-c09b312a1c2e"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:02.373939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c509bd31-720f-462e-aa34-0d809d8e424b req-d845aab2-f4b2-4ed1-9443-ca66d96c0ecd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] No DVR routers for this DVR port c4c33b52-7ffd-42c4-9904-668fa70d09ce on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:02.375529 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b32a0d-3d75-4c26-ab55-a3ac1b9bc02b x-openstack-request-id: req-b9b32a0d-3d75-4c26-ab55-a3ac1b9bc02b {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:02.375827 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45345a5-4de4-44d1-a7a4-daa08c0a7921", "name": "network-vif-deleted", "tag": "f684d937-2f91-4365-bfad-c09b312a1c2e", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:02.376113 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9b32a0d-3d75-4c26-ab55-a3ac1b9bc02b {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:02.378127 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45345a5-4de4-44d1-a7a4-daa08c0a7921', 'name': 'network-vif-deleted', 'tag': 'f684d937-2f91-4365-bfad-c09b312a1c2e', 'status': 'completed', 'code': 200} Aug 29 04:09:02.382313 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c509bd31-720f-462e-aa34-0d809d8e424b req-d845aab2-f4b2-4ed1-9443-ca66d96c0ecd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.395940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c509bd31-720f-462e-aa34-0d809d8e424b req-d845aab2-f4b2-4ed1-9443-ca66d96c0ecd tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.52 "DELETE /v2.0/ports/c4c33b52-7ffd-42c4-9904-668fa70d09ce HTTP/1.1" status: 204 len: 173 time: 0.9076674 Aug 29 04:09:02.396551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217782ef-dbdb-42b2-9381-807635edfe28', 'name': 'network-vif-deleted', 'tag': 'c4c33b52-7ffd-42c4-9904-668fa70d09ce'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:02.406545 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10fb2b0-0e25-4ca3-9c19-e1735891dcff" -d '{"events": [{"server_uuid": "217782ef-dbdb-42b2-9381-807635edfe28", "name": "network-vif-deleted", "tag": "c4c33b52-7ffd-42c4-9904-668fa70d09ce"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:02.562551 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78304546-3402-4686-918b-5998109b966b x-openstack-request-id: req-78304546-3402-4686-918b-5998109b966b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:02.562901 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217782ef-dbdb-42b2-9381-807635edfe28", "name": "network-vif-deleted", "tag": "c4c33b52-7ffd-42c4-9904-668fa70d09ce", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:02.563436 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78304546-3402-4686-918b-5998109b966b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:02.563767 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217782ef-dbdb-42b2-9381-807635edfe28', 'name': 'network-vif-deleted', 'tag': 'c4c33b52-7ffd-42c4-9904-668fa70d09ce', 'status': 'completed', 'code': 200} Aug 29 04:09:02.751113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cfc0afa5-3970-44fc-87d5-1896bbeed39a up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:02.752938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:02.797690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0431ca-0a51-47fd-844f-26433600b305 None None] Network fd303b03-1a7d-483b-9a45-ab59d2391c4c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:02.803983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:02.804404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1b0c8063-0d04-455f-8d5d-a8ed7ad0f717 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:02.804763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f684d937-2f91-4365-bfad-c09b312a1c2e no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:02.883350 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: f684d937-2f91-4365-bfad-c09b312a1c2e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:02.883568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f684d937-2f91-4365-bfad-c09b312a1c2e not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:02.932532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51820) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:02.947519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-router', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:08:59Z', 'revision_number': 3, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'gw_port': {'id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:02.959222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50f96211-080e-4de7-b40f-8558f3985da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:02.997271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Checking router: cc1ebe18-3c0e-498b-bf82-ee74bde93996 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:02.998160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Updating router cc1ebe18-3c0e-498b-bf82-ee74bde93996 port 4805314f-28a2-4289-9ba1-e0876a5e712c binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:09:03.123360 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.147630 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50f96211-080e-4de7-b40f-8558f3985da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.153794 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50f96211-080e-4de7-b40f-8558f3985da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.166502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port cfc0afa5-3970-44fc-87d5-1896bbeed39a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:03.166880 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.188595 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-50f96211-080e-4de7-b40f-8558f3985da3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1a133c9263b4866a946747ed96192b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532773 Aug 29 04:09:03.199139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51832) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:03.220606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96211-080e-4de7-b40f-8558f3985da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87122726-f70f-4176-8694-b996fa3395ed,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:03.283412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e49fe9c5-3c08-4aeb-b182-b62dd223dd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.305814 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.578939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e49fe9c5-3c08-4aeb-b182-b62dd223dd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.608042 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.619322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Transition to ACTIVE for port object 4805314f-28a2-4289-9ba1-e0876a5e712c will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:03.625437 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.675259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Attempting to bind port 4805314f-28a2-4289-9ba1-e0876a5e712c on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:03.675626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Attempting to bind port 4805314f-28a2-4289-9ba1-e0876a5e712c by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:03.675987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Attempting to bind port 4805314f-28a2-4289-9ba1-e0876a5e712c on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:03.684570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cc6fe-e050-4bfb-9989-376c654e1a36 None None] Pushing event updated for resources: {'Port': ['ID=4805314f-28a2-4289-9ba1-e0876a5e712c,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:03.688257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:03.688634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:03.689035 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.689493 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:03.690251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Bound port: 4805314f-28a2-4289-9ba1-e0876a5e712c, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:03.690633 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.694339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-67d7141b-2e70-4198-b00a-03b5b1a4bf43 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:03.695859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-67d7141b-2e70-4198-b00a-03b5b1a4bf43 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 808 time: 0.5612173 Aug 29 04:09:03.750939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] For port 4805314f-28a2-4289-9ba1-e0876a5e712c, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:03.754178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] For port 4805314f-28a2-4289-9ba1-e0876a5e712c, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4805314f-28a2-4289-9ba1-e0876a5e712c,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:03.756128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad72277-2c14-4a52-8f77-038360abe689 req-ce966c70-e26d-4195-b8f0-cad358d16ba2 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:03.757788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ad72277-2c14-4a52-8f77-038360abe689 req-ce966c70-e26d-4195-b8f0-cad358d16ba2 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 950 time: 0.4284070 Aug 29 04:09:03.758788 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.766564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-e4f96cd4-4c95-47d2-8195-af6d894d5e48 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/quotas/8c315ab7fe9442ebbeae0625b3094431 HTTP/1.1" status: 200 len: 375 time: 0.0603368 Aug 29 04:09:03.770212 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e49fe9c5-3c08-4aeb-b182-b62dd223dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.772748 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e49fe9c5-3c08-4aeb-b182-b62dd223dd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:03.773895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e49fe9c5-3c08-4aeb-b182-b62dd223dd58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87122726-f70f-4176-8694-b996fa3395ed HTTP/1.1" status: 204 len: 168 time: 0.5733542 Aug 29 04:09:03.814985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fe9c5-3c08-4aeb-b182-b62dd223dd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87122726-f70f-4176-8694-b996fa3395ed,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:03.834630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-cce15809-7327-4b1f-85c8-2c7a5fec31d9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542669 Aug 29 04:09:03.835119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Routers {'cc1ebe18-3c0e-498b-bf82-ee74bde93996'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:03.835781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:03.837950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cc6fe-e050-4bfb-9989-376c654e1a36 None None] Pushing event updated for resources: {'Port': ['ID=4805314f-28a2-4289-9ba1-e0876a5e712c,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:03.888146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ad72277-2c14-4a52-8f77-038360abe689 req-ace9e1b7-beb3-427c-9b4c-cc3f2f0468ef tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129928 Aug 29 04:09:03.916847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Allocated IP 172.20.0.1 (5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1/b1bbe23d-ef71-4638-9899-04af97e1f53a/f2f30c07-00d7-4fb7-a883-03d5b76bc2b2) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:04.091801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] Set router cc1ebe18-3c0e-498b-bf82-ee74bde93996 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:04.103895 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.127711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Transition to ACTIVE for port object f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:04.148217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-0aacf148-2e8e-4618-ab3c-8944b81d7a57 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:09:04.149227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-0aacf148-2e8e-4618-ab3c-8944b81d7a57 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1417186 Aug 29 04:09:04.248013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.293366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-router', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:08:59Z', 'revision_number': 3, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'gw_port': {'id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:04.308072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:04.320170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-ad6c2afd-f0bc-4ff0-ac36-4fc0f2ddec7b service neutron] 10.222.0.49 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510184 Aug 29 04:09:04.333231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:04.337086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f35ed-1b30-4a5d-a8e8-865fc761f989 None None] The sync data for ids ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'] in n-d-712141-12 is: [{'id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-router', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:08:59Z', 'revision_number': 3, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'gw_port': {'id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:04.377888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:04.382292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f30c07-00d7-4fb7-a883-03d5b76bc2b2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:04.449027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.510931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-60f29bf0-d51a-4113-9c0c-c41ff1be1c2b tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=76fe813ea5354a308c21151d68d5108b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651126 Aug 29 04:09:04.592792 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-7748501a-5564-4362-9786-60c99d73d0f0 service neutron] 10.222.0.49 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716541 Aug 29 04:09:04.709484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-31373699-2c86-4707-8a36-1c47319d0648 None None] Provisioning for port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:04.721763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-31373699-2c86-4707-8a36-1c47319d0648 None None] Provisioning complete for port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:04.721763 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-31373699-2c86-4707-8a36-1c47319d0648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.749170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-7562c1d9-34bd-436c-b26a-68b059a5fd58 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:04.750703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-7562c1d9-34bd-436c-b26a-68b059a5fd58 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321928 Aug 29 04:09:04.767556 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:04.782687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-31373699-2c86-4707-8a36-1c47319d0648 None None] Port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:04.847754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-b77c8dea-253b-4833-bc57-fe8643439085 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/quotas/76fe813ea5354a308c21151d68d5108b HTTP/1.1" status: 200 len: 375 time: 0.0632093 Aug 29 04:09:04.918745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-c2293718-494e-4fe3-8dc6-5a1fa09a8430 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76fe813ea5354a308c21151d68d5108b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648782 Aug 29 04:09:05.183560 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.191034 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.369337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f30c07-00d7-4fb7-a883-03d5b76bc2b2,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:05.385409 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:05.577488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aaf0fa4b-68c1-453b-9c9b-6b3d9155ed65 req-595702f4-c5e0-40d9-a6fc-938bf4d81a27 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 210 time: 0.0994768 Aug 29 04:09:05.674735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:05.739725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4aad5aa4-2226-4820-a3d3-2096c74da806 req-b8bd5e43-b468-4ff8-abfb-c479e13cb62d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 210 time: 0.0713058 Aug 29 04:09:05.745367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:05.953985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b2d2-0083-4092-889c-f447e706efe6 req-9261c753-9832-468e-9afd-410710edada2 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:05.955504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac73b2d2-0083-4092-889c-f447e706efe6 req-9261c753-9832-468e-9afd-410710edada2 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 969 time: 0.0705619 Aug 29 04:09:05.964813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Router cc1ebe18-3c0e-498b-bf82-ee74bde93996 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:09:06.029696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c4c33b52-7ffd-42c4-9904-668fa70d09ce no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:06.054026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: c4c33b52-7ffd-42c4-9904-668fa70d09ce {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:06.054710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c4c33b52-7ffd-42c4-9904-668fa70d09ce not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:06.088490 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac73b2d2-0083-4092-889c-f447e706efe6 req-2b1cfd98-33e3-43df-a66b-2e2a0f1a9dcf tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160791 Aug 29 04:09:06.114107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-13102edf-07ee-4835-b5cb-7f121c3ae323 None None] Provisioning complete for port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:06.114491 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-13102edf-07ee-4835-b5cb-7f121c3ae323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.121990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:06.140940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3ad881ae-26bb-44a9-aea1-21bb34f1a7a8 admin admin] 10.222.0.49 "PUT /v2.0/routers/cc1ebe18-3c0e-498b-bf82-ee74bde93996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2787793 Aug 29 04:09:06.154746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-13102edf-07ee-4835-b5cb-7f121c3ae323 None None] Port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:06.169571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651800-3fc1-4d18-a7ff-bdf56783ab3c req-5fc49f2d-a8c0-44ba-9141-9233ec359aff tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.170067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651800-3fc1-4d18-a7ff-bdf56783ab3c req-5fc49f2d-a8c0-44ba-9141-9233ec359aff tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.170540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651800-3fc1-4d18-a7ff-bdf56783ab3c req-5fc49f2d-a8c0-44ba-9141-9233ec359aff tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.171017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651800-3fc1-4d18-a7ff-bdf56783ab3c req-5fc49f2d-a8c0-44ba-9141-9233ec359aff tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.171483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83651800-3fc1-4d18-a7ff-bdf56783ab3c req-5fc49f2d-a8c0-44ba-9141-9233ec359aff tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.173491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83651800-3fc1-4d18-a7ff-bdf56783ab3c req-5fc49f2d-a8c0-44ba-9141-9233ec359aff tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521&device_id=ab4202be-97cf-4c81-9f40-48b293a8929e&device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc&device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03&device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769&device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011&device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 4705 time: 0.0627799 Aug 29 04:09:06.194717 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-83651800-3fc1-4d18-a7ff-bdf56783ab3c req-cdd87055-2695-45d7-b994-9946cbc53427 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.347108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-83651800-3fc1-4d18-a7ff-bdf56783ab3c req-cdd87055-2695-45d7-b994-9946cbc53427 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.351781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-83651800-3fc1-4d18-a7ff-bdf56783ab3c req-cdd87055-2695-45d7-b994-9946cbc53427 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.386463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83651800-3fc1-4d18-a7ff-bdf56783ab3c req-cdd87055-2695-45d7-b994-9946cbc53427 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&id=59c42a92-73ee-4c79-a7ca-249f425a5271&id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.2055721 Aug 29 04:09:06.425780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd87055-2695-45d7-b994-9946cbc53427 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b82be-cd52-4cb5-a178-72963e357310,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:06.472387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-d78c9e1a-d87d-4ce7-ae6b-ac2aa0ad5391 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:06.474124 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-d78c9e1a-d87d-4ce7-ae6b-ac2aa0ad5391 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 808 time: 0.1556044 Aug 29 04:09:06.494491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Request body: {'port': {'device_id': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37', 'admin_state_up': True, 'tenant_id': '8c315ab7fe9442ebbeae0625b3094431'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:06.566160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d26b6395-c56b-4c57-a47f-9bb2f3047e63 req-ccc79467-8805-4d43-bd0a-1aeccefdba6e tempest-FloatingIPsNegativeTestJSON-568933610 tempest-FloatingIPsNegativeTestJSON-568933610-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=b6cc5daaf74741329e5c8b6e916cdc98 HTTP/1.1" status: 200 len: 217 time: 0.0803623 Aug 29 04:09:06.660653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4805314f-28a2-4289-9ba1-e0876a5e712c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:06.709099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bdacaef-496a-4461-9465-eae9fb37e733 req-56c2b659-0a5b-426c-b0e8-230d1219c9d2 tempest-FloatingIPsNegativeTestJSON-568933610 tempest-FloatingIPsNegativeTestJSON-568933610-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0424311 Aug 29 04:09:06.737603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4805314f-28a2-4289-9ba1-e0876a5e712c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:06.744473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4805314f-28a2-4289-9ba1-e0876a5e712c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:06.744919 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.764521 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Made reservation on behalf of 8c315ab7fe9442ebbeae0625b3094431 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:06.770320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:06.823497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff27415b-aa67-4489-8907-01a35e7c7881 req-7d02af77-de72-46a6-bbbf-a02141fcbff3 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 210 time: 0.0381505 Aug 29 04:09:06.880599 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-f41ae190-d869-4b57-91d2-2ff34fc508c7 req-69c9c29a-8108-471e-8179-447f66a2b31d tempest-FloatingIPsNegativeTestJSON-568933610 tempest-FloatingIPsNegativeTestJSON-568933610-project] show failed (client error): The resource could not be found. Aug 29 04:09:06.893110 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Sync routers for ids ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:06.897904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f41ae190-d869-4b57-91d2-2ff34fc508c7 req-69c9c29a-8108-471e-8179-447f66a2b31d tempest-FloatingIPsNegativeTestJSON-568933610 tempest-FloatingIPsNegativeTestJSON-568933610-project] 10.222.0.49 "GET /v2.0/floatingips/089aa7d4-4cc2-48eb-a414-ef861f036588 HTTP/1.1" status: 404 len: 350 time: 0.0593529 Aug 29 04:09:06.899750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51972) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:06.924001 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Routers {'cc1ebe18-3c0e-498b-bf82-ee74bde93996'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:06.924666 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:06.988432 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.031157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 4805314f-28a2-4289-9ba1-e0876a5e712c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4805314f-28a2-4289-9ba1-e0876a5e712c,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:07.037457 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.100887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Allocated IP 172.20.0.7 (8f502e82-6ac3-4950-8b96-2734620cac37/202acf61-14c7-4a45-8371-62216017318f/5801cc59-708a-41f3-bfee-f70f7e1dd063) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:07.146467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=4805314f-28a2-4289-9ba1-e0876a5e712c,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:07.167466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51978) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:07.169487 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Set router cc1ebe18-3c0e-498b-bf82-ee74bde93996 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:07.177332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-e411579f-67fd-48e7-b95c-3844af71fff2 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=76fe813ea5354a308c21151d68d5108b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2553582 Aug 29 04:09:07.313641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d168607a-1828-44fa-ac55-57436563c8fe req-0ab1134d-18e9-45bd-9e33-64272ef704f1 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 210 time: 0.1397700 Aug 29 04:09:07.324947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.379613 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.383027 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdc776dc-3502-4583-92aa-0a883de8642c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.434392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2493efc-d92f-42fe-88f2-bcbce4e71d42 req-52c9a0a6-c9e9-4058-91a6-24baac86a335 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.434993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2493efc-d92f-42fe-88f2-bcbce4e71d42 req-52c9a0a6-c9e9-4058-91a6-24baac86a335 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.435340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2493efc-d92f-42fe-88f2-bcbce4e71d42 req-52c9a0a6-c9e9-4058-91a6-24baac86a335 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.437242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2493efc-d92f-42fe-88f2-bcbce4e71d42 req-52c9a0a6-c9e9-4058-91a6-24baac86a335 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc&device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011&device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 2885 time: 0.1905663 Aug 29 04:09:07.471487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Pushing event updated for resources: {'Port': ['ID=5801cc59-708a-41f3-bfee-f70f7e1dd063,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:07.493043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Network 8f502e82-6ac3-4950-8b96-2734620cac37 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:07.497196 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-router', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:04Z', 'revision_number': 4, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'gw_port': {'id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f2f30c07-00d7-4fb7-a883-03d5b76bc2b2', 'name': '', 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'mac_address': 'fa:16:3e:30:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b1bbe23d-ef71-4638-9899-04af97e1f53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:03Z', 'updated_at': '2021-08-29T04:09:04Z', 'revision_number': 2, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'subnets': [{'id': 'b1bbe23d-ef71-4638-9899-04af97e1f53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:07.499392 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:07.502396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:07.511586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-dbc65f42-51bd-4432-95af-bd7a638fa55b tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.514597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-dbc65f42-51bd-4432-95af-bd7a638fa55b tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955317 Aug 29 04:09:07.529358 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Checking router: cc1ebe18-3c0e-498b-bf82-ee74bde93996 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:07.529833 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Updating router cc1ebe18-3c0e-498b-bf82-ee74bde93996 port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:09:07.544009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Request body: {'port': {'device_id': '5f860cc7-fc29-478f-9f4b-27fd1d420521', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '76fe813ea5354a308c21151d68d5108b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:07.549927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.550545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.554845 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.612916 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2493efc-d92f-42fe-88f2-bcbce4e71d42 req-b895e01d-4e07-4bdb-b9ba-6964bb723299 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646526 Aug 29 04:09:07.621927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdc776dc-3502-4583-92aa-0a883de8642c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.628680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3224f6f-b2e8-40a8-ac70-9335eb38aba4 req-468046ae-c8e7-4b96-b286-70726a22ded9 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.630683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3224f6f-b2e8-40a8-ac70-9335eb38aba4 req-468046ae-c8e7-4b96-b286-70726a22ded9 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 969 time: 0.1811550 Aug 29 04:09:07.641593 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdc776dc-3502-4583-92aa-0a883de8642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.658084 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-a027a812-e634-4ea5-b1fb-94fecdff4906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1676555 Aug 29 04:09:07.715765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Request body: {'port': {'device_id': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:07.771581 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cdc776dc-3502-4583-92aa-0a883de8642c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4426a94aec4341a5beeea24a095591ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6030576 Aug 29 04:09:07.776446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc776dc-3502-4583-92aa-0a883de8642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998b4cd8-da58-4f45-b24d-cde5ba9e75b2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:07.781297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51996) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:07.875496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-0ce4c91c-edfb-4005-a3a5-cb5d3831aafa tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:07.877079 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-0ce4c91c-edfb-4005-a3a5-cb5d3831aafa tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.59 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 969 time: 0.1820130 Aug 29 04:09:07.882505 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.928700 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.943029 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Transition to ACTIVE for port object f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:07.951533 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.967482 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-630166a8-1a4b-4ca5-a0d7-1a3fc83e8943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.034469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3224f6f-b2e8-40a8-ac70-9335eb38aba4 req-6f4bc170-3196-4091-8c19-879ad380b213 tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834162 Aug 29 04:09:08.038141 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-630166a8-1a4b-4ca5-a0d7-1a3fc83e8943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.056127 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Pushing event updated for resources: {'Port': ['ID=f2f30c07-00d7-4fb7-a883-03d5b76bc2b2,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:08.088676 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.089205 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.089615 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.090021 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.090421 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.091682 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.092099 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.092536 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.093120 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.093671 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.093951 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.094370 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:08.106519 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Attempting to bind port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:08.106985 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Attempting to bind port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '601ee673-b976-4f4b-be4f-6f410b0aa3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:08.107499 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Attempting to bind port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 on network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:08.116594 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:08.117048 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Checking segment: {'id': '601ee673-b976-4f4b-be4f-6f410b0aa3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:08.117517 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.117981 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Bound using segment: {'id': '601ee673-b976-4f4b-be4f-6f410b0aa3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:08.118523 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Bound port: f2f30c07-00d7-4fb7-a883-03d5b76bc2b2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601ee673-b976-4f4b-be4f-6f410b0aa3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:08.118993 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.203934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Made reservation on behalf of 76fe813ea5354a308c21151d68d5108b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:08.211678 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.258495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-20c9ff04-4a29-43fe-a20d-2bf473b09e4c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Deleting port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:08.258808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-20c9ff04-4a29-43fe-a20d-2bf473b09e4c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.261756 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] For port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:08.271121 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] For port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f2f30c07-00d7-4fb7-a883-03d5b76bc2b2,segment=NetworkSegment(601ee673-b976-4f4b-be4f-6f410b0aa3ba),segment_id=601ee673-b976-4f4b-be4f-6f410b0aa3ba)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:08.278265 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.314379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41546ea-d0b6-4fc7-ba4c-b8607bb04d48 req-4185ae05-c655-43dc-8577-3fd7c55effe9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:08.322156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c41546ea-d0b6-4fc7-ba4c-b8607bb04d48 req-4185ae05-c655-43dc-8577-3fd7c55effe9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 931 time: 0.1551046 Aug 29 04:09:08.387581 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-630166a8-1a4b-4ca5-a0d7-1a3fc83e8943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.390161 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-630166a8-1a4b-4ca5-a0d7-1a3fc83e8943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.391316 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-630166a8-1a4b-4ca5-a0d7-1a3fc83e8943 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/998b4cd8-da58-4f45-b24d-cde5ba9e75b2 HTTP/1.1" status: 204 len: 168 time: 0.6076500 Aug 29 04:09:08.476506 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Routers {'cc1ebe18-3c0e-498b-bf82-ee74bde93996'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:08.477792 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:08.534255 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.591153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5801cc59-708a-41f3-bfee-f70f7e1dd063 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:08.599082 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc6eeb-51f9-478c-89c9-27ced1fe4c69 None None] Pushing event updated for resources: {'Port': ['ID=f2f30c07-00d7-4fb7-a883-03d5b76bc2b2,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:08.607647 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.631398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Transition to ACTIVE for port object 5801cc59-708a-41f3-bfee-f70f7e1dd063 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:08.639820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52020) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:08.661226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.669852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4805314f-28a2-4289-9ba1-e0876a5e712c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:08.674672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c41546ea-d0b6-4fc7-ba4c-b8607bb04d48 req-cf2a9bab-496f-4473-94cd-a2f64a7dad32 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505800 Aug 29 04:09:08.717486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630166a8-1a4b-4ca5-a0d7-1a3fc83e8943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998b4cd8-da58-4f45-b24d-cde5ba9e75b2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:08.830070 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] Set router cc1ebe18-3c0e-498b-bf82-ee74bde93996 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:08.866866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5801cc59-708a-41f3-bfee-f70f7e1dd063,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:08.871421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4805314f-28a2-4289-9ba1-e0876a5e712c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:08.871849 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:08.983541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-629e8e20-364b-459b-8481-6aa3cb0d52d8 req-728ee665-64da-4b8e-84d2-79305f2889c4 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 210 time: 0.1485105 Aug 29 04:09:09.047688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-20c9ff04-4a29-43fe-a20d-2bf473b09e4c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] For port a0f0ed40-7e33-4cd7-91ad-507c268c28c3, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:09.049266 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-20c9ff04-4a29-43fe-a20d-2bf473b09e4c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.064856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:09.066131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:09.070616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:09.087212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-20c9ff04-4a29-43fe-a20d-2bf473b09e4c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Calling delete_port for a0f0ed40-7e33-4cd7-91ad-507c268c28c3 owned by compute:tempest-test_az-773575451 {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:09.135443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:09.136640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:09.155419 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:09.156959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:09.157627 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:09.160772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Bound port: 5801cc59-708a-41f3-bfee-f70f7e1dd063, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:09.161222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.165831 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92df32df-23e0-4e45-bedb-044fe0bdbf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.254719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Allocated IP 192.168.233.128 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/1e1a3c4e-9d72-4df8-8284-ceff525dc4b7) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:09.323383 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-router', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:04Z', 'revision_number': 4, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'gw_port': {'id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f2f30c07-00d7-4fb7-a883-03d5b76bc2b2', 'name': '', 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'mac_address': 'fa:16:3e:30:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b1bbe23d-ef71-4638-9899-04af97e1f53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:03Z', 'updated_at': '2021-08-29T04:09:08Z', 'revision_number': 4, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'subnets': [{'id': 'b1bbe23d-ef71-4638-9899-04af97e1f53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:09.358373 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d8699-9425-4ee9-be72-3d9986ba73b7 None None] The sync data for ids ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'] in n-d-712141-12 is: [{'id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-router', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:04Z', 'revision_number': 4, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'gw_port': {'id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f2f30c07-00d7-4fb7-a883-03d5b76bc2b2', 'name': '', 'network_id': '5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'mac_address': 'fa:16:3e:30:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b1bbe23d-ef71-4638-9899-04af97e1f53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:03Z', 'updated_at': '2021-08-29T04:09:08Z', 'revision_number': 4, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'subnets': [{'id': 'b1bbe23d-ef71-4638-9899-04af97e1f53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:09.408408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4955d-2143-4a58-a623-3696af009462 req-6a33f20f-b1f6-4703-867f-9ec0fe53424b tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:09.410168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96e4955d-2143-4a58-a623-3696af009462 req-6a33f20f-b1f6-4703-867f-9ec0fe53424b tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/ports?device_id=b720aa1e-97ab-47f3-999a-83dcf9be7769 HTTP/1.1" status: 200 len: 969 time: 0.2110465 Aug 29 04:09:09.507707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:09.513340 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:09.519759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-20c9ff04-4a29-43fe-a20d-2bf473b09e4c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.533941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['a0f0ed40-7e33-4cd7-91ad-507c268c28c3'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:09.537350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.616311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52050) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:09.624780 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92df32df-23e0-4e45-bedb-044fe0bdbf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.626519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-20c9ff04-4a29-43fe-a20d-2bf473b09e4c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] No DVR routers for this DVR port a0f0ed40-7e33-4cd7-91ad-507c268c28c3 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:09.632472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9ff04-4a29-43fe-a20d-2bf473b09e4c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Pushing event deleted for resources: {'Port': ['ID=a0f0ed40-7e33-4cd7-91ad-507c268c28c3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:09.646057 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92df32df-23e0-4e45-bedb-044fe0bdbf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.652651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-20c9ff04-4a29-43fe-a20d-2bf473b09e4c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.654839 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f4298a7-4338-4d6d-be09-01e9ea95e233 req-20c9ff04-4a29-43fe-a20d-2bf473b09e4c tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.59 "DELETE /v2.0/ports/a0f0ed40-7e33-4cd7-91ad-507c268c28c3 HTTP/1.1" status: 204 len: 173 time: 1.7669866 Aug 29 04:09:09.657911 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.660441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b720aa1e-97ab-47f3-999a-83dcf9be7769', 'name': 'network-vif-deleted', 'tag': 'a0f0ed40-7e33-4cd7-91ad-507c268c28c3'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:09.662831 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cd44eb-5440-447d-835c-924f7ca2e13a" -d '{"events": [{"server_uuid": "b720aa1e-97ab-47f3-999a-83dcf9be7769", "name": "network-vif-deleted", "tag": "a0f0ed40-7e33-4cd7-91ad-507c268c28c3"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:09.685117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:09.685892 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.687415 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] 10.222.0.59 "PUT /v2.0/ports/5801cc59-708a-41f3-bfee-f70f7e1dd063 HTTP/1.1" status: 200 len: 1092 time: 1.9899969 Aug 29 04:09:09.704664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Transition to ACTIVE for port object 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:09.768113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] Deleting port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:09.768549 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.770685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.781597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df32df-23e0-4e45-bedb-044fe0bdbf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d28b7-3c48-4fce-9b4e-33e25b81b5a2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:09.827036 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-92df32df-23e0-4e45-bedb-044fe0bdbf4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fea25f42cb704605800b446024143c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1728456 Aug 29 04:09:09.844322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-115167208-network', 'tenant_id': '67f3981006de4dd2ace19130eb3e243a'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:09.850062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52060) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:09.857392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:09.883257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Pushing event updated for resources: {'Port': ['ID=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:09.887787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:09.890515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:09.948310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Made reservation on behalf of 67f3981006de4dd2ace19130eb3e243a for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:09.951254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.953137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb5463-aeeb-4f8e-b925-dae38f264cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5801cc59-708a-41f3-bfee-f70f7e1dd063,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:09.973163 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.984259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:09.984939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.003913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-cdd0e2fc-f9d9-4b4a-af42-2692120de07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:10.007175 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-cdd0e2fc-f9d9-4b4a-af42-2692120de07d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1095 time: 0.2518561 Aug 29 04:09:10.007467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc0d45-9e55-42e1-b8d4-892f06d1dff7 req-95cd7b27-067a-41d1-a9ca-c0aab4db5412 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:10.018521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1bc0d45-9e55-42e1-b8d4-892f06d1dff7 req-95cd7b27-067a-41d1-a9ca-c0aab4db5412 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 1101 time: 0.6574950 Aug 29 04:09:10.021766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5669a709-6b88-4595-b690-6c46a05bf8ce tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4866080 Aug 29 04:09:10.091242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96e4955d-2143-4a58-a623-3696af009462 req-83b6633e-4009-41fc-82bf-d9a269c09edf tempest-LiveMigrationNegativeTest-530292659 tempest-LiveMigrationNegativeTest-530292659-project] 10.222.0.49 "GET /v2.0/security-groups?id=d13a420d-d6e9-4760-ac04-dae1f0457ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399203 Aug 29 04:09:10.091475 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-da349e7e-e5db-4534-b1ee-c1828e936433 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063 HTTP/1.1" status: 200 len: 217 time: 0.0408959 Aug 29 04:09:10.112754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Request body: {'port': {'device_id': '5f860cc7-fc29-478f-9f4b-27fd1d420521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:10.114019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c9fe634-8c52-4ab1-9e25-f08d4bd3903b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.181941 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.190837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-4d7acbfe-9370-4d1a-b246-b3e6f63b717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:10.192500 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-4d7acbfe-9370-4d1a-b246-b3e6f63b717e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0816038 Aug 29 04:09:10.196981 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11cf247-79cd-4c90-aa2f-9338114e1a22 x-openstack-request-id: req-f11cf247-79cd-4c90-aa2f-9338114e1a22 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:10.197340 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b720aa1e-97ab-47f3-999a-83dcf9be7769", "name": "network-vif-deleted", "tag": "a0f0ed40-7e33-4cd7-91ad-507c268c28c3", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:10.197603 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f11cf247-79cd-4c90-aa2f-9338114e1a22 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:10.197999 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b720aa1e-97ab-47f3-999a-83dcf9be7769', 'name': 'network-vif-deleted', 'tag': 'a0f0ed40-7e33-4cd7-91ad-507c268c28c3', 'status': 'completed', 'code': 200} Aug 29 04:09:10.206535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1bc0d45-9e55-42e1-b8d4-892f06d1dff7 req-e5c0af4a-f966-41a8-9a14-685c4924dfb2 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859999 Aug 29 04:09:10.327981 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-1b732720-5a4f-4bed-8869-37919653342e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864503 Aug 29 04:09:10.364177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] For port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f2f30c07-00d7-4fb7-a883-03d5b76bc2b2,segment=NetworkSegment(601ee673-b976-4f4b-be4f-6f410b0aa3ba),segment_id=601ee673-b976-4f4b-be4f-6f410b0aa3ba)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:10.364588 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.366351 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c9fe634-8c52-4ab1-9e25-f08d4bd3903b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.397229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] Calling delete_port for f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:10.478177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c6430-611f-4bec-a8bb-326d3b63e348 req-94a727de-94ee-4055-81ed-5e14dce450a7 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:10.486972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b5c6430-611f-4bec-a8bb-326d3b63e348 req-94a727de-94ee-4055-81ed-5e14dce450a7 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 936 time: 0.1890388 Aug 29 04:09:10.487797 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.494335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.525552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f145dd-989e-442a-b26b-0c18f95931d5 req-74d962e7-03fb-46d2-8a3a-416b24cce009 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:10.536911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78f145dd-989e-442a-b26b-0c18f95931d5 req-74d962e7-03fb-46d2-8a3a-416b24cce009 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 943 time: 0.3075020 Aug 29 04:09:10.578869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c9fe634-8c52-4ab1-9e25-f08d4bd3903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.583925 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c9fe634-8c52-4ab1-9e25-f08d4bd3903b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.588095 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1c9fe634-8c52-4ab1-9e25-f08d4bd3903b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad3d28b7-3c48-4fce-9b4e-33e25b81b5a2 HTTP/1.1" status: 204 len: 168 time: 0.7348258 Aug 29 04:09:10.589962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:10.593072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68156592-8fb1-4853-bddd-7746489ca84c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:10.604285 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-4a38239c-f2ab-463c-b79b-10a75f89e56b service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543418 Aug 29 04:09:10.613777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fe634-8c52-4ab1-9e25-f08d4bd3903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d28b7-3c48-4fce-9b4e-33e25b81b5a2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:10.629036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.629687 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Added segment ffb22fee-ae0c-4c9a-bb3b-8dae6482fcd8 of type vlan for network 9f15b005-8fc4-43ee-baa3-a731c709d15f Aug 29 04:09:10.676138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78f145dd-989e-442a-b26b-0c18f95931d5 req-bb4d8606-1e78-4b0d-a47d-6695886a261b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383395 Aug 29 04:09:10.752587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b5c6430-611f-4bec-a8bb-326d3b63e348 req-704cfbef-f2ce-4195-8cc9-7399ada53118 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646439 Aug 29 04:09:10.763251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:10.802592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.850813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:10.855000 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:10.856078 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.881714 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.882691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:10.883276 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.957089 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.977780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] Pushing event updated for resources: {'Network': ['ID=9f15b005-8fc4-43ee-baa3-a731c709d15f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:10.987872 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3fca3100-8a8a-4f7f-9308-9ee630f0ddcb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3702977 Aug 29 04:09:10.988119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52072) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:10.993338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Request body: {'subnet': {'network_id': '9f15b005-8fc4-43ee-baa3-a731c709d15f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-115167208-subnet', 'tenant_id': '67f3981006de4dd2ace19130eb3e243a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:11.005235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9f15b005-8fc4-43ee-baa3-a731c709d15f details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:11.043201 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port f2f30c07-00d7-4fb7-a883-03d5b76bc2b2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f2f30c07-00d7-4fb7-a883-03d5b76bc2b2,segment=NetworkSegment(601ee673-b976-4f4b-be4f-6f410b0aa3ba),segment_id=601ee673-b976-4f4b-be4f-6f410b0aa3ba)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:11.044282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b14944-3ed2-459b-9c90-2e3c7107948f req-5aabc15d-76f2-4557-a852-1a419fb52d42 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:11.054587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62b14944-3ed2-459b-9c90-2e3c7107948f req-5aabc15d-76f2-4557-a852-1a419fb52d42 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 1101 time: 0.1505349 Aug 29 04:09:11.086639 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f1a2c65-4f70-4755-85f4-bc662e5527a9 req-f7e81cc5-6131-4482-834d-e33bef255d8a service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676700 Aug 29 04:09:11.102266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Made reservation on behalf of 67f3981006de4dd2ace19130eb3e243a for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:11.105647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.125037 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.162534 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62b14944-3ed2-459b-9c90-2e3c7107948f req-9420b3c6-9002-4705-8854-021fa63336b8 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023536 Aug 29 04:09:11.172398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52076) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:11.213105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=f2f30c07-00d7-4fb7-a883-03d5b76bc2b2,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:11.354461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:11.405076 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.445447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.496484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Transition to ACTIVE for port object 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:11.508117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f30c07-00d7-4fb7-a883-03d5b76bc2b2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:11.514393 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52830541-44ce-4edf-879a-875811d2f391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.515843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.634415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52086) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:11.662780 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52830541-44ce-4edf-879a-875811d2f391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.667766 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52830541-44ce-4edf-879a-875811d2f391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.698312 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-52830541-44ce-4edf-879a-875811d2f391 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cde859be7ce64fa2b292e163fb89a1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5248015 Aug 29 04:09:11.700837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52090) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:11.768028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52830541-44ce-4edf-879a-875811d2f391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f688a4-d454-4236-9db0-c655598f4eaf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:11.800141 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40df93b4-ded0-4f0b-8b31-404e2a8cddda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.830240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40df93b4-ded0-4f0b-8b31-404e2a8cddda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.943665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-abe5a683-a7f6-4305-abb5-f771705df31f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f38e46c06914bc8bcfa4c1728b55dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079720 Aug 29 04:09:11.946191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52100) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:11.954794 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40df93b4-ded0-4f0b-8b31-404e2a8cddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.957415 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40df93b4-ded0-4f0b-8b31-404e2a8cddda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.961284 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-40df93b4-ded0-4f0b-8b31-404e2a8cddda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30f688a4-d454-4236-9db0-c655598f4eaf HTTP/1.1" status: 204 len: 168 time: 0.2566500 Aug 29 04:09:11.974480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df93b4-ded0-4f0b-8b31-404e2a8cddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f688a4-d454-4236-9db0-c655598f4eaf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:12.039433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d5d96c9-424a-4c80-9b62-1ade4db74877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.075459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d5d96c9-424a-4c80-9b62-1ade4db74877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.154917 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d5d96c9-424a-4c80-9b62-1ade4db74877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.161129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d5d96c9-424a-4c80-9b62-1ade4db74877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.161129 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5d5d96c9-424a-4c80-9b62-1ade4db74877 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d13a420d-d6e9-4760-ac04-dae1f0457ecd HTTP/1.1" status: 204 len: 168 time: 0.2116296 Aug 29 04:09:12.180241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d96c9-424a-4c80-9b62-1ade4db74877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13a420d-d6e9-4760-ac04-dae1f0457ecd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:12.198886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'tag': '5801cc59-708a-41f3-bfee-f70f7e1dd063'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:12.203173 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7019a949-1042-4529-815b-19293a45df8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4202be-97cf-4c81-9f40-48b293a8929e", "tag": "5801cc59-708a-41f3-bfee-f70f7e1dd063"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:12.227700 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.250509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Pushing event updated for resources: {'Port': ['ID=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:12.383354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f5fe3-847d-4c08-9c2e-74adf1fac2d9 req-ad8e739a-7825-4e25-a491-15437e7b3b6e tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:12.384898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f0f5fe3-847d-4c08-9c2e-74adf1fac2d9 req-ad8e739a-7825-4e25-a491-15437e7b3b6e tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 948 time: 0.2754078 Aug 29 04:09:12.419329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87b7f8-fb49-4c60-9149-7865624e0f22 req-3d8cac28-62db-49d6-baea-0064c77e9510 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:12.420875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d87b7f8-fb49-4c60-9149-7865624e0f22 req-3d8cac28-62db-49d6-baea-0064c77e9510 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 943 time: 0.3158216 Aug 29 04:09:12.493596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfa3ccc-d7d3-46ec-b4ec-7d8e023a0390,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:12.566894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Checking segment: {'id': 'ffb22fee-ae0c-4c9a-bb3b-8dae6482fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9f15b005-8fc4-43ee-baa3-a731c709d15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:12.567262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Network hostable DHCP agents. Network: 9f15b005-8fc4-43ee-baa3-a731c709d15f, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:12.605831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Attempting to bind port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:12.606012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Attempting to bind port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:12.606319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Attempting to bind port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:12.623269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f0f5fe3-847d-4c08-9c2e-74adf1fac2d9 req-8380f4a1-e472-4eba-a26f-6eba75d47b8b tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204337 Aug 29 04:09:12.641415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.662848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:12.663340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Attempting to bind port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:12.669094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d87b7f8-fb49-4c60-9149-7865624e0f22 req-8b5d77d6-753f-4e85-8c2c-3e061e7d09c5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373950 Aug 29 04:09:12.679999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:12.688526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:12.689006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:12.689493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Bound port: 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:12.689887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.708449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Network 9f15b005-8fc4-43ee-baa3-a731c709d15f is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:12.725802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52124) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:12.788591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9f15b005-8fc4-43ee-baa3-a731c709d15f) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:12.797064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ff6f4-8739-4d62-8930-6d82ec507176 None None] Network 9f15b005-8fc4-43ee-baa3-a731c709d15f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:12.825368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:12.826493 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.842604 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554cffc8-966c-45d7-8996-66d0cef7368c x-openstack-request-id: req-554cffc8-966c-45d7-8996-66d0cef7368c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:12.846672 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4202be-97cf-4c81-9f40-48b293a8929e", "tag": "5801cc59-708a-41f3-bfee-f70f7e1dd063", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:12.846852 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-554cffc8-966c-45d7-8996-66d0cef7368c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:12.847169 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'tag': '5801cc59-708a-41f3-bfee-f70f7e1dd063', 'status': 'completed', 'code': 200} Aug 29 04:09:12.907916 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b88f7bcb-9ab3-4d7f-9bf7-ec2036127330 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9185331 Aug 29 04:09:12.968495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52140) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:12.972957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] For port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:12.980745 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-40a3ba2b-a9ba-4342-8f78-3c2256058b34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cf60c5f1d954808b8e01280c7e4cb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388151 Aug 29 04:09:12.984812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] For port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:13.004633 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.009711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019a949-1042-4529-815b-19293a45df8c req-62a2d462-d157-4421-a457-cc3697c243e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:13.018167 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7019a949-1042-4529-815b-19293a45df8c req-62a2d462-d157-4421-a457-cc3697c243e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1095 time: 0.1588900 Aug 29 04:09:13.108732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a0f0ed40-7e33-4cd7-91ad-507c268c28c3 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:13.181151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: a0f0ed40-7e33-4cd7-91ad-507c268c28c3 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:13.182411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a0f0ed40-7e33-4cd7-91ad-507c268c28c3 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:13.194736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce3cc87-f074-4124-9f95-d201b6f8375d None None] Network 9f15b005-8fc4-43ee-baa3-a731c709d15f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:13.287183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:13.287798 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.289272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] 10.222.0.59 "PUT /v2.0/ports/1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 HTTP/1.1" status: 200 len: 1097 time: 3.2232931 Aug 29 04:09:13.289753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f860cc7-fc29-478f-9f4b-27fd1d420521', 'tag': '1e1a3c4e-9d72-4df8-8284-ceff525dc4b7'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:13.299519 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee7993f-47cb-450b-986f-52a6be0cb2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f860cc7-fc29-478f-9f4b-27fd1d420521", "tag": "1e1a3c4e-9d72-4df8-8284-ceff525dc4b7"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:13.313888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] Router cc1ebe18-3c0e-498b-bf82-ee74bde93996 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:09:13.330435 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019a949-1042-4529-815b-19293a45df8c req-81dfdc4c-4390-4872-8306-a724e8e4b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:13.340379 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7019a949-1042-4529-815b-19293a45df8c req-81dfdc4c-4390-4872-8306-a724e8e4b564 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.3111877 Aug 29 04:09:13.357596 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2252a46-dfc1-4041-80b1-fedcd9f538e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.360464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793a2e2-990d-4d21-9b98-e4592fe5cc0b service neutron] Pushing event updated for resources: {'Port': ['ID=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:13.403113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6e20a476-6a91-4af7-b38e-dcc545f06b21 None None] Provisioning for port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:13.449048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7019a949-1042-4529-815b-19293a45df8c req-4d263288-3cc7-4bd8-8a5f-1ca8430d2d39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063 HTTP/1.1" status: 200 len: 217 time: 0.0962574 Aug 29 04:09:13.540346 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2252a46-dfc1-4041-80b1-fedcd9f538e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.559912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019a949-1042-4529-815b-19293a45df8c req-9f38c1f2-4421-47ac-ba0a-3a6b98348bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:13.562048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7019a949-1042-4529-815b-19293a45df8c req-9f38c1f2-4421-47ac-ba0a-3a6b98348bba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.1063569 Aug 29 04:09:13.651097 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7019a949-1042-4529-815b-19293a45df8c req-ff449141-66c2-4c5e-843b-f84d23385cf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803673 Aug 29 04:09:13.708584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c8ace-5608-4567-958d-69401ba14b5b req-60b2320a-3fd6-4414-81ac-b41952e97627 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:13.713435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f49c8ace-5608-4567-958d-69401ba14b5b req-60b2320a-3fd6-4414-81ac-b41952e97627 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.3604908 Aug 29 04:09:13.722118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-eb8032ca-12bd-48d7-8fb2-be76621e0b18 req-e02720d3-09e9-4926-b52d-2c4b3e28f693 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2100855999', 'description': 'tempest-description-1888479914'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:13.743825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-56185ec6-77e8-47e0-a4e7-dc4760db85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:13.750891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-56185ec6-77e8-47e0-a4e7-dc4760db85f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76fe813ea5354a308c21151d68d5108b&device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 1100 time: 0.3915606 Aug 29 04:09:13.752382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:13.764056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] Sync routers for ids ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:13.764429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-866542df-3a49-47b1-a9b2-07ebfa453592 admin admin] 10.222.0.49 "PUT /v2.0/routers/cc1ebe18-3c0e-498b-bf82-ee74bde93996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8622015 Aug 29 04:09:13.765030 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2252a46-dfc1-4041-80b1-fedcd9f538e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.767996 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2252a46-dfc1-4041-80b1-fedcd9f538e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.769189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52168) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:13.772573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a2252a46-dfc1-4041-80b1-fedcd9f538e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6168a1c3-87c5-4eed-a5e4-fdc1e3093a11 HTTP/1.1" status: 204 len: 168 time: 0.8030162 Aug 29 04:09:13.780699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] Routers {'cc1ebe18-3c0e-498b-bf82-ee74bde93996'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:13.781663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:13.821583 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7019a949-1042-4529-815b-19293a45df8c req-cd5cf9f8-1286-4636-8865-b72a7029f9dd service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617699 Aug 29 04:09:13.830377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-36d557ea-ffdd-487a-a1c5-b3b48d699a11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 HTTP/1.1" status: 200 len: 217 time: 0.0485938 Aug 29 04:09:13.834378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2252a46-dfc1-4041-80b1-fedcd9f538e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6168a1c3-87c5-4eed-a5e4-fdc1e3093a11,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:13.950036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eb8032ca-12bd-48d7-8fb2-be76621e0b18 req-e02720d3-09e9-4926-b52d-2c4b3e28f693 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.976354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f49c8ace-5608-4567-958d-69401ba14b5b req-bbe54737-6d14-4c38-b8f2-92d24dae948b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016649 Aug 29 04:09:13.986016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-e1cf6aa3-64be-4b2a-bffa-d3d6e4014176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:13.987462 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-e1cf6aa3-64be-4b2a-bffa-d3d6e4014176 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1401148 Aug 29 04:09:14.022715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] Set router cc1ebe18-3c0e-498b-bf82-ee74bde93996 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:14.066820 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8301ed-08a1-4f3d-bc96-686233f6a339 x-openstack-request-id: req-fa8301ed-08a1-4f3d-bc96-686233f6a339 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:14.067202 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f860cc7-fc29-478f-9f4b-27fd1d420521", "tag": "1e1a3c4e-9d72-4df8-8284-ceff525dc4b7", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:14.067563 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa8301ed-08a1-4f3d-bc96-686233f6a339 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:14.067994 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f860cc7-fc29-478f-9f4b-27fd1d420521', 'tag': '1e1a3c4e-9d72-4df8-8284-ceff525dc4b7', 'status': 'completed', 'code': 200} Aug 29 04:09:14.108552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-c008007e-fa94-4b01-ac69-8d4449bca3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:14.110361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-c008007e-fa94-4b01-ac69-8d4449bca3b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122699 Aug 29 04:09:14.187945 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7019a949-1042-4529-815b-19293a45df8c req-9113157e-a8c9-46a9-bd86-779da03bb312 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536251 Aug 29 04:09:14.190346 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.325230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-router', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:11Z', 'revision_number': 5, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'gw_port': {'id': '4805314f-28a2-4289-9ba1-e0876a5e712c', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:14.328756 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.366670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] Checking router: cc1ebe18-3c0e-498b-bf82-ee74bde93996 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:14.384190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29519c5e-76ff-4c8d-b5c9-802289175e70 req-559c8fe2-c2db-4b9b-b3a5-467af0f79d87 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:14.387238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29519c5e-76ff-4c8d-b5c9-802289175e70 req-559c8fe2-c2db-4b9b-b3a5-467af0f79d87 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 948 time: 0.1657472 Aug 29 04:09:14.390285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] Routers {'cc1ebe18-3c0e-498b-bf82-ee74bde93996'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:14.391023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:08:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:14.393829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eb8032ca-12bd-48d7-8fb2-be76621e0b18 req-e02720d3-09e9-4926-b52d-2c4b3e28f693 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.398640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Deleting port 4805314f-28a2-4289-9ba1-e0876a5e712c {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:14.399019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.410067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eb8032ca-12bd-48d7-8fb2-be76621e0b18 req-e02720d3-09e9-4926-b52d-2c4b3e28f693 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.452498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-76c5411d-64bf-43dc-862d-08dc1e28edb6 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337350 Aug 29 04:09:14.478885 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eb8032ca-12bd-48d7-8fb2-be76621e0b18 req-e02720d3-09e9-4926-b52d-2c4b3e28f693 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.492835 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb8032ca-12bd-48d7-8fb2-be76621e0b18 req-e02720d3-09e9-4926-b52d-2c4b3e28f693 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7979753 Aug 29 04:09:14.539288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] Set router cc1ebe18-3c0e-498b-bf82-ee74bde93996 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:14.585623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] For port 4805314f-28a2-4289-9ba1-e0876a5e712c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4805314f-28a2-4289-9ba1-e0876a5e712c,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:14.589975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.591669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02720d3-09e9-4926-b52d-2c4b3e28f693 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952b7f48-1390-4837-a34d-95fc8def0568,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:14.610435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-router', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:14Z', 'revision_number': 6, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:14.613289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Calling delete_port for 4805314f-28a2-4289-9ba1-e0876a5e712c owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:14.613630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29519c5e-76ff-4c8d-b5c9-802289175e70 req-748d38f8-d6db-4274-9499-da97412f4a44 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124975 Aug 29 04:09:14.704718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f706f4-dfb8-40ee-9a87-1b57fa8229ec req-0a76d88a-6aac-4c68-b712-e76ebd8c1ad4 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421448 Aug 29 04:09:14.713441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d72e3-4014-471c-be46-54058e3e3dfc req-bd894cfd-0518-4493-b1a2-002793414db9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:14.722080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f54d72e3-4014-471c-be46-54058e3e3dfc req-bd894cfd-0518-4493-b1a2-002793414db9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 943 time: 0.1204422 Aug 29 04:09:14.726409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baab8f3-d7c6-4de4-a50b-f48ab6a302e7 None None] The sync data for ids ['cc1ebe18-3c0e-498b-bf82-ee74bde93996'] in n-d-712141-12 is: [{'id': 'cc1ebe18-3c0e-498b-bf82-ee74bde93996', 'name': 'tempest-FloatingIPsNegativeTestJSON-62490677-router', 'tenant_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:57Z', 'updated_at': '2021-08-29T04:09:14Z', 'revision_number': 6, 'project_id': 'b6cc5daaf74741329e5c8b6e916cdc98', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:14.822659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5801cc59-708a-41f3-bfee-f70f7e1dd063 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:14.830350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:14.852429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f54d72e3-4014-471c-be46-54058e3e3dfc req-9eef3546-f847-44e3-be1d-8c885ed6e516 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192298 Aug 29 04:09:14.863946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e06969a2-0704-4f03-b163-6abc9d25fcdd req-e2cd0129-cedf-4ea9-8dd7-b70d4c6f5916 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/952b7f48-1390-4837-a34d-95fc8def0568 HTTP/1.1" status: 200 len: 1805 time: 0.1331720 Aug 29 04:09:14.868872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-b440e478-2106-4d86-9b45-529c5d3ab064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:14.870452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-b440e478-2106-4d86-9b45-529c5d3ab064 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=76fe813ea5354a308c21151d68d5108b&device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 1100 time: 0.1093805 Aug 29 04:09:14.874970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4805314f-28a2-4289-9ba1-e0876a5e712c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:14.878615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e06969a2-0704-4f03-b163-6abc9d25fcdd req-2cd15b41-83de-4016-9f60-479ff588567d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '952b7f48-1390-4837-a34d-95fc8def0568', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:14.879026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e06969a2-0704-4f03-b163-6abc9d25fcdd req-2cd15b41-83de-4016-9f60-479ff588567d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '952b7f48-1390-4837-a34d-95fc8def0568', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:14.937074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.007452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:15.027956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-18034925-058e-4f1d-897e-6427bf5197de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:15.030386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-18034925-058e-4f1d-897e-6427bf5197de service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1446652 Aug 29 04:09:15.031495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '5801cc59-708a-41f3-bfee-f70f7e1dd063', 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37', 'port_id': '5801cc59-708a-41f3-bfee-f70f7e1dd063', 'mac_address': 'fa:16:3e:b9:7c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202acf61-14c7-4a45-8371-62216017318f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:15.031985 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e06969a2-0704-4f03-b163-6abc9d25fcdd req-2cd15b41-83de-4016-9f60-479ff588567d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.084119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.087670 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.115270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-0524bfc4-0b05-4a30-acf7-f60c502d01ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 HTTP/1.1" status: 200 len: 217 time: 0.0701745 Aug 29 04:09:15.138828 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.170697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.171378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1ebe18-3c0e-498b-bf82-ee74bde93996 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:09:15.176783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.176992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5801cc59-708a-41f3-bfee-f70f7e1dd063 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:15.180340 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-12df5037-0426-44fd-a789-55b46958fbb3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cc1ebe18-3c0e-498b-bf82-ee74bde93996 HTTP/1.1" status: 204 len: 168 time: 1.3632166 Aug 29 04:09:15.182224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52212) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:15.202365 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e06969a2-0704-4f03-b163-6abc9d25fcdd req-2cd15b41-83de-4016-9f60-479ff588567d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.210462 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e06969a2-0704-4f03-b163-6abc9d25fcdd req-2cd15b41-83de-4016-9f60-479ff588567d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.212267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:15.220817 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.251683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd15b41-83de-4016-9f60-479ff588567d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5ef392-0e1f-4fcd-98b5-66b06fc14b66,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:15.264068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-84f8c783-1273-4a4d-b735-c298dac6f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:15.266086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-84f8c783-1273-4a4d-b735-c298dac6f1b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1427927 Aug 29 04:09:15.267729 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e06969a2-0704-4f03-b163-6abc9d25fcdd req-2cd15b41-83de-4016-9f60-479ff588567d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.269087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e06969a2-0704-4f03-b163-6abc9d25fcdd req-2cd15b41-83de-4016-9f60-479ff588567d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3973460 Aug 29 04:09:15.317790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-87631f75-1e04-4438-a36e-0aa56d6f7271 admin admin] Deleting subnet b1bbe23d-ef71-4638-9899-04af97e1f53a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:09:15.321147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87631f75-1e04-4438-a36e-0aa56d6f7271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.340698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5801cc59-708a-41f3-bfee-f70f7e1dd063,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:15.344821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-6bd18ecb-c656-4c1f-8a9b-74828b833fb3 req-2f7eb1b9-8b3b-48dc-9ad5-66184af3cf11 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-701993452', 'description': 'tempest-description-111560155'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:15.371752 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87631f75-1e04-4438-a36e-0aa56d6f7271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.388526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-4b638441-1e54-4831-9fca-7188ea150dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:15.388999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-4b638441-1e54-4831-9fca-7188ea150dba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138182 Aug 29 04:09:15.420964 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6bd18ecb-c656-4c1f-8a9b-74828b833fb3 req-2f7eb1b9-8b3b-48dc-9ad5-66184af3cf11 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.429895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf099fc-9125-40aa-9a18-71a85b381d6d req-4fc3dfc0-fca3-4f32-a401-9f36be52941d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:15.431397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdf099fc-9125-40aa-9a18-71a85b381d6d req-4fc3dfc0-fca3-4f32-a401-9f36be52941d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1131020 Aug 29 04:09:15.493989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87631f75-1e04-4438-a36e-0aa56d6f7271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.500497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['5801cc59-708a-41f3-bfee-f70f7e1dd063'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:15.537410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdf099fc-9125-40aa-9a18-71a85b381d6d req-adbc3390-e1a6-4ccc-9acb-d4a1eec5d924 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775275 Aug 29 04:09:15.570592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-6b794157-4292-4bcd-9727-a2712dcb90fa service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676521 Aug 29 04:09:15.587257 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87631f75-1e04-4438-a36e-0aa56d6f7271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.644327 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87631f75-1e04-4438-a36e-0aa56d6f7271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1bbe23d-ef71-4638-9899-04af97e1f53a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:15.651303 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87631f75-1e04-4438-a36e-0aa56d6f7271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.656709 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-87631f75-1e04-4438-a36e-0aa56d6f7271 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b1bbe23d-ef71-4638-9899-04af97e1f53a HTTP/1.1" status: 204 len: 168 time: 0.4704943 Aug 29 04:09:15.657537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150ed332-26f6-4290-ac95-e385a8926f9b None None] Network 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:15.657940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52236) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:15.745944 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6bd18ecb-c656-4c1f-8a9b-74828b833fb3 req-2f7eb1b9-8b3b-48dc-9ad5-66184af3cf11 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.756800 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6bd18ecb-c656-4c1f-8a9b-74828b833fb3 req-2f7eb1b9-8b3b-48dc-9ad5-66184af3cf11 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.784968 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6bd18ecb-c656-4c1f-8a9b-74828b833fb3 req-2f7eb1b9-8b3b-48dc-9ad5-66184af3cf11 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.793490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.811801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6bd18ecb-c656-4c1f-8a9b-74828b833fb3 req-2f7eb1b9-8b3b-48dc-9ad5-66184af3cf11 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4718332 Aug 29 04:09:15.820247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ee7993f-47cb-450b-986f-52a6be0cb2a3 req-711559d7-7cc4-4302-8f1f-e370ecd5bf7c service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449319 Aug 29 04:09:15.840550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eb1b9-8b3b-48dc-9ad5-66184af3cf11 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9b408-dc30-4966-bf01-e129c230f8d7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:15.923114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Deleting port cfc0afa5-3970-44fc-87d5-1896bbeed39a {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:15.923685 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:15.972081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd29304-c807-4dd3-b96a-d4c3550c7390 None None] DHCP port deletion for 5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:09:16.000956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952ce6-5c07-4741-84bf-10942aa49cab req-93c6574f-e359-4f96-8077-be320eea7b27 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:16.011855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] For port cfc0afa5-3970-44fc-87d5-1896bbeed39a, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cfc0afa5-3970-44fc-87d5-1896bbeed39a,segment=NetworkSegment(601ee673-b976-4f4b-be4f-6f410b0aa3ba),segment_id=601ee673-b976-4f4b-be4f-6f410b0aa3ba)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:16.012258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.012752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72952ce6-5c07-4741-84bf-10942aa49cab req-93c6574f-e359-4f96-8077-be320eea7b27 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 948 time: 0.0997727 Aug 29 04:09:16.035367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Calling delete_port for cfc0afa5-3970-44fc-87d5-1896bbeed39a owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:16.089899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72952ce6-5c07-4741-84bf-10942aa49cab req-5b8ca8b6-0874-4139-86d9-83e5022289ea tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760138 Aug 29 04:09:16.102371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5fd29304-c807-4dd3-b96a-d4c3550c7390 None None] Deleting port cfc0afa5-3970-44fc-87d5-1896bbeed39a {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:16.102841 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5fd29304-c807-4dd3-b96a-d4c3550c7390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.203242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34974202-c7d4-4e50-bee6-8aed1b579f35 req-c5fddb75-78ae-4051-bc2a-7e711ee5adb7 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/d3a9b408-dc30-4966-bf01-e129c230f8d7 HTTP/1.1" status: 200 len: 1803 time: 0.0724585 Aug 29 04:09:16.220527 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.223997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-34974202-c7d4-4e50-bee6-8aed1b579f35 req-df1084ed-91ef-4936-b455-69fd9cb96aa5 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd3a9b408-dc30-4966-bf01-e129c230f8d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:16.224333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-34974202-c7d4-4e50-bee6-8aed1b579f35 req-df1084ed-91ef-4936-b455-69fd9cb96aa5 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd3a9b408-dc30-4966-bf01-e129c230f8d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:16.234941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5fd29304-c807-4dd3-b96a-d4c3550c7390 None None] For port cfc0afa5-3970-44fc-87d5-1896bbeed39a, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cfc0afa5-3970-44fc-87d5-1896bbeed39a,segment=NetworkSegment(601ee673-b976-4f4b-be4f-6f410b0aa3ba),segment_id=601ee673-b976-4f4b-be4f-6f410b0aa3ba)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:16.235404 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5fd29304-c807-4dd3-b96a-d4c3550c7390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.251683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5fd29304-c807-4dd3-b96a-d4c3550c7390 None None] Calling delete_port for cfc0afa5-3970-44fc-87d5-1896bbeed39a owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:16.270733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc0afa5-3970-44fc-87d5-1896bbeed39a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:16.287481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] No DVR routers for this DVR port cfc0afa5-3970-44fc-87d5-1896bbeed39a on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:16.291111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-34974202-c7d4-4e50-bee6-8aed1b579f35 req-df1084ed-91ef-4936-b455-69fd9cb96aa5 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.353292 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-34974202-c7d4-4e50-bee6-8aed1b579f35 req-df1084ed-91ef-4936-b455-69fd9cb96aa5 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.353455 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5fd29304-c807-4dd3-b96a-d4c3550c7390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.359385 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-34974202-c7d4-4e50-bee6-8aed1b579f35 req-df1084ed-91ef-4936-b455-69fd9cb96aa5 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.382510 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-34974202-c7d4-4e50-bee6-8aed1b579f35 req-df1084ed-91ef-4936-b455-69fd9cb96aa5 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.393721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34974202-c7d4-4e50-bee6-8aed1b579f35 req-df1084ed-91ef-4936-b455-69fd9cb96aa5 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1780288 Aug 29 04:09:16.394908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.397284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd29304-c807-4dd3-b96a-d4c3550c7390 None None] No DVR routers for this DVR port cfc0afa5-3970-44fc-87d5-1896bbeed39a on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:16.407715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd29304-c807-4dd3-b96a-d4c3550c7390 None None] Pushing event deleted for resources: {'Port': ['ID=cfc0afa5-3970-44fc-87d5-1896bbeed39a,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:16.418825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc46d1-e119-49c0-bc2e-92548e3094bd req-1442a5d2-7eb4-4d70-a4ca-2146e177c05c tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:16.420667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14fc46d1-e119-49c0-bc2e-92548e3094bd req-1442a5d2-7eb4-4d70-a4ca-2146e177c05c tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 944 time: 0.1089189 Aug 29 04:09:16.423365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1084ed-91ef-4936-b455-69fd9cb96aa5 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97fc5766-61b2-4dc2-adfb-8071f85873fd,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:16.434158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:16.449138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601ee673-b976-4f4b-be4f-6f410b0aa3ba') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:16.449716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601ee673-b976-4f4b-be4f-6f410b0aa3ba') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:16.464412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.465749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14fc46d1-e119-49c0-bc2e-92548e3094bd req-b003b24a-a62e-4c62-a0cf-ba89e190b19b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346556 Aug 29 04:09:16.485661 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.499349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-5f03a42b-8b6e-465b-b9c2-ec7b513a6bf1 req-524e30d3-3b03-47d9-971f-75ce09238bdd tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-767547246', 'description': 'tempest-description-1583154509'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:16.501996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:09:16.503436 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:09:16.505274 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:09:16.561399 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5f03a42b-8b6e-465b-b9c2-ec7b513a6bf1 req-524e30d3-3b03-47d9-971f-75ce09238bdd tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.566881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52260) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:16.587746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.595668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cfc0afa5-3970-44fc-87d5-1896bbeed39a no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:16.602453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.605236 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1 HTTP/1.1" status: 204 len: 168 time: 0.9457643 Aug 29 04:09:16.618415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d8a5b-605b-42e9-a45d-c67d8415bc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf8ee28-37a1-4d3b-a4ad-18cc8d86d9b1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:16.629498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: cfc0afa5-3970-44fc-87d5-1896bbeed39a {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:16.629977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cfc0afa5-3970-44fc-87d5-1896bbeed39a not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:16.630592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:16.651787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:16.652147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f2f30c07-00d7-4fb7-a883-03d5b76bc2b2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:16.652593 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4805314f-28a2-4289-9ba1-e0876a5e712c no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:16.664974 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5f03a42b-8b6e-465b-b9c2-ec7b513a6bf1 req-524e30d3-3b03-47d9-971f-75ce09238bdd tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.670007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5f03a42b-8b6e-465b-b9c2-ec7b513a6bf1 req-524e30d3-3b03-47d9-971f-75ce09238bdd tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.673903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4805314f-28a2-4289-9ba1-e0876a5e712c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:16.674268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4805314f-28a2-4289-9ba1-e0876a5e712c not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:16.697604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5f03a42b-8b6e-465b-b9c2-ec7b513a6bf1 req-524e30d3-3b03-47d9-971f-75ce09238bdd tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.699461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f03a42b-8b6e-465b-b9c2-ec7b513a6bf1 req-524e30d3-3b03-47d9-971f-75ce09238bdd tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2068410 Aug 29 04:09:16.708639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e30d3-3b03-47d9-971f-75ce09238bdd tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0fd19a-826b-477d-8069-770aeaf6e427,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:16.731299 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e85942ff-88d0-489e-b383-7277ae30b3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.828993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e9155-b901-4d46-b566-fc6c054ec431 req-50cc9c7f-4ea3-4a0c-80cd-60aef408162b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:16.833972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5801cc59-708a-41f3-bfee-f70f7e1dd063 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:16.838351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a8e9155-b901-4d46-b566-fc6c054ec431 req-50cc9c7f-4ea3-4a0c-80cd-60aef408162b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.0792999 Aug 29 04:09:16.854990 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e85942ff-88d0-489e-b383-7277ae30b3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.858898 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e85942ff-88d0-489e-b383-7277ae30b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.869475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52274) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:16.899199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a8e9155-b901-4d46-b566-fc6c054ec431 req-a32389c7-a886-463e-adf7-a1d6fe66ccbc tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598259 Aug 29 04:09:16.905592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-2a581fa6-e7d5-4fcb-aed3-3a1432e2b7a7 req-7760e3a5-ff20-4ee9-adf9-8ab69b885dcb tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1890037376', 'description': 'tempest-description-1093034880'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:16.916574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 5801cc59-708a-41f3-bfee-f70f7e1dd063 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:16.920498 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e85942ff-88d0-489e-b383-7277ae30b3aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb3c310e2bf743a4af29355d90fd2753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519349 Aug 29 04:09:16.921093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52278) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:16.922200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 5801cc59-708a-41f3-bfee-f70f7e1dd063 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:16.922988 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.923270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85942ff-88d0-489e-b383-7277ae30b3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd1f55b-bf2e-43e1-a900-993a796b3e5f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:16.930084 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2a581fa6-e7d5-4fcb-aed3-3a1432e2b7a7 req-7760e3a5-ff20-4ee9-adf9-8ab69b885dcb tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:16.968063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1374778c-7818-46bc-a6e6-2eb360d9e843 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6cc5daaf74741329e5c8b6e916cdc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969744 Aug 29 04:09:16.970722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52284) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:17.021659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c343ed5d-9fe5-4013-80fc-2982fc4b4819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.034616 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.055182 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2a581fa6-e7d5-4fcb-aed3-3a1432e2b7a7 req-7760e3a5-ff20-4ee9-adf9-8ab69b885dcb tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.060863 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2a581fa6-e7d5-4fcb-aed3-3a1432e2b7a7 req-7760e3a5-ff20-4ee9-adf9-8ab69b885dcb tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.065216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5801cc59-708a-41f3-bfee-f70f7e1dd063'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:17.066412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c343ed5d-9fe5-4013-80fc-2982fc4b4819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.069714 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e432aa6-c32e-44f2-8e7b-fb9f6464eaf9" -d '{"events": [{"server_uuid": "ab4202be-97cf-4c81-9f40-48b293a8929e", "name": "network-vif-plugged", "status": "completed", "tag": "5801cc59-708a-41f3-bfee-f70f7e1dd063"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:17.075542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b95cbfcd-c7de-4bb8-beac-648d1528766d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.089392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:17.093829 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.094412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2a581fa6-e7d5-4fcb-aed3-3a1432e2b7a7 req-7760e3a5-ff20-4ee9-adf9-8ab69b885dcb tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.110092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a581fa6-e7d5-4fcb-aed3-3a1432e2b7a7 req-7760e3a5-ff20-4ee9-adf9-8ab69b885dcb tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2142420 Aug 29 04:09:17.114857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760e3a5-ff20-4ee9-adf9-8ab69b885dcb tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28c5bd0-d353-42f1-98c3-e88a70d25923,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:17.123512 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b95cbfcd-c7de-4bb8-beac-648d1528766d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.157064 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce96097-f2c8-4396-af5f-b72f48cb05e7 x-openstack-request-id: req-8ce96097-f2c8-4396-af5f-b72f48cb05e7 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:17.157785 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4202be-97cf-4c81-9f40-48b293a8929e", "name": "network-vif-plugged", "status": "completed", "tag": "5801cc59-708a-41f3-bfee-f70f7e1dd063", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:17.158042 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ce96097-f2c8-4396-af5f-b72f48cb05e7 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:17.158823 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5801cc59-708a-41f3-bfee-f70f7e1dd063', 'code': 200} Aug 29 04:09:17.174773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5801cc59-708a-41f3-bfee-f70f7e1dd063,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:17.181354 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c343ed5d-9fe5-4013-80fc-2982fc4b4819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.185698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c343ed5d-9fe5-4013-80fc-2982fc4b4819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.187118 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c343ed5d-9fe5-4013-80fc-2982fc4b4819 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdd1f55b-bf2e-43e1-a900-993a796b3e5f HTTP/1.1" status: 204 len: 168 time: 0.2646236 Aug 29 04:09:17.196955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343ed5d-9fe5-4013-80fc-2982fc4b4819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd1f55b-bf2e-43e1-a900-993a796b3e5f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:17.200492 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b95cbfcd-c7de-4bb8-beac-648d1528766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.206972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b95cbfcd-c7de-4bb8-beac-648d1528766d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.210496 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b95cbfcd-c7de-4bb8-beac-648d1528766d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af595ea2-e454-4e22-9fbd-6f78172eff6b HTTP/1.1" status: 204 len: 168 time: 0.2360878 Aug 29 04:09:17.218090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cbfcd-c7de-4bb8-beac-648d1528766d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af595ea2-e454-4e22-9fbd-6f78172eff6b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:17.285902 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182b349-bf0d-4a17-a3a6-ee917a4b0ea0 req-4e2dd6b7-dca1-4e1b-b79b-74338c5b3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:17.287430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0182b349-bf0d-4a17-a3a6-ee917a4b0ea0 req-4e2dd6b7-dca1-4e1b-b79b-74338c5b3030 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1097 time: 0.0758140 Aug 29 04:09:17.290232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02b7e36f-7fce-458a-a3cd-54e0ee8cf308 req-13be2455-77f1-4327-a278-69e21fd93afc tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/ea0fd19a-826b-477d-8069-770aeaf6e427 HTTP/1.1" status: 200 len: 1804 time: 0.0877049 Aug 29 04:09:17.342510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0182b349-bf0d-4a17-a3a6-ee917a4b0ea0 req-57522982-d76b-4898-ba84-4047f0cf85bb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483892 Aug 29 04:09:17.391710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02b7e36f-7fce-458a-a3cd-54e0ee8cf308 req-747bc75a-45e5-4808-acc1-72b9f2130601 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/d28c5bd0-d353-42f1-98c3-e88a70d25923 HTTP/1.1" status: 200 len: 1805 time: 0.0757959 Aug 29 04:09:17.403956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-02b7e36f-7fce-458a-a3cd-54e0ee8cf308 req-f2e03a37-0291-4e1a-9a36-909c2a909d9b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea0fd19a-826b-477d-8069-770aeaf6e427', 'remote_group_id': 'd28c5bd0-d353-42f1-98c3-e88a70d25923', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:17.404590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-02b7e36f-7fce-458a-a3cd-54e0ee8cf308 req-f2e03a37-0291-4e1a-9a36-909c2a909d9b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea0fd19a-826b-477d-8069-770aeaf6e427', 'remote_group_id': 'd28c5bd0-d353-42f1-98c3-e88a70d25923', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:17.440786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ddf17-e152-4891-8563-f3f5e98298b3 req-a3db51bc-a6c9-4eb6-a095-a21bf4420f2e tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:17.442319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c2ddf17-e152-4891-8563-f3f5e98298b3 req-a3db51bc-a6c9-4eb6-a095-a21bf4420f2e tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 948 time: 0.0839186 Aug 29 04:09:17.653256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52312) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:17.667185 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a43cd3c-c9b1-4ab4-a6eb-cc9242243c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.736424 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.766528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c2ddf17-e152-4891-8563-f3f5e98298b3 req-19d768fa-76aa-4b5a-84d5-4bf79c59ed85 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092835 Aug 29 04:09:17.770047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02b7e36f-7fce-458a-a3cd-54e0ee8cf308 req-f2e03a37-0291-4e1a-9a36-909c2a909d9b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.778365 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a43cd3c-c9b1-4ab4-a6eb-cc9242243c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.784135 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a43cd3c-c9b1-4ab4-a6eb-cc9242243c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.813355 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02b7e36f-7fce-458a-a3cd-54e0ee8cf308 req-f2e03a37-0291-4e1a-9a36-909c2a909d9b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.817390 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02b7e36f-7fce-458a-a3cd-54e0ee8cf308 req-f2e03a37-0291-4e1a-9a36-909c2a909d9b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.835371 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43cd3c-c9b1-4ab4-a6eb-cc9242243c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3c08e7-98ff-42c5-82d2-6df9d442e1ca,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:17.839147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e03a37-0291-4e1a-9a36-909c2a909d9b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc7820d-42c1-4d03-b075-4b78097bdb9c,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:17.846418 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02b7e36f-7fce-458a-a3cd-54e0ee8cf308 req-f2e03a37-0291-4e1a-9a36-909c2a909d9b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.847989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02b7e36f-7fce-458a-a3cd-54e0ee8cf308 req-f2e03a37-0291-4e1a-9a36-909c2a909d9b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4494994 Aug 29 04:09:17.850010 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8a43cd3c-c9b1-4ab4-a6eb-cc9242243c0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3fc0f3ac5774ce0b6bbd94954187b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956773 Aug 29 04:09:17.862597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52316) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:17.896236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-cc1ad884-cadb-47b8-accb-2223fe5974f6 req-f6f17a61-2252-4285-ade1-189247018cc7 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1312618062', 'description': 'tempest-description-546986826'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:17.973720 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cc1ad884-cadb-47b8-accb-2223fe5974f6 req-f6f17a61-2252-4285-ade1-189247018cc7 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:17.988386 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58ff786b-e282-4ca8-a535-3f1234084b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.031777 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58ff786b-e282-4ca8-a535-3f1234084b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.047236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a0f72-8cdd-4bfc-a6d2-bfd818e7ea94 req-e69e0e77-7267-4b34-b041-1060b096080d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:18.048777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d29a0f72-8cdd-4bfc-a6d2-bfd818e7ea94 req-e69e0e77-7267-4b34-b041-1060b096080d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 945 time: 0.1161189 Aug 29 04:09:18.134898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d29a0f72-8cdd-4bfc-a6d2-bfd818e7ea94 req-bc708765-de55-4c3b-b536-9c2b5d9a1fed tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718529 Aug 29 04:09:18.145891 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58ff786b-e282-4ca8-a535-3f1234084b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.148483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58ff786b-e282-4ca8-a535-3f1234084b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.157656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-58ff786b-e282-4ca8-a535-3f1234084b7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c3c08e7-98ff-42c5-82d2-6df9d442e1ca HTTP/1.1" status: 204 len: 168 time: 0.2862136 Aug 29 04:09:18.164920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff786b-e282-4ca8-a535-3f1234084b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3c08e7-98ff-42c5-82d2-6df9d442e1ca,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:18.181528 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cc1ad884-cadb-47b8-accb-2223fe5974f6 req-f6f17a61-2252-4285-ade1-189247018cc7 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.186852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cc1ad884-cadb-47b8-accb-2223fe5974f6 req-f6f17a61-2252-4285-ade1-189247018cc7 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.205134 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cc1ad884-cadb-47b8-accb-2223fe5974f6 req-f6f17a61-2252-4285-ade1-189247018cc7 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.206403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc1ad884-cadb-47b8-accb-2223fe5974f6 req-f6f17a61-2252-4285-ade1-189247018cc7 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3146589 Aug 29 04:09:18.228807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f17a61-2252-4285-ade1-189247018cc7 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cba5cf2-5c1b-43b1-8945-4fd6b2f48530,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:18.327734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd73f0-3ccf-45e4-a0c9-4b1201fe4776 req-d108d46a-cc29-49b0-abeb-56ac55f38c38 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:18.329217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fcd73f0-3ccf-45e4-a0c9-4b1201fe4776 req-d108d46a-cc29-49b0-abeb-56ac55f38c38 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.0612755 Aug 29 04:09:18.370752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fcd73f0-3ccf-45e4-a0c9-4b1201fe4776 req-089ce95f-096b-4470-ba2c-990ccb52555b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355973 Aug 29 04:09:18.500785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-9bda55dc-08d7-4581-80ba-06bc46636c19 req-77f0f5c9-04f8-4417-ad1f-badf5c868bb3 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1000760378', 'description': 'tempest-description-618455953'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:18.531983 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9bda55dc-08d7-4581-80ba-06bc46636c19 req-77f0f5c9-04f8-4417-ad1f-badf5c868bb3 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.624292 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9bda55dc-08d7-4581-80ba-06bc46636c19 req-77f0f5c9-04f8-4417-ad1f-badf5c868bb3 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.628861 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9bda55dc-08d7-4581-80ba-06bc46636c19 req-77f0f5c9-04f8-4417-ad1f-badf5c868bb3 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.652068 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9bda55dc-08d7-4581-80ba-06bc46636c19 req-77f0f5c9-04f8-4417-ad1f-badf5c868bb3 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.653341 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9bda55dc-08d7-4581-80ba-06bc46636c19 req-77f0f5c9-04f8-4417-ad1f-badf5c868bb3 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1581542 Aug 29 04:09:18.685157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0f5c9-04f8-4417-ad1f-badf5c868bb3 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e8c41f-195d-411a-981f-5931091c1ec6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:18.730919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-609b68e1-d9e4-4ff6-a658-6863a17355b2 req-9f35de77-34ff-4686-9c64-d1975bae6d33 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/0cba5cf2-5c1b-43b1-8945-4fd6b2f48530 HTTP/1.1" status: 200 len: 1804 time: 0.0428607 Aug 29 04:09:18.782965 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-609b68e1-d9e4-4ff6-a658-6863a17355b2 req-b19b9163-d3f4-48f1-88c8-3710ab679716 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/e4e8c41f-195d-411a-981f-5931091c1ec6 HTTP/1.1" status: 200 len: 1804 time: 0.0456324 Aug 29 04:09:18.794392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-609b68e1-d9e4-4ff6-a658-6863a17355b2 req-047a03c9-035a-4946-a3fe-44e193aa4341 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0cba5cf2-5c1b-43b1-8945-4fd6b2f48530', 'remote_group_id': 'e4e8c41f-195d-411a-981f-5931091c1ec6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:18.794722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-609b68e1-d9e4-4ff6-a658-6863a17355b2 req-047a03c9-035a-4946-a3fe-44e193aa4341 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0cba5cf2-5c1b-43b1-8945-4fd6b2f48530', 'remote_group_id': 'e4e8c41f-195d-411a-981f-5931091c1ec6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:18.857420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:18.864872 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-609b68e1-d9e4-4ff6-a658-6863a17355b2 req-047a03c9-035a-4946-a3fe-44e193aa4341 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.904566 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-609b68e1-d9e4-4ff6-a658-6863a17355b2 req-047a03c9-035a-4946-a3fe-44e193aa4341 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.909643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-609b68e1-d9e4-4ff6-a658-6863a17355b2 req-047a03c9-035a-4946-a3fe-44e193aa4341 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.932086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a03c9-035a-4946-a3fe-44e193aa4341 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5459b4f4-605c-4c60-b337-c6dd81f4384b,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:18.941270 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-609b68e1-d9e4-4ff6-a658-6863a17355b2 req-047a03c9-035a-4946-a3fe-44e193aa4341 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:18.944120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-609b68e1-d9e4-4ff6-a658-6863a17355b2 req-047a03c9-035a-4946-a3fe-44e193aa4341 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1544299 Aug 29 04:09:19.018791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:19.035622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '1e1a3c4e-9d72-4df8-8284-ceff525dc4b7', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '1e1a3c4e-9d72-4df8-8284-ceff525dc4b7', 'mac_address': 'fa:16:3e:b6:c7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:19.096191 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.111375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:19.141411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:19.143697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a508fc8-31f1-4a70-89ff-34cc061ae1a3 req-72da9eb8-2ca2-4c44-96ee-1e55cf9a6c33 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/e4e8c41f-195d-411a-981f-5931091c1ec6 HTTP/1.1" status: 200 len: 1804 time: 0.0559437 Aug 29 04:09:19.153178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5421c15-e184-412b-b05d-12e86eef8cc8 req-81c80a6b-d3d5-4016-811a-6eef20346150 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:19.154870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5421c15-e184-412b-b05d-12e86eef8cc8 req-81c80a6b-d3d5-4016-811a-6eef20346150 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 948 time: 0.1045692 Aug 29 04:09:19.155689 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.218572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5421c15-e184-412b-b05d-12e86eef8cc8 req-dd7d75f3-d880-4523-852d-03650fa41483 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525608 Aug 29 04:09:19.229717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:19.250278 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7a508fc8-31f1-4a70-89ff-34cc061ae1a3 req-bbd9c6ce-ecb0-4847-8ae3-cabc34827aaa tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.267954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52402) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:19.287151 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7a508fc8-31f1-4a70-89ff-34cc061ae1a3 req-bbd9c6ce-ecb0-4847-8ae3-cabc34827aaa tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.378239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['1e1a3c4e-9d72-4df8-8284-ceff525dc4b7'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:19.378487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7a508fc8-31f1-4a70-89ff-34cc061ae1a3 req-bbd9c6ce-ecb0-4847-8ae3-cabc34827aaa tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.380897 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7a508fc8-31f1-4a70-89ff-34cc061ae1a3 req-bbd9c6ce-ecb0-4847-8ae3-cabc34827aaa tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.388740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a508fc8-31f1-4a70-89ff-34cc061ae1a3 req-bbd9c6ce-ecb0-4847-8ae3-cabc34827aaa tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "DELETE /v2.0/security-groups/e4e8c41f-195d-411a-981f-5931091c1ec6 HTTP/1.1" status: 204 len: 173 time: 0.2328889 Aug 29 04:09:19.421764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1130340307-network', 'tenant_id': '1edc06cbe9f64557b1d4719980171f51'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:19.425060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9c6ce-ecb0-4847-8ae3-cabc34827aaa tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e8c41f-195d-411a-981f-5931091c1ec6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:19.477647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b8218-6554-441d-a460-7b0cd33095d0 req-f98c7c61-1ea1-464a-b66a-8a747b2a408f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:19.480791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b8b8218-6554-441d-a460-7b0cd33095d0 req-f98c7c61-1ea1-464a-b66a-8a747b2a408f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 945 time: 0.1135981 Aug 29 04:09:19.483375 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Made reservation on behalf of 1edc06cbe9f64557b1d4719980171f51 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:19.486285 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.503208 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.556219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b8b8218-6554-441d-a460-7b0cd33095d0 req-e6fe0457-749d-4530-b0c9-89e6b0d67ba5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658672 Aug 29 04:09:19.672751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6953fe-f2c4-454e-80a2-797a90924111 req-0f6e8213-4ad1-4360-af30-441ea0eba8a4 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/0cba5cf2-5c1b-43b1-8945-4fd6b2f48530 HTTP/1.1" status: 200 len: 1804 time: 0.0676060 Aug 29 04:09:19.674451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.686996 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.717691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:19.724987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d3152-d42c-4a95-8ad1-ab4aa0767377,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:19.733945 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.734528 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Added segment 0d0d0f14-e211-4007-a78a-cadde7bd5c51 of type vlan for network 49677dea-a0ef-45e8-ac2f-e0009ef31139 Aug 29 04:09:19.804879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.842240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65831c-d879-4cb9-b908-847554dc4287 req-d91b0893-853a-4dae-8b09-2e6754def56d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:19.843943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a65831c-d879-4cb9-b908-847554dc4287 req-d91b0893-853a-4dae-8b09-2e6754def56d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.0977905 Aug 29 04:09:19.850754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.851858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:19.852514 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.935970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6668620 Aug 29 04:09:19.940948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52438) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:19.959050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Request body: {'subnet': {'network_id': '49677dea-a0ef-45e8-ac2f-e0009ef31139', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1130340307-subnet', 'tenant_id': '1edc06cbe9f64557b1d4719980171f51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:19.987398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28240c-a182-4b39-a7f6-5e93381ca37e admin admin] Pushing event updated for resources: {'Network': ['ID=49677dea-a0ef-45e8-ac2f-e0009ef31139,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:19.998828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 49677dea-a0ef-45e8-ac2f-e0009ef31139 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:20.002295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a65831c-d879-4cb9-b908-847554dc4287 req-2e52410b-db3e-4631-af20-da778f5941ff tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465204 Aug 29 04:09:20.018767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66a6e5-1d87-4483-903c-b17586c3e06a req-246d85a5-84b4-4940-8e02-89c4ea8652e1 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:20.029916 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec66a6e5-1d87-4483-903c-b17586c3e06a req-246d85a5-84b4-4940-8e02-89c4ea8652e1 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1097 time: 0.1169717 Aug 29 04:09:20.029916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Made reservation on behalf of 1edc06cbe9f64557b1d4719980171f51 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:20.031882 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.087498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-df9ecbeb-121e-4fa2-8242-3c0801a3d45a req-cedf3bdf-0468-4297-877c-22750253440d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1434966768', 'description': 'tempest-description-1130132327'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:20.127710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec66a6e5-1d87-4483-903c-b17586c3e06a req-6f941d27-f434-489a-a3fc-0d2f284086d4 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998168 Aug 29 04:09:20.149693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df9ecbeb-121e-4fa2-8242-3c0801a3d45a req-cedf3bdf-0468-4297-877c-22750253440d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.308908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df9ecbeb-121e-4fa2-8242-3c0801a3d45a req-cedf3bdf-0468-4297-877c-22750253440d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.315388 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df9ecbeb-121e-4fa2-8242-3c0801a3d45a req-cedf3bdf-0468-4297-877c-22750253440d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.341570 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.397296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72b546b-d3c7-4ccb-8591-ca14e9023f37,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:20.411569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df9ecbeb-121e-4fa2-8242-3c0801a3d45a req-cedf3bdf-0468-4297-877c-22750253440d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.412807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df9ecbeb-121e-4fa2-8242-3c0801a3d45a req-cedf3bdf-0468-4297-877c-22750253440d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3582671 Aug 29 04:09:20.426634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf3bdf-0468-4297-877c-22750253440d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3774d1-00a5-412d-9e65-ae39b7667569,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:20.470842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Checking segment: {'id': '0d0d0f14-e211-4007-a78a-cadde7bd5c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '49677dea-a0ef-45e8-ac2f-e0009ef31139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:20.471104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Network hostable DHCP agents. Network: 49677dea-a0ef-45e8-ac2f-e0009ef31139, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:20.479290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3c9f0-768c-4a91-9e83-adf6ffc43f08 req-3c3dee10-c4e1-48a0-9eac-4762a874375c tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:20.481444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5d3c9f0-768c-4a91-9e83-adf6ffc43f08 req-3c3dee10-c4e1-48a0-9eac-4762a874375c tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1097 time: 0.0760145 Aug 29 04:09:20.515107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Network 49677dea-a0ef-45e8-ac2f-e0009ef31139 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:20.559326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 49677dea-a0ef-45e8-ac2f-e0009ef31139) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:20.568282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:20.568874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.569306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0fd59-c2f6-4174-9800-30848c8c73d6 None None] Network 49677dea-a0ef-45e8-ac2f-e0009ef31139 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:20.572742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5d3c9f0-768c-4a91-9e83-adf6ffc43f08 req-805a2d8d-f552-4bf1-ac14-4d7c8b23eaa9 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824025 Aug 29 04:09:20.594527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eb5ec-1542-4628-9973-a5544be00678 req-0f974981-657b-4dec-a1eb-c17a774636c6 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:20.596131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-512eb5ec-1542-4628-9973-a5544be00678 req-0f974981-657b-4dec-a1eb-c17a774636c6 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 949 time: 0.0931878 Aug 29 04:09:20.605302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8367e328-abfa-4370-a3a7-7237f52cc37e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6627579 Aug 29 04:09:20.622645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52472) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:20.672001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-512eb5ec-1542-4628-9973-a5544be00678 req-863cac75-792a-4fdb-963e-cdee2801b81b tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 Aug 29 04:09:20.694820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2024f14-4d2c-408f-9348-611e015d9ae9 req-b3ee1e46-1586-414a-9152-8450d6a237c2 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/1c3774d1-00a5-412d-9e65-ae39b7667569 HTTP/1.1" status: 200 len: 1805 time: 0.0707061 Aug 29 04:09:20.709620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-a2024f14-4d2c-408f-9348-611e015d9ae9 req-1fe2c71c-9850-4fec-b91b-7c519ebdd40d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c3774d1-00a5-412d-9e65-ae39b7667569', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:20.709862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-a2024f14-4d2c-408f-9348-611e015d9ae9 req-1fe2c71c-9850-4fec-b91b-7c519ebdd40d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c3774d1-00a5-412d-9e65-ae39b7667569', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:20.782976 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bd2e-49e0-405f-aa89-8bb62bdd737b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.806476 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a2024f14-4d2c-408f-9348-611e015d9ae9 req-1fe2c71c-9850-4fec-b91b-7c519ebdd40d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.865896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a2024f14-4d2c-408f-9348-611e015d9ae9 req-1fe2c71c-9850-4fec-b91b-7c519ebdd40d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.869850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a2024f14-4d2c-408f-9348-611e015d9ae9 req-1fe2c71c-9850-4fec-b91b-7c519ebdd40d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.896121 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2c71c-9850-4fec-b91b-7c519ebdd40d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e850b6d1-b520-411d-8cea-89af3b9c2f4e,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:20.915628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:20.934394 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bd2e-49e0-405f-aa89-8bb62bdd737b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.940289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bd2e-49e0-405f-aa89-8bb62bdd737b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.942322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a46cad2-bf28-4cd3-8618-b6d18539c092 None None] Network 49677dea-a0ef-45e8-ac2f-e0009ef31139 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:20.947143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a2024f14-4d2c-408f-9348-611e015d9ae9 req-1fe2c71c-9850-4fec-b91b-7c519ebdd40d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.964563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2024f14-4d2c-408f-9348-611e015d9ae9 req-1fe2c71c-9850-4fec-b91b-7c519ebdd40d tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2625680 Aug 29 04:09:20.994157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ccc4bd2e-49e0-405f-aa89-8bb62bdd737b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1086026582f0462b9afb81d37a14b46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673770 Aug 29 04:09:20.994157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4bd2e-49e0-405f-aa89-8bb62bdd737b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ab4ae1-4967-406c-874c-72f417886969,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:20.995783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52486) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:21.050355 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:21.063058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:21.063491 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.145133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac65d550-772d-421a-b477-0a332a4c5c64 req-0f55b8df-f62f-452c-a1d2-e35bd8a9f1ea tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/1c3774d1-00a5-412d-9e65-ae39b7667569 HTTP/1.1" status: 200 len: 2398 time: 0.0902808 Aug 29 04:09:21.146038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71e31559-8f0f-4823-a8e2-5a0cda0d1321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.169530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-ac65d550-772d-421a-b477-0a332a4c5c64 req-8b8a73ad-6d7c-4f5d-939c-0bb5c92ad66a tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c3774d1-00a5-412d-9e65-ae39b7667569', 'remote_group_id': None}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:21.169872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-ac65d550-772d-421a-b477-0a332a4c5c64 req-8b8a73ad-6d7c-4f5d-939c-0bb5c92ad66a tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c3774d1-00a5-412d-9e65-ae39b7667569', 'remote_group_id': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:21.189865 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71e31559-8f0f-4823-a8e2-5a0cda0d1321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.192778 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.226107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f860cc7-fc29-478f-9f4b-27fd1d420521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1a3c4e-9d72-4df8-8284-ceff525dc4b7'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:21.230323 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c793fb2-ea6d-400d-a321-6427edb9006e" -d '{"events": [{"server_uuid": "5f860cc7-fc29-478f-9f4b-27fd1d420521", "name": "network-vif-plugged", "status": "completed", "tag": "1e1a3c4e-9d72-4df8-8284-ceff525dc4b7"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:21.250873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:21.259408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.270247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac65d550-772d-421a-b477-0a332a4c5c64 req-8b8a73ad-6d7c-4f5d-939c-0bb5c92ad66a tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.281597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71e31559-8f0f-4823-a8e2-5a0cda0d1321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.284275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71e31559-8f0f-4823-a8e2-5a0cda0d1321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.285472 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-71e31559-8f0f-4823-a8e2-5a0cda0d1321 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1ab4ae1-4967-406c-874c-72f417886969 HTTP/1.1" status: 204 len: 168 time: 0.2885582 Aug 29 04:09:21.304016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e31559-8f0f-4823-a8e2-5a0cda0d1321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ab4ae1-4967-406c-874c-72f417886969,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:21.312819 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac65d550-772d-421a-b477-0a332a4c5c64 req-8b8a73ad-6d7c-4f5d-939c-0bb5c92ad66a tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.318146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac65d550-772d-421a-b477-0a332a4c5c64 req-8b8a73ad-6d7c-4f5d-939c-0bb5c92ad66a tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.335241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:21.357020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a73ad-6d7c-4f5d-939c-0bb5c92ad66a tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95c119d-71ca-4c9c-ba55-da2c8b13283c,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:21.367946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52510) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:21.369328 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac65d550-772d-421a-b477-0a332a4c5c64 req-8b8a73ad-6d7c-4f5d-939c-0bb5c92ad66a tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.370644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac65d550-772d-421a-b477-0a332a4c5c64 req-8b8a73ad-6d7c-4f5d-939c-0bb5c92ad66a tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2089398 Aug 29 04:09:21.373098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-122196092-network', 'tenant_id': 'c59b1b2821d942979a386fd7a3db18e7'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:21.406036 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Made reservation on behalf of c59b1b2821d942979a386fd7a3db18e7 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:21.409679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.432679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.469291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987635f-a3b5-4f62-9cf1-c47c590b98fd req-f6b14c20-2553-4623-99c0-2d6d9cfbe83d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:21.471162 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e987635f-a3b5-4f62-9cf1-c47c590b98fd req-f6b14c20-2553-4623-99c0-2d6d9cfbe83d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.0613856 Aug 29 04:09:21.521191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e987635f-a3b5-4f62-9cf1-c47c590b98fd req-a897d99f-b5c9-4a0c-951f-7837c7cf0082 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Aug 29 04:09:21.563043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.574348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.601320 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e0d371-8dd0-4892-8bcb-ad8f94f83bc4 x-openstack-request-id: req-b2e0d371-8dd0-4892-8bcb-ad8f94f83bc4 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:21.601320 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f860cc7-fc29-478f-9f4b-27fd1d420521", "name": "network-vif-plugged", "status": "completed", "tag": "1e1a3c4e-9d72-4df8-8284-ceff525dc4b7", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:21.601320 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2e0d371-8dd0-4892-8bcb-ad8f94f83bc4 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:21.601320 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f860cc7-fc29-478f-9f4b-27fd1d420521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1a3c4e-9d72-4df8-8284-ceff525dc4b7', 'code': 200} Aug 29 04:09:21.623225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:21.651022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394f0dea-4037-491b-ac23-febddd784f30,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:21.657664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.657664 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Added segment 3c0bd733-20b1-449b-82f4-a277f3bdaeb0 of type vlan for network b0cc2fc1-b198-4fc1-a3d1-c34cec97a613 Aug 29 04:09:21.738657 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.749546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9b9e5-55a9-44a9-8021-21da11fd0935 req-d4b50378-1438-4510-886a-f7e5cb0cbd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:21.754118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83a9b9e5-55a9-44a9-8021-21da11fd0935 req-d4b50378-1438-4510-886a-f7e5cb0cbd58 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 1102 time: 0.0887370 Aug 29 04:09:21.776019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.777115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:21.777719 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:21.813827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83a9b9e5-55a9-44a9-8021-21da11fd0935 req-5c2109a4-a7ad-4cbe-a94a-805aaf69ec94 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548954 Aug 29 04:09:21.837366 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4682450 Aug 29 04:09:21.841217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52534) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:21.846750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead16a09-a188-423b-876a-83c438a66813 admin admin] Pushing event updated for resources: {'Network': ['ID=b0cc2fc1-b198-4fc1-a3d1-c34cec97a613,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:21.847840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Request body: {'subnet': {'network_id': 'b0cc2fc1-b198-4fc1-a3d1-c34cec97a613', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-122196092-subnet', 'tenant_id': 'c59b1b2821d942979a386fd7a3db18e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:21.858536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network b0cc2fc1-b198-4fc1-a3d1-c34cec97a613 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:21.898718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Made reservation on behalf of c59b1b2821d942979a386fd7a3db18e7 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:21.905032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.179728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0179907-80b7-44ac-b4e8-9b66b1cb502b req-77495152-e174-4093-92df-9bb84d287369 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/1c3774d1-00a5-412d-9e65-ae39b7667569 HTTP/1.1" status: 200 len: 2996 time: 0.1220100 Aug 29 04:09:22.184343 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.238921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-b48bc5c4-1a0a-44f1-b53d-a076aa1d9261 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1455083 Aug 29 04:09:22.291239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c431211a-8b22-4371-ac9e-d2192ab42ea2,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:22.312705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Checking segment: {'id': '3c0bd733-20b1-449b-82f4-a277f3bdaeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b0cc2fc1-b198-4fc1-a3d1-c34cec97a613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:22.313131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Network hostable DHCP agents. Network: b0cc2fc1-b198-4fc1-a3d1-c34cec97a613, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:22.367191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a154d-276d-4607-ad8d-d5fec93a552e req-12009fb4-4971-40cb-881b-77545f7cb75d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:22.373439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb6a154d-276d-4607-ad8d-d5fec93a552e req-12009fb4-4971-40cb-881b-77545f7cb75d tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 950 time: 0.1195729 Aug 29 04:09:22.373439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-f4bc0782-07b3-4c92-9b62-dc88b8e26ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:22.373439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-f4bc0782-07b3-4c92-9b62-dc88b8e26ff3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ff3f48c3826411a95205a4b90e481f7&device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 1119 time: 0.0774536 Aug 29 04:09:22.374302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Network b0cc2fc1-b198-4fc1-a3d1-c34cec97a613 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:22.384480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, b0cc2fc1-b198-4fc1-a3d1-c34cec97a613) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:22.389969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:22.390604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.393921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee6c97-5b9e-4a40-bc09-ee0a10605d25 None None] Network b0cc2fc1-b198-4fc1-a3d1-c34cec97a613 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:22.477921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e4a14976-b761-4846-9531-0c30d7e1db12 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6350405 Aug 29 04:09:22.494654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb6a154d-276d-4607-ad8d-d5fec93a552e req-5f5bf896-a9b0-4368-9936-c32aa80ff347 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078374 Aug 29 04:09:22.574546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d18e01e-0f12-4e96-9b00-577e49a26be1 req-d32af3fa-f512-4057-8324-72b94a89e34a tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-group-rules/e95c119d-71ca-4c9c-ba55-da2c8b13283c HTTP/1.1" status: 200 len: 783 time: 0.0505619 Aug 29 04:09:22.586079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc3348-4e8e-4573-80a5-9b27df65854a None None] Network b0cc2fc1-b198-4fc1-a3d1-c34cec97a613 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:22.640992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-6689ab20-9732-40ff-9c68-162b990e8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:22.643211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-6689ab20-9732-40ff-9c68-162b990e8574 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3a29fce4-c2cb-47fe-90e5-d7553facac22 HTTP/1.1" status: 200 len: 924 time: 0.2445419 Aug 29 04:09:22.712609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d18e01e-0f12-4e96-9b00-577e49a26be1 req-95f55644-7996-4e7a-a674-a03d911dfc49 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/1c3774d1-00a5-412d-9e65-ae39b7667569 HTTP/1.1" status: 200 len: 2996 time: 0.1213653 Aug 29 04:09:22.774042 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-f3392f30-b3a7-4f4c-a4c6-0891715b2ca8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=191cac76-7779-471a-889b-016d9c1735ed HTTP/1.1" status: 200 len: 1023 time: 0.1210384 Aug 29 04:09:22.780931 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0d18e01e-0f12-4e96-9b00-577e49a26be1 req-a700b119-8e25-4f57-8f02-eff966321b37 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.797031 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0d18e01e-0f12-4e96-9b00-577e49a26be1 req-a700b119-8e25-4f57-8f02-eff966321b37 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.846530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-5c07660d-9a37-4ee4-8264-f925e5e4e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:22.847990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-5c07660d-9a37-4ee4-8264-f925e5e4e8bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d99572f-6b5c-4c0e-ba55-9cedeb4ab610 HTTP/1.1" status: 200 len: 862 time: 0.0650103 Aug 29 04:09:22.849036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0d18e01e-0f12-4e96-9b00-577e49a26be1 req-a700b119-8e25-4f57-8f02-eff966321b37 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.855606 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0d18e01e-0f12-4e96-9b00-577e49a26be1 req-a700b119-8e25-4f57-8f02-eff966321b37 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.856651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d18e01e-0f12-4e96-9b00-577e49a26be1 req-a700b119-8e25-4f57-8f02-eff966321b37 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e95c119d-71ca-4c9c-ba55-da2c8b13283c HTTP/1.1" status: 204 len: 173 time: 0.1326728 Aug 29 04:09:22.873651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700b119-8e25-4f57-8f02-eff966321b37 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e95c119d-71ca-4c9c-ba55-da2c8b13283c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:22.903855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-44c4dbc8-288e-4127-ad9c-629e68f79e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:22.905418 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-44c4dbc8-288e-4127-ad9c-629e68f79e71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a29fce4-c2cb-47fe-90e5-d7553facac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437069 Aug 29 04:09:23.007417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-4afe214c-a5ee-48fa-ad50-0ff665968ea8 service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926623 Aug 29 04:09:23.096107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9570f9b-b72d-44a8-a74d-ff34652865eb req-bb1953de-9296-4b93-b4cb-06b6b80eeb2e service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812430 Aug 29 04:09:23.292672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdfb86-9d3f-449f-a694-4ab2e9487bd9 req-177209ac-5a51-4ef7-9737-4b494d95eb5f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:23.294360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59fdfb86-9d3f-449f-a694-4ab2e9487bd9 req-177209ac-5a51-4ef7-9737-4b494d95eb5f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.0566072 Aug 29 04:09:23.339241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59fdfb86-9d3f-449f-a694-4ab2e9487bd9 req-7276bd90-0253-4a97-80fd-a7b97cb416c7 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340567 Aug 29 04:09:23.339704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52604) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:23.465973 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-272060fe-737c-42d6-b684-223d07fab654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.507246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-55f97fd4-2f61-4b41-89de-c044397cf48a tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:09:23.519113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-55f97fd4-2f61-4b41-89de-c044397cf48a tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1783035 Aug 29 04:09:23.605302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52622) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:23.649992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Request body: {'binding': {'host': 'n-h1-712141-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:23.650520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Unknown quota resources ['binding']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:09:23.672847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4c647c-eec1-4084-8f1d-6966d4516e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.763808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4c647c-eec1-4084-8f1d-6966d4516e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.768627 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4c647c-eec1-4084-8f1d-6966d4516e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.807972 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3d4c647c-eec1-4084-8f1d-6966d4516e69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=761a88709e244b8db3f2027d99300c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002273 Aug 29 04:09:23.808744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c647c-eec1-4084-8f1d-6966d4516e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b42d95-27bf-49c9-9929-64d4d0884d05,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:23.811009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52630) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:23.815044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-b7d3ac86-0268-4726-9ff2-f3c803654762 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:23.816581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-b7d3ac86-0268-4726-9ff2-f3c803654762 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/networks?id=49677dea-a0ef-45e8-ac2f-e0009ef31139 HTTP/1.1" status: 200 len: 815 time: 0.1825905 Aug 29 04:09:23.841722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-3d6a0fa6-5138-4af5-94a9-c08fe17b28f6 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/quotas/1edc06cbe9f64557b1d4719980171f51 HTTP/1.1" status: 200 len: 375 time: 0.0168512 Aug 29 04:09:23.859989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95eca5a1-4c43-4fc4-8ab0-980443a546bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.881625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95eca5a1-4c43-4fc4-8ab0-980443a546bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.888415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-1a0e91e6-d26f-49f2-bbb4-af65144978dd tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1edc06cbe9f64557b1d4719980171f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384326 Aug 29 04:09:23.920170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on host n-h1-712141-12 for vnic_type normal with profile None {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:23.920545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:23.920890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:23.929013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95eca5a1-4c43-4fc4-8ab0-980443a546bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.931660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95eca5a1-4c43-4fc4-8ab0-980443a546bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:23.936130 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-95eca5a1-4c43-4fc4-8ab0-980443a546bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39b42d95-27bf-49c9-9929-64d4d0884d05 HTTP/1.1" status: 204 len: 168 time: 0.1242139 Aug 29 04:09:23.944837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eca5a1-4c43-4fc4-8ab0-980443a546bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b42d95-27bf-49c9-9929-64d4d0884d05,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:23.953566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:23.954254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:23.967403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:23.967755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:23.968148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:23.968623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Bound port: 5801cc59-708a-41f3-bfee-f70f7e1dd063, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:24.079397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-b5897629-9240-477b-a49f-f123a35a9b35 service neutron] 10.222.0.49 "GET /v2.0/networks/49677dea-a0ef-45e8-ac2f-e0009ef31139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799216 Aug 29 04:09:24.083251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:24.096530 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.097533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-48970307-e006-4047-9707-6086372660cc service neutron] 10.222.0.49 "POST /v2.0/ports/5801cc59-708a-41f3-bfee-f70f7e1dd063/bindings HTTP/1.1" status: 201 len: 390 time: 0.5029912 Aug 29 04:09:24.115373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:24.213505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-af67a11e-314e-4bea-ae29-3fb7987ff769 service neutron] 10.222.0.49 "GET /v2.0/networks/49677dea-a0ef-45e8-ac2f-e0009ef31139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262898 Aug 29 04:09:24.251765 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.271814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9142b16-c50e-40c6-9426-475ed88f1847 req-c9210fd1-bd28-44c7-bb0e-5d7bfd34ad9c tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/1c3774d1-00a5-412d-9e65-ae39b7667569 HTTP/1.1" status: 200 len: 2398 time: 0.0771265 Aug 29 04:09:24.290762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:24.293579 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c5ef4d-7344-4ce2-81ca-49928251f1f1" -d '{"events": [{"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-unplugged", "status": "completed", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:24.309344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:24.313562 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.402780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:24.403053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c9142b16-c50e-40c6-9426-475ed88f1847 req-e433189a-d4ad-4ea8-9102-a5c3e543a163 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.442339 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c9142b16-c50e-40c6-9426-475ed88f1847 req-e433189a-d4ad-4ea8-9102-a5c3e543a163 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.543779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-47243859-1307-48dc-b721-5d0c4e453b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:24.545346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-47243859-1307-48dc-b721-5d0c4e453b2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1097 time: 0.0878115 Aug 29 04:09:24.598581 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c9142b16-c50e-40c6-9426-475ed88f1847 req-e433189a-d4ad-4ea8-9102-a5c3e543a163 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.601169 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c9142b16-c50e-40c6-9426-475ed88f1847 req-e433189a-d4ad-4ea8-9102-a5c3e543a163 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:24.602448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9142b16-c50e-40c6-9426-475ed88f1847 req-e433189a-d4ad-4ea8-9102-a5c3e543a163 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "DELETE /v2.0/security-groups/1c3774d1-00a5-412d-9e65-ae39b7667569 HTTP/1.1" status: 204 len: 173 time: 0.3241565 Aug 29 04:09:24.619102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433189a-d4ad-4ea8-9102-a5c3e543a163 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3774d1-00a5-412d-9e65-ae39b7667569,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:24.669908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-5543cd47-2498-4d17-bf69-7cc081a1e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:24.671548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-5543cd47-2498-4d17-bf69-7cc081a1e9d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.1190734 Aug 29 04:09:24.733395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-1b0d728a-9c1f-4b57-bb53-3166cf68e428 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063 HTTP/1.1" status: 200 len: 217 time: 0.0534322 Aug 29 04:09:25.100930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-f764f544-1ee2-447a-b294-8a9612efcae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:25.102191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-f764f544-1ee2-447a-b294-8a9612efcae5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.3593802 Aug 29 04:09:25.109895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193dc90-c01b-402e-a079-9ebd3343d2ff req-ebc1d399-3682-40f1-be9e-c8ae4d9696af tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:25.111225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5193dc90-c01b-402e-a079-9ebd3343d2ff req-ebc1d399-3682-40f1-be9e-c8ae4d9696af tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 950 time: 0.3812959 Aug 29 04:09:25.161940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-24b24897-e35d-46f6-8acc-e80bd8cbac1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486743 Aug 29 04:09:25.234017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5193dc90-c01b-402e-a079-9ebd3343d2ff req-69791b45-7b3f-4588-9c2d-9b74c6ad18db tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134868 Aug 29 04:09:25.241291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de13a8b-256b-486b-bffb-2865ec2c8bc4 req-36c6c304-975e-44e6-bbd1-6dc47bef6289 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:25.242833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1de13a8b-256b-486b-bffb-2865ec2c8bc4 req-36c6c304-975e-44e6-bbd1-6dc47bef6289 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 945 time: 0.1562891 Aug 29 04:09:25.277221 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f544f-8209-428e-a077-bae1a6bd53b9 x-openstack-request-id: req-e07f544f-8209-428e-a077-bae1a6bd53b9 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:25.278180 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-unplugged", "status": "completed", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:25.278446 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e07f544f-8209-428e-a077-bae1a6bd53b9 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:25.278842 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'code': 200} Aug 29 04:09:25.309879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1de13a8b-256b-486b-bffb-2865ec2c8bc4 req-526004da-0886-45aa-b388-eab8df6e0e88 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590396 Aug 29 04:09:25.312101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-06a3949b-ab37-45d4-937d-a211e73f2646 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376526 Aug 29 04:09:25.391061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3dd0460-b3ec-499e-91d7-1843940ad2d6 req-15f9fe6f-e1bf-40f8-a1ed-a8f4a4314cf0 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 210 time: 0.0627818 Aug 29 04:09:25.442258 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-ab8ee7e2-a429-4c22-ba7e-97b271a4a4b8 req-0420bf6e-3d76-48cd-a23a-e79e7a7ae813 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] show failed (client error): The resource could not be found. Aug 29 04:09:25.443274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab8ee7e2-a429-4c22-ba7e-97b271a4a4b8 req-0420bf6e-3d76-48cd-a23a-e79e7a7ae813 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/e4e8c41f-195d-411a-981f-5931091c1ec6 HTTP/1.1" status: 404 len: 352 time: 0.0253758 Aug 29 04:09:25.481988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824a096-7ad6-4777-bef0-999d847b5aef req-bfa22001-84a6-4159-a5a7-dc436dfd0767 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:25.484933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f824a096-7ad6-4777-bef0-999d847b5aef req-bfa22001-84a6-4159-a5a7-dc436dfd0767 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 947 time: 0.0987210 Aug 29 04:09:25.550653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-470eb653-c86b-4167-81d8-9fb429eda1bf service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310860 Aug 29 04:09:25.595812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f824a096-7ad6-4777-bef0-999d847b5aef req-458e8561-334d-491f-8641-3333f3f82f6d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059203 Aug 29 04:09:25.654387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-e2014b6b-76c5-4f35-9992-4c5d43d3d666 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:25.659213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-e2014b6b-76c5-4f35-9992-4c5d43d3d666 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.59 "GET /v2.0/networks?id=49677dea-a0ef-45e8-ac2f-e0009ef31139 HTTP/1.1" status: 200 len: 815 time: 0.1704497 Aug 29 04:09:25.677543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Request body: {'port': {'device_id': '55d822e9-3c2a-42f0-abda-d9fe18227f48', 'network_id': '49677dea-a0ef-45e8-ac2f-e0009ef31139', 'admin_state_up': True, 'tenant_id': '1edc06cbe9f64557b1d4719980171f51'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:25.920411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Made reservation on behalf of 1edc06cbe9f64557b1d4719980171f51 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:25.923973 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:25.942563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-017d1cbe-48e7-475c-a0df-0bf69b20a928 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:25.944432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-017d1cbe-48e7-475c-a0df-0bf69b20a928 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.1443691 Aug 29 04:09:25.950770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52702) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:25.966494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712141-12'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:25.996379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91fcab6a-759f-4fb8-8afa-da0317733f77 req-8b40609b-7ce1-46e2-8a99-2ae3c8acd9a2 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/0cba5cf2-5c1b-43b1-8945-4fd6b2f48530 HTTP/1.1" status: 200 len: 1804 time: 0.1315484 Aug 29 04:09:26.043658 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c6aff6e5-15dc-4d71-aef1-6aed19341d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.113279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:26.128116 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b13bf8cd-e881-4355-aeaa-8ab0d0b1f62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.162225 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.224400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:26.237716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'mac_address': 'fa:16:3e:37:10:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:26.238405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91fcab6a-759f-4fb8-8afa-da0317733f77 req-2400b08c-8a90-4b94-bb0d-1e717ba51d1b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.279716 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.283115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Allocated IP 172.20.0.7 (49677dea-a0ef-45e8-ac2f-e0009ef31139/a72b546b-d3c7-4ccb-8591-ca14e9023f37/3d47d37c-24bf-4941-8205-5a3be92f3366) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:26.292791 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.308518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:26.330300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:26.334625 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91fcab6a-759f-4fb8-8afa-da0317733f77 req-2400b08c-8a90-4b94-bb0d-1e717ba51d1b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.340713 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.367603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52712) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:26.390345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:26.429793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a5773-7195-40bd-b28f-eaed86d2ad07 req-fb5b3fe1-640e-463a-8295-7be91aab1d0c tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:26.431314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-140a5773-7195-40bd-b28f-eaed86d2ad07 req-fb5b3fe1-640e-463a-8295-7be91aab1d0c tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 950 time: 0.2216144 Aug 29 04:09:26.493943 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5f42512-8f8b-4201-80ac-ab2170a4e254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.585440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91fcab6a-759f-4fb8-8afa-da0317733f77 req-2400b08c-8a90-4b94-bb0d-1e717ba51d1b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.587950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91fcab6a-759f-4fb8-8afa-da0317733f77 req-2400b08c-8a90-4b94-bb0d-1e717ba51d1b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.589643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91fcab6a-759f-4fb8-8afa-da0317733f77 req-2400b08c-8a90-4b94-bb0d-1e717ba51d1b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "DELETE /v2.0/security-groups/0cba5cf2-5c1b-43b1-8945-4fd6b2f48530 HTTP/1.1" status: 204 len: 173 time: 0.5551982 Aug 29 04:09:26.624914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-140a5773-7195-40bd-b28f-eaed86d2ad07 req-af75aa6e-6b20-4009-bea5-d9b0b1d765e2 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745105 Aug 29 04:09:26.628562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:26.640035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400b08c-8a90-4b94-bb0d-1e717ba51d1b tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cba5cf2-5c1b-43b1-8945-4fd6b2f48530,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:26.663482 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b13bf8cd-e881-4355-aeaa-8ab0d0b1f62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.692867 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b13bf8cd-e881-4355-aeaa-8ab0d0b1f62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.757440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5f42512-8f8b-4201-80ac-ab2170a4e254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.762371 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5f42512-8f8b-4201-80ac-ab2170a4e254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.787473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3142b4b1-6827-484c-9b92-cc6d11d0d5f8'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:26.805134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e5f42512-8f8b-4201-80ac-ab2170a4e254 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35bdc022d0174b589fd603aa78e18138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363942 Aug 29 04:09:26.806377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52724) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:26.807228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f42512-8f8b-4201-80ac-ab2170a4e254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43b10c5-3d65-4517-bd60-b5c85eef00f2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:26.816077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4743084c-0009-45b6-97a0-a40f77e49d4d req-2b3fdd71-c6f1-438e-974e-ec3546355db0 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 210 time: 0.0957277 Aug 29 04:09:26.817236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:26.820633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bf8cd-e881-4355-aeaa-8ab0d0b1f62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887ce72d-8198-4d08-ba35-b4be7da52f0f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:26.828275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b13bf8cd-e881-4355-aeaa-8ab0d0b1f62d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af09bf75e4594816b228e086406fa080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8717601 Aug 29 04:09:26.834047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52728) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:26.847502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.862427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114ff5d-ad47-4451-abd3-96b29bb738c3 req-d43db779-6f49-466d-b604-1b377b7ad60a tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:26.863997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2114ff5d-ad47-4451-abd3-96b29bb738c3 req-d43db779-6f49-466d-b604-1b377b7ad60a tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 945 time: 0.2146301 Aug 29 04:09:26.918886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40fec08c-5827-4719-abc6-541df91fd959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.930370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5801cc59-708a-41f3-bfee-f70f7e1dd063'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:26.933332 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833cd51d-cc9a-4e0b-a30d-777b74f2d66a" -d '{"events": [{"server_uuid": "ab4202be-97cf-4c81-9f40-48b293a8929e", "name": "network-vif-unplugged", "status": "completed", "tag": "5801cc59-708a-41f3-bfee-f70f7e1dd063"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:26.937970 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.955905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40fec08c-5827-4719-abc6-541df91fd959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.957740 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a45163-306c-478d-9222-95cef642068a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.969419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.003453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a45163-306c-478d-9222-95cef642068a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.018567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2114ff5d-ad47-4451-abd3-96b29bb738c3 req-24ba58a3-9f37-443d-99c4-47f879256ca6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452215 Aug 29 04:09:27.026609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f48b4b7b-68e0-4377-a0a5-798be60a6145 req-0e0739f6-dbb3-4a73-ae14-89c213b9e100 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/d28c5bd0-d353-42f1-98c3-e88a70d25923 HTTP/1.1" status: 200 len: 1805 time: 0.1544948 Aug 29 04:09:27.044070 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40fec08c-5827-4719-abc6-541df91fd959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.047678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40fec08c-5827-4719-abc6-541df91fd959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.049061 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-40fec08c-5827-4719-abc6-541df91fd959 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f43b10c5-3d65-4517-bd60-b5c85eef00f2 HTTP/1.1" status: 204 len: 168 time: 0.2376311 Aug 29 04:09:27.058897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fec08c-5827-4719-abc6-541df91fd959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43b10c5-3d65-4517-bd60-b5c85eef00f2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.068021 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.072525 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a45163-306c-478d-9222-95cef642068a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.075452 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a45163-306c-478d-9222-95cef642068a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.076826 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-92a45163-306c-478d-9222-95cef642068a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/887ce72d-8198-4d08-ba35-b4be7da52f0f HTTP/1.1" status: 204 len: 168 time: 0.2198803 Aug 29 04:09:27.090921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5801cc59-708a-41f3-bfee-f70f7e1dd063,revision_number=7']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.096825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a45163-306c-478d-9222-95cef642068a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887ce72d-8198-4d08-ba35-b4be7da52f0f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.168572 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.181665 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.182081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Network 49677dea-a0ef-45e8-ac2f-e0009ef31139 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:27.184807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on host n-h2-712141-12 for vnic_type normal with profile {"migrating_to": "n-h1-712141-12"} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:27.185147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:27.185652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:27.204288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:27.210833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:27.226976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:27.227310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Attempting to bind port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:27.235258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Pushing event updated for resources: {'Port': ['ID=3d47d37c-24bf-4941-8205-5a3be92f3366,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.277261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:27.277607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:27.278000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:27.278459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Bound port: 5801cc59-708a-41f3-bfee-f70f7e1dd063, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:27.278818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.299857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f48b4b7b-68e0-4377-a0a5-798be60a6145 req-51161af4-192b-4f94-954e-6e39b8068b78 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.357394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b8e4d-9857-4fa6-8904-138e6ffdc945 req-d90a422e-bb65-4189-a042-b0c93e414b22 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:27.358930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-842b8e4d-9857-4fa6-8904-138e6ffdc945 req-d90a422e-bb65-4189-a042-b0c93e414b22 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 948 time: 0.1752775 Aug 29 04:09:27.370719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:27.371337 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.392454 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f48b4b7b-68e0-4377-a0a5-798be60a6145 req-51161af4-192b-4f94-954e-6e39b8068b78 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.449785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-c6d2d0c5-d96f-478a-9562-3c3c30c2d2b2 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7774358 Aug 29 04:09:27.471786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Request body: {'port': {'device_id': '55d822e9-3c2a-42f0-abda-d9fe18227f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:27.481530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52746) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:27.484028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:27.500138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-facd57b3-bf58-4b1d-9c21-e08a36d42f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.504322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-842b8e4d-9857-4fa6-8904-138e6ffdc945 req-e40f60ab-3135-4454-98ec-5821189a2be2 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288381 Aug 29 04:09:27.524517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:27.532353 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.608121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.619114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f48b4b7b-68e0-4377-a0a5-798be60a6145 req-51161af4-192b-4f94-954e-6e39b8068b78 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.621719 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f48b4b7b-68e0-4377-a0a5-798be60a6145 req-51161af4-192b-4f94-954e-6e39b8068b78 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.632929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f48b4b7b-68e0-4377-a0a5-798be60a6145 req-51161af4-192b-4f94-954e-6e39b8068b78 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "DELETE /v2.0/security-groups/d28c5bd0-d353-42f1-98c3-e88a70d25923 HTTP/1.1" status: 204 len: 173 time: 0.5815876 Aug 29 04:09:27.638093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-facd57b3-bf58-4b1d-9c21-e08a36d42f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.643306 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-facd57b3-bf58-4b1d-9c21-e08a36d42f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.659456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5801cc59-708a-41f3-bfee-f70f7e1dd063,revision_number=8']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.668667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51161af4-192b-4f94-954e-6e39b8068b78 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28c5bd0-d353-42f1-98c3-e88a70d25923,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.722035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:27.722688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.724077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-349c66d4-31c0-437f-a304-21ec52c833e1 service neutron] 10.222.0.52 "PUT /v2.0/ports/5801cc59-708a-41f3-bfee-f70f7e1dd063 HTTP/1.1" status: 200 len: 1123 time: 1.7671256 Aug 29 04:09:27.777290 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-facd57b3-bf58-4b1d-9c21-e08a36d42f7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34e058de606c486d8bd09121f402914c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937825 Aug 29 04:09:27.780807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52754) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:27.799713 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2149dc-793b-495c-ade9-7879288d42f8 x-openstack-request-id: req-7d2149dc-793b-495c-ade9-7879288d42f8 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:27.800312 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4202be-97cf-4c81-9f40-48b293a8929e", "name": "network-vif-unplugged", "status": "completed", "tag": "5801cc59-708a-41f3-bfee-f70f7e1dd063", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:27.800601 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d2149dc-793b-495c-ade9-7879288d42f8 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:27.801024 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5801cc59-708a-41f3-bfee-f70f7e1dd063', 'code': 200} Aug 29 04:09:27.809451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd57b3-bf58-4b1d-9c21-e08a36d42f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca1602c-48f7-43da-b958-0f04e74c684b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:27.814505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['5801cc59-708a-41f3-bfee-f70f7e1dd063'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:27.861064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7eee5c98-00b3-4bd4-a429-0c08e46e3805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.889975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7eee5c98-00b3-4bd4-a429-0c08e46e3805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.948919 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7eee5c98-00b3-4bd4-a429-0c08e46e3805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.951486 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7eee5c98-00b3-4bd4-a429-0c08e46e3805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:27.955332 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7eee5c98-00b3-4bd4-a429-0c08e46e3805 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ca1602c-48f7-43da-b958-0f04e74c684b HTTP/1.1" status: 204 len: 168 time: 0.1730702 Aug 29 04:09:27.965991 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07abf9ec-f3d7-44b1-a1f1-396af89b7066 req-2a806a02-6d33-41c9-ab5a-159c57e5f958 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/ea0fd19a-826b-477d-8069-770aeaf6e427 HTTP/1.1" status: 200 len: 1804 time: 0.1563630 Aug 29 04:09:27.968921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee5c98-00b3-4bd4-a429-0c08e46e3805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca1602c-48f7-43da-b958-0f04e74c684b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:28.018551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da235cfd-9156-485d-a2ca-8befe56478c2 req-2043eef4-04b9-4386-8a85-271ede6250a1 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:28.027185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da235cfd-9156-485d-a2ca-8befe56478c2 req-2043eef4-04b9-4386-8a85-271ede6250a1 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 950 time: 0.1516049 Aug 29 04:09:28.075528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52768) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:28.110890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da235cfd-9156-485d-a2ca-8befe56478c2 req-50127a12-87d9-47a0-80cd-368954ce9275 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828297 Aug 29 04:09:28.120376 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:28.151095 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-07abf9ec-f3d7-44b1-a1f1-396af89b7066 req-ee43fd06-5659-43ff-86a6-4e86e731e46f tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.181142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d47d37c-24bf-4941-8205-5a3be92f3366 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:28.191496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-07abf9ec-f3d7-44b1-a1f1-396af89b7066 req-ee43fd06-5659-43ff-86a6-4e86e731e46f tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.196839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.197620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:28.198716 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.258947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Transition to ACTIVE for port object 3d47d37c-24bf-4941-8205-5a3be92f3366 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:28.270073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.296895 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.320267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703638-3050-4373-9129-ca7e2f7a3aa4 req-26ffda4f-da1d-40c7-b888-2f4bde97adb7 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:28.322050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92703638-3050-4373-9129-ca7e2f7a3aa4 req-26ffda4f-da1d-40c7-b888-2f4bde97adb7 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 931 time: 0.1275747 Aug 29 04:09:28.337243 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-07abf9ec-f3d7-44b1-a1f1-396af89b7066 req-ee43fd06-5659-43ff-86a6-4e86e731e46f tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.340064 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-07abf9ec-f3d7-44b1-a1f1-396af89b7066 req-ee43fd06-5659-43ff-86a6-4e86e731e46f tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.340605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:28.341533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07abf9ec-f3d7-44b1-a1f1-396af89b7066 req-ee43fd06-5659-43ff-86a6-4e86e731e46f tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "DELETE /v2.0/security-groups/ea0fd19a-826b-477d-8069-770aeaf6e427 HTTP/1.1" status: 204 len: 173 time: 0.3615191 Aug 29 04:09:28.343303 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e89bb6c-e8d3-4167-97f6-261cbe8d5b4e" -d '{"events": [{"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-plugged", "status": "completed", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:28.347179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:28.352362 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.366633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Pushing event updated for resources: {'Port': ['ID=3d47d37c-24bf-4941-8205-5a3be92f3366,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:28.393973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43fd06-5659-43ff-86a6-4e86e731e46f tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0fd19a-826b-477d-8069-770aeaf6e427,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:28.399942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1483245942-network', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:28.419780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:28.435357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Made reservation on behalf of 86068ff247dd4708bdac3dd2cedc33e4 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:28.446122 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.462595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.514308 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92703638-3050-4373-9129-ca7e2f7a3aa4 req-00783993-5924-4127-af5a-0dcd30bab852 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808014 Aug 29 04:09:28.563901 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b853de-a717-42c7-b3f1-4d28d4f7ab09 x-openstack-request-id: req-17b853de-a717-42c7-b3f1-4d28d4f7ab09 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:28.564383 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-plugged", "status": "completed", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:28.564910 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17b853de-a717-42c7-b3f1-4d28d4f7ab09 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:28.565443 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'code': 200} Aug 29 04:09:28.568720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6547524-5323-409d-a702-4be02f8d5535 req-42457912-13a4-42f0-9e4e-f5d9ab31211f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:28.570198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6547524-5323-409d-a702-4be02f8d5535 req-42457912-13a4-42f0-9e4e-f5d9ab31211f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 943 time: 0.1240501 Aug 29 04:09:28.574225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.582623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.606991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:28.625390 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.625738 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Added segment 33528fe0-f704-40b4-bab8-27e214d9e895 of type vlan for network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 Aug 29 04:09:28.627344 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af149679-b57a-4951-9aad-486913045bfc,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:28.647009 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6547524-5323-409d-a702-4be02f8d5535 req-44514c37-f0db-4f3e-9ff9-dbafc88297fa tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693669 Aug 29 04:09:28.683385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.683558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Attempting to bind port 3d47d37c-24bf-4941-8205-5a3be92f3366 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:28.683749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Attempting to bind port 3d47d37c-24bf-4941-8205-5a3be92f3366 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '0d0d0f14-e211-4007-a78a-cadde7bd5c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '49677dea-a0ef-45e8-ac2f-e0009ef31139'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:28.684062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Attempting to bind port 3d47d37c-24bf-4941-8205-5a3be92f3366 on network 49677dea-a0ef-45e8-ac2f-e0009ef31139 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:28.717472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.719050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Port 3d47d37c-24bf-4941-8205-5a3be92f3366 on network 49677dea-a0ef-45e8-ac2f-e0009ef31139 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:28.719378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Attempting to bind port 3d47d37c-24bf-4941-8205-5a3be92f3366 on network 49677dea-a0ef-45e8-ac2f-e0009ef31139 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:28.720180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:28.720934 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.742546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eef52d9b-3254-4762-9a37-96a3072229bd req-e2fffeaf-f9f7-4b7b-a85e-1b52c9fac322 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/d3a9b408-dc30-4966-bf01-e129c230f8d7 HTTP/1.1" status: 200 len: 2402 time: 0.1402531 Aug 29 04:09:28.755065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:28.755407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Checking segment: {'id': '0d0d0f14-e211-4007-a78a-cadde7bd5c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '49677dea-a0ef-45e8-ac2f-e0009ef31139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:28.755797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Bound using segment: {'id': '0d0d0f14-e211-4007-a78a-cadde7bd5c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '49677dea-a0ef-45e8-ac2f-e0009ef31139'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:28.756269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Bound port: 3d47d37c-24bf-4941-8205-5a3be92f3366, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0d0f14-e211-4007-a78a-cadde7bd5c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '49677dea-a0ef-45e8-ac2f-e0009ef31139'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:28.756631 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.815190 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7354875 Aug 29 04:09:28.815609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52798) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:28.820808 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Request body: {'subnet': {'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1483245942-subnet', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:28.837695 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc40d61-8b90-4c89-8444-ec9462ffb2fb admin admin] Pushing event updated for resources: {'Network': ['ID=6b7eb424-c2af-4c0a-83bd-92c9162247c1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:28.859060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Made reservation on behalf of 86068ff247dd4708bdac3dd2cedc33e4 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:28.863270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.872759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:28.943009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f4c0a-b1cc-4114-b243-9533540e5aa0 req-496d2d0c-6e16-4f0c-af83-176c77708dc6 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:28.944654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e83f4c0a-b1cc-4114-b243-9533540e5aa0 req-496d2d0c-6e16-4f0c-af83-176c77708dc6 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1927683 Aug 29 04:09:28.947478 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.973189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-b33e7cda-f00c-465e-a4a6-1f444ab7556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:28.974696 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-b33e7cda-f00c-465e-a4a6-1f444ab7556a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71e0300af1f54ac787635907183d9c6e&device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 1101 time: 0.1488924 Aug 29 04:09:28.992264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc499aa-b8cf-4d4a-93fd-3167ae8eb672 req-9494baee-2079-4e67-8fc3-eff1466db616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:28.993449 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eef52d9b-3254-4762-9a37-96a3072229bd req-3b78dc63-4588-4c64-80bc-f32ec171c425 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:28.994059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dcc499aa-b8cf-4d4a-93fd-3167ae8eb672 req-9494baee-2079-4e67-8fc3-eff1466db616 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 1101 time: 0.1172321 Aug 29 04:09:29.026453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] For port 3d47d37c-24bf-4941-8205-5a3be92f3366, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:29.085775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] For port 3d47d37c-24bf-4941-8205-5a3be92f3366, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3d47d37c-24bf-4941-8205-5a3be92f3366,segment=NetworkSegment(0d0d0f14-e211-4007-a78a-cadde7bd5c51),segment_id=0d0d0f14-e211-4007-a78a-cadde7bd5c51)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:29.100323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eef52d9b-3254-4762-9a37-96a3072229bd req-3b78dc63-4588-4c64-80bc-f32ec171c425 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.107055 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.139815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e83f4c0a-b1cc-4114-b243-9533540e5aa0 req-430dbaf5-4576-4db8-a8bb-9d34c384aef6 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795988 Aug 29 04:09:29.367773 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dcc499aa-b8cf-4d4a-93fd-3167ae8eb672 req-de91b237-d535-4731-83a3-cb8b72aca9b4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657691 Aug 29 04:09:29.423209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-013c2c7c-26d0-40f2-88c8-799fbf592356 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.424789 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-013c2c7c-26d0-40f2-88c8-799fbf592356 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 950 time: 0.1005468 Aug 29 04:09:29.446241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.504423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.505047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.506448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] 10.222.0.59 "PUT /v2.0/ports/3d47d37c-24bf-4941-8205-5a3be92f3366 HTTP/1.1" status: 200 len: 1092 time: 2.0450766 Aug 29 04:09:29.567237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec7a794-da07-438d-bbac-f0cf1f58bfd1,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:29.573973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-3c0410a0-7ca4-4af8-9e57-5b7103e9bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.575721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-3c0410a0-7ca4-4af8-9e57-5b7103e9bc65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.5720601 Aug 29 04:09:29.578539 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Checking segment: {'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:29.579448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Network hostable DHCP agents. Network: 6b7eb424-c2af-4c0a-83bd-92c9162247c1, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:29.579818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0b47f-3c77-4f5d-8f63-76e84caeb543 service neutron] Pushing event updated for resources: {'Port': ['ID=3d47d37c-24bf-4941-8205-5a3be92f3366,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:29.604490 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eef52d9b-3254-4762-9a37-96a3072229bd req-3b78dc63-4588-4c64-80bc-f32ec171c425 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.606747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:29.607149 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eef52d9b-3254-4762-9a37-96a3072229bd req-3b78dc63-4588-4c64-80bc-f32ec171c425 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.616962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eef52d9b-3254-4762-9a37-96a3072229bd req-3b78dc63-4588-4c64-80bc-f32ec171c425 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "DELETE /v2.0/security-groups/d3a9b408-dc30-4966-bf01-e129c230f8d7 HTTP/1.1" status: 204 len: 173 time: 0.8734093 Aug 29 04:09:29.622030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-3725ed54-aab2-47fd-8490-efb103c274fa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Deleting port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:09:29.622303 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-3725ed54-aab2-47fd-8490-efb103c274fa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.626484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 6b7eb424-c2af-4c0a-83bd-92c9162247c1) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:29.636394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8772352-9380-49d0-ac47-f2c58fd81150 None None] Network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:29.637939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736e5d5-5150-4a94-83a5-9ca5371a65a9 req-3f923ab0-b057-4a27-b2fc-bb5cd80d8aae tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.641913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0736e5d5-5150-4a94-83a5-9ca5371a65a9 req-3f923ab0-b057-4a27-b2fc-bb5cd80d8aae tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f860cc7-fc29-478f-9f4b-27fd1d420521 HTTP/1.1" status: 200 len: 950 time: 0.1751101 Aug 29 04:09:29.652260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78dc63-4588-4c64-80bc-f32ec171c425 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9b408-dc30-4966-bf01-e129c230f8d7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:29.667614 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.668240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.693736 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a8216747-73fa-418b-9a12-a9554a7cf01c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8770351 Aug 29 04:09:29.696624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52826) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:29.701477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:29.702843 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:09:29.743599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-3725ed54-aab2-47fd-8490-efb103c274fa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] For port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:29.744021 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-3725ed54-aab2-47fd-8490-efb103c274fa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.747486 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.748517 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.756559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-bc6e11c3-2d6b-44b4-b1dc-1dcedf0782cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.758098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-bc6e11c3-2d6b-44b4-b1dc-1dcedf0782cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1edc06cbe9f64557b1d4719980171f51&device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 1095 time: 0.1967061 Aug 29 04:09:29.764068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0736e5d5-5150-4a94-83a5-9ca5371a65a9 req-b0274445-5c04-4ce0-8eaf-3d6741d9c090 tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.49 "GET /v2.0/security-groups?id=f940aade-6d31-4d64-bf22-480d447386b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988610 Aug 29 04:09:29.765037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-3725ed54-aab2-47fd-8490-efb103c274fa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Calling delete_port for 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:09:29.840919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:09:29.841792 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.842996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'tag': '5801cc59-708a-41f3-bfee-f70f7e1dd063'}, {'name': 'network-changed', 'server_uuid': '55d822e9-3c2a-42f0-abda-d9fe18227f48', 'tag': '3d47d37c-24bf-4941-8205-5a3be92f3366'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:29.845647 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d74e5fb-aee1-4680-913d-53a9653cf230" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4202be-97cf-4c81-9f40-48b293a8929e", "tag": "5801cc59-708a-41f3-bfee-f70f7e1dd063"}, {"name": "network-changed", "server_uuid": "55d822e9-3c2a-42f0-abda-d9fe18227f48", "tag": "3d47d37c-24bf-4941-8205-5a3be92f3366"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:29.848599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:29.849696 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-8e26d5f1-6ea6-47d5-b71a-6fa592600352 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d47d37c-24bf-4941-8205-5a3be92f3366 HTTP/1.1" status: 200 len: 217 time: 0.0778420 Aug 29 04:09:29.861200 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-a84b0061-4730-453a-9f38-53c8003f10e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8 HTTP/1.1" status: 200 len: 217 time: 0.1019471 Aug 29 04:09:29.936923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-7df66509-4434-4cf2-88c9-568adaf29886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.938471 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-7df66509-4434-4cf2-88c9-568adaf29886 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0624821 Aug 29 04:09:29.945958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d11c81-2c9d-4909-9607-0060216597dd req-e4e5db9e-e283-4749-be57-798ffef074ff tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:29.953053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62d11c81-2c9d-4909-9607-0060216597dd req-e4e5db9e-e283-4749-be57-798ffef074ff tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 943 time: 0.2596488 Aug 29 04:09:30.015197 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.016112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-6e5cd653-1c35-4eb8-96d6-a5f7b8745026 req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Request body: {'security_group': {'name': 'tempest-securitygroup-730650040', 'description': 'tempest-description-1895563979'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:30.031623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-8b1d13f1-0899-4afb-af75-109f54e370cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:30.033151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-8b1d13f1-0899-4afb-af75-109f54e370cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a72b546b-d3c7-4ccb-8591-ca14e9023f37 HTTP/1.1" status: 200 len: 855 time: 0.1710889 Aug 29 04:09:30.037952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Allocated IP 172.20.0.2 (6b7eb424-c2af-4c0a-83bd-92c9162247c1/aec7a794-da07-438d-bbac-f0cf1f58bfd1/e584e2cd-5d20-468b-8cd5-4fb5fe62a26f) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:30.081596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62d11c81-2c9d-4909-9607-0060216597dd req-c03c2791-d2e8-49b3-a3cb-c3433a101209 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276865 Aug 29 04:09:30.083792 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-01c3c0f1-97e9-449f-b897-e15edb355c43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49677dea-a0ef-45e8-ac2f-e0009ef31139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395560 Aug 29 04:09:30.095576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-4295f7a7-ba44-4b5f-bbdb-a5bf42fed69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:30.097191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-4295f7a7-ba44-4b5f-bbdb-a5bf42fed69a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1399181 Aug 29 04:09:30.099214 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e5cd653-1c35-4eb8-96d6-a5f7b8745026 req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.115631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-3725ed54-aab2-47fd-8490-efb103c274fa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.129886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 5801cc59-708a-41f3-bfee-f70f7e1dd063 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:30.132023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['1e1a3c4e-9d72-4df8-8284-ceff525dc4b7'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:30.148442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725ed54-aab2-47fd-8490-efb103c274fa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Pushing event deleted for resources: {'Port': ['ID=1e1a3c4e-9d72-4df8-8284-ceff525dc4b7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:30.154465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e5cd653-1c35-4eb8-96d6-a5f7b8745026 req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.214305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-3725ed54-aab2-47fd-8490-efb103c274fa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] No DVR routers for this DVR port 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:30.221972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-3725ed54-aab2-47fd-8490-efb103c274fa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.225011 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6989b0e-b64b-491a-b3c7-31bbd904cea7 req-3725ed54-aab2-47fd-8490-efb103c274fa tempest-DeleteServersAdminTestJSON-1188334460 tempest-DeleteServersAdminTestJSON-1188334460-project] 10.222.0.59 "DELETE /v2.0/ports/1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 HTTP/1.1" status: 204 len: 173 time: 0.7917192 Aug 29 04:09:30.232359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f860cc7-fc29-478f-9f4b-27fd1d420521', 'name': 'network-vif-deleted', 'tag': '1e1a3c4e-9d72-4df8-8284-ceff525dc4b7'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:30.235660 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68de1e3-bf92-4365-a1c9-509f51b809d7" -d '{"events": [{"server_uuid": "5f860cc7-fc29-478f-9f4b-27fd1d420521", "name": "network-vif-deleted", "tag": "1e1a3c4e-9d72-4df8-8284-ceff525dc4b7"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:30.329256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c613110-245c-4f99-941e-d07c6857539c req-ba01902a-2adb-451e-ab66-4bcd926f0073 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "GET /v2.0/security-groups/952b7f48-1390-4837-a34d-95fc8def0568 HTTP/1.1" status: 200 len: 2398 time: 0.1954379 Aug 29 04:09:30.376021 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.395408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:30.398966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Transition to ACTIVE for port object e584e2cd-5d20-468b-8cd5-4fb5fe62a26f will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:30.413261 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.415477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 5801cc59-708a-41f3-bfee-f70f7e1dd063 has no active binding in host n-h1-712141-12 {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:09:30.424071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Transition to ACTIVE for port object e584e2cd-5d20-468b-8cd5-4fb5fe62a26f will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:30.430790 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.433403 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.466133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:30.471253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:30.475352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:30.481971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-cf499636-45a1-44dc-9bc1-be1cecc5e985 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721831 Aug 29 04:09:30.487746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-f202a36b-5b28-42fc-aecd-22511f73e54f service neutron] 10.222.0.59 "GET /v2.0/networks/49677dea-a0ef-45e8-ac2f-e0009ef31139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894951 Aug 29 04:09:30.552269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Allocated IP 172.25.5.26 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/fdeb3cf2-ad00-4bdf-8c04-d006f38069e1) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:30.622944 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2c613110-245c-4f99-941e-d07c6857539c req-fb3693e9-5fe6-44f9-b3f9-03e86be21af2 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.653780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Pushing event updated for resources: {'Port': ['ID=e584e2cd-5d20-468b-8cd5-4fb5fe62a26f,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:30.665332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Attempting to bind port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:30.665961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Attempting to bind port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:30.666114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Attempting to bind port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f on network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:30.671291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:30.671654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Checking segment: {'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:30.672058 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.672481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Bound using segment: {'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:30.673298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Bound port: e584e2cd-5d20-468b-8cd5-4fb5fe62a26f, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:30.673298 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.686017 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e5cd653-1c35-4eb8-96d6-a5f7b8745026 req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.699269 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2c613110-245c-4f99-941e-d07c6857539c req-fb3693e9-5fe6-44f9-b3f9-03e86be21af2 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.715221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.715806 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e5cd653-1c35-4eb8-96d6-a5f7b8745026 req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.740587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] For port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:30.743883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] For port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e584e2cd-5d20-468b-8cd5-4fb5fe62a26f,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:30.754754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bec3016-0522-4ed4-9644-bb8d45118e33 req-6d7e907c-f79c-4ec1-a609-71fafd2c028c service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638245 Aug 29 04:09:30.755273 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.763893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.782125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16316091-b4e4-4994-a46c-a00ac28a9ac9 req-1908f326-d1a3-49e7-9d39-644c014660ed service neutron] 10.222.0.59 "GET /v2.0/networks/49677dea-a0ef-45e8-ac2f-e0009ef31139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811227 Aug 29 04:09:30.796230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b858967-913b-4a3f-b0ab-f50beafa5361,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:30.823150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2c613110-245c-4f99-941e-d07c6857539c req-fb3693e9-5fe6-44f9-b3f9-03e86be21af2 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.825848 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2c613110-245c-4f99-941e-d07c6857539c req-fb3693e9-5fe6-44f9-b3f9-03e86be21af2 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.833042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52840) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:30.840914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c613110-245c-4f99-941e-d07c6857539c req-fb3693e9-5fe6-44f9-b3f9-03e86be21af2 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] 10.222.0.49 "DELETE /v2.0/security-groups/952b7f48-1390-4837-a34d-95fc8def0568 HTTP/1.1" status: 204 len: 173 time: 0.4943111 Aug 29 04:09:30.856338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:30.873774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a02ee-b735-4b58-9009-27098c6a22ea None None] Pushing event updated for resources: {'Port': ['ID=e584e2cd-5d20-468b-8cd5-4fb5fe62a26f,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:30.884759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3693e9-5fe6-44f9-b3f9-03e86be21af2 tempest-SecurityGroupRulesTestJSON-2006401860 tempest-SecurityGroupRulesTestJSON-2006401860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952b7f48-1390-4837-a34d-95fc8def0568,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:30.904697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:30.910878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:30.921549 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e5cd653-1c35-4eb8-96d6-a5f7b8745026 req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.927377 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e5cd653-1c35-4eb8-96d6-a5f7b8745026 req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:30.962592 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Pushing event updated for resources: {'Port': ['ID=fdeb3cf2-ad00-4bdf-8c04-d006f38069e1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:30.987938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea0a493-c374-4668-bb70-f6d44e24d70d admin admin] Deleting subnet 5cfa3ccc-d7d3-46ec-b4ec-7d8e023a0390 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:09:30.996315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fea0a493-c374-4668-bb70-f6d44e24d70d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.004038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e5cd653-1c35-4eb8-96d6-a5f7b8745026 req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.005466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e5cd653-1c35-4eb8-96d6-a5f7b8745026 req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0015621 Aug 29 04:09:31.043628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509743a8-07c3-470f-8342-87c91090f24e tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcacb032-cfa1-4fe5-bf2f-bbbe4839ea11,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:31.055414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154e2d2-c2a6-4008-b037-a237df4f02cc req-0d96459b-b2c5-453f-a96b-bf9f7ad9e2ce tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.057133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4154e2d2-c2a6-4008-b037-a237df4f02cc req-0d96459b-b2c5-453f-a96b-bf9f7ad9e2ce tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 943 time: 0.1118557 Aug 29 04:09:31.087778 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09bedcd-7ba9-45be-8856-ad835ea64629 x-openstack-request-id: req-c09bedcd-7ba9-45be-8856-ad835ea64629 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:31.088075 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4202be-97cf-4c81-9f40-48b293a8929e", "tag": "5801cc59-708a-41f3-bfee-f70f7e1dd063", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55d822e9-3c2a-42f0-abda-d9fe18227f48", "tag": "3d47d37c-24bf-4941-8205-5a3be92f3366", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:31.088891 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c09bedcd-7ba9-45be-8856-ad835ea64629 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:31.090066 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'tag': '5801cc59-708a-41f3-bfee-f70f7e1dd063', 'status': 'completed', 'code': 200} Aug 29 04:09:31.090330 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d822e9-3c2a-42f0-abda-d9fe18227f48', 'tag': '3d47d37c-24bf-4941-8205-5a3be92f3366', 'status': 'completed', 'code': 200} Aug 29 04:09:31.138182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4154e2d2-c2a6-4008-b037-a237df4f02cc req-9a2122a8-7cd7-4507-a33e-e9e5528a8f90 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744376 Aug 29 04:09:31.225572 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e829b1-e2a3-45e1-b83e-7082399338c4 x-openstack-request-id: req-49e829b1-e2a3-45e1-b83e-7082399338c4 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:31.226268 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f860cc7-fc29-478f-9f4b-27fd1d420521", "name": "network-vif-deleted", "tag": "1e1a3c4e-9d72-4df8-8284-ceff525dc4b7", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:31.226552 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49e829b1-e2a3-45e1-b83e-7082399338c4 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:31.227041 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f860cc7-fc29-478f-9f4b-27fd1d420521', 'name': 'network-vif-deleted', 'tag': '1e1a3c4e-9d72-4df8-8284-ceff525dc4b7', 'status': 'completed', 'code': 200} Aug 29 04:09:31.281183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e785c-9388-48a8-ab04-e3a6eb812697 req-e80c7063-5e14-4148-852b-8fdc35f390ae tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.284668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fea0a493-c374-4668-bb70-f6d44e24d70d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.289412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f4e785c-9388-48a8-ab04-e3a6eb812697 req-e80c7063-5e14-4148-852b-8fdc35f390ae tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1185312 Aug 29 04:09:31.316430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-0a18bf3c-9cc3-441f-aaf2-b955e65d0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.318138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-0a18bf3c-9cc3-441f-aaf2-b955e65d0679 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1126 time: 0.1790335 Aug 29 04:09:31.358679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f4e785c-9388-48a8-ab04-e3a6eb812697 req-b1bef6f2-bd94-4003-a8a6-23294f1fbfcf tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664718 Aug 29 04:09:31.376595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fea0a493-c374-4668-bb70-f6d44e24d70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.406751 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.428745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-9f21ff23-0560-45eb-a4d0-e78865ca7c46 req-36a7fd14-064c-4704-86c3-15d46f3d8514 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Request body: {'security_group': {'name': 'tempest-securitygroup-787947273', 'description': 'tempest-description-781807106'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:31.505613 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9f21ff23-0560-45eb-a4d0-e78865ca7c46 req-36a7fd14-064c-4704-86c3-15d46f3d8514 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.509558 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fea0a493-c374-4668-bb70-f6d44e24d70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.523889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-9bc37915-7f52-4867-b9b3-3b3929d50abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.525561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-9bc37915-7f52-4867-b9b3-3b3929d50abf service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.1955900 Aug 29 04:09:31.536590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646e25-19de-4383-8faf-0b4f08a17b4c req-0466ec05-0a53-4c28-89c9-90defa1ba97e tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.537987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86646e25-19de-4383-8faf-0b4f08a17b4c req-0466ec05-0a53-4c28-89c9-90defa1ba97e tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 943 time: 0.1040938 Aug 29 04:09:31.539604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0a493-c374-4668-bb70-f6d44e24d70d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfa3ccc-d7d3-46ec-b4ec-7d8e023a0390,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:31.547460 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fea0a493-c374-4668-bb70-f6d44e24d70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.552403 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fea0a493-c374-4668-bb70-f6d44e24d70d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5cfa3ccc-d7d3-46ec-b4ec-7d8e023a0390 HTTP/1.1" status: 204 len: 168 time: 0.7128839 Aug 29 04:09:31.552403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52850) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:31.586253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-d25f43d4-1b52-4a94-b876-0120c42e2782 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063 HTTP/1.1" status: 200 len: 217 time: 0.0470502 Aug 29 04:09:31.675987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86646e25-19de-4383-8faf-0b4f08a17b4c req-5482c1b4-7e9d-41a9-bf40-5cdbad495f77 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932777 Aug 29 04:09:31.684548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-c7afefcc-9980-4d98-8ee6-d4879869a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.686130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-c7afefcc-9980-4d98-8ee6-d4879869a9b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0902932 Aug 29 04:09:31.695647 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.728378 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.738686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-0d5dbf53-b352-4df4-9d47-c6e301091d5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416610 Aug 29 04:09:31.832733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9f21ff23-0560-45eb-a4d0-e78865ca7c46 req-36a7fd14-064c-4704-86c3-15d46f3d8514 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.842983 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.860307 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9f21ff23-0560-45eb-a4d0-e78865ca7c46 req-36a7fd14-064c-4704-86c3-15d46f3d8514 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.880325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f15b005-8fc4-43ee-baa3-a731c709d15f']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:31.893045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb22fee-ae0c-4c9a-bb3b-8dae6482fcd8') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:31.893365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb22fee-ae0c-4c9a-bb3b-8dae6482fcd8') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:31.910622 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.931954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.934647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9f21ff23-0560-45eb-a4d0-e78865ca7c46 req-36a7fd14-064c-4704-86c3-15d46f3d8514 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.936719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f21ff23-0560-45eb-a4d0-e78865ca7c46 req-36a7fd14-064c-4704-86c3-15d46f3d8514 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5852299 Aug 29 04:09:31.946671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:09:31.947092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:09:31.949392 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:09:31.960947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ce78f-d7b3-4996-83ed-510ce5633a89 req-86b51ac9-748e-4ccf-88a1-3bac52d7950e tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:31.971346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-774ce78f-d7b3-4996-83ed-510ce5633a89 req-86b51ac9-748e-4ccf-88a1-3bac52d7950e tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1568456 Aug 29 04:09:31.991937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-51f822f4-9242-4b9a-8c9d-ce38e6ae7b5d service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400682 Aug 29 04:09:31.995771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7fd14-064c-4704-86c3-15d46f3d8514 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c44f739-e71d-4798-a95b-62e867e2e094,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:32.029503 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.039952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375c0a1e-c783-4708-98c2-6859c9fb1bc8 None None] Network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:32.041942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.046922 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] 10.222.0.49 "DELETE /v2.0/networks/9f15b005-8fc4-43ee-baa3-a731c709d15f HTTP/1.1" status: 204 len: 168 time: 0.4918239 Aug 29 04:09:32.056940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Router dce602d8-ce25-47f7-9a33-c6f38f0ba5db is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:09:32.061841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60263e66-c2e2-4d0c-9ef7-807286cc548d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f15b005-8fc4-43ee-baa3-a731c709d15f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:32.093164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-774ce78f-d7b3-4996-83ed-510ce5633a89 req-b17edf00-8bd9-4e03-a992-79b3315801b7 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209075 Aug 29 04:09:32.107436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-ca732b1a-2007-41f8-b1bc-dc12b08147a0 req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1047514654', 'description': 'tempest-description-825298618'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:32.136803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4088ce33-4c9a-44e4-ad7d-1d61f288f4ca None None] Provisioning for port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:32.174952 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca732b1a-2007-41f8-b1bc-dc12b08147a0 req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.187662 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca732b1a-2007-41f8-b1bc-dc12b08147a0 req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.192657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-c1ebe31d-afb5-451f-b22f-8ac23de75535 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780951 Aug 29 04:09:32.257263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:32.269720 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Sync routers for ids ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:32.284724 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Routers {'dce602d8-ce25-47f7-9a33-c6f38f0ba5db'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:32.285312 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:09:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:32.354234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52878) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:32.391005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-cd46dcc8-332f-4737-86bd-653a18442cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:32.392833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-cd46dcc8-332f-4737-86bd-653a18442cf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1edc06cbe9f64557b1d4719980171f51&device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 1095 time: 0.1204875 Aug 29 04:09:32.415473 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Set router dce602d8-ce25-47f7-9a33-c6f38f0ba5db gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:32.469911 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca732b1a-2007-41f8-b1bc-dc12b08147a0 req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.482221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.482501 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca732b1a-2007-41f8-b1bc-dc12b08147a0 req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.486620 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e6f533d8-1226-494d-bac8-40562be86b7e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7859278 Aug 29 04:09:32.486620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52882) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:32.574091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-ad5b2c12-fdc0-4687-bf3d-cc40143f04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:32.575816 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-ad5b2c12-fdc0-4687-bf3d-cc40143f04ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=49677dea-a0ef-45e8-ac2f-e0009ef31139 HTTP/1.1" status: 200 len: 916 time: 0.1707189 Aug 29 04:09:32.594077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cfc87b8a-2469-45c5-b195-a72ad026c259 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67f3981006de4dd2ace19130eb3e243a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370477 Aug 29 04:09:32.595125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa60741-ae23-4246-acf5-58a5046820fa,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:32.597367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52886) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:32.715294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e584e2cd-5d20-468b-8cd5-4fb5fe62a26f up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:32.725134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-d0fe54a6-5067-4b84-b6c6-7a361badbb0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d47d37c-24bf-4941-8205-5a3be92f3366 HTTP/1.1" status: 200 len: 217 time: 0.1265471 Aug 29 04:09:32.763053 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:31Z', 'revision_number': 3, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:32.796622 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Checking router: dce602d8-ce25-47f7-9a33-c6f38f0ba5db for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:32.797339 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Updating router dce602d8-ce25-47f7-9a33-c6f38f0ba5db port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:09:32.812977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8a8a46d2-c0b0-496c-bd89-6b72cf3a0c11 None None] Provisioning complete for port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:32.813348 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8a8a46d2-c0b0-496c-bd89-6b72cf3a0c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.820159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:32.825184 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.833150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab86fec-4691-40ab-a2ed-d17f141fabf0 req-4cd14c91-6e53-4950-84af-a19befd66c8d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:32.843416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ab86fec-4691-40ab-a2ed-d17f141fabf0 req-4cd14c91-6e53-4950-84af-a19befd66c8d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 943 time: 0.3128538 Aug 29 04:09:32.873501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:32.873745 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.906586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ab86fec-4691-40ab-a2ed-d17f141fabf0 req-64eea128-f214-464d-be3a-2a581d843254 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622058 Aug 29 04:09:32.913887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:32.944972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-305dd9a3-3699-428c-a771-24b69750c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:32.951612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-305dd9a3-3699-428c-a771-24b69750c27d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a72b546b-d3c7-4ccb-8591-ca14e9023f37 HTTP/1.1" status: 200 len: 855 time: 0.2154856 Aug 29 04:09:32.964020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c840a965-53ce-43f6-a356-01a169b322e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:32.970228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:09:32.970583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1e1a3c4e-9d72-4df8-8284-ceff525dc4b7 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:33.072313 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8a8a46d2-c0b0-496c-bd89-6b72cf3a0c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.098195 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c840a965-53ce-43f6-a356-01a169b322e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.102316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca732b1a-2007-41f8-b1bc-dc12b08147a0 req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.105443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-7656a7c2-33d5-474d-9337-727994902c1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49677dea-a0ef-45e8-ac2f-e0009ef31139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282043 Aug 29 04:09:33.113444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca732b1a-2007-41f8-b1bc-dc12b08147a0 req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.137809 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.139648 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.153079 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Transition to ACTIVE for port object fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:33.164027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8a8a46d2-c0b0-496c-bd89-6b72cf3a0c11 None None] For port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e584e2cd-5d20-468b-8cd5-4fb5fe62a26f,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:33.167083 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.177869 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8a8a46d2-c0b0-496c-bd89-6b72cf3a0c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.218465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca732b1a-2007-41f8-b1bc-dc12b08147a0 req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.229998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca732b1a-2007-41f8-b1bc-dc12b08147a0 req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1308739 Aug 29 04:09:33.240757 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ad8ac-cccc-438c-9563-b6aef8137788 None None] Pushing event updated for resources: {'Port': ['ID=fdeb3cf2-ad00-4bdf-8c04-d006f38069e1,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:33.258910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd22c5-5360-41c5-b494-a7e07334c016 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0605d971-7e4a-4671-a403-c49a434a61d2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:33.266513 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Attempting to bind port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:33.267312 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Attempting to bind port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:33.268235 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Attempting to bind port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:33.276931 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:33.278204 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:33.278842 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.279497 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:33.280185 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Bound port: fdeb3cf2-ad00-4bdf-8c04-d006f38069e1, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:33.280823 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.304271 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:09:33.304641 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:09:33.314286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b31fa6-f544-47bd-af4e-7eff75623111 req-0c1bde48-4da4-45df-9a15-c9d0b4741437 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:33.315277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90b31fa6-f544-47bd-af4e-7eff75623111 req-0c1bde48-4da4-45df-9a15-c9d0b4741437 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1138802 Aug 29 04:09:33.333842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-2c0aa814-9acb-459b-b4f1-8cdcf9f5c470 service neutron] 10.222.0.59 "GET /v2.0/networks/49677dea-a0ef-45e8-ac2f-e0009ef31139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168565 Aug 29 04:09:33.351531 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] For port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:33.355959 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] For port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fdeb3cf2-ad00-4bdf-8c04-d006f38069e1,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:33.364531 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.381090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a46d2-c0b0-496c-bd89-6b72cf3a0c11 None None] Pushing event updated for resources: {'Port': ['ID=e584e2cd-5d20-468b-8cd5-4fb5fe62a26f,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:33.438004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90b31fa6-f544-47bd-af4e-7eff75623111 req-3feab6c1-067e-4314-9ce9-67d76edf1afa tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142769 Aug 29 04:09:33.444035 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ad8ac-cccc-438c-9563-b6aef8137788 None None] Pushing event updated for resources: {'Port': ['ID=fdeb3cf2-ad00-4bdf-8c04-d006f38069e1,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:33.460917 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Routers {'dce602d8-ce25-47f7-9a33-c6f38f0ba5db'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:33.461998 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:09:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:33.492143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b199e3-b496-489d-bcb8-22e7e13a340c req-fe271eaa-9459-4895-bead-04f3e9b2d39e tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:33.493783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09b199e3-b496-489d-bcb8-22e7e13a340c req-fe271eaa-9459-4895-bead-04f3e9b2d39e tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 943 time: 0.1275971 Aug 29 04:09:33.500245 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c840a965-53ce-43f6-a356-01a169b322e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.502282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-bda484cc-83e2-4127-afb7-53249f8e3209 req-9bcef29b-e124-453b-a63c-1c30f4653708 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1581148563', 'description': 'tempest-description-807762691'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:33.504031 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c840a965-53ce-43f6-a356-01a169b322e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.505774 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c840a965-53ce-43f6-a356-01a169b322e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68156592-8fb1-4853-bddd-7746489ca84c HTTP/1.1" status: 204 len: 168 time: 0.9056847 Aug 29 04:09:33.517028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d74e5fb-aee1-4680-913d-53a9653cf230 req-241f9213-5310-4cb5-a0e5-a5f1430f9e5a service neutron] 10.222.0.59 "GET /v2.0/networks/49677dea-a0ef-45e8-ac2f-e0009ef31139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738091 Aug 29 04:09:33.520470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52902) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:33.534475 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840a965-53ce-43f6-a356-01a169b322e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68156592-8fb1-4853-bddd-7746489ca84c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:33.573174 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bda484cc-83e2-4127-afb7-53249f8e3209 req-9bcef29b-e124-453b-a63c-1c30f4653708 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.577754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09b199e3-b496-489d-bcb8-22e7e13a340c req-c17d9322-2e7e-406c-aef1-4d4b7da8259e tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Aug 29 04:09:33.608379 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] Set router dce602d8-ce25-47f7-9a33-c6f38f0ba5db gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:33.699222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.759690 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bda484cc-83e2-4127-afb7-53249f8e3209 req-9bcef29b-e124-453b-a63c-1c30f4653708 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.767026 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bda484cc-83e2-4127-afb7-53249f8e3209 req-9bcef29b-e124-453b-a63c-1c30f4653708 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.804611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcef29b-e124-453b-a63c-1c30f4653708 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd8bfeb-fabd-4f3b-9e68-38b7ae5be2f6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:33.809047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bda484cc-83e2-4127-afb7-53249f8e3209 req-9bcef29b-e124-453b-a63c-1c30f4653708 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:33.810298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bda484cc-83e2-4127-afb7-53249f8e3209 req-9bcef29b-e124-453b-a63c-1c30f4653708 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3149805 Aug 29 04:09:33.891822 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:31Z', 'revision_number': 3, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:33.934093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Allocated IP 172.20.0.1 (6b7eb424-c2af-4c0a-83bd-92c9162247c1/aec7a794-da07-438d-bbac-f0cf1f58bfd1/c04a284c-642e-46e5-8566-c4ddcce92986) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:33.943209 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b78277-d6f0-4628-b451-b28c756dc0b0 None None] The sync data for ids ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'] in n-d-712141-12 is: [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:31Z', 'revision_number': 3, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:34.100726 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.116025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Transition to ACTIVE for port object c04a284c-642e-46e5-8566-c4ddcce92986 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:34.141032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd86c6c-fb15-4488-a964-bdf5eee2aeaf req-f69ff447-0ac7-49f7-b912-b6453c4e4162 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.142537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fd86c6c-fb15-4488-a964-bdf5eee2aeaf req-f69ff447-0ac7-49f7-b912-b6453c4e4162 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 943 time: 0.1136513 Aug 29 04:09:34.159073 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.172079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7107bb0d-4d7d-417a-94a1-4d2df0b65d8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76fe813ea5354a308c21151d68d5108b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6335728 Aug 29 04:09:34.178546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52922) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:34.197208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:34.204524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:34.208424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:34.242116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Pushing event updated for resources: {'Port': ['ID=c04a284c-642e-46e5-8566-c4ddcce92986,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:34.250570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fd86c6c-fb15-4488-a964-bdf5eee2aeaf req-501627e1-1cfb-4532-b626-be6fc37183a4 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913005 Aug 29 04:09:34.316338 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.406189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-5c891285-fd42-4a82-933c-44bd4b8ad6f7 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50609 time: 0.5708477 Aug 29 04:09:34.444707 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f23e5786-e038-4ec7-8faa-74b7c0f86d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.480910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-1591124f-e145-419b-9638-dd9fb60b5fb6 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1b858967-913b-4a3f-b0ab-f50beafa5361 HTTP/1.1" status: 200 len: 2981 time: 0.0734086 Aug 29 04:09:34.548289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f23e5786-e038-4ec7-8faa-74b7c0f86d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.560027 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.659236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52936) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:34.666677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-e8bc7391-348b-4db1-bd6c-e115456f70e5 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1b858967-913b-4a3f-b0ab-f50beafa5361 HTTP/1.1" status: 200 len: 2981 time: 0.1847281 Aug 29 04:09:34.724153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193056a2-8681-4989-989c-1e2289fbc5ed req-47508c17-4186-4f1b-82bd-f4f683734e75 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:34.725944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-193056a2-8681-4989-989c-1e2289fbc5ed req-47508c17-4186-4f1b-82bd-f4f683734e75 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1491957 Aug 29 04:09:34.732144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-857c9050-c1e7-44b5-9284-cab6b699ba79 None None] Provisioning for port c04a284c-642e-46e5-8566-c4ddcce92986 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:34.738146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-857c9050-c1e7-44b5-9284-cab6b699ba79 None None] Provisioning complete for port c04a284c-642e-46e5-8566-c4ddcce92986 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:34.738809 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-857c9050-c1e7-44b5-9284-cab6b699ba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.749369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-98dffc01-9458-4683-a52b-34769bb045f7 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1d6e4978-67f6-4280-8405-8b334a8c1b0a HTTP/1.1" status: 200 len: 2981 time: 0.0816541 Aug 29 04:09:34.800511 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f23e5786-e038-4ec7-8faa-74b7c0f86d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.802727 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f23e5786-e038-4ec7-8faa-74b7c0f86d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:34.806287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f23e5786-e038-4ec7-8faa-74b7c0f86d8b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f940aade-6d31-4d64-bf22-480d447386b2 HTTP/1.1" status: 204 len: 168 time: 0.6244071 Aug 29 04:09:34.829625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e5786-e038-4ec7-8faa-74b7c0f86d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f940aade-6d31-4d64-bf22-480d447386b2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:34.842326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-f58de4bf-b839-47e8-966f-d31642699420 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1d6e4978-67f6-4280-8405-8b334a8c1b0a HTTP/1.1" status: 200 len: 2981 time: 0.0920804 Aug 29 04:09:34.856927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-857c9050-c1e7-44b5-9284-cab6b699ba79 None None] Port c04a284c-642e-46e5-8566-c4ddcce92986 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:34.889680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e584e2cd-5d20-468b-8cd5-4fb5fe62a26f up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:34.921758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-193056a2-8681-4989-989c-1e2289fbc5ed req-6d922024-15d9-4ba8-a132-3ffbaebccdc9 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701477 Aug 29 04:09:34.945192 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1199295848-network', 'tenant_id': 'ec83fba4b68a4aa9a9ab087aec22a809'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:34.964471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3d47d37c-24bf-4941-8205-5a3be92f3366 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:34.986009 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-321611bc-8e37-4a84-9921-95fab3f50bf0 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/394f0dea-4037-491b-ac23-febddd784f30 HTTP/1.1" status: 200 len: 2981 time: 0.1427364 Aug 29 04:09:35.031097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-5083b434-e737-4a34-8bb3-80d1472220b7 service neutron] 10.222.0.59 "GET /v2.0/ports/5801cc59-708a-41f3-bfee-f70f7e1dd063/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 385 time: 0.1706777 Aug 29 04:09:35.033847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.036869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Made reservation on behalf of ec83fba4b68a4aa9a9ab087aec22a809 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:35.039281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:35.039990 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.040403 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.042247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.103523 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.126610 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Pushing event updated for resources: {'Port': ['ID=c04a284c-642e-46e5-8566-c4ddcce92986,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:35.137586 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.202049 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-a4830b42-1a1b-4d55-a373-87e045b6a717 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/394f0dea-4037-491b-ac23-febddd784f30 HTTP/1.1" status: 200 len: 2981 time: 0.1857598 Aug 29 04:09:35.217446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:35.267317 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:35.270184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:35.313755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 3d47d37c-24bf-4941-8205-5a3be92f3366, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3d47d37c-24bf-4941-8205-5a3be92f3366,segment=NetworkSegment(0d0d0f14-e211-4007-a78a-cadde7bd5c51),segment_id=0d0d0f14-e211-4007-a78a-cadde7bd5c51)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:35.334399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:35.339537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52946) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:35.346271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '3d47d37c-24bf-4941-8205-5a3be92f3366', 'network_id': '49677dea-a0ef-45e8-ac2f-e0009ef31139', 'port_id': '3d47d37c-24bf-4941-8205-5a3be92f3366', 'mac_address': 'fa:16:3e:38:7b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72b546b-d3c7-4ccb-8591-ca14e9023f37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:35.352001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:35.352790 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.369769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-4a303a3c-495d-44f7-9cfa-bf0e7a4f9c70 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4bff9056-a17e-49fa-960d-f35253416cf0 HTTP/1.1" status: 200 len: 2981 time: 0.1656902 Aug 29 04:09:35.420674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ca4a2-9799-4ff7-9044-6d8da6ee9327 req-3ad5b4e6-7590-48f2-b629-44b77f46072b tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:35.426721 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.428101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c7ca4a2-9799-4ff7-9044-6d8da6ee9327 req-3ad5b4e6-7590-48f2-b629-44b77f46072b tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 943 time: 0.3605938 Aug 29 04:09:35.435319 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a921ad6d-3b41-4b3e-8550-1993d586c9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.446334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d47d37c-24bf-4941-8205-5a3be92f3366 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:35.446691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Router dce602d8-ce25-47f7-9a33-c6f38f0ba5db has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:09:35.522066 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.543533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 3d47d37c-24bf-4941-8205-5a3be92f3366, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3d47d37c-24bf-4941-8205-5a3be92f3366,segment=NetworkSegment(0d0d0f14-e211-4007-a78a-cadde7bd5c51),segment_id=0d0d0f14-e211-4007-a78a-cadde7bd5c51)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:35.557710 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.579949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:35.587247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fdeb3cf2-ad00-4bdf-8c04-d006f38069e1,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:35.589823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c7ca4a2-9799-4ff7-9044-6d8da6ee9327 req-b5b6c91f-46b0-48ac-a7cf-c632d05626a6 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605406 Aug 29 04:09:35.599233 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e0c65474-88fb-4164-8532-c32353a22ace admin admin] 10.222.0.49 "PUT /v2.0/routers/dce602d8-ce25-47f7-9a33-c6f38f0ba5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1033442 Aug 29 04:09:35.610992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-0093bc6d-5536-47d2-acd5-c7e437d03bb5 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4bff9056-a17e-49fa-960d-f35253416cf0 HTTP/1.1" status: 200 len: 2981 time: 0.2035289 Aug 29 04:09:35.634246 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.662562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fabe7baa-b3b9-4ffb-b430-309227d371ef None None] Provisioning complete for port c04a284c-642e-46e5-8566-c4ddcce92986 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:35.662949 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fabe7baa-b3b9-4ffb-b430-309227d371ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:35.667832 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=3d47d37c-24bf-4941-8205-5a3be92f3366,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:35.733191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fabe7baa-b3b9-4ffb-b430-309227d371ef None None] Port c04a284c-642e-46e5-8566-c4ddcce92986 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:35.755913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=fdeb3cf2-ad00-4bdf-8c04-d006f38069e1,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:35.767112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['3d47d37c-24bf-4941-8205-5a3be92f3366'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:36.017785 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.031898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-b2c03e0d-8b52-40c3-bd4f-2f658482bff1 service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:36.034940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.038726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-32d2714f-8c57-4365-87f0-eba8b0b8abf7 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/70d2613b-2f0b-4ed0-92f7-30f30f8c58e4 HTTP/1.1" status: 200 len: 2981 time: 0.4171612 Aug 29 04:09:36.068268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948b6f5-9854-43bd-958f-3f86e8fec02c req-c32f4710-85b0-480c-87a6-354bc8a098ff tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.069770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8948b6f5-9854-43bd-958f-3f86e8fec02c req-c32f4710-85b0-480c-87a6-354bc8a098ff tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 943 time: 0.1415555 Aug 29 04:09:36.111857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:36.135949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-b2c03e0d-8b52-40c3-bd4f-2f658482bff1 service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:36.170225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b401244-6e2a-40c4-91c3-f935ae4a5d47,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:36.172422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Sync routers for ids ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:36.182984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Routers {'dce602d8-ce25-47f7-9a33-c6f38f0ba5db'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:36.183085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.183385 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Added segment e4d3de5b-e6b9-45f8-b330-254230585d25 of type vlan for network 5b82141f-4185-4318-8726-df743ac81a8e Aug 29 04:09:36.183710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:09:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:36.250229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8948b6f5-9854-43bd-958f-3f86e8fec02c req-8f964ddd-ee90-41f9-bc75-31cee2f8e542 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597428 Aug 29 04:09:36.258078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-b2c03e0d-8b52-40c3-bd4f-2f658482bff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5801cc59-708a-41f3-bfee-f70f7e1dd063 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:36.269767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-b9fe02d5-dda0-4230-99e7-49e596201661 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/70d2613b-2f0b-4ed0-92f7-30f30f8c58e4 HTTP/1.1" status: 200 len: 2981 time: 0.2168689 Aug 29 04:09:36.273962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.291041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-b2c03e0d-8b52-40c3-bd4f-2f658482bff1 service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:36.309589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Set router dce602d8-ce25-47f7-9a33-c6f38f0ba5db gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:36.337571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-b2c03e0d-8b52-40c3-bd4f-2f658482bff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.390835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.392572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.393268 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.452657 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a921ad6d-3b41-4b3e-8550-1993d586c9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.479867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-2db58ba9-d215-45e2-ba51-e937ee43d1db tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/70d41728-b9cc-4510-ae22-703606a3aa6e HTTP/1.1" status: 200 len: 2981 time: 0.1965973 Aug 29 04:09:36.495945 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a921ad6d-3b41-4b3e-8550-1993d586c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.504141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8353584 Aug 29 04:09:36.507764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:36.516341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Request body: {'subnet': {'network_id': '5b82141f-4185-4318-8726-df743ac81a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1199295848-subnet', 'tenant_id': 'ec83fba4b68a4aa9a9ab087aec22a809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:36.535321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:34Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c04a284c-642e-46e5-8566-c4ddcce92986', 'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'mac_address': 'fa:16:3e:0a:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:33Z', 'updated_at': '2021-08-29T04:09:34Z', 'revision_number': 2, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'subnets': [{'id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:36.547987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Made reservation on behalf of ec83fba4b68a4aa9a9ab087aec22a809 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:36.551527 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.555911 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8b067-546b-430f-997a-9d7e63f33a89 admin admin] Pushing event updated for resources: {'Network': ['ID=5b82141f-4185-4318-8726-df743ac81a8e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:36.567196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Checking router: dce602d8-ce25-47f7-9a33-c6f38f0ba5db for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:36.567638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Updating router dce602d8-ce25-47f7-9a33-c6f38f0ba5db port c04a284c-642e-46e5-8566-c4ddcce92986 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:09:36.571922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5b82141f-4185-4318-8726-df743ac81a8e details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:36.586239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921ad6d-3b41-4b3e-8550-1993d586c9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b7bf11-7d81-4372-81e4-848149d24f75,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:36.599289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a921ad6d-3b41-4b3e-8550-1993d586c9d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bddbbc4ff5504af18bc5658b9474948d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2548771 Aug 29 04:09:36.600030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52960) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:36.620765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-0bdc991e-cd51-4189-994f-e466e4b84830 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/70d41728-b9cc-4510-ae22-703606a3aa6e HTTP/1.1" status: 200 len: 2981 time: 0.1262138 Aug 29 04:09:36.643567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-b2c03e0d-8b52-40c3-bd4f-2f658482bff1 service neutron] Transition to ACTIVE for port object 5801cc59-708a-41f3-bfee-f70f7e1dd063 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:36.668957 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-b2c03e0d-8b52-40c3-bd4f-2f658482bff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.676368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:36.707252 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.755567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-952a2400-420e-435a-8254-96481afcbaba tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/851cde88-a706-4cb2-8f7c-b4b52c29ab6d HTTP/1.1" status: 200 len: 2977 time: 0.1261616 Aug 29 04:09:36.777862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-b2c03e0d-8b52-40c3-bd4f-2f658482bff1 service neutron] No DVR routers for this DVR port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:09:36.782790 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0632741-7d25-43ee-98ba-451f7bbe02be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.799316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c03e0d-8b52-40c3-bd4f-2f658482bff1 service neutron] Pushing event updated for resources: {'Port': ['ID=5801cc59-708a-41f3-bfee-f70f7e1dd063,revision_number=10']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:36.824560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52964) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:36.848696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.849757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b409db32-2625-45aa-bcd6-d1a8786feb1c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1323486984', 'description': 'tempest-description--604643296'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:36.866787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0632741-7d25-43ee-98ba-451f7bbe02be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.911319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3d47d37c-24bf-4941-8205-5a3be92f3366 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:36.929422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Checking segment: {'id': 'e4d3de5b-e6b9-45f8-b330-254230585d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5b82141f-4185-4318-8726-df743ac81a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:36.929798 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Network hostable DHCP agents. Network: 5b82141f-4185-4318-8726-df743ac81a8e, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:36.933308 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-b2c03e0d-8b52-40c3-bd4f-2f658482bff1 service neutron] 10.222.0.59 "PUT /v2.0/ports/5801cc59-708a-41f3-bfee-f70f7e1dd063/bindings/n-h1-712141-12/activate HTTP/1.1" status: 200 len: 370 time: 1.8891184 Aug 29 04:09:36.941376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e194ed8b-4980-4536-820d-9c6738c720ba,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:36.956146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-d1c9a538-f231-4cf7-94e4-39fe3a1f141e tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/851cde88-a706-4cb2-8f7c-b4b52c29ab6d HTTP/1.1" status: 200 len: 2977 time: 0.1793635 Aug 29 04:09:36.966223 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Network 5b82141f-4185-4318-8726-df743ac81a8e is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:36.967037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:36.967414 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.981355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 5b82141f-4185-4318-8726-df743ac81a8e) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:36.985838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b409db32-2625-45aa-bcd6-d1a8786feb1c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:36.988749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:36.991447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.004599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dd625e-6218-439f-bd54-403db3c1e891 None None] Network 5b82141f-4185-4318-8726-df743ac81a8e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:37.005912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef4a16-9e81-4d68-974a-4dc8183aee7a req-8710ad00-5ba6-4dd1-85d5-dae16f95c63e tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:37.007466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27ef4a16-9e81-4d68-974a-4dc8183aee7a req-8710ad00-5ba6-4dd1-85d5-dae16f95c63e tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1385224 Aug 29 04:09:37.032802 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a6bcd43e-966f-47cf-a1ff-ee61e5b63ef9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5216687 Aug 29 04:09:37.096509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-6cf01999-7402-4b31-a5b0-1adb3908c6bb tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8fa60741-ae23-4246-acf5-58a5046820fa HTTP/1.1" status: 200 len: 2981 time: 0.1305633 Aug 29 04:09:37.097104 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0632741-7d25-43ee-98ba-451f7bbe02be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.098527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 3d47d37c-24bf-4941-8205-5a3be92f3366 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:37.099626 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0632741-7d25-43ee-98ba-451f7bbe02be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.100975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b0632741-7d25-43ee-98ba-451f7bbe02be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62b7bf11-7d81-4372-81e4-848149d24f75 HTTP/1.1" status: 204 len: 168 time: 0.4997725 Aug 29 04:09:37.122138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 3d47d37c-24bf-4941-8205-5a3be92f3366 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:37.122513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.127790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0632741-7d25-43ee-98ba-451f7bbe02be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b7bf11-7d81-4372-81e4-848149d24f75,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:37.174332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27ef4a16-9e81-4d68-974a-4dc8183aee7a req-1e284ba6-b6b0-4fc1-aa53-7d43d3cec13d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338835 Aug 29 04:09:37.195768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-e32cf2c5-50a3-49cc-8ff3-0b41490f9264 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:37.197896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-e32cf2c5-50a3-49cc-8ff3-0b41490f9264 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1096 time: 0.1547360 Aug 29 04:09:37.288115 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-e5167eb1-49d1-48fc-8a7a-c0ebe6a0c684 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8fa60741-ae23-4246-acf5-58a5046820fa HTTP/1.1" status: 200 len: 2981 time: 0.1702960 Aug 29 04:09:37.378560 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b409db32-2625-45aa-bcd6-d1a8786feb1c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.388302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-6f729a18-e274-481a-b8eb-c34aaeffc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:37.389913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-6f729a18-e274-481a-b8eb-c34aaeffc149 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e&tenant_id=8c315ab7fe9442ebbeae0625b3094431 HTTP/1.1" status: 200 len: 1096 time: 0.1834207 Aug 29 04:09:37.393394 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.399025 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b409db32-2625-45aa-bcd6-d1a8786feb1c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.420108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061d6ab-9026-4034-ab33-074906d91322 req-daa3202f-5efe-42b0-ba51-c0d5f31cf8c6 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:37.421660 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a061d6ab-9026-4034-ab33-074906d91322 req-daa3202f-5efe-42b0-ba51-c0d5f31cf8c6 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 944 time: 0.1549625 Aug 29 04:09:37.445416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-5f014dfa-692f-43c8-adf8-c47a8cf83167 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9a76fab2-369c-40cc-911b-e68734241682 HTTP/1.1" status: 200 len: 2981 time: 0.1320815 Aug 29 04:09:37.457951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Transition to ACTIVE for port object c04a284c-642e-46e5-8566-c4ddcce92986 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:37.460024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b409db32-2625-45aa-bcd6-d1a8786feb1c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.463927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b409db32-2625-45aa-bcd6-d1a8786feb1c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6355407 Aug 29 04:09:37.464444 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52980) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:37.470397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-61af62e5-7032-4de9-9c2e-b288ec6fd580 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Request body: {'security_group_rule': {'security_group_id': 'a46a3000-bdeb-4ac0-893b-3d098178aa05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:37.501833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409db32-2625-45aa-bcd6-d1a8786feb1c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46a3000-bdeb-4ac0-893b-3d098178aa05,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:37.502277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa7e2a3-227b-4807-8246-5adfb1d3100c None None] Network 5b82141f-4185-4318-8726-df743ac81a8e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:37.524914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-61af62e5-7032-4de9-9c2e-b288ec6fd580 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.539833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a061d6ab-9026-4034-ab33-074906d91322 req-fae5c2ee-08c0-4109-a167-ef8d17ee454b tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075974 Aug 29 04:09:37.549851 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.552713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-d58a6eb3-665f-45ae-a83e-31e5df86e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:37.554376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-d58a6eb3-665f-45ae-a83e-31e5df86e37a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1096 time: 0.1232784 Aug 29 04:09:37.556182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-4406a327-ad78-4c67-adaa-7e20404ec37b tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9a76fab2-369c-40cc-911b-e68734241682 HTTP/1.1" status: 200 len: 2981 time: 0.0939305 Aug 29 04:09:37.615637 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-61af62e5-7032-4de9-9c2e-b288ec6fd580 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.620981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-61af62e5-7032-4de9-9c2e-b288ec6fd580 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.647359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af62e5-7032-4de9-9c2e-b288ec6fd580 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bc9860-97b7-47d5-87e5-11cfd0d1dd69,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:37.682929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-61af62e5-7032-4de9-9c2e-b288ec6fd580 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.684993 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-61af62e5-7032-4de9-9c2e-b288ec6fd580 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2193139 Aug 29 04:09:37.687541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52990) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:37.690070 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.694497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346d2d9-24ad-41ef-8857-243894b7680c None None] Pushing event updated for resources: {'Port': ['ID=c04a284c-642e-46e5-8566-c4ddcce92986,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:37.710054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-84cd999c-389f-4358-93e7-af82e2d6eff9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Request body: {'security_group_rule': {'security_group_id': 'a46a3000-bdeb-4ac0-893b-3d098178aa05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:37.778392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-613ccd89-56bd-4d35-b9e6-934b732dc083 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a90d3152-d42c-4a95-8ad1-ab4aa0767377 HTTP/1.1" status: 200 len: 2981 time: 0.2090118 Aug 29 04:09:37.786954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84cd999c-389f-4358-93e7-af82e2d6eff9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.791733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-db30a1ca-43ea-439f-916e-9ef3ba57421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:37.793281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-db30a1ca-43ea-439f-916e-9ef3ba57421b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.2254753 Aug 29 04:09:37.805148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d822e9-3c2a-42f0-abda-d9fe18227f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d47d37c-24bf-4941-8205-5a3be92f3366'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:37.807994 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c151a88-ea71-4260-91f8-e20f7e66db5f" -d '{"events": [{"server_uuid": "55d822e9-3c2a-42f0-abda-d9fe18227f48", "name": "network-vif-plugged", "status": "completed", "tag": "3d47d37c-24bf-4941-8205-5a3be92f3366"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:37.851040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 3d47d37c-24bf-4941-8205-5a3be92f3366, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3d47d37c-24bf-4941-8205-5a3be92f3366,segment=NetworkSegment(0d0d0f14-e211-4007-a78a-cadde7bd5c51),segment_id=0d0d0f14-e211-4007-a78a-cadde7bd5c51)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:37.854705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Attempting to bind port c04a284c-642e-46e5-8566-c4ddcce92986 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:37.855128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Attempting to bind port c04a284c-642e-46e5-8566-c4ddcce92986 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:37.855480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Attempting to bind port c04a284c-642e-46e5-8566-c4ddcce92986 on network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:37.874026 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.874859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5801cc59-708a-41f3-bfee-f70f7e1dd063 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:09:37.893176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-7892019e-4e08-440e-ab0e-c577cce2c8c1 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a90d3152-d42c-4a95-8ad1-ab4aa0767377 HTTP/1.1" status: 200 len: 2981 time: 0.1068926 Aug 29 04:09:37.901431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-daf3eeb5-8e6b-4658-be14-ea853128a98c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063 HTTP/1.1" status: 200 len: 217 time: 0.0655322 Aug 29 04:09:37.931611 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84cd999c-389f-4358-93e7-af82e2d6eff9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.939756 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84cd999c-389f-4358-93e7-af82e2d6eff9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.946940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:37.948042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Checking segment: {'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:37.948176 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.948600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Bound using segment: {'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:37.949094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Bound port: c04a284c-642e-46e5-8566-c4ddcce92986, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:37.949474 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.957766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd999c-389f-4358-93e7-af82e2d6eff9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6655f7ed-2f5d-4c37-965e-26f70cb80c87,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:37.980350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84cd999c-389f-4358-93e7-af82e2d6eff9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.982565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-84cd999c-389f-4358-93e7-af82e2d6eff9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2940588 Aug 29 04:09:37.986031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52998) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:37.997147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:38.055573 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.078086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5801cc59-708a-41f3-bfee-f70f7e1dd063 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:09:38.079463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=3d47d37c-24bf-4941-8205-5a3be92f3366,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:38.102426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] For port c04a284c-642e-46e5-8566-c4ddcce92986, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:38.105854 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-10cedda1-d71d-4bbe-9047-b9973c4cf7bc req-1639b039-55cb-4df4-bf42-88854289efa5 tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] show failed (client error): The resource could not be found. Aug 29 04:09:38.107734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] For port c04a284c-642e-46e5-8566-c4ddcce92986, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c04a284c-642e-46e5-8566-c4ddcce92986,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:38.109291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10cedda1-d71d-4bbe-9047-b9973c4cf7bc req-1639b039-55cb-4df4-bf42-88854289efa5 tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] 10.222.0.49 "GET /v2.0/security-groups/a9904a05-f111-4793-a4f4-11b8cf941561 HTTP/1.1" status: 404 len: 352 time: 0.0296757 Aug 29 04:09:38.119892 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.136390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-06ccc7d5-a241-48b5-8534-3cbd3e83e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.137915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-06ccc7d5-a241-48b5-8534-3cbd3e83e2e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.2190466 Aug 29 04:09:38.154116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-855faf3b-948d-47f4-a3fd-26620e20577c tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/af149679-b57a-4951-9aad-486913045bfc HTTP/1.1" status: 200 len: 2981 time: 0.2594600 Aug 29 04:09:38.182225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Routers {'dce602d8-ce25-47f7-9a33-c6f38f0ba5db'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:38.183082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:09:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:38.185814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346d2d9-24ad-41ef-8857-243894b7680c None None] Pushing event updated for resources: {'Port': ['ID=c04a284c-642e-46e5-8566-c4ddcce92986,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:38.217643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-d061b556-c01e-4342-ab3b-a96e9a54a011 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560315 Aug 29 04:09:38.221940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.364677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-585d7c07-9586-4f89-8307-f0680207c1d1 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/af149679-b57a-4951-9aad-486913045bfc HTTP/1.1" status: 200 len: 2981 time: 0.2095942 Aug 29 04:09:38.392315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] Set router dce602d8-ce25-47f7-9a33-c6f38f0ba5db gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:38.395365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Allocated IP 172.25.5.236 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/fdc101ed-2def-4f0d-b7e1-244c73733e1e) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:38.450806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b336259-3cc5-459c-ac36-94d86315680f req-da76e99d-21f2-4714-b9ae-5f5cf52b8f9e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.452417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b336259-3cc5-459c-ac36-94d86315680f req-da76e99d-21f2-4714-b9ae-5f5cf52b8f9e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 944 time: 0.2397997 Aug 29 04:09:38.468758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-90b65158-888a-45ed-bd30-173aa3b6e238 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b4d6f679-6ace-41e0-8f1c-5215e3b22b24 HTTP/1.1" status: 200 len: 2973 time: 0.1031818 Aug 29 04:09:38.514365 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-d3b5369e-a837-401a-956a-24530e093a7f service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590814 Aug 29 04:09:38.531643 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.544789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b336259-3cc5-459c-ac36-94d86315680f req-f2d86716-a4ec-4315-ac3e-3220f528d5b3 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831485 Aug 29 04:09:38.588092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.647732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-75ce8e76-61f7-483d-96e5-c2c6a679c608 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063657 Aug 29 04:09:38.655045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:38.663627 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:38.665782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:38.687055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:34Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c04a284c-642e-46e5-8566-c4ddcce92986', 'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'mac_address': 'fa:16:3e:0a:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:33Z', 'updated_at': '2021-08-29T04:09:38Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'subnets': [{'id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:38.699251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Pushing event updated for resources: {'Port': ['ID=fdc101ed-2def-4f0d-b7e1-244c73733e1e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:38.707473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-6b9810b0-7a35-4679-8c51-c45787072414 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b4d6f679-6ace-41e0-8f1c-5215e3b22b24 HTTP/1.1" status: 200 len: 2973 time: 0.2353239 Aug 29 04:09:38.748324 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ece3255-7e12-4da5-b68d-d67698ffcaca x-openstack-request-id: req-7ece3255-7e12-4da5-b68d-d67698ffcaca {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:38.749296 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d822e9-3c2a-42f0-abda-d9fe18227f48", "name": "network-vif-plugged", "status": "completed", "tag": "3d47d37c-24bf-4941-8205-5a3be92f3366", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:38.749601 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ece3255-7e12-4da5-b68d-d67698ffcaca {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:38.750001 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d822e9-3c2a-42f0-abda-d9fe18227f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d47d37c-24bf-4941-8205-5a3be92f3366', 'code': 200} Aug 29 04:09:38.751072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5513a-31c0-418e-8219-e1a5bf678c4d None None] The sync data for ids ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'] in n-d-712141-12 is: [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:34Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c04a284c-642e-46e5-8566-c4ddcce92986', 'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'mac_address': 'fa:16:3e:0a:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:33Z', 'updated_at': '2021-08-29T04:09:38Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'subnets': [{'id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:38.800161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-772082a2-0aa0-450a-bef4-4f851d73d1ac tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e10b82be-cd52-4cb5-a178-72963e357310 HTTP/1.1" status: 200 len: 2981 time: 0.0794232 Aug 29 04:09:38.827337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.879812 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:38.954923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-35ece640-87a9-4990-b61b-53f291a872ef tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e10b82be-cd52-4cb5-a178-72963e357310 HTTP/1.1" status: 200 len: 2981 time: 0.1479907 Aug 29 04:09:38.985344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19fe5-c7d6-4c56-b6f1-b14d0858c975 req-48e44557-4a76-416a-8ee1-f1ecd175c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:38.986866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ce19fe5-c7d6-4c56-b6f1-b14d0858c975 req-48e44557-4a76-416a-8ee1-f1ecd175c8fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 1097 time: 0.1128964 Aug 29 04:09:39.029128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d1cc3-684d-4dad-8eff-ebd8029d5681 req-7aa51f59-b255-4d5a-825e-e425d49845de tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:39.030542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a73d1cc3-684d-4dad-8eff-ebd8029d5681 req-7aa51f59-b255-4d5a-825e-e425d49845de tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1577582 Aug 29 04:09:39.105543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.106656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-5c91418f-9a9e-4b5e-ad77-fd450a53fdea tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e644f4bb-48b5-40a2-9f83-9f58f59a3418 HTTP/1.1" status: 200 len: 2977 time: 0.1399229 Aug 29 04:09:39.113492 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.135793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a73d1cc3-684d-4dad-8eff-ebd8029d5681 req-ee79cf87-700d-4db4-bec2-88dc5b02ba20 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888150 Aug 29 04:09:39.137711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-46e528fc-95e4-4fd6-b52d-9ef5debb24ff tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:39.139123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-46e528fc-95e4-4fd6-b52d-9ef5debb24ff tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1096 time: 0.1670368 Aug 29 04:09:39.153872 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ce19fe5-c7d6-4c56-b6f1-b14d0858c975 req-56ab014e-1af3-495d-b309-f40b3dfad8a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211133 Aug 29 04:09:39.227782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Pushing event updated for resources: {'Port': ['ID=fdc101ed-2def-4f0d-b7e1-244c73733e1e,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:39.236881 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.254194 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.264384 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-851155f8-5a47-496e-9319-6d3fee3db88e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2679217 Aug 29 04:09:39.275380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-ed8ea3f3-4eff-4132-842e-1883c1ff6838 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e644f4bb-48b5-40a2-9f83-9f58f59a3418 HTTP/1.1" status: 200 len: 2977 time: 0.1604602 Aug 29 04:09:39.327898 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-4861778e-795b-445f-87a6-edf49ae610bd req-a2833028-89ea-4059-9457-059fa0192b4c tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] show failed (client error): The resource could not be found. Aug 29 04:09:39.329044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-a2833028-89ea-4059-9457-059fa0192b4c tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f940aade-6d31-4d64-bf22-480d447386b2 HTTP/1.1" status: 404 len: 352 time: 0.0446255 Aug 29 04:09:39.342335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083653f-94aa-49e4-b750-bd444119e798 req-1c33de31-1336-4781-8131-6714373dd87b tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:39.349337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7083653f-94aa-49e4-b750-bd444119e798 req-1c33de31-1336-4781-8131-6714373dd87b tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 945 time: 0.1268170 Aug 29 04:09:39.387772 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-4861778e-795b-445f-87a6-edf49ae610bd req-ec7dff20-24dc-4426-b451-f422cf95e28e tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] show failed (client error): The resource could not be found. Aug 29 04:09:39.388785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4861778e-795b-445f-87a6-edf49ae610bd req-ec7dff20-24dc-4426-b451-f422cf95e28e tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f940aade-6d31-4d64-bf22-480d447386b2 HTTP/1.1" status: 404 len: 352 time: 0.0375097 Aug 29 04:09:39.393230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-ab699b2c-bbdc-4197-a2b7-f16bbbcf8a27 service neutron] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:39.397791 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-ab699b2c-bbdc-4197-a2b7-f16bbbcf8a27 service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.399015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1515ea2-8b16-45b4-836f-b26998542b90 req-ab699b2c-bbdc-4197-a2b7-f16bbbcf8a27 service neutron] 10.222.0.52 "DELETE /v2.0/ports/5801cc59-708a-41f3-bfee-f70f7e1dd063/bindings/n-h2-712141-12 HTTP/1.1" status: 204 len: 173 time: 0.2476149 Aug 29 04:09:39.436859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7083653f-94aa-49e4-b750-bd444119e798 req-aaebdb75-b6d3-4543-9e4c-37b168cd2608 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865443 Aug 29 04:09:39.509175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af0fb31f-f7ad-48fe-b8d5-48ce597b5b90 req-a355ff02-851c-4e34-926d-c7697dd5c684 tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec83fba4b68a4aa9a9ab087aec22a809 HTTP/1.1" status: 200 len: 2984 time: 0.0711925 Aug 29 04:09:39.570617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af0fb31f-f7ad-48fe-b8d5-48ce597b5b90 req-9c19847d-2250-4609-b87d-977a35995fea tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] 10.222.0.49 "GET /v2.0/security-groups/2b401244-6e2a-40c4-91c3-f935ae4a5d47 HTTP/1.1" status: 200 len: 2981 time: 0.0544777 Aug 29 04:09:39.628497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af0fb31f-f7ad-48fe-b8d5-48ce597b5b90 req-e2364152-7016-41ec-a8c2-5da80a27e4ff tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] 10.222.0.49 "GET /v2.0/security-groups/2b401244-6e2a-40c4-91c3-f935ae4a5d47 HTTP/1.1" status: 200 len: 2981 time: 0.0469544 Aug 29 04:09:39.777437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2ac29e5-2bab-4cb8-9fb8-a9991c21865a req-0a337ebb-53f8-4677-b0e0-5a71353f1564 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0170cd3a0b544ebda291e9fd32d30d02 HTTP/1.1" status: 200 len: 6101 time: 0.1238790 Aug 29 04:09:39.822402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0582b5-87b0-4728-80a9-f89c7bd3d95e req-fd5838a8-3b07-4b95-aa0f-8231451a7b82 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:39.824436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b0582b5-87b0-4728-80a9-f89c7bd3d95e req-fd5838a8-3b07-4b95-aa0f-8231451a7b82 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 944 time: 0.1084726 Aug 29 04:09:39.852927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2ac29e5-2bab-4cb8-9fb8-a9991c21865a req-195dd9ed-c81d-4ccc-a520-885d2db35aa5 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] 10.222.0.49 "GET /v2.0/security-groups/1b858967-913b-4a3f-b0ab-f50beafa5361 HTTP/1.1" status: 200 len: 2981 time: 0.0744593 Aug 29 04:09:39.893376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b0582b5-87b0-4728-80a9-f89c7bd3d95e req-dacebd27-f11f-4c3b-beee-364e44f5749f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483563 Aug 29 04:09:39.938127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2ac29e5-2bab-4cb8-9fb8-a9991c21865a req-ee1e16e8-fbc5-4b67-a89b-433934d2beca tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] 10.222.0.49 "GET /v2.0/security-groups/1b858967-913b-4a3f-b0ab-f50beafa5361 HTTP/1.1" status: 200 len: 2981 time: 0.0770080 Aug 29 04:09:40.013219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f715a96-e545-4f4b-892e-55ff51379ae7 req-e27d23d2-e847-4353-b158-90ea8ea6f8ed tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] 10.222.0.49 "GET /v2.0/security-groups/2b401244-6e2a-40c4-91c3-f935ae4a5d47 HTTP/1.1" status: 200 len: 2981 time: 0.0504673 Aug 29 04:09:40.097079 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-0f715a96-e545-4f4b-892e-55ff51379ae7 req-07272e52-ec11-48f1-998d-0875b7a8a7b6 tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:09:40.098135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f715a96-e545-4f4b-892e-55ff51379ae7 req-07272e52-ec11-48f1-998d-0875b7a8a7b6 tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] 10.222.0.49 "DELETE /v2.0/security-groups/2b401244-6e2a-40c4-91c3-f935ae4a5d47 HTTP/1.1" status: 409 len: 352 time: 0.0768414 Aug 29 04:09:40.238310 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e1769d0-0d4e-42bc-9ccc-ec0c92f629b8 req-fcaa75a9-00fd-44b5-b9bb-ae4cf735609a tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/bcd8bfeb-fabd-4f3b-9e68-38b7ae5be2f6 HTTP/1.1" status: 200 len: 1777 time: 0.0559831 Aug 29 04:09:40.306864 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-d70fbfe0-e244-4055-8ff8-4d3b5d78ad2c req-186a108b-a33d-4e86-a164-2648aa13b28c tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] show failed (client error): The resource could not be found. Aug 29 04:09:40.308109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d70fbfe0-e244-4055-8ff8-4d3b5d78ad2c req-186a108b-a33d-4e86-a164-2648aa13b28c tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] 10.222.0.49 "GET /v2.0/security-groups/81e84d1c-554b-4771-a83b-71a6294cd2e1 HTTP/1.1" status: 404 len: 352 time: 0.0273438 Aug 29 04:09:40.332610 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4e1769d0-0d4e-42bc-9ccc-ec0c92f629b8 req-4ffec4f0-9706-4869-8c7c-d445ed2eb925 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.369602 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4e1769d0-0d4e-42bc-9ccc-ec0c92f629b8 req-4ffec4f0-9706-4869-8c7c-d445ed2eb925 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.460035 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4e1769d0-0d4e-42bc-9ccc-ec0c92f629b8 req-4ffec4f0-9706-4869-8c7c-d445ed2eb925 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.462802 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4e1769d0-0d4e-42bc-9ccc-ec0c92f629b8 req-4ffec4f0-9706-4869-8c7c-d445ed2eb925 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.464670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e1769d0-0d4e-42bc-9ccc-ec0c92f629b8 req-4ffec4f0-9706-4869-8c7c-d445ed2eb925 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/bcd8bfeb-fabd-4f3b-9e68-38b7ae5be2f6 HTTP/1.1" status: 204 len: 173 time: 0.2073269 Aug 29 04:09:40.479020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f0b41-fd66-4470-98d8-84cf269db443 req-09704501-ccc7-43d8-912b-c764672cf142 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:40.480817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c0f0b41-fd66-4470-98d8-84cf269db443 req-09704501-ccc7-43d8-912b-c764672cf142 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.0738542 Aug 29 04:09:40.493090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffec4f0-9706-4869-8c7c-d445ed2eb925 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd8bfeb-fabd-4f3b-9e68-38b7ae5be2f6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:40.548005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c0f0b41-fd66-4470-98d8-84cf269db443 req-209dc5f6-7401-4142-858e-bd8c708e9e65 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611660 Aug 29 04:09:40.580353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa8b1d-cbab-4fb9-83c4-faf18d780425 req-88581734-ce1b-44bc-be97-b7d8117f8654 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:40.582034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30fa8b1d-cbab-4fb9-83c4-faf18d780425 req-88581734-ce1b-44bc-be97-b7d8117f8654 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1096 time: 0.0487690 Aug 29 04:09:40.627180 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-c81c9398-c1d4-4f22-ad50-84c65e46b1ab req-b1240cf2-a119-4e66-b9ef-7ad323db987d tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] show failed (client error): The resource could not be found. Aug 29 04:09:40.639361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c81c9398-c1d4-4f22-ad50-84c65e46b1ab req-b1240cf2-a119-4e66-b9ef-7ad323db987d tempest-SecurityGroupsNegativeTestJSON-697042076 tempest-SecurityGroupsNegativeTestJSON-697042076-project] 10.222.0.49 "GET /v2.0/security-groups/69a94dd4-644e-43b9-9970-f0edf9fe96c8 HTTP/1.1" status: 404 len: 352 time: 0.0358589 Aug 29 04:09:40.640854 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53116) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:40.668335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30fa8b1d-cbab-4fb9-83c4-faf18d780425 req-af479c3e-032e-43e9-b517-532d77cc828b tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645380 Aug 29 04:09:40.686517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c04a284c-642e-46e5-8566-c4ddcce92986 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:40.747185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be0ace74-2584-42c7-974d-c9eefc1198bc req-20937145-c96d-49e8-b56e-e2c8a0bdbe0d tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "GET /v2.0/security-groups/0605d971-7e4a-4671-a403-c49a434a61d2 HTTP/1.1" status: 200 len: 1777 time: 0.0529082 Aug 29 04:09:40.757000 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0d278a-f274-4f05-8dfa-f17e7c05e1d2 admin admin] Deleting subnet e194ed8b-4980-4536-820d-9c6738c720ba {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:09:40.762753 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de0d278a-f274-4f05-8dfa-f17e7c05e1d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.807610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de0d278a-f274-4f05-8dfa-f17e7c05e1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.815199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port c04a284c-642e-46e5-8566-c4ddcce92986 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:40.819399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c04a284c-642e-46e5-8566-c4ddcce92986 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:40.819535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dd4f8-695e-4fae-9138-19b51e9e4512 req-d0284872-7036-4d5f-8d9a-37fc324e0c65 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:40.819783 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.821228 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b4dd4f8-695e-4fae-9138-19b51e9e4512 req-d0284872-7036-4d5f-8d9a-37fc324e0c65 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 945 time: 0.0759993 Aug 29 04:09:40.858807 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de0d278a-f274-4f05-8dfa-f17e7c05e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.884131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b4dd4f8-695e-4fae-9138-19b51e9e4512 req-01dd4f7c-feee-48fb-83ae-14a11cd9eb3d tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545044 Aug 29 04:09:40.885817 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be0ace74-2584-42c7-974d-c9eefc1198bc req-40db0dd2-dab1-4c76-9591-2561cfcbb977 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.925845 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.938862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be0ace74-2584-42c7-974d-c9eefc1198bc req-40db0dd2-dab1-4c76-9591-2561cfcbb977 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.966021 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de0d278a-f274-4f05-8dfa-f17e7c05e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.002048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port c04a284c-642e-46e5-8566-c4ddcce92986, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c04a284c-642e-46e5-8566-c4ddcce92986,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:41.018292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.024527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be0ace74-2584-42c7-974d-c9eefc1198bc req-40db0dd2-dab1-4c76-9591-2561cfcbb977 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.027437 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be0ace74-2584-42c7-974d-c9eefc1198bc req-40db0dd2-dab1-4c76-9591-2561cfcbb977 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.028794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be0ace74-2584-42c7-974d-c9eefc1198bc req-40db0dd2-dab1-4c76-9591-2561cfcbb977 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/0605d971-7e4a-4671-a403-c49a434a61d2 HTTP/1.1" status: 204 len: 173 time: 0.2515099 Aug 29 04:09:41.042869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db0dd2-dab1-4c76-9591-2561cfcbb977 tempest-SecurityGroupsTestAdminJSON-1782345216 tempest-SecurityGroupsTestAdminJSON-1782345216-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0605d971-7e4a-4671-a403-c49a434a61d2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:41.043150 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d278a-f274-4f05-8dfa-f17e7c05e1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e194ed8b-4980-4536-820d-9c6738c720ba,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:41.055142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de0d278a-f274-4f05-8dfa-f17e7c05e1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.062062 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-de0d278a-f274-4f05-8dfa-f17e7c05e1d2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e194ed8b-4980-4536-820d-9c6738c720ba HTTP/1.1" status: 204 len: 168 time: 0.4193838 Aug 29 04:09:41.063092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53168) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:41.122269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=c04a284c-642e-46e5-8566-c4ddcce92986,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:41.145734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.225357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17786d50-9d0b-4cb7-a07b-b7abd92de9c6 req-01a55684-62cc-4c37-a213-c327d92de88b tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] 10.222.0.49 "GET /v2.0/security-groups/5c44f739-e71d-4798-a95b-62e867e2e094 HTTP/1.1" status: 200 len: 1776 time: 0.1253963 Aug 29 04:09:41.249628 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.264908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b82141f-4185-4318-8726-df743ac81a8e']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:41.278647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-30c085dc-3b25-471f-825a-7442f0c8e273 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:41.285488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-30c085dc-3b25-471f-825a-7442f0c8e273 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 808 time: 0.2166235 Aug 29 04:09:41.286345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d3de5b-e6b9-45f8-b330-254230585d25') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:41.286963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d3de5b-e6b9-45f8-b330-254230585d25') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:41.303460 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.318225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-ed2d92f5-1247-4121-91c0-3e24c8430fb8 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/quotas/8c315ab7fe9442ebbeae0625b3094431 HTTP/1.1" status: 200 len: 375 time: 0.0317855 Aug 29 04:09:41.339027 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.350512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:09:41.350927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:09:41.352874 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:09:41.371052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-17786d50-9d0b-4cb7-a07b-b7abd92de9c6 req-a275bbc3-963a-40f4-a05c-fe7b986d9cee tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.420831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-caa735dc-507b-4f0f-9bd7-1fd25af33eec tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016405 Aug 29 04:09:41.441980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.448797 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.452108 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5b82141f-4185-4318-8726-df743ac81a8e HTTP/1.1" status: 204 len: 168 time: 0.3871214 Aug 29 04:09:41.454186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-17786d50-9d0b-4cb7-a07b-b7abd92de9c6 req-a275bbc3-963a-40f4-a05c-fe7b986d9cee tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.468755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62692b7c-91e5-498d-86a6-f700b5b61fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b82141f-4185-4318-8726-df743ac81a8e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:41.583340 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-17786d50-9d0b-4cb7-a07b-b7abd92de9c6 req-a275bbc3-963a-40f4-a05c-fe7b986d9cee tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.586011 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-17786d50-9d0b-4cb7-a07b-b7abd92de9c6 req-a275bbc3-963a-40f4-a05c-fe7b986d9cee tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.601807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17786d50-9d0b-4cb7-a07b-b7abd92de9c6 req-a275bbc3-963a-40f4-a05c-fe7b986d9cee tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] 10.222.0.49 "DELETE /v2.0/security-groups/5c44f739-e71d-4798-a95b-62e867e2e094 HTTP/1.1" status: 204 len: 173 time: 0.3654625 Aug 29 04:09:41.636802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275bbc3-963a-40f4-a05c-fe7b986d9cee tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c44f739-e71d-4798-a95b-62e867e2e094,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:41.658673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-70cc3da1-cc2d-4c4e-b0fa-be4ca41aa792 service neutron] 10.222.0.49 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325439 Aug 29 04:09:41.805523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-53f0cb1a-2fa8-458a-8a1f-afd487f3adb3 service neutron] 10.222.0.49 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425457 Aug 29 04:09:41.854154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53192) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:41.928849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae18ce-5166-4112-a249-d94df599b7e8 req-1442d79c-cfed-4a38-ac5d-fa808889eca4 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:41.931416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fae18ce-5166-4112-a249-d94df599b7e8 req-1442d79c-cfed-4a38-ac5d-fa808889eca4 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1230693 Aug 29 04:09:41.971347 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5591dfdf-4e15-4046-af07-6ebae5749dbc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec83fba4b68a4aa9a9ab087aec22a809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1152239 Aug 29 04:09:41.972501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53196) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:41.988041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fae18ce-5166-4112-a249-d94df599b7e8 req-30e44b0b-cda0-4f0f-877a-87852edbdc16 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504444 Aug 29 04:09:42.065744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53202) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:42.114633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-677fcc76-1f74-4d94-8541-b5e9e532ad25 req-86aff730-f1d6-4cba-a3a6-9df3c372459a tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] 10.222.0.49 "GET /v2.0/security-groups/dcacb032-cfa1-4fe5-bf2f-bbbe4839ea11 HTTP/1.1" status: 200 len: 1777 time: 0.0985839 Aug 29 04:09:42.116370 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe272ff7-79d4-4bcf-91fc-ef497e4beb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.166588 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe272ff7-79d4-4bcf-91fc-ef497e4beb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.206256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87172e92-de1a-4ab6-9c1f-e86a31d2ef31 req-00d877ef-e4cd-47eb-a4ed-f497d8283ce2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 210 time: 0.0562108 Aug 29 04:09:42.282452 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe272ff7-79d4-4bcf-91fc-ef497e4beb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.285541 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe272ff7-79d4-4bcf-91fc-ef497e4beb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.286913 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fe272ff7-79d4-4bcf-91fc-ef497e4beb81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b401244-6e2a-40c4-91c3-f935ae4a5d47 HTTP/1.1" status: 204 len: 168 time: 0.3098960 Aug 29 04:09:42.287802 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-677fcc76-1f74-4d94-8541-b5e9e532ad25 req-ad2670f2-0c37-4f14-81ae-8e2c721b98e3 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.290129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0808e2fe-ba12-45be-8df1-e755fccafe3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.306109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272ff7-79d4-4bcf-91fc-ef497e4beb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b401244-6e2a-40c4-91c3-f935ae4a5d47,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:42.335772 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-677fcc76-1f74-4d94-8541-b5e9e532ad25 req-ad2670f2-0c37-4f14-81ae-8e2c721b98e3 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.397424 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-677fcc76-1f74-4d94-8541-b5e9e532ad25 req-ad2670f2-0c37-4f14-81ae-8e2c721b98e3 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.399952 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-677fcc76-1f74-4d94-8541-b5e9e532ad25 req-ad2670f2-0c37-4f14-81ae-8e2c721b98e3 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.401669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-677fcc76-1f74-4d94-8541-b5e9e532ad25 req-ad2670f2-0c37-4f14-81ae-8e2c721b98e3 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] 10.222.0.49 "DELETE /v2.0/security-groups/dcacb032-cfa1-4fe5-bf2f-bbbe4839ea11 HTTP/1.1" status: 204 len: 173 time: 0.2813478 Aug 29 04:09:42.421587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2670f2-0c37-4f14-81ae-8e2c721b98e3 tempest-SecurityGroupsTestAdminJSON-1310077180 tempest-SecurityGroupsTestAdminJSON-1310077180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcacb032-cfa1-4fe5-bf2f-bbbe4839ea11,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:42.511386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0808e2fe-ba12-45be-8df1-e755fccafe3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.517641 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0808e2fe-ba12-45be-8df1-e755fccafe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.691394 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0808e2fe-ba12-45be-8df1-e755fccafe3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a2af0123bcb4f44bf720dc9bbc4d6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6235311 Aug 29 04:09:42.695008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53222) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:42.703948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c04a284c-642e-46e5-8566-c4ddcce92986 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:42.752030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808e2fe-ba12-45be-8df1-e755fccafe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6ec9cc-e2c7-4e38-a4be-9959444716c9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:42.879486 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7131-f8de-4a73-b069-e727e73d433b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.921276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c04a284c-642e-46e5-8566-c4ddcce92986 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:42.921673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.932334 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7131-f8de-4a73-b069-e727e73d433b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.047304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7131-f8de-4a73-b069-e727e73d433b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.047304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7131-f8de-4a73-b069-e727e73d433b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.047304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a2cb7131-f8de-4a73-b069-e727e73d433b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd6ec9cc-e2c7-4e38-a4be-9959444716c9 HTTP/1.1" status: 204 len: 168 time: 0.3508949 Aug 29 04:09:43.057709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb7131-f8de-4a73-b069-e727e73d433b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6ec9cc-e2c7-4e38-a4be-9959444716c9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:43.147116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53238) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:43.299880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f707cd-4fb5-4b7c-b3d1-19d4e809fb9e req-fbf58ad2-5977-4e60-8cc7-84b601435ddd tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:43.309640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22f707cd-4fb5-4b7c-b3d1-19d4e809fb9e req-fbf58ad2-5977-4e60-8cc7-84b601435ddd tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1477165 Aug 29 04:09:43.393872 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c94e3e62-8d33-421d-aa1c-96c4d7180762 req-a4a6dfa8-5702-43e3-9c60-08d812ab8eb4 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 210 time: 0.0666149 Aug 29 04:09:43.417987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22f707cd-4fb5-4b7c-b3d1-19d4e809fb9e req-de804728-bd1f-4937-998b-94d25a565664 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900629 Aug 29 04:09:43.543436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-23acb04e-d0dd-4694-ad6b-f1cdda793c0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0170cd3a0b544ebda291e9fd32d30d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949256 Aug 29 04:09:43.546073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53252) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:43.609459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9e6818c-bee2-4679-b1d9-f502d0339d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.636796 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9e6818c-bee2-4679-b1d9-f502d0339d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.705704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53262) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:43.720725 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1057dc15-7a28-4b30-a8d7-a9066ea6d1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.744329 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9e6818c-bee2-4679-b1d9-f502d0339d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.748229 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9e6818c-bee2-4679-b1d9-f502d0339d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:43.749860 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c9e6818c-bee2-4679-b1d9-f502d0339d28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b858967-913b-4a3f-b0ab-f50beafa5361 HTTP/1.1" status: 204 len: 168 time: 0.2025836 Aug 29 04:09:43.778119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6818c-bee2-4679-b1d9-f502d0339d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b858967-913b-4a3f-b0ab-f50beafa5361,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:43.850851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53268) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:43.969096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-2a857fca-8576-4bd7-b3d6-bdf20289ce41 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:43.974657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-2a857fca-8576-4bd7-b3d6-bdf20289ce41 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 808 time: 0.2329144 Aug 29 04:09:44.015268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Request body: {'port': {'device_id': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37', 'admin_state_up': True, 'tenant_id': '8c315ab7fe9442ebbeae0625b3094431'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:44.213565 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1057dc15-7a28-4b30-a8d7-a9066ea6d1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.221024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1057dc15-7a28-4b30-a8d7-a9066ea6d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.244515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-154639969-network', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:44.265152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057dc15-7a28-4b30-a8d7-a9066ea6d1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724bcf26-3803-421c-a3c5-5b10ba6343d4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:44.279547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Made reservation on behalf of 8c315ab7fe9442ebbeae0625b3094431 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:44.284019 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.309363 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1057dc15-7a28-4b30-a8d7-a9066ea6d1b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34658f48c80f406da6be19fa0ee4cbfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023798 Aug 29 04:09:44.310212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53282) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:44.310908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:44.313599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.335071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.366979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53286) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:44.401809 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a034e916-3e45-4f24-9710-831bb4dafa38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.443731 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a034e916-3e45-4f24-9710-831bb4dafa38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.507402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-68de54f4-7008-4698-a528-923a5e467ff6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=964a0fe5e1d14245b5360fd9dfc51d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385622 Aug 29 04:09:44.509348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53292) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:44.579080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Allocated IP 172.20.0.14 (8f502e82-6ac3-4950-8b96-2734620cac37/202acf61-14c7-4a45-8371-62216017318f/ee8f73d0-80c2-4ad8-85ff-525e80468462) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:44.585725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.589212 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a034e916-3e45-4f24-9710-831bb4dafa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.591919 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a034e916-3e45-4f24-9710-831bb4dafa38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.606715 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a034e916-3e45-4f24-9710-831bb4dafa38 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/724bcf26-3803-421c-a3c5-5b10ba6343d4 HTTP/1.1" status: 204 len: 168 time: 0.2904119 Aug 29 04:09:44.617128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a853e0f-cc32-4b70-a67d-b784a9c6d484 req-66b6efeb-a785-4f40-a576-074d031d4876 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 210 time: 0.0844042 Aug 29 04:09:44.637956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034e916-3e45-4f24-9710-831bb4dafa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724bcf26-3803-421c-a3c5-5b10ba6343d4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:44.640005 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.664303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba799dde-333a-4c1c-9660-1cd465b2be4c req-11415b37-f7a0-4274-8103-3f27147e14b0 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:44.665864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba799dde-333a-4c1c-9660-1cd465b2be4c req-11415b37-f7a0-4274-8103-3f27147e14b0 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1126089 Aug 29 04:09:44.707268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f823bf70-7a27-410c-926f-ff78136b7a4e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:44.723030 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7acc-8c32-45cd-9374-8d273ce8b4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.727562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:09:44.752579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba799dde-333a-4c1c-9660-1cd465b2be4c req-08ad4998-8804-4814-acd5-ce4ff9515dab tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711820 Aug 29 04:09:44.763960 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.764384 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Added segment 7cf8116a-61a7-4e1b-ad21-68cfe2747fc3 of type vlan for network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d Aug 29 04:09:44.785867 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7acc-8c32-45cd-9374-8d273ce8b4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.897979 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.903432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.952320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.952985 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:44.955877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:44.958271 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.006637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Network 8f502e82-6ac3-4950-8b96-2734620cac37 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:45.010878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:45.020681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:45.026249 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7acc-8c32-45cd-9374-8d273ce8b4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.029696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7acc-8c32-45cd-9374-8d273ce8b4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.033424 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5cbd7acc-8c32-45cd-9374-8d273ce8b4e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8fa60741-ae23-4246-acf5-58a5046820fa HTTP/1.1" status: 204 len: 168 time: 0.5194888 Aug 29 04:09:45.063414 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2086143 Aug 29 04:09:45.065636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53308) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:45.067955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd7acc-8c32-45cd-9374-8d273ce8b4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa60741-ae23-4246-acf5-58a5046820fa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:45.079642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce52b46-71f6-44ff-93ca-02cb2ddeb9fd admin admin] Pushing event updated for resources: {'Network': ['ID=2796e265-0f1b-4aba-b9ba-3f2967e97f6d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:45.090697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:09:45.092005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Request body: {'subnet': {'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-154639969-subnet', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:45.112171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Pushing event updated for resources: {'Port': ['ID=ee8f73d0-80c2-4ad8-85ff-525e80468462,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:45.133789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.134392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.135648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.136230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.136729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.138560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.138915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.139263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.139606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.139949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.140316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.140648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:45.184771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:45.186451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.209095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:45.213237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:45.218245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-7d845772-6719-4dde-acfe-6313630cf3b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2093382 Aug 29 04:09:45.275007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Request body: {'port': {'device_id': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:45.379634 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:46.070649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:46.270324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cdba2-5bcc-4788-be42-1f5a4399e9f4 req-be70bdbe-da16-42b7-80f8-b4f1bfb11757 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:46.278632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a34cdba2-5bcc-4788-be42-1f5a4399e9f4 req-be70bdbe-da16-42b7-80f8-b4f1bfb11757 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.2271276 Aug 29 04:09:46.334054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2804dc-4a68-45cb-aebe-6a7a08e379e1,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:46.345183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf25f0-e047-43c6-b38f-cb701238c1ce req-f3a72748-4c19-4758-8d76-d21fe5ac976f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:46.352726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37bf25f0-e047-43c6-b38f-cb701238c1ce req-f3a72748-4c19-4758-8d76-d21fe5ac976f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 932 time: 0.2995758 Aug 29 04:09:46.410909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a34cdba2-5bcc-4788-be42-1f5a4399e9f4 req-f2de83a5-aa29-4326-a098-5661bfb1cf29 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288278 Aug 29 04:09:46.427660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Checking segment: {'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:46.430386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Network hostable DHCP agents. Network: 2796e265-0f1b-4aba-b9ba-3f2967e97f6d, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:09:46.542869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8f73d0-80c2-4ad8-85ff-525e80468462 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:46.550278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:09:46.565999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37bf25f0-e047-43c6-b38f-cb701238c1ce req-4b85bae7-41ff-4a01-95d3-acaab4d9f117 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077370 Aug 29 04:09:46.578022 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:46.600355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 2796e265-0f1b-4aba-b9ba-3f2967e97f6d) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:46.602527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Transition to ACTIVE for port object ee8f73d0-80c2-4ad8-85ff-525e80468462 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:46.605904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:46.606960 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:46.609669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f81077b-e4ce-455f-a038-6714d2c81442 None None] Network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:46.611342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:46.679545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-62cdec9d-2f20-47fc-834f-4688e1d19bce admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6015191 Aug 29 04:09:46.682443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53366) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:46.684580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8f73d0-80c2-4ad8-85ff-525e80468462,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:46.688920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:46.744431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:46.745697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:46.796429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:46.797721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:46.798928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:46.807629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Port ee8f73d0-80c2-4ad8-85ff-525e80468462 on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:46.809210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:46.833769 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:46.836551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:46.837104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:46.838262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:46.839033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Bound port: ee8f73d0-80c2-4ad8-85ff-525e80468462, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:46.856723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.026238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:47.030749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:47.037196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.057055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:09:47.058436 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.072051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:47.072712 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.075807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] 10.222.0.52 "PUT /v2.0/ports/ee8f73d0-80c2-4ad8-85ff-525e80468462 HTTP/1.1" status: 200 len: 1093 time: 1.8125308 Aug 29 04:09:47.076317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'tag': 'ee8f73d0-80c2-4ad8-85ff-525e80468462'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:47.086402 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a" -d '{"events": [{"name": "network-changed", "server_uuid": "85bfb3e8-67ce-47b1-a52e-a9716bb761c4", "tag": "ee8f73d0-80c2-4ad8-85ff-525e80468462"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:47.117782 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.223330 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61ff55c-a565-4fbc-bbc5-0cf5db1a685c x-openstack-request-id: req-d61ff55c-a565-4fbc-bbc5-0cf5db1a685c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:47.225678 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bfb3e8-67ce-47b1-a52e-a9716bb761c4", "tag": "ee8f73d0-80c2-4ad8-85ff-525e80468462", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:47.226920 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d61ff55c-a565-4fbc-bbc5-0cf5db1a685c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:47.227553 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'tag': 'ee8f73d0-80c2-4ad8-85ff-525e80468462', 'status': 'completed', 'code': 200} Aug 29 04:09:47.304388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c58ca-61ec-4f78-aa82-2fcbb75b1066 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8f73d0-80c2-4ad8-85ff-525e80468462,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:47.315945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-2cf5b62e-db86-49c1-9eca-d81444ce1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:47.323668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-2cf5b62e-db86-49c1-9eca-d81444ce1e34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1096 time: 0.1713085 Aug 29 04:09:47.330684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Allocated IP 172.20.0.2 (2796e265-0f1b-4aba-b9ba-3f2967e97f6d/7e2804dc-4a68-45cb-aebe-6a7a08e379e1/0972f675-6257-4c25-8f46-22073e796485) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:47.424819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-9cd24c85-985f-4147-bc91-4645dc3ee350 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462 HTTP/1.1" status: 200 len: 217 time: 0.0870593 Aug 29 04:09:47.543433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-f939668e-6891-4c1e-815a-cd566a1a97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:47.544946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-f939668e-6891-4c1e-815a-cd566a1a97ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.1109738 Aug 29 04:09:47.554841 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.577996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Transition to ACTIVE for port object 0972f675-6257-4c25-8f46-22073e796485 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:47.623097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Transition to ACTIVE for port object 0972f675-6257-4c25-8f46-22073e796485 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:47.632315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.638870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.651952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-02864b8f-9486-4fda-b690-ce3316294a9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901737 Aug 29 04:09:47.664733 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.745020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Pushing event updated for resources: {'Port': ['ID=0972f675-6257-4c25-8f46-22073e796485,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:47.807995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.808956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.809568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.810158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.810829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.811607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.812187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.813016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.813570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.814120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.814909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.815456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:47.840115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:47.842917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:47.847466 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.849349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:47.932287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1be8f-b98d-47a3-994e-4b892122adae req-ac871b18-0246-485b-9c81-391fc7780425 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:47.933791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0e1be8f-b98d-47a3-994e-4b892122adae req-ac871b18-0246-485b-9c81-391fc7780425 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.3532453 Aug 29 04:09:47.943809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Attempting to bind port 0972f675-6257-4c25-8f46-22073e796485 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:47.944564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Attempting to bind port 0972f675-6257-4c25-8f46-22073e796485 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:47.945180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Attempting to bind port 0972f675-6257-4c25-8f46-22073e796485 on network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:47.951712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:47.952524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Checking segment: {'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:47.953151 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:47.954267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Bound using segment: {'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:47.954958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Bound port: 0972f675-6257-4c25-8f46-22073e796485, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:47.955570 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.030231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-6a96ca57-04c5-4fc3-b942-230794a6a5a6 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485963 Aug 29 04:09:48.058161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] For port 0972f675-6257-4c25-8f46-22073e796485, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:48.062997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] For port 0972f675-6257-4c25-8f46-22073e796485, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0972f675-6257-4c25-8f46-22073e796485,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:48.066935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0e1be8f-b98d-47a3-994e-4b892122adae req-b576b8ca-9813-4062-8f4c-76310cb6aa76 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156995 Aug 29 04:09:48.073944 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.143203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33a749-5a80-4ea2-b70c-ccb3f1644392 None None] Pushing event updated for resources: {'Port': ['ID=0972f675-6257-4c25-8f46-22073e796485,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:48.324744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4663dc5-cf20-4753-9946-32693b6f7c22 req-62760072-2d9a-4f51-8727-9a7e3e3147ea service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734580 Aug 29 04:09:48.345892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebf38a-701a-4af5-97e9-c94c388d7a0a req-ee61fc57-a2f8-4929-882c-00922f9cdcb2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:48.347455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcebf38a-701a-4af5-97e9-c94c388d7a0a req-ee61fc57-a2f8-4929-882c-00922f9cdcb2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 944 time: 0.1171472 Aug 29 04:09:48.367456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Allocated IP 172.25.5.45 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/edb30c58-e68c-42d6-92fc-2e89f0746f92) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:48.408001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcebf38a-701a-4af5-97e9-c94c388d7a0a req-ba4a043e-24d7-481d-a267-54df98a18612 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525446 Aug 29 04:09:48.598909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.639168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-031af1c1-554c-4325-bbb7-8470b49d18d1 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cecc1b056f6c4405a861a328740eb6bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689437 Aug 29 04:09:48.695089 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:48.740031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a req-ecfc91c0-511f-487b-998c-8bc0710db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:48.742105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a req-ecfc91c0-511f-487b-998c-8bc0710db59b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1096 time: 0.2996652 Aug 29 04:09:48.788381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0972f675-6257-4c25-8f46-22073e796485 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:48.793414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:48.799874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:48.809593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:48.857126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Pushing event updated for resources: {'Port': ['ID=edb30c58-e68c-42d6-92fc-2e89f0746f92,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:48.897658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.898040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.903116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.903511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.903853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.904190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.904544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.904878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.905206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.905498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 0972f675-6257-4c25-8f46-22073e796485 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:48.905619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.905846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.906322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:09:48.979998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-5b92575b-58dc-47a6-be77-1adc6f922240 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:48.989898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-5b92575b-58dc-47a6-be77-1adc6f922240 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3486934 Aug 29 04:09:49.029228 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-09d7e69f-c2ef-4b27-aec4-1fd5d3d650e6 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/quotas/cecc1b056f6c4405a861a328740eb6bd HTTP/1.1" status: 200 len: 375 time: 0.0376258 Aug 29 04:09:49.037569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a req-516e2e77-d2c2-44b5-a4c4-8a3c3e9e2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:49.045906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a req-516e2e77-d2c2-44b5-a4c4-8a3c3e9e2ba2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.2955284 Aug 29 04:09:49.150874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a req-8f5769cd-e355-4faf-a35c-08baf95b4e81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462 HTTP/1.1" status: 200 len: 217 time: 0.0830922 Aug 29 04:09:49.160244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-95b4b5f2-c443-45ab-a59b-7a44abb132ea tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cecc1b056f6c4405a861a328740eb6bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132898 Aug 29 04:09:49.237180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a req-e04cfc67-2506-42af-86f8-5044cd5e93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:49.239035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a req-e04cfc67-2506-42af-86f8-5044cd5e93ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0756159 Aug 29 04:09:49.320500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a req-5a5382c3-4ddc-4e96-afbb-6d9e2a559368 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337775 Aug 29 04:09:49.457062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:49.486721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220720fb-d531-497f-bbfd-e4b60802aec2 req-afc232c5-7813-4986-a04a-045e102a89fd tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:49.495118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-220720fb-d531-497f-bbfd-e4b60802aec2 req-afc232c5-7813-4986-a04a-045e102a89fd tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.2488101 Aug 29 04:09:49.512463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a req-ca32635f-0bde-4072-bb91-32b3f5934701 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790767 Aug 29 04:09:49.792359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-220720fb-d531-497f-bbfd-e4b60802aec2 req-e21b3f52-2ac8-41e6-b273-77dd1fb2bab0 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915163 Aug 29 04:09:49.802040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53452) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:49.914484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca0ae0-89c5-416a-9284-91167004cf52 None None] Network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:09:49.970161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05f7a0f2-81c4-46c2-a207-58fbcd93f511 req-7ccbbb8f-52a4-493f-a818-149121f5c340 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0715852 Aug 29 04:09:49.970595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.005990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614450f-b2c8-4739-8028-0518b3b41afd req-3b2119bb-44f5-4b6b-8f37-8deb462e0535 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:50.007596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d614450f-b2c8-4739-8028-0518b3b41afd req-3b2119bb-44f5-4b6b-8f37-8deb462e0535 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 944 time: 0.2063844 Aug 29 04:09:50.013160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f73c78b0-3d1b-45d0-b0e3-76ac424fa73a req-de14482a-31c0-4a67-a911-e1aadb6ba76d service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504268 Aug 29 04:09:50.077590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f27520c7-b213-406a-bd40-065b234b99ef None None] Provisioning for port 0972f675-6257-4c25-8f46-22073e796485 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:50.104584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f27520c7-b213-406a-bd40-065b234b99ef None None] Provisioning complete for port 0972f675-6257-4c25-8f46-22073e796485 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:50.108499 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f27520c7-b213-406a-bd40-065b234b99ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.115817 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05bb8e6e-3046-43d3-95cc-8af8033f10c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.151725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d614450f-b2c8-4739-8028-0518b3b41afd req-ab219399-da06-4117-a898-6ddf76971368 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366475 Aug 29 04:09:50.227095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Router 83466ef8-266f-4590-8a38-130eb754ec10 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:09:50.288864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05bb8e6e-3046-43d3-95cc-8af8033f10c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.298827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05bb8e6e-3046-43d3-95cc-8af8033f10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.388648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:50.399936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb8e6e-3046-43d3-95cc-8af8033f10c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4c203-0e4d-46cb-9ea1-e15c39fbe59b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:50.401052 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Sync routers for ids ['83466ef8-266f-4590-8a38-130eb754ec10'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:50.420657 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f27520c7-b213-406a-bd40-065b234b99ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.431809 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Routers {'83466ef8-266f-4590-8a38-130eb754ec10'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:50.436451 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:09:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['83466ef8-266f-4590-8a38-130eb754ec10'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:50.451299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-05bb8e6e-3046-43d3-95cc-8af8033f10c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=287b7d865eb74e24a7ab3d1fc9a157fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6482625 Aug 29 04:09:50.454315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53462) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:50.522254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.523435 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7753901a-71f4-42b2-bf7d-7bc88f882943 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8393342 Aug 29 04:09:50.527695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:50.540016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f27520c7-b213-406a-bd40-065b234b99ef None None] For port 0972f675-6257-4c25-8f46-22073e796485, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0972f675-6257-4c25-8f46-22073e796485,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:50.546083 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f27520c7-b213-406a-bd40-065b234b99ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.611256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8cb4-9213-4082-bda5-f9b087a16d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.678389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8cb4-9213-4082-bda5-f9b087a16d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.761918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27520c7-b213-406a-bd40-065b234b99ef None None] Pushing event updated for resources: {'Port': ['ID=0972f675-6257-4c25-8f46-22073e796485,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:50.782728 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8cb4-9213-4082-bda5-f9b087a16d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.785723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8cb4-9213-4082-bda5-f9b087a16d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.789900 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee8b8cb4-9213-4082-bda5-f9b087a16d3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1c4c203-0e4d-46cb-9ea1-e15c39fbe59b HTTP/1.1" status: 204 len: 168 time: 0.3345323 Aug 29 04:09:50.808022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b8cb4-9213-4082-bda5-f9b087a16d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4c203-0e4d-46cb-9ea1-e15c39fbe59b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:50.853082 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Set router 83466ef8-266f-4590-8a38-130eb754ec10 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:51.087076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ce7797c7-e654-4c17-bdf8-ad395e1fa993 None None] Provisioning complete for port 0972f675-6257-4c25-8f46-22073e796485 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:51.088177 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ce7797c7-e654-4c17-bdf8-ad395e1fa993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.249196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06ac81-0552-43a8-b9fe-a267ef95b7f1 req-03080070-bf88-44da-8735-4d90b5bc6347 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:51.251620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c06ac81-0552-43a8-b9fe-a267ef95b7f1 req-03080070-bf88-44da-8735-4d90b5bc6347 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.3352501 Aug 29 04:09:51.280878 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:49Z', 'revision_number': 3, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:51.290777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dfb4988-b9eb-4a0a-bc2c-c3fe6c1c7ebf req-3dbb42c5-cf4e-446d-9e50-97ec6579ef60 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0962472 Aug 29 04:09:51.343189 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Checking router: 83466ef8-266f-4590-8a38-130eb754ec10 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:51.345276 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Updating router 83466ef8-266f-4590-8a38-130eb754ec10 port edb30c58-e68c-42d6-92fc-2e89f0746f92 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:09:51.384096 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.492588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-bef95827-4bf4-41ec-bb87-1459db904d84 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cecc1b056f6c4405a861a328740eb6bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1942422 Aug 29 04:09:51.619766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53482) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:51.646103 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-108981fd-8b40-4021-896d-302396fd8fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.772663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-108981fd-8b40-4021-896d-302396fd8fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.777790 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-108981fd-8b40-4021-896d-302396fd8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.786639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c06ac81-0552-43a8-b9fe-a267ef95b7f1 req-1ac1ae98-3de5-49e6-bcce-274b3c05925d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101101 Aug 29 04:09:51.844916 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-108981fd-8b40-4021-896d-302396fd8fb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=600ffcd8ad1e41e0ade8ecf355943045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228808 Aug 29 04:09:51.846486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53484) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:51.855109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108981fd-8b40-4021-896d-302396fd8fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac81a701-3e84-459e-b0b2-24907f37bc00,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:51.857005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8589a50-0adc-4f7f-91cc-5f0d9d0278b3 req-1ea111f8-6494-43bf-b3f9-eb689ac04398 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:51.867041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8589a50-0adc-4f7f-91cc-5f0d9d0278b3 req-1ea111f8-6494-43bf-b3f9-eb689ac04398 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 944 time: 0.3767641 Aug 29 04:09:51.919198 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.945009 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Transition to ACTIVE for port object edb30c58-e68c-42d6-92fc-2e89f0746f92 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:51.949106 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f2915b2-9806-4c28-9c1b-3d5126d76f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.957474 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:51.976425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f2915b2-9806-4c28-9c1b-3d5126d76f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.002402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8589a50-0adc-4f7f-91cc-5f0d9d0278b3 req-b36fad01-a7ce-40c2-af43-869104326140 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301594 Aug 29 04:09:52.011471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-b26c8961-e8d8-4ed3-bb67-96367a87bc52 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:52.014185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-b26c8961-e8d8-4ed3-bb67-96367a87bc52 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5093071 Aug 29 04:09:52.023543 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Attempting to bind port edb30c58-e68c-42d6-92fc-2e89f0746f92 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:52.023912 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Attempting to bind port edb30c58-e68c-42d6-92fc-2e89f0746f92 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:52.026322 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Attempting to bind port edb30c58-e68c-42d6-92fc-2e89f0746f92 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:52.038111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Request body: {'port': {'device_id': '5aff64dd-6946-418c-9a0e-8bdad179a2d2', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': 'cecc1b056f6c4405a861a328740eb6bd'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:52.051955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f2915b2-9806-4c28-9c1b-3d5126d76f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.055908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f2915b2-9806-4c28-9c1b-3d5126d76f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.057725 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5f2915b2-9806-4c28-9c1b-3d5126d76f8b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac81a701-3e84-459e-b0b2-24907f37bc00 HTTP/1.1" status: 204 len: 168 time: 0.2100945 Aug 29 04:09:52.093645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2915b2-9806-4c28-9c1b-3d5126d76f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac81a701-3e84-459e-b0b2-24907f37bc00,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:52.118462 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.140116 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43750ef-3f38-4b73-b0ab-724ae19ebeeb None None] Pushing event updated for resources: {'Port': ['ID=edb30c58-e68c-42d6-92fc-2e89f0746f92,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:52.156795 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:52.157652 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:52.158507 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.160177 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:52.161444 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Bound port: edb30c58-e68c-42d6-92fc-2e89f0746f92, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:52.162149 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.236669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ee8f73d0-80c2-4ad8-85ff-525e80468462 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:09:52.240659 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] For port edb30c58-e68c-42d6-92fc-2e89f0746f92, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:52.245453 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] For port edb30c58-e68c-42d6-92fc-2e89f0746f92, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=edb30c58-e68c-42d6-92fc-2e89f0746f92,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:52.251829 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.295758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Made reservation on behalf of cecc1b056f6c4405a861a328740eb6bd for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:09:52.299499 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.335061 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.374551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:52.379759 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Routers {'83466ef8-266f-4590-8a38-130eb754ec10'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:52.380882 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:09:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['83466ef8-266f-4590-8a38-130eb754ec10'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:52.407319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'ee8f73d0-80c2-4ad8-85ff-525e80468462', 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37', 'port_id': 'ee8f73d0-80c2-4ad8-85ff-525e80468462', 'mac_address': 'fa:16:3e:54:8c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202acf61-14c7-4a45-8371-62216017318f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:09:52.481436 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43750ef-3f38-4b73-b0ab-724ae19ebeeb None None] Pushing event updated for resources: {'Port': ['ID=edb30c58-e68c-42d6-92fc-2e89f0746f92,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:52.518761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Allocated IP 172.20.0.1 (2796e265-0f1b-4aba-b9ba-3f2967e97f6d/7e2804dc-4a68-45cb-aebe-6a7a08e379e1/b145805e-9a87-4816-8d2d-e89f3f4381e4) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:52.536816 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.571425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8f73d0-80c2-4ad8-85ff-525e80468462 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:52.593551 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4f899a0-0437-44c4-8264-9a62f6748d9f req-75723691-64ad-42a6-994e-b2d37a889a35 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 210 time: 0.1239781 Aug 29 04:09:52.607383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:52.617076 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] Set router 83466ef8-266f-4590-8a38-130eb754ec10 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:52.622228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.690186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0972f675-6257-4c25-8f46-22073e796485 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:52.943545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.968120 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.973533 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.978491 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:49Z', 'revision_number': 3, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:53.018953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Transition to ACTIVE for port object b145805e-9a87-4816-8d2d-e89f3f4381e4 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:53.030787 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6abbc90-9c48-497a-b26f-7fcd860f917c None None] The sync data for ids ['83466ef8-266f-4590-8a38-130eb754ec10'] in n-d-712141-12 is: [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:49Z', 'revision_number': 3, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:53.091048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=ee8f73d0-80c2-4ad8-85ff-525e80468462,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:53.104601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:53.129515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 0972f675-6257-4c25-8f46-22073e796485 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:53.132530 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.210306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac4b7b-0350-44df-bcab-1cb00e655aa7 req-9a3cfdaf-e70f-4d55-9ae6-a5291d9230d1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:53.211885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3ac4b7b-0350-44df-bcab-1cb00e655aa7 req-9a3cfdaf-e70f-4d55-9ae6-a5291d9230d1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.2753143 Aug 29 04:09:53.296412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.300046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ee8f73d0-80c2-4ad8-85ff-525e80468462'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:09:53.349826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Allocated IP 192.168.233.59 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/7e93986b-e9f5-4f0d-9347-ca5416c6e2fc) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:09:53.397321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:53.404591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3ac4b7b-0350-44df-bcab-1cb00e655aa7 req-0ead7272-894d-43f2-b7df-663237d76a47 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731594 Aug 29 04:09:53.416421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:53.430034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900430a2-630a-48a7-9aab-090006891128 req-3e3b2b79-f5c1-4c46-b9f5-a35f027f4900 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:53.437703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-900430a2-630a-48a7-9aab-090006891128 req-3e3b2b79-f5c1-4c46-b9f5-a35f027f4900 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 945 time: 0.2223096 Aug 29 04:09:53.444443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:53.460970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=b145805e-9a87-4816-8d2d-e89f3f4381e4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:53.579992 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a52a68f6-6fb2-46c7-aa75-89f7241749bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.888081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-84d612bb-9bca-4a6a-9c94-baf4128775f3 None None] Provisioning for port b145805e-9a87-4816-8d2d-e89f3f4381e4 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:53.892551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-84d612bb-9bca-4a6a-9c94-baf4128775f3 None None] Provisioning complete for port b145805e-9a87-4816-8d2d-e89f3f4381e4 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:53.892985 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-84d612bb-9bca-4a6a-9c94-baf4128775f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:53.938050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-84d612bb-9bca-4a6a-9c94-baf4128775f3 None None] Port b145805e-9a87-4816-8d2d-e89f3f4381e4 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:53.984516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4aa0fe53-7a9e-46b0-b4ec-4c4f39ba18d3 req-d317cf0d-76a5-454b-ba08-0c1f7a2f2b6d tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0558825 Aug 29 04:09:54.020233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.092021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-900430a2-630a-48a7-9aab-090006891128 req-f31e8648-eaf7-4df0-a853-fb9a873568ed tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400886 Aug 29 04:09:54.197338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.240814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Transition to ACTIVE for port object 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:54.256447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.354128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.451994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:54.456511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:54.459444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:09:54.508946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Pushing event updated for resources: {'Port': ['ID=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:54.581952 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:54.582607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.635690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-274fa277-2148-4deb-a086-e6f6187dada5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6008096 Aug 29 04:09:54.640749 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.652073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Request body: {'port': {'device_id': '5aff64dd-6946-418c-9a0e-8bdad179a2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:09:54.654927 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.663985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad01ee-35cf-4fbe-85b3-03f59559994e req-3d431799-beef-4d86-997a-c5b489631399 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:54.666114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94ad01ee-35cf-4fbe-85b3-03f59559994e req-3d431799-beef-4d86-997a-c5b489631399 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1364696 Aug 29 04:09:54.706961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device edb30c58-e68c-42d6-92fc-2e89f0746f92 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:54.818832 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.820249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port edb30c58-e68c-42d6-92fc-2e89f0746f92 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:54.825978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port edb30c58-e68c-42d6-92fc-2e89f0746f92 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:54.826468 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.871186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.887417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=b145805e-9a87-4816-8d2d-e89f3f4381e4,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:54.918503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94ad01ee-35cf-4fbe-85b3-03f59559994e req-6325baf5-1d0c-4321-91ff-f699bec2814b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779649 Aug 29 04:09:54.985558 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:54.992690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-20036519-ef10-439f-855d-1c9c1d8132b3 None None] Provisioning for port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:55.000685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-20036519-ef10-439f-855d-1c9c1d8132b3 None None] Provisioning complete for port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:55.001161 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-20036519-ef10-439f-855d-1c9c1d8132b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.034471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port edb30c58-e68c-42d6-92fc-2e89f0746f92, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=edb30c58-e68c-42d6-92fc-2e89f0746f92,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:55.052885 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.124512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=edb30c58-e68c-42d6-92fc-2e89f0746f92,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:55.127308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-20036519-ef10-439f-855d-1c9c1d8132b3 None None] Port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:55.295185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af39940-c47a-4046-baa4-5bbf900b41bc req-1c9bd30b-7e5a-4876-beb3-30e1c17751e3 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:55.297175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af39940-c47a-4046-baa4-5bbf900b41bc req-1c9bd30b-7e5a-4876-beb3-30e1c17751e3 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 935 time: 0.1593642 Aug 29 04:09:55.304956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:09:55.318161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:09:55.395868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00262a88-97d6-48b5-b26d-0bbf21383ad2 req-b9877169-591c-48b0-a6ba-f00905a31fa6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:55.397464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00262a88-97d6-48b5-b26d-0bbf21383ad2 req-b9877169-591c-48b0-a6ba-f00905a31fa6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 945 time: 0.2049909 Aug 29 04:09:55.443101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af39940-c47a-4046-baa4-5bbf900b41bc req-63e79582-5528-434b-9073-8ee073ae1d00 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370161 Aug 29 04:09:55.554283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00262a88-97d6-48b5-b26d-0bbf21383ad2 req-444fa764-4f7f-4d82-ac3c-a2e22758fea6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395397 Aug 29 04:09:55.611876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Router 83466ef8-266f-4590-8a38-130eb754ec10 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:09:55.618003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:09:55.628992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.653119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f381278f-cab8-441d-9f29-4cc3b9751e71 None None] Provisioning complete for port b145805e-9a87-4816-8d2d-e89f3f4381e4 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:55.654231 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f381278f-cab8-441d-9f29-4cc3b9751e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.654986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Transition to ACTIVE for port object 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:55.697574 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:55.713735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f381278f-cab8-441d-9f29-4cc3b9751e71 None None] Port b145805e-9a87-4816-8d2d-e89f3f4381e4 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:09:55.787131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Pushing event updated for resources: {'Port': ['ID=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:55.855054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:09:55.869062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-33b9cd04-7667-41a3-8eba-8327e0ccdcb9 admin admin] 10.222.0.49 "PUT /v2.0/routers/83466ef8-266f-4590-8a38-130eb754ec10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3321407 Aug 29 04:09:55.869577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Sync routers for ids ['83466ef8-266f-4590-8a38-130eb754ec10'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:09:55.877383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Routers {'83466ef8-266f-4590-8a38-130eb754ec10'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:55.878102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:09:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['83466ef8-266f-4590-8a38-130eb754ec10'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:55.916402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Attempting to bind port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:55.917076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Attempting to bind port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:55.919688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Attempting to bind port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:55.930805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:09:55.932187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Attempting to bind port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:55.951499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:55.952816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:55.953469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:55.954745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Bound port: 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:55.955927 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.078993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] For port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:56.096179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53596) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:56.111061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] For port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:56.158507 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e5d0-6559-4267-a7cd-8d2b8c768856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.162222 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.179161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Set router 83466ef8-266f-4590-8a38-130eb754ec10 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:56.251466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-35273699-f642-4186-895c-730d362a60ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.261171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:56.261801 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.263470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] 10.222.0.59 "PUT /v2.0/ports/7e93986b-e9f5-4f0d-9347-ca5416c6e2fc HTTP/1.1" status: 200 len: 1096 time: 1.6169953 Aug 29 04:09:56.270377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aff64dd-6946-418c-9a0e-8bdad179a2d2', 'tag': '7e93986b-e9f5-4f0d-9347-ca5416c6e2fc'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:56.272648 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7076e096-8e71-4a16-a7f7-a3843632f745" -d '{"events": [{"name": "network-changed", "server_uuid": "5aff64dd-6946-418c-9a0e-8bdad179a2d2", "tag": "7e93986b-e9f5-4f0d-9347-ca5416c6e2fc"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:56.317961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ee8f73d0-80c2-4ad8-85ff-525e80468462 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:56.344832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5581533-93a7-421f-b1f4-5b40f7c779d4 req-12cfa4bd-0a0a-4a6e-a36c-417ff94e3ec1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:56.348970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5581533-93a7-421f-b1f4-5b40f7c779d4 req-12cfa4bd-0a0a-4a6e-a36c-417ff94e3ec1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.2353601 Aug 29 04:09:56.387454 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-35273699-f642-4186-895c-730d362a60ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.394664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-35273699-f642-4186-895c-730d362a60ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.405222 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0353a0-68a0-423e-abab-470cae41b2dd x-openstack-request-id: req-0a0353a0-68a0-423e-abab-470cae41b2dd {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:56.405812 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aff64dd-6946-418c-9a0e-8bdad179a2d2", "tag": "7e93986b-e9f5-4f0d-9347-ca5416c6e2fc", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:56.406506 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a0353a0-68a0-423e-abab-470cae41b2dd {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:56.407092 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aff64dd-6946-418c-9a0e-8bdad179a2d2', 'tag': '7e93986b-e9f5-4f0d-9347-ca5416c6e2fc', 'status': 'completed', 'code': 200} Aug 29 04:09:56.419946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc85a3-5667-47ac-a678-83307540e38a service neutron] Pushing event updated for resources: {'Port': ['ID=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:56.504352 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-35273699-f642-4186-895c-730d362a60ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b06c57f888f34a2a91b0d6396a3f979e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067125 Aug 29 04:09:56.505158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53616) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:56.515767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5581533-93a7-421f-b1f4-5b40f7c779d4 req-5ef7ba09-a244-4e74-ba80-a845f4d4c9fa tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075196 Aug 29 04:09:56.518939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-a5b3a13a-a863-46ec-9834-5134933691a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:56.522925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35273699-f642-4186-895c-730d362a60ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10703884-b006-4c8b-bb3b-62e668f74bbd,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:56.530581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-a5b3a13a-a863-46ec-9834-5134933691a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cecc1b056f6c4405a861a328740eb6bd&device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 1099 time: 0.1794546 Aug 29 04:09:56.614565 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.645718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-a1d530cc-697f-47a6-a6ae-ee620210f303 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc HTTP/1.1" status: 200 len: 217 time: 0.1044314 Aug 29 04:09:56.684544 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c76aba80-57a1-4cc8-8861-50ecc38065d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.710451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port ee8f73d0-80c2-4ad8-85ff-525e80468462 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:09:56.743855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port ee8f73d0-80c2-4ad8-85ff-525e80468462 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:56.748485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c76aba80-57a1-4cc8-8861-50ecc38065d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.750859 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.814915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d8775-0e3c-44d6-8ff7-7e3bd06ed9cc req-beacbaba-4280-404e-911a-4bcab53ee380 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:56.830211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-937d8775-0e3c-44d6-8ff7-7e3bd06ed9cc req-beacbaba-4280-404e-911a-4bcab53ee380 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 945 time: 0.1471417 Aug 29 04:09:56.842836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b145805e-9a87-4816-8d2d-e89f3f4381e4', 'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'mac_address': 'fa:16:3e:8e:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:52Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 2, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'subnets': [{'id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:56.858228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device edb30c58-e68c-42d6-92fc-2e89f0746f92 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:09:56.864800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738f31e-99a9-43f0-a39d-5df2679637f0 req-9741717f-ccd6-4f16-b0c0-890db629f893 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:56.874066 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c76aba80-57a1-4cc8-8861-50ecc38065d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.874911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1738f31e-99a9-43f0-a39d-5df2679637f0 req-9741717f-ccd6-4f16-b0c0-890db629f893 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 947 time: 0.2245908 Aug 29 04:09:56.878385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c76aba80-57a1-4cc8-8861-50ecc38065d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:56.879588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c76aba80-57a1-4cc8-8861-50ecc38065d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10703884-b006-4c8b-bb3b-62e668f74bbd HTTP/1.1" status: 204 len: 168 time: 0.3731828 Aug 29 04:09:56.902935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76aba80-57a1-4cc8-8861-50ecc38065d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10703884-b006-4c8b-bb3b-62e668f74bbd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:56.931523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-937d8775-0e3c-44d6-8ff7-7e3bd06ed9cc req-baa4ea2a-9eec-47db-9540-a64182070dfe tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947471 Aug 29 04:09:56.934781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-c10d54b9-d65d-455b-82ed-f6e99e767fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:56.937763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-c10d54b9-d65d-455b-82ed-f6e99e767fb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.2642267 Aug 29 04:09:56.988634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Checking router: 83466ef8-266f-4590-8a38-130eb754ec10 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:09:56.989236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Updating router 83466ef8-266f-4590-8a38-130eb754ec10 port b145805e-9a87-4816-8d2d-e89f3f4381e4 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:09:57.003177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1738f31e-99a9-43f0-a39d-5df2679637f0 req-67f9799b-0149-4004-a313-e64ba914de58 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272213 Aug 29 04:09:57.022385 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.079433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-a5848582-ebfc-4dd1-b5e7-cb170b718268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:57.084516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-a5848582-ebfc-4dd1-b5e7-cb170b718268 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298146 Aug 29 04:09:57.086625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port edb30c58-e68c-42d6-92fc-2e89f0746f92 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:09:57.087691 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.109228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.262774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-01346bb7-ed45-4cfc-ad14-5ba411a75a06 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690519 Aug 29 04:09:57.274515 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.280728 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.397386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8f73d0-80c2-4ad8-85ff-525e80468462'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:09:57.400686 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574bc715-bcf9-445d-92a7-858641d53048" -d '{"events": [{"server_uuid": "85bfb3e8-67ce-47b1-a52e-a9716bb761c4", "name": "network-vif-plugged", "status": "completed", "tag": "ee8f73d0-80c2-4ad8-85ff-525e80468462"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:09:57.408378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3981536f-3c3a-448b-9ce0-e342a16e0712 req-8f8332dd-c0e1-49da-888e-2ff4be50e5f4 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358242 Aug 29 04:09:57.429902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:09:57.457724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.486952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53664) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:57.496487 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762f5eea-0bb4-4754-b97f-051f677202f5 x-openstack-request-id: req-762f5eea-0bb4-4754-b97f-051f677202f5 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:09:57.496844 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bfb3e8-67ce-47b1-a52e-a9716bb761c4", "name": "network-vif-plugged", "status": "completed", "tag": "ee8f73d0-80c2-4ad8-85ff-525e80468462", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:09:57.497107 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-762f5eea-0bb4-4754-b97f-051f677202f5 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:09:57.497510 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8f73d0-80c2-4ad8-85ff-525e80468462', 'code': 200} Aug 29 04:09:57.509471 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5aee7415-a454-4e4e-955d-c9cb710a4d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.567246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-12623d99-6bce-4a71-b93a-bf066cbcf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:57.593245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-12623d99-6bce-4a71-b93a-bf066cbcf449 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cecc1b056f6c4405a861a328740eb6bd&device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 1099 time: 0.1307921 Aug 29 04:09:57.614430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=ee8f73d0-80c2-4ad8-85ff-525e80468462,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:57.735238 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.744115 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5aee7415-a454-4e4e-955d-c9cb710a4d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.752996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5aee7415-a454-4e4e-955d-c9cb710a4d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.765714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Transition to ACTIVE for port object b145805e-9a87-4816-8d2d-e89f3f4381e4 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:09:57.776891 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.859533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da6b4-a652-4de6-8474-5d67c745d9f5 None None] Pushing event updated for resources: {'Port': ['ID=b145805e-9a87-4816-8d2d-e89f3f4381e4,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:57.875928 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5aee7415-a454-4e4e-955d-c9cb710a4d05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d2d348c79d444e0a89e960fc092619d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863881 Aug 29 04:09:57.876061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-10041120-e0df-41a3-a9f9-22df356ebdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:57.876733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-10041120-e0df-41a3-a9f9-22df356ebdc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2729723 Aug 29 04:09:57.879704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53676) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:09:57.888318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee7415-a454-4e4e-955d-c9cb710a4d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8146d4d3-c975-49b3-aa9b-844c3f8b8885,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:57.922671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Attempting to bind port b145805e-9a87-4816-8d2d-e89f3f4381e4 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:09:57.923488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Attempting to bind port b145805e-9a87-4816-8d2d-e89f3f4381e4 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:09:57.924149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Attempting to bind port b145805e-9a87-4816-8d2d-e89f3f4381e4 on network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:09:57.932917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:09:57.933596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Checking segment: {'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:09:57.934012 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:57.934409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Bound using segment: {'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:09:57.934896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Bound port: b145805e-9a87-4816-8d2d-e89f3f4381e4, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:09:57.935285 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.052997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] For port b145805e-9a87-4816-8d2d-e89f3f4381e4, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:09:58.057939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] For port b145805e-9a87-4816-8d2d-e89f3f4381e4, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b145805e-9a87-4816-8d2d-e89f3f4381e4,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:09:58.066705 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.088338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-95e38ef8-8625-494e-857b-fa2939197fca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc HTTP/1.1" status: 200 len: 217 time: 0.1855512 Aug 29 04:09:58.144821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Routers {'83466ef8-266f-4590-8a38-130eb754ec10'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:09:58.145454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:09:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['83466ef8-266f-4590-8a38-130eb754ec10'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:58.242599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e367cdd-a55f-4575-957e-c4a7937867c6 req-99cacd20-e9db-424d-ab7e-b2f249367843 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:58.249884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e367cdd-a55f-4575-957e-c4a7937867c6 req-99cacd20-e9db-424d-ab7e-b2f249367843 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.3672390 Aug 29 04:09:58.257647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590684bf-8899-45d1-be4b-e71266faacb9 req-3beaab34-93bb-4508-b627-66c945c8b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:58.260523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-590684bf-8899-45d1-be4b-e71266faacb9 req-3beaab34-93bb-4508-b627-66c945c8b8c9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1098 time: 0.3767631 Aug 29 04:09:58.293773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8721-fd10-4172-aab5-c66d03640c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.311632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675e17-8944-43a3-8cc1-d4d67a44e226 req-107d9b4d-ca06-4b90-807e-3a14a64681d0 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:58.313985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] Set router 83466ef8-266f-4590-8a38-130eb754ec10 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:09:58.319458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11675e17-8944-43a3-8cc1-d4d67a44e226 req-107d9b4d-ca06-4b90-807e-3a14a64681d0 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 946 time: 0.2663155 Aug 29 04:09:58.323295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-2e65f4c8-474c-4a5e-a5f6-a348e39061b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:58.325241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-2e65f4c8-474c-4a5e-a5f6-a348e39061b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.2006650 Aug 29 04:09:58.352425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da6b4-a652-4de6-8474-5d67c745d9f5 None None] Pushing event updated for resources: {'Port': ['ID=b145805e-9a87-4816-8d2d-e89f3f4381e4,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:58.426757 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8721-fd10-4172-aab5-c66d03640c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.438532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e367cdd-a55f-4575-957e-c4a7937867c6 req-07a9449e-0f73-492a-ba5e-e162cac24038 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858666 Aug 29 04:09:58.488803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-590684bf-8899-45d1-be4b-e71266faacb9 req-42147475-188c-4a59-8a02-09b794cac176 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167981 Aug 29 04:09:58.500919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11675e17-8944-43a3-8cc1-d4d67a44e226 req-d98e96b1-dd31-4dc6-9bc0-029340a9c678 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801975 Aug 29 04:09:58.515526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-2d78fe62-463b-428f-bab0-157186043b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:58.517103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-2d78fe62-463b-428f-bab0-157186043b09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1815958 Aug 29 04:09:58.527784 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8721-fd10-4172-aab5-c66d03640c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.527784 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4e7e8721-fd10-4172-aab5-c66d03640c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.528433 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4e7e8721-fd10-4172-aab5-c66d03640c0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8146d4d3-c975-49b3-aa9b-844c3f8b8885 HTTP/1.1" status: 204 len: 168 time: 0.6355171 Aug 29 04:09:58.546217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e8721-fd10-4172-aab5-c66d03640c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8146d4d3-c975-49b3-aa9b-844c3f8b8885,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:09:58.681049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b145805e-9a87-4816-8d2d-e89f3f4381e4', 'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'mac_address': 'fa:16:3e:8e:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:52Z', 'updated_at': '2021-08-29T04:09:58Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'subnets': [{'id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:09:58.685172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724314c2-dd50-4377-acbd-4d62272efd24 req-becf449c-a46d-47fe-a442-235f8b9c9575 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:09:58.686826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-724314c2-dd50-4377-acbd-4d62272efd24 req-becf449c-a46d-47fe-a442-235f8b9c9575 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 947 time: 0.1239173 Aug 29 04:09:58.726646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-742900a4-40f3-4ed3-a104-1268f51b17a5 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971078 Aug 29 04:09:58.729420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f076e-8250-4d1b-903f-962278dc4437 None None] The sync data for ids ['83466ef8-266f-4590-8a38-130eb754ec10'] in n-d-712141-12 is: [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b145805e-9a87-4816-8d2d-e89f3f4381e4', 'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'mac_address': 'fa:16:3e:8e:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:52Z', 'updated_at': '2021-08-29T04:09:58Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'subnets': [{'id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:09:58.869451 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:58.883605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-724314c2-dd50-4377-acbd-4d62272efd24 req-fbfa69c1-8d23-4746-8aa1-5efb052286e6 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864693 Aug 29 04:09:58.950426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7076e096-8e71-4a16-a7f7-a3843632f745 req-f58fa23b-88e5-4000-9a3b-19120c533690 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123213 Aug 29 04:10:00.021300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d404c-28cf-4105-b148-91d2339277e8 req-9f5acb72-7690-4d4a-b029-db689fbc5e3f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:00.022825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b6d404c-28cf-4105-b148-91d2339277e8 req-9f5acb72-7690-4d4a-b029-db689fbc5e3f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.4989796 Aug 29 04:10:00.041945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70403c-898b-45ad-94dd-36e88b35316b req-4c1186bb-8712-47a2-8119-616aef65ae40 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:00.043536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f70403c-898b-45ad-94dd-36e88b35316b req-4c1186bb-8712-47a2-8119-616aef65ae40 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 946 time: 0.4544771 Aug 29 04:10:00.093014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b6d404c-28cf-4105-b148-91d2339277e8 req-b689aff8-fdc3-4d1b-895d-6bd20cc8191b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636370 Aug 29 04:10:00.148590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f70403c-898b-45ad-94dd-36e88b35316b req-92849a09-c323-403d-9d5e-9c925a1208e5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751898 Aug 29 04:10:00.292782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57039b23-0577-48c7-a5f7-ef4200b3cc5b req-26772942-2cc4-4204-833d-69ffedb0a90d tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:00.303664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57039b23-0577-48c7-a5f7-ef4200b3cc5b req-26772942-2cc4-4204-833d-69ffedb0a90d tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 947 time: 0.0831313 Aug 29 04:10:00.350842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57039b23-0577-48c7-a5f7-ef4200b3cc5b req-ee628e16-1caa-4a5b-9ef8-d1049c844698 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Aug 29 04:10:00.680540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b145805e-9a87-4816-8d2d-e89f3f4381e4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:00.757862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port b145805e-9a87-4816-8d2d-e89f3f4381e4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:00.763178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b145805e-9a87-4816-8d2d-e89f3f4381e4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:00.763649 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:00.994067 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.030652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port b145805e-9a87-4816-8d2d-e89f3f4381e4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b145805e-9a87-4816-8d2d-e89f3f4381e4,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:01.035837 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.063087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:01.107739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=b145805e-9a87-4816-8d2d-e89f3f4381e4,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:01.208295 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:01.235637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '7e93986b-e9f5-4f0d-9347-ca5416c6e2fc', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '7e93986b-e9f5-4f0d-9347-ca5416c6e2fc', 'mac_address': 'fa:16:3e:32:12:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:01.284361 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.298031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:01.354789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:01.363523 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.399181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbdef6-d5d7-4e02-b0c8-a41ef573a4ce req-c9116780-c32f-4c77-b43d-4cba105f85e4 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:01.403977 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aedbdef6-d5d7-4e02-b0c8-a41ef573a4ce req-c9116780-c32f-4c77-b43d-4cba105f85e4 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1609561 Aug 29 04:10:01.464896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aedbdef6-d5d7-4e02-b0c8-a41ef573a4ce req-08d4a89c-1fdb-44a5-b61d-b1235f6b0046 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538232 Aug 29 04:10:01.473462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:01.528090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53824) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:01.624917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['7e93986b-e9f5-4f0d-9347-ca5416c6e2fc'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:01.749831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b3f59-c6a9-4896-8493-ae330d259d52 req-4f9dfb7d-c569-4e01-a8d2-f401b74d867f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:01.751580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a8b3f59-c6a9-4896-8493-ae330d259d52 req-4f9dfb7d-c569-4e01-a8d2-f401b74d867f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 946 time: 0.0819454 Aug 29 04:10:01.755091 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-930969d9-ec83-4a2f-95ff-a9585289c383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.837759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89584b60-e2c4-4799-8999-f1302d7c1fa8 req-7a966511-fea2-4855-b1bb-ea26f6367758 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:01.840255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89584b60-e2c4-4799-8999-f1302d7c1fa8 req-7a966511-fea2-4855-b1bb-ea26f6367758 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 948 time: 0.0868497 Aug 29 04:10:01.851627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a8b3f59-c6a9-4896-8493-ae330d259d52 req-54dda2df-4432-4b80-9684-594c43e981fe tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670736 Aug 29 04:10:01.875097 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-930969d9-ec83-4a2f-95ff-a9585289c383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.885227 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-930969d9-ec83-4a2f-95ff-a9585289c383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:01.926361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89584b60-e2c4-4799-8999-f1302d7c1fa8 req-f113f1d4-233d-430b-9eec-fe97d327b81b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789762 Aug 29 04:10:01.956781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53832) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:01.957209 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-930969d9-ec83-4a2f-95ff-a9585289c383 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f85ec18c318441f95d4170c48f36e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252656 Aug 29 04:10:01.960658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930969d9-ec83-4a2f-95ff-a9585289c383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4b9d98-f79c-49d3-8714-66a3984584c4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:02.049404 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bedcc000-ca17-48b4-b252-9c7de1988461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.053831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bbc01-ea36-47a5-95ef-9ff9a6a1a03b req-fdd29f1a-0b91-456d-baa7-dabaa4d42162 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:02.055456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-225bbc01-ea36-47a5-95ef-9ff9a6a1a03b req-fdd29f1a-0b91-456d-baa7-dabaa4d42162 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1098 time: 0.0629876 Aug 29 04:10:02.091837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bedcc000-ca17-48b4-b252-9c7de1988461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.139581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-225bbc01-ea36-47a5-95ef-9ff9a6a1a03b req-1bd58266-4283-4aa1-9b11-dba0c593e6ea tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613067 Aug 29 04:10:02.189833 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bedcc000-ca17-48b4-b252-9c7de1988461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.192687 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bedcc000-ca17-48b4-b252-9c7de1988461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.202924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bedcc000-ca17-48b4-b252-9c7de1988461 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad4b9d98-f79c-49d3-8714-66a3984584c4 HTTP/1.1" status: 204 len: 168 time: 0.2392397 Aug 29 04:10:02.206866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcc000-ca17-48b4-b252-9c7de1988461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4b9d98-f79c-49d3-8714-66a3984584c4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:02.282181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cbdaa-3692-40b6-b6eb-818bdef48f13 req-88229b1b-a9bc-4081-814e-aa58ba16fb0e tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:02.283808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-648cbdaa-3692-40b6-b6eb-818bdef48f13 req-88229b1b-a9bc-4081-814e-aa58ba16fb0e tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1098 time: 0.0670257 Aug 29 04:10:02.352890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-648cbdaa-3692-40b6-b6eb-818bdef48f13 req-5863bbca-87f7-454d-9be2-b781a228421e tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626886 Aug 29 04:10:02.697012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b145805e-9a87-4816-8d2d-e89f3f4381e4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:02.739021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af7f24-3197-4040-b883-e942217ea69f req-b95f1673-e3a9-490d-8833-7bbf53085d61 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:02.756182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73af7f24-3197-4040-b883-e942217ea69f req-b95f1673-e3a9-490d-8833-7bbf53085d61 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1485515 Aug 29 04:10:02.792029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53864) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:02.814180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b145805e-9a87-4816-8d2d-e89f3f4381e4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:02.814813 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.815664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff5eabbf-f19e-484f-9674-b14c9879c53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.941062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1cea3-bdbf-479f-be0d-61cec0c59789 req-4b7c7d35-a8d6-4ada-a0ea-ea40d2f1264d tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:02.950347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60c1cea3-bdbf-479f-be0d-61cec0c59789 req-4b7c7d35-a8d6-4ada-a0ea-ea40d2f1264d tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1098 time: 0.1757011 Aug 29 04:10:02.958175 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff5eabbf-f19e-484f-9674-b14c9879c53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.978406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff5eabbf-f19e-484f-9674-b14c9879c53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:02.979138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73af7f24-3197-4040-b883-e942217ea69f req-42eac6b0-7cf1-4529-aa49-805aeedb9725 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206676 Aug 29 04:10:03.032892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60c1cea3-bdbf-479f-be0d-61cec0c59789 req-48eabe5b-e386-4d1e-8eed-1d90c8ada677 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816681 Aug 29 04:10:03.052363 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ff5eabbf-f19e-484f-9674-b14c9879c53b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f30a141569a848058083d0b2beb420ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586310 Aug 29 04:10:03.053821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5eabbf-f19e-484f-9674-b14c9879c53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8b87e2-67bb-4f16-9080-fdaaff2cde46,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:03.054945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53870) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:03.087615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:03.142078 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5888d6c-3b78-486c-aef8-398f3f23e6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.231352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:03.239633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:03.240444 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.240684 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5888d6c-3b78-486c-aef8-398f3f23e6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.333046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acea42-d477-4595-bb89-b0d7bd54ddee req-ac02d09e-bb92-426e-844f-549417943aaa tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:03.340782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1acea42-d477-4595-bb89-b0d7bd54ddee req-ac02d09e-bb92-426e-844f-549417943aaa tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 948 time: 0.1821225 Aug 29 04:10:03.361599 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.390547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1acea42-d477-4595-bb89-b0d7bd54ddee req-a2ea781f-cc50-429a-8867-5a32b2cdd5f8 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471833 Aug 29 04:10:03.392053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5888d6c-3b78-486c-aef8-398f3f23e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.395783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5888d6c-3b78-486c-aef8-398f3f23e6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.399186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e5888d6c-3b78-486c-aef8-398f3f23e6c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa8b87e2-67bb-4f16-9080-fdaaff2cde46 HTTP/1.1" status: 204 len: 168 time: 0.3424182 Aug 29 04:10:03.423150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5888d6c-3b78-486c-aef8-398f3f23e6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8b87e2-67bb-4f16-9080-fdaaff2cde46,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:03.448751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aff64dd-6946-418c-9a0e-8bdad179a2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e93986b-e9f5-4f0d-9347-ca5416c6e2fc'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:03.451022 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76b18e1-7c41-454c-89f2-0e7e85810873" -d '{"events": [{"server_uuid": "5aff64dd-6946-418c-9a0e-8bdad179a2d2", "name": "network-vif-plugged", "status": "completed", "tag": "7e93986b-e9f5-4f0d-9347-ca5416c6e2fc"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:03.455371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:03.473859 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.530464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:03.541840 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b1b55e-1771-4696-ae3b-e98e37a7aced x-openstack-request-id: req-a9b1b55e-1771-4696-ae3b-e98e37a7aced {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:03.542135 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aff64dd-6946-418c-9a0e-8bdad179a2d2", "name": "network-vif-plugged", "status": "completed", "tag": "7e93986b-e9f5-4f0d-9347-ca5416c6e2fc", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:03.542398 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9b1b55e-1771-4696-ae3b-e98e37a7aced {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:03.542788 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aff64dd-6946-418c-9a0e-8bdad179a2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e93986b-e9f5-4f0d-9347-ca5416c6e2fc', 'code': 200} Aug 29 04:10:03.681114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307b61f-066d-4409-862d-c9ebd91bf1a1 req-6975515e-9597-4ef9-b620-7a62ea2c208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:03.683092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a307b61f-066d-4409-862d-c9ebd91bf1a1 req-6975515e-9597-4ef9-b620-7a62ea2c208f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 1101 time: 0.0778196 Aug 29 04:10:03.737244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a307b61f-066d-4409-862d-c9ebd91bf1a1 req-ba354635-1f73-4226-ac97-9f9c2ba98b8a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456526 Aug 29 04:10:04.243087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526732b-0a2c-426f-9a93-0234c0760dca req-a703d1a5-b4d3-45be-9eb6-5d6f85c98251 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:04.245404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3526732b-0a2c-426f-9a93-0234c0760dca req-a703d1a5-b4d3-45be-9eb6-5d6f85c98251 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1361260 Aug 29 04:10:04.252430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51160407-a7a0-49a9-8e23-b37eb17641e6 req-58737dd7-e4e5-4936-b462-a9af43f6c50b tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:04.260304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51160407-a7a0-49a9-8e23-b37eb17641e6 req-58737dd7-e4e5-4936-b462-a9af43f6c50b tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1098 time: 0.1304498 Aug 29 04:10:04.337431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51160407-a7a0-49a9-8e23-b37eb17641e6 req-018f0508-e8f0-4c56-9bbd-d6f8a759a126 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760827 Aug 29 04:10:04.412565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3526732b-0a2c-426f-9a93-0234c0760dca req-112d5266-8f8d-4550-9dd6-b6c3e33a2f5a tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474719 Aug 29 04:10:04.657604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b9ee8-f546-499a-a3e5-e57513764a0c req-0ea08b1f-fe9a-4aa2-8f93-8336a5ee7905 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:04.667655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d35b9ee8-f546-499a-a3e5-e57513764a0c req-0ea08b1f-fe9a-4aa2-8f93-8336a5ee7905 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 949 time: 0.1040423 Aug 29 04:10:04.735518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d35b9ee8-f546-499a-a3e5-e57513764a0c req-2d62e093-362c-42c6-a662-b3c64a5040ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655007 Aug 29 04:10:05.619408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba209b-4bb1-4cda-8961-e90ed9eec985 req-e1d5110d-967c-4106-9037-45927b3f0b5b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:05.621202 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4fba209b-4bb1-4cda-8961-e90ed9eec985 req-e1d5110d-967c-4106-9037-45927b3f0b5b tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.0856850 Aug 29 04:10:05.682805 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4fba209b-4bb1-4cda-8961-e90ed9eec985 req-a8d564da-5c79-4529-aed0-16fc97e9a177 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530715 Aug 29 04:10:06.128402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53980) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:06.312251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-bc243914-b291-427c-9be3-76b1f66c646a tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:10:06.321157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-bc243914-b291-427c-9be3-76b1f66c646a tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2001386 Aug 29 04:10:06.435784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81442334-3d4e-4f05-bc06-93e9f48191be req-10f02fa9-12b2-4dba-a5ac-61918218f7a1 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:06.440364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81442334-3d4e-4f05-bc06-93e9f48191be req-10f02fa9-12b2-4dba-a5ac-61918218f7a1 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 949 time: 0.0850637 Aug 29 04:10:06.476180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Request body: {'binding': {'host': 'n-h2-712141-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:06.476669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Unknown quota resources ['binding']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:10:06.560146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81442334-3d4e-4f05-bc06-93e9f48191be req-fa45b153-d1cc-4a81-b6b8-ede362812341 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129181 Aug 29 04:10:06.703452 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:10:06.750342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 on host n-h2-712141-12 for vnic_type normal with profile None {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:06.753203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:06.753878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:06.768270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Port ee8f73d0-80c2-4ad8-85ff-525e80468462 on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:06.768739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:06.779264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:06.780165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:06.780730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:06.781804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Bound port: ee8f73d0-80c2-4ad8-85ff-525e80468462, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:06.862535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:06.870921 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:06.883457 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-e97d74fe-991a-4d13-ab65-e64c2f05aab2 service neutron] 10.222.0.49 "POST /v2.0/ports/ee8f73d0-80c2-4ad8-85ff-525e80468462/bindings HTTP/1.1" status: 201 len: 390 time: 0.5169482 Aug 29 04:10:07.169305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e5e7f-19a1-40f9-8118-45593cc02d70 req-f2a0ac3f-4ad1-4ae3-bb56-1b532d76e29f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:07.173430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd7e5e7f-19a1-40f9-8118-45593cc02d70 req-f2a0ac3f-4ad1-4ae3-bb56-1b532d76e29f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.1181984 Aug 29 04:10:07.271015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-a7f21d6b-e8a7-4392-ad18-3e0caa77bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:07.272629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-a7f21d6b-e8a7-4392-ad18-3e0caa77bb43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1098 time: 0.0921631 Aug 29 04:10:07.278010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd7e5e7f-19a1-40f9-8118-45593cc02d70 req-36eed20b-d0d0-4df8-bfea-d0d5e2afd446 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951462 Aug 29 04:10:07.520630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2842f1a-9e97-4dc4-b00e-7d37954bd045 req-027419b3-1296-4622-89f5-9ec30bc6c9a6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:07.528797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2842f1a-9e97-4dc4-b00e-7d37954bd045 req-027419b3-1296-4622-89f5-9ec30bc6c9a6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 946 time: 0.1503942 Aug 29 04:10:07.570037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1b8875a4-7949-493d-9a6f-7a971723b7fb tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cecc1b056f6c4405a861a328740eb6bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385880 Aug 29 04:10:07.623976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-f4c4338e-fa36-4fca-8bb6-76a8516bcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:07.625535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-f4c4338e-fa36-4fca-8bb6-76a8516bcfb6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.3450804 Aug 29 04:10:07.722928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6c410a8b-0351-4ddf-a387-fc65292ae485 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462 HTTP/1.1" status: 200 len: 217 time: 0.0597596 Aug 29 04:10:07.735373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2842f1a-9e97-4dc4-b00e-7d37954bd045 req-f41bb163-6a9a-4d87-82a6-5f81415d3c0b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056751 Aug 29 04:10:07.803095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-eea00035-088d-45ee-8626-303d9f579f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:07.806408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-eea00035-088d-45ee-8626-303d9f579f2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0674512 Aug 29 04:10:07.856728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-d975aebf-1fa3-4bce-a686-5b82540cad78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406921 Aug 29 04:10:07.865607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-e9f05608-2a7a-4660-aeef-915c38660438 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:07.868869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-e9f05608-2a7a-4660-aeef-915c38660438 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856405 Aug 29 04:10:07.923113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-9c91bb31-72fd-42ab-9fe3-8af6becdfa9c tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/quotas/cecc1b056f6c4405a861a328740eb6bd HTTP/1.1" status: 200 len: 375 time: 0.0447154 Aug 29 04:10:08.014681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-0cf9987e-84c8-4ffa-98e6-80e9aba66b47 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442823 Aug 29 04:10:08.027408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-4fd25765-5b2b-4bc0-a940-c74047a730a5 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cecc1b056f6c4405a861a328740eb6bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879929 Aug 29 04:10:08.170748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-42c42dcb-a10f-46bb-b4c3-f88ed2d26d18 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411817 Aug 29 04:10:08.297686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54054) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:08.330054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:08.496910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c30100f-b030-451f-942b-80d239be4745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.511914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7deb448-bb19-43b8-93f9-4477a3c1722e req-95af7e5f-1766-40dc-b4ef-fcf3ad609191 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 210 time: 0.1501360 Aug 29 04:10:08.595452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204f58d-a6d5-4f82-98cd-5ef6bc623915 req-eb1941af-61b6-4bc3-a864-94e239513d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.596435 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.597473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4204f58d-a6d5-4f82-98cd-5ef6bc623915 req-eb1941af-61b6-4bc3-a864-94e239513d31 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 1101 time: 0.3589771 Aug 29 04:10:08.617203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-783e5ae6-3e99-451d-a4ec-5aea8b5c859c tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.619134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-783e5ae6-3e99-451d-a4ec-5aea8b5c859c tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1098 time: 0.3696170 Aug 29 04:10:08.639839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-12'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:08.673394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:08.674626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:08.678451 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba4b6e7-f7fb-4806-bdc2-e86dd7989bce" -d '{"events": [{"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-unplugged", "status": "completed", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:08.688811 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.694231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-4bb3b16d-76d3-4bfb-826e-da653790b134 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1323486984&fields=id&tenant_id=86068ff247dd4708bdac3dd2cedc33e4 HTTP/1.1" status: 200 len: 267 time: 0.1401854 Aug 29 04:10:08.765654 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c30100f-b030-451f-942b-80d239be4745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.776226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c30100f-b030-451f-942b-80d239be4745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.795361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:08.837788 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5c30100f-b030-451f-942b-80d239be4745 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d4dccf1b24142b7b083dcb048bb29a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389264 Aug 29 04:10:08.842373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54078) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:08.859536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4204f58d-a6d5-4f82-98cd-5ef6bc623915 req-95cc1e5e-4ca3-46d4-a74a-494b248f7fa6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513325 Aug 29 04:10:08.870125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30100f-b030-451f-942b-80d239be4745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdf08ef-4205-4713-9522-a285ac1d8158,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:08.901110 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.911563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01d3c04d-3fe4-4c59-bc67-6f91bf131d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.937629 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01d3c04d-3fe4-4c59-bc67-6f91bf131d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.967805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242833-b69b-43f3-b6f1-8c9f31e7bfbf req-515680a6-365d-4eea-b5d1-d70d4b69438d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:08.976598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c242833-b69b-43f3-b6f1-8c9f31e7bfbf req-515680a6-365d-4eea-b5d1-d70d4b69438d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 947 time: 0.3056400 Aug 29 04:10:08.987486 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01d3c04d-3fe4-4c59-bc67-6f91bf131d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.990076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01d3c04d-3fe4-4c59-bc67-6f91bf131d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:08.995275 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-01d3c04d-3fe4-4c59-bc67-6f91bf131d54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0cdf08ef-4205-4713-9522-a285ac1d8158 HTTP/1.1" status: 204 len: 168 time: 0.1514373 Aug 29 04:10:09.004753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3c04d-3fe4-4c59-bc67-6f91bf131d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdf08ef-4205-4713-9522-a285ac1d8158,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:09.089097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-1c750055-3b80-40cc-9416-f6355132c75d tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:09.090881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-1c750055-3b80-40cc-9416-f6355132c75d tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/networks?id=6b7eb424-c2af-4c0a-83bd-92c9162247c1 HTTP/1.1" status: 200 len: 816 time: 0.3956418 Aug 29 04:10:09.155192 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c242833-b69b-43f3-b6f1-8c9f31e7bfbf req-0ff52cbe-776c-4848-a8c1-7895a4db3c29 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776252 Aug 29 04:10:09.165644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-6cd195ff-5d9d-43fd-8c17-542327e252ef tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/quotas/86068ff247dd4708bdac3dd2cedc33e4 HTTP/1.1" status: 200 len: 375 time: 0.0657570 Aug 29 04:10:09.221199 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f49af6-13aa-4b94-826a-e982469f2fcd x-openstack-request-id: req-93f49af6-13aa-4b94-826a-e982469f2fcd {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:09.221497 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-unplugged", "status": "completed", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:09.221755 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93f49af6-13aa-4b94-826a-e982469f2fcd {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:09.222150 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'code': 200} Aug 29 04:10:09.261875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-4bc40f2c-f9a5-4ea5-9fc8-4c4e0948baee tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=86068ff247dd4708bdac3dd2cedc33e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952339 Aug 29 04:10:09.265013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:09.449589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54092) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:09.451419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:09.464543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be37ab73-553d-4605-bb71-41a04b8efdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.507854 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.515482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee8f73d0-80c2-4ad8-85ff-525e80468462'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:09.518374 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4961047-6220-4659-afae-7071896af6db" -d '{"events": [{"server_uuid": "85bfb3e8-67ce-47b1-a52e-a9716bb761c4", "name": "network-vif-unplugged", "status": "completed", "tag": "ee8f73d0-80c2-4ad8-85ff-525e80468462"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:09.535902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.587188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be37ab73-553d-4605-bb71-41a04b8efdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.592891 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be37ab73-553d-4605-bb71-41a04b8efdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.596097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c5bb0-aade-4667-a5ff-b9afc27014ac req-cab36ae5-cebb-4b0c-99e6-485b1ea2b906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:09.597965 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e3c5bb0-aade-4667-a5ff-b9afc27014ac req-cab36ae5-cebb-4b0c-99e6-485b1ea2b906 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 946 time: 0.2564006 Aug 29 04:10:09.634871 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-991011c6-1136-42fa-9ea5-09c17b4fc9d6 service neutron] 10.222.0.49 "GET /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720510 Aug 29 04:10:09.641713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37ab73-553d-4605-bb71-41a04b8efdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9cd60d-0a70-4f72-8142-3bb196a3291c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:09.651829 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-be37ab73-553d-4605-bb71-41a04b8efdb8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0098a059552e48e99fefb05499e5e007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006381 Aug 29 04:10:09.654760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54098) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:09.721809 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b8282c8-bf35-4635-a630-56ed79b32ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.749985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8f73d0-80c2-4ad8-85ff-525e80468462,revision_number=7']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:09.750928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b8282c8-bf35-4635-a630-56ed79b32ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.797014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e3c5bb0-aade-4667-a5ff-b9afc27014ac req-372ea78d-c6af-4eb3-921b-494f335736f3 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770344 Aug 29 04:10:09.820472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 on host n-h1-712141-12 for vnic_type normal with profile {"migrating_to": "n-h2-712141-12"} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:09.820813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:09.821720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:09.831191 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b8282c8-bf35-4635-a630-56ed79b32ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.834330 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b8282c8-bf35-4635-a630-56ed79b32ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.846610 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1b8282c8-bf35-4635-a630-56ed79b32ffc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e9cd60d-0a70-4f72-8142-3bb196a3291c HTTP/1.1" status: 204 len: 168 time: 0.1851780 Aug 29 04:10:09.872700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Port ee8f73d0-80c2-4ad8-85ff-525e80468462 on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:09.875746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Attempting to bind port ee8f73d0-80c2-4ad8-85ff-525e80468462 on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:09.904174 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8282c8-bf35-4635-a630-56ed79b32ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9cd60d-0a70-4f72-8142-3bb196a3291c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:09.904410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-0d5fe274-311b-43d8-b783-903154053a89 service neutron] 10.222.0.49 "GET /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684953 Aug 29 04:10:09.915391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:09.916915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:09.917145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:09.917527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Bound port: ee8f73d0-80c2-4ad8-85ff-525e80468462, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:09.917906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.077212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4318a8f-1826-4164-a958-97a65b475aab req-f91ddeba-c8d3-4a5f-85e2-724440277db1 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 210 time: 0.0478368 Aug 29 04:10:10.089146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:10.094691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-786196d7-0be3-4284-8966-1c8146a3f672 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=cecc1b056f6c4405a861a328740eb6bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452905 Aug 29 04:10:10.113114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:10.145580 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e513a-9c7c-403f-81c2-9d41a18051f7 x-openstack-request-id: req-e32e513a-9c7c-403f-81c2-9d41a18051f7 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:10.145875 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bfb3e8-67ce-47b1-a52e-a9716bb761c4", "name": "network-vif-unplugged", "status": "completed", "tag": "ee8f73d0-80c2-4ad8-85ff-525e80468462", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:10.146131 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e32e513a-9c7c-403f-81c2-9d41a18051f7 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:10.146528 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee8f73d0-80c2-4ad8-85ff-525e80468462', 'code': 200} Aug 29 04:10:10.205182 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.331104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8f73d0-80c2-4ad8-85ff-525e80468462,revision_number=8']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:10.339156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:10.370794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:10.371415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.372919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6398f5d7-ed0c-4170-9ee5-6ae31ad296b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/ee8f73d0-80c2-4ad8-85ff-525e80468462 HTTP/1.1" status: 200 len: 1124 time: 1.7379761 Aug 29 04:10:10.382170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-80841474-0635-4237-8159-c4de9c36da50 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:10.384283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-80841474-0635-4237-8159-c4de9c36da50 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2826166 Aug 29 04:10:10.402013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc5ffa-331e-4ee1-92b1-e3f7adbeb745 req-9c7d3a01-e1ac-48b4-b1f6-b923e9fcff84 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:10.412540 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fddc5ffa-331e-4ee1-92b1-e3f7adbeb745 req-9c7d3a01-e1ac-48b4-b1f6-b923e9fcff84 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 947 time: 0.1389651 Aug 29 04:10:10.430323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Request body: {'port': {'device_id': 'a4313eab-394d-42ec-81c7-b96e0bcaad57', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': 'cecc1b056f6c4405a861a328740eb6bd'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:10.511197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:10.522680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ee8f73d0-80c2-4ad8-85ff-525e80468462'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:10.603885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'mac_address': 'fa:16:3e:37:10:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:10.618855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fddc5ffa-331e-4ee1-92b1-e3f7adbeb745 req-4999c0e0-f779-4f08-b160-30e8a0cbe9d7 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041385 Aug 29 04:10:10.748081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e930d7a3-400f-4876-9195-8160571d6fdd req-829e41bf-10ec-4d6b-8240-b2cdd57b9885 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.0362399 Aug 29 04:10:10.760679 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.780713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Made reservation on behalf of cecc1b056f6c4405a861a328740eb6bd for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:10.780713 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.796144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:10.844715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:10.855668 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.058202 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=10']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.128032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb649e-2c3f-4192-b64f-f8b7bc92f9c8 req-03dd4932-cd8b-4b85-a976-f4869916cebc tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:11.129761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18fb649e-2c3f-4192-b64f-f8b7bc92f9c8 req-03dd4932-cd8b-4b85-a976-f4869916cebc tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 944 time: 0.1007557 Aug 29 04:10:11.137078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Allocated IP 192.168.233.149 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/54d06221-4e7e-4b2e-a42c-7c054feeb1c5) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:11.261879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18fb649e-2c3f-4192-b64f-f8b7bc92f9c8 req-d78ba39f-ff78-4241-a57b-b455ebf92eaf tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221318 Aug 29 04:10:11.272399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86042271-399b-49f0-a835-19523d470628 req-bf4efc3b-1d5d-441e-9df5-17ed6f0df371 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 210 time: 0.0734980 Aug 29 04:10:11.382992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3142b4b1-6827-484c-9b92-cc6d11d0d5f8'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:11.431298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54158) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:11.468445 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.489816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Transition to ACTIVE for port object 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:11.546714 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.581449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['7e93986b-e9f5-4f0d-9347-ca5416c6e2fc'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:11.611213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:11.615571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:11.618265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:11.628097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1283783216-network', 'tenant_id': 'b0276cc20fdd45bb93f8673316d6d252'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:11.666580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Made reservation on behalf of b0276cc20fdd45bb93f8673316d6d252 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:11.669441 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.688676 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.696777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Pushing event updated for resources: {'Port': ['ID=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.734039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:11.734882 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.820721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a602-79c5-4dc3-9f1e-242c1dd130e3 req-9c3fa8e9-61b2-422d-9765-31ad5ef7f11a tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:11.826602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1283a602-79c5-4dc3-9f1e-242c1dd130e3 req-9c3fa8e9-61b2-422d-9765-31ad5ef7f11a tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 949 time: 0.0861866 Aug 29 04:10:11.898663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.909172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.939672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:11.959832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3924ca59-6566-411f-ba64-e54898cd2e22,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:11.981883 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1283a602-79c5-4dc3-9f1e-242c1dd130e3 req-805ec97e-9c31-410c-86c6-e33416ca1640 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442873 Aug 29 04:10:11.983874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-af5a2016-b1e9-4284-bc29-bdbf6c10dc10 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5627429 Aug 29 04:10:12.001664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.002164 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Added segment 58c135d2-782e-42cc-9e44-b60e5aa694ed of type vlan for network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f Aug 29 04:10:12.055828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Request body: {'port': {'device_id': 'a4313eab-394d-42ec-81c7-b96e0bcaad57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:12.077119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-11c2b4b2-18b4-4637-9dfb-6778c03b2488 None None] Provisioning for port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:12.097429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-11c2b4b2-18b4-4637-9dfb-6778c03b2488 None None] Provisioning complete for port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:12.099484 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-11c2b4b2-18b4-4637-9dfb-6778c03b2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.111012 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.147804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'tag': 'ee8f73d0-80c2-4ad8-85ff-525e80468462'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:12.150807 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e" -d '{"events": [{"name": "network-changed", "server_uuid": "85bfb3e8-67ce-47b1-a52e-a9716bb761c4", "tag": "ee8f73d0-80c2-4ad8-85ff-525e80468462"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:12.162273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c5a050e-8e25-4456-9b51-2affbc4d6519 req-1e4a60bb-851f-4537-8631-db0152f907ca tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.2206895 Aug 29 04:10:12.169065 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.170141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.172093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.186773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-11c2b4b2-18b4-4637-9dfb-6778c03b2488 None None] Port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:12.365615 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9324639 Aug 29 04:10:12.369660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54184) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:12.407415 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452a77c7-dfcb-4339-bb0f-227b663aa681 x-openstack-request-id: req-452a77c7-dfcb-4339-bb0f-227b663aa681 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:12.407709 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bfb3e8-67ce-47b1-a52e-a9716bb761c4", "tag": "ee8f73d0-80c2-4ad8-85ff-525e80468462", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:12.407962 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-452a77c7-dfcb-4339-bb0f-227b663aa681 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:12.408742 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'tag': 'ee8f73d0-80c2-4ad8-85ff-525e80468462', 'status': 'completed', 'code': 200} Aug 29 04:10:12.421929 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Request body: {'subnet': {'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1283783216-subnet', 'tenant_id': 'b0276cc20fdd45bb93f8673316d6d252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:12.454345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd928ff-19c7-4a56-a99b-c43e7aec1b6c admin admin] Pushing event updated for resources: {'Network': ['ID=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:12.471930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:12.486303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e req-d2da5699-0c5c-47bf-893e-b9a856ff3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.488692 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e req-d2da5699-0c5c-47bf-893e-b9a856ff3a75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1127 time: 0.1881671 Aug 29 04:10:12.489596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Made reservation on behalf of b0276cc20fdd45bb93f8673316d6d252 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:12.492016 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.492177 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.548710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-adfacd74-547a-4943-9aeb-570ef3d3b12c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.550271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-adfacd74-547a-4943-9aeb-570ef3d3b12c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.59 "GET /v2.0/networks?id=6b7eb424-c2af-4c0a-83bd-92c9162247c1 HTTP/1.1" status: 200 len: 816 time: 0.3956959 Aug 29 04:10:12.599456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628baff-9d02-4daa-8b62-f65144418aed req-0aa95085-b07c-48af-8f6e-27fe4888d03e tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.601824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b628baff-9d02-4daa-8b62-f65144418aed req-0aa95085-b07c-48af-8f6e-27fe4888d03e tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 1101 time: 0.1915874 Aug 29 04:10:12.612788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bdbbc-87b2-4e24-afb8-fc080b40f500 req-258f7cbc-6ea7-49c5-a935-9ad4bcbe3613 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.614338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d48bdbbc-87b2-4e24-afb8-fc080b40f500 req-258f7cbc-6ea7-49c5-a935-9ad4bcbe3613 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 944 time: 0.1485455 Aug 29 04:10:12.659174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-12614be6-3c19-41b3-a060-e60e0f47fb18 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86068ff247dd4708bdac3dd2cedc33e4 HTTP/1.1" status: 200 len: 380 time: 0.0972228 Aug 29 04:10:12.692624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Request body: {'port': {'device_id': '6046e20e-f4db-46d5-a18a-59626908a934', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'admin_state_up': True, 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'security_groups': ['a46a3000-bdeb-4ac0-893b-3d098178aa05']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:12.699327 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e req-5b5a4d5d-c8f2-4013-8595-702cfa53081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.701123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e req-5b5a4d5d-c8f2-4013-8595-702cfa53081f service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.1940315 Aug 29 04:10:12.751376 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e req-22d235f2-abf3-4951-99b9-c66a27229087 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462 HTTP/1.1" status: 200 len: 217 time: 0.0417314 Aug 29 04:10:12.840713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e req-f46d43b6-85d5-4289-a8ff-94f49737213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:12.842213 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e req-f46d43b6-85d5-4289-a8ff-94f49737213c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0698731 Aug 29 04:10:12.883771 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e req-8121c73e-08f3-477f-a18b-1b812efb1a18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345349 Aug 29 04:10:12.962955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.118791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b628baff-9d02-4daa-8b62-f65144418aed req-745ccd1b-529b-460f-a0cb-4fe620db8b67 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988143 Aug 29 04:10:13.128370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device ee8f73d0-80c2-4ad8-85ff-525e80468462 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:13.130452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:13.133238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Network hostable DHCP agents. Network: 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:13.146356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5abeeec1-dee3-4aed-983a-2a1715bc7191,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:13.149737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d48bdbbc-87b2-4e24-afb8-fc080b40f500 req-fa120803-f854-454b-9d4f-ea0a38b53539 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243931 Aug 29 04:10:13.247257 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e req-ca09b615-5e75-4fbd-9363-8954bee586c1 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959440 Aug 29 04:10:13.250007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:13.346483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:13.376261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.376475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f18a7-3cbb-4232-a420-332bf8c5dbc0 None None] Network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:13.377395 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.420035 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-29be3991-7494-4a5d-8d83-7b84b7eb8003 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0197978 Aug 29 04:10:13.455955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561d51d-a7aa-443a-b495-e4dbfe579cdf req-71b3f099-3ba7-4ac8-a6da-41268fed8e8f tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.464113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1561d51d-a7aa-443a-b495-e4dbfe579cdf req-71b3f099-3ba7-4ac8-a6da-41268fed8e8f tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 936 time: 0.1807077 Aug 29 04:10:13.511907 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3d8c83c0-5bb7-4ef3-9772-aa7cc45c464e req-192a9087-dd67-459d-a312-05f9d051738c service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541766 Aug 29 04:10:13.553557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:13.572556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device ee8f73d0-80c2-4ad8-85ff-525e80468462 has no active binding in host n-h2-712141-12 {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:10:13.612832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Made reservation on behalf of 86068ff247dd4708bdac3dd2cedc33e4 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:13.617089 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.641038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb53f124-e432-4d22-adee-8e9b692fac53 req-728049aa-4f4f-4bbd-a115-baccaeb25e88 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.1375785 Aug 29 04:10:13.699169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1561d51d-a7aa-443a-b495-e4dbfe579cdf req-5ab2a2db-0e63-47d7-ab2c-a457565ecc87 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321506 Aug 29 04:10:13.718266 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45857f15-a02d-487c-bebd-b49230f0d2f0 None None] Network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:13.850692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:13.865915 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.908316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Transition to ACTIVE for port object 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:13.916748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dadab5-5429-4689-838d-6e538b7d85a4 req-ce18d831-7dc5-498d-9f6a-6a57e70d7369 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.938338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1dadab5-5429-4689-838d-6e538b7d85a4 req-ce18d831-7dc5-498d-9f6a-6a57e70d7369 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 1101 time: 0.2164111 Aug 29 04:10:13.960456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.167665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Allocated IP 172.20.0.3 (6b7eb424-c2af-4c0a-83bd-92c9162247c1/aec7a794-da07-438d-bbac-f0cf1f58bfd1/fe577793-d7d4-4a34-8849-c21b6903159e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:14.368628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:14.402451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54222) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:14.412375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2010716809-network', 'tenant_id': '27fc3c45e66f47d3bd5495be072f67aa'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:14.487516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Made reservation on behalf of 27fc3c45e66f47d3bd5495be072f67aa for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:14.495013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.498882 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1dadab5-5429-4689-838d-6e538b7d85a4 req-26802484-461e-471e-80ba-d722550ae627 tempest-ServersAdminTestJSON-942937755 tempest-ServersAdminTestJSON-942937755-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596633 Aug 29 04:10:14.531537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.603941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:14.610605 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.691329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Pushing event updated for resources: {'Port': ['ID=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:14.741549 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.749559 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.756320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.805691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Attempting to bind port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:14.806025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Attempting to bind port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:14.806354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Attempting to bind port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:14.831506 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.837195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Transition to ACTIVE for port object fe577793-d7d4-4a34-8849-c21b6903159e will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:14.838116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:14.870681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057385ab-297f-4a53-a5a7-49d1bb668305,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:14.881260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:14.883648 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b8e01b-9fae-4e0e-bf85-3fb269becc8e" -d '{"events": [{"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-plugged", "status": "completed", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:14.890272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.892822 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Added segment 13616032-e2a9-4621-a6bf-1d99e4b89911 of type vlan for network d2ddaf62-d259-4d1e-bc16-6e2a79013fd2 Aug 29 04:10:14.929810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:14.937482 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.954036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98c03bb7-5838-479a-bde4-4c0bdf38fb1f req-423e8f8b-22a8-425a-8cb6-c6813c23abc0 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.1515067 Aug 29 04:10:14.954930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:14.955418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:14.957136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Attempting to bind port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:14.973134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:14.975416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:14.975929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:14.976458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Bound port: 54d06221-4e7e-4b2e-a42c-7c054feeb1c5, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:14.976779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.009188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc279036-ad52-447b-b628-639b6667a9fb req-c2d7b74a-6864-44d6-ba3e-efcd1f03c580 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.019105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc279036-ad52-447b-b628-639b6667a9fb req-c2d7b74a-6864-44d6-ba3e-efcd1f03c580 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 944 time: 0.6685741 Aug 29 04:10:15.019775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=11']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:15.048328 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.070496 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-cc77ba19-2429-40a8-aae6-e379449709e8 service neutron] 10.222.0.52 "GET /v2.0/ports/ee8f73d0-80c2-4ad8-85ff-525e80468462/bindings/n-h2-712141-12 HTTP/1.1" status: 200 len: 385 time: 0.1081676 Aug 29 04:10:15.078152 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.079424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.080184 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.179992 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7757528 Aug 29 04:10:15.183308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54238) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:15.190198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Request body: {'subnet': {'network_id': 'd2ddaf62-d259-4d1e-bc16-6e2a79013fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2010716809-subnet', 'tenant_id': '27fc3c45e66f47d3bd5495be072f67aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:15.202816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Pushing event updated for resources: {'Port': ['ID=fe577793-d7d4-4a34-8849-c21b6903159e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:15.215109 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:15.221489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:15.225578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721492b5-1c95-4cd9-a448-665eb7d71c5b admin admin] Pushing event updated for resources: {'Network': ['ID=d2ddaf62-d259-4d1e-bc16-6e2a79013fd2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:15.238946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Made reservation on behalf of 27fc3c45e66f47d3bd5495be072f67aa for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:15.241726 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.245985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network d2ddaf62-d259-4d1e-bc16-6e2a79013fd2 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:15.269708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:15.370231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.375972 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.501873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc279036-ad52-447b-b628-639b6667a9fb req-f7fbca8b-d4cc-4282-841b-3299ef6009c2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816639 Aug 29 04:10:15.512030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-5cc20681-4871-4aa1-85f0-224a85707177 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8246858 Aug 29 04:10:15.542160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-12fed00c-c446-4733-b75c-b8dc984855a4 service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:15.574024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Request body: {'port': {'device_id': '6046e20e-f4db-46d5-a18a-59626908a934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:15.612343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-12fed00c-c446-4733-b75c-b8dc984855a4 service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:15.623280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a888c-406f-4ff6-a0ec-d5f2cd790b34 req-f7712803-0ca7-400d-9065-4d373fb1d1e7 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.624930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc2a888c-406f-4ff6-a0ec-d5f2cd790b34 req-f7712803-0ca7-400d-9065-4d373fb1d1e7 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 948 time: 0.5456598 Aug 29 04:10:15.663132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] For port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:15.763450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-12fed00c-c446-4733-b75c-b8dc984855a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8f73d0-80c2-4ad8-85ff-525e80468462 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:15.772875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.781763 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.801907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] For port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:15.817999 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-12fed00c-c446-4733-b75c-b8dc984855a4 service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:15.841352 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.867337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Checking segment: {'id': '13616032-e2a9-4621-a6bf-1d99e4b89911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd2ddaf62-d259-4d1e-bc16-6e2a79013fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:15.868621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Network hostable DHCP agents. Network: d2ddaf62-d259-4d1e-bc16-6e2a79013fd2, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:15.870831 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-12fed00c-c446-4733-b75c-b8dc984855a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.899464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f23ba69-3350-4ca6-abee-1826c795b46a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:15.904073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8b0bb151-f9ed-4131-89fb-ba7b73192e18 None None] Provisioning for port fe577793-d7d4-4a34-8849-c21b6903159e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:15.915515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8b0bb151-f9ed-4131-89fb-ba7b73192e18 None None] Provisioning complete for port fe577793-d7d4-4a34-8849-c21b6903159e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:15.915908 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8b0bb151-f9ed-4131-89fb-ba7b73192e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.937101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Network d2ddaf62-d259-4d1e-bc16-6e2a79013fd2 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:15.947363 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc2a888c-406f-4ff6-a0ec-d5f2cd790b34 req-02c96ce8-b6e1-464d-a0c7-8f51d40802ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090205 Aug 29 04:10:15.952943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, d2ddaf62-d259-4d1e-bc16-6e2a79013fd2) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:15.967130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.968092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.976630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.977960 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.984319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] 10.222.0.52 "PUT /v2.0/ports/54d06221-4e7e-4b2e-a42c-7c054feeb1c5 HTTP/1.1" status: 200 len: 1097 time: 3.9646811 Aug 29 04:10:15.985300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555f189-993f-400e-89e1-babb2cca1073 service neutron] Pushing event updated for resources: {'Port': ['ID=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:15.994003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4313eab-394d-42ec-81c7-b96e0bcaad57', 'tag': '54d06221-4e7e-4b2e-a42c-7c054feeb1c5'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:16.003936 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756" -d '{"events": [{"name": "network-changed", "server_uuid": "a4313eab-394d-42ec-81c7-b96e0bcaad57", "tag": "54d06221-4e7e-4b2e-a42c-7c054feeb1c5"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:16.029227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8b0bb151-f9ed-4131-89fb-ba7b73192e18 None None] Port fe577793-d7d4-4a34-8849-c21b6903159e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:16.034189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e2150f-38cc-4e44-b6ea-976463feecc4 None None] Network d2ddaf62-d259-4d1e-bc16-6e2a79013fd2 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:16.040735 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-71769896-042e-4dc3-880e-559c7c9fdff6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8543031 Aug 29 04:10:16.063725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-12fed00c-c446-4733-b75c-b8dc984855a4 service neutron] Transition to ACTIVE for port object ee8f73d0-80c2-4ad8-85ff-525e80468462 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:16.072875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-12fed00c-c446-4733-b75c-b8dc984855a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:16.224490 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb604f-0cd6-4eff-b361-33b6f9e64c9c x-openstack-request-id: req-2bdb604f-0cd6-4eff-b361-33b6f9e64c9c {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:16.224780 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-plugged", "status": "completed", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:16.225034 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bdb604f-0cd6-4eff-b361-33b6f9e64c9c {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:16.225977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-12fed00c-c446-4733-b75c-b8dc984855a4 service neutron] No DVR routers for this DVR port ee8f73d0-80c2-4ad8-85ff-525e80468462 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:16.239389 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'code': 200} Aug 29 04:10:16.274823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fed00c-c446-4733-b75c-b8dc984855a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8f73d0-80c2-4ad8-85ff-525e80468462,revision_number=10']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:16.286250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d9a4e-5252-483f-9481-a43aa2262ee7 req-3f2c3f3d-9ea2-4960-b6f7-0ed11c5862f3 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:16.288903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e2d9a4e-5252-483f-9481-a43aa2262ee7 req-3f2c3f3d-9ea2-4960-b6f7-0ed11c5862f3 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 950 time: 0.6173513 Aug 29 04:10:16.369599 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-12fed00c-c446-4733-b75c-b8dc984855a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/ee8f73d0-80c2-4ad8-85ff-525e80468462/bindings/n-h2-712141-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2863669 Aug 29 04:10:16.391491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1116f7c-5b11-4702-8bf1-23c0018285f2 None None] Network d2ddaf62-d259-4d1e-bc16-6e2a79013fd2 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:16.589863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-64a7d4d5-1922-458b-bf4b-31c0d0e96589 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:16.592912 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-64a7d4d5-1922-458b-bf4b-31c0d0e96589 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.1105785 Aug 29 04:10:16.698974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e2d9a4e-5252-483f-9481-a43aa2262ee7 req-dfd3d02c-1985-4a6f-b82e-a775d540888d tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819664 Aug 29 04:10:16.710957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-ab9d7c84-bfff-4270-86af-320d16147bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:16.713712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-ab9d7c84-bfff-4270-86af-320d16147bbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cecc1b056f6c4405a861a328740eb6bd&device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 1100 time: 0.5789618 Aug 29 04:10:16.746734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acadac4-331c-413d-8630-3010829c2347 req-2f2cf165-738a-4448-803d-706f15fe239a tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:16.750222 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-2b21c628-7652-43b9-93c8-2190c1b1976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:16.752636 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-2b21c628-7652-43b9-93c8-2190c1b1976d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4&tenant_id=8c315ab7fe9442ebbeae0625b3094431 HTTP/1.1" status: 200 len: 1097 time: 0.1453352 Aug 29 04:10:16.755582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9acadac4-331c-413d-8630-3010829c2347 req-2f2cf165-738a-4448-803d-706f15fe239a tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 931 time: 0.4020512 Aug 29 04:10:16.774815 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4120f07-3726-4d60-acb6-23dfa1ed98b1 x-openstack-request-id: req-e4120f07-3726-4d60-acb6-23dfa1ed98b1 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:16.775105 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4313eab-394d-42ec-81c7-b96e0bcaad57", "tag": "54d06221-4e7e-4b2e-a42c-7c054feeb1c5", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:16.775360 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4120f07-3726-4d60-acb6-23dfa1ed98b1 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:16.775757 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4313eab-394d-42ec-81c7-b96e0bcaad57', 'tag': '54d06221-4e7e-4b2e-a42c-7c054feeb1c5', 'status': 'completed', 'code': 200} Aug 29 04:10:16.818636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-0b1d658e-6965-4949-9a3c-0a375b3800ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=54d06221-4e7e-4b2e-a42c-7c054feeb1c5 HTTP/1.1" status: 200 len: 217 time: 0.0419474 Aug 29 04:10:16.983932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9acadac4-331c-413d-8630-3010829c2347 req-4a1cb93e-4c63-4796-b10c-ba3aca6a48b2 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274606 Aug 29 04:10:16.985680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-bc21bd38-1a8e-4696-9b78-1304c4892a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:16.987441 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-bc21bd38-1a8e-4696-9b78-1304c4892a96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1598074 Aug 29 04:10:17.087087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe577793-d7d4-4a34-8849-c21b6903159e {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:17.102929 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.141321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-be92e207-4c92-471e-9d6c-24658cfd7b68 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:17.143380 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-be92e207-4c92-471e-9d6c-24658cfd7b68 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 950 time: 0.3833210 Aug 29 04:10:17.154446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-ffcfaa23-d2ae-489f-8fa1-cf6a57f85234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:17.157650 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-ffcfaa23-d2ae-489f-8fa1-cf6a57f85234 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1097 time: 0.0943937 Aug 29 04:10:17.223845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Transition to ACTIVE for port object fe577793-d7d4-4a34-8849-c21b6903159e will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:17.239173 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.253795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-00783f39-5fb3-42e6-afb3-5952dd440380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:17.255314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-00783f39-5fb3-42e6-afb3-5952dd440380 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2380950 Aug 29 04:10:17.346225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-3ead8823-a23f-4d1e-9155-ea4811893e2f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Deleting port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:10:17.346651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-3ead8823-a23f-4d1e-9155-ea4811893e2f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.410915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a25c4-1338-49b4-b2d1-8b1fb45a8e90 req-ec3b2d71-337b-4fc6-a457-d2dc8ea34265 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:17.412787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-08ca8a0a-eb4a-405c-8e82-d76ced74237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:17.414580 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-08ca8a0a-eb4a-405c-8e82-d76ced74237c service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.2190340 Aug 29 04:10:17.418321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef2a25c4-1338-49b4-b2d1-8b1fb45a8e90 req-ec3b2d71-337b-4fc6-a457-d2dc8ea34265 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 945 time: 0.2928236 Aug 29 04:10:17.453362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe577793-d7d4-4a34-8849-c21b6903159e,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:17.472281 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-2aabf696-7907-4d40-b95b-1fc516c5a7dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462 HTTP/1.1" status: 200 len: 217 time: 0.0437918 Aug 29 04:10:17.476850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-1b030efc-1447-4bf6-a437-725aa05a58b8 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:17.479462 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-1b030efc-1447-4bf6-a437-725aa05a58b8 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 821 time: 0.3957539 Aug 29 04:10:17.569218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-3ead8823-a23f-4d1e-9155-ea4811893e2f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] For port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:17.569726 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-3ead8823-a23f-4d1e-9155-ea4811893e2f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.575303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-e2264701-2b86-4dcc-b2b8-fb558478d1d6 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/quotas/b0276cc20fdd45bb93f8673316d6d252 HTTP/1.1" status: 200 len: 375 time: 0.0833364 Aug 29 04:10:17.585203 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6e9ac305-32aa-4d46-a548-02c4b958abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:17.587156 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-6e9ac305-32aa-4d46-a548-02c4b958abe1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.1028554 Aug 29 04:10:17.593256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-3ead8823-a23f-4d1e-9155-ea4811893e2f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Calling delete_port for 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:10:17.627092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-50707a22-a48b-4c7a-9762-e4cadab0961a service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252513 Aug 29 04:10:17.646206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef2a25c4-1338-49b4-b2d1-8b1fb45a8e90 req-1be0b658-f33a-4dd5-ba66-c677ca39ae0c tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269251 Aug 29 04:10:17.662392 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-0f38ad61-bd24-447a-91c6-dde950e3acb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621517 Aug 29 04:10:17.692890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-32bb4866-e74a-4e7b-830b-d258c1fbf56d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163316 Aug 29 04:10:17.768104 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:17.851087 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-4fdc6804-ca7e-4678-b6a9-a7a167cef216 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724112 Aug 29 04:10:17.947001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Attempting to bind port fe577793-d7d4-4a34-8849-c21b6903159e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:17.947332 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Attempting to bind port fe577793-d7d4-4a34-8849-c21b6903159e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:17.947729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Attempting to bind port fe577793-d7d4-4a34-8849-c21b6903159e on network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:17.969718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-cdab11d0-2a4c-48a3-a006-07bde5a3f72d service neutron] 10.222.0.49 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593086 Aug 29 04:10:17.998808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Port fe577793-d7d4-4a34-8849-c21b6903159e on network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:17.998808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Attempting to bind port fe577793-d7d4-4a34-8849-c21b6903159e on network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:18.036251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-3ead8823-a23f-4d1e-9155-ea4811893e2f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.066559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:18.066906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Checking segment: {'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:18.067295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Bound using segment: {'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:18.067762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Bound port: fe577793-d7d4-4a34-8849-c21b6903159e, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33528fe0-f704-40b4-bab8-27e214d9e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:18.068111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.072240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['96636de4-cb07-4baa-9cbd-3571e00703da', '92d53a9a-0912-4064-9872-8c2f5bc6d8e3', '3142b4b1-6827-484c-9b92-cc6d11d0d5f8'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:18.086912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd62a7-70e5-4b08-84c4-72de22bc1520 req-c59beec0-db10-4a09-aa2d-f0ce7243aec9 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:18.092625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead8823-a23f-4d1e-9155-ea4811893e2f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Pushing event deleted for resources: {'Port': ['ID=92d53a9a-0912-4064-9872-8c2f5bc6d8e3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:18.094212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2efd62a7-70e5-4b08-84c4-72de22bc1520 req-c59beec0-db10-4a09-aa2d-f0ce7243aec9 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 948 time: 0.2378142 Aug 29 04:10:18.114017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f7b8b0b-8931-40cb-a211-1d863c9d2dd8 req-1d33b065-3732-414d-a187-2beda82c210d service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392338 Aug 29 04:10:18.128104 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-add63f22-2dfb-4495-8ee1-8f269ef0a75f service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658346 Aug 29 04:10:18.175456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-3ead8823-a23f-4d1e-9155-ea4811893e2f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] No DVR routers for this DVR port 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:18.185804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-3ead8823-a23f-4d1e-9155-ea4811893e2f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.191258 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3d809c7-bba2-481e-9bf8-29199be8590a req-3ead8823-a23f-4d1e-9155-ea4811893e2f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "DELETE /v2.0/ports/92d53a9a-0912-4064-9872-8c2f5bc6d8e3 HTTP/1.1" status: 204 len: 173 time: 1.0384922 Aug 29 04:10:18.192536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc', 'name': 'network-vif-deleted', 'tag': '92d53a9a-0912-4064-9872-8c2f5bc6d8e3'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:18.197994 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2721524f-8365-456a-8857-e254666362a1" -d '{"events": [{"server_uuid": "afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc", "name": "network-vif-deleted", "tag": "92d53a9a-0912-4064-9872-8c2f5bc6d8e3"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:18.220857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2efd62a7-70e5-4b08-84c4-72de22bc1520 req-a76ab872-d8c7-4d79-a172-c93c7b888d5d tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206412 Aug 29 04:10:18.236961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-22025314-46ca-4f37-889d-95d1b4fa0d66 service neutron] 10.222.0.49 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663243 Aug 29 04:10:18.288540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] For port fe577793-d7d4-4a34-8849-c21b6903159e, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:18.310803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-01bec260-d4aa-435c-a4dc-f63949a9cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:18.311788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] For port fe577793-d7d4-4a34-8849-c21b6903159e, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fe577793-d7d4-4a34-8849-c21b6903159e,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:18.312799 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-01bec260-d4aa-435c-a4dc-f63949a9cad3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cecc1b056f6c4405a861a328740eb6bd&device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 1100 time: 0.0935867 Aug 29 04:10:18.318775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.487447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:18.488095 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.489505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] 10.222.0.59 "PUT /v2.0/ports/fe577793-d7d4-4a34-8849-c21b6903159e HTTP/1.1" status: 200 len: 1092 time: 2.9449263 Aug 29 04:10:18.505338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ee8f73d0-80c2-4ad8-85ff-525e80468462 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:18.578592 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-83881d41-2387-465b-8040-eff810dc6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:18.584416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd767ac9-4c1e-418e-ab22-8962c32e51a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe577793-d7d4-4a34-8849-c21b6903159e,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:18.586243 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-83881d41-2387-465b-8040-eff810dc6485 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2658887 Aug 29 04:10:18.713362 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-6c136e79-507e-47c5-bb2a-c532c8b99aeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=54d06221-4e7e-4b2e-a42c-7c054feeb1c5 HTTP/1.1" status: 200 len: 217 time: 0.1184750 Aug 29 04:10:18.778381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6046e20e-f4db-46d5-a18a-59626908a934', 'tag': 'fe577793-d7d4-4a34-8849-c21b6903159e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:18.780868 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ebb0e9-87a2-48f6-baea-597934742613" -d '{"events": [{"name": "network-changed", "server_uuid": "6046e20e-f4db-46d5-a18a-59626908a934", "tag": "fe577793-d7d4-4a34-8849-c21b6903159e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:18.819181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ee8f73d0-80c2-4ad8-85ff-525e80468462 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:18.887266 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-40942983-4b57-4100-a472-d695d82d58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:18.888496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-b33364dc-e104-4593-b9dc-e55ebae1d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:18.892729 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-40942983-4b57-4100-a472-d695d82d58f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1696665 Aug 29 04:10:18.896809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-b33364dc-e104-4593-b9dc-e55ebae1d5a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86068ff247dd4708bdac3dd2cedc33e4&device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 1095 time: 0.2566748 Aug 29 04:10:18.994959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd26734-4c99-479e-8f6d-c5a362fefda5 req-a4270fa9-eb1a-4d47-8fd8-0936e8ed279e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:19.007671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fd26734-4c99-479e-8f6d-c5a362fefda5 req-a4270fa9-eb1a-4d47-8fd8-0936e8ed279e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 943 time: 0.3170185 Aug 29 04:10:19.107415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-ac3aee07-266d-4a90-8543-395f066f14fc tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:19.123005 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-ac3aee07-266d-4a90-8543-395f066f14fc tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.2216070 Aug 29 04:10:19.162507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-c11c301e-fadd-496b-aa38-1794634ef38f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe577793-d7d4-4a34-8849-c21b6903159e HTTP/1.1" status: 200 len: 217 time: 0.2329164 Aug 29 04:10:19.215303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-be10bc26-bf97-435f-a6c0-0094eb1f1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:19.217045 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-be10bc26-bf97-435f-a6c0-0094eb1f1cb3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3147695 Aug 29 04:10:19.242408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e95aea1-1ca8-4bc8-b852-b77d9f64484a req-89a3d087-6778-4d54-9a71-af4b13b7460e tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc HTTP/1.1" status: 200 len: 210 time: 0.1348426 Aug 29 04:10:19.374082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fd26734-4c99-479e-8f6d-c5a362fefda5 req-f75751e6-0807-42fb-aacb-a8a3a5db3458 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651848 Aug 29 04:10:19.384435 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b872a4a4-c45c-4ce1-a872-e8b414d29a47 x-openstack-request-id: req-b872a4a4-c45c-4ce1-a872-e8b414d29a47 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:19.384435 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc", "name": "network-vif-deleted", "tag": "92d53a9a-0912-4064-9872-8c2f5bc6d8e3", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:19.384621 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b872a4a4-c45c-4ce1-a872-e8b414d29a47 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:19.386267 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe5ccb4-bf9b-456d-91b9-a9c7a47e51dc', 'name': 'network-vif-deleted', 'tag': '92d53a9a-0912-4064-9872-8c2f5bc6d8e3', 'status': 'completed', 'code': 200} Aug 29 04:10:19.428928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-4e83ec70-0dcd-4add-a4a6-cae6413b4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:19.434161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-4e83ec70-0dcd-4add-a4a6-cae6413b4661 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aec7a794-da07-438d-bbac-f0cf1f58bfd1 HTTP/1.1" status: 200 len: 855 time: 0.2103419 Aug 29 04:10:19.561641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-293d817c-00b7-44ad-b832-91fc4d8a63fd req-b3a19e46-729c-469e-be0a-f0ccd18ef3a5 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 210 time: 0.1357498 Aug 29 04:10:19.700315 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4257db3d-36e2-4e3d-82ff-e15153652c78 x-openstack-request-id: req-4257db3d-36e2-4e3d-82ff-e15153652c78 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:19.700635 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6046e20e-f4db-46d5-a18a-59626908a934", "tag": "fe577793-d7d4-4a34-8849-c21b6903159e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:19.700912 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4257db3d-36e2-4e3d-82ff-e15153652c78 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:19.701314 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6046e20e-f4db-46d5-a18a-59626908a934', 'tag': 'fe577793-d7d4-4a34-8849-c21b6903159e', 'status': 'completed', 'code': 200} Aug 29 04:10:19.703904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-19d876fd-9869-4bb8-afff-5f84ca6eb1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:19.705444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-19d876fd-9869-4bb8-afff-5f84ca6eb1ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b7eb424-c2af-4c0a-83bd-92c9162247c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2558668 Aug 29 04:10:19.784507 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-eaac8af9-b22f-4036-b969-6232dea7ebde service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428042 Aug 29 04:10:19.799958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-1c7117a3-e9f8-4620-b12e-d8bdc285c00a service neutron] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:19.804241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-1c7117a3-e9f8-4620-b12e-d8bdc285c00a service neutron] Notify callbacks [] for binding, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.806078 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-23599d0e-2af2-404c-8dd3-3fb1a341619e req-1c7117a3-e9f8-4620-b12e-d8bdc285c00a service neutron] 10.222.0.59 "DELETE /v2.0/ports/ee8f73d0-80c2-4ad8-85ff-525e80468462/bindings/n-h1-712141-12 HTTP/1.1" status: 204 len: 173 time: 0.6646364 Aug 29 04:10:19.846625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331dc7f-977c-4c4e-b318-6a670d12c1b5 req-93c83572-9c41-4463-beb9-5ca7d9f4f5dd tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:19.863944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9331dc7f-977c-4c4e-b318-6a670d12c1b5 req-93c83572-9c41-4463-beb9-5ca7d9f4f5dd tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 945 time: 0.2945535 Aug 29 04:10:19.999941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9331dc7f-977c-4c4e-b318-6a670d12c1b5 req-d2c17fac-a264-421e-aaa7-c92b3d4a45d9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347334 Aug 29 04:10:20.012584 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f8bbd8a-e3dc-4e06-8337-ce9cadcb6756 req-8fca47db-d438-44a2-ae6f-771ce09125dd service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053487 Aug 29 04:10:20.027972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132575c-8c0c-4e16-9090-16c802536aaa req-b0d7229f-acc8-4f30-bc5a-bba879b76b66 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:20.037507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5132575c-8c0c-4e16-9090-16c802536aaa req-b0d7229f-acc8-4f30-bc5a-bba879b76b66 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 948 time: 0.2095625 Aug 29 04:10:20.091566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-386a06ae-d354-4689-9610-eb5a44be9f32 service neutron] 10.222.0.59 "GET /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641288 Aug 29 04:10:20.290055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5132575c-8c0c-4e16-9090-16c802536aaa req-054189cc-04e8-418d-8ae7-3ff295312e0c tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491274 Aug 29 04:10:20.415241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:20.463638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:10:20.464031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 92d53a9a-0912-4064-9872-8c2f5bc6d8e3 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:20.510810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dab1ad20-49c6-4a43-b3b4-333b3c554c1b req-f62f5ae9-7590-454e-91c8-56b4cb2cc16d service neutron] 10.222.0.59 "GET /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813150 Aug 29 04:10:20.552822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f1779-d6eb-4421-8d77-fbbc3b2767ea req-b52ab94b-4b62-410f-82d0-a6e4e0148d3c tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:20.556995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-636f1779-d6eb-4421-8d77-fbbc3b2767ea req-b52ab94b-4b62-410f-82d0-a6e4e0148d3c tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1097 time: 0.1593966 Aug 29 04:10:20.586891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c31968-e5f2-4bf0-8b6e-ef263c52d7bd req-a37ea690-fdef-4c38-92ae-888690c71784 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:20.622316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02c31968-e5f2-4bf0-8b6e-ef263c52d7bd req-a37ea690-fdef-4c38-92ae-888690c71784 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 967 time: 0.2689679 Aug 29 04:10:20.644145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-36ab9504-d04b-4e69-a7c9-287048d04262 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:20.657414 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-36ab9504-d04b-4e69-a7c9-287048d04262 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 821 time: 0.2048123 Aug 29 04:10:20.687951 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Request body: {'port': {'device_id': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f', 'admin_state_up': True, 'tenant_id': 'b0276cc20fdd45bb93f8673316d6d252'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:20.786409 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02c31968-e5f2-4bf0-8b6e-ef263c52d7bd req-6e9adf0c-9b01-4a14-8c11-829b753dbc11 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627171 Aug 29 04:10:20.835568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-636f1779-d6eb-4421-8d77-fbbc3b2767ea req-e12d0496-9a8f-40ac-9dba-38c8d7fff212 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665988 Aug 29 04:10:20.861786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb0e9-87a2-48f6-baea-597934742613 req-f5f6e7a5-8969-4b9f-b0b0-485707d77534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:20.863288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07ebb0e9-87a2-48f6-baea-597934742613 req-f5f6e7a5-8969-4b9f-b0b0-485707d77534 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86068ff247dd4708bdac3dd2cedc33e4&device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 1095 time: 0.2375860 Aug 29 04:10:21.009285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Made reservation on behalf of b0276cc20fdd45bb93f8673316d6d252 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:21.013141 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.303337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Allocated IP 172.20.0.11 (024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f/5abeeec1-dee3-4aed-983a-2a1715bc7191/e1377b49-8bf6-440f-9887-0a8487716f98) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:21.424017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb0e9-87a2-48f6-baea-597934742613 req-cac6c2a8-16c8-4f74-8778-d92aef69218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:21.426411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07ebb0e9-87a2-48f6-baea-597934742613 req-cac6c2a8-16c8-4f74-8778-d92aef69218c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b7eb424-c2af-4c0a-83bd-92c9162247c1 HTTP/1.1" status: 200 len: 917 time: 0.5406795 Aug 29 04:10:21.488796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-645e1fb6-f7a1-4ba0-abd6-7510445fd752 req-b056b7a8-4b2e-4dad-9a63-06db74a5ba59 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 210 time: 0.0556910 Aug 29 04:10:21.591371 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07ebb0e9-87a2-48f6-baea-597934742613 req-2e4c448c-1f91-4691-b8c0-b00a519d38b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe577793-d7d4-4a34-8849-c21b6903159e HTTP/1.1" status: 200 len: 217 time: 0.1483784 Aug 29 04:10:21.664109 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.709061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb0e9-87a2-48f6-baea-597934742613 req-06e4a386-53e5-4ec8-8abd-2355a8675da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:21.717701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07ebb0e9-87a2-48f6-baea-597934742613 req-06e4a386-53e5-4ec8-8abd-2355a8675da9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aec7a794-da07-438d-bbac-f0cf1f58bfd1 HTTP/1.1" status: 200 len: 855 time: 0.1193483 Aug 29 04:10:21.731574 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.748284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab767d4-1eed-4392-99b4-96e0fd29817d req-51813f55-9a8e-488f-a098-d3a625ab5f0e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:21.751039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ab767d4-1eed-4392-99b4-96e0fd29817d req-51813f55-9a8e-488f-a098-d3a625ab5f0e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 943 time: 0.3218892 Aug 29 04:10:21.785106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:21.790596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:21.794430 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:21.862652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:21.863595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:21.868108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ab767d4-1eed-4392-99b4-96e0fd29817d req-50511ca7-d870-4932-a661-22900bcb4132 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103208 Aug 29 04:10:21.911067 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2269609 Aug 29 04:10:21.919244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb0e9-87a2-48f6-baea-597934742613 req-31c6f054-42ec-48a0-b291-c6fddca5eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:21.926003 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07ebb0e9-87a2-48f6-baea-597934742613 req-31c6f054-42ec-48a0-b291-c6fddca5eda5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b7eb424-c2af-4c0a-83bd-92c9162247c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715548 Aug 29 04:10:21.946408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Request body: {'port': {'device_id': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:21.959483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a16379-c45b-4330-a29c-fe5bc9c1a946 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Pushing event updated for resources: {'Port': ['ID=e1377b49-8bf6-440f-9887-0a8487716f98,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:22.049205 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.095571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07ebb0e9-87a2-48f6-baea-597934742613 req-a6643df0-9e5e-4d5f-93a7-b3a00014b84f service neutron] 10.222.0.59 "GET /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341286 Aug 29 04:10:22.299732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e102629-37c7-4f47-a0a5-ea07f1bc7479 req-4e1139e8-9523-4d21-a09c-841b3c188d36 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:22.301466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e102629-37c7-4f47-a0a5-ea07f1bc7479 req-4e1139e8-9523-4d21-a09c-841b3c188d36 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 948 time: 0.2047753 Aug 29 04:10:22.327385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782562c-c319-44d9-bf95-5de7558d0fca req-631685a0-3817-49df-88c5-a729f50efd76 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:22.328883 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-631685a0-3817-49df-88c5-a729f50efd76 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 808 time: 0.4015853 Aug 29 04:10:22.338297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1377b49-8bf6-440f-9887-0a8487716f98 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:22.342359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07ebb0e9-87a2-48f6-baea-597934742613 req-ded725ff-3ff1-4a9f-a857-e0c44c0b25e8 service neutron] 10.222.0.59 "GET /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113264 Aug 29 04:10:22.365119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.388139 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-f006f41b-8196-411a-a7f6-9b1b22ebb6b9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/quotas/8c315ab7fe9442ebbeae0625b3094431 HTTP/1.1" status: 200 len: 375 time: 0.0443504 Aug 29 04:10:22.395280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Transition to ACTIVE for port object e1377b49-8bf6-440f-9887-0a8487716f98 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:22.400816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.417741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:22.453910 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1377b49-8bf6-440f-9887-0a8487716f98,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:22.465500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e102629-37c7-4f47-a0a5-ea07f1bc7479 req-1c6a757f-95ec-4635-99e9-74b4b50f65f1 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531966 Aug 29 04:10:22.527571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-46f45410-242b-4611-9390-5ec6f9f3bcae tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383932 Aug 29 04:10:22.609553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:22.638854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '54d06221-4e7e-4b2e-a42c-7c054feeb1c5', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '54d06221-4e7e-4b2e-a42c-7c054feeb1c5', 'mac_address': 'fa:16:3e:27:03:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:22.676599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:22.677291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:22.677814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:22.684921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-ff03f63d-1a71-49af-9693-e55c0a76a91b service neutron] 10.222.0.49 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477511 Aug 29 04:10:22.690193 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Port e1377b49-8bf6-440f-9887-0a8487716f98 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:22.690735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:22.701632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:22.701975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:22.702351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:22.702786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Bound port: e1377b49-8bf6-440f-9887-0a8487716f98, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:22.707464 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.722695 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.741227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:22.783361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:22.790913 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.806047 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-aac5de31-5be8-49b9-b8db-8a8e9fba2022 service neutron] 10.222.0.49 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135523 Aug 29 04:10:22.851598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:22.859673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:22.870909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.901279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:22.923716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:22.924289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.925060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee2a38-3867-4848-aa2f-4f259ce099a9 req-6a03549d-1bdb-4bbd-aa74-aac40e142e87 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:22.925701 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] 10.222.0.52 "PUT /v2.0/ports/e1377b49-8bf6-440f-9887-0a8487716f98 HTTP/1.1" status: 200 len: 1093 time: 0.9930396 Aug 29 04:10:22.926147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'tag': 'e1377b49-8bf6-440f-9887-0a8487716f98'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:22.928448 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03" -d '{"events": [{"name": "network-changed", "server_uuid": "3992b2f5-efdd-4b71-862c-8afe61f48939", "tag": "e1377b49-8bf6-440f-9887-0a8487716f98"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:22.934150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55ee2a38-3867-4848-aa2f-4f259ce099a9 req-6a03549d-1bdb-4bbd-aa74-aac40e142e87 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 949 time: 0.1019878 Aug 29 04:10:22.964232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ec0f8-b3bd-4cbf-b977-637ce5920ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1377b49-8bf6-440f-9887-0a8487716f98,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:23.033173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55ee2a38-3867-4848-aa2f-4f259ce099a9 req-46f209f2-48e4-48cb-8d03-827660773298 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835512 Aug 29 04:10:23.083952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-de8e61e1-5efb-4377-b6b3-dfb148f7659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:23.085691 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-de8e61e1-5efb-4377-b6b3-dfb148f7659c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 1096 time: 0.0959358 Aug 29 04:10:23.172627 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-0f8ee167-3593-4fb1-baa4-7964683bf4e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1377b49-8bf6-440f-9887-0a8487716f98 HTTP/1.1" status: 200 len: 217 time: 0.0710034 Aug 29 04:10:23.246087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9568664-96f4-416d-95b8-5285c55124d8 req-972f5189-a0db-41ba-9160-76b7b90f7153 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:23.247698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9568664-96f4-416d-95b8-5285c55124d8 req-972f5189-a0db-41ba-9160-76b7b90f7153 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 944 time: 0.1323938 Aug 29 04:10:23.288948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['54d06221-4e7e-4b2e-a42c-7c054feeb1c5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:23.325294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9568664-96f4-416d-95b8-5285c55124d8 req-f07ac7e4-ac8c-4358-b070-9d99ccaf07ce tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623477 Aug 29 04:10:23.334933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-588ba902-1a66-45d5-a835-a59748d1b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:23.337125 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-588ba902-1a66-45d5-a835-a59748d1b5af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.1206255 Aug 29 04:10:23.404984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-6f6867a7-fcdb-485d-8082-e178de88cab0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--649080707&fields=id&tenant_id=8ff3f48c3826411a95205a4b90e481f7 HTTP/1.1" status: 200 len: 267 time: 0.0713763 Aug 29 04:10:23.411762 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-4d4a8267-b8d0-4f07-8d4c-a65a1281a4cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669818 Aug 29 04:10:23.516620 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7813c88e-aabb-4b71-92d2-709f46f12eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:23.523294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-404ff17c-4c03-4606-9c6f-abf77a1fc9ce tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:23.525423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-404ff17c-4c03-4606-9c6f-abf77a1fc9ce tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/networks?id=3a29fce4-c2cb-47fe-90e5-d7553facac22 HTTP/1.1" status: 200 len: 823 time: 0.1120965 Aug 29 04:10:23.595720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-aa32310f-f5f2-4a5f-86ad-df9c101a3316 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/quotas/8ff3f48c3826411a95205a4b90e481f7 HTTP/1.1" status: 200 len: 375 time: 0.0586307 Aug 29 04:10:23.649200 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-cf71595a-5626-42a0-908f-68995a6d4d56 service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767571 Aug 29 04:10:23.662127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16413f-6859-4815-bcde-ea8b3def187b req-d7d42f4a-e89a-45e7-b044-7fa790ff922e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:23.663719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b16413f-6859-4815-bcde-ea8b3def187b req-d7d42f4a-e89a-45e7-b044-7fa790ff922e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 943 time: 0.1373212 Aug 29 04:10:23.672638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-3b83a3d2-4059-4a78-8c99-be4027a38d34 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:23.674121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-3b83a3d2-4059-4a78-8c99-be4027a38d34 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 949 time: 0.1466959 Aug 29 04:10:23.723657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-062d4da1-ced1-460d-aa6c-976c9492ac69 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff3f48c3826411a95205a4b90e481f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1269495 Aug 29 04:10:23.750852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b16413f-6859-4815-bcde-ea8b3def187b req-1a266dca-7232-472e-9cd9-8d331e5a3563 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756269 Aug 29 04:10:23.766152 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18211524-91b8-4162-90f6-ee028fbfb9f6 req-ddefdf40-c6f6-46a6-903f-71f67e256c8b service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923383 Aug 29 04:10:23.826909 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec2714d-1274-4d2d-8693-6eede65e998e x-openstack-request-id: req-cec2714d-1274-4d2d-8693-6eede65e998e {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:23.827556 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3992b2f5-efdd-4b71-862c-8afe61f48939", "tag": "e1377b49-8bf6-440f-9887-0a8487716f98", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:23.828047 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cec2714d-1274-4d2d-8693-6eede65e998e {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:23.828728 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'tag': 'e1377b49-8bf6-440f-9887-0a8487716f98', 'status': 'completed', 'code': 200} Aug 29 04:10:23.904251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-7fb83757-fcda-416e-b823-0310268d291e service neutron] 10.222.0.49 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567514 Aug 29 04:10:23.923585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b97d4ed-d3f7-489b-baef-b811e5519402 req-b143c032-38da-4528-9757-84c2c15ef74f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0350416 Aug 29 04:10:23.993130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03 req-0de365b6-d77c-4247-9eea-683d7a3de5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:23.995654 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03 req-0de365b6-d77c-4247-9eea-683d7a3de5ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 1096 time: 0.0678980 Aug 29 04:10:24.031304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-369fc1a3-c4f6-4285-a37c-572c9f8b6c11 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Deleting port 96636de4-cb07-4baa-9cbd-3571e00703da {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:10:24.031568 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-369fc1a3-c4f6-4285-a37c-572c9f8b6c11 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.123906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03 req-f2a16ed8-b6e7-4d3e-be9d-8afef9539216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:24.126086 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03 req-f2a16ed8-b6e7-4d3e-be9d-8afef9539216 service neutron] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.1219962 Aug 29 04:10:24.133870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-1125a5e5-1588-486d-a9d0-70ce920a37dd service neutron] 10.222.0.49 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124801 Aug 29 04:10:24.175826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35286d84-d346-43ab-9c0b-b3d61074a2b5 req-cd7ba376-6500-4b1c-a926-23e0a183b93e tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:24.177510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35286d84-d346-43ab-9c0b-b3d61074a2b5 req-cd7ba376-6500-4b1c-a926-23e0a183b93e tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 945 time: 0.1402423 Aug 29 04:10:24.209500 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03 req-7cb69490-856f-4fd8-b065-86fc2f731d31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1377b49-8bf6-440f-9887-0a8487716f98 HTTP/1.1" status: 200 len: 217 time: 0.0741689 Aug 29 04:10:24.223201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-369fc1a3-c4f6-4285-a37c-572c9f8b6c11 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] For port 96636de4-cb07-4baa-9cbd-3571e00703da, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=96636de4-cb07-4baa-9cbd-3571e00703da,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:24.223572 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-369fc1a3-c4f6-4285-a37c-572c9f8b6c11 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:24.247755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-369fc1a3-c4f6-4285-a37c-572c9f8b6c11 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Calling delete_port for 96636de4-cb07-4baa-9cbd-3571e00703da owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:10:24.259920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35286d84-d346-43ab-9c0b-b3d61074a2b5 req-293805ba-898e-47bf-be50-77a12a10ff7c tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701673 Aug 29 04:10:24.346792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03 req-dd8b826d-959c-4f78-8d03-2d3ae857b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:24.348826 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03 req-dd8b826d-959c-4f78-8d03-2d3ae857b05f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.1316090 Aug 29 04:10:24.434550 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03 req-1c7b0111-58bf-4b80-a898-470af8357759 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663805 Aug 29 04:10:24.561519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-46198af3-ce83-4e1f-b463-f95c9a4261c7 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:24.564988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-46198af3-ce83-4e1f-b463-f95c9a4261c7 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.59 "GET /v2.0/ports?device_id=137c0b6e-c72f-4b0e-bc15-ca30b0473f03 HTTP/1.1" status: 200 len: 967 time: 0.1937923 Aug 29 04:10:24.627675 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03 req-249bf1b1-461a-4a76-9a58-a63bf626fc8c service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842906 Aug 29 04:10:24.665262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3757a9-6d23-43dd-bd0f-b0e58e32e0cd req-e3bdf0e7-f473-46c7-a17a-33954f1033c0 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:24.679189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd3757a9-6d23-43dd-bd0f-b0e58e32e0cd req-e3bdf0e7-f473-46c7-a17a-33954f1033c0 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 949 time: 0.2757328 Aug 29 04:10:24.749039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.52', 52896) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:24.916649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97cd5-4931-4199-b27c-35c331884ea7 req-5faab4ec-d4c8-4973-8994-70c39a87c126 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:24.927212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4b97cd5-4931-4199-b27c-35c331884ea7 req-5faab4ec-d4c8-4973-8994-70c39a87c126 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 949 time: 0.4862688 Aug 29 04:10:25.060791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4b97cd5-4931-4199-b27c-35c331884ea7 req-23d37e94-1885-41c5-aad4-dc5f6832bbe6 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323397 Aug 29 04:10:25.096809 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-369fc1a3-c4f6-4285-a37c-572c9f8b6c11 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.108429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd3757a9-6d23-43dd-bd0f-b0e58e32e0cd req-87fb9038-f28d-4f39-8a24-7c9780b9eb49 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280190 Aug 29 04:10:25.141380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3142b4b1-6827-484c-9b92-cc6d11d0d5f8'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:25.204915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fc1a3-c4f6-4285-a37c-572c9f8b6c11 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Pushing event deleted for resources: {'Port': ['ID=96636de4-cb07-4baa-9cbd-3571e00703da,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:25.254039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Deleting port 191cac76-7779-471a-889b-016d9c1735ed {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:10:25.255144 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.337593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21143dab-868b-496e-90ac-9776ba3e0d9b req-d22856b8-b1fd-4fe5-b090-f82dfb4c6528 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 210 time: 0.1382310 Aug 29 04:10:25.408886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-369fc1a3-c4f6-4285-a37c-572c9f8b6c11 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] No DVR routers for this DVR port 96636de4-cb07-4baa-9cbd-3571e00703da on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:25.415031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4dd8af7b-d1a0-4527-a711-1eaf3a0a3519 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:25.416548 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4dd8af7b-d1a0-4527-a711-1eaf3a0a3519 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 808 time: 0.6659827 Aug 29 04:10:25.417217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-369fc1a3-c4f6-4285-a37c-572c9f8b6c11 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.419400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f991367-8a44-4aed-aeae-4da503b81f28 req-369fc1a3-c4f6-4285-a37c-572c9f8b6c11 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "DELETE /v2.0/ports/96636de4-cb07-4baa-9cbd-3571e00703da HTTP/1.1" status: 204 len: 173 time: 1.7165082 Aug 29 04:10:25.421026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b60b199-b008-42c2-b4de-ecd5e31a8011', 'name': 'network-vif-deleted', 'tag': '96636de4-cb07-4baa-9cbd-3571e00703da'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:25.423472 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e514348-32f8-4d89-98c6-88959691a014" -d '{"events": [{"server_uuid": "8b60b199-b008-42c2-b4de-ecd5e31a8011", "name": "network-vif-deleted", "tag": "96636de4-cb07-4baa-9cbd-3571e00703da"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:25.459961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Request body: {'port': {'device_id': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37', 'admin_state_up': True, 'tenant_id': '8c315ab7fe9442ebbeae0625b3094431'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:25.483432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] For port 191cac76-7779-471a-889b-016d9c1735ed, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=191cac76-7779-471a-889b-016d9c1735ed,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:25.483679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.493884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec4511-8835-4699-832d-f09c0e426574 req-dee5c4df-7337-4467-bbba-57c203469e53 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:25.495378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4eec4511-8835-4699-832d-f09c0e426574 req-dee5c4df-7337-4467-bbba-57c203469e53 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 944 time: 0.1609752 Aug 29 04:10:25.590036 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6d6bf00-57e5-43a2-b4ce-a99395c56e03 req-475b4b82-58e0-4d47-b611-ade2461721ec service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9469833 Aug 29 04:10:25.609856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-6722a918-f915-44f2-8bbd-8a6a93f5b743 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:25.616835 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-6722a918-f915-44f2-8bbd-8a6a93f5b743 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.59 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 945 time: 0.1972878 Aug 29 04:10:25.633610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4eec4511-8835-4699-832d-f09c0e426574 req-6eab3210-e51e-44fe-8f7a-f7e807ad96dc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309178 Aug 29 04:10:25.641499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cfc4c-5833-4124-b668-123fd3cccb15 req-ddaf5eb4-cf37-459f-bab3-252449d49bd0 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:25.643061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-026cfc4c-5833-4124-b668-123fd3cccb15 req-ddaf5eb4-cf37-459f-bab3-252449d49bd0 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 943 time: 0.2119887 Aug 29 04:10:25.821083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c7e1e9f-7a9f-43f4-9d96-4cd63a532876 req-f2799124-797c-4556-98b5-b08c458f1e48 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0546925 Aug 29 04:10:25.831948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Made reservation on behalf of 8c315ab7fe9442ebbeae0625b3094431 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:25.836846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.840481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-026cfc4c-5833-4124-b668-123fd3cccb15 req-1616ad32-f6b8-47b6-8286-52651eec3dce tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890607 Aug 29 04:10:25.926862 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149001ae-e257-4b8d-91b5-2627471854f2 x-openstack-request-id: req-149001ae-e257-4b8d-91b5-2627471854f2 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:25.927463 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b60b199-b008-42c2-b4de-ecd5e31a8011", "name": "network-vif-deleted", "tag": "96636de4-cb07-4baa-9cbd-3571e00703da", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:25.927463 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-149001ae-e257-4b8d-91b5-2627471854f2 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:25.927836 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b60b199-b008-42c2-b4de-ecd5e31a8011', 'name': 'network-vif-deleted', 'tag': '96636de4-cb07-4baa-9cbd-3571e00703da', 'status': 'completed', 'code': 200} Aug 29 04:10:25.933986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-ca75f7b2-4447-4b28-b5d8-4837e2491f81 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Deleting port 3d47d37c-24bf-4941-8205-5a3be92f3366 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:10:25.934333 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-ca75f7b2-4447-4b28-b5d8-4837e2491f81 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:25.997133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff96ed0-400d-49aa-804e-af282d6d3393 req-a981288a-7cf9-4f6c-aebb-33bba123d450 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:26.005260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aff96ed0-400d-49aa-804e-af282d6d3393 req-a981288a-7cf9-4f6c-aebb-33bba123d450 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 945 time: 0.0802073 Aug 29 04:10:26.009480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.009877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.010197 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Floating IP 29ff7867-6096-4f9d-9ad2-d22c34a61d78 disassociated. External IP: 172.25.5.133, port: 191cac76-7779-471a-889b-016d9c1735ed. Aug 29 04:10:26.010703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Calling delete_port for 191cac76-7779-471a-889b-016d9c1735ed owned by compute:tempest-test_az-773575451 {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:10:26.076527 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7ac87db3-1f8d-4ce4-ae36-6fed209cec08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.104663 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aff96ed0-400d-49aa-804e-af282d6d3393 req-5691f94f-0763-4aa9-b117-31d6ccf6d71b tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/security-groups?id=a90d3152-d42c-4a95-8ad1-ab4aa0767377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982251 Aug 29 04:10:26.163699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-ca75f7b2-4447-4b28-b5d8-4837e2491f81 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] For port 3d47d37c-24bf-4941-8205-5a3be92f3366, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3d47d37c-24bf-4941-8205-5a3be92f3366,segment=NetworkSegment(0d0d0f14-e211-4007-a78a-cadde7bd5c51),segment_id=0d0d0f14-e211-4007-a78a-cadde7bd5c51)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:26.164698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-ca75f7b2-4447-4b28-b5d8-4837e2491f81 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.199098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Allocated IP 172.20.0.13 (8f502e82-6ac3-4950-8b96-2734620cac37/202acf61-14c7-4a45-8371-62216017318f/fb8d468b-1820-4fd2-b264-5bf71504bb7c) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:26.260839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-ca75f7b2-4447-4b28-b5d8-4837e2491f81 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Calling delete_port for 3d47d37c-24bf-4941-8205-5a3be92f3366 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:10:26.266711 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.281825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-840b1fba-60af-4d31-a336-ae7d65b2ca7f req-f7acee2a-1d6f-48bf-b65a-e7060441e054 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b60b199-b008-42c2-b4de-ecd5e31a8011 HTTP/1.1" status: 200 len: 210 time: 0.0476506 Aug 29 04:10:26.314755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de40ed-8606-4fe6-aa27-a81336819220 req-3f9cf9b3-75bf-463b-bd53-965f7f679121 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:26.317121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17de40ed-8606-4fe6-aa27-a81336819220 req-3f9cf9b3-75bf-463b-bd53-965f7f679121 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 949 time: 0.1170630 Aug 29 04:10:26.322339 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.368829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event deleted for resources: {'Port': ['ID=191cac76-7779-471a-889b-016d9c1735ed,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:26.423754 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:26.444028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17de40ed-8606-4fe6-aa27-a81336819220 req-993de4e8-fbff-4400-b687-4ea3fe05c5e7 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167181 Aug 29 04:10:26.477557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-95bcf7da-e977-4074-a32d-f728bb839952 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:26.479114 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-95bcf7da-e977-4074-a32d-f728bb839952 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.59 "GET /v2.0/networks?id=3a29fce4-c2cb-47fe-90e5-d7553facac22 HTTP/1.1" status: 200 len: 823 time: 0.2780793 Aug 29 04:10:26.503051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:26.508412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:26.508969 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.593086 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.621008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4313eab-394d-42ec-81c7-b96e0bcaad57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d06221-4e7e-4b2e-a42c-7c054feeb1c5'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:26.623385 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee21fad8-475f-4d66-b550-eb6255e582c0" -d '{"events": [{"server_uuid": "a4313eab-394d-42ec-81c7-b96e0bcaad57", "name": "network-vif-plugged", "status": "completed", "tag": "54d06221-4e7e-4b2e-a42c-7c054feeb1c5"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:26.638578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:26.647147 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.648120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 96636de4-cb07-4baa-9cbd-3571e00703da no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:26.663314 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-f8e6cdcd-82d6-4e53-8105-38510f95f946 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ff3f48c3826411a95205a4b90e481f7 HTTP/1.1" status: 200 len: 379 time: 0.1571782 Aug 29 04:10:26.668435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-ca75f7b2-4447-4b28-b5d8-4837e2491f81 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.681512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Request body: {'port': {'device_id': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'admin_state_up': True, 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'security_groups': ['59c42a92-73ee-4c79-a7ca-249f425a5271']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:26.688305 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cae0c3-818e-4243-ae22-df832f1722a5 x-openstack-request-id: req-43cae0c3-818e-4243-ae22-df832f1722a5 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:26.688305 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4313eab-394d-42ec-81c7-b96e0bcaad57", "name": "network-vif-plugged", "status": "completed", "tag": "54d06221-4e7e-4b2e-a42c-7c054feeb1c5", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:26.688305 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43cae0c3-818e-4243-ae22-df832f1722a5 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:26.688779 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4313eab-394d-42ec-81c7-b96e0bcaad57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d06221-4e7e-4b2e-a42c-7c054feeb1c5', 'code': 200} Aug 29 04:10:26.712375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['3d47d37c-24bf-4941-8205-5a3be92f3366'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:26.719273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 96636de4-cb07-4baa-9cbd-3571e00703da {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:10:26.719273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 96636de4-cb07-4baa-9cbd-3571e00703da not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:26.784105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:26.810164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75f7b2-4447-4b28-b5d8-4837e2491f81 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Pushing event deleted for resources: {'Port': ['ID=3d47d37c-24bf-4941-8205-5a3be92f3366,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:26.829337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98f2598e-6142-455a-9df4-59a02faa4773 req-30504e2d-9dab-4259-ac32-549a3eea2600 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 210 time: 0.0557671 Aug 29 04:10:26.843264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:26.921819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Router 95154c3b-7639-45fe-b024-454d5934d74a has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:26.976168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846950-c82f-4138-93cd-064bd4fbc314 req-b36aa9a5-f1fb-45b4-b5e8-099a0c6f59b0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:26.977872 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f846950-c82f-4138-93cd-064bd4fbc314 req-b36aa9a5-f1fb-45b4-b5e8-099a0c6f59b0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 944 time: 0.1841505 Aug 29 04:10:26.985339 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.042528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-ca75f7b2-4447-4b28-b5d8-4837e2491f81 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] No DVR routers for this DVR port 3d47d37c-24bf-4941-8205-5a3be92f3366 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:27.055834 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-ca75f7b2-4447-4b28-b5d8-4837e2491f81 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.058044 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-976d34ac-354b-431b-adfc-25cf934a82d5 req-ca75f7b2-4447-4b28-b5d8-4837e2491f81 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.59 "DELETE /v2.0/ports/3d47d37c-24bf-4941-8205-5a3be92f3366 HTTP/1.1" status: 204 len: 173 time: 1.4183586 Aug 29 04:10:27.060543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d822e9-3c2a-42f0-abda-d9fe18227f48', 'name': 'network-vif-deleted', 'tag': '3d47d37c-24bf-4941-8205-5a3be92f3366'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:27.062695 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb8eca5-66f1-417a-bbcf-fb790de2b844" -d '{"events": [{"server_uuid": "55d822e9-3c2a-42f0-abda-d9fe18227f48", "name": "network-vif-deleted", "tag": "3d47d37c-24bf-4941-8205-5a3be92f3366"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:27.071311 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.096666 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073bac-23b4-4b57-8695-1b3bf80bd0a8 req-6d530177-6040-4b0b-b62c-4449822e3a3e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.097691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Network 8f502e82-6ac3-4950-8b96-2734620cac37 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:27.098336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11073bac-23b4-4b57-8695-1b3bf80bd0a8 req-6d530177-6040-4b0b-b62c-4449822e3a3e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 932 time: 0.1681809 Aug 29 04:10:27.109694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Pushing event updated for resources: {'Port': ['ID=fb8d468b-1820-4fd2-b264-5bf71504bb7c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:27.112409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:27.116322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:27.124893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c99c8-2b34-4049-8a3e-a7a07475945a req-bc768ca9-cb7c-49d0-b689-6f1153f9777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.126267 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cd9c99c8-2b34-4049-8a3e-a7a07475945a req-bc768ca9-cb7c-49d0-b689-6f1153f9777d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 1102 time: 0.3116484 Aug 29 04:10:27.128238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f846950-c82f-4138-93cd-064bd4fbc314 req-0ae9dacd-e651-4449-89fc-508e167bb705 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137948 Aug 29 04:10:27.181982 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.227337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:27.237618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11073bac-23b4-4b57-8695-1b3bf80bd0a8 req-cded2327-efd1-47bf-a891-88810b9482ad tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176176 Aug 29 04:10:27.254021 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] Sync routers for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:27.269430 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:27.270299 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:27.271920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Made reservation on behalf of 8ff3f48c3826411a95205a4b90e481f7 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:27.276115 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.283383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.284121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.289802 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cd9c99c8-2b34-4049-8a3e-a7a07475945a req-320b38ff-88fe-47b6-a4e9-6bf0fdc3c643 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348002 Aug 29 04:10:27.310735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] No DVR routers for this DVR port 191cac76-7779-471a-889b-016d9c1735ed on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:27.315195 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.317479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e34cbdf7-792b-47b4-b866-34efb3fe8a7c req-0d3751f7-55a3-4d1a-8b21-65eda0611fd1 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.59 "DELETE /v2.0/ports/191cac76-7779-471a-889b-016d9c1735ed HTTP/1.1" status: 204 len: 173 time: 2.7317135 Aug 29 04:10:27.325448 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3626b1e-5717-41a7-b5dc-e9db67dcba68 x-openstack-request-id: req-b3626b1e-5717-41a7-b5dc-e9db67dcba68 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:27.325844 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d822e9-3c2a-42f0-abda-d9fe18227f48", "name": "network-vif-deleted", "tag": "3d47d37c-24bf-4941-8205-5a3be92f3366", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:27.326111 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3626b1e-5717-41a7-b5dc-e9db67dcba68 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:27.326655 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d822e9-3c2a-42f0-abda-d9fe18227f48', 'name': 'network-vif-deleted', 'tag': '3d47d37c-24bf-4941-8205-5a3be92f3366', 'status': 'completed', 'code': 200} Aug 29 04:10:27.329829 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3ebf9420-c43d-4a5f-ad39-d0556822c589 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8742249 Aug 29 04:10:27.428999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215537d-6d67-4951-b3f6-ba3936b76461 req-10c8dd77-ab66-4142-885a-6ed83e3ed245 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.440828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f215537d-6d67-4951-b3f6-ba3936b76461 req-10c8dd77-ab66-4142-885a-6ed83e3ed245 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 943 time: 0.1314688 Aug 29 04:10:27.480988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Allocated IP 172.20.0.10 (3a29fce4-c2cb-47fe-90e5-d7553facac22/0d99572f-6b5c-4c0e-ba55-9cedeb4ab610/646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:27.484834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7b9d3b7-a228-4cc4-a5d9-9169bb029666 req-61884057-42a0-428f-b98c-008e553446b0 tempest-VolumesAdminNegativeTest-1670339100 tempest-VolumesAdminNegativeTest-1670339100-project] 10.222.0.49 "GET /v2.0/ports?device_id=55d822e9-3c2a-42f0-abda-d9fe18227f48 HTTP/1.1" status: 200 len: 210 time: 0.0377502 Aug 29 04:10:27.488848 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:27.509786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f215537d-6d67-4951-b3f6-ba3936b76461 req-94f9019e-e97f-49d2-b086-69c891bda2d2 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659325 Aug 29 04:10:27.677377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Request body: {'port': {'device_id': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:27.691860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8569e-26ac-4d9c-9021-702fa5c6ad16 req-c7796838-6edd-4598-9b27-a4b2a8444577 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.700627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92c8569e-26ac-4d9c-9021-702fa5c6ad16 req-c7796838-6edd-4598-9b27-a4b2a8444577 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 950 time: 0.0856493 Aug 29 04:10:27.717407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.759114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Transition to ACTIVE for port object 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:27.764856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92c8569e-26ac-4d9c-9021-702fa5c6ad16 req-f644bdea-0998-472f-97a2-9e8d1c1b4dff tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626550 Aug 29 04:10:27.775179 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.889124 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:27.939369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'name': 'network-vif-deleted', 'tag': '191cac76-7779-471a-889b-016d9c1735ed'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:27.953992 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23227cf-9dd2-4aed-89af-ac2970ae14bf" -d '{"events": [{"server_uuid": "137c0b6e-c72f-4b0e-bc15-ca30b0473f03", "name": "network-vif-deleted", "tag": "191cac76-7779-471a-889b-016d9c1735ed"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:27.956720 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:28.016220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Network 3a29fce4-c2cb-47fe-90e5-d7553facac22 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:28.030050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:28.034955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:28.090562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc4859-31c1-4a66-965f-457be350fc92 req-dbd089ad-39fa-4507-a570-36b796a8f43f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.092320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aacc4859-31c1-4a66-965f-457be350fc92 req-dbd089ad-39fa-4507-a570-36b796a8f43f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 950 time: 0.1645300 Aug 29 04:10:28.093423 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.094086 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.100995 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event updated for resources: {'Port': ['ID=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:28.111777 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] Checking router: 95154c3b-7639-45fe-b024-454d5934d74a for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:28.122009 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:28.123030 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:28.127619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2d3ae-0000-4860-92c8-bb0a108a52f2 req-135020f8-5d6b-4347-a77e-49fb20f3f39f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.129223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8aa2d3ae-0000-4860-92c8-bb0a108a52f2 req-135020f8-5d6b-4347-a77e-49fb20f3f39f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 932 time: 0.1690416 Aug 29 04:10:28.218296 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-dffd5588-4085-4ab7-8e3a-4cbbeedf8ac0 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5432281 Aug 29 04:10:28.240920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Request body: {'port': {'device_id': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:28.287987 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:28.328523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8aa2d3ae-0000-4860-92c8-bb0a108a52f2 req-aa9bfc6b-b9cf-4cf9-80ab-b291c40b1f81 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214128 Aug 29 04:10:28.342477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aacc4859-31c1-4a66-965f-457be350fc92 req-36624cec-d0b3-41e8-bd24-442d1109e1a1 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120657 Aug 29 04:10:28.375596 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.390220 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93f2d1a-f4e1-4986-8b5e-6d3168bc7dff x-openstack-request-id: req-a93f2d1a-f4e1-4986-8b5e-6d3168bc7dff {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:28.390578 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137c0b6e-c72f-4b0e-bc15-ca30b0473f03", "name": "network-vif-deleted", "tag": "191cac76-7779-471a-889b-016d9c1735ed", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:28.390976 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a93f2d1a-f4e1-4986-8b5e-6d3168bc7dff {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:28.391436 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137c0b6e-c72f-4b0e-bc15-ca30b0473f03', 'name': 'network-vif-deleted', 'tag': '191cac76-7779-471a-889b-016d9c1735ed', 'status': 'completed', 'code': 200} Aug 29 04:10:28.419433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e1377b49-8bf6-440f-9887-0a8487716f98 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:28.552060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:28.559023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f86d-29b2-4c0d-89ac-f483cccdce5a req-1beec32b-da2b-4f30-a299-02ec181bb33a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.561039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8c1f86d-29b2-4c0d-89ac-f483cccdce5a req-1beec32b-da2b-4f30-a299-02ec181bb33a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 944 time: 0.1073389 Aug 29 04:10:28.569218 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:28.571231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f7b1b374-a7aa-450d-83da-65ce712399a1 None None] Provisioning for port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:28.582003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f7b1b374-a7aa-450d-83da-65ce712399a1 None None] Provisioning complete for port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:28.582616 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b374-a7aa-450d-83da-65ce712399a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.602676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed97c3-6f75-4e6c-8eda-f1ea1a5871d8 req-16f7aa7e-6c64-4787-8072-47bc4ec40382 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.604790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39ed97c3-6f75-4e6c-8eda-f1ea1a5871d8 req-16f7aa7e-6c64-4787-8072-47bc4ec40382 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 932 time: 0.1142521 Aug 29 04:10:28.615720 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e59ca8-0b02-476a-88d5-a969ff4066e0 None None] The sync data for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 is: [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:28.629312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'e1377b49-8bf6-440f-9887-0a8487716f98', 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f', 'port_id': 'e1377b49-8bf6-440f-9887-0a8487716f98', 'mac_address': 'fa:16:3e:a3:f4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abeeec1-dee3-4aed-983a-2a1715bc7191', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:28.678031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1b374-a7aa-450d-83da-65ce712399a1 None None] Port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:28.686001 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.691969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8c1f86d-29b2-4c0d-89ac-f483cccdce5a req-1577c02a-4583-4fe8-af0e-226e71d7e2b0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185784 Aug 29 04:10:28.703247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39ed97c3-6f75-4e6c-8eda-f1ea1a5871d8 req-84c9c7c8-d94b-4e50-8c61-de6144ea9758 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867331 Aug 29 04:10:28.712095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1377b49-8bf6-440f-9887-0a8487716f98 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:28.740913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8d468b-1820-4fd2-b264-5bf71504bb7c {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:28.742826 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:28.752831 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.761560 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.773463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:28.780561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Transition to ACTIVE for port object fb8d468b-1820-4fd2-b264-5bf71504bb7c will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:28.782561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.796945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Transition to ACTIVE for port object 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:28.806003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54496) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:28.815200 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.822700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.868633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1bef7-1144-4ec1-89b9-ef9f25047d0a req-2a05397c-c5e7-4935-b0eb-c901529694ce tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:28.878620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73e1bef7-1144-4ec1-89b9-ef9f25047d0a req-2a05397c-c5e7-4935-b0eb-c901529694ce tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 943 time: 0.0773554 Aug 29 04:10:28.903712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=e1377b49-8bf6-440f-9887-0a8487716f98,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:28.953466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73e1bef7-1144-4ec1-89b9-ef9f25047d0a req-6ac429a0-d21c-41f7-92bf-4b18399a1726 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740626 Aug 29 04:10:28.977409 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:28.985583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-765cf838-f6eb-462c-9d7f-9e66a1fe3337 admin admin] Deleting subnet a72b546b-d3c7-4ccb-8591-ca14e9023f37 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:10:29.016693 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-765cf838-f6eb-462c-9d7f-9e66a1fe3337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.018532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d468b-1820-4fd2-b264-5bf71504bb7c,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:29.038698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8fa30-86c0-45d2-ace7-2aa7e1c739b9 req-548d7c35-2fa4-484c-9480-d350e54c1a3b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.046841 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bff8fa30-86c0-45d2-ace7-2aa7e1c739b9 req-548d7c35-2fa4-484c-9480-d350e54c1a3b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 950 time: 0.0898395 Aug 29 04:10:29.087208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bff8fa30-86c0-45d2-ace7-2aa7e1c739b9 req-2d0c4d3f-3e33-4bef-bbd4-85982a935014 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394740 Aug 29 04:10:29.131683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde3f61e-7f1d-4ac1-8b00-ececeeeda635 None None] New status for floating IP 29ff7867-6096-4f9d-9ad2-d22c34a61d78: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:10:29.150503 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-765cf838-f6eb-462c-9d7f-9e66a1fe3337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.175020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:29.207221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:29.207459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:29.207791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:29.221616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Attempting to bind port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:29.221961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Attempting to bind port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:29.222296 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Attempting to bind port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 on network 3a29fce4-c2cb-47fe-90e5-d7553facac22 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:29.227224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-765cf838-f6eb-462c-9d7f-9e66a1fe3337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.229159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:29.229483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:29.244481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3d47d37c-24bf-4941-8205-5a3be92f3366 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:29.246459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['e1377b49-8bf6-440f-9887-0a8487716f98'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:29.256934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 on network 3a29fce4-c2cb-47fe-90e5-d7553facac22 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:29.257264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Attempting to bind port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 on network 3a29fce4-c2cb-47fe-90e5-d7553facac22 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:29.263783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:29.264126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:29.264541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:29.264978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Bound port: fb8d468b-1820-4fd2-b264-5bf71504bb7c, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:29.265338 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.273001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:29.273408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Checking segment: {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:29.274284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Bound using segment: {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:29.274722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Bound port: 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8493a35d-9102-47bb-8d9c-f895a0d94242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:29.275088 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.287837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 3d47d37c-24bf-4941-8205-5a3be92f3366 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:10:29.288261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3d47d37c-24bf-4941-8205-5a3be92f3366 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:29.288618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 191cac76-7779-471a-889b-016d9c1735ed no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:29.321297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 191cac76-7779-471a-889b-016d9c1735ed {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:10:29.321643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 191cac76-7779-471a-889b-016d9c1735ed not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:29.376265 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-765cf838-f6eb-462c-9d7f-9e66a1fe3337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.431178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cf838-f6eb-462c-9d7f-9e66a1fe3337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72b546b-d3c7-4ccb-8591-ca14e9023f37,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:29.437991 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-765cf838-f6eb-462c-9d7f-9e66a1fe3337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.439963 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-765cf838-f6eb-462c-9d7f-9e66a1fe3337 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a72b546b-d3c7-4ccb-8591-ca14e9023f37 HTTP/1.1" status: 204 len: 168 time: 0.6327736 Aug 29 04:10:29.443219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54506) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:29.443650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:29.446581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] For port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:29.449603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:29.451505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] For port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:29.455575 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.461739 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.506091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.506705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.508711 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] 10.222.0.52 "PUT /v2.0/ports/fb8d468b-1820-4fd2-b264-5bf71504bb7c HTTP/1.1" status: 200 len: 1093 time: 1.8404331 Aug 29 04:10:29.510910 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'tag': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:29.513325 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "56b9ac27-12be-46c9-8e61-3e6b2f22d954", "tag": "fb8d468b-1820-4fd2-b264-5bf71504bb7c"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:29.522038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.522661 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.524207 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] 10.222.0.59 "PUT /v2.0/ports/646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 HTTP/1.1" status: 200 len: 1093 time: 1.2897506 Aug 29 04:10:29.534371 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342b875-0c56-4fc3-b229-efaf1db3859d service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d468b-1820-4fd2-b264-5bf71504bb7c,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:29.620420 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.632391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba1606-6143-4841-bd2c-96fa3e0b6dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:29.639472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dc986-6441-4ef2-bf62-68ac454bf32c req-a3db400e-51e8-4517-9a68-1db61dd7f759 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.647625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04dc986-6441-4ef2-bf62-68ac454bf32c req-a3db400e-51e8-4517-9a68-1db61dd7f759 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 944 time: 0.1524889 Aug 29 04:10:29.654256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-0a522bd5-f8f0-4267-9e8d-07dd9736414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.656244 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-0a522bd5-f8f0-4267-9e8d-07dd9736414b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ff3f48c3826411a95205a4b90e481f7&device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 1096 time: 0.0557673 Aug 29 04:10:29.681634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7247e27-f9e4-42df-9755-4de281658ef7 req-e18ec442-012a-4d39-8167-a49785f5e087 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.689360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7247e27-f9e4-42df-9755-4de281658ef7 req-e18ec442-012a-4d39-8167-a49785f5e087 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 950 time: 0.1958568 Aug 29 04:10:29.745994 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-6e19c2c8-ae28-4e77-bd1c-3eba6bb3f49e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 HTTP/1.1" status: 200 len: 217 time: 0.0766709 Aug 29 04:10:29.757626 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782562c-c319-44d9-bf95-5de7558d0fca req-41258352-113e-4104-87d5-abbc890dfd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.759560 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-41258352-113e-4104-87d5-abbc890dfd61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 1096 time: 0.1024196 Aug 29 04:10:29.762524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04dc986-6441-4ef2-bf62-68ac454bf32c req-2cfd01d3-91c6-48da-860f-56dbe31cb071 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072977 Aug 29 04:10:29.823648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-f5776919-ac09-4718-a776-f019cdbc7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.825215 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-f5776919-ac09-4718-a776-f019cdbc7086 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d99572f-6b5c-4c0e-ba55-9cedeb4ab610 HTTP/1.1" status: 200 len: 862 time: 0.0647132 Aug 29 04:10:29.828825 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d6fcf3-283a-41f8-8be2-eb5414af5b48 x-openstack-request-id: req-f4d6fcf3-283a-41f8-8be2-eb5414af5b48 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:29.829140 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b9ac27-12be-46c9-8e61-3e6b2f22d954", "tag": "fb8d468b-1820-4fd2-b264-5bf71504bb7c", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:29.829430 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4d6fcf3-283a-41f8-8be2-eb5414af5b48 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:29.829913 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'tag': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c', 'status': 'completed', 'code': 200} Aug 29 04:10:29.850175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7247e27-f9e4-42df-9755-4de281658ef7 req-6a745a6f-1287-486b-8221-022b30601aae tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d6e4978-67f6-4280-8405-8b334a8c1b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593742 Aug 29 04:10:29.869544 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.889756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49677dea-a0ef-45e8-ac2f-e0009ef31139']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:29.913714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0d0f14-e211-4007-a78a-cadde7bd5c51') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:29.914564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0d0f14-e211-4007-a78a-cadde7bd5c51') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:29.920750 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-70b916d1-d7dd-47ec-ade7-bc47b8a74c22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c HTTP/1.1" status: 200 len: 217 time: 0.0936573 Aug 29 04:10:29.973607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.007512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.018105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:10:30.018510 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:10:30.020492 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:10:30.024648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-7d648389-ddf5-402f-9a19-7a4007d73dc2 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:30.026192 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-7d648389-ddf5-402f-9a19-7a4007d73dc2 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 950 time: 0.1235194 Aug 29 04:10:30.027648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782562c-c319-44d9-bf95-5de7558d0fca req-054f9a27-1c79-4ff6-b353-2ec6bfbfb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:30.029005 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-054f9a27-1c79-4ff6-b353-2ec6bfbfb0e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0770175 Aug 29 04:10:30.032033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-21823b82-3bd7-4799-b52f-116438a1f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:30.033060 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-21823b82-3bd7-4799-b52f-116438a1f6fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a29fce4-c2cb-47fe-90e5-d7553facac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293106 Aug 29 04:10:30.084972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce7df4-9cf6-46b1-8fc6-3fe5366e74ee req-164813c0-b4e1-44cc-aeb5-0d06b6665866 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:30.086544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21ce7df4-9cf6-46b1-8fc6-3fe5366e74ee req-164813c0-b4e1-44cc-aeb5-0d06b6665866 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 945 time: 0.1621540 Aug 29 04:10:30.098241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5c8e-a224-48ce-abc6-468d5e33d236 req-a393822a-fce3-4f8f-b8a9-87fb154c384c tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:30.099423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a9e5c8e-a224-48ce-abc6-468d5e33d236 req-a393822a-fce3-4f8f-b8a9-87fb154c384c tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 944 time: 0.1360915 Aug 29 04:10:30.108368 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-ff537fe1-a663-4841-a314-6c8ec810d752 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599663 Aug 29 04:10:30.135671 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.150496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.155540 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] 10.222.0.49 "DELETE /v2.0/networks/49677dea-a0ef-45e8-ac2f-e0009ef31139 HTTP/1.1" status: 204 len: 168 time: 0.7080286 Aug 29 04:10:30.155540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54524) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:30.203923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21ce7df4-9cf6-46b1-8fc6-3fe5366e74ee req-bdcb0167-fab2-4ab1-8aa6-b6fe1f037b1f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030903 Aug 29 04:10:30.250714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbacbc45-9ecb-4e86-b4df-9789b08e1c7b admin admin] Deleting subnet c431211a-8b22-4371-ac9e-d2192ab42ea2 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:10:30.255314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbacbc45-9ecb-4e86-b4df-9789b08e1c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.291863 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-c34e3535-1816-4375-8a37-0c2e9c1796d4 service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442694 Aug 29 04:10:30.301524 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-a5cc9768-4773-4608-8847-98a24daa9467 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626883 Aug 29 04:10:30.303200 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a9e5c8e-a224-48ce-abc6-468d5e33d236 req-8fef8ca9-fb2b-4234-967e-f20765d5dbcb tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766644 Aug 29 04:10:30.304262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed364d-b5f0-4d03-8c3a-38ffe2c8cd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=49677dea-a0ef-45e8-ac2f-e0009ef31139,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:30.389752 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbacbc45-9ecb-4e86-b4df-9789b08e1c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.426778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e1377b49-8bf6-440f-9887-0a8487716f98 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:30.455977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f343378-65de-490a-9295-4c5085704e0c req-5563c12a-227c-4144-8d7b-f48da8bfb604 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:30.464245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f343378-65de-490a-9295-4c5085704e0c req-5563c12a-227c-4144-8d7b-f48da8bfb604 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 943 time: 0.1496296 Aug 29 04:10:30.501007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbacbc45-9ecb-4e86-b4df-9789b08e1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.517123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port e1377b49-8bf6-440f-9887-0a8487716f98 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:30.523830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port e1377b49-8bf6-440f-9887-0a8487716f98 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:30.524667 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.538079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebbdf7-be00-4d40-bd25-51383e68a050 req-c98d6088-5a24-4237-a63b-940c7ffbbba0 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:30.540336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3ebbdf7-be00-4d40-bd25-51383e68a050 req-c98d6088-5a24-4237-a63b-940c7ffbbba0 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 950 time: 0.1670265 Aug 29 04:10:30.614339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f343378-65de-490a-9295-4c5085704e0c req-9f7a9ffc-0efe-4e40-aaf2-c67f220ea34e tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497951 Aug 29 04:10:30.640430 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.655122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3ebbdf7-be00-4d40-bd25-51383e68a050 req-ce8c696f-872c-475e-8a47-d5dc8aa5a6ee tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006248 Aug 29 04:10:30.669897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1377b49-8bf6-440f-9887-0a8487716f98'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:30.670490 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbacbc45-9ecb-4e86-b4df-9789b08e1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.683741 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2386b1e0-de81-4429-a27c-e3188df539e1" -d '{"events": [{"server_uuid": "3992b2f5-efdd-4b71-862c-8afe61f48939", "name": "network-vif-plugged", "status": "completed", "tag": "e1377b49-8bf6-440f-9887-0a8487716f98"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:30.692845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:30.692977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbacbc45-9ecb-4e86-b4df-9789b08e1c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.698407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.698919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bbacbc45-9ecb-4e86-b4df-9789b08e1c7b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c431211a-8b22-4371-ac9e-d2192ab42ea2 HTTP/1.1" status: 204 len: 168 time: 0.5397842 Aug 29 04:10:30.704243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54530) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:30.722228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-3b00b65c-0b4b-426c-840a-9096127fbe6f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Deleting port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:10:30.722487 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-3b00b65c-0b4b-426c-840a-9096127fbe6f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.756004 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30220419-c802-40a9-9b30-bdb464355d22 x-openstack-request-id: req-30220419-c802-40a9-9b30-bdb464355d22 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:30.756315 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3992b2f5-efdd-4b71-862c-8afe61f48939", "name": "network-vif-plugged", "status": "completed", "tag": "e1377b49-8bf6-440f-9887-0a8487716f98", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:30.756635 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30220419-c802-40a9-9b30-bdb464355d22 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:30.757315 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1377b49-8bf6-440f-9887-0a8487716f98', 'code': 200} Aug 29 04:10:30.777121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=e1377b49-8bf6-440f-9887-0a8487716f98,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:30.778030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacbc45-9ecb-4e86-b4df-9789b08e1c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c431211a-8b22-4371-ac9e-d2192ab42ea2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:30.824589 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.893383 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d84cfd3-94d2-46ab-acd1-84538e8a99be req-de141320-74bf-440e-83c2-5dcd901fd33e service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909154 Aug 29 04:10:30.905362 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1782562c-c319-44d9-bf95-5de7558d0fca req-3c98be68-6e56-42e4-80c9-8a1f1afba144 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933177 Aug 29 04:10:30.928054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-3b00b65c-0b4b-426c-840a-9096127fbe6f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] For port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:30.928542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-3b00b65c-0b4b-426c-840a-9096127fbe6f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:30.941792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-3b00b65c-0b4b-426c-840a-9096127fbe6f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Calling delete_port for 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:10:30.999653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54540) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:31.004330 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.004685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1858613962'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:31.024452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cc2fc1-b198-4fc1-a3d1-c34cec97a613']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:31.027800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a3b8f-2e70-459c-948a-2bc844b99db0 req-8be5079a-4412-4eb8-a74c-4fb7584f0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.029440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f2a3b8f-2e70-459c-948a-2bc844b99db0 req-8be5079a-4412-4eb8-a74c-4fb7584f0b2e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 1098 time: 0.1940038 Aug 29 04:10:31.043529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:31.043908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991db060-445c-42db-a081-72c79e94b33d req-08321ad1-557e-446b-ad20-e5c79bc305ce tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.045545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-991db060-445c-42db-a081-72c79e94b33d req-08321ad1-557e-446b-ad20-e5c79bc305ce tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 944 time: 0.2123182 Aug 29 04:10:31.046930 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.051158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0bd733-20b1-449b-82f4-a277f3bdaeb0') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:31.051465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0bd733-20b1-449b-82f4-a277f3bdaeb0') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:31.073545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.096739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51805ec9-b9ff-418a-8457-53941402b74a req-3f35772f-d02e-4c49-b3d6-5cd6647a9dfc tempest-ServersAdminNegativeTestJSON-1823500260 tempest-ServersAdminNegativeTestJSON-1823500260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.098269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51805ec9-b9ff-418a-8457-53941402b74a req-3f35772f-d02e-4c49-b3d6-5cd6647a9dfc tempest-ServersAdminNegativeTestJSON-1823500260 tempest-ServersAdminNegativeTestJSON-1823500260-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 1102 time: 0.1692383 Aug 29 04:10:31.128354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.136619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:31.151397 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-51805ec9-b9ff-418a-8457-53941402b74a req-27b395bd-9965-43c1-9662-ae85c26572a1 tempest-ServersAdminNegativeTestJSON-1823500260 tempest-ServersAdminNegativeTestJSON-1823500260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.155393 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.155747 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Added segment 6c18f8b0-2e89-4e0b-b620-e72d944b49df of type vlan for network 5ca8c052-4733-4905-a6ad-25a41bf91d59 Aug 29 04:10:31.156038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:10:31.156554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.160656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-991db060-445c-42db-a081-72c79e94b33d req-3447b202-4dd3-499e-88aa-2567057a5bf7 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072075 Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:10:31.161290 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:10:31.170310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f req-77341678-3e4d-46c8-b5c6-7e8ad78b5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.171784 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f req-77341678-3e4d-46c8-b5c6-7e8ad78b5393 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 1096 time: 0.0894239 Aug 29 04:10:31.197122 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-3b00b65c-0b4b-426c-840a-9096127fbe6f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.221750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f2a3b8f-2e70-459c-948a-2bc844b99db0 req-3424e314-a4b3-462e-b4c1-62ba5cbf45d9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521435 Aug 29 04:10:31.228162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fe577793-d7d4-4a34-8849-c21b6903159e details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:31.243768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3142b4b1-6827-484c-9b92-cc6d11d0d5f8'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:31.252327 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.259170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.280331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c63932c-149f-4c39-823a-3c75f5e2f4ed req-99a0a7c3-b65d-452f-af99-f6c62d11fac3 tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 210 time: 0.0381224 Aug 29 04:10:31.280757 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.282497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b0cc2fc1-b198-4fc1-a3d1-c34cec97a613 HTTP/1.1" status: 204 len: 168 time: 0.5772579 Aug 29 04:10:31.293315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00b65c-0b4b-426c-840a-9096127fbe6f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Pushing event deleted for resources: {'Port': ['ID=3142b4b1-6827-484c-9b92-cc6d11d0d5f8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:31.301674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f179d3-0bf5-4230-b347-25284551d533 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cc2fc1-b198-4fc1-a3d1-c34cec97a613,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:31.435125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port fe577793-d7d4-4a34-8849-c21b6903159e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fe577793-d7d4-4a34-8849-c21b6903159e,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:31.448508 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-51805ec9-b9ff-418a-8457-53941402b74a req-27b395bd-9965-43c1-9662-ae85c26572a1 tempest-ServersAdminNegativeTestJSON-1823500260 tempest-ServersAdminNegativeTestJSON-1823500260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.457778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'fe577793-d7d4-4a34-8849-c21b6903159e', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'port_id': 'fe577793-d7d4-4a34-8849-c21b6903159e', 'mac_address': 'fa:16:3e:ac:1f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:31.462115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f req-ad4e19c8-a2a9-48ed-876b-fe24fd4429fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.464102 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f req-ad4e19c8-a2a9-48ed-876b-fe24fd4429fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.2681983 Aug 29 04:10:31.479919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-51805ec9-b9ff-418a-8457-53941402b74a req-27b395bd-9965-43c1-9662-ae85c26572a1 tempest-ServersAdminNegativeTestJSON-1823500260 tempest-ServersAdminNegativeTestJSON-1823500260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.483890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-3b00b65c-0b4b-426c-840a-9096127fbe6f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] No DVR routers for this DVR port 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:31.491128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-3b00b65c-0b4b-426c-840a-9096127fbe6f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.493519 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-563667f4-c5ae-4c95-b17a-15adb50b18be req-3b00b65c-0b4b-426c-840a-9096127fbe6f tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.52 "DELETE /v2.0/ports/3142b4b1-6827-484c-9b92-cc6d11d0d5f8 HTTP/1.1" status: 204 len: 173 time: 1.4529200 Aug 29 04:10:31.496406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.502906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.503553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.505994 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.528174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe577793-d7d4-4a34-8849-c21b6903159e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:31.547896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51805ec9-b9ff-418a-8457-53941402b74a req-27b395bd-9965-43c1-9662-ae85c26572a1 tempest-ServersAdminNegativeTestJSON-1823500260 tempest-ServersAdminNegativeTestJSON-1823500260-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373085 Aug 29 04:10:31.560413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54548) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:31.564069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port fe577793-d7d4-4a34-8849-c21b6903159e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fe577793-d7d4-4a34-8849-c21b6903159e,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:31.577392 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.606219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ef211-585e-4273-9bc1-6b003cfff463 req-7e1ff7a3-0b50-4c80-b5b6-747f02359d8e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.608820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b6ef211-585e-4273-9bc1-6b003cfff463 req-7e1ff7a3-0b50-4c80-b5b6-747f02359d8e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 946 time: 0.1961753 Aug 29 04:10:31.624187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b395bd-9965-43c1-9662-ae85c26572a1 tempest-ServersAdminNegativeTestJSON-1823500260 tempest-ServersAdminNegativeTestJSON-1823500260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd87dacd-4b76-42bd-9336-3bd91164f13b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:31.654615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=fe577793-d7d4-4a34-8849-c21b6903159e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:31.658157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6547241 Aug 29 04:10:31.663746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54552) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:31.687935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1117420784'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:31.696595 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f req-7d5d1807-07c3-4bbe-a9ea-d359cce575f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c HTTP/1.1" status: 200 len: 217 time: 0.0701115 Aug 29 04:10:31.714191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3de354-dbe5-496f-a568-f0ecee9dd106 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Network': ['ID=5ca8c052-4733-4905-a6ad-25a41bf91d59,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:31.724743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5ca8c052-4733-4905-a6ad-25a41bf91d59 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:31.749663 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-927ac93d-d402-4ac3-a7aa-b15222f31d27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1edc06cbe9f64557b1d4719980171f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862938 Aug 29 04:10:31.753398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54554) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:31.756626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b6ef211-585e-4273-9bc1-6b003cfff463 req-aebc173e-a016-4059-8e90-0a9766a72f03 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334348 Aug 29 04:10:31.767735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:31.772400 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.806534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0d643-481b-442a-9727-fdb9964ddf3f req-d7e6eb9a-8646-412a-96f6-7b469ee6d94d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.808116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91b0d643-481b-442a-9727-fdb9964ddf3f req-d7e6eb9a-8646-412a-96f6-7b469ee6d94d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 944 time: 0.1623728 Aug 29 04:10:31.823742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f req-4df17d21-80ef-492a-b525-f2bc4d3f2818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:31.825500 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f req-4df17d21-80ef-492a-b525-f2bc4d3f2818 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0847151 Aug 29 04:10:31.830895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'tag': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9'}, {'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-deleted', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:31.834838 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a0c131-aa52-4f01-8653-573044e384af" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2cc8b5-0a21-4d37-881f-f4bb9c96160c", "tag": "646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9"}, {"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-deleted", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:31.862432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:31.868684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['fe577793-d7d4-4a34-8849-c21b6903159e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:31.876256 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f req-553f04c1-392c-4ae2-b814-2ce6c5d260a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359066 Aug 29 04:10:31.902563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.902917 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Added segment 8a2d3005-0f97-4016-9575-796b168eebbb of type vlan for network 42c3b373-a508-467d-877d-7410cc01232d Aug 29 04:10:31.958591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91b0d643-481b-442a-9727-fdb9964ddf3f req-533d3e34-d05a-4147-bd98-b4bb2e365ea8 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362939 Aug 29 04:10:31.968818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a227358c-e15f-47a6-b879-4de395aef679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:31.978682 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f req-c729c2d4-9ff8-4e2b-84b6-8751f5b6e43d service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940888 Aug 29 04:10:31.995067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.022081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a227358c-e15f-47a6-b879-4de395aef679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.032111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac34c5f-7581-4504-9959-754ed2982966 req-db757fa2-98c1-4304-9467-80a1edf2652c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.033683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ac34c5f-7581-4504-9959-754ed2982966 req-db757fa2-98c1-4304-9467-80a1edf2652c tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 944 time: 0.1619589 Aug 29 04:10:32.043029 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e9fb2d-408c-4acd-a606-0fb0b413019e x-openstack-request-id: req-f5e9fb2d-408c-4acd-a606-0fb0b413019e {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:32.043330 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2cc8b5-0a21-4d37-881f-f4bb9c96160c", "tag": "646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9", "status": "completed", "code": 200}, {"server_uuid": "ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f", "name": "network-vif-deleted", "tag": "3142b4b1-6827-484c-9b92-cc6d11d0d5f8", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:32.043591 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5e9fb2d-408c-4acd-a606-0fb0b413019e {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:32.043990 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'tag': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9', 'status': 'completed', 'code': 200} Aug 29 04:10:32.044273 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f', 'name': 'network-vif-deleted', 'tag': '3142b4b1-6827-484c-9b92-cc6d11d0d5f8', 'status': 'completed', 'code': 200} Aug 29 04:10:32.087824 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.097457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.098062 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.109908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c131-aa52-4f01-8653-573044e384af req-bcdbf031-c816-4e7b-9a27-edab4d90e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.111413 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1a0c131-aa52-4f01-8653-573044e384af req-bcdbf031-c816-4e7b-9a27-edab4d90e0f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ff3f48c3826411a95205a4b90e481f7&device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 1096 time: 0.0664005 Aug 29 04:10:32.133909 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e7ff8ec-d6bd-41b7-bb40-a07eba496f4f req-957e2cb3-bf92-47e1-bcbe-7b77700ac8de service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464889 Aug 29 04:10:32.194567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ac34c5f-7581-4504-9959-754ed2982966 req-ed6d0a51-f47c-4526-ab12-c4187aa7f586 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508222 Aug 29 04:10:32.205814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5353191 Aug 29 04:10:32.209611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54560) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:32.222226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'subnet': {'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:32.235686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd620ac-3eb7-4903-9058-a7d59a98b744 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Network': ['ID=42c3b373-a508-467d-877d-7410cc01232d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:32.243064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c131-aa52-4f01-8653-573044e384af req-9bd70aea-e7c3-4fe0-810d-9dbdd2584a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.244586 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1a0c131-aa52-4f01-8653-573044e384af req-9bd70aea-e7c3-4fe0-810d-9dbdd2584a88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3a29fce4-c2cb-47fe-90e5-d7553facac22 HTTP/1.1" status: 200 len: 924 time: 0.1215315 Aug 29 04:10:32.249816 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a227358c-e15f-47a6-b879-4de395aef679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.253012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a227358c-e15f-47a6-b879-4de395aef679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.254696 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a227358c-e15f-47a6-b879-4de395aef679 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a90d3152-d42c-4a95-8ad1-ab4aa0767377 HTTP/1.1" status: 204 len: 168 time: 0.4957163 Aug 29 04:10:32.262991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 42c3b373-a508-467d-877d-7410cc01232d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:32.280650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227358c-e15f-47a6-b879-4de395aef679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d3152-d42c-4a95-8ad1-ab4aa0767377,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:32.341826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1f28-6a66-4eb7-aa58-0acaa8055a93 req-7233def1-7057-480d-8b3a-ba5d4dad7888 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.346925 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1a0c131-aa52-4f01-8653-573044e384af req-29b59b7c-35f4-4109-9569-a3ff573488e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 HTTP/1.1" status: 200 len: 217 time: 0.0747936 Aug 29 04:10:32.351959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-986d1f28-6a66-4eb7-aa58-0acaa8055a93 req-7233def1-7057-480d-8b3a-ba5d4dad7888 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 944 time: 0.0732038 Aug 29 04:10:32.437718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c131-aa52-4f01-8653-573044e384af req-710c6178-0f57-48f3-9123-458630a7d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.438716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-986d1f28-6a66-4eb7-aa58-0acaa8055a93 req-58ce35fa-7eff-4cce-82b3-9b9725a4f6a5 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856867 Aug 29 04:10:32.439390 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1a0c131-aa52-4f01-8653-573044e384af req-710c6178-0f57-48f3-9123-458630a7d5b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d99572f-6b5c-4c0e-ba55-9cedeb4ab610 HTTP/1.1" status: 200 len: 862 time: 0.0836947 Aug 29 04:10:32.445846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:32.453464 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.474517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4b913c5-df4d-4231-899f-8b4e3982a2f8 req-94369155-b0ec-4844-a31c-89bef6a0e3aa tempest-ServersAdminTestJSON-1062511519 tempest-ServersAdminTestJSON-1062511519-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1288d4-ba8e-4e6e-a96b-c4d90a34b15f HTTP/1.1" status: 200 len: 210 time: 0.0347443 Aug 29 04:10:32.571128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c131-aa52-4f01-8653-573044e384af req-cf84b896-f550-4f2f-aca6-b55918727b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.572665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1a0c131-aa52-4f01-8653-573044e384af req-cf84b896-f550-4f2f-aca6-b55918727b12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a29fce4-c2cb-47fe-90e5-d7553facac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773318 Aug 29 04:10:32.680477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c38caa-37ef-4d39-9fda-84308465fa4e req-37a7aac6-61ee-46b0-927d-b2f652aff96f tempest-ServersAdminNegativeTestJSON-1823500260 tempest-ServersAdminNegativeTestJSON-1823500260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.681968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1c38caa-37ef-4d39-9fda-84308465fa4e req-37a7aac6-61ee-46b0-927d-b2f652aff96f tempest-ServersAdminNegativeTestJSON-1823500260 tempest-ServersAdminNegativeTestJSON-1823500260-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 1102 time: 0.0583637 Aug 29 04:10:32.717426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54570) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:32.729492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1c38caa-37ef-4d39-9fda-84308465fa4e req-21056b9f-0b82-454f-81e8-d67fe77f6c26 tempest-ServersAdminNegativeTestJSON-1823500260 tempest-ServersAdminNegativeTestJSON-1823500260-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 Aug 29 04:10:32.748387 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1a0c131-aa52-4f01-8653-573044e384af req-eb82c25e-4d0b-4baf-8012-b18a3a03fb7d service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670053 Aug 29 04:10:32.763766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d109d000-8780-4e9e-9a4c-666ecb3d19e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c59b1b2821d942979a386fd7a3db18e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437727 Aug 29 04:10:32.766224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54574) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:32.769640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.844546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74444c7f-d85a-40d8-aacf-fd878c998097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.901029 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74444c7f-d85a-40d8-aacf-fd878c998097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:32.948597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50952b8f-a18e-49d8-a08e-1f9a6a3fe185 req-20efbaa8-10cd-407c-879c-9dcfcc94b40b tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.955943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50952b8f-a18e-49d8-a08e-1f9a6a3fe185 req-20efbaa8-10cd-407c-879c-9dcfcc94b40b tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 946 time: 0.1092484 Aug 29 04:10:32.965826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Checking segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:32.966164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network hostable DHCP agents. Network: 5ca8c052-4733-4905-a6ad-25a41bf91d59, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:32.981105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Subnet': ['ID=dec4cdbd-ca47-4926-a9b8-d36bd012480e,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:33.009751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50952b8f-a18e-49d8-a08e-1f9a6a3fe185 req-021a514d-37c7-46ef-b577-c85f4c79e076 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529094 Aug 29 04:10:33.010342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74444c7f-d85a-40d8-aacf-fd878c998097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.013138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74444c7f-d85a-40d8-aacf-fd878c998097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.014633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-74444c7f-d85a-40d8-aacf-fd878c998097 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/394f0dea-4037-491b-ac23-febddd784f30 HTTP/1.1" status: 204 len: 168 time: 0.2475162 Aug 29 04:10:33.015022 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1a0c131-aa52-4f01-8653-573044e384af req-7784d851-61b0-4e90-9817-ddb63f3516b2 service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551050 Aug 29 04:10:33.020052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network 5ca8c052-4733-4905-a6ad-25a41bf91d59 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:33.026079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74444c7f-d85a-40d8-aacf-fd878c998097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394f0dea-4037-491b-ac23-febddd784f30,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:33.056725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 5ca8c052-4733-4905-a6ad-25a41bf91d59) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:33.064833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.067359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5fad3-4ba6-4773-896c-745965607b78 None None] Network 5ca8c052-4733-4905-a6ad-25a41bf91d59 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:33.067948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.095898 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f2fc5ed6-078a-4e49-998b-cd5d949c2205 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8850901 Aug 29 04:10:33.098579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54590) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:33.109274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'subnet': {'network_id': '42c3b373-a508-467d-877d-7410cc01232d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:33.172018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93fa4-9fa7-461e-9966-a1985b43d1ac req-0580b4b8-6798-4f8c-a552-19513c350d7a tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.181392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ae93fa4-9fa7-461e-9966-a1985b43d1ac req-0580b4b8-6798-4f8c-a552-19513c350d7a tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 944 time: 0.0801859 Aug 29 04:10:33.244180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fe577793-d7d4-4a34-8849-c21b6903159e up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:33.260562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:33.264747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.291390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ae93fa4-9fa7-461e-9966-a1985b43d1ac req-c2e11171-732a-45fe-afa0-8aca831c423f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036510 Aug 29 04:10:33.325626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce83b-9cde-4c67-8299-40378b2077be req-c5e4fa96-95d3-48a1-a35a-8eba69de8a8a tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.334002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-266ce83b-9cde-4c67-8299-40378b2077be req-c5e4fa96-95d3-48a1-a35a-8eba69de8a8a tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 950 time: 0.1022239 Aug 29 04:10:33.338933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-5ca8c052-4733-4905-a6ad-25a41bf91d59', 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'fixed_ips': [{'subnet_id': 'dec4cdbd-ca47-4926-a9b8-d36bd012480e'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:10:33.339792 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.366605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port fe577793-d7d4-4a34-8849-c21b6903159e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:33.380310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port fe577793-d7d4-4a34-8849-c21b6903159e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:33.380637 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.388790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-266ce83b-9cde-4c67-8299-40378b2077be req-5fdd51a4-056c-42aa-82aa-983b368acd56 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Aug 29 04:10:33.452716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daea28-dea7-4652-876c-36913d4db65c req-4119d451-5b0e-4af7-93da-8732ebc3f9e8 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.454716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24daea28-dea7-4652-876c-36913d4db65c req-4119d451-5b0e-4af7-93da-8732ebc3f9e8 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 944 time: 0.0637605 Aug 29 04:10:33.499362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24daea28-dea7-4652-876c-36913d4db65c req-b6177714-4911-4fa3-b9b6-636a4452ca4a tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377724 Aug 29 04:10:33.584475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.625562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dec36-59a1-451e-9ac0-c85037d2dc37 req-8e772038-5dd4-44a5-9ff5-7d63281b31a9 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.635445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-553dec36-59a1-451e-9ac0-c85037d2dc37 req-8e772038-5dd4-44a5-9ff5-7d63281b31a9 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 944 time: 0.0826683 Aug 29 04:10:33.664579 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.690007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-553dec36-59a1-451e-9ac0-c85037d2dc37 req-afc8b593-f144-4ee2-a738-54be38ede8d6 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535836 Aug 29 04:10:33.714791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Subnet': ['ID=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:33.728576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Allocated IP 10.1.1.2 (5ca8c052-4733-4905-a6ad-25a41bf91d59/dec4cdbd-ca47-4926-a9b8-d36bd012480e/201a7932-f819-4170-889e-58656d9138c0) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:33.728710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Checking segment: {'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:33.728963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network hostable DHCP agents. Network: 42c3b373-a508-467d-877d-7410cc01232d, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:33.752683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6046e20e-f4db-46d5-a18a-59626908a934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe577793-d7d4-4a34-8849-c21b6903159e'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:33.755192 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bbf79a-f3e9-4911-8c6b-8f9c136089ce" -d '{"events": [{"server_uuid": "6046e20e-f4db-46d5-a18a-59626908a934", "name": "network-vif-plugged", "status": "completed", "tag": "fe577793-d7d4-4a34-8849-c21b6903159e"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:33.755444 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network 42c3b373-a508-467d-877d-7410cc01232d is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:33.789487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 42c3b373-a508-467d-877d-7410cc01232d) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:33.795755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:33.809411 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:33.842359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54618) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:33.843259 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-88932dd9-ac5e-4e41-91c3-788602492a17 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7413468 Aug 29 04:10:33.853443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'port': {'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59', 'name': 'tempest-TaggedBootDevicesTest-1101284639', 'fixed_ips': [{'subnet_id': 'dec4cdbd-ca47-4926-a9b8-d36bd012480e'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:33.863580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54620) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:33.895573 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c356d1-11c3-4b4c-966b-4137b7e29870 x-openstack-request-id: req-e3c356d1-11c3-4b4c-966b-4137b7e29870 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:33.895817 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6046e20e-f4db-46d5-a18a-59626908a934", "name": "network-vif-plugged", "status": "completed", "tag": "fe577793-d7d4-4a34-8849-c21b6903159e", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:33.895988 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3c356d1-11c3-4b4c-966b-4137b7e29870 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:33.896438 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6046e20e-f4db-46d5-a18a-59626908a934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe577793-d7d4-4a34-8849-c21b6903159e', 'code': 200} Aug 29 04:10:33.903650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368debf-1ab8-4588-adc8-d95fb63a9029 None None] Network 42c3b373-a508-467d-877d-7410cc01232d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:33.941271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port fe577793-d7d4-4a34-8849-c21b6903159e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fe577793-d7d4-4a34-8849-c21b6903159e,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:34.006448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f5e39-c9a7-4045-9c30-8bd72e4d78fb req-97283094-157a-4618-8f67-5d951ba54728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:34.008589 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3f4f5e39-c9a7-4045-9c30-8bd72e4d78fb req-97283094-157a-4618-8f67-5d951ba54728 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 1097 time: 0.0724266 Aug 29 04:10:34.042079 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.064096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:34.090198 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-96173564-8104-4ed2-b68b-1c00345ad5fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71e0300af1f54ac787635907183d9c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220287 Aug 29 04:10:34.090198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54632) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:34.098948 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3f4f5e39-c9a7-4045-9c30-8bd72e4d78fb req-97e3533f-77f0-4b31-8ce5-321ff75f566c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825970 Aug 29 04:10:34.153174 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf4af63f-228f-44fa-9d66-09cab9efe4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.181914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf4af63f-228f-44fa-9d66-09cab9efe4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.208573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c127d-7cb0-4d3d-a2f2-6f7163e6f5c0 req-614c18c8-27d5-40af-910a-e9608c4e6ca9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:34.212151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:34.214081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc6c127d-7cb0-4d3d-a2f2-6f7163e6f5c0 req-614c18c8-27d5-40af-910a-e9608c4e6ca9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 946 time: 0.0893416 Aug 29 04:10:34.221843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=fe577793-d7d4-4a34-8849-c21b6903159e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:34.227719 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.233061 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.245122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Transition to ACTIVE for port object 201a7932-f819-4170-889e-58656d9138c0 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:34.256480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] device_id is not set on port a3a0fbc2-2258-4215-96df-cc3284c69295 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:10:34.264847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf4af63f-228f-44fa-9d66-09cab9efe4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.269496 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf4af63f-228f-44fa-9d66-09cab9efe4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.273034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cf4af63f-228f-44fa-9d66-09cab9efe4e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d6e4978-67f6-4280-8405-8b334a8c1b0a HTTP/1.1" status: 204 len: 168 time: 0.1802714 Aug 29 04:10:34.281727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4af63f-228f-44fa-9d66-09cab9efe4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6e4978-67f6-4280-8405-8b334a8c1b0a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:34.310526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Transition to ACTIVE for port object 201a7932-f819-4170-889e-58656d9138c0 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:34.351743 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.358468 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc6c127d-7cb0-4d3d-a2f2-6f7163e6f5c0 req-9ac1162e-e8e5-45ec-be56-977a2c86f8c7 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418343 Aug 29 04:10:34.366781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-385659485-network', 'tenant_id': '75d66230a7f2420db544257655092dba'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:34.379010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-42c3b373-a508-467d-877d-7410cc01232d', 'network_id': '42c3b373-a508-467d-877d-7410cc01232d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'fixed_ips': [{'subnet_id': '49a3c082-c836-4e5a-a6ab-eea6c61d5cd5'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:10:34.379963 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.407811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Network 5ca8c052-4733-4905-a6ad-25a41bf91d59 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:34.414740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:34.418871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:34.420776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Pushing event updated for resources: {'Port': ['ID=201a7932-f819-4170-889e-58656d9138c0,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:34.422754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Made reservation on behalf of 75d66230a7f2420db544257655092dba for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:34.426022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.438855 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.510012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb8d468b-1820-4fd2-b264-5bf71504bb7c details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:34.517901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:34.573600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:10:34.573978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3142b4b1-6827-484c-9b92-cc6d11d0d5f8 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:34.574336 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.580872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.621303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:34.626951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Attempting to bind port 201a7932-f819-4170-889e-58656d9138c0 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:34.627646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Attempting to bind port 201a7932-f819-4170-889e-58656d9138c0 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:34.628250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Attempting to bind port 201a7932-f819-4170-889e-58656d9138c0 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:34.651184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a4cd5d-89c5-482f-a242-1992d560670e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:34.657769 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.658183 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Added segment 5758cca5-73a3-4582-97a7-43cf3554ed56 of type vlan for network 5352fe79-7bd7-4c30-9494-30d2a510b52f Aug 29 04:10:34.711412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:34.712235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Checking segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:34.712857 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.713470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Bound using segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:34.714184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Bound port: 201a7932-f819-4170-889e-58656d9138c0, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:34.714814 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.729564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.774605 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.775876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:34.776665 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.815048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Allocated IP 10.2.2.2 (42c3b373-a508-467d-877d-7410cc01232d/49a3c082-c836-4e5a-a6ab-eea6c61d5cd5/2613d723-50ac-4ef6-a52a-03040d0dd21d) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:34.821617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54654) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:34.859396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:34.906147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] For port 201a7932-f819-4170-889e-58656d9138c0, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:34.907817 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6944182 Aug 29 04:10:34.917025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54656) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:34.931297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Request body: {'subnet': {'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-385659485-subnet', 'tenant_id': '75d66230a7f2420db544257655092dba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:34.935480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c', 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37', 'port_id': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c', 'mac_address': 'fa:16:3e:10:ea:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202acf61-14c7-4a45-8371-62216017318f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:34.941413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbae26e-5d2e-42a8-b166-a0519a151f65 admin admin] Pushing event updated for resources: {'Network': ['ID=5352fe79-7bd7-4c30-9494-30d2a510b52f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:34.956458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5352fe79-7bd7-4c30-9494-30d2a510b52f details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:34.961710 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-02d74e2e-b825-47e8-866e-d599dd9a1324 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d79d677516c3486a80002b2854aa9b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032045 Aug 29 04:10:34.963965 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54658) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:34.965332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] For port 201a7932-f819-4170-889e-58656d9138c0, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=201a7932-f819-4170-889e-58656d9138c0,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:34.986808 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Made reservation on behalf of 75d66230a7f2420db544257655092dba for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:34.989255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:34.998401 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.077286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1185f-4504-4d10-9978-bbc346d6c8ea req-9ecf85cf-dbc7-43e7-8de5-ff253ed8000e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.080792 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42b1185f-4504-4d10-9978-bbc346d6c8ea req-9ecf85cf-dbc7-43e7-8de5-ff253ed8000e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 944 time: 0.2235248 Aug 29 04:10:35.093003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e38dbcd-6d3d-4634-a3a0-0a76288cb083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.105258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Allocated IP 10.1.1.42 (5ca8c052-4733-4905-a6ad-25a41bf91d59/dec4cdbd-ca47-4926-a9b8-d36bd012480e/a3a0fbc2-2258-4215-96df-cc3284c69295) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:35.116506 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.130946 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e38dbcd-6d3d-4634-a3a0-0a76288cb083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.135521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18e5cb-efad-4bcc-a28f-f2dcf782c040 req-90fee93b-fdb2-4be0-b3cc-7da25a895915 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.137353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a18e5cb-efad-4bcc-a28f-f2dcf782c040 req-90fee93b-fdb2-4be0-b3cc-7da25a895915 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 1098 time: 0.1142342 Aug 29 04:10:35.165639 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8d468b-1820-4fd2-b264-5bf71504bb7c {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:35.176543 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42b1185f-4504-4d10-9978-bbc346d6c8ea req-c52df8f5-6835-46b1-9a56-282f326cb2e9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805049 Aug 29 04:10:35.180650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd64e35-65a3-4e20-8502-5cfee0e43eeb None None] Pushing event updated for resources: {'Port': ['ID=201a7932-f819-4170-889e-58656d9138c0,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:35.230028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:35.243968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:35.287977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-3551e550-b4fc-4495-972c-284a428a57b8 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.290198 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-3551e550-b4fc-4495-972c-284a428a57b8 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 950 time: 0.1479414 Aug 29 04:10:35.342110 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a18e5cb-efad-4bcc-a28f-f2dcf782c040 req-8e63bdec-b3ad-41d4-8943-f9a37a8bbb8c tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812274 Aug 29 04:10:35.374285 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.382529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e38dbcd-6d3d-4634-a3a0-0a76288cb083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.386702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e38dbcd-6d3d-4634-a3a0-0a76288cb083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.387976 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2e38dbcd-6d3d-4634-a3a0-0a76288cb083 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e10b82be-cd52-4cb5-a178-72963e357310 HTTP/1.1" status: 204 len: 168 time: 0.4190619 Aug 29 04:10:35.388152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e766007-61ca-4e73-aa28-e933c6bee9fb req-23f58e35-c5e4-40df-b210-152965389fc1 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.389973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e766007-61ca-4e73-aa28-e933c6bee9fb req-23f58e35-c5e4-40df-b210-152965389fc1 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 950 time: 0.1154480 Aug 29 04:10:35.397430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.442756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38dbcd-6d3d-4634-a3a0-0a76288cb083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b82be-cd52-4cb5-a178-72963e357310,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:35.478101 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.489031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Transition to ACTIVE for port object 2613d723-50ac-4ef6-a52a-03040d0dd21d will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:35.520779 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Transition to ACTIVE for port object 2613d723-50ac-4ef6-a52a-03040d0dd21d will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:35.553320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=495dbde7-b5b9-46fd-adcc-ad5f54601c30,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:35.561655 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fb8d468b-1820-4fd2-b264-5bf71504bb7c,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:35.583962 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.595322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Checking segment: {'id': '5758cca5-73a3-4582-97a7-43cf3554ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:35.595692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Network hostable DHCP agents. Network: 5352fe79-7bd7-4c30-9494-30d2a510b52f, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:35.604735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:35.612389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-401182c9-755d-4b9a-883f-33fbb3c2c67b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Deleting port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:10:35.613119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-401182c9-755d-4b9a-883f-33fbb3c2c67b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.622936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e766007-61ca-4e73-aa28-e933c6bee9fb req-176812e3-9453-4a0a-8cc3-5a85a6b754ed tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991343 Aug 29 04:10:35.718093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Network 5352fe79-7bd7-4c30-9494-30d2a510b52f is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:35.724556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Pushing event updated for resources: {'Port': ['ID=2613d723-50ac-4ef6-a52a-03040d0dd21d,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:35.726881 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.737456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Network 42c3b373-a508-467d-877d-7410cc01232d is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:35.742072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'port_id': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9', 'mac_address': 'fa:16:3e:a6:c7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:10:35.744833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 5352fe79-7bd7-4c30-9494-30d2a510b52f) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:35.747466 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:35.753628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.754297 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.778851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Transition to ACTIVE for port object a3a0fbc2-2258-4215-96df-cc3284c69295 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:35.788326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7226-add0-4630-b8cb-df1fa1604bbf req-fcfde5b8-9b07-4155-af07-52642bf5918d tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.797736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6094d474-fc26-44b9-8667-9089d10bb73e None None] Network 5352fe79-7bd7-4c30-9494-30d2a510b52f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:35.799756 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c585577c-b581-432d-936d-63ba4bf59d3e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8815131 Aug 29 04:10:35.800803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:35.803015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54664) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:35.804214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f4d7226-add0-4630-b8cb-df1fa1604bbf req-fcfde5b8-9b07-4155-af07-52642bf5918d tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 945 time: 0.1569657 Aug 29 04:10:35.807492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-385659485-router', 'tenant_id': '75d66230a7f2420db544257655092dba', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:35.833147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-401182c9-755d-4b9a-883f-33fbb3c2c67b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] For port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:35.833394 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-401182c9-755d-4b9a-883f-33fbb3c2c67b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.852601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-401182c9-755d-4b9a-883f-33fbb3c2c67b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Calling delete_port for 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:10:35.860097 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.863547 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.866691 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.871431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f4d7226-add0-4630-b8cb-df1fa1604bbf req-cc1d3d16-8fe7-40b1-917e-c1819f2faec0 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640521 Aug 29 04:10:35.893206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c09e2c-986f-451e-9e77-3fe6d4d4bb90 req-07523ca8-a3c8-47be-ac12-b08814d062c5 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:35.895243 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37c09e2c-986f-451e-9e77-3fe6d4d4bb90 req-07523ca8-a3c8-47be-ac12-b08814d062c5 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 944 time: 0.1868856 Aug 29 04:10:35.910080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['fb8d468b-1820-4fd2-b264-5bf71504bb7c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:35.958479 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:35.970588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Attempting to bind port 2613d723-50ac-4ef6-a52a-03040d0dd21d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:35.970922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Attempting to bind port 2613d723-50ac-4ef6-a52a-03040d0dd21d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:35.971337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Attempting to bind port 2613d723-50ac-4ef6-a52a-03040d0dd21d on network 42c3b373-a508-467d-877d-7410cc01232d {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:35.974259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:36.010744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:36.011403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Checking segment: {'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:36.011541 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.011917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Bound using segment: {'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:36.012446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Bound port: 2613d723-50ac-4ef6-a52a-03040d0dd21d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:36.012983 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.014608 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.018099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network 5ca8c052-4733-4905-a6ad-25a41bf91d59 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:36.021151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:36.038059 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:36.042312 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.047155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:36.085701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37c09e2c-986f-451e-9e77-3fe6d4d4bb90 req-b3e9cd94-0385-46f3-9b8f-5b34d1f72d53 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769285 Aug 29 04:10:36.162493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Port': ['ID=a3a0fbc2-2258-4215-96df-cc3284c69295,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:36.208427 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.237014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:36.237829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.244669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613a447-41be-4e59-ae33-741f0f075e6f req-9c42cc53-e86b-44bf-9ab5-c6752bf86bbd tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:36.252227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f613a447-41be-4e59-ae33-741f0f075e6f req-9c42cc53-e86b-44bf-9ab5-c6752bf86bbd tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 1098 time: 0.2592826 Aug 29 04:10:36.269817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] For port 2613d723-50ac-4ef6-a52a-03040d0dd21d, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:36.273994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] For port 2613d723-50ac-4ef6-a52a-03040d0dd21d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2613d723-50ac-4ef6-a52a-03040d0dd21d,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:36.300750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f613a447-41be-4e59-ae33-741f0f075e6f req-96fc7d73-43b6-4337-8163-d5117c223ade tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Aug 29 04:10:36.338575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bf871c04-c3bf-457f-b3d4-093d9c2e3cf8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4948609 Aug 29 04:10:36.340237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54680) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:36.346451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'port': {'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59', 'name': 'tempest-TaggedBootDevicesTest-149854274', 'fixed_ips': [{'subnet_id': 'dec4cdbd-ca47-4926-a9b8-d36bd012480e'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:36.379949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7aee1-d279-4c9f-8bac-26b6c4345e0b req-6619c4b1-0a45-456a-bf9d-68317fb43d10 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:36.391043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54686) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:36.395294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2bd7aee1-d279-4c9f-8bac-26b6c4345e0b req-6619c4b1-0a45-456a-bf9d-68317fb43d10 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 945 time: 0.2048669 Aug 29 04:10:36.398375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-398644e5-e437-4b82-bf3f-9d0fc282eb21 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Request body: {'floatingip': {'port_id': 'fe577793-d7d4-4a34-8849-c21b6903159e'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:36.472663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-401182c9-755d-4b9a-883f-33fbb3c2c67b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.719752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['7e93986b-e9f5-4f0d-9347-ca5416c6e2fc'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:36.721828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54700) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:36.761462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:36.801892 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.811884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-5352fe79-7bd7-4c30-9494-30d2a510b52f', 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f', 'tenant_id': '75d66230a7f2420db544257655092dba', 'fixed_ips': [{'subnet_id': '495dbde7-b5b9-46fd-adcc-ad5f54601c30'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:10:36.813207 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.824634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8232d-f87b-480e-ba77-855732f32629 req-c08e9eae-f3e6-4064-b402-1bd0d140d158 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:36.834314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9d8232d-f87b-480e-ba77-855732f32629 req-c08e9eae-f3e6-4064-b402-1bd0d140d158 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 945 time: 0.2585483 Aug 29 04:10:36.892594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:36.921020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9d8232d-f87b-480e-ba77-855732f32629 req-d29e4713-40fa-4726-a352-6783d26674ac tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858066 Aug 29 04:10:36.922231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:36.926475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 201a7932-f819-4170-889e-58656d9138c0 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:36.928540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f8c75f-578d-4735-bcfc-759103fd860e None None] Network 5ca8c052-4733-4905-a6ad-25a41bf91d59 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:36.947545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.974148 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401182c9-755d-4b9a-883f-33fbb3c2c67b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Pushing event deleted for resources: {'Port': ['ID=54d06221-4e7e-4b2e-a42c-7c054feeb1c5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:36.981744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-network', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:36.985093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-398644e5-e437-4b82-bf3f-9d0fc282eb21 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.021722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] device_id is not set on port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:10:37.151735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02cf8dcc-9bcc-4de0-b453-5614d52033c8 req-59b6e1a6-247e-4e51-9f19-aca0b9ac0c26 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4313eab-394d-42ec-81c7-b96e0bcaad57 HTTP/1.1" status: 200 len: 210 time: 0.1087620 Aug 29 04:10:37.155527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Made reservation on behalf of 58542bb9d7994b0e87bad8aafda62c97 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:37.158172 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.187227 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.363813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Allocated IP 172.20.0.2 (5352fe79-7bd7-4c30-9494-30d2a510b52f/495dbde7-b5b9-46fd-adcc-ad5f54601c30/9d972061-95b5-469d-8bcb-13dcbcbf828d) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:37.387303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.405369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-401182c9-755d-4b9a-883f-33fbb3c2c67b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] No DVR routers for this DVR port 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:37.407273 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-401182c9-755d-4b9a-883f-33fbb3c2c67b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.410940 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e2b2c58-1f57-4b07-b34f-270adfec803c req-401182c9-755d-4b9a-883f-33fbb3c2c67b tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.52 "DELETE /v2.0/ports/54d06221-4e7e-4b2e-a42c-7c054feeb1c5 HTTP/1.1" status: 204 len: 173 time: 2.0913289 Aug 29 04:10:37.411114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.423413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:37.446121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4313eab-394d-42ec-81c7-b96e0bcaad57', 'name': 'network-vif-deleted', 'tag': '54d06221-4e7e-4b2e-a42c-7c054feeb1c5'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:37.449644 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626ca5a9-26ba-4326-9e31-8b84b1195881" -d '{"events": [{"server_uuid": "a4313eab-394d-42ec-81c7-b96e0bcaad57", "name": "network-vif-deleted", "tag": "54d06221-4e7e-4b2e-a42c-7c054feeb1c5"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:37.559042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3be1853c-7160-41d7-ba6a-1e842be45ced None None] Provisioning for port 201a7932-f819-4170-889e-58656d9138c0 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:37.563840 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.564305 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Added segment 2acb0c48-8fd7-4316-8d0b-7ed09b776617 of type vlan for network 5797e981-9a4f-4ff4-bf64-125c1174328e Aug 29 04:10:37.566770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 201a7932-f819-4170-889e-58656d9138c0 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:37.602126 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.631386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 201a7932-f819-4170-889e-58656d9138c0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:37.633482 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.692427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeed0fc-87a3-4890-9ac1-77387c46a3f9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:37.703858 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.759531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3be1853c-7160-41d7-ba6a-1e842be45ced None None] Provisioning complete for port 201a7932-f819-4170-889e-58656d9138c0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:37.760066 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3be1853c-7160-41d7-ba6a-1e842be45ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.761407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226335d-b2eb-48d0-a5ba-b605f5494af4 req-84f2ecc5-0f3d-4168-959e-a5a95d23bb37 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:37.781439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5226335d-b2eb-48d0-a5ba-b605f5494af4 req-84f2ecc5-0f3d-4168-959e-a5a95d23bb37 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 945 time: 0.3925469 Aug 29 04:10:37.839428 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.840464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:37.841103 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.858486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Allocated IP 10.1.1.212 (5ca8c052-4733-4905-a6ad-25a41bf91d59/dec4cdbd-ca47-4926-a9b8-d36bd012480e/dd80b936-e8e6-4c0f-a3c9-f1274c06bd60) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:37.880472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96929786-f162-4a03-b9aa-b57757773f0a None None] Pushing event updated for resources: {'Port': ['ID=2613d723-50ac-4ef6-a52a-03040d0dd21d,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:37.881627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5226335d-b2eb-48d0-a5ba-b605f5494af4 req-a1937c24-ccd1-4990-adce-d6e66b4098a7 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985708 Aug 29 04:10:38.016658 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36af992b-e3f3-4b27-8fc7-816801878a0f x-openstack-request-id: req-36af992b-e3f3-4b27-8fc7-816801878a0f {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:38.017123 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4313eab-394d-42ec-81c7-b96e0bcaad57", "name": "network-vif-deleted", "tag": "54d06221-4e7e-4b2e-a42c-7c054feeb1c5", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:38.017427 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36af992b-e3f3-4b27-8fc7-816801878a0f {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:38.017828 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4313eab-394d-42ec-81c7-b96e0bcaad57', 'name': 'network-vif-deleted', 'tag': '54d06221-4e7e-4b2e-a42c-7c054feeb1c5', 'status': 'completed', 'code': 200} Aug 29 04:10:38.019468 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.092417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-000f5354-04c3-4497-8bf4-ff9c5ea5fa20 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:10:38.093552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-000f5354-04c3-4497-8bf4-ff9c5ea5fa20 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109158 Aug 29 04:10:38.122266 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-398644e5-e437-4b82-bf3f-9d0fc282eb21 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.134193 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-398644e5-e437-4b82-bf3f-9d0fc282eb21 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.134436 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.145012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4220445 Aug 29 04:10:38.154292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.158580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Request body: {'binding': {'host': 'n-h2-712141-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:38.159120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Unknown quota resources ['binding']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:10:38.184646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Transition to ACTIVE for port object 9d972061-95b5-469d-8bcb-13dcbcbf828d will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:38.233015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54740) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:38.246545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Request body: {'subnet': {'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-subnet', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:38.253229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Transition to ACTIVE for port object 9d972061-95b5-469d-8bcb-13dcbcbf828d will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:38.265340 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-398644e5-e437-4b82-bf3f-9d0fc282eb21 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Floating IP e2220210-f20b-4d24-828b-65602230e035 associated. External IP: 172.25.5.236, port: fe577793-d7d4-4a34-8849-c21b6903159e. Aug 29 04:10:38.296659 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.311515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 201a7932-f819-4170-889e-58656d9138c0, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=201a7932-f819-4170-889e-58656d9138c0,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:38.347036 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3be1853c-7160-41d7-ba6a-1e842be45ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.355322 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.395461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Network 5352fe79-7bd7-4c30-9494-30d2a510b52f is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:38.402813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cb9f0-4bcd-4537-9127-f4dbb9d37aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=5797e981-9a4f-4ff4-bf64-125c1174328e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:38.462724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.468287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:38.482473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Pushing event updated for resources: {'Port': ['ID=9d972061-95b5-469d-8bcb-13dcbcbf828d,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:38.484393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Transition to ACTIVE for port object dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:38.511215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:38.514029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5797e981-9a4f-4ff4-bf64-125c1174328e details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:38.518101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:38.534800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Allocated IP 172.25.5.138 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/a2c1030c-2716-4195-a224-a4996b1276db) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:38.637959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:10:38.638446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 54d06221-4e7e-4b2e-a42c-7c054feeb1c5 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:38.672015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Made reservation on behalf of 58542bb9d7994b0e87bad8aafda62c97 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:38.676021 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.774448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=201a7932-f819-4170-889e-58656d9138c0,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:38.802775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Attempting to bind port 9d972061-95b5-469d-8bcb-13dcbcbf828d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:38.803137 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Attempting to bind port 9d972061-95b5-469d-8bcb-13dcbcbf828d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '5758cca5-73a3-4582-97a7-43cf3554ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:38.803582 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Attempting to bind port 9d972061-95b5-469d-8bcb-13dcbcbf828d on network 5352fe79-7bd7-4c30-9494-30d2a510b52f {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:38.808773 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-3be1853c-7160-41d7-ba6a-1e842be45ced None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:10:38.809285 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-3be1853c-7160-41d7-ba6a-1e842be45ced None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:10:38.815101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:38.816564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Checking segment: {'id': '5758cca5-73a3-4582-97a7-43cf3554ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:38.816564 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.816904 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Bound using segment: {'id': '5758cca5-73a3-4582-97a7-43cf3554ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:38.817574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Bound port: 9d972061-95b5-469d-8bcb-13dcbcbf828d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5758cca5-73a3-4582-97a7-43cf3554ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:38.818172 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.848466 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2613d723-50ac-4ef6-a52a-03040d0dd21d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:38.863179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.876097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6fdd2-17a1-45f6-aac3-0eb52af3f65d req-860feb2f-3141-47a6-8e41-f094515ad43e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:38.887891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fd6fdd2-17a1-45f6-aac3-0eb52af3f65d req-860feb2f-3141-47a6-8e41-f094515ad43e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 945 time: 0.8088906 Aug 29 04:10:38.891066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398644e5-e437-4b82-bf3f-9d0fc282eb21 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Router dce602d8-ce25-47f7-9a33-c6f38f0ba5db has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:38.909526 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:38.910237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01921758-8ecb-4704-97e6-e6c2bfa6ce5d None None] Network 42c3b373-a508-467d-877d-7410cc01232d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:38.935537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 on host n-h2-712141-12 for vnic_type normal with profile None {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:38.935919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:38.936287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:38.986152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Port e1377b49-8bf6-440f-9887-0a8487716f98 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:38.986475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:38.989505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network 5ca8c052-4733-4905-a6ad-25a41bf91d59 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:39.009423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:39.009838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] For port 9d972061-95b5-469d-8bcb-13dcbcbf828d, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:39.013480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:39.013823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:39.014199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:39.014656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Bound port: e1377b49-8bf6-440f-9887-0a8487716f98, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:39.017194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] For port 9d972061-95b5-469d-8bcb-13dcbcbf828d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9d972061-95b5-469d-8bcb-13dcbcbf828d,segment=NetworkSegment(5758cca5-73a3-4582-97a7-43cf3554ed56),segment_id=5758cca5-73a3-4582-97a7-43cf3554ed56)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:39.020004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:39.027096 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fd6fdd2-17a1-45f6-aac3-0eb52af3f65d req-328236cd-23c3-4ea4-8e4a-311d356f648e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382329 Aug 29 04:10:39.027880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Port': ['ID=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:39.033106 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.062914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398644e5-e437-4b82-bf3f-9d0fc282eb21 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:39.063304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 2613d723-50ac-4ef6-a52a-03040d0dd21d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:39.063395 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-398644e5-e437-4b82-bf3f-9d0fc282eb21 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.063478 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] Sync routers for ids ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:39.081803 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] Routers {'dce602d8-ce25-47f7-9a33-c6f38f0ba5db'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:39.082320 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:39.082871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.208522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:39.251625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c007be1-6465-4e00-b430-806c130089f4 None None] Pushing event updated for resources: {'Port': ['ID=9d972061-95b5-469d-8bcb-13dcbcbf828d,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:39.266065 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] Set router dce602d8-ce25-47f7-9a33-c6f38f0ba5db gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:39.284713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:39.350716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:39.352172 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.428862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.432018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.434283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:39.444467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:39.445818 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.450924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-7506ee16-ff36-4495-80f1-cf0c8560c202 service neutron] 10.222.0.49 "POST /v2.0/ports/e1377b49-8bf6-440f-9887-0a8487716f98/bindings HTTP/1.1" status: 201 len: 390 time: 1.3065250 Aug 29 04:10:39.571531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d3b14cba-416d-4f19-bdc5-75d506dd03ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2300684 Aug 29 04:10:39.720358 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-398644e5-e437-4b82-bf3f-9d0fc282eb21 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "PUT /v2.0/floatingips/e2220210-f20b-4d24-828b-65602230e035 HTTP/1.1" status: 200 len: 991 time: 3.3252850 Aug 29 04:10:39.733411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726fbda-7937-4c22-bbc3-2d2328b7fc7f req-caf913eb-e41b-4d18-823a-d5e571ed7ab4 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:39.744970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e726fbda-7937-4c22-bbc3-2d2328b7fc7f req-caf913eb-e41b-4d18-823a-d5e571ed7ab4 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 945 time: 0.3721147 Aug 29 04:10:39.760514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7a7766-8c5b-4488-87f3-7322194cdbeb,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:39.762147 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:34Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'e2220210-f20b-4d24-828b-65602230e035', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'port_id': 'fe577793-d7d4-4a34-8849-c21b6903159e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'mac_address': 'fa:16:3e:ac:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6046e20e-f4db-46d5-a18a-59626908a934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:09:38Z', 'updated_at': '2021-08-29T04:10:37Z', 'revision_number': 1, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04a284c-642e-46e5-8566-c4ddcce92986', 'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'mac_address': 'fa:16:3e:0a:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:33Z', 'updated_at': '2021-08-29T04:09:40Z', 'revision_number': 5, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'subnets': [{'id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:39.782189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:39.810353 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] Checking router: dce602d8-ce25-47f7-9a33-c6f38f0ba5db for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:39.821498 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] Routers {'dce602d8-ce25-47f7-9a33-c6f38f0ba5db'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:39.822234 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:39.852166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Provisioning complete for port 201a7932-f819-4170-889e-58656d9138c0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:39.852539 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.860698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Checking segment: {'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:39.861184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c1030c-2716-4195-a224-a4996b1276db,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:39.861321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Network hostable DHCP agents. Network: 5797e981-9a4f-4ff4-bf64-125c1174328e, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:39.867925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:39.875283 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:39.882549 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e726fbda-7937-4c22-bbc3-2d2328b7fc7f req-b50f3812-524b-49ea-b2c3-020a7108ee7b tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315522 Aug 29 04:10:39.933675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Network 5797e981-9a4f-4ff4-bf64-125c1174328e is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:39.943468 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.976726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 5797e981-9a4f-4ff4-bf64-125c1174328e) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:39.984914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:39.985053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.986210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-18b28b49-4b33-4cef-904b-4d3892ad0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:39.988685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:39.991405 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ef99a5-4ebb-4baf-bdab-cc602393eb8f" -d '{"events": [{"server_uuid": "bb2cc8b5-0a21-4d37-881f-f4bb9c96160c", "name": "network-vif-plugged", "status": "completed", "tag": "646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:39.993601 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-18b28b49-4b33-4cef-904b-4d3892ad0643 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 1098 time: 0.2102020 Aug 29 04:10:39.998621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9b2310-6ceb-41ba-a0d5-cb4dfbf793fe None None] Network 5797e981-9a4f-4ff4-bf64-125c1174328e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:39.999542 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] Set router dce602d8-ce25-47f7-9a33-c6f38f0ba5db gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:40.037850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-be0b2478-1813-4f15-844d-7e3182d56578 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8003554 Aug 29 04:10:40.040532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54758) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:40.047385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-router', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:40.088273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:40.116113 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.127931 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6046e20e-f4db-46d5-a18a-59626908a934', 'tag': 'fe577793-d7d4-4a34-8849-c21b6903159e'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:40.130411 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b356057-5782-4009-aa7f-8e8442b7c625" -d '{"events": [{"name": "network-changed", "server_uuid": "6046e20e-f4db-46d5-a18a-59626908a934", "tag": "fe577793-d7d4-4a34-8849-c21b6903159e"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:40.133986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-ffde30cc-46cf-4525-90f6-5a5566ed9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:40.135241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.137252 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-ffde30cc-46cf-4525-90f6-5a5566ed9825 service neutron] 10.222.0.59 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.1324668 Aug 29 04:10:40.141195 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.189897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Provisioning for port 2613d723-50ac-4ef6-a52a-03040d0dd21d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:40.216145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c611610-23ba-4338-af2e-fb843f36900b req-489e9d5b-588e-4d06-963a-43298516e7dc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:40.217762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c611610-23ba-4338-af2e-fb843f36900b req-489e9d5b-588e-4d06-963a-43298516e7dc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 946 time: 0.1482239 Aug 29 04:10:40.232005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Provisioning complete for port 2613d723-50ac-4ef6-a52a-03040d0dd21d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:40.232408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.322738 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.331674 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:34Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'e2220210-f20b-4d24-828b-65602230e035', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'port_id': 'fe577793-d7d4-4a34-8849-c21b6903159e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'mac_address': 'fa:16:3e:ac:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6046e20e-f4db-46d5-a18a-59626908a934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:09:38Z', 'updated_at': '2021-08-29T04:10:37Z', 'revision_number': 1, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04a284c-642e-46e5-8566-c4ddcce92986', 'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'mac_address': 'fa:16:3e:0a:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:33Z', 'updated_at': '2021-08-29T04:09:40Z', 'revision_number': 5, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'subnets': [{'id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:40.360413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:40.361300 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-8fcd7cd4-f48b-4f17-9b91-3fc7ea04ceba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1377b49-8bf6-440f-9887-0a8487716f98 HTTP/1.1" status: 200 len: 217 time: 0.0655959 Aug 29 04:10:40.392588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c611610-23ba-4338-af2e-fb843f36900b req-b8fc24a6-70bc-4c93-b8fd-3849c862de08 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469102 Aug 29 04:10:40.430108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-4e7bfcc0-1bd0-4c90-9c3b-0f9941e907a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:40.431610 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-4e7bfcc0-1bd0-4c90-9c3b-0f9941e907a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0579364 Aug 29 04:10:40.433886 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9bb8ce-8077-41fb-ad23-c4661031f70a None None] The sync data for ids ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'] in n-d-712141-12 is: [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:34Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'e2220210-f20b-4d24-828b-65602230e035', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'port_id': 'fe577793-d7d4-4a34-8849-c21b6903159e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'mac_address': 'fa:16:3e:ac:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6046e20e-f4db-46d5-a18a-59626908a934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:09:38Z', 'updated_at': '2021-08-29T04:10:37Z', 'revision_number': 1, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04a284c-642e-46e5-8566-c4ddcce92986', 'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'mac_address': 'fa:16:3e:0a:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:33Z', 'updated_at': '2021-08-29T04:09:40Z', 'revision_number': 5, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'subnets': [{'id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:40.439663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-5797e981-9a4f-4ff4-bf64-125c1174328e', 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'fixed_ips': [{'subnet_id': '9d7a7766-8c5b-4488-87f3-7322194cdbeb'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:10:40.440100 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.509382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb8d468b-1820-4fd2-b264-5bf71504bb7c up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:40.557300 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.566409 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-e2d1f8f0-169a-4fd7-b354-ebcf9be63f36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640838 Aug 29 04:10:40.696114 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-034cbccd-64f3-48e5-8d73-afcd0add61f2 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149471 Aug 29 04:10:40.781191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54764) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:40.800159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a0cc6c4d-96c7-4339-942b-97e518be334e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1541839404', 'description': 'tempest-description--68025855'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:40.839141 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9afa06-f09b-4ed2-87aa-a5542067c86a x-openstack-request-id: req-ab9afa06-f09b-4ed2-87aa-a5542067c86a {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:40.847794 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2cc8b5-0a21-4d37-881f-f4bb9c96160c", "name": "network-vif-plugged", "status": "completed", "tag": "646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:40.848306 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab9afa06-f09b-4ed2-87aa-a5542067c86a {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:40.850351 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9', 'code': 200} Aug 29 04:10:40.872411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] For port 2613d723-50ac-4ef6-a52a-03040d0dd21d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2613d723-50ac-4ef6-a52a-03040d0dd21d,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:40.876890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.896114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e78ec-bb82-4924-a8a0-beac347e65f3 None None] New status for floating IP e2220210-f20b-4d24-828b-65602230e035: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:10:40.897308 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-d742f01e-80ca-41ab-a057-b56aa3d25b2b service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266198 Aug 29 04:10:40.947509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.961788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba14e27-a4e4-4cc2-92b2-89d1bee6d104 None None] Network 5352fe79-7bd7-4c30-9494-30d2a510b52f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:40.968013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9d972061-95b5-469d-8bcb-13dcbcbf828d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:40.981250 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.983737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d5ea8-7d25-4bb5-9de9-297703b178f6 req-dfc4803c-a45e-44df-b095-036374a4664a tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:40.991598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf7d5ea8-7d25-4bb5-9de9-297703b178f6 req-dfc4803c-a45e-44df-b095-036374a4664a tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 949 time: 0.2820816 Aug 29 04:10:40.995809 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0cc6c4d-96c7-4339-942b-97e518be334e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.001576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Allocated IP 172.20.0.2 (5797e981-9a4f-4ff4-bf64-125c1174328e/9d7a7766-8c5b-4488-87f3-7322194cdbeb/43973a52-d1b3-4ee5-8cbc-80be4c12b079) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:41.089130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-a959fbeb-801d-4e2e-b51d-a33b79663ee2 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:41.090617 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-a959fbeb-801d-4e2e-b51d-a33b79663ee2 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1098 time: 0.0932424 Aug 29 04:10:41.095467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port fb8d468b-1820-4fd2-b264-5bf71504bb7c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:41.108985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ec692-0d9f-466d-bcd6-389a6cdd9fa4 req-b2124e9d-52e8-4932-825f-b37875b2cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:41.110607 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e56ec692-0d9f-466d-bcd6-389a6cdd9fa4 req-b2124e9d-52e8-4932-825f-b37875b2cf92 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 1098 time: 0.1974063 Aug 29 04:10:41.136873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf7d5ea8-7d25-4bb5-9de9-297703b178f6 req-e2986231-f7e3-48e1-8d72-3f5b53321967 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430457 Aug 29 04:10:41.152510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-12'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:41.196864 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dc9274-7dd1-4167-af0b-426660d7c318 x-openstack-request-id: req-66dc9274-7dd1-4167-af0b-426660d7c318 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:41.197219 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6046e20e-f4db-46d5-a18a-59626908a934", "tag": "fe577793-d7d4-4a34-8849-c21b6903159e", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:41.197433 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66dc9274-7dd1-4167-af0b-426660d7c318 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:41.198117 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6046e20e-f4db-46d5-a18a-59626908a934', 'tag': 'fe577793-d7d4-4a34-8849-c21b6903159e', 'status': 'completed', 'code': 200} Aug 29 04:10:41.214315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port fb8d468b-1820-4fd2-b264-5bf71504bb7c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:41.214690 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.216262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Provisioning for port a3a0fbc2-2258-4215-96df-cc3284c69295 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:41.234283 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0cc6c4d-96c7-4339-942b-97e518be334e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.247603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cef322-7d24-4a05-a46c-66ecb6ecab69 req-5cc75c57-85dc-4eeb-8a97-4e7d536f8c4d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:41.251571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41cef322-7d24-4a05-a46c-66ecb6ecab69 req-5cc75c57-85dc-4eeb-8a97-4e7d536f8c4d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 945 time: 0.2759137 Aug 29 04:10:41.262239 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0cc6c4d-96c7-4339-942b-97e518be334e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.306420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Provisioning complete for port a3a0fbc2-2258-4215-96df-cc3284c69295 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:41.306806 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.323314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc6c4d-96c7-4339-942b-97e518be334e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14bacdc-e696-40de-b424-ef3b749a5691,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:41.339134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e56ec692-0d9f-466d-bcd6-389a6cdd9fa4 req-9918b529-aa8d-4a7b-ac38-e6519538fd93 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137115 Aug 29 04:10:41.341021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Pushing event updated for resources: {'Port': ['ID=2613d723-50ac-4ef6-a52a-03040d0dd21d,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:41.353816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.385358 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0cc6c4d-96c7-4339-942b-97e518be334e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.389593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a0cc6c4d-96c7-4339-942b-97e518be334e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6067262 Aug 29 04:10:41.395278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54768) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:41.401171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cfec8e42-6502-4a85-9a2b-2ac985c3be94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'security_group_rule': {'security_group_id': 'd14bacdc-e696-40de-b424-ef3b749a5691', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:41.401707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-af244bb1-037d-4b67-9b08-ad629bf2208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:41.403341 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-af244bb1-037d-4b67-9b08-ad629bf2208b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86068ff247dd4708bdac3dd2cedc33e4&device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 1097 time: 0.1956830 Aug 29 04:10:41.411951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 9d972061-95b5-469d-8bcb-13dcbcbf828d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:41.414913 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.422962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Port a3a0fbc2-2258-4215-96df-cc3284c69295 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:41.446466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41cef322-7d24-4a05-a46c-66ecb6ecab69 req-ce99ac75-29e5-4ed4-a268-9ed67a9719c5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807992 Aug 29 04:10:41.461873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 201a7932-f819-4170-889e-58656d9138c0 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:41.465879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9772f-110d-464d-acd2-59bd9b10a5a2 req-f1391d7f-126b-4c6b-8570-f009b889e3ff tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:41.467430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6b9772f-110d-464d-acd2-59bd9b10a5a2 req-f1391d7f-126b-4c6b-8570-f009b889e3ff tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 946 time: 0.2127504 Aug 29 04:10:41.555703 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cfec8e42-6502-4a85-9a2b-2ac985c3be94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.571601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Provisioning for port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:41.612748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Provisioning complete for port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:41.613216 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.632934 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.652371 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.681040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6b9772f-110d-464d-acd2-59bd9b10a5a2 req-62f7f59b-8562-41f3-ab85-e4097918f713 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542180 Aug 29 04:10:41.688575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Transition to ACTIVE for port object 43973a52-d1b3-4ee5-8cbc-80be4c12b079 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:41.689821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:41.704322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.715064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a11e29e9-704f-423e-89de-7bca2d4dc398 None None] Port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:41.737030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Transition to ACTIVE for port object 43973a52-d1b3-4ee5-8cbc-80be4c12b079 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:41.745833 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.747318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:41.748852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 201a7932-f819-4170-889e-58656d9138c0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:41.749222 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.766759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-d7a6db12-5431-4c2d-899c-2caf2781f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:41.767896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cfec8e42-6502-4a85-9a2b-2ac985c3be94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.768423 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-d7a6db12-5431-4c2d-899c-2caf2781f88d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b7eb424-c2af-4c0a-83bd-92c9162247c1 HTTP/1.1" status: 200 len: 917 time: 0.2046342 Aug 29 04:10:41.782812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea2a1b-df87-476b-9654-4017fc4adde6 req-29f433da-e4ed-49f7-8cfd-d05d5357003d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:41.788632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:41.791210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84ea2a1b-df87-476b-9654-4017fc4adde6 req-29f433da-e4ed-49f7-8cfd-d05d5357003d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 946 time: 0.2052381 Aug 29 04:10:41.795243 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.805130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-cc434498-ccc2-4946-93e2-8e661f6ad284 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:41.806848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-cc434498-ccc2-4946-93e2-8e661f6ad284 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.59 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 949 time: 0.2177260 Aug 29 04:10:41.811506 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.851756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cfec8e42-6502-4a85-9a2b-2ac985c3be94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.887382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Router 09e392d1-39a5-4982-8c09-dd81bd60ee61 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:10:41.894113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Network 5797e981-9a4f-4ff4-bf64-125c1174328e is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:41.904937 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Pushing event updated for resources: {'Port': ['ID=43973a52-d1b3-4ee5-8cbc-80be4c12b079,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:41.912390 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.917817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:41.925161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:41.927081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-3def8c73-4af4-4024-9810-979d30d20f51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe577793-d7d4-4a34-8849-c21b6903159e HTTP/1.1" status: 200 len: 1001 time: 0.1463048 Aug 29 04:10:41.939817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec8e42-6502-4a85-9a2b-2ac985c3be94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9749e190-8543-491e-89d1-8738cd9f0225,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:41.950913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cfec8e42-6502-4a85-9a2b-2ac985c3be94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.956170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cfec8e42-6502-4a85-9a2b-2ac985c3be94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5588772 Aug 29 04:10:41.962398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54774) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:41.970516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2563ab98-097d-4692-82e1-60e4c3ff705f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'security_group_rule': {'security_group_id': 'd14bacdc-e696-40de-b424-ef3b749a5691', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:41.975810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.983525 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84ea2a1b-df87-476b-9654-4017fc4adde6 req-26c1d447-666d-4782-87d0-612dddc93925 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912282 Aug 29 04:10:42.031731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-276195ac-17df-45ea-8966-52de43f34988 None None] Provisioning for port 9d972061-95b5-469d-8bcb-13dcbcbf828d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:42.054619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-276195ac-17df-45ea-8966-52de43f34988 None None] Provisioning complete for port 9d972061-95b5-469d-8bcb-13dcbcbf828d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:42.055355 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-276195ac-17df-45ea-8966-52de43f34988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.077378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-4e916fc7-705b-4434-882b-26cf6ec5b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.079012 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-4e916fc7-705b-4434-882b-26cf6ec5b6c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aec7a794-da07-438d-bbac-f0cf1f58bfd1 HTTP/1.1" status: 200 len: 855 time: 0.1461937 Aug 29 04:10:42.086295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Allocated IP 172.25.5.195 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/35ce917c-ba09-43f4-9f03-ad57b4073178) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:42.100825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2563ab98-097d-4692-82e1-60e4c3ff705f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.105695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fb8d468b-1820-4fd2-b264-5bf71504bb7c,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.131092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Attempting to bind port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:42.131547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Attempting to bind port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:42.131982 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Attempting to bind port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 on network 5797e981-9a4f-4ff4-bf64-125c1174328e {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:42.152751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:42.152751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Checking segment: {'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:42.157378 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.158165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Bound using segment: {'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:42.159257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Bound port: 43973a52-d1b3-4ee5-8cbc-80be4c12b079, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:42.159724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.411645 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-276195ac-17df-45ea-8966-52de43f34988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.418677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] For port 43973a52-d1b3-4ee5-8cbc-80be4c12b079, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:42.444547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] For port 43973a52-d1b3-4ee5-8cbc-80be4c12b079, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=43973a52-d1b3-4ee5-8cbc-80be4c12b079,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:42.465828 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.469439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-276195ac-17df-45ea-8966-52de43f34988 None None] For port 9d972061-95b5-469d-8bcb-13dcbcbf828d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9d972061-95b5-469d-8bcb-13dcbcbf828d,segment=NetworkSegment(5758cca5-73a3-4582-97a7-43cf3554ed56),segment_id=5758cca5-73a3-4582-97a7-43cf3554ed56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:42.477665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Pushing event updated for resources: {'Port': ['ID=e1377b49-8bf6-440f-9887-0a8487716f98,revision_number=7']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.494419 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:42.503093 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-276195ac-17df-45ea-8966-52de43f34988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.507214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-469616ff-1595-4f94-a589-84a4bba8d9ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Deleting port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:10:42.511061 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-469616ff-1595-4f94-a589-84a4bba8d9ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.521837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 on host n-h1-712141-12 for vnic_type normal with profile {"migrating_to": "n-h2-712141-12"} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:42.522277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:42.522745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:42.530495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-b562a7b9-dc53-49d7-a4e6-20e0a97403a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.532588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-b562a7b9-dc53-49d7-a4e6-20e0a97403a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b7eb424-c2af-4c0a-83bd-92c9162247c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4389932 Aug 29 04:10:42.532972 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Sync routers for ids ['09e392d1-39a5-4982-8c09-dd81bd60ee61'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:42.533827 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Port e1377b49-8bf6-440f-9887-0a8487716f98 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:42.534326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Attempting to bind port e1377b49-8bf6-440f-9887-0a8487716f98 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:42.539008 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.540750 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ca4900db-c62b-432f-a9c4-974a910335e3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7367597 Aug 29 04:10:42.544829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-276195ac-17df-45ea-8966-52de43f34988 None None] Provisioning complete for port 2613d723-50ac-4ef6-a52a-03040d0dd21d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:42.545294 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-276195ac-17df-45ea-8966-52de43f34988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.551819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54780) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:42.563992 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Routers {'09e392d1-39a5-4982-8c09-dd81bd60ee61'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:42.564657 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['09e392d1-39a5-4982-8c09-dd81bd60ee61'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:42.573254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:42.573254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:42.573254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:42.573254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Bound port: e1377b49-8bf6-440f-9887-0a8487716f98, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:42.573254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.583516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cd164-9be1-4966-abc5-21da16cdb50a None None] Pushing event updated for resources: {'Port': ['ID=43973a52-d1b3-4ee5-8cbc-80be4c12b079,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.659235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276195ac-17df-45ea-8966-52de43f34988 None None] Pushing event updated for resources: {'Port': ['ID=9d972061-95b5-469d-8bcb-13dcbcbf828d,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.739558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426465c4-e858-4c7c-8949-6b5021b35585 req-f67704b9-a41c-4e90-bf44-2f5bfc53e677 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.747591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-426465c4-e858-4c7c-8949-6b5021b35585 req-f67704b9-a41c-4e90-bf44-2f5bfc53e677 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 949 time: 0.3406525 Aug 29 04:10:42.786698 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2563ab98-097d-4692-82e1-60e4c3ff705f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.806385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2613d723-50ac-4ef6-a52a-03040d0dd21d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:42.806701 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2563ab98-097d-4692-82e1-60e4c3ff705f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.817578 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Set router 09e392d1-39a5-4982-8c09-dd81bd60ee61 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:42.853957 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-cd8bce49-f993-47e5-90dc-0232416575b1 service neutron] 10.222.0.59 "GET /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102069 Aug 29 04:10:42.856765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a554a-6a2c-478f-a12e-69cff4bc18e0 req-03867027-bdd2-4f0b-8e3a-5b55eb58e6ae tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.859012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:42.861647 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724fc274-5350-4c95-9562-607f13923c45" -d '{"events": [{"server_uuid": "56b9ac27-12be-46c9-8e61-3e6b2f22d954", "name": "network-vif-plugged", "status": "completed", "tag": "fb8d468b-1820-4fd2-b264-5bf71504bb7c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:42.864621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-019a554a-6a2c-478f-a12e-69cff4bc18e0 req-03867027-bdd2-4f0b-8e3a-5b55eb58e6ae tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.2416203 Aug 29 04:10:42.877978 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.908926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-469616ff-1595-4f94-a589-84a4bba8d9ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] For port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:42.909313 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-469616ff-1595-4f94-a589-84a4bba8d9ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.930724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b989865b-fabc-4681-a953-ee5d09a9b152 None None] Provisioning complete for port 9d972061-95b5-469d-8bcb-13dcbcbf828d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:42.931405 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b989865b-fabc-4681-a953-ee5d09a9b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.976559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-426465c4-e858-4c7c-8949-6b5021b35585 req-98cdca55-6937-4bc2-9bc0-9548342a58f2 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279215 Aug 29 04:10:42.995009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563ab98-097d-4692-82e1-60e4c3ff705f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf71aa6-15b5-445c-8bd5-e44584fd46a7,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.999127 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2563ab98-097d-4692-82e1-60e4c3ff705f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.004345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2563ab98-097d-4692-82e1-60e4c3ff705f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0373318 Aug 29 04:10:43.014539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5b356057-5782-4009-aa7f-8e8442b7c625 req-04732e9b-c90d-4fc4-b95a-41b824bdd9a1 service neutron] 10.222.0.59 "GET /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440163 Aug 29 04:10:43.023175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 2613d723-50ac-4ef6-a52a-03040d0dd21d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:43.023598 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.030863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54788) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:43.040769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-469616ff-1595-4f94-a589-84a4bba8d9ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Calling delete_port for 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:10:43.046286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:43.082814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-019a554a-6a2c-478f-a12e-69cff4bc18e0 req-7cfbf710-5694-406c-b03f-b14272714dbb tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172356 Aug 29 04:10:43.144111 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'name': 'tempest-FloatingIPsTestJSON-385659485-router', 'tenant_id': '75d66230a7f2420db544257655092dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:35Z', 'updated_at': '2021-08-29T04:10:40Z', 'revision_number': 3, 'project_id': '75d66230a7f2420db544257655092dba', 'gw_port': {'id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:38Z', 'updated_at': '2021-08-29T04:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:43.199899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1377b49-8bf6-440f-9887-0a8487716f98'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:43.202241 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900010a9-d9fc-4826-8e6c-4facd1057923" -d '{"events": [{"server_uuid": "3992b2f5-efdd-4b71-862c-8afe61f48939", "name": "network-vif-unplugged", "status": "completed", "tag": "e1377b49-8bf6-440f-9887-0a8487716f98"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:43.225940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.251445 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83857eb9-516d-466e-9c13-d4385f5f2865 x-openstack-request-id: req-83857eb9-516d-466e-9c13-d4385f5f2865 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:43.251658 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b9ac27-12be-46c9-8e61-3e6b2f22d954", "name": "network-vif-plugged", "status": "completed", "tag": "fb8d468b-1820-4fd2-b264-5bf71504bb7c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:43.251940 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83857eb9-516d-466e-9c13-d4385f5f2865 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:43.252621 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c', 'code': 200} Aug 29 04:10:43.258199 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:43.312759 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Checking router: 09e392d1-39a5-4982-8c09-dd81bd60ee61 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:43.313122 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Updating router 09e392d1-39a5-4982-8c09-dd81bd60ee61 port a2c1030c-2716-4195-a224-a4996b1276db binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:43.333037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:43.349849 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.353156 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.389761 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.392978 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-469616ff-1595-4f94-a589-84a4bba8d9ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.442151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03a4e6-aa5a-4b03-8881-3fca2fbfd7bb req-0b198a06-fb87-4959-bbca-f503708776c6 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.443623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa03a4e6-aa5a-4b03-8881-3fca2fbfd7bb req-0b198a06-fb87-4959-bbca-f503708776c6 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 946 time: 0.2920921 Aug 29 04:10:43.496913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31303b68-348b-4d1b-928b-1086e84a8f12 req-58672aab-40ec-404d-8ed1-3cbebee4e05f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.501411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31303b68-348b-4d1b-928b-1086e84a8f12 req-58672aab-40ec-404d-8ed1-3cbebee4e05f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 944 time: 0.1691391 Aug 29 04:10:43.524840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Pushing event updated for resources: {'Port': ['ID=e1377b49-8bf6-440f-9887-0a8487716f98,revision_number=8']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.535936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:43.547554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aa46f-92d0-4c93-9646-7baa0cd882e1 req-f27713b2-6b8d-48d6-b092-43d7cd1cf1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.549087 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1c6aa46f-92d0-4c93-9646-7baa0cd882e1 req-f27713b2-6b8d-48d6-b092-43d7cd1cf1ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 1098 time: 0.1387708 Aug 29 04:10:43.562365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:43.567979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-469616ff-1595-4f94-a589-84a4bba8d9ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] No DVR routers for this DVR port 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:43.571246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:43.587328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Pushing event updated for resources: {'Port': ['ID=35ce917c-ba09-43f4-9f03-ad57b4073178,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.594556 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-469616ff-1595-4f94-a589-84a4bba8d9ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.596631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ae7d21c-ca8b-433b-ae67-5e542251c29e req-469616ff-1595-4f94-a589-84a4bba8d9ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.59 "DELETE /v2.0/ports/7e93986b-e9f5-4f0d-9347-ca5416c6e2fc HTTP/1.1" status: 204 len: 173 time: 1.7575440 Aug 29 04:10:43.598528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.599800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.599933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aff64dd-6946-418c-9a0e-8bdad179a2d2', 'name': 'network-vif-deleted', 'tag': '7e93986b-e9f5-4f0d-9347-ca5416c6e2fc'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:43.600809 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5075879b-deb8-42df-b9df-5e4d36992992 service neutron] 10.222.0.59 "PUT /v2.0/ports/e1377b49-8bf6-440f-9887-0a8487716f98 HTTP/1.1" status: 200 len: 1124 time: 2.4995258 Aug 29 04:10:43.612393 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc56171-0539-48e3-a43b-6fc3d020c1bf" -d '{"events": [{"server_uuid": "5aff64dd-6946-418c-9a0e-8bdad179a2d2", "name": "network-vif-deleted", "tag": "7e93986b-e9f5-4f0d-9347-ca5416c6e2fc"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:43.695886 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1c6aa46f-92d0-4c93-9646-7baa0cd882e1 req-ca1f1471-6ea4-4e1d-acda-c5ffa5e90c92 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878320 Aug 29 04:10:43.698825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['e1377b49-8bf6-440f-9887-0a8487716f98'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:10:43.701005 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.712064 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:10:43.717025 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Transition to ACTIVE for port object a2c1030c-2716-4195-a224-a4996b1276db will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:43.722698 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.774046 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39836019-1386-452b-823f-7816da0cd458 None None] Pushing event updated for resources: {'Port': ['ID=a2c1030c-2716-4195-a224-a4996b1276db,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.776539 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.785406 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.785753 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.786063 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.786416 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.786752 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.786864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31303b68-348b-4d1b-928b-1086e84a8f12 req-74f99488-3ac8-4821-b16b-6f7bb722a278 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751937 Aug 29 04:10:43.787142 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.787467 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.787574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469616ff-1595-4f94-a589-84a4bba8d9ef tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] Pushing event deleted for resources: {'Port': ['ID=7e93986b-e9f5-4f0d-9347-ca5416c6e2fc,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.787788 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.788109 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.789096 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.789420 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.789844 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39836019-1386-452b-823f-7816da0cd458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:43.826945 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Attempting to bind port a2c1030c-2716-4195-a224-a4996b1276db on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:43.827322 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Attempting to bind port a2c1030c-2716-4195-a224-a4996b1276db by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:43.827680 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Attempting to bind port a2c1030c-2716-4195-a224-a4996b1276db on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:43.833138 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:43.833506 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:43.834005 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.834582 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:43.834840 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Bound port: a2c1030c-2716-4195-a224-a4996b1276db, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:43.835890 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.844945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa03a4e6-aa5a-4b03-8881-3fca2fbfd7bb req-267042c6-daf7-4499-8ead-1a63fd23ec91 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586831 Aug 29 04:10:43.885027 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71790b24-1bba-43b2-984b-415bfec1ed65 x-openstack-request-id: req-71790b24-1bba-43b2-984b-415bfec1ed65 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:43.885616 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3992b2f5-efdd-4b71-862c-8afe61f48939", "name": "network-vif-unplugged", "status": "completed", "tag": "e1377b49-8bf6-440f-9887-0a8487716f98", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:43.886058 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71790b24-1bba-43b2-984b-415bfec1ed65 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:43.888919 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1377b49-8bf6-440f-9887-0a8487716f98', 'code': 200} Aug 29 04:10:43.915628 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] For port a2c1030c-2716-4195-a224-a4996b1276db, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:43.918853 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] For port a2c1030c-2716-4195-a224-a4996b1276db, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a2c1030c-2716-4195-a224-a4996b1276db,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:43.926734 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.985179 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46e44e8-8718-4fa8-be2e-7eb59a4be8c2 x-openstack-request-id: req-b46e44e8-8718-4fa8-be2e-7eb59a4be8c2 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:43.986428 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aff64dd-6946-418c-9a0e-8bdad179a2d2", "name": "network-vif-deleted", "tag": "7e93986b-e9f5-4f0d-9347-ca5416c6e2fc", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:43.986916 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b46e44e8-8718-4fa8-be2e-7eb59a4be8c2 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:43.987760 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aff64dd-6946-418c-9a0e-8bdad179a2d2', 'name': 'network-vif-deleted', 'tag': '7e93986b-e9f5-4f0d-9347-ca5416c6e2fc', 'status': 'completed', 'code': 200} Aug 29 04:10:44.006308 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Routers {'09e392d1-39a5-4982-8c09-dd81bd60ee61'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:44.010286 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['09e392d1-39a5-4982-8c09-dd81bd60ee61'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:44.077535 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39836019-1386-452b-823f-7816da0cd458 None None] Pushing event updated for resources: {'Port': ['ID=a2c1030c-2716-4195-a224-a4996b1276db,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:44.147884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99f7f-9a2f-4d80-bf7f-747bb26bccfa req-983ee92f-ccaf-406e-9863-3df0cf3f1238 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.161067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7e99f7f-9a2f-4d80-bf7f-747bb26bccfa req-983ee92f-ccaf-406e-9863-3df0cf3f1238 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 946 time: 0.1719985 Aug 29 04:10:44.165029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54802) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:44.173270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-92582173-fe21-462e-98b2-35f7154f122a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Request body: {'floatingip': {'port_id': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:44.243031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60f800c5-d062-48e5-83b4-5729a083bfb9 req-b9b6ee10-9054-49ff-93f5-00c7f822d789 tempest-ServersAdminNegativeTestJSON-357716892 tempest-ServersAdminNegativeTestJSON-357716892-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aff64dd-6946-418c-9a0e-8bdad179a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0799870 Aug 29 04:10:44.248686 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] Set router 09e392d1-39a5-4982-8c09-dd81bd60ee61 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:44.307298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa3c32-a763-427f-a64c-7c19961f2657 None None] Network 5797e981-9a4f-4ff4-bf64-125c1174328e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:44.315431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92582173-fe21-462e-98b2-35f7154f122a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.409129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f043da-2c53-43b9-93b8-0ce7fa1e1c7d req-36a1ddd0-d69f-484c-a4a2-ed243b541043 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.411762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42f043da-2c53-43b9-93b8-0ce7fa1e1c7d req-36a1ddd0-d69f-484c-a4a2-ed243b541043 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.1655607 Aug 29 04:10:44.416723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-34a7d28f-227c-48fc-9ed3-5dac1f73f3ef None None] Provisioning for port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:44.466878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Allocated IP 172.25.5.88 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/81fce5a9-ba8a-4c04-98cb-cf8f9a608b3d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:44.485446 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.485649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42f043da-2c53-43b9-93b8-0ce7fa1e1c7d req-fda08207-68a0-4c40-b7c4-d225ece6a31b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625470 Aug 29 04:10:44.503175 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.531746 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'name': 'tempest-FloatingIPsTestJSON-385659485-router', 'tenant_id': '75d66230a7f2420db544257655092dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:35Z', 'updated_at': '2021-08-29T04:10:40Z', 'revision_number': 3, 'project_id': '75d66230a7f2420db544257655092dba', 'gw_port': {'id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:38Z', 'updated_at': '2021-08-29T04:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:44.564506 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdb2df-295d-4d54-af20-2f38757553ea None None] The sync data for ids ['09e392d1-39a5-4982-8c09-dd81bd60ee61'] in n-d-712141-12 is: [{'id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'name': 'tempest-FloatingIPsTestJSON-385659485-router', 'tenant_id': '75d66230a7f2420db544257655092dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:35Z', 'updated_at': '2021-08-29T04:10:40Z', 'revision_number': 3, 'project_id': '75d66230a7f2420db544257655092dba', 'gw_port': {'id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:38Z', 'updated_at': '2021-08-29T04:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:44.785877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.857792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 43973a52-d1b3-4ee5-8cbc-80be4c12b079 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:44.981705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:44.986981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:44.987274 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.060350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32649e3-cdfc-4bbf-af64-adffc0704efa req-0fc81e97-ae1b-4ca3-bd4b-f8bb52f6f64e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:45.061932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c32649e3-cdfc-4bbf-af64-adffc0704efa req-0fc81e97-ae1b-4ca3-bd4b-f8bb52f6f64e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 944 time: 0.1116884 Aug 29 04:10:45.070445 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.085585 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.096414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Allocated IP 172.20.0.1 (5352fe79-7bd7-4c30-9494-30d2a510b52f/495dbde7-b5b9-46fd-adcc-ad5f54601c30/c9bbc036-fba5-489b-a4c3-44730a3d237e) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:45.111838 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c32649e3-cdfc-4bbf-af64-adffc0704efa req-10337dc4-4dcc-43fd-9523-e8c8d49e71f0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Aug 29 04:10:45.112660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Router c481df24-e8a9-4fda-bea4-766d198ece22 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:10:45.148848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 43973a52-d1b3-4ee5-8cbc-80be4c12b079, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=43973a52-d1b3-4ee5-8cbc-80be4c12b079,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:45.155866 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.156885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9d972061-95b5-469d-8bcb-13dcbcbf828d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:45.250904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:45.266615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Sync routers for ids ['c481df24-e8a9-4fda-bea4-766d198ece22'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:45.276105 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.278501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2b95aa0b-f620-406b-9254-85fe6f72bd64 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2356954 Aug 29 04:10:45.281653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54810) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:45.306521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=43973a52-d1b3-4ee5-8cbc-80be4c12b079,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:45.330122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:45.332412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9d972061-95b5-469d-8bcb-13dcbcbf828d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:45.332767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.371303 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92582173-fe21-462e-98b2-35f7154f122a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.398098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Routers {'c481df24-e8a9-4fda-bea4-766d198ece22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:45.399112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c481df24-e8a9-4fda-bea4-766d198ece22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:45.413278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:10:45.414307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7e93986b-e9f5-4f0d-9347-ca5416c6e2fc not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:45.437911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92582173-fe21-462e-98b2-35f7154f122a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.511149 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.633897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:45.638816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.649043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Set router c481df24-e8a9-4fda-bea4-766d198ece22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:45.902601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-router', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:40Z', 'updated_at': '2021-08-29T04:10:44Z', 'revision_number': 3, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'gw_port': {'id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:41Z', 'updated_at': '2021-08-29T04:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:45.934302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Checking router: c481df24-e8a9-4fda-bea4-766d198ece22 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:45.934699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Updating router c481df24-e8a9-4fda-bea4-766d198ece22 port 35ce917c-ba09-43f4-9f03-ad57b4073178 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:45.961800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:45.964873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'tag': 'e1377b49-8bf6-440f-9887-0a8487716f98'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:45.965576 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.967112 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463a0467-2774-40c9-ab46-c4c72753b935" -d '{"events": [{"name": "network-changed", "server_uuid": "3992b2f5-efdd-4b71-862c-8afe61f48939", "tag": "e1377b49-8bf6-440f-9887-0a8487716f98"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:45.976070 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54820) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:45.977130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:46.037483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Transition to ACTIVE for port object c9bbc036-fba5-489b-a4c3-44730a3d237e will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:46.039399 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc19f33a-3841-4fc9-99b4-4290e5f7ebc9 x-openstack-request-id: req-fc19f33a-3841-4fc9-99b4-4290e5f7ebc9 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:46.039683 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3992b2f5-efdd-4b71-862c-8afe61f48939", "tag": "e1377b49-8bf6-440f-9887-0a8487716f98", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:46.039927 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc19f33a-3841-4fc9-99b4-4290e5f7ebc9 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:46.040326 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'tag': 'e1377b49-8bf6-440f-9887-0a8487716f98', 'status': 'completed', 'code': 200} Aug 29 04:10:46.048553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Port': ['ID=81fce5a9-ba8a-4c04-98cb-cf8f9a608b3d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:46.092053 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-92582173-fe21-462e-98b2-35f7154f122a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Floating IP 29ff7867-6096-4f9d-9ad2-d22c34a61d78 associated. External IP: 172.25.5.133, port: 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9. Aug 29 04:10:46.109486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47216955-73bf-4dd1-97e8-c9613fbbd052 req-5500f90a-1f2a-4321-b49c-85e18e512ae6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.118626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47216955-73bf-4dd1-97e8-c9613fbbd052 req-5500f90a-1f2a-4321-b49c-85e18e512ae6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.4640722 Aug 29 04:10:46.199035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47216955-73bf-4dd1-97e8-c9613fbbd052 req-43d4458b-c26c-4bea-83cb-dd5a35e4afd3 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793109 Aug 29 04:10:46.285419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.310356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.361962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a0467-2774-40c9-ab46-c4c72753b935 req-787147d0-26ab-4895-9675-a09c2014cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.363081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-463a0467-2774-40c9-ab46-c4c72753b935 req-787147d0-26ab-4895-9675-a09c2014cbf8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 1127 time: 0.2652872 Aug 29 04:10:46.366898 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.373197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Network 5352fe79-7bd7-4c30-9494-30d2a510b52f is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:46.377547 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d81f8a30-ec2c-414a-8b4f-7ed69f9693ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cecc1b056f6c4405a861a328740eb6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980927 Aug 29 04:10:46.380418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Transition to ACTIVE for port object 35ce917c-ba09-43f4-9f03-ad57b4073178 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:46.388894 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.391385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54832) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:46.394002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:46.403414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:46.411324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18397aaa-b126-4a4f-802a-6ac0500270f7 req-8bdfa314-eb39-487a-b0ae-0b90c13e9919 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.413250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18397aaa-b126-4a4f-802a-6ac0500270f7 req-8bdfa314-eb39-487a-b0ae-0b90c13e9919 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 944 time: 0.1610928 Aug 29 04:10:46.423546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776e8f1-12cd-465e-9162-af1a15422eb4 req-cf1c2de0-eb12-4d8c-a02e-a5aad02d3686 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.425682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0776e8f1-12cd-465e-9162-af1a15422eb4 req-cf1c2de0-eb12-4d8c-a02e-a5aad02d3686 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 1098 time: 0.1265059 Aug 29 04:10:46.436595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.472024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85691fbb-a543-4ed4-8328-580728624ca7 None None] Pushing event updated for resources: {'Port': ['ID=35ce917c-ba09-43f4-9f03-ad57b4073178,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:46.475629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Attempting to bind port 35ce917c-ba09-43f4-9f03-ad57b4073178 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:46.475901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Attempting to bind port 35ce917c-ba09-43f4-9f03-ad57b4073178 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:46.476336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Attempting to bind port 35ce917c-ba09-43f4-9f03-ad57b4073178 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:46.483338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:46.483726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:46.484139 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.484992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:46.485473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Bound port: 35ce917c-ba09-43f4-9f03-ad57b4073178, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:46.485865 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.534671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Pushing event updated for resources: {'Port': ['ID=c9bbc036-fba5-489b-a4c3-44730a3d237e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:46.551101 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.561950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] For port 35ce917c-ba09-43f4-9f03-ad57b4073178, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:46.565509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] For port 35ce917c-ba09-43f4-9f03-ad57b4073178, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=35ce917c-ba09-43f4-9f03-ad57b4073178,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:46.572463 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.586253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0776e8f1-12cd-465e-9162-af1a15422eb4 req-38b30bb5-d274-4caa-84a0-121f3c25b475 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413038 Aug 29 04:10:46.611349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18397aaa-b126-4a4f-802a-6ac0500270f7 req-29fe880d-7dd5-403a-baa1-9c2315530250 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697652 Aug 29 04:10:46.639279 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.667449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Routers {'c481df24-e8a9-4fda-bea4-766d198ece22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:46.670194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c481df24-e8a9-4fda-bea4-766d198ece22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:46.810234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85691fbb-a543-4ed4-8328-580728624ca7 None None] Pushing event updated for resources: {'Port': ['ID=35ce917c-ba09-43f4-9f03-ad57b4073178,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:46.821701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Allocated IP 172.20.0.1 (5797e981-9a4f-4ff4-bf64-125c1174328e/9d7a7766-8c5b-4488-87f3-7322194cdbeb/13919852-37c8-41f7-bfee-5650bf958beb) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:46.884448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-09f224b0-c677-401b-b189-9d01f35e273c None None] Provisioning for port c9bbc036-fba5-489b-a4c3-44730a3d237e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:46.903461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-09f224b0-c677-401b-b189-9d01f35e273c None None] Provisioning complete for port c9bbc036-fba5-489b-a4c3-44730a3d237e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:46.904044 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-09f224b0-c677-401b-b189-9d01f35e273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.959336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a2c1030c-2716-4195-a224-a4996b1276db up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:46.989141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a0467-2774-40c9-ab46-c4c72753b935 req-ca87d70f-bb95-47f3-9668-6bb8235871cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.991073 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-463a0467-2774-40c9-ab46-c4c72753b935 req-ca87d70f-bb95-47f3-9668-6bb8235871cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.6095827 Aug 29 04:10:46.991360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.998064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f96ed38-258e-4549-855a-7d81af340e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.010044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Transition to ACTIVE for port object 13919852-37c8-41f7-bfee-5650bf958beb will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:47.057757 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.094196 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-463a0467-2774-40c9-ab46-c4c72753b935 req-bd74aa1c-0035-4d8c-83fb-30f3f25fe59c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1377b49-8bf6-440f-9887-0a8487716f98 HTTP/1.1" status: 200 len: 217 time: 0.0849988 Aug 29 04:10:47.104296 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f96ed38-258e-4549-855a-7d81af340e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.120342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] Set router c481df24-e8a9-4fda-bea4-766d198ece22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:47.144392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=13919852-37c8-41f7-bfee-5650bf958beb,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:47.157858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.158602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.159283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.160152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.160869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.161430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.161984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.162749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.163343 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.163885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.164478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.165044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.175751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Network 5797e981-9a4f-4ff4-bf64-125c1174328e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:47.177951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:47.180696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:47.201926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92582173-fe21-462e-98b2-35f7154f122a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Router 95154c3b-7639-45fe-b024-454d5934d74a has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:47.204407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-09f224b0-c677-401b-b189-9d01f35e273c None None] Port c9bbc036-fba5-489b-a4c3-44730a3d237e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:47.253528 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.295734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a2c1030c-2716-4195-a224-a4996b1276db completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:47.302936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a2c1030c-2716-4195-a224-a4996b1276db triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:47.302936 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.312965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e1377b49-8bf6-440f-9887-0a8487716f98 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:10:47.383676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a0467-2774-40c9-ab46-c4c72753b935 req-d9398f92-82bd-46b4-b99f-d63ccb2cd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:47.385332 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-463a0467-2774-40c9-ab46-c4c72753b935 req-d9398f92-82bd-46b4-b99f-d63ccb2cd6ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.2580450 Aug 29 04:10:47.396085 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.432952 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.497895 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.528684 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-463a0467-2774-40c9-ab46-c4c72753b935 req-adde9d0b-0d6f-478f-9f2e-c71a156089d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250689 Aug 29 04:10:47.560553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-router', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:40Z', 'updated_at': '2021-08-29T04:10:44Z', 'revision_number': 3, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'gw_port': {'id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:41Z', 'updated_at': '2021-08-29T04:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:47.580989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.604160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:47.607810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be45d1-d652-4e9a-89fa-4c3ee763a28a None None] The sync data for ids ['c481df24-e8a9-4fda-bea4-766d198ece22'] in n-d-712141-12 is: [{'id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-router', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:40Z', 'updated_at': '2021-08-29T04:10:44Z', 'revision_number': 3, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'gw_port': {'id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:41Z', 'updated_at': '2021-08-29T04:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:47.614788 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.634590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e1377b49-8bf6-440f-9887-0a8487716f98 has no active binding in host n-h2-712141-12 {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:10:47.658684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a2c1030c-2716-4195-a224-a4996b1276db, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a2c1030c-2716-4195-a224-a4996b1276db,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:47.665569 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.666423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 43973a52-d1b3-4ee5-8cbc-80be4c12b079 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:47.745967 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f96ed38-258e-4549-855a-7d81af340e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.748953 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f96ed38-258e-4549-855a-7d81af340e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.750378 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7f96ed38-258e-4549-855a-7d81af340e77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4 HTTP/1.1" status: 204 len: 168 time: 1.3542638 Aug 29 04:10:47.765788 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.783204 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.805168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c5de7184-3b2a-471b-8f19-89a978b8ef5f None None] Provisioning for port 13919852-37c8-41f7-bfee-5650bf958beb completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:47.810997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Port': ['ID=81fce5a9-ba8a-4c04-98cb-cf8f9a608b3d,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:47.849566 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a2c1030c-2716-4195-a224-a4996b1276db,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:47.868870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.869467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.870874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96ed38-258e-4549-855a-7d81af340e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eebef07-b4c8-44b3-b96c-cb7cd0c3f9f4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:47.871227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.871955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.872590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.883101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.883829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.886009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.887802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.889416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.891690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.892324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:47.918399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c5de7184-3b2a-471b-8f19-89a978b8ef5f None None] Provisioning complete for port 13919852-37c8-41f7-bfee-5650bf958beb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:47.919319 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c5de7184-3b2a-471b-8f19-89a978b8ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.927461 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.940444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.945505 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-463a0467-2774-40c9-ab46-c4c72753b935 req-4284ee31-2760-4fd3-85dd-8b73b7c9f9a8 service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798885 Aug 29 04:10:47.946997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=13919852-37c8-41f7-bfee-5650bf958beb,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:47.964154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930e0c8-6575-45a6-8b12-f5323637eb26 req-81d2a629-d258-4127-bc46-e6a7bc235cea tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:47.965741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1930e0c8-6575-45a6-8b12-f5323637eb26 req-81d2a629-d258-4127-bc46-e6a7bc235cea tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 944 time: 0.1943858 Aug 29 04:10:48.028281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92582173-fe21-462e-98b2-35f7154f122a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:48.056774 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] Sync routers for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:48.072901 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:48.073746 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:48.076879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92582173-fe21-462e-98b2-35f7154f122a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.126700 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.151458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:48.154204 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.162459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c5de7184-3b2a-471b-8f19-89a978b8ef5f None None] Port 13919852-37c8-41f7-bfee-5650bf958beb cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:48.175312 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.178583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1930e0c8-6575-45a6-8b12-f5323637eb26 req-2145c953-92f8-41ba-9d23-e6d17e7ae6bb tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756377 Aug 29 04:10:48.190155 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2701b271-9bf2-49f8-8f75-0b8a03c2f463 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1542127 Aug 29 04:10:48.283534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Network 5797e981-9a4f-4ff4-bf64-125c1174328e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:48.285486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:48.332579 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:48.510383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54862) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:48.732710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2008ca7b-22ab-4b2f-a7b8-6853172260c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b770137eb0e9455593a1f8133b094dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189410 Aug 29 04:10:48.745983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54870) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:48.813738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b57baa59-efa9-45af-9480-05f2eb50c420 None None] Provisioning complete for port 13919852-37c8-41f7-bfee-5650bf958beb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:48.814121 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b57baa59-efa9-45af-9480-05f2eb50c420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.869672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b57baa59-efa9-45af-9480-05f2eb50c420 None None] Port 13919852-37c8-41f7-bfee-5650bf958beb cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:48.906056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d498e6f-9704-482c-b678-0f63152870a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.907663 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '29ff7867-6096-4f9d-9ad2-d22c34a61d78', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'port_id': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'mac_address': 'fa:16:3e:a6:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:08:13Z', 'updated_at': '2021-08-29T04:10:45Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:48.913925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-00292208-dca1-4aab-b638-fe9ed2021f2a tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1541839404&fields=id&tenant_id=1272668679a744cbaa6d30ebb8da28d6 HTTP/1.1" status: 200 len: 267 time: 0.0909395 Aug 29 04:10:48.951537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a2c1030c-2716-4195-a224-a4996b1276db up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:48.959485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Router c481df24-e8a9-4fda-bea4-766d198ece22 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:48.978452 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] Checking router: 95154c3b-7639-45fe-b024-454d5934d74a for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:48.996324 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:48.996947 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:49.001616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d498e6f-9704-482c-b678-0f63152870a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.036753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-0d4bc138-ba49-4ade-84bc-a0d84c428b8b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.038838 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-0d4bc138-ba49-4ade-84bc-a0d84c428b8b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports/a3a0fbc2-2258-4215-96df-cc3284c69295 HTTP/1.1" status: 200 len: 931 time: 0.1123631 Aug 29 04:10:49.060765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a2c1030c-2716-4195-a224-a4996b1276db triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:49.061102 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.110656 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-92582173-fe21-462e-98b2-35f7154f122a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "PUT /v2.0/floatingips/29ff7867-6096-4f9d-9ad2-d22c34a61d78 HTTP/1.1" status: 200 len: 992 time: 4.9442520 Aug 29 04:10:49.135933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'tag': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:49.142179 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2cc8b5-0a21-4d37-881f-f4bb9c96160c", "tag": "646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:49.157855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-24c156df-5165-441d-b2a0-8f5b703be566 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.159567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-24c156df-5165-441d-b2a0-8f5b703be566 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports/dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 HTTP/1.1" status: 200 len: 931 time: 0.1141400 Aug 29 04:10:49.216937 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:49.221061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-0d7b74c4-b53b-499f-867d-ee2ef57ff40a tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0529466 Aug 29 04:10:49.240950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35ce917c-ba09-43f4-9f03-ad57b4073178 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:49.293102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-a43ae7f8-1f82-446e-985a-1aa8d8a766d2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0412300 Aug 29 04:10:49.327224 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d498e6f-9704-482c-b678-0f63152870a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.329840 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d498e6f-9704-482c-b678-0f63152870a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.333896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3d498e6f-9704-482c-b678-0f63152870a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd87dacd-4b76-42bd-9336-3bd91164f13b HTTP/1.1" status: 204 len: 168 time: 0.5868461 Aug 29 04:10:49.340412 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8046554-a121-4cb3-a87f-8c34313d3845 x-openstack-request-id: req-f8046554-a121-4cb3-a87f-8c34313d3845 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:49.340412 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2cc8b5-0a21-4d37-881f-f4bb9c96160c", "tag": "646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:49.340412 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8046554-a121-4cb3-a87f-8c34313d3845 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:49.340775 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'tag': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9', 'status': 'completed', 'code': 200} Aug 29 04:10:49.369573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 35ce917c-ba09-43f4-9f03-ad57b4073178 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:49.379539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 35ce917c-ba09-43f4-9f03-ad57b4073178 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:49.381251 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.396396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d498e6f-9704-482c-b678-0f63152870a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd87dacd-4b76-42bd-9336-3bd91164f13b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:49.407992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:49.418931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-72c0dbbe-2072-4dcb-b307-b30ee0e55ab7 admin admin] 10.222.0.49 "PUT /v2.0/routers/c481df24-e8a9-4fda-bea4-766d198ece22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1353726 Aug 29 04:10:49.510382 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.531542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.543131 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-463a0467-2774-40c9-ab46-c4c72753b935 req-eeb93566-44ae-448e-9a50-555b7b4dd88b service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5350111 Aug 29 04:10:49.554610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 35ce917c-ba09-43f4-9f03-ad57b4073178, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=35ce917c-ba09-43f4-9f03-ad57b4073178,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:49.554856 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-3c27fd4a-80c5-4c76-96ff-2174bb96cc38 service neutron] 10.222.0.52 "GET /v2.0/ports/e1377b49-8bf6-440f-9887-0a8487716f98/bindings/n-h2-712141-12 HTTP/1.1" status: 200 len: 385 time: 0.3995967 Aug 29 04:10:49.556679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.562843 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.631730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-ca7c5374-10d8-49e6-9453-9fc80b1ee6a9 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.638024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-ca7c5374-10d8-49e6-9453-9fc80b1ee6a9 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.645871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-ca7c5374-10d8-49e6-9453-9fc80b1ee6a9 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.665397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-ca7c5374-10d8-49e6-9453-9fc80b1ee6a9 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/networks?id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=42c3b373-a508-467d-877d-7410cc01232d&id=42c3b373-a508-467d-877d-7410cc01232d HTTP/1.1" status: 200 len: 1990 time: 0.3552570 Aug 29 04:10:49.673574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=35ce917c-ba09-43f4-9f03-ad57b4073178,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:49.693117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185d627-b56b-4b74-bac0-41ad28e72c24 req-d4150dfb-0db6-44c1-b5c9-709d9a57f502 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.701906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1185d627-b56b-4b74-bac0-41ad28e72c24 req-d4150dfb-0db6-44c1-b5c9-709d9a57f502 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 944 time: 0.2255523 Aug 29 04:10:49.717711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-6667e195-76e0-4787-8ebd-965d95b35b69 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/quotas/1272668679a744cbaa6d30ebb8da28d6 HTTP/1.1" status: 200 len: 375 time: 0.0505624 Aug 29 04:10:49.792402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1185d627-b56b-4b74-bac0-41ad28e72c24 req-ecae7b76-7724-4b14-af75-199a865c56b4 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846863 Aug 29 04:10:49.799925 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '29ff7867-6096-4f9d-9ad2-d22c34a61d78', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'port_id': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'mac_address': 'fa:16:3e:a6:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:08:13Z', 'updated_at': '2021-08-29T04:10:45Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:49.852706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-755044ac-6eb2-461c-9d3e-5995b15d5f08 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1267884 Aug 29 04:10:49.889084 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fb54b-eca9-44d9-bb16-916ef7813f01 None None] The sync data for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 is: [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '29ff7867-6096-4f9d-9ad2-d22c34a61d78', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'port_id': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'mac_address': 'fa:16:3e:a6:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:08:13Z', 'updated_at': '2021-08-29T04:10:45Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:49.935934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5751aa96-b9fd-4b01-af9d-f93f57d15e67 service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:49.988235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-4e9797be-359f-44b2-9808-1c4cd078308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:49.990190 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-4e9797be-359f-44b2-9808-1c4cd078308e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ff3f48c3826411a95205a4b90e481f7&device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 1098 time: 0.6366329 Aug 29 04:10:49.997042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5751aa96-b9fd-4b01-af9d-f93f57d15e67 service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:50.053657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-ee82ef5e-1265-4c07-abe6-e5fd3de62c81 service neutron] 10.222.0.49 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974223 Aug 29 04:10:50.057084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Pushing event updated for resources: {'Port': ['ID=c9bbc036-fba5-489b-a4c3-44730a3d237e,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:50.120835 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.158125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.158717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.159207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.159693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.160221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.160699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.161178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.163313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.163313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.163313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.163313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.163313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:50.218241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-938cd7b8-50f1-4b21-b930-c1f19bb4d4e4 service neutron] 10.222.0.49 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577053 Aug 29 04:10:50.232547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5751aa96-b9fd-4b01-af9d-f93f57d15e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1377b49-8bf6-440f-9887-0a8487716f98 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:50.261858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5751aa96-b9fd-4b01-af9d-f93f57d15e67 service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:50.282436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-cf49c7ac-6314-401f-bf61-73837320abd5 service neutron] 10.222.0.49 "GET /v2.0/ports/a3a0fbc2-2258-4215-96df-cc3284c69295?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0521710 Aug 29 04:10:50.302585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5751aa96-b9fd-4b01-af9d-f93f57d15e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.318838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-1f2d38e4-b31e-4645-ab80-b359782a12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:50.321078 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-1f2d38e4-b31e-4645-ab80-b359782a12f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3a29fce4-c2cb-47fe-90e5-d7553facac22 HTTP/1.1" status: 200 len: 924 time: 0.3222563 Aug 29 04:10:50.472711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b307518-3cd8-4f75-9ada-7f6c98da55cf None None] New status for floating IP 29ff7867-6096-4f9d-9ad2-d22c34a61d78: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:10:50.500843 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-5bcb409d-5a32-4acd-b687-d6f3641c100e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 HTTP/1.1" status: 200 len: 1000 time: 0.1628857 Aug 29 04:10:50.521298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-36004b11-f032-43af-95d3-6baeaca4c7c1 service neutron] 10.222.0.49 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304511 Aug 29 04:10:50.567233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54932) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:50.593385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-network', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:50.606768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Network 5352fe79-7bd7-4c30-9494-30d2a510b52f is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:50.627395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:50.666189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-4dcb4f89-ed28-4fff-92be-f518a252180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:50.668177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-4dcb4f89-ed28-4fff-92be-f518a252180b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d99572f-6b5c-4c0e-ba55-9cedeb4ab610 HTTP/1.1" status: 200 len: 862 time: 0.1551590 Aug 29 04:10:50.702336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-1a4afdd2-8b26-471f-b8b6-724dcf7d490a service neutron] 10.222.0.49 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644051 Aug 29 04:10:50.761632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35ce917c-ba09-43f4-9f03-ad57b4073178 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:50.766785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Made reservation on behalf of aec5a5eca9134c24ae8bc767b455d661 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:50.769318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.792820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-63536b29-635f-49f0-8b29-15de70eae883 service neutron] 10.222.0.49 "GET /v2.0/ports/dd80b936-e8e6-4c0f-a3c9-f1274c06bd60?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0841827 Aug 29 04:10:50.849427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 35ce917c-ba09-43f4-9f03-ad57b4073178 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:50.849818 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.853992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.922849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b226576f-10ca-4516-acbf-6569f7013cdb None None] Provisioning complete for port c9bbc036-fba5-489b-a4c3-44730a3d237e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:50.923233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b226576f-10ca-4516-acbf-6569f7013cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.938910 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5751aa96-b9fd-4b01-af9d-f93f57d15e67 service neutron] Transition to ACTIVE for port object e1377b49-8bf6-440f-9887-0a8487716f98 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:50.973261 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5751aa96-b9fd-4b01-af9d-f93f57d15e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.988155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b226576f-10ca-4516-acbf-6569f7013cdb None None] Port c9bbc036-fba5-489b-a4c3-44730a3d237e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:51.051947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-46e00091-3d57-457e-bd4b-029b70d4c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.054290 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-46e00091-3d57-457e-bd4b-029b70d4c273 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a29fce4-c2cb-47fe-90e5-d7553facac22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2986839 Aug 29 04:10:51.063036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d9a3-8c1b-464d-8bf6-44f137fbd898 req-537f50c0-fba2-4697-ac77-05dadff99834 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.064651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc71d9a3-8c1b-464d-8bf6-44f137fbd898 req-537f50c0-fba2-4697-ac77-05dadff99834 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 945 time: 0.0891824 Aug 29 04:10:51.071216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-9b3cce09-a8cc-4d22-b4f9-674f10d9595f service neutron] 10.222.0.49 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654538 Aug 29 04:10:51.089825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5751aa96-b9fd-4b01-af9d-f93f57d15e67 service neutron] No DVR routers for this DVR port e1377b49-8bf6-440f-9887-0a8487716f98 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:10:51.161884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc71d9a3-8c1b-464d-8bf6-44f137fbd898 req-61127704-8423-432e-a0f3-193568ebe7f4 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816722 Aug 29 04:10:51.193107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-8a1acc6d-55d8-494b-8f7f-3cbf4346a432 service neutron] 10.222.0.49 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056364 Aug 29 04:10:51.204748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Router 09e392d1-39a5-4982-8c09-dd81bd60ee61 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:51.238573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751aa96-b9fd-4b01-af9d-f93f57d15e67 service neutron] Pushing event updated for resources: {'Port': ['ID=e1377b49-8bf6-440f-9887-0a8487716f98,revision_number=10']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:51.269072 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-5751aa96-b9fd-4b01-af9d-f93f57d15e67 service neutron] 10.222.0.52 "PUT /v2.0/ports/e1377b49-8bf6-440f-9887-0a8487716f98/bindings/n-h2-712141-12/activate HTTP/1.1" status: 200 len: 370 time: 1.6260104 Aug 29 04:10:51.323937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-2bf8f4a9-2551-42b7-a549-20623e8ecf73 service neutron] 10.222.0.49 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232915 Aug 29 04:10:51.357040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.396449 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.411788 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-3031a83f-e031-4588-b971-280044be633e service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229864 Aug 29 04:10:51.494537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-c093cef7-e168-48e6-a675-499d4c595577 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.496029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-c093cef7-e168-48e6-a675-499d4c595577 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.0920515 Aug 29 04:10:51.499494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:51.507699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-339a78fb-2185-42d9-a522-f1ec69310f56 service neutron] 10.222.0.49 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757591 Aug 29 04:10:51.525935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f48f26-267f-41d7-9aaa-73b88e59a89f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:51.529509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.530004 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Added segment 8ea2b21e-1f02-44f9-bb06-e63092b132c9 of type vlan for network 82a59009-3f91-4631-a905-5e59c9b51c0b Aug 29 04:10:51.539963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:51.552115 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Sync routers for ids ['09e392d1-39a5-4982-8c09-dd81bd60ee61'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:51.566994 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6b020331-b43a-48a0-a99b-52258d59f71a admin admin] 10.222.0.49 "PUT /v2.0/routers/09e392d1-39a5-4982-8c09-dd81bd60ee61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0139313 Aug 29 04:10:51.602249 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Routers {'09e392d1-39a5-4982-8c09-dd81bd60ee61'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:51.602970 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['09e392d1-39a5-4982-8c09-dd81bd60ee61'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:51.686587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Sync routers for ids ['c481df24-e8a9-4fda-bea4-766d198ece22'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:51.713613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Routers {'c481df24-e8a9-4fda-bea4-766d198ece22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:51.714523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c481df24-e8a9-4fda-bea4-766d198ece22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:51.715309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-9e3f18ef-2c11-41a2-ab1c-6c54c85bfe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.716993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-9e3f18ef-2c11-41a2-ab1c-6c54c85bfe1e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939&tenant_id=b0276cc20fdd45bb93f8673316d6d252 HTTP/1.1" status: 200 len: 1097 time: 0.2089279 Aug 29 04:10:51.724093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.829655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7701d718-6f89-46ae-941b-d06b4c3205a8 service neutron] 10.222.0.49 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635601 Aug 29 04:10:51.855437 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-38f85c9b-c5a7-4a67-b76e-b153e3f6e295 req-603a7322-9ccc-4ecb-87a5-77cff35a49f8 service neutron] 10.222.0.59 "GET /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315419 Aug 29 04:10:51.857387 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.858455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-c5d832c0-d33f-41d3-835b-c7164cd7d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.859797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.860758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.866812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-c5d832c0-d33f-41d3-835b-c7164cd7d984 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 1097 time: 0.1132908 Aug 29 04:10:52.024499 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4316337 Aug 29 04:10:52.030366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54980) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:52.052432 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Request body: {'subnet': {'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-subnet', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:52.079065 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Set router c481df24-e8a9-4fda-bea4-766d198ece22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:52.086373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d366c8-f77d-4586-bfe6-8176488dc72e admin admin] Pushing event updated for resources: {'Network': ['ID=82a59009-3f91-4631-a905-5e59c9b51c0b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:52.100632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Made reservation on behalf of aec5a5eca9134c24ae8bc767b455d661 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:52.102950 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.131431 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Set router 09e392d1-39a5-4982-8c09-dd81bd60ee61 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:52.133178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 82a59009-3f91-4631-a905-5e59c9b51c0b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:52.445535 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'name': 'tempest-FloatingIPsTestJSON-385659485-router', 'tenant_id': '75d66230a7f2420db544257655092dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:35Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '75d66230a7f2420db544257655092dba', 'gw_port': {'id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:38Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c9bbc036-fba5-489b-a4c3-44730a3d237e', 'name': '', 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f', 'tenant_id': '75d66230a7f2420db544257655092dba', 'mac_address': 'fa:16:3e:c5:b1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '495dbde7-b5b9-46fd-adcc-ad5f54601c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 2, 'project_id': '75d66230a7f2420db544257655092dba', 'subnets': [{'id': '495dbde7-b5b9-46fd-adcc-ad5f54601c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:52.477780 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Checking router: 09e392d1-39a5-4982-8c09-dd81bd60ee61 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:52.478135 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Updating router 09e392d1-39a5-4982-8c09-dd81bd60ee61 port c9bbc036-fba5-489b-a4c3-44730a3d237e binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:52.491796 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.513468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-router', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:40Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'gw_port': {'id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:41Z', 'updated_at': '2021-08-29T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '13919852-37c8-41f7-bfee-5650bf958beb', 'name': '', 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'mac_address': 'fa:16:3e:be:e8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '9d7a7766-8c5b-4488-87f3-7322194cdbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:46Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 2, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'subnets': [{'id': '9d7a7766-8c5b-4488-87f3-7322194cdbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:52.525854 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.557375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Checking router: c481df24-e8a9-4fda-bea4-766d198ece22 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:52.558123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Updating router c481df24-e8a9-4fda-bea4-766d198ece22 port 13919852-37c8-41f7-bfee-5650bf958beb binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:52.570452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce98ff8f-0759-4866-b0a0-fd74e27847e0,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:52.580066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Checking segment: {'id': '8ea2b21e-1f02-44f9-bb06-e63092b132c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:52.580544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Network hostable DHCP agents. Network: 82a59009-3f91-4631-a905-5e59c9b51c0b, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:52.603801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Network 82a59009-3f91-4631-a905-5e59c9b51c0b is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:52.608150 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.617973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 82a59009-3f91-4631-a905-5e59c9b51c0b) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:52.627212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:52.627212 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.664700 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7dcb0095-8f8b-4ecb-a9b8-d19244280f0b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6289954 Aug 29 04:10:52.667340 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54986) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:52.672993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-router', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:52.694746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e1377b49-8bf6-440f-9887-0a8487716f98 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:10:52.729486 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.731928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.810244 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.860594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e1377b49-8bf6-440f-9887-0a8487716f98 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:10:52.885157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-c0ccb7db-2b1e-4390-9fcb-5c3684a953be service neutron] 10.222.0.49 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0460854 Aug 29 04:10:52.927955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-f32c2a01-ab5e-43d5-9a5d-d70a5116ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:52.929147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97c8a91-54d0-4c5f-b483-0804fb5a87a7 None None] Network 82a59009-3f91-4631-a905-5e59c9b51c0b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:52.930034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-f32c2a01-ab5e-43d5-9a5d-d70a5116ef90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 1.0553863 Aug 29 04:10:52.950728 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.982022 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Transition to ACTIVE for port object c9bbc036-fba5-489b-a4c3-44730a3d237e will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:52.998817 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.026293 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.077764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-7e807e10-5d1c-4e3e-927d-5030943bd423 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0008953 Aug 29 04:10:53.089792 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-fbbd0a31-46bf-4f0c-8c78-da1af2a87f53 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1377b49-8bf6-440f-9887-0a8487716f98 HTTP/1.1" status: 200 len: 217 time: 0.1475046 Aug 29 04:10:53.117758 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab48be-480f-4de5-86a6-d53c15cb7533 None None] Pushing event updated for resources: {'Port': ['ID=c9bbc036-fba5-489b-a4c3-44730a3d237e,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:53.127420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:53.211033 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Attempting to bind port c9bbc036-fba5-489b-a4c3-44730a3d237e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:53.211594 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Attempting to bind port c9bbc036-fba5-489b-a4c3-44730a3d237e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '5758cca5-73a3-4582-97a7-43cf3554ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:53.212060 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Attempting to bind port c9bbc036-fba5-489b-a4c3-44730a3d237e on network 5352fe79-7bd7-4c30-9494-30d2a510b52f {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:53.217580 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:53.218105 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Checking segment: {'id': '5758cca5-73a3-4582-97a7-43cf3554ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:53.218608 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.219238 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Bound using segment: {'id': '5758cca5-73a3-4582-97a7-43cf3554ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:53.219855 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Bound port: c9bbc036-fba5-489b-a4c3-44730a3d237e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5758cca5-73a3-4582-97a7-43cf3554ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:53.220499 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.299834 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.328499 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.347039 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] For port c9bbc036-fba5-489b-a4c3-44730a3d237e, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:53.352601 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] For port c9bbc036-fba5-489b-a4c3-44730a3d237e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c9bbc036-fba5-489b-a4c3-44730a3d237e,segment=NetworkSegment(5758cca5-73a3-4582-97a7-43cf3554ed56),segment_id=5758cca5-73a3-4582-97a7-43cf3554ed56)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:53.355906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.368380 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.380978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-8846149b-347b-43e2-9a2c-bdead30dc0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:53.382641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-8846149b-347b-43e2-9a2c-bdead30dc0eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.2687080 Aug 29 04:10:53.453901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-fe35ca34-dc43-420e-b925-c789020bbaf4 service neutron] 10.222.0.49 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279455 Aug 29 04:10:53.479781 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Routers {'09e392d1-39a5-4982-8c09-dd81bd60ee61'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:53.480456 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['09e392d1-39a5-4982-8c09-dd81bd60ee61'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:53.498222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-4fb0af88-0414-4883-ba79-eb5811d21e63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670135 Aug 29 04:10:53.519936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Allocated IP 172.25.5.245 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/9666a698-10a2-4c2d-b996-1071c6f1866e) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:53.598791 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.615703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-82a59009-3f91-4631-a905-5e59c9b51c0b', 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'fixed_ips': [{'subnet_id': 'ce98ff8f-0759-4866-b0a0-fd74e27847e0'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:10:53.617874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.703399 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.707333 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] Set router 09e392d1-39a5-4982-8c09-dd81bd60ee61 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:53.748073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d8fbef00-a778-4ba5-aec7-5d0bca5b6247 service neutron] 10.222.0.49 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593024 Aug 29 04:10:53.756992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Transition to ACTIVE for port object 13919852-37c8-41f7-bfee-5650bf958beb will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:53.765609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-88f72dcb-95c6-4afc-8a38-ad35a6bbca86 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495811 Aug 29 04:10:53.807674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.824567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Allocated IP 172.20.0.2 (82a59009-3f91-4631-a905-5e59c9b51c0b/ce98ff8f-0759-4866-b0a0-fd74e27847e0/349d9d83-8d06-48ca-b1f4-1bbbf8e17e90) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:53.890201 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab48be-480f-4de5-86a6-d53c15cb7533 None None] Pushing event updated for resources: {'Port': ['ID=c9bbc036-fba5-489b-a4c3-44730a3d237e,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:53.900840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:53.916838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:53.922124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:53.925525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Pushing event updated for resources: {'Port': ['ID=9666a698-10a2-4c2d-b996-1071c6f1866e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:53.989651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-4b042048-192b-433f-bced-d1a0eb92a3a8 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083819 Aug 29 04:10:53.992358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-40d5441c-25e6-4435-979d-a04e6638090e service neutron] 10.222.0.49 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361050 Aug 29 04:10:53.995957 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.996565 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.006102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Transition to ACTIVE for port object 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:54.023054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Transition to ACTIVE for port object 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:54.039315 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.050996 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.087490 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0754f815-2574-460d-8e38-c4dd234fd445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.118379 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'name': 'tempest-FloatingIPsTestJSON-385659485-router', 'tenant_id': '75d66230a7f2420db544257655092dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:35Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '75d66230a7f2420db544257655092dba', 'gw_port': {'id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:38Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c9bbc036-fba5-489b-a4c3-44730a3d237e', 'name': '', 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f', 'tenant_id': '75d66230a7f2420db544257655092dba', 'mac_address': 'fa:16:3e:c5:b1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '495dbde7-b5b9-46fd-adcc-ad5f54601c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:53Z', 'revision_number': 4, 'project_id': '75d66230a7f2420db544257655092dba', 'subnets': [{'id': '495dbde7-b5b9-46fd-adcc-ad5f54601c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:54.194067 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa9c18-610a-4d49-b477-b3974be5a562 None None] The sync data for ids ['09e392d1-39a5-4982-8c09-dd81bd60ee61'] in n-d-712141-12 is: [{'id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'name': 'tempest-FloatingIPsTestJSON-385659485-router', 'tenant_id': '75d66230a7f2420db544257655092dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:35Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '75d66230a7f2420db544257655092dba', 'gw_port': {'id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:38Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c9bbc036-fba5-489b-a4c3-44730a3d237e', 'name': '', 'network_id': '5352fe79-7bd7-4c30-9494-30d2a510b52f', 'tenant_id': '75d66230a7f2420db544257655092dba', 'mac_address': 'fa:16:3e:c5:b1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '495dbde7-b5b9-46fd-adcc-ad5f54601c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:53Z', 'revision_number': 4, 'project_id': '75d66230a7f2420db544257655092dba', 'subnets': [{'id': '495dbde7-b5b9-46fd-adcc-ad5f54601c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:54.229851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Network 82a59009-3f91-4631-a905-5e59c9b51c0b is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:54.306817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:54.310450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691823b-4658-4732-a9ed-ae4c1e958468 None None] Pushing event updated for resources: {'Port': ['ID=13919852-37c8-41f7-bfee-5650bf958beb,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:54.314283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:54.383091 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f9f66f0d-c6d8-4b42-8a4e-c6df4049ec48 service neutron] 10.222.0.49 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830829 Aug 29 04:10:54.425483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Allocated IP 172.25.5.153 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/f99566ba-f611-4d5f-9469-03f0b857dda1) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:54.454380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-9ceb1163-a15f-424e-b11d-4e9824ed7ddb tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:54.456709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-9ceb1163-a15f-424e-b11d-4e9824ed7ddb tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.1501474 Aug 29 04:10:54.470111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Attempting to bind port 13919852-37c8-41f7-bfee-5650bf958beb on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:54.470493 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Attempting to bind port 13919852-37c8-41f7-bfee-5650bf958beb by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:54.470861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Attempting to bind port 13919852-37c8-41f7-bfee-5650bf958beb on network 5797e981-9a4f-4ff4-bf64-125c1174328e {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:54.509971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Pushing event updated for resources: {'Port': ['ID=349d9d83-8d06-48ca-b1f4-1bbbf8e17e90,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:54.527877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:54.536345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Checking segment: {'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:54.537046 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.537333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Bound using segment: {'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:54.538374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Bound port: 13919852-37c8-41f7-bfee-5650bf958beb, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:54.538768 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.584820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Attempting to bind port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:54.585636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Attempting to bind port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '8ea2b21e-1f02-44f9-bb06-e63092b132c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:54.586515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Attempting to bind port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 on network 82a59009-3f91-4631-a905-5e59c9b51c0b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:54.599338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:54.599338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Checking segment: {'id': '8ea2b21e-1f02-44f9-bb06-e63092b132c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:54.599338 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.599338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Bound using segment: {'id': '8ea2b21e-1f02-44f9-bb06-e63092b132c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:54.603108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Bound port: 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea2b21e-1f02-44f9-bb06-e63092b132c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:54.604043 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.826426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] For port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:54.830955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] For port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=349d9d83-8d06-48ca-b1f4-1bbbf8e17e90,segment=NetworkSegment(8ea2b21e-1f02-44f9-bb06-e63092b132c9),segment_id=8ea2b21e-1f02-44f9-bb06-e63092b132c9)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:54.845195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c9bbc036-fba5-489b-a4c3-44730a3d237e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:54.863147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-04d1e81e-a9c0-41dc-b76e-1a61322316df service neutron] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:54.878896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-04d1e81e-a9c0-41dc-b76e-1a61322316df service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.880164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8a487f5-3d53-47b9-a272-7fe438a27cac req-04d1e81e-a9c0-41dc-b76e-1a61322316df service neutron] 10.222.0.59 "DELETE /v2.0/ports/e1377b49-8bf6-440f-9887-0a8487716f98/bindings/n-h1-712141-12 HTTP/1.1" status: 204 len: 173 time: 0.4143469 Aug 29 04:10:54.910728 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.934837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.012612 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.116905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] For port 13919852-37c8-41f7-bfee-5650bf958beb, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:55.118616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:55.123591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.124963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] For port 13919852-37c8-41f7-bfee-5650bf958beb, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=13919852-37c8-41f7-bfee-5650bf958beb,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:55.125225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:55.127510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2138f0a-a4b8-4cf8-8460-366bfc911568 None None] Pushing event updated for resources: {'Port': ['ID=349d9d83-8d06-48ca-b1f4-1bbbf8e17e90,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:55.129116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:55.143893 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.173979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Pushing event updated for resources: {'Port': ['ID=f99566ba-f611-4d5f-9469-03f0b857dda1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:55.215110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port c9bbc036-fba5-489b-a4c3-44730a3d237e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:55.228955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c9bbc036-fba5-489b-a4c3-44730a3d237e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:55.229366 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.405886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691823b-4658-4732-a9ed-ae4c1e958468 None None] Pushing event updated for resources: {'Port': ['ID=13919852-37c8-41f7-bfee-5650bf958beb,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:55.424393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Routers {'c481df24-e8a9-4fda-bea4-766d198ece22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:55.425007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c481df24-e8a9-4fda-bea4-766d198ece22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:55.429467 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.539075 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.587605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.712911 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.834018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] Set router c481df24-e8a9-4fda-bea4-766d198ece22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:55.926110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port c9bbc036-fba5-489b-a4c3-44730a3d237e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c9bbc036-fba5-489b-a4c3-44730a3d237e,segment=NetworkSegment(5758cca5-73a3-4582-97a7-43cf3554ed56),segment_id=5758cca5-73a3-4582-97a7-43cf3554ed56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:55.930235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:10:55.936248 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.969549 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.970333 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:56.068043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Pushing event updated for resources: {'Port': ['ID=f99566ba-f611-4d5f-9469-03f0b857dda1,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:56.225842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:56.247199 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Sync routers for ids ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:56.260575 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Routers {'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:56.263590 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:56.282037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:56.282185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f1db-138e-4d7e-b24b-71b80091e364 req-62904f2e-8cf3-44b3-b6c0-7cea8c37afdc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:56.292949 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cdb52713-9327-41d4-bdca-186614e8cb66 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6196351 Aug 29 04:10:56.293989 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55030) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:56.323004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ca0f1db-138e-4d7e-b24b-71b80091e364 req-62904f2e-8cf3-44b3-b6c0-7cea8c37afdc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 945 time: 0.2318721 Aug 29 04:10:56.407257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=c9bbc036-fba5-489b-a4c3-44730a3d237e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:56.432606 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Set router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:56.453451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:56.514239 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9932cb32-0e62-4008-a616-5a0d4c368250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:56.532125 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:56.558863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ca0f1db-138e-4d7e-b24b-71b80091e364 req-912b09c8-495a-458f-bb68-d761263cff14 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323763 Aug 29 04:10:56.575638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:56.580670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-261445ef-d36e-40db-bbe2-7bd8a79e7dff tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4727440 Aug 29 04:10:56.760605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55038) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:56.824382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-router', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:40Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'gw_port': {'id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:41Z', 'updated_at': '2021-08-29T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '13919852-37c8-41f7-bfee-5650bf958beb', 'name': '', 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'mac_address': 'fa:16:3e:be:e8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '9d7a7766-8c5b-4488-87f3-7322194cdbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:46Z', 'updated_at': '2021-08-29T04:10:55Z', 'revision_number': 4, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'subnets': [{'id': '9d7a7766-8c5b-4488-87f3-7322194cdbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:56.831709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-cb551c12-4131-4eec-a713-85d34ca65fbc tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.2440093 Aug 29 04:10:56.879433 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-router', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:52Z', 'updated_at': '2021-08-29T04:10:54Z', 'revision_number': 3, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'gw_port': {'id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:53Z', 'updated_at': '2021-08-29T04:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:56.985597 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Checking router: f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:56.985949 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Updating router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe port 9666a698-10a2-4c2d-b996-1071c6f1866e binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:57.148107 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.183419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef0ff22b-b6fa-47bb-9108-7ae99c84a939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.214856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-a989d078-dadc-4d7b-a0e3-5985f7fea8dc tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:57.219759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-a989d078-dadc-4d7b-a0e3-5985f7fea8dc tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.3808098 Aug 29 04:10:57.237060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-5a6b428e-300e-4513-a504-099c11c0cd86 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:10:57.245783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c4a0b36-d0d8-43c4-9281-7b754aa402e8 req-5a6b428e-300e-4513-a504-099c11c0cd86 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202475 Aug 29 04:10:57.332145 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a764e27d-9b98-483d-8288-c17da51ac523 req-f4236f3c-fb14-4253-aefb-014949f3f6e8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0676446 Aug 29 04:10:57.357635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c9bbc036-fba5-489b-a4c3-44730a3d237e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:57.362744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cce40c-96a7-4bac-b5de-67eb82da6a37 None None] Network 82a59009-3f91-4631-a905-5e59c9b51c0b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:57.374874 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabac9e4-53fc-430f-874a-3891203c3268 None None] The sync data for ids ['c481df24-e8a9-4fda-bea4-766d198ece22'] in n-d-712141-12 is: [{'id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-router', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:40Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'gw_port': {'id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:41Z', 'updated_at': '2021-08-29T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '13919852-37c8-41f7-bfee-5650bf958beb', 'name': '', 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'mac_address': 'fa:16:3e:be:e8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '9d7a7766-8c5b-4488-87f3-7322194cdbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:46Z', 'updated_at': '2021-08-29T04:10:55Z', 'revision_number': 4, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'subnets': [{'id': '9d7a7766-8c5b-4488-87f3-7322194cdbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:57.497001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef0ff22b-b6fa-47bb-9108-7ae99c84a939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.529644 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef0ff22b-b6fa-47bb-9108-7ae99c84a939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.542972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b87456c-7701-41b3-bec9-ced6296dde2f req-e3a9d393-3469-4459-9150-8092422b69c6 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips/cfdeedcd-b28b-4ff9-a208-02527bcc5c02 HTTP/1.1" status: 200 len: 693 time: 0.2022865 Aug 29 04:10:57.602472 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.616815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2c62adc6-a536-4528-a232-33c2dad12e32 None None] Provisioning for port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:57.619321 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.660353 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.686012 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Transition to ACTIVE for port object 9666a698-10a2-4c2d-b996-1071c6f1866e will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:57.701124 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ef0ff22b-b6fa-47bb-9108-7ae99c84a939 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fb061d7feb74a0991e1819674139fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9345965 Aug 29 04:10:57.701559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ff22b-b6fa-47bb-9108-7ae99c84a939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68fcfbc-48b6-4918-b244-c4037138f075,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:57.706260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55048) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:57.710087 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.784184 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06f43f-abd8-4f88-bee6-c6cc6c4cc154 None None] Pushing event updated for resources: {'Port': ['ID=9666a698-10a2-4c2d-b996-1071c6f1866e,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:57.805241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c9bbc036-fba5-489b-a4c3-44730a3d237e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:57.805796 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.816420 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Attempting to bind port 9666a698-10a2-4c2d-b996-1071c6f1866e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:57.816790 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Attempting to bind port 9666a698-10a2-4c2d-b996-1071c6f1866e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:57.817152 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Attempting to bind port 9666a698-10a2-4c2d-b996-1071c6f1866e on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:57.823232 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:57.826699 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:57.827171 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.827572 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:57.841530 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Bound port: 9666a698-10a2-4c2d-b996-1071c6f1866e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:57.842069 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.870351 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe753b6-3f19-46d2-86ac-84eda5b0d477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.893069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a82435-c67e-4dc6-9485-814b556ffa81 req-7c3a100b-585d-4446-a7d5-039c1a2e1387 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:57.901584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35a82435-c67e-4dc6-9485-814b556ffa81 req-7c3a100b-585d-4446-a7d5-039c1a2e1387 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 1097 time: 0.3290312 Aug 29 04:10:57.907878 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe753b6-3f19-46d2-86ac-84eda5b0d477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.951388 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] For port 9666a698-10a2-4c2d-b996-1071c6f1866e, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:57.954639 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] For port 9666a698-10a2-4c2d-b996-1071c6f1866e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9666a698-10a2-4c2d-b996-1071c6f1866e,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:57.965283 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.976187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87456c-7701-41b3-bec9-ced6296dde2f req-5ef27e26-9aad-4917-bce4-9248da87c681 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:57.980950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:57.982081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b87456c-7701-41b3-bec9-ced6296dde2f req-5ef27e26-9aad-4917-bce4-9248da87c681 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.4351773 Aug 29 04:10:58.007292 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe753b6-3f19-46d2-86ac-84eda5b0d477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.011312 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe753b6-3f19-46d2-86ac-84eda5b0d477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.013222 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3fe753b6-3f19-46d2-86ac-84eda5b0d477 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b68fcfbc-48b6-4918-b244-c4037138f075 HTTP/1.1" status: 204 len: 168 time: 0.3056276 Aug 29 04:10:58.018011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-1b87456c-7701-41b3-bec9-ced6296dde2f req-f001fbd5-33f5-4cfa-a0a2-31a0c2b4b1fd tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:10:58.019514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b87456c-7701-41b3-bec9-ced6296dde2f req-f001fbd5-33f5-4cfa-a0a2-31a0c2b4b1fd tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275788 Aug 29 04:10:58.047070 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.049558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35a82435-c67e-4dc6-9485-814b556ffa81 req-c39dfcb6-a2fa-4e2b-8ab3-98e0607fb6f4 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440740 Aug 29 04:10:58.054922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe753b6-3f19-46d2-86ac-84eda5b0d477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68fcfbc-48b6-4918-b244-c4037138f075,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:58.151140 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06f43f-abd8-4f88-bee6-c6cc6c4cc154 None None] Pushing event updated for resources: {'Port': ['ID=9666a698-10a2-4c2d-b996-1071c6f1866e,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:58.174983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:58.179510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:58.179999 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.200534 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Routers {'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:58.201507 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:58.331723 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-0cdeb640-982f-4194-ad2a-53db6d2ce8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:58.338363 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-0cdeb640-982f-4194-ad2a-53db6d2ce8e8 service neutron] 10.222.0.52 "GET /v2.0/ports/a3a0fbc2-2258-4215-96df-cc3284c69295 HTTP/1.1" status: 200 len: 1027 time: 0.2107537 Aug 29 04:10:58.416025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.456174 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-cd57b771-d305-4b3c-a6ce-3041558e6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:58.457882 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-cd57b771-d305-4b3c-a6ce-3041558e6497 service neutron] 10.222.0.52 "GET /v2.0/ports/dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 HTTP/1.1" status: 200 len: 1027 time: 0.0980060 Aug 29 04:10:58.521681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=349d9d83-8d06-48ca-b1f4-1bbbf8e17e90,segment=NetworkSegment(8ea2b21e-1f02-44f9-bb06-e63092b132c9),segment_id=8ea2b21e-1f02-44f9-bb06-e63092b132c9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:58.527229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b9ee449b-4972-4284-86d7-88d167b667ec None None] Provisioning complete for port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:58.531568 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b9ee449b-4972-4284-86d7-88d167b667ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.538966 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.541192 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a1fda74-9717-4bc2-accb-4d907904799b req-2d01b6e6-52ae-45db-aa64-2582a6bcbb67 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=75d66230a7f2420db544257655092dba HTTP/1.1" status: 200 len: 696 time: 0.1966527 Aug 29 04:10:58.554833 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] Set router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:58.761045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=349d9d83-8d06-48ca-b1f4-1bbbf8e17e90,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:58.901326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38b17fa0-6a78-4e06-9e50-c774fef7f650 req-a49bf1df-ea76-4b6b-a533-7386a7e8e2b6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.1491299 Aug 29 04:10:58.949105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 13919852-37c8-41f7-bfee-5650bf958beb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:58.988732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fda74-9717-4bc2-accb-4d907904799b req-da73e52a-cd50-42ab-b221-0afe9eed254a tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.009014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a1fda74-9717-4bc2-accb-4d907904799b req-da73e52a-cd50-42ab-b221-0afe9eed254a tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/networks?id=56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 787 time: 0.4535222 Aug 29 04:10:59.009852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Allocated IP 172.20.0.1 (82a59009-3f91-4631-a905-5e59c9b51c0b/ce98ff8f-0759-4866-b0a0-fd74e27847e0/12b79c93-7051-4335-9921-08c27ac24876) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:59.026760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-6a1fda74-9717-4bc2-accb-4d907904799b req-5842c20c-caf4-47ca-864e-c58b3a07fb55 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:10:59.027214 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-8c177dff-303a-4791-9382-9154bdcdc032 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.057156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-8c177dff-303a-4791-9382-9154bdcdc032 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.065620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a1fda74-9717-4bc2-accb-4d907904799b req-5842c20c-caf4-47ca-864e-c58b3a07fb55 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475607 Aug 29 04:10:59.073774 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-8c177dff-303a-4791-9382-9154bdcdc032 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.075771 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-8c177dff-303a-4791-9382-9154bdcdc032 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "GET /v2.0/networks?id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=42c3b373-a508-467d-877d-7410cc01232d&id=42c3b373-a508-467d-877d-7410cc01232d HTTP/1.1" status: 200 len: 1990 time: 0.6040301 Aug 29 04:10:59.153437 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.180981 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-router', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:52Z', 'updated_at': '2021-08-29T04:10:54Z', 'revision_number': 3, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'gw_port': {'id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:53Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:59.185179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 13919852-37c8-41f7-bfee-5650bf958beb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:59.197499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 13919852-37c8-41f7-bfee-5650bf958beb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:59.201027 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.246850 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-9be39359-f852-4add-a16e-b545c01f42ec tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1272668679a744cbaa6d30ebb8da28d6 HTTP/1.1" status: 200 len: 380 time: 0.1499536 Aug 29 04:10:59.264484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-4f050bce-ff1b-43c8-832e-35ad3b07d0a5 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips/cfdeedcd-b28b-4ff9-a208-02527bcc5c02 HTTP/1.1" status: 200 len: 693 time: 0.1563115 Aug 29 04:10:59.271185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'admin_state_up': True, 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'security_groups': ['d14bacdc-e696-40de-b424-ef3b749a5691']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:59.282228 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe56d99d-1bcd-403d-b807-da17fde2783d None None] The sync data for ids ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'] in n-d-712141-12 is: [{'id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-router', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:52Z', 'updated_at': '2021-08-29T04:10:54Z', 'revision_number': 3, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'gw_port': {'id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:53Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:59.381965 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.412489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Transition to ACTIVE for port object 12b79c93-7051-4335-9921-08c27ac24876 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:59.464128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:59.468523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.483113 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.509483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.532932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-48a10fee-1947-4e8f-9f6f-86568ebcaa12 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.542129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-48a10fee-1947-4e8f-9f6f-86568ebcaa12 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 821 time: 0.4637477 Aug 29 04:10:59.542801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 13919852-37c8-41f7-bfee-5650bf958beb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=13919852-37c8-41f7-bfee-5650bf958beb,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:59.557947 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.620320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-faece4a4-ea65-44ce-bb5a-0400f2de8d9f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/quotas/b0276cc20fdd45bb93f8673316d6d252 HTTP/1.1" status: 200 len: 375 time: 0.0769317 Aug 29 04:10:59.624093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Network 82a59009-3f91-4631-a905-5e59c9b51c0b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:59.629299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:59.635809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:59.677435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=13919852-37c8-41f7-bfee-5650bf958beb,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:59.716652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Pushing event updated for resources: {'Port': ['ID=12b79c93-7051-4335-9921-08c27ac24876,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:59.734543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-33a6d1c2-3ece-4164-8d68-2315a5ef416a tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.743879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-33a6d1c2-3ece-4164-8d68-2315a5ef416a tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.4784944 Aug 29 04:10:59.753461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-586c369b-5bb6-4fb3-9beb-d2b9c0dcb83f tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:10:59.765674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-586c369b-5bb6-4fb3-9beb-d2b9c0dcb83f tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203550 Aug 29 04:10:59.811311 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.849675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-969b98a2-23ad-42dd-8092-547712ae0780 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2238224 Aug 29 04:10:59.877188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-f8df1f97-ac0f-4b6f-84df-f83a4ef1fc39 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.1106539 Aug 29 04:10:59.940762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-3192dbbd-3153-4a28-8190-8eabfbeb856b tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.0625207 Aug 29 04:11:00.052454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5c238efd-fc34-471d-8e2b-23d303386461 None None] Provisioning for port 12b79c93-7051-4335-9921-08c27ac24876 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:00.057941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5c238efd-fc34-471d-8e2b-23d303386461 None None] Provisioning complete for port 12b79c93-7051-4335-9921-08c27ac24876 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:00.058864 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5c238efd-fc34-471d-8e2b-23d303386461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.122889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5c238efd-fc34-471d-8e2b-23d303386461 None None] Port 12b79c93-7051-4335-9921-08c27ac24876 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:00.277084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Allocated IP 172.20.0.12 (2796e265-0f1b-4aba-b9ba-3f2967e97f6d/7e2804dc-4a68-45cb-aebe-6a7a08e379e1/6c630f49-36e6-4658-9ee4-b9246cfe03c1) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:00.473047 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.486552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-8a3e315e-d10c-45a0-a372-ca0ec03df405 service neutron] 10.222.0.49 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286280 Aug 29 04:11:00.496390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-2e336720-8975-4539-ad2a-4e7072757b5d tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Deleting port f99566ba-f611-4d5f-9469-03f0b857dda1 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:00.496747 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-2e336720-8975-4539-ad2a-4e7072757b5d tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.504672 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.545575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Transition to ACTIVE for port object 6c630f49-36e6-4658-9ee4-b9246cfe03c1 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:00.581426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-2e336720-8975-4539-ad2a-4e7072757b5d tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.582000 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-2e336720-8975-4539-ad2a-4e7072757b5d tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.595529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-2e336720-8975-4539-ad2a-4e7072757b5d tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Calling delete_port for f99566ba-f611-4d5f-9469-03f0b857dda1 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:00.671541 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.749033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Port': ['ID=6c630f49-36e6-4658-9ee4-b9246cfe03c1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:00.754859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 13919852-37c8-41f7-bfee-5650bf958beb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:00.813612 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.814027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 13919852-37c8-41f7-bfee-5650bf958beb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:00.814412 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.825681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.830461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:00.832871 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-4af1164b-65c4-4b0d-8157-2f0454ea91d3 service neutron] 10.222.0.49 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379705 Aug 29 04:11:00.859120 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-2e336720-8975-4539-ad2a-4e7072757b5d tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.865351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:00.907346 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:00.913240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e336720-8975-4539-ad2a-4e7072757b5d tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Pushing event deleted for resources: {'Port': ['ID=f99566ba-f611-4d5f-9469-03f0b857dda1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:00.930657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:01.004479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:01.004864 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.051080 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.095111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-2e336720-8975-4539-ad2a-4e7072757b5d tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.097472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Pushing event updated for resources: {'Port': ['ID=12b79c93-7051-4335-9921-08c27ac24876,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:01.107319 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-2e336720-8975-4539-ad2a-4e7072757b5d tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.115863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-138edabe-f54c-4546-8b9f-bc579e7504ea req-2e336720-8975-4539-ad2a-4e7072757b5d tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "DELETE /v2.0/floatingips/cfdeedcd-b28b-4ff9-a208-02527bcc5c02 HTTP/1.1" status: 204 len: 173 time: 1.1564953 Aug 29 04:11:01.390343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:01.400592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.437292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Network 82a59009-3f91-4631-a905-5e59c9b51c0b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:01.443685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:01.464031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71005e08-bea0-493b-96e0-31ec172b3c14 req-7ec5cd11-4011-429e-8069-1f4c7cc9aea5 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 210 time: 0.0629244 Aug 29 04:11:01.470867 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-78f80dd7-b343-4bc1-a2cc-64c23a3931a6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2166646 Aug 29 04:11:01.484189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7ab5e1f3-a40a-4d08-8fb8-391b6b68a601 None None] Provisioning for port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:01.488709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7ab5e1f3-a40a-4d08-8fb8-391b6b68a601 None None] Provisioning complete for port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:01.489652 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7ab5e1f3-a40a-4d08-8fb8-391b6b68a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.509454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd01d6-103e-4090-b6ed-f48d5598c82e req-d43493dc-3b82-457d-a14e-2e01af4805da tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:01.517952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fefd01d6-103e-4090-b6ed-f48d5598c82e req-d43493dc-3b82-457d-a14e-2e01af4805da tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 932 time: 0.2014606 Aug 29 04:11:01.644699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5e1f3-a40a-4d08-8fb8-391b6b68a601 None None] Port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:01.652882 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fefd01d6-103e-4090-b6ed-f48d5598c82e req-40323d13-d802-4b82-a996-b9deb5cf9ebd tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332211 Aug 29 04:11:01.709916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59', 'admin_state_up': True, 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'security_groups': ['d14bacdc-e696-40de-b424-ef3b749a5691']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:01.780641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-16537488-4818-4256-97c3-b134dbc435bf tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2595847 Aug 29 04:11:01.793847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:01.840115 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.926051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:11:01.979944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-194c246e-b426-46f2-9b85-a7e04a7067bb None None] Provisioning complete for port 12b79c93-7051-4335-9921-08c27ac24876 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:01.982639 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-194c246e-b426-46f2-9b85-a7e04a7067bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.051709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-194c246e-b426-46f2-9b85-a7e04a7067bb None None] Port 12b79c93-7051-4335-9921-08c27ac24876 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:02.086073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.147767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:02.152073 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.192250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:11:02.210711 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8c51eaed-559f-4826-854a-2b2f5e576226 admin admin] 10.222.0.49 "PUT /v2.0/routers/f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9154871 Aug 29 04:11:02.376920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Allocated IP 172.25.5.63 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/61264193-220b-44c8-9ce6-1fe2e4fe079c) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:02.414189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Allocated IP 10.1.1.153 (5ca8c052-4733-4905-a6ad-25a41bf91d59/dec4cdbd-ca47-4926-a9b8-d36bd012480e/f72adc5c-e30f-442b-8f4e-9be3a5c273fc) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:02.650792 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.668938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Transition to ACTIVE for port object f72adc5c-e30f-442b-8f4e-9be3a5c273fc will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:02.705403 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.707002 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.741024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network 5ca8c052-4733-4905-a6ad-25a41bf91d59 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:02.806390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:02.808959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:02.811725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Port': ['ID=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:02.884659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9b213f6-a1e0-406b-a5a4-7c72c83c4190 req-731389e1-dc31-4b72-813b-fb282f2bd6c0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 210 time: 0.1092894 Aug 29 04:11:02.911538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9666a698-10a2-4c2d-b996-1071c6f1866e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:02.950518 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.997413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:02.999562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.044446 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-d3adbf7d-df04-4974-8ace-8b3c888f8bae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3470333 Aug 29 04:11:03.045945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 9666a698-10a2-4c2d-b996-1071c6f1866e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:03.051672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9666a698-10a2-4c2d-b996-1071c6f1866e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:03.052422 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.107342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59', 'admin_state_up': True, 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'security_groups': ['d14bacdc-e696-40de-b424-ef3b749a5691']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:03.138480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:03.170072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:03.185981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:03.315499 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.404030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 9666a698-10a2-4c2d-b996-1071c6f1866e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9666a698-10a2-4c2d-b996-1071c6f1866e,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:03.404897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Pushing event updated for resources: {'Port': ['ID=61264193-220b-44c8-9ce6-1fe2e4fe079c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:03.420163 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.581345 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.636492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a8dc54ae-0070-4550-94b1-56e3ceef0c9b None None] Provisioning for port f72adc5c-e30f-442b-8f4e-9be3a5c273fc completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:03.653748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-e345353c-2b2d-478f-82fc-dce883279323 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:03.654534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a8dc54ae-0070-4550-94b1-56e3ceef0c9b None None] Provisioning complete for port f72adc5c-e30f-442b-8f4e-9be3a5c273fc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:03.654869 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a8dc54ae-0070-4550-94b1-56e3ceef0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.656598 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-e345353c-2b2d-478f-82fc-dce883279323 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 821 time: 0.5937841 Aug 29 04:11:03.668988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=9666a698-10a2-4c2d-b996-1071c6f1866e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:03.695145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Request body: {'port': {'device_id': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f', 'admin_state_up': True, 'tenant_id': 'b0276cc20fdd45bb93f8673316d6d252'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:03.698216 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a5132-8ca4-408a-b8fd-ffa8ce8a9bd4 req-a53e0adb-56ac-4d9a-b325-2c6fb947c197 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:03.707009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a5132-8ca4-408a-b8fd-ffa8ce8a9bd4 req-a53e0adb-56ac-4d9a-b325-2c6fb947c197 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:03.716771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d16a5132-8ca4-408a-b8fd-ffa8ce8a9bd4 req-a53e0adb-56ac-4d9a-b325-2c6fb947c197 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 1654 time: 0.4296298 Aug 29 04:11:03.719275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.772459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:03.776708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.790199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc54ae-0070-4550-94b1-56e3ceef0c9b None None] Port f72adc5c-e30f-442b-8f4e-9be3a5c273fc cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:03.799558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Sync routers for ids ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:11:03.816529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d16a5132-8ca4-408a-b8fd-ffa8ce8a9bd4 req-5a6c65ba-631b-4ab5-95fe-a259afe0b0d5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981948 Aug 29 04:11:03.820519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Routers {'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:03.822184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:03.940319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Allocated IP 10.1.1.64 (5ca8c052-4733-4905-a6ad-25a41bf91d59/dec4cdbd-ca47-4926-a9b8-d36bd012480e/edbbf302-54d1-4d3b-ad42-71859d02e4a6) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:04.077999 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Set router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:04.122347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.158453 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.164762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Transition to ACTIVE for port object edbbf302-54d1-4d3b-ad42-71859d02e4a6 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:04.167110 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.295213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Pushing event updated for resources: {'Port': ['ID=61264193-220b-44c8-9ce6-1fe2e4fe079c,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:04.331994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.419632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49097ada-ecd5-4b14-beea-d52fa06d3e30 req-2fa02cdb-7a04-4f63-bd6b-fd5fba931dc7 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 210 time: 0.2349508 Aug 29 04:11:04.524416 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Made reservation on behalf of b0276cc20fdd45bb93f8673316d6d252 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:04.528456 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.569127 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.606167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.607597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-e600b2ab-fb1c-4fa1-ae64-853d26b2695e tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8260982 Aug 29 04:11:04.711190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network 5ca8c052-4733-4905-a6ad-25a41bf91d59 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:04.778654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-router', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:52Z', 'updated_at': '2021-08-29T04:11:00Z', 'revision_number': 4, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'gw_port': {'id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:53Z', 'updated_at': '2021-08-29T04:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '12b79c93-7051-4335-9921-08c27ac24876', 'name': '', 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'mac_address': 'fa:16:3e:08:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ce98ff8f-0759-4866-b0a0-fd74e27847e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:58Z', 'updated_at': '2021-08-29T04:11:00Z', 'revision_number': 2, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'subnets': [{'id': 'ce98ff8f-0759-4866-b0a0-fd74e27847e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:04.813407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:04.818244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Port': ['ID=edbbf302-54d1-4d3b-ad42-71859d02e4a6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:04.839785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:04.840734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-c8904a4b-9fce-4374-b801-ac0293585894 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.63 HTTP/1.1" status: 200 len: 695 time: 0.2126458 Aug 29 04:11:04.868758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9666a698-10a2-4c2d-b996-1071c6f1866e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:04.872575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Checking router: f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:11:04.885565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Updating router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe port 12b79c93-7051-4335-9921-08c27ac24876 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:11:04.975666 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:04.977424 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.005166 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-62e3e056-5f6f-4b28-8277-4de3199a41ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9408391 Aug 29 04:11:05.033929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.071596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '42c3b373-a508-467d-877d-7410cc01232d', 'admin_state_up': True, 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'security_groups': ['d14bacdc-e696-40de-b424-ef3b749a5691']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:05.398413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7d1c0-7011-492f-8ef3-9c707090282c req-8a753c3a-2739-4117-abe2-69f4630e5fda tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:05.423210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7d1c0-7011-492f-8ef3-9c707090282c req-8a753c3a-2739-4117-abe2-69f4630e5fda tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:05.424010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9666a698-10a2-4c2d-b996-1071c6f1866e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:05.424971 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.438305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7d1c0-7011-492f-8ef3-9c707090282c req-8a753c3a-2739-4117-abe2-69f4630e5fda tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:05.454879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72d7d1c0-7011-492f-8ef3-9c707090282c req-8a753c3a-2739-4117-abe2-69f4630e5fda tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 2374 time: 0.4219127 Aug 29 04:11:05.480539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a8a0282a-d0a3-4563-85dd-f29656ba7fa5 None None] Provisioning for port edbbf302-54d1-4d3b-ad42-71859d02e4a6 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:05.482702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Allocated IP 172.20.0.14 (024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f/5abeeec1-dee3-4aed-983a-2a1715bc7191/3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:05.515324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a8a0282a-d0a3-4563-85dd-f29656ba7fa5 None None] Provisioning complete for port edbbf302-54d1-4d3b-ad42-71859d02e4a6 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:05.515324 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a8a0282a-d0a3-4563-85dd-f29656ba7fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.540607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-687af004-af77-478a-ac8b-02f26fc91118 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:05.556673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-815b8f2a-bd8b-426c-a4f7-573d8621ec3e req-687af004-af77-478a-ac8b-02f26fc91118 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.7100775 Aug 29 04:11:05.562136 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:05.620737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0282a-d0a3-4563-85dd-f29656ba7fa5 None None] Port edbbf302-54d1-4d3b-ad42-71859d02e4a6 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:05.635478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72d7d1c0-7011-492f-8ef3-9c707090282c req-e6df3178-fedc-4f4a-b9f6-e8c77a09f81e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795030 Aug 29 04:11:05.679057 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.715283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Transition to ACTIVE for port object 12b79c93-7051-4335-9921-08c27ac24876 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:05.737749 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.884120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563ece0-6547-401e-8820-7cd058e31210 None None] Pushing event updated for resources: {'Port': ['ID=12b79c93-7051-4335-9921-08c27ac24876,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:06.083251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-879a0ece-cb1a-4ad2-acba-5e74635fb00a tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips/eb8da49d-5c30-4632-901e-cca975f358c6 HTTP/1.1" status: 200 len: 692 time: 0.1552417 Aug 29 04:11:06.126712 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.136265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36d144b4-edc1-41db-90ab-c9b7943bfa60 req-db8bb7f7-a00a-440d-8651-80b7cb599e9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 210 time: 0.0770457 Aug 29 04:11:06.223568 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.228074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.241480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Attempting to bind port 12b79c93-7051-4335-9921-08c27ac24876 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:06.249175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Attempting to bind port 12b79c93-7051-4335-9921-08c27ac24876 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '8ea2b21e-1f02-44f9-bb06-e63092b132c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:06.251479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Attempting to bind port 12b79c93-7051-4335-9921-08c27ac24876 on network 82a59009-3f91-4631-a905-5e59c9b51c0b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:06.281023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:06.283722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Checking segment: {'id': '8ea2b21e-1f02-44f9-bb06-e63092b132c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:06.284280 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.291416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Bound using segment: {'id': '8ea2b21e-1f02-44f9-bb06-e63092b132c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:06.292224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Bound port: 12b79c93-7051-4335-9921-08c27ac24876, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea2b21e-1f02-44f9-bb06-e63092b132c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:06.292826 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.396058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-02d7b413-a0b0-43c5-af30-2f85a4b9e888 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:06.402781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-02d7b413-a0b0-43c5-af30-2f85a4b9e888 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.3186486 Aug 29 04:11:06.446071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] For port 12b79c93-7051-4335-9921-08c27ac24876, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:06.450413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] For port 12b79c93-7051-4335-9921-08c27ac24876, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=12b79c93-7051-4335-9921-08c27ac24876,segment=NetworkSegment(8ea2b21e-1f02-44f9-bb06-e63092b132c9),segment_id=8ea2b21e-1f02-44f9-bb06-e63092b132c9)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:06.464918 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.506857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-15ef43e6-fee3-4cb1-b139-447c3a8c909f tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.63 HTTP/1.1" status: 200 len: 695 time: 0.0973492 Aug 29 04:11:06.556541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Allocated IP 10.2.2.100 (42c3b373-a508-467d-877d-7410cc01232d/49a3c082-c836-4e5a-a6ab-eea6c61d5cd5/bfc679a5-b59a-4a10-90fe-ced2e2eb791b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:06.641716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-ce9b9196-bd3e-4ccf-956f-1c9548e7b2f6 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.63 HTTP/1.1" status: 200 len: 695 time: 0.0964406 Aug 29 04:11:06.782777 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.799583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Transition to ACTIVE for port object bfc679a5-b59a-4a10-90fe-ced2e2eb791b will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:06.842612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Routers {'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:06.843434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:06.845051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:06.852513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:06.856498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:06.917850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563ece0-6547-401e-8820-7cd058e31210 None None] Pushing event updated for resources: {'Port': ['ID=12b79c93-7051-4335-9921-08c27ac24876,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:06.946991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:06.948032 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.951255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Pushing event updated for resources: {'Port': ['ID=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:06.967092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.055654 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Port': ['ID=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:07.076873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] Set router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:07.089883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network 42c3b373-a508-467d-877d-7410cc01232d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:07.093524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:07.096690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:07.114170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6320fe-3cdb-44a8-b5fd-071190558737 req-e660d9f9-41af-42ff-86f7-6d22c05057bd tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:07.157570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6320fe-3cdb-44a8-b5fd-071190558737 req-e660d9f9-41af-42ff-86f7-6d22c05057bd tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:07.169628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:07.171308 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.181661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6320fe-3cdb-44a8-b5fd-071190558737 req-e660d9f9-41af-42ff-86f7-6d22c05057bd tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:07.212169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6320fe-3cdb-44a8-b5fd-071190558737 req-e660d9f9-41af-42ff-86f7-6d22c05057bd tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:07.212786 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-182f0c70-4a7e-42e1-ac86-b9dba38c7956 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5214949 Aug 29 04:11:07.218124 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5badd8d7-28b2-412b-a8b9-2dbcc1e4a159 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1822469 Aug 29 04:11:07.228860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f6320fe-3cdb-44a8-b5fd-071190558737 req-e660d9f9-41af-42ff-86f7-6d22c05057bd tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 3095 time: 0.3726153 Aug 29 04:11:07.249944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Request body: {'port': {'device_id': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:07.263970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '42c3b373-a508-467d-877d-7410cc01232d', 'admin_state_up': True, 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'security_groups': ['d14bacdc-e696-40de-b424-ef3b749a5691']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:07.383158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-75b52dfe-c035-4658-b333-4997027f12a9 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Deleting port 61264193-220b-44c8-9ce6-1fe2e4fe079c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:07.391400 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-75b52dfe-c035-4658-b333-4997027f12a9 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.419085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f6320fe-3cdb-44a8-b5fd-071190558737 req-cbf3e266-1920-46c9-883f-bfdf6c4f9431 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847389 Aug 29 04:11:07.599109 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-75b52dfe-c035-4658-b333-4997027f12a9 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.604720 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-75b52dfe-c035-4658-b333-4997027f12a9 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.633725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-75b52dfe-c035-4658-b333-4997027f12a9 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Calling delete_port for 61264193-220b-44c8-9ce6-1fe2e4fe079c owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:07.781804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2d0b9514-f197-4109-908b-cd2e2c71574b None None] Provisioning for port bfc679a5-b59a-4a10-90fe-ced2e2eb791b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:07.801870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2d0b9514-f197-4109-908b-cd2e2c71574b None None] Provisioning complete for port bfc679a5-b59a-4a10-90fe-ced2e2eb791b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:07.802266 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9514-f197-4109-908b-cd2e2c71574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.868129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-75b52dfe-c035-4658-b333-4997027f12a9 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.915665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b9514-f197-4109-908b-cd2e2c71574b None None] Port bfc679a5-b59a-4a10-90fe-ced2e2eb791b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:07.935916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b52dfe-c035-4658-b333-4997027f12a9 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Pushing event deleted for resources: {'Port': ['ID=61264193-220b-44c8-9ce6-1fe2e4fe079c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:07.988479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-router', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:52Z', 'updated_at': '2021-08-29T04:11:00Z', 'revision_number': 4, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'gw_port': {'id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:53Z', 'updated_at': '2021-08-29T04:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '12b79c93-7051-4335-9921-08c27ac24876', 'name': '', 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'mac_address': 'fa:16:3e:08:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ce98ff8f-0759-4866-b0a0-fd74e27847e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:58Z', 'updated_at': '2021-08-29T04:11:06Z', 'revision_number': 4, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'subnets': [{'id': 'ce98ff8f-0759-4866-b0a0-fd74e27847e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:08.044862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a0f401-86de-4764-a0b9-16acf1c831a2 None None] The sync data for ids ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'] in n-d-712141-12 is: [{'id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-router', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:52Z', 'updated_at': '2021-08-29T04:11:00Z', 'revision_number': 4, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'gw_port': {'id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:53Z', 'updated_at': '2021-08-29T04:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '12b79c93-7051-4335-9921-08c27ac24876', 'name': '', 'network_id': '82a59009-3f91-4631-a905-5e59c9b51c0b', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'mac_address': 'fa:16:3e:08:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'ce98ff8f-0759-4866-b0a0-fd74e27847e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:58Z', 'updated_at': '2021-08-29T04:11:06Z', 'revision_number': 4, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'subnets': [{'id': 'ce98ff8f-0759-4866-b0a0-fd74e27847e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:11:08.152567 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-75b52dfe-c035-4658-b333-4997027f12a9 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:08.155591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-75b52dfe-c035-4658-b333-4997027f12a9 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:08.163079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6a9946f-2a97-47d0-8856-734ff9920190 req-75b52dfe-c035-4658-b333-4997027f12a9 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "DELETE /v2.0/floatingips/eb8da49d-5c30-4632-901e-cca975f358c6 HTTP/1.1" status: 204 len: 173 time: 1.5188131 Aug 29 04:11:08.186734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8599d2-efd8-4b28-b1fd-163d2e42dc2c req-c432b413-1156-4a50-99a3-0d8d259b3ebc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:08.195497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1e8599d2-efd8-4b28-b1fd-163d2e42dc2c req-c432b413-1156-4a50-99a3-0d8d259b3ebc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 932 time: 0.1380856 Aug 29 04:11:08.268742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1e8599d2-efd8-4b28-b1fd-163d2e42dc2c req-6c67e53c-86a8-4c5d-88c2-e33187fa399f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659878 Aug 29 04:11:08.352783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0e2a6-a802-4991-95f9-542f6a32e319 req-8bdfe36f-89f5-4990-980c-dfca6effce9e tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:08.354649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ab0e2a6-a802-4991-95f9-542f6a32e319 req-8bdfe36f-89f5-4990-980c-dfca6effce9e tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 1098 time: 0.0849428 Aug 29 04:11:08.434767 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:08.466240 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-e9c2d6fa-6622-4695-a983-52b5c2312f5d req-867dc2f3-6e1f-4c1e-83df-4808bb0bfc36 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] show failed (client error): The resource could not be found. Aug 29 04:11:08.483388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9c2d6fa-6622-4695-a983-52b5c2312f5d req-867dc2f3-6e1f-4c1e-83df-4808bb0bfc36 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips/eb8da49d-5c30-4632-901e-cca975f358c6 HTTP/1.1" status: 404 len: 350 time: 0.0677080 Aug 29 04:11:08.509076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ab0e2a6-a802-4991-95f9-542f6a32e319 req-9d906a49-2804-4d8e-a65c-09b0a107dc41 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448054 Aug 29 04:11:08.713896 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-e52c11f0-2f72-42d1-ad49-101cab42cab8 req-bbe98eff-f548-4a8d-979a-f2e218ee34d2 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] show failed (client error): The resource could not be found. Aug 29 04:11:08.727797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e52c11f0-2f72-42d1-ad49-101cab42cab8 req-bbe98eff-f548-4a8d-979a-f2e218ee34d2 tempest-FloatingIPsTestJSON-677978680 tempest-FloatingIPsTestJSON-677978680-project] 10.222.0.49 "GET /v2.0/floatingips/eb8da49d-5c30-4632-901e-cca975f358c6 HTTP/1.1" status: 404 len: 350 time: 0.1019893 Aug 29 04:11:08.732020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55318) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:08.890068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 12b79c93-7051-4335-9921-08c27ac24876 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:08.916255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Made reservation on behalf of 1272668679a744cbaa6d30ebb8da28d6 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:08.922470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:08.982792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 12b79c93-7051-4335-9921-08c27ac24876 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:08.997171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 12b79c93-7051-4335-9921-08c27ac24876 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:08.997826 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.190834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab8201-7124-4da2-83d6-8c35b8aef257 req-a45641ba-dafa-4431-881b-333b453e624d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:09.197374 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.203518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab8201-7124-4da2-83d6-8c35b8aef257 req-a45641ba-dafa-4431-881b-333b453e624d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:09.222499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab8201-7124-4da2-83d6-8c35b8aef257 req-a45641ba-dafa-4431-881b-333b453e624d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:09.234794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab8201-7124-4da2-83d6-8c35b8aef257 req-a45641ba-dafa-4431-881b-333b453e624d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:09.249415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3ab8201-7124-4da2-83d6-8c35b8aef257 req-a45641ba-dafa-4431-881b-333b453e624d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 3095 time: 0.5202622 Aug 29 04:11:09.275425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 12b79c93-7051-4335-9921-08c27ac24876, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=12b79c93-7051-4335-9921-08c27ac24876,segment=NetworkSegment(8ea2b21e-1f02-44f9-bb06-e63092b132c9),segment_id=8ea2b21e-1f02-44f9-bb06-e63092b132c9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:09.283646 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.388744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=12b79c93-7051-4335-9921-08c27ac24876,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:09.425020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3ab8201-7124-4da2-83d6-8c35b8aef257 req-cfd30b01-b3ea-4695-af21-d5b1481391d6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740160 Aug 29 04:11:09.739710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:09.754332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.777056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-698461c6-142d-4362-975b-99aed2bc8cb5 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=42ce9cd82b904f089517e4e0cd90d699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484035 Aug 29 04:11:09.807808 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Allocated IP 10.2.2.200 (42c3b373-a508-467d-877d-7410cc01232d/49a3c082-c836-4e5a-a6ab-eea6c61d5cd5/03e5f775-6d84-4f10-b6c7-1d4853c624e9) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:09.839322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Transition to ACTIVE for port object 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:09.863459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.992475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-4a5bcc2e-a650-465f-9448-f62f762d91a8 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:10.001430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-4a5bcc2e-a650-465f-9448-f62f762d91a8 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108266 Aug 29 04:11:10.022205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a704ad83-78af-4982-96ec-a05bea70a9e2 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/quotas/42ce9cd82b904f089517e4e0cd90d699 HTTP/1.1" status: 200 len: 375 time: 0.0189681 Aug 29 04:11:10.027331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:10.068585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-95d007de-a56a-4b5b-8cec-ca317c5737be tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=42ce9cd82b904f089517e4e0cd90d699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450072 Aug 29 04:11:10.096072 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.287886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:10.288399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:10.288854 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:10.330033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:10.330790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:10.342908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.379270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:10.380668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:10.381506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:10.383412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Bound port: 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:10.384566 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.417044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Transition to ACTIVE for port object 03e5f775-6d84-4f10-b6c7-1d4853c624e9 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:10.522969 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.680595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Network 42c3b373-a508-467d-877d-7410cc01232d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:10.685193 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:10.688019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event updated for resources: {'Port': ['ID=03e5f775-6d84-4f10-b6c7-1d4853c624e9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:10.690755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:10.706716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:10.763403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:10.779003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d5a9-9150-45c6-b89a-f159d61bda8e req-af839d50-1e19-426a-ab68-619929062a42 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:10.796331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f65d5a9-9150-45c6-b89a-f159d61bda8e req-af839d50-1e19-426a-ab68-619929062a42 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 944 time: 0.1895044 Aug 29 04:11:10.806996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.862658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 12b79c93-7051-4335-9921-08c27ac24876 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:10.941178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f65d5a9-9150-45c6-b89a-f159d61bda8e req-1cbe5e1c-c9e0-4e85-a910-0434e3c6843d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741274 Aug 29 04:11:10.962443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] Deleting port c9bbc036-fba5-489b-a4c3-44730a3d237e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:10.962791 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.054896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.057179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 12b79c93-7051-4335-9921-08c27ac24876 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:11.057821 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.062098 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.083415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.100468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-eb32a791-f210-488e-aeb2-04e6d30dd785 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:11:11.101971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.103412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-eb32a791-f210-488e-aeb2-04e6d30dd785 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266473 Aug 29 04:11:11.108564 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] 10.222.0.52 "PUT /v2.0/ports/3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 HTTP/1.1" status: 200 len: 1093 time: 3.8633575 Aug 29 04:11:11.109064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'tag': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:11.118387 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb482f7b-628a-46c3-a423-7845f3353c47", "tag": "3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:11.140807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Request body: {'binding': {'host': 'n-h2-712141-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:11.142850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Unknown quota resources ['binding']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:11:11.236158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b8d6-5229-46eb-b22b-217393efe506 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:11.271616 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f2a7be8a-466e-4674-91b1-661b833889ca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0177529 Aug 29 04:11:11.299470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] For port c9bbc036-fba5-489b-a4c3-44730a3d237e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c9bbc036-fba5-489b-a4c3-44730a3d237e,segment=NetworkSegment(5758cca5-73a3-4582-97a7-43cf3554ed56),segment_id=5758cca5-73a3-4582-97a7-43cf3554ed56)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:11.299943 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.356582 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f7fdc6ab-e3ed-45ca-aa5a-1ad4294f744f None None] Provisioning for port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:11.361195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f7fdc6ab-e3ed-45ca-aa5a-1ad4294f744f None None] Provisioning complete for port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:11.361564 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc6ab-e3ed-45ca-aa5a-1ad4294f744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.366053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:11.399589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] Calling delete_port for c9bbc036-fba5-489b-a4c3-44730a3d237e owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:11.451859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdc6ab-e3ed-45ca-aa5a-1ad4294f744f None None] Port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:11.511282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-8e01078a-22ff-4e90-b72f-a84337509a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.513684 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-8e01078a-22ff-4e90-b72f-a84337509a33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1096 time: 0.2689669 Aug 29 04:11:11.523970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.651112 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-2b01ab06-78c5-4cab-886b-9063fc3532ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 HTTP/1.1" status: 200 len: 217 time: 0.1112003 Aug 29 04:11:11.804140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0dbac-22d6-46ec-a903-6447f9745b2e req-6e7e4632-4045-4d66-bf5b-f4fcc9c9da96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.810743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0dbac-22d6-46ec-a903-6447f9745b2e req-6e7e4632-4045-4d66-bf5b-f4fcc9c9da96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.817113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0dbac-22d6-46ec-a903-6447f9745b2e req-6e7e4632-4045-4d66-bf5b-f4fcc9c9da96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.823731 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0dbac-22d6-46ec-a903-6447f9745b2e req-6e7e4632-4045-4d66-bf5b-f4fcc9c9da96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.829877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0dbac-22d6-46ec-a903-6447f9745b2e req-6e7e4632-4045-4d66-bf5b-f4fcc9c9da96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.831942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ead0dbac-22d6-46ec-a903-6447f9745b2e req-6e7e4632-4045-4d66-bf5b-f4fcc9c9da96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 3816 time: 0.5892835 Aug 29 04:11:11.916356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-300f7f1b-ce46-4b81-b683-2fb225313446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.918396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-300f7f1b-ce46-4b81-b683-2fb225313446 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.2459495 Aug 29 04:11:11.958982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on host n-h2-712141-12 for vnic_type normal with profile None {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:11.959277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:11.959576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:11.978592 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-2116015d-3625-4537-a2b5-c218d65639cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519729 Aug 29 04:11:11.983992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ead0dbac-22d6-46ec-a903-6447f9745b2e req-d4be4716-4843-4f96-8d10-0335009fc7a7 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404355 Aug 29 04:11:11.988352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:11.988352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:12.001891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:12.002234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:12.002623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:12.003066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Bound port: fb8d468b-1820-4fd2-b264-5bf71504bb7c, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:12.059862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.126893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bbc036-fba5-489b-a4c3-44730a3d237e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:12.199297 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-e37a1998-de5a-4be1-a13d-9b0f42451edd service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989484 Aug 29 04:11:12.339887 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-bf9a6414-0918-436b-a405-09a596fb1606 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=42ce9cd82b904f089517e4e0cd90d699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730283 Aug 29 04:11:12.343974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:12.659303 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28240b8a-ee8f-4ae9-9115-bc86a4d29764 req-c39faa2b-38e2-49e3-8bc2-da0a8ed08e6f service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221370 Aug 29 04:11:12.772822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c630f49-36e6-4658-9ee4-b9246cfe03c1 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:12.784723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.804746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Transition to ACTIVE for port object 6c630f49-36e6-4658-9ee4-b9246cfe03c1 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:12.812014 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.894701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Pushing event updated for resources: {'Port': ['ID=6c630f49-36e6-4658-9ee4-b9246cfe03c1,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:13.016167 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Attempting to bind port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:13.016869 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Attempting to bind port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:13.016987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Attempting to bind port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 on network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:13.023338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 on network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:13.023667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Attempting to bind port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 on network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:13.029960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:13.030315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Checking segment: {'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:13.030760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Bound using segment: {'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:13.031204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Bound port: 6c630f49-36e6-4658-9ee4-b9246cfe03c1, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:13.031566 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.119278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] For port 6c630f49-36e6-4658-9ee4-b9246cfe03c1, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:13.123341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] For port 6c630f49-36e6-4658-9ee4-b9246cfe03c1, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:13.129384 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.207014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:13.207680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.209704 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-35193877-c5c0-433a-8864-299aaab32182 service neutron] 10.222.0.52 "PUT /v2.0/ports/6c630f49-36e6-4658-9ee4-b9246cfe03c1 HTTP/1.1" status: 200 len: 1093 time: 1.8694866 Aug 29 04:11:13.252236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-9e6f4d34-8660-45f5-a520-6d15d7c4cce5 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=42ce9cd82b904f089517e4e0cd90d699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9064646 Aug 29 04:11:13.257268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:13.260571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.273317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27e13b22-880e-4756-9133-c915f5672de2 service neutron] 10.222.0.49 "POST /v2.0/ports/fb8d468b-1820-4fd2-b264-5bf71504bb7c/bindings HTTP/1.1" status: 201 len: 390 time: 2.1673894 Aug 29 04:11:13.330172 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35193877-c5c0-433a-8864-299aaab32182 service neutron] Pushing event updated for resources: {'Port': ['ID=6c630f49-36e6-4658-9ee4-b9246cfe03c1,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:13.381272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.546232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-8e5a6b29-41dd-4a9e-80ad-bda040b9517d tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:13.547864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-8e5a6b29-41dd-4a9e-80ad-bda040b9517d tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1876915 Aug 29 04:11:13.616450 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.641155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-73e1aa16-c533-4585-b3a6-e63d639ad538 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/quotas/42ce9cd82b904f089517e4e0cd90d699 HTTP/1.1" status: 200 len: 375 time: 0.0716221 Aug 29 04:11:13.679699 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fa74ae-e729-4c98-80aa-d5775903e692 x-openstack-request-id: req-b4fa74ae-e729-4c98-80aa-d5775903e692 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:13.681808 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb482f7b-628a-46c3-a423-7845f3353c47", "tag": "3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:13.682338 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4fa74ae-e729-4c98-80aa-d5775903e692 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:13.682989 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'tag': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318', 'status': 'completed', 'code': 200} Aug 29 04:11:13.818761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-f010b5f1-fcce-497c-b8a9-d7a648da9c76 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:13.820579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-f010b5f1-fcce-497c-b8a9-d7a648da9c76 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5457318 Aug 29 04:11:13.855133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Request body: {'port': {'device_id': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '42ce9cd82b904f089517e4e0cd90d699'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:13.868022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-aad0a5b9-7753-4cec-b435-3457530845ed tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=42ce9cd82b904f089517e4e0cd90d699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911717 Aug 29 04:11:13.933232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c req-aa53942b-fdd1-4071-b26a-70302486fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:13.935033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c req-aa53942b-fdd1-4071-b26a-70302486fce2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1096 time: 0.1918216 Aug 29 04:11:13.940314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-9903542b-c716-4e95-9c91-c3e99c6bd97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:13.942655 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-9903542b-c716-4e95-9c91-c3e99c6bd97a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 1098 time: 0.1899357 Aug 29 04:11:14.172490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf490eb-c2a0-4489-9094-239314cc8b88 req-840bccfa-866a-4b9a-b1d4-0935203e1d13 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.182576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bf490eb-c2a0-4489-9094-239314cc8b88 req-840bccfa-866a-4b9a-b1d4-0935203e1d13 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 944 time: 0.2279494 Aug 29 04:11:14.253128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bf490eb-c2a0-4489-9094-239314cc8b88 req-d97aec0f-5315-4c03-ab58-0f9dddf71675 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691404 Aug 29 04:11:14.367837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c req-4c5d8d6a-aeab-444a-b5d0-137e00d68ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.369465 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c req-4c5d8d6a-aeab-444a-b5d0-137e00d68ad2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.4204359 Aug 29 04:11:14.371693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a0fbc2-2258-4215-96df-cc3284c69295 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:14.376770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-d0e15d70-6266-49de-8aa6-59e569dade94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.378264 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-d0e15d70-6266-49de-8aa6-59e569dade94 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.4129977 Aug 29 04:11:14.391292 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.453016 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c req-8e49bf74-08c1-4e0d-b672-dcc0c45d94ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 HTTP/1.1" status: 200 len: 217 time: 0.0712907 Aug 29 04:11:14.530106 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-381c1018-e23d-487f-a633-1a0dd8185bde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c HTTP/1.1" status: 200 len: 217 time: 0.1353316 Aug 29 04:11:14.531161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Transition to ACTIVE for port object a3a0fbc2-2258-4215-96df-cc3284c69295 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:14.537930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f207d4-e38b-47bd-b688-da675084ccdf req-0b7fa3f0-6806-49ab-8b8a-df709ed19534 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.545448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f207d4-e38b-47bd-b688-da675084ccdf req-0b7fa3f0-6806-49ab-8b8a-df709ed19534 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.553738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f207d4-e38b-47bd-b688-da675084ccdf req-0b7fa3f0-6806-49ab-8b8a-df709ed19534 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.562382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f207d4-e38b-47bd-b688-da675084ccdf req-0b7fa3f0-6806-49ab-8b8a-df709ed19534 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.580566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f207d4-e38b-47bd-b688-da675084ccdf req-0b7fa3f0-6806-49ab-8b8a-df709ed19534 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.586557 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.592948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92f207d4-e38b-47bd-b688-da675084ccdf req-0b7fa3f0-6806-49ab-8b8a-df709ed19534 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 3828 time: 0.3283370 Aug 29 04:11:14.705075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Made reservation on behalf of 42ce9cd82b904f089517e4e0cd90d699 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:14.711251 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.776935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc5a46-0b15-4f78-b5b8-e1fcd9d06fc5 req-630fb023-7ea2-4c3d-93d8-79778b45ffa9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.791272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85dc5a46-0b15-4f78-b5b8-e1fcd9d06fc5 req-630fb023-7ea2-4c3d-93d8-79778b45ffa9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.3432815 Aug 29 04:11:14.793399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c req-de256e72-5479-480d-badd-086cf9359064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.795238 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c req-de256e72-5479-480d-badd-086cf9359064 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.3037596 Aug 29 04:11:14.867932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.909205 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c req-9e117f43-0556-4726-a2b9-4f3107a8e251 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669687 Aug 29 04:11:14.915560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-e0377523-865c-435c-a34a-170515113e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.917092 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-e0377523-865c-435c-a34a-170515113e51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.3651352 Aug 29 04:11:14.921842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85dc5a46-0b15-4f78-b5b8-e1fcd9d06fc5 req-0ae55bf9-1311-4cb2-8e92-856160830cd0 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292739 Aug 29 04:11:14.941909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a0fbc2-2258-4215-96df-cc3284c69295,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:15.134526 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-dfe26330-829e-452b-bce1-dddabacd4951 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1895943 Aug 29 04:11:15.224164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1d643bb-9acf-42cd-be18-6848570a89b6 req-184c0088-816d-46bd-bc40-2b4b7f35a63b tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 210 time: 0.0773997 Aug 29 04:11:15.257620 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c req-bde22236-768c-4251-84a0-3e52fec95f2f service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363729 Aug 29 04:11:15.456658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:15.493284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92f207d4-e38b-47bd-b688-da675084ccdf req-0fc8b0a2-8a01-43c8-93d5-ab10154d247c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8901806 Aug 29 04:11:15.509418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] Router 09e392d1-39a5-4982-8c09-dd81bd60ee61 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:11:15.525890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:15.651171 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-7f7dd7de-5343-4157-9ae8-d9b2a3aa1953 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923614 Aug 29 04:11:15.671133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Attempting to bind port a3a0fbc2-2258-4215-96df-cc3284c69295 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:15.671552 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Attempting to bind port a3a0fbc2-2258-4215-96df-cc3284c69295 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:15.671848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Attempting to bind port a3a0fbc2-2258-4215-96df-cc3284c69295 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:15.687353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': '6c630f49-36e6-4658-9ee4-b9246cfe03c1'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:15.688646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:11:15.689219 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99678689-c3fa-4e26-84ad-a5931a05a7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "6c630f49-36e6-4658-9ee4-b9246cfe03c1"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:15.699158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2f6c3ba6-9a7e-4237-bf92-14f39d95c7ca admin admin] 10.222.0.49 "PUT /v2.0/routers/09e392d1-39a5-4982-8c09-dd81bd60ee61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9623353 Aug 29 04:11:15.714481 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] Sync routers for ids ['09e392d1-39a5-4982-8c09-dd81bd60ee61'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:11:15.715040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55404) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:15.726901 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] Routers {'09e392d1-39a5-4982-8c09-dd81bd60ee61'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:15.727929 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['09e392d1-39a5-4982-8c09-dd81bd60ee61'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:15.833895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0682e21b-0daf-4f72-9019-5ffadf831781,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:15.876421 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] Set router 09e392d1-39a5-4982-8c09-dd81bd60ee61 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:15.992211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb6030-ad5f-411c-a366-f7dcc7e81548 req-d648cfca-106a-4f36-b3da-c30dc917a3f1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:15.993850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fb6030-ad5f-411c-a366-f7dcc7e81548 req-d648cfca-106a-4f36-b3da-c30dc917a3f1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 944 time: 0.3089330 Aug 29 04:11:16.031297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-ecf160ed-2f9a-45a9-b296-3e31d5b40835 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=42ce9cd82b904f089517e4e0cd90d699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625198 Aug 29 04:11:16.058289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Allocated IP 192.168.233.107 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/681556c9-7caa-4e81-a8f6-1c36e3e08379) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:16.153745 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.189801 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'name': 'tempest-FloatingIPsTestJSON-385659485-router', 'tenant_id': '75d66230a7f2420db544257655092dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:35Z', 'updated_at': '2021-08-29T04:11:11Z', 'revision_number': 5, 'project_id': '75d66230a7f2420db544257655092dba', 'gw_port': {'id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:38Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:16.217055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Port a3a0fbc2-2258-4215-96df-cc3284c69295 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:16.217397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Attempting to bind port a3a0fbc2-2258-4215-96df-cc3284c69295 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:16.243414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fb6030-ad5f-411c-a366-f7dcc7e81548 req-060597ba-4cf1-432a-8183-a61ea06e8d69 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224097 Aug 29 04:11:16.261839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:16.262185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Checking segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:16.262577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Bound using segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:16.263028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Bound port: a3a0fbc2-2258-4215-96df-cc3284c69295, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:16.263389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.274157 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] Checking router: 09e392d1-39a5-4982-8c09-dd81bd60ee61 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:11:16.301950 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] Routers {'09e392d1-39a5-4982-8c09-dd81bd60ee61'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:16.303242 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['09e392d1-39a5-4982-8c09-dd81bd60ee61'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:16.305310 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-91b4bdf2-d74f-4cf0-b176-1097cc87fb2c req-b737ae78-8362-43eb-88d6-9f011b78a5c5 service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0358064 Aug 29 04:11:16.406260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] For port a3a0fbc2-2258-4215-96df-cc3284c69295, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:16.409730 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] For port a3a0fbc2-2258-4215-96df-cc3284c69295, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a3a0fbc2-2258-4215-96df-cc3284c69295,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:16.413062 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da69ccd2-92fb-4e51-9752-7faa10456db1 x-openstack-request-id: req-da69ccd2-92fb-4e51-9752-7faa10456db1 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:16.413748 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "6c630f49-36e6-4658-9ee4-b9246cfe03c1", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:16.414002 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da69ccd2-92fb-4e51-9752-7faa10456db1 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:16.414443 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': '6c630f49-36e6-4658-9ee4-b9246cfe03c1', 'status': 'completed', 'code': 200} Aug 29 04:11:16.452079 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.475753 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] Set router 09e392d1-39a5-4982-8c09-dd81bd60ee61 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:16.504794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9169ec11-853c-41ad-b243-62c57a98a9b2 req-4e17b6ba-8f6c-4724-893d-61f7995bc4c2 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 210 time: 0.0667901 Aug 29 04:11:16.530381 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.531501 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.533277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] 10.222.0.52 "PUT /v2.0/ports/a3a0fbc2-2258-4215-96df-cc3284c69295 HTTP/1.1" status: 200 len: 1131 time: 3.2859302 Aug 29 04:11:16.540942 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-91f2a75e-2249-432e-86cb-1786a18f0518 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8773413 Aug 29 04:11:16.576602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-11a440c5-3d86-4465-9e86-b0b5a4a5a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.577341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-11a440c5-3d86-4465-9e86-b0b5a4a5a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.577829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-11a440c5-3d86-4465-9e86-b0b5a4a5a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.578466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-11a440c5-3d86-4465-9e86-b0b5a4a5a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.578951 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-11a440c5-3d86-4465-9e86-b0b5a4a5a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.579566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-11a440c5-3d86-4465-9e86-b0b5a4a5a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.581580 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-11a440c5-3d86-4465-9e86-b0b5a4a5a1e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5288 time: 0.1640770 Aug 29 04:11:16.607440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:16.641651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcc395-f2ee-4263-b612-e3e770699b40 req-75c3ecfa-7a2d-48c0-b3bc-23410fbf7429 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.670764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:16.674455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33dcc395-f2ee-4263-b612-e3e770699b40 req-75c3ecfa-7a2d-48c0-b3bc-23410fbf7429 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.5235956 Aug 29 04:11:16.979268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:16.997867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-6b499a33-7519-4056-9e22-d4e96e4ebf9d tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.998899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa6a45-41b5-49c5-b005-278757ee2395 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a0fbc2-2258-4215-96df-cc3284c69295,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:17.002980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-6b499a33-7519-4056-9e22-d4e96e4ebf9d tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9579198 Aug 29 04:11:17.008586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318', 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f', 'port_id': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318', 'mac_address': 'fa:16:3e:7c:18:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abeeec1-dee3-4aed-983a-2a1715bc7191', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:17.016348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:17.095154 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:17.129993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:17.178534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:17.195866 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:17.219522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33dcc395-f2ee-4263-b612-e3e770699b40 req-0b6a2bdb-ff34-45ca-af9b-8455ef179826 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418293 Aug 29 04:11:17.260681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Request body: {'port': {'device_id': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '42ce9cd82b904f089517e4e0cd90d699'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:17.262875 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'name': 'tempest-FloatingIPsTestJSON-385659485-router', 'tenant_id': '75d66230a7f2420db544257655092dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:35Z', 'updated_at': '2021-08-29T04:11:11Z', 'revision_number': 5, 'project_id': '75d66230a7f2420db544257655092dba', 'gw_port': {'id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:38Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:17.275793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:17.319452 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6defc6-89fd-4e82-8e57-4e75689dafe6 None None] The sync data for ids ['09e392d1-39a5-4982-8c09-dd81bd60ee61'] in n-d-712141-12 is: [{'id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'name': 'tempest-FloatingIPsTestJSON-385659485-router', 'tenant_id': '75d66230a7f2420db544257655092dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:35Z', 'updated_at': '2021-08-29T04:11:11Z', 'revision_number': 5, 'project_id': '75d66230a7f2420db544257655092dba', 'gw_port': {'id': 'a2c1030c-2716-4195-a224-a4996b1276db', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e392d1-39a5-4982-8c09-dd81bd60ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:38Z', 'updated_at': '2021-08-29T04:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:11:17.417591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-9d795012-2ba0-4934-84b8-20e7e89704e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.418518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-9d795012-2ba0-4934-84b8-20e7e89704e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.419147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-9d795012-2ba0-4934-84b8-20e7e89704e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.421066 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-9d795012-2ba0-4934-84b8-20e7e89704e7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1272668679a744cbaa6d30ebb8da28d6&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8201792 Aug 29 04:11:17.583374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:17.684524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:17.962201 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:17.985052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.020796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-0d11675e-3a9c-465c-82d6-ed3bed5a9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.024011 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99678689-c3fa-4e26-84ad-a5931a05a7dd req-0d11675e-3a9c-465c-82d6-ed3bed5a9ecd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5941033 Aug 29 04:11:18.024806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Transition to ACTIVE for port object 681556c9-7caa-4e81-a8f6-1c36e3e08379 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:18.131704 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.190291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf7596-f144-40d9-a5f1-40eab2d31451 req-5e2a70d2-5137-4c41-995f-959a19258a73 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.198548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf7596-f144-40d9-a5f1-40eab2d31451 req-5e2a70d2-5137-4c41-995f-959a19258a73 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.206666 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf7596-f144-40d9-a5f1-40eab2d31451 req-5e2a70d2-5137-4c41-995f-959a19258a73 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.214625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:18.216871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf7596-f144-40d9-a5f1-40eab2d31451 req-5e2a70d2-5137-4c41-995f-959a19258a73 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.225475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.225902 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf7596-f144-40d9-a5f1-40eab2d31451 req-5e2a70d2-5137-4c41-995f-959a19258a73 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.234492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf7596-f144-40d9-a5f1-40eab2d31451 req-5e2a70d2-5137-4c41-995f-959a19258a73 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.242073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Transition to ACTIVE for port object dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:18.242974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7bf7596-f144-40d9-a5f1-40eab2d31451 req-5e2a70d2-5137-4c41-995f-959a19258a73 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 4600 time: 1.2225850 Aug 29 04:11:18.249992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.337101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Made reservation on behalf of 42ce9cd82b904f089517e4e0cd90d699 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:18.342193 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.418307 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': 'a3a0fbc2-2258-4215-96df-cc3284c69295'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:18.419565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:18.421024 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0" -d '{"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "a3a0fbc2-2258-4215-96df-cc3284c69295"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:18.436234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:18.451461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Attempting to bind port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:18.451802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Attempting to bind port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:18.452170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Attempting to bind port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:18.457777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:18.458111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Attempting to bind port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:18.464927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:18.465308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Checking segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:18.465717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Bound using segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:18.466197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Bound port: dd80b936-e8e6-4c0f-a3c9-f1274c06bd60, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:18.466569 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.560358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] For port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:18.564773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] For port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:18.580420 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.640414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.645202 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.658068 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] 10.222.0.52 "PUT /v2.0/ports/dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 HTTP/1.1" status: 200 len: 1131 time: 2.0558844 Aug 29 04:11:18.703737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c9bbc036-fba5-489b-a4c3-44730a3d237e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:18.713916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:18.744567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92533711-b3ef-43f5-b496-c328470cfda0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:18.744841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Allocated IP 192.168.233.163 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/49377b49-1007-4105-a140-fb9b8233c194) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:18.768903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c9bbc036-fba5-489b-a4c3-44730a3d237e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:11:18.770599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c9bbc036-fba5-489b-a4c3-44730a3d237e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:18.817158 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.031762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7bf7596-f144-40d9-a5f1-40eab2d31451 req-fcf95dcc-3e98-4530-86ba-1b93a66d6e8e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7876160 Aug 29 04:11:19.053242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:19.069801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb94bf-80cc-4d84-8f08-6dcbba40d30f req-52cc621e-cd32-4a45-a8a1-21bd857cb7d5 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:19.071434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5fb94bf-80cc-4d84-8f08-6dcbba40d30f req-52cc621e-cd32-4a45-a8a1-21bd857cb7d5 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 945 time: 1.4106636 Aug 29 04:11:19.078148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:19.080650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:19.363052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72adc5c-e30f-442b-8f4e-9be3a5c273fc {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:19.391529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.433121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Transition to ACTIVE for port object f72adc5c-e30f-442b-8f4e-9be3a5c273fc will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:19.445509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.506767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8822121d-ccec-4b90-bfc2-65620a373f0e None None] Provisioning for port 681556c9-7caa-4e81-a8f6-1c36e3e08379 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:19.511965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8822121d-ccec-4b90-bfc2-65620a373f0e None None] Provisioning complete for port 681556c9-7caa-4e81-a8f6-1c36e3e08379 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:19.512386 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8822121d-ccec-4b90-bfc2-65620a373f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.545048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Pushing event updated for resources: {'Port': ['ID=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:19.608136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8822121d-ccec-4b90-bfc2-65620a373f0e None None] Port 681556c9-7caa-4e81-a8f6-1c36e3e08379 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:19.709394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1eb6691-7b74-42aa-a510-56ea63ef7f24 req-090272ca-309a-4d50-b273-70346a38484c tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 210 time: 0.1135728 Aug 29 04:11:19.723239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Deleting port a2c1030c-2716-4195-a224-a4996b1276db {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:19.724791 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.729269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Attempting to bind port f72adc5c-e30f-442b-8f4e-9be3a5c273fc on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:19.729745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Attempting to bind port f72adc5c-e30f-442b-8f4e-9be3a5c273fc by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:19.730194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Attempting to bind port f72adc5c-e30f-442b-8f4e-9be3a5c273fc on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:19.733409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:19.734216 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.735166 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Port f72adc5c-e30f-442b-8f4e-9be3a5c273fc on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:19.735605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Attempting to bind port f72adc5c-e30f-442b-8f4e-9be3a5c273fc on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:19.745615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:19.745615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Checking segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:19.745615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Bound using segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:19.745615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Bound port: f72adc5c-e30f-442b-8f4e-9be3a5c273fc, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:19.745615 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.775341 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5fb94bf-80cc-4d84-8f08-6dcbba40d30f req-62a78207-dfd9-49a4-b2a3-58410ac1bb3a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884682 Aug 29 04:11:19.852450 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.889445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-a6e336ea-284b-4cb3-b351-953e094c6c87 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0456922 Aug 29 04:11:19.946095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Request body: {'port': {'device_id': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:19.954520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] For port f72adc5c-e30f-442b-8f4e-9be3a5c273fc, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:19.963508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] For port f72adc5c-e30f-442b-8f4e-9be3a5c273fc, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:19.981380 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.041295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Transition to ACTIVE for port object 49377b49-1007-4105-a140-fb9b8233c194 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:20.049968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Pushing event updated for resources: {'Port': ['ID=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:20.063545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.064299 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.066339 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b21f9f15-312f-4644-84e4-f93ab4dd20ca service neutron] 10.222.0.52 "PUT /v2.0/ports/f72adc5c-e30f-442b-8f4e-9be3a5c273fc HTTP/1.1" status: 200 len: 1092 time: 1.3570516 Aug 29 04:11:20.094760 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d841d61-15c0-4464-a999-26b18698b99d x-openstack-request-id: req-3d841d61-15c0-4464-a999-26b18698b99d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:20.096807 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "a3a0fbc2-2258-4215-96df-cc3284c69295", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:20.110093 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d841d61-15c0-4464-a999-26b18698b99d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:20.113349 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': 'a3a0fbc2-2258-4215-96df-cc3284c69295', 'status': 'completed', 'code': 200} Aug 29 04:11:20.135213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:20.288603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] For port a2c1030c-2716-4195-a224-a4996b1276db, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a2c1030c-2716-4195-a224-a4996b1276db,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:20.290802 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.325028 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.362289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.368566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Calling delete_port for a2c1030c-2716-4195-a224-a4996b1276db owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:20.375342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-86667838-42af-4a64-bab2-66f54cc7f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.375967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-86667838-42af-4a64-bab2-66f54cc7f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.376546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-86667838-42af-4a64-bab2-66f54cc7f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.377079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-86667838-42af-4a64-bab2-66f54cc7f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.377994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-86667838-42af-4a64-bab2-66f54cc7f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.378532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-86667838-42af-4a64-bab2-66f54cc7f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.379380 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-86667838-42af-4a64-bab2-66f54cc7f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.382719 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-86667838-42af-4a64-bab2-66f54cc7f8ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6280 time: 0.2028074 Aug 29 04:11:20.386480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb71407-50f5-4542-a6b1-a721ba8751df req-5114bc45-5133-41fd-9a88-84e3f44343ac tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.394299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdb71407-50f5-4542-a6b1-a721ba8751df req-5114bc45-5133-41fd-9a88-84e3f44343ac tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.3543890 Aug 29 04:11:20.433939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.555438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-cf6c21b6-59f4-4faf-82d0-d60c6a8ab063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.557360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-cf6c21b6-59f4-4faf-82d0-d60c6a8ab063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.557924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-cf6c21b6-59f4-4faf-82d0-d60c6a8ab063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.559951 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-cf6c21b6-59f4-4faf-82d0-d60c6a8ab063 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1272668679a744cbaa6d30ebb8da28d6&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1560302 Aug 29 04:11:20.573999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:20.584488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:20.688602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:20.701967 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:11:20.780314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:20.786269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509a80e-e165-4688-9ad7-88d142e9b2d6 req-00ff4eaf-08e1-4c08-af67-e28f7ac8e2e5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.794627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:20.795382 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.800462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509a80e-e165-4688-9ad7-88d142e9b2d6 req-00ff4eaf-08e1-4c08-af67-e28f7ac8e2e5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.817431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509a80e-e165-4688-9ad7-88d142e9b2d6 req-00ff4eaf-08e1-4c08-af67-e28f7ac8e2e5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.840674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509a80e-e165-4688-9ad7-88d142e9b2d6 req-00ff4eaf-08e1-4c08-af67-e28f7ac8e2e5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.858960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509a80e-e165-4688-9ad7-88d142e9b2d6 req-00ff4eaf-08e1-4c08-af67-e28f7ac8e2e5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.881410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509a80e-e165-4688-9ad7-88d142e9b2d6 req-00ff4eaf-08e1-4c08-af67-e28f7ac8e2e5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.910370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509a80e-e165-4688-9ad7-88d142e9b2d6 req-00ff4eaf-08e1-4c08-af67-e28f7ac8e2e5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.912406 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9509a80e-e165-4688-9ad7-88d142e9b2d6 req-00ff4eaf-08e1-4c08-af67-e28f7ac8e2e5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5384 time: 0.6617894 Aug 29 04:11:20.915249 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdb71407-50f5-4542-a6b1-a721ba8751df req-aa9033bc-2643-44c1-9c02-bbeb71115395 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199711 Aug 29 04:11:20.944068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:20.969005 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.051029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:21.057061 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9c8431-ca29-4d86-9e13-df8bc7aeeee5" -d '{"events": [{"server_uuid": "cb482f7b-628a-46c3-a423-7845f3353c47", "name": "network-vif-plugged", "status": "completed", "tag": "3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:21.068860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-374f0463-9f90-45fa-9cfb-c04ec2f33e87 None None] Provisioning for port 49377b49-1007-4105-a140-fb9b8233c194 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:21.096553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-374f0463-9f90-45fa-9cfb-c04ec2f33e87 None None] Provisioning complete for port 49377b49-1007-4105-a140-fb9b8233c194 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:21.096827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:21.097424 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.097771 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-374f0463-9f90-45fa-9cfb-c04ec2f33e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.103056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:21.113262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbbf302-54d1-4d3b-ad42-71859d02e4a6 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:21.123578 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.138555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Transition to ACTIVE for port object edbbf302-54d1-4d3b-ad42-71859d02e4a6 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:21.144328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Pushing event updated for resources: {'Port': ['ID=49377b49-1007-4105-a140-fb9b8233c194,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:21.152836 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.179116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-33eb8816-87b5-4c6b-bd4d-742ad519f61e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9380479 Aug 29 04:11:21.195318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.219960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Request body: {'port': {'device_id': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:21.226135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:21.240399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-374f0463-9f90-45fa-9cfb-c04ec2f33e87 None None] Port 49377b49-1007-4105-a140-fb9b8233c194 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:21.282140 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-b2cdff5d-5cd5-495f-8bcd-0c10141e2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:21.283906 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5117dd39-1e84-4172-84b5-1e7ba3e6ccf0 req-b2cdff5d-5cd5-495f-8bcd-0c10141e2e48 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7127955 Aug 29 04:11:21.284700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Pushing event updated for resources: {'Port': ['ID=edbbf302-54d1-4d3b-ad42-71859d02e4a6,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:21.466279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Attempting to bind port edbbf302-54d1-4d3b-ad42-71859d02e4a6 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:21.468274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Attempting to bind port edbbf302-54d1-4d3b-ad42-71859d02e4a6 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:21.468578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Attempting to bind port edbbf302-54d1-4d3b-ad42-71859d02e4a6 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:21.479193 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Port edbbf302-54d1-4d3b-ad42-71859d02e4a6 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:21.479691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Attempting to bind port edbbf302-54d1-4d3b-ad42-71859d02e4a6 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:21.487884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9509a80e-e165-4688-9ad7-88d142e9b2d6 req-c83a9091-6bb3-4b5a-8fa6-c374feed32ae tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5225828 Aug 29 04:11:21.507662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:21.509270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Checking segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:21.511351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Bound using segment: {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:21.512034 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Bound port: edbbf302-54d1-4d3b-ad42-71859d02e4a6, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c18f8b0-2e89-4e0b-b620-e72d944b49df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:21.512651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.556230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61b8f9-a45b-460c-b3c7-216f3603e2c4 req-aad39dd1-47fb-4e79-800f-4d7fbdfb2bfb tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:21.565681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc61b8f9-a45b-460c-b3c7-216f3603e2c4 req-aad39dd1-47fb-4e79-800f-4d7fbdfb2bfb tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 936 time: 0.4278183 Aug 29 04:11:21.581320 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.612702 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.667221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] For port edbbf302-54d1-4d3b-ad42-71859d02e4a6, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:21.672585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] For port edbbf302-54d1-4d3b-ad42-71859d02e4a6, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=edbbf302-54d1-4d3b-ad42-71859d02e4a6,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:21.686477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.732023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:21.732725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.737949 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] 10.222.0.52 "PUT /v2.0/ports/edbbf302-54d1-4d3b-ad42-71859d02e4a6 HTTP/1.1" status: 200 len: 1091 time: 1.6093812 Aug 29 04:11:21.773762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1ada5-dc6a-4628-a808-21d5b98d06f5 service neutron] Pushing event updated for resources: {'Port': ['ID=edbbf302-54d1-4d3b-ad42-71859d02e4a6,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:21.793069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:21.829934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c1030c-2716-4195-a224-a4996b1276db,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:21.882609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc61b8f9-a45b-460c-b3c7-216f3603e2c4 req-a3b0c678-adef-4dd2-b8d9-fb153a695ef4 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160410 Aug 29 04:11:21.915809 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.016559 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.030022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f42ec-b596-441c-b182-d0e636e68f37 req-90192727-5a1b-4052-8a4d-4419d4e5a76e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.032971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1e2f42ec-b596-441c-b182-d0e636e68f37 req-90192727-5a1b-4052-8a4d-4419d4e5a76e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 946 time: 0.2104807 Aug 29 04:11:22.168800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': 'dd80b936-e8e6-4c0f-a3c9-f1274c06bd60'}, {'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': 'f72adc5c-e30f-442b-8f4e-9be3a5c273fc'}, {'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': 'edbbf302-54d1-4d3b-ad42-71859d02e4a6'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:22.186798 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09587006-7f1d-445d-aa63-4c6b758b4f40" -d '{"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "dd80b936-e8e6-4c0f-a3c9-f1274c06bd60"}, {"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "f72adc5c-e30f-442b-8f4e-9be3a5c273fc"}, {"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "edbbf302-54d1-4d3b-ad42-71859d02e4a6"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:22.220168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.230693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1e2f42ec-b596-441c-b182-d0e636e68f37 req-d4aeafa1-74df-45c5-a69a-761cecc4b9ac tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596425 Aug 29 04:11:22.235171 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.243991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681556c9-7caa-4e81-a8f6-1c36e3e08379 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:22.251900 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8897600-1397-44c7-9425-96056f9e05d6 x-openstack-request-id: req-b8897600-1397-44c7-9425-96056f9e05d6 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:22.252412 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb482f7b-628a-46c3-a423-7845f3353c47", "name": "network-vif-plugged", "status": "completed", "tag": "3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:22.252498 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8897600-1397-44c7-9425-96056f9e05d6 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:22.252902 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318', 'code': 200} Aug 29 04:11:22.276351 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.364469 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a3e4ba-052e-4066-8b86-197a75259445 x-openstack-request-id: req-c5a3e4ba-052e-4066-8b86-197a75259445 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:22.364832 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "dd80b936-e8e6-4c0f-a3c9-f1274c06bd60", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "f72adc5c-e30f-442b-8f4e-9be3a5c273fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "edbbf302-54d1-4d3b-ad42-71859d02e4a6", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:22.365582 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5a3e4ba-052e-4066-8b86-197a75259445 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:22.365982 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': 'dd80b936-e8e6-4c0f-a3c9-f1274c06bd60', 'status': 'completed', 'code': 200} Aug 29 04:11:22.366240 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': 'f72adc5c-e30f-442b-8f4e-9be3a5c273fc', 'status': 'completed', 'code': 200} Aug 29 04:11:22.366496 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': 'edbbf302-54d1-4d3b-ad42-71859d02e4a6', 'status': 'completed', 'code': 200} Aug 29 04:11:22.409502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Transition to ACTIVE for port object 681556c9-7caa-4e81-a8f6-1c36e3e08379 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:22.421696 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.422426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e392d1-39a5-4982-8c09-dd81bd60ee61 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:11:22.443355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.52', 52941) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:22.492543 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.502136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.507071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dfcd6597-9e0e-466b-956b-855a5b189391 admin admin] 10.222.0.49 "DELETE /v2.0/routers/09e392d1-39a5-4982-8c09-dd81bd60ee61 HTTP/1.1" status: 204 len: 168 time: 6.7591844 Aug 29 04:11:22.515233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99421b-e0ab-4762-b11b-40d1c07aba72 req-20764fb2-4590-4d24-8695-431dc1209d13 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.523933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af99421b-e0ab-4762-b11b-40d1c07aba72 req-20764fb2-4590-4d24-8695-431dc1209d13 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.1546063 Aug 29 04:11:22.540098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55462) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:22.695497 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b44c9-6bb8-4c15-b1f3-a8f75a90d1dc req-1bd7fdb7-58ce-413e-b3ec-0310a9bf356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.701044 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d5b44c9-6bb8-4c15-b1f3-a8f75a90d1dc req-1bd7fdb7-58ce-413e-b3ec-0310a9bf356e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1098 time: 0.3003819 Aug 29 04:11:22.746315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-4a13dca9-ece0-4ced-b22f-6a0074b3c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.746793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-4a13dca9-ece0-4ced-b22f-6a0074b3c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.747271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-4a13dca9-ece0-4ced-b22f-6a0074b3c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.752287 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-4a13dca9-ece0-4ced-b22f-6a0074b3c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.752731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-4a13dca9-ece0-4ced-b22f-6a0074b3c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.758887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-4a13dca9-ece0-4ced-b22f-6a0074b3c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.759737 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-4a13dca9-ece0-4ced-b22f-6a0074b3c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.762022 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-4a13dca9-ece0-4ced-b22f-6a0074b3c403 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6348 time: 0.3176117 Aug 29 04:11:22.792292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb6b86e-ab89-4999-815f-95a28402d767 admin admin] Deleting subnet 495dbde7-b5b9-46fd-adcc-ad5f54601c30 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:11:22.797026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af99421b-e0ab-4762-b11b-40d1c07aba72 req-b75c19e6-d868-4307-88ff-fee4365c8339 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722130 Aug 29 04:11:22.801806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:22.812419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb6b86e-ab89-4999-815f-95a28402d767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.930180 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d5b44c9-6bb8-4c15-b1f3-a8f75a90d1dc req-f7a56f72-0054-4b2b-997d-e59fbf5eb35e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186430 Aug 29 04:11:22.942155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc679a5-b59a-4a10-90fe-ced2e2eb791b {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:22.991999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.006082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb6b86e-ab89-4999-815f-95a28402d767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.015681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Transition to ACTIVE for port object bfc679a5-b59a-4a10-90fe-ced2e2eb791b will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:23.018602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1167cec5-5f64-44f9-b2e6-1c48357a959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.018786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1167cec5-5f64-44f9-b2e6-1c48357a959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.019307 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1167cec5-5f64-44f9-b2e6-1c48357a959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.022394 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1167cec5-5f64-44f9-b2e6-1c48357a959f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1272668679a744cbaa6d30ebb8da28d6&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2369933 Aug 29 04:11:23.023939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.085374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47e880-0b94-4107-bd2e-1b3efb5c788f req-72eda75b-042f-4423-b12a-e8c7e1588bb8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.091465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47e880-0b94-4107-bd2e-1b3efb5c788f req-72eda75b-042f-4423-b12a-e8c7e1588bb8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.091952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Pushing event updated for resources: {'Port': ['ID=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:23.119095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47e880-0b94-4107-bd2e-1b3efb5c788f req-72eda75b-042f-4423-b12a-e8c7e1588bb8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.135912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47e880-0b94-4107-bd2e-1b3efb5c788f req-72eda75b-042f-4423-b12a-e8c7e1588bb8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.167134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47e880-0b94-4107-bd2e-1b3efb5c788f req-72eda75b-042f-4423-b12a-e8c7e1588bb8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.173881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47e880-0b94-4107-bd2e-1b3efb5c788f req-72eda75b-042f-4423-b12a-e8c7e1588bb8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.180689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47e880-0b94-4107-bd2e-1b3efb5c788f req-72eda75b-042f-4423-b12a-e8c7e1588bb8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.183106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f47e880-0b94-4107-bd2e-1b3efb5c788f req-72eda75b-042f-4423-b12a-e8c7e1588bb8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5396 time: 0.5261137 Aug 29 04:11:23.211772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Attempting to bind port bfc679a5-b59a-4a10-90fe-ced2e2eb791b on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:23.212244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Attempting to bind port bfc679a5-b59a-4a10-90fe-ced2e2eb791b by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:23.212588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Attempting to bind port bfc679a5-b59a-4a10-90fe-ced2e2eb791b on network 42c3b373-a508-467d-877d-7410cc01232d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:23.226712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Port bfc679a5-b59a-4a10-90fe-ced2e2eb791b on network 42c3b373-a508-467d-877d-7410cc01232d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:23.227050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Attempting to bind port bfc679a5-b59a-4a10-90fe-ced2e2eb791b on network 42c3b373-a508-467d-877d-7410cc01232d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:23.238235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:23.238547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Checking segment: {'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:23.238985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Bound using segment: {'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:23.239429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Bound port: bfc679a5-b59a-4a10-90fe-ced2e2eb791b, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:23.240425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.306532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49377b49-1007-4105-a140-fb9b8233c194 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:23.350247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.365744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Attempting to bind port 681556c9-7caa-4e81-a8f6-1c36e3e08379 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:23.366919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Attempting to bind port 681556c9-7caa-4e81-a8f6-1c36e3e08379 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:23.367598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Attempting to bind port 681556c9-7caa-4e81-a8f6-1c36e3e08379 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:23.376143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Port 681556c9-7caa-4e81-a8f6-1c36e3e08379 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:23.376814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Attempting to bind port 681556c9-7caa-4e81-a8f6-1c36e3e08379 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:23.383802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f47e880-0b94-4107-bd2e-1b3efb5c788f req-2fb1540f-1229-47ba-a76c-24df3f40c840 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1757035 Aug 29 04:11:23.448915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff93e6-a6d2-4cfb-adf4-c5b08b6efc0b req-7e7e1c3d-d358-43e9-8362-4f1ebac51ceb tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.457136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ff93e6-a6d2-4cfb-adf4-c5b08b6efc0b req-7e7e1c3d-d358-43e9-8362-4f1ebac51ceb tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 936 time: 0.2673607 Aug 29 04:11:23.476686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:23.477090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:23.477497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:23.478182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Bound port: 681556c9-7caa-4e81-a8f6-1c36e3e08379, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:23.478597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.484837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Transition to ACTIVE for port object 49377b49-1007-4105-a140-fb9b8233c194 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:23.510375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] For port bfc679a5-b59a-4a10-90fe-ced2e2eb791b, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:23.519407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] For port bfc679a5-b59a-4a10-90fe-ced2e2eb791b, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:23.521943 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.540338 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e2c29f1-39c0-4044-a10e-97ad6f919cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.544019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.619121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.620096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.622698 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] 10.222.0.52 "PUT /v2.0/ports/bfc679a5-b59a-4a10-90fe-ced2e2eb791b HTTP/1.1" status: 200 len: 1092 time: 1.8341656 Aug 29 04:11:23.687951 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Request body: {'port': {'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:23.714129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Pushing event updated for resources: {'Port': ['ID=49377b49-1007-4105-a140-fb9b8233c194,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:23.730930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ff93e6-a6d2-4cfb-adf4-c5b08b6efc0b req-100a63fa-a761-44a0-b5c0-24fdff5cf798 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725852 Aug 29 04:11:23.758394 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb6b86e-ab89-4999-815f-95a28402d767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:23.841731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badd903-7b4e-416f-a9ad-c3df519c11be service neutron] Pushing event updated for resources: {'Port': ['ID=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:23.886364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-6c40822c-6bd9-4224-b815-fbe8a710f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.887868 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-6c40822c-6bd9-4224-b815-fbe8a710f41a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5763106 Aug 29 04:11:23.989345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.167310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:24.172509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:24.230605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb6b86e-ab89-4999-815f-95a28402d767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.273407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Attempting to bind port 49377b49-1007-4105-a140-fb9b8233c194 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:24.273804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Attempting to bind port 49377b49-1007-4105-a140-fb9b8233c194 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:24.274366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Attempting to bind port 49377b49-1007-4105-a140-fb9b8233c194 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:24.282556 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.294293 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6b86e-ab89-4999-815f-95a28402d767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=495dbde7-b5b9-46fd-adcc-ad5f54601c30,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:24.306736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796574f-da81-4f24-ae25-d2f288c60241 req-305fbe56-f937-476f-a1e1-fcca48b43e36 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.308443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796574f-da81-4f24-ae25-d2f288c60241 req-305fbe56-f937-476f-a1e1-fcca48b43e36 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.3064151 Aug 29 04:11:24.309086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Port 49377b49-1007-4105-a140-fb9b8233c194 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:24.309413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Attempting to bind port 49377b49-1007-4105-a140-fb9b8233c194 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:24.344117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9250423a-0c45-43a5-bb4e-1d9c75e09004 None None] Network 5352fe79-7bd7-4c30-9494-30d2a510b52f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:24.471525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': 'bfc679a5-b59a-4a10-90fe-ced2e2eb791b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:24.474478 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69d266-c620-48ac-b15f-ce294a57c591" -d '{"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "bfc679a5-b59a-4a10-90fe-ced2e2eb791b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:24.539438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1248685d-114b-4359-b16a-55847627db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.539955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1248685d-114b-4359-b16a-55847627db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.540446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1248685d-114b-4359-b16a-55847627db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.541120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1248685d-114b-4359-b16a-55847627db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.541706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1248685d-114b-4359-b16a-55847627db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.542188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1248685d-114b-4359-b16a-55847627db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.542783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1248685d-114b-4359-b16a-55847627db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.544872 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-1248685d-114b-4359-b16a-55847627db48 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6416 time: 0.5655618 Aug 29 04:11:24.559932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb6b86e-ab89-4999-815f-95a28402d767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.565652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-deb6b86e-ab89-4999-815f-95a28402d767 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/495dbde7-b5b9-46fd-adcc-ad5f54601c30 HTTP/1.1" status: 204 len: 168 time: 2.0200219 Aug 29 04:11:24.566661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:24.567006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:24.567397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:24.568468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Bound port: 49377b49-1007-4105-a140-fb9b8233c194, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:24.568811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.573493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:24.612939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa7650-2935-40e7-9e33-733d85d02a70 req-fd465001-803e-420a-9611-edf4d559b503 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.614672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4aa7650-2935-40e7-9e33-733d85d02a70 req-fd465001-803e-420a-9611-edf4d559b503 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 946 time: 0.7744048 Aug 29 04:11:24.618992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55488) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:24.716781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a2c1030c-2716-4195-a224-a4996b1276db no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:24.751179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a2c1030c-2716-4195-a224-a4996b1276db {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:11:24.752341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a2c1030c-2716-4195-a224-a4996b1276db not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:24.852126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c06ec8a-43ac-44b2-beec-510ad29e0b2e None None] DHCP port deletion for 5352fe79-7bd7-4c30-9494-30d2a510b52f request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:11:24.905330 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.919004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.921761 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.923208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-2745168a-ea51-4163-be1e-579415a867e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/681556c9-7caa-4e81-a8f6-1c36e3e08379 HTTP/1.1" status: 200 len: 1097 time: 5.0062752 Aug 29 04:11:24.980777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3c06ec8a-43ac-44b2-beec-510ad29e0b2e None None] Deleting port 9d972061-95b5-469d-8bcb-13dcbcbf828d {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:24.981172 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c06ec8a-43ac-44b2-beec-510ad29e0b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.078120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:25.081345 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b85755-340b-49ad-bf68-be3a93ad8a20" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:25.121017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796574f-da81-4f24-ae25-d2f288c60241 req-339ffadb-4e6d-4f35-a2be-d6d5d2faf295 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330135 Aug 29 04:11:25.158574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e5f775-6d84-4f10-b6c7-1d4853c624e9 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:25.181844 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.198621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] For port 49377b49-1007-4105-a140-fb9b8233c194, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:25.201385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Transition to ACTIVE for port object 03e5f775-6d84-4f10-b6c7-1d4853c624e9 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:25.210692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4aa7650-2935-40e7-9e33-733d85d02a70 req-7f45308a-093b-4ce8-9b08-3d080654138f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205820 Aug 29 04:11:25.225901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3c06ec8a-43ac-44b2-beec-510ad29e0b2e None None] For port 9d972061-95b5-469d-8bcb-13dcbcbf828d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9d972061-95b5-469d-8bcb-13dcbcbf828d,segment=NetworkSegment(5758cca5-73a3-4582-97a7-43cf3554ed56),segment_id=5758cca5-73a3-4582-97a7-43cf3554ed56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:25.226485 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c06ec8a-43ac-44b2-beec-510ad29e0b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.231326 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.248827 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-3b8f3cd9-2a89-4acc-ab2a-d83050f3ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.249567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-3b8f3cd9-2a89-4acc-ab2a-d83050f3ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.250197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-3b8f3cd9-2a89-4acc-ab2a-d83050f3ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.253191 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-3b8f3cd9-2a89-4acc-ab2a-d83050f3ac4c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1272668679a744cbaa6d30ebb8da28d6&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6139884 Aug 29 04:11:25.285788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] For port 49377b49-1007-4105-a140-fb9b8233c194, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=49377b49-1007-4105-a140-fb9b8233c194,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:25.312115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3c06ec8a-43ac-44b2-beec-510ad29e0b2e None None] Calling delete_port for 9d972061-95b5-469d-8bcb-13dcbcbf828d owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:25.313726 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.330783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-d7194170-f2da-42b8-8e17-35b42ea30550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.332645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-d7194170-f2da-42b8-8e17-35b42ea30550 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42ce9cd82b904f089517e4e0cd90d699&device_id=1f3d2fa8-e429-44ab-80bc-ac63328c6ffe HTTP/1.1" status: 200 len: 1100 time: 0.2294009 Aug 29 04:11:25.408745 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebdf3b2-ec42-4894-86ee-ab33b097e6d8 x-openstack-request-id: req-bebdf3b2-ec42-4894-86ee-ab33b097e6d8 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:25.409127 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "bfc679a5-b59a-4a10-90fe-ced2e2eb791b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:25.409319 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bebdf3b2-ec42-4894-86ee-ab33b097e6d8 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:25.409776 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': 'bfc679a5-b59a-4a10-90fe-ced2e2eb791b', 'status': 'completed', 'code': 200} Aug 29 04:11:25.421291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Pushing event updated for resources: {'Port': ['ID=03e5f775-6d84-4f10-b6c7-1d4853c624e9,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:25.555574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-e2ab0a46-bbce-4074-b7a1-23f4f2341dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.562566 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-e2ab0a46-bbce-4074-b7a1-23f4f2341dae service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2740533 Aug 29 04:11:25.564293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Attempting to bind port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:25.564568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Attempting to bind port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:25.567441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Attempting to bind port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 on network 42c3b373-a508-467d-877d-7410cc01232d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:25.574714 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c06ec8a-43ac-44b2-beec-510ad29e0b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.615641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 on network 42c3b373-a508-467d-877d-7410cc01232d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:25.615966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Attempting to bind port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 on network 42c3b373-a508-467d-877d-7410cc01232d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:25.627992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:25.628353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Checking segment: {'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:25.628832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Bound using segment: {'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:25.629486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Bound port: 03e5f775-6d84-4f10-b6c7-1d4853c624e9, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2d3005-0f97-4016-9575-796b168eebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '42c3b373-a508-467d-877d-7410cc01232d'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:25.633070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Pushing event updated for resources: {'Port': ['ID=49377b49-1007-4105-a140-fb9b8233c194,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:25.633976 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.669326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06ec8a-43ac-44b2-beec-510ad29e0b2e None None] Pushing event deleted for resources: {'Port': ['ID=9d972061-95b5-469d-8bcb-13dcbcbf828d,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:25.680849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c06ec8a-43ac-44b2-beec-510ad29e0b2e None None] No DVR routers for this DVR port 9d972061-95b5-469d-8bcb-13dcbcbf828d on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:25.826116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-c20c7450-715e-45f7-b1fd-e47ef0bb1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.826605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-c20c7450-715e-45f7-b1fd-e47ef0bb1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.827194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-c20c7450-715e-45f7-b1fd-e47ef0bb1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.827667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-c20c7450-715e-45f7-b1fd-e47ef0bb1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.828136 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-c20c7450-715e-45f7-b1fd-e47ef0bb1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.828631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-c20c7450-715e-45f7-b1fd-e47ef0bb1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.829098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-c20c7450-715e-45f7-b1fd-e47ef0bb1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.831223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-c20c7450-715e-45f7-b1fd-e47ef0bb1424 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6442 time: 0.1594496 Aug 29 04:11:25.843872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] For port 03e5f775-6d84-4f10-b6c7-1d4853c624e9, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:25.858841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] For port 03e5f775-6d84-4f10-b6c7-1d4853c624e9, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:25.877161 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.957576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.958973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.960636 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] 10.222.0.52 "PUT /v2.0/ports/03e5f775-6d84-4f10-b6c7-1d4853c624e9 HTTP/1.1" status: 200 len: 1092 time: 2.2845023 Aug 29 04:11:26.081400 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-567a0307-625c-4445-9bc7-556b162a0d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.168398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-40d564bc-a628-4d34-b89c-b814dcaec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.168977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-40d564bc-a628-4d34-b89c-b814dcaec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.170255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-40d564bc-a628-4d34-b89c-b814dcaec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.172613 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-40d564bc-a628-4d34-b89c-b814dcaec1ef service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1272668679a744cbaa6d30ebb8da28d6&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3255408 Aug 29 04:11:26.189367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371381e5-54cb-4ad1-9df2-4d41cb5789f2 service neutron] Pushing event updated for resources: {'Port': ['ID=03e5f775-6d84-4f10-b6c7-1d4853c624e9,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:26.221115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.221674 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.223255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-5e6d4bc3-14f2-45d0-a5bd-d9c7df164416 service neutron] 10.222.0.52 "PUT /v2.0/ports/49377b49-1007-4105-a140-fb9b8233c194 HTTP/1.1" status: 200 len: 1097 time: 5.0230846 Aug 29 04:11:26.260928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-795e1077-2eb0-4642-bf91-1e45554d456f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379 HTTP/1.1" status: 200 len: 217 time: 0.7898204 Aug 29 04:11:26.303099 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.414084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-3372541e-3746-4087-b00f-ca327f8b2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.415621 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09587006-7f1d-445d-aa63-4c6b758b4f40 req-3372541e-3746-4087-b00f-ca327f8b2836 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134221 Aug 29 04:11:26.423182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fca243-68dc-43f5-b594-0ddec4d38ce4 req-3def7df0-3379-47c3-8eeb-9781eb25de2d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.430361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fca243-68dc-43f5-b594-0ddec4d38ce4 req-3def7df0-3379-47c3-8eeb-9781eb25de2d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.437065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fca243-68dc-43f5-b594-0ddec4d38ce4 req-3def7df0-3379-47c3-8eeb-9781eb25de2d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.444301 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-6a8efd53-9165-489e-997f-2e057a001c36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001878 Aug 29 04:11:26.444493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fca243-68dc-43f5-b594-0ddec4d38ce4 req-3def7df0-3379-47c3-8eeb-9781eb25de2d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.450297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fca243-68dc-43f5-b594-0ddec4d38ce4 req-3def7df0-3379-47c3-8eeb-9781eb25de2d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.456509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fca243-68dc-43f5-b594-0ddec4d38ce4 req-3def7df0-3379-47c3-8eeb-9781eb25de2d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.465239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fca243-68dc-43f5-b594-0ddec4d38ce4 req-3def7df0-3379-47c3-8eeb-9781eb25de2d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.466659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5fca243-68dc-43f5-b594-0ddec4d38ce4 req-3def7df0-3379-47c3-8eeb-9781eb25de2d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5420 time: 0.9648569 Aug 29 04:11:26.495265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Deleting port 9d972061-95b5-469d-8bcb-13dcbcbf828d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:26.495612 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.514694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864ddc4-dba8-4e24-a15a-3b7b93a33207 req-3a35c47a-ad62-441a-be2c-06536ec12acb tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.516602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f864ddc4-dba8-4e24-a15a-3b7b93a33207 req-3a35c47a-ad62-441a-be2c-06536ec12acb tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 948 time: 0.2923696 Aug 29 04:11:26.532381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-1a152c40-ba09-4f6f-a33f-7235f0c1afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.533962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-1a152c40-ba09-4f6f-a33f-7235f0c1afb6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42ce9cd82b904f089517e4e0cd90d699&device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 1100 time: 0.2100341 Aug 29 04:11:26.535262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-bc9f4219-b279-4177-8308-eb825b5e796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.536737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-bc9f4219-b279-4177-8308-eb825b5e796b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.2297268 Aug 29 04:11:26.669775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-7f248550-6db9-4966-806b-8081b4994755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.675760 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-7f248550-6db9-4966-806b-8081b4994755 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 1097 time: 0.1628609 Aug 29 04:11:26.697731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-8621b31e-8076-4d90-86e4-552cf2ae6fbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=49377b49-1007-4105-a140-fb9b8233c194 HTTP/1.1" status: 200 len: 217 time: 0.0908427 Aug 29 04:11:26.699237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-7ccb5809-28fc-4415-be66-e47f3c2fce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.699992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-7ccb5809-28fc-4415-be66-e47f3c2fce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.700577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-7ccb5809-28fc-4415-be66-e47f3c2fce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.701526 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-7ccb5809-28fc-4415-be66-e47f3c2fce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.702209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-7ccb5809-28fc-4415-be66-e47f3c2fce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.702770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-7ccb5809-28fc-4415-be66-e47f3c2fce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.703308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-7ccb5809-28fc-4415-be66-e47f3c2fce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.707166 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-7ccb5809-28fc-4415-be66-e47f3c2fce05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6484 time: 0.2042358 Aug 29 04:11:26.721794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5fca243-68dc-43f5-b594-0ddec4d38ce4 req-b7e9b7fe-8ca0-4a64-b752-0c8d5a4c8c25 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2403402 Aug 29 04:11:26.733241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f864ddc4-dba8-4e24-a15a-3b7b93a33207 req-b65b5d39-0088-4814-b0ff-a44f429d0609 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714160 Aug 29 04:11:26.805650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] For port 9d972061-95b5-469d-8bcb-13dcbcbf828d, host n-d-712141-12, got binding levels [] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:26.806027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.811617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9d972061-95b5-469d-8bcb-13dcbcbf828d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:26.859215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 9d972061-95b5-469d-8bcb-13dcbcbf828d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:11:26.859605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9d972061-95b5-469d-8bcb-13dcbcbf828d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:26.867806 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08263c36-2449-445f-b65d-1b9a5bec4c89 x-openstack-request-id: req-08263c36-2449-445f-b65d-1b9a5bec4c89 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:26.868095 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:26.868378 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08263c36-2449-445f-b65d-1b9a5bec4c89 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:26.868793 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'status': 'completed', 'code': 200} Aug 29 04:11:26.870655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-452af494-02d1-4703-873f-eea4581469bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.872152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-452af494-02d1-4703-873f-eea4581469bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2814672 Aug 29 04:11:26.928239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Calling delete_port for 9d972061-95b5-469d-8bcb-13dcbcbf828d owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:26.940481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.ipam_backend_mixin [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Port 9d972061-95b5-469d-8bcb-13dcbcbf828d was not found and therefore no delete operation was performed {{(pid=94851) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:11:27.006304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-4cd9a99a-67c7-42b6-8fe5-58d6702da712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.008146 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-4cd9a99a-67c7-42b6-8fe5-58d6702da712 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.2999566 Aug 29 04:11:27.009614 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-6e146b12-a4ed-47b1-81b8-01fcfa3d41be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.010308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-6e146b12-a4ed-47b1-81b8-01fcfa3d41be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.010964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-6e146b12-a4ed-47b1-81b8-01fcfa3d41be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.012640 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-6e146b12-a4ed-47b1-81b8-01fcfa3d41be service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1272668679a744cbaa6d30ebb8da28d6&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2327352 Aug 29 04:11:27.048939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-9b03563a-4aad-4953-9d33-5883d8c1d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.050416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-9b03563a-4aad-4953-9d33-5883d8c1d43f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.3427751 Aug 29 04:11:27.051043 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.066913 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-a2d7dc16-0fb4-4f08-bd30-697f409cc128 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462 HTTP/1.1" status: 200 len: 217 time: 0.0491562 Aug 29 04:11:27.085809 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.144334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d972061-95b5-469d-8bcb-13dcbcbf828d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:27.160355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] No DVR routers for this DVR port 9d972061-95b5-469d-8bcb-13dcbcbf828d on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:27.185119 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.195330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-145636c8-f273-4f04-9fc1-cf0ca943e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.196949 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-145636c8-f273-4f04-9fc1-cf0ca943e29d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.1194150 Aug 29 04:11:27.228640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d86e49-282d-4e8c-b3f1-bbe15ed474db req-b89b73d6-16d5-411d-b036-b85865f6c017 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.230205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70d86e49-282d-4e8c-b3f1-bbe15ed474db req-b89b73d6-16d5-411d-b036-b85865f6c017 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 946 time: 0.3037779 Aug 29 04:11:27.245202 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-e96555f9-57d1-4677-870d-cc0c4f5f32b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373902 Aug 29 04:11:27.280987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc6316-0d66-4dff-b04c-fabf3350104a req-d86df605-7a9d-42b1-b106-268e23d2a329 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.282180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16dc6316-0d66-4dff-b04c-fabf3350104a req-d86df605-7a9d-42b1-b106-268e23d2a329 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.3603859 Aug 29 04:11:27.289498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-873a2f62-d559-4172-ab93-280f0614a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.291068 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cc69d266-c620-48ac-b15f-ce294a57c591 req-873a2f62-d559-4172-ab93-280f0614a325 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2215478 Aug 29 04:11:27.329254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-4b876036-245e-4114-a73d-54f46fa245df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.330842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-4b876036-245e-4114-a73d-54f46fa245df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2501328 Aug 29 04:11:27.351181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-178200de-ece1-468d-95eb-8c4db7a5329f service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574692 Aug 29 04:11:27.375347 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.398199 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-ff4efabc-88fd-4b94-afd7-345ae0bb2250 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446865 Aug 29 04:11:27.432088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': '03e5f775-6d84-4f10-b6c7-1d4853c624e9'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:27.434361 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b" -d '{"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "03e5f775-6d84-4f10-b6c7-1d4853c624e9"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:27.525223 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-07e080a6-4675-47cb-b9bc-ab0ce63d55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.525629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-07e080a6-4675-47cb-b9bc-ab0ce63d55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.526226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-07e080a6-4675-47cb-b9bc-ab0ce63d55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.526703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-07e080a6-4675-47cb-b9bc-ab0ce63d55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.527190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-07e080a6-4675-47cb-b9bc-ab0ce63d55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.527650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-07e080a6-4675-47cb-b9bc-ab0ce63d55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.528133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-07e080a6-4675-47cb-b9bc-ab0ce63d55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.530043 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-07e080a6-4675-47cb-b9bc-ab0ce63d55f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6484 time: 0.1302457 Aug 29 04:11:27.552611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16dc6316-0d66-4dff-b04c-fabf3350104a req-8a871a0b-31a4-447f-b145-b35630461d16 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312131 Aug 29 04:11:27.555124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71fee09a-a463-41f4-9fa0-41d0c9afb0cf req-019350e3-5a25-41a8-9129-5b159e53810a service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892672 Aug 29 04:11:27.599560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5352fe79-7bd7-4c30-9494-30d2a510b52f']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:27.608958 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-ed552f98-81dd-4d5d-867e-e9d88e386b07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1 HTTP/1.1" status: 200 len: 217 time: 0.0609963 Aug 29 04:11:27.685198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5758cca5-73a3-4582-97a7-43cf3554ed56') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:27.685749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5758cca5-73a3-4582-97a7-43cf3554ed56') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:27.689574 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28142134-93ff-4c13-9491-6c6cbc8c7644 req-b1751634-2802-4abf-83a4-2e1dd8d4c138 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439346 Aug 29 04:11:27.708994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-56087426-e981-45b8-9af8-5f0202ef3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.710522 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-56087426-e981-45b8-9af8-5f0202ef3c43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e2804dc-4a68-45cb-aebe-6a7a08e379e1 HTTP/1.1" status: 200 len: 850 time: 0.0897815 Aug 29 04:11:27.719038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70d86e49-282d-4e8c-b3f1-bbe15ed474db req-50bdd85c-adbb-45cb-a44b-4a75fc335115 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608107 Aug 29 04:11:27.836440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-ca064064-baac-426a-97f0-6aafe97625f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.839293 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-ca064064-baac-426a-97f0-6aafe97625f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212454 Aug 29 04:11:27.841379 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09d254b-42de-4255-a395-fdc5472f649b x-openstack-request-id: req-c09d254b-42de-4255-a395-fdc5472f649b {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:27.841670 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "03e5f775-6d84-4f10-b6c7-1d4853c624e9", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:27.842063 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c09d254b-42de-4255-a395-fdc5472f649b {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:27.842454 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': '03e5f775-6d84-4f10-b6c7-1d4853c624e9', 'status': 'completed', 'code': 200} Aug 29 04:11:27.847638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.877739 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.897426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:11:27.897426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:11:27.965846 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:11:27.994192 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b237a5c7-8534-4028-88d4-1345a30f334d service neutron] 10.222.0.52 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384268 Aug 29 04:11:28.078567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-9235f553-a99c-4539-a6a5-d98802dd3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.080644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-9235f553-a99c-4539-a6a5-d98802dd3b9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42ce9cd82b904f089517e4e0cd90d699&device_id=1f3d2fa8-e429-44ab-80bc-ac63328c6ffe HTTP/1.1" status: 200 len: 1100 time: 0.4478564 Aug 29 04:11:28.104237 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-6f435d4f-2754-4501-a2b9-c85ea792318f service neutron] 10.222.0.52 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015201 Aug 29 04:11:28.115496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-2cb63825-9ca7-465d-a3e4-fef3e3ce38a0 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7576463 Aug 29 04:11:28.125266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5085e78-cb5d-40bd-993e-7f2ad8650c38 req-7f3b16b8-2a70-4697-b92d-1103c6ab7cdf tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.133901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5085e78-cb5d-40bd-993e-7f2ad8650c38 req-7f3b16b8-2a70-4697-b92d-1103c6ab7cdf tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 948 time: 0.1646161 Aug 29 04:11:28.140975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:28.170370 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-5e3158c9-5880-45cc-b7bb-d968f1ed14ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=a3a0fbc2-2258-4215-96df-cc3284c69295 HTTP/1.1" status: 200 len: 217 time: 0.0585403 Aug 29 04:11:28.240268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8a676-2e29-4212-952f-0b7e0750cc14 req-e54f7953-5013-484c-8442-dc42cf3a97da tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.245732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-c189d02b-b680-4011-b8e5-cccbaddac05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.247813 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-c189d02b-b680-4011-b8e5-cccbaddac05f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.0633023 Aug 29 04:11:28.249401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43c8a676-2e29-4212-952f-0b7e0750cc14 req-e54f7953-5013-484c-8442-dc42cf3a97da tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1098 time: 0.2526619 Aug 29 04:11:28.252939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d327e55-e808-4580-b51e-d4ebcf2e0c9a req-e85ebe24-e548-4ed1-b96e-c322230a4842 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985816 Aug 29 04:11:28.328773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=5352fe79-7bd7-4c30-9494-30d2a510b52f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:28.331457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-642e10e1-7e4f-4bc9-9fab-348c8c6a0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.334354 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-642e10e1-7e4f-4bc9-9fab-348c8c6a0bae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698903 Aug 29 04:11:28.339151 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:28.343413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-697bb885-c033-4399-99ac-77f372f32f4d admin admin] 10.222.0.49 "DELETE /v2.0/networks/5352fe79-7bd7-4c30-9494-30d2a510b52f HTTP/1.1" status: 204 len: 168 time: 3.6836910 Aug 29 04:11:28.374668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5085e78-cb5d-40bd-993e-7f2ad8650c38 req-b1f994a3-cba5-47e2-92ba-0f5a4391466c tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393725 Aug 29 04:11:28.433437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-af5ca26f-338a-4a6a-ae4b-13977863e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.435150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-af5ca26f-338a-4a6a-ae4b-13977863e9b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.3408859 Aug 29 04:11:28.437499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43c8a676-2e29-4212-952f-0b7e0750cc14 req-4801eb34-2645-4fde-8c31-b5ea4d4844f8 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870263 Aug 29 04:11:28.536904 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-b41b3d70-fdd0-47b9-adba-9a1080338389 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908872 Aug 29 04:11:28.539997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-15c4a7eb-fddd-4038-a244-69791de4198f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379 HTTP/1.1" status: 200 len: 217 time: 0.0930231 Aug 29 04:11:28.629602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55518) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:28.709173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-c0a80fa7-cda7-40e3-a4e5-7735bb331ff5 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645420 Aug 29 04:11:28.718711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25fc5c-56d7-4867-809a-ac235e892971 req-e56cecef-f990-48cb-9d09-4f77bae45585 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.729150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff25fc5c-56d7-4867-809a-ac235e892971 req-e56cecef-f990-48cb-9d09-4f77bae45585 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1098 time: 0.1327486 Aug 29 04:11:28.742012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3dbb0cdf-d360-400d-acae-122e85cfe59d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75d66230a7f2420db544257655092dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910332 Aug 29 04:11:28.746087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-42073b41-0390-44e9-83d1-71e07ca7b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.747863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-42073b41-0390-44e9-83d1-71e07ca7b29c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1414764 Aug 29 04:11:28.748556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55522) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:28.762496 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-924e5fc2-b343-4ad2-bcf4-d39afd409d1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 HTTP/1.1" status: 200 len: 217 time: 0.0425508 Aug 29 04:11:28.846796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-df008a0e-76fe-4eec-a6cd-9eb2cace34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.850428 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-df008a0e-76fe-4eec-a6cd-9eb2cace34aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.0735104 Aug 29 04:11:28.871060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c627f1-009c-4e1a-b303-188202ffd8f2 req-c732c5e9-ce17-4d96-b6b9-2160a1a62eb6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.877625 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:28.879984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c627f1-009c-4e1a-b303-188202ffd8f2 req-c732c5e9-ce17-4d96-b6b9-2160a1a62eb6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.886387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c627f1-009c-4e1a-b303-188202ffd8f2 req-c732c5e9-ce17-4d96-b6b9-2160a1a62eb6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.892756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c627f1-009c-4e1a-b303-188202ffd8f2 req-c732c5e9-ce17-4d96-b6b9-2160a1a62eb6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.899667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c627f1-009c-4e1a-b303-188202ffd8f2 req-c732c5e9-ce17-4d96-b6b9-2160a1a62eb6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.907090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c627f1-009c-4e1a-b303-188202ffd8f2 req-c732c5e9-ce17-4d96-b6b9-2160a1a62eb6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.914709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c627f1-009c-4e1a-b303-188202ffd8f2 req-c732c5e9-ce17-4d96-b6b9-2160a1a62eb6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.918558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60c627f1-009c-4e1a-b303-188202ffd8f2 req-c732c5e9-ce17-4d96-b6b9-2160a1a62eb6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5420 time: 0.3738735 Aug 29 04:11:28.922209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'tag': '49377b49-1007-4105-a140-fb9b8233c194'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:28.924769 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d2bd9e-4395-4a54-9437-b7f0705c1724" -d '{"events": [{"name": "network-changed", "server_uuid": "02fbf97f-18cb-4115-8d1a-a04920999dc9", "tag": "49377b49-1007-4105-a140-fb9b8233c194"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:28.939633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-22efa262-942f-4b12-896f-819b904e695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.941200 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-22efa262-942f-4b12-896f-819b904e695d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0780497 Aug 29 04:11:28.961395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-ac789a2f-2e42-4068-aabc-a3aa02d1c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.962898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-ac789a2f-2e42-4068-aabc-a3aa02d1c4d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1601040 Aug 29 04:11:29.045787 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-228f558f-0038-4f3e-aced-f0b21c5df7a6 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951686 Aug 29 04:11:29.118018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-d1a70ee4-763b-4cda-9039-1cba22039c73 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102154 Aug 29 04:11:29.128017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff25fc5c-56d7-4867-809a-ac235e892971 req-9e6ce2e5-180d-4c74-981e-61905d2c398f tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766468 Aug 29 04:11:29.138605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8dee2416-ba49-45c9-8816-69421168243c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.182604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60c627f1-009c-4e1a-b303-188202ffd8f2 req-9ee282e3-140a-4fa3-83ea-4486d6e767aa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2476468 Aug 29 04:11:29.222706 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8dee2416-ba49-45c9-8816-69421168243c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.277097 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-be553cb6-5780-49f5-9e33-91d19589b23c service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185707 Aug 29 04:11:29.388422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-abacccae-74a0-4fbf-8e51-3cfd1cbf68a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=f72adc5c-e30f-442b-8f4e-9be3a5c273fc HTTP/1.1" status: 200 len: 217 time: 0.0992410 Aug 29 04:11:29.407516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8dee2416-ba49-45c9-8816-69421168243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.421879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8dee2416-ba49-45c9-8816-69421168243c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.423612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8dee2416-ba49-45c9-8816-69421168243c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09a4cd5d-89c5-482f-a242-1992d560670e HTTP/1.1" status: 204 len: 168 time: 0.6531336 Aug 29 04:11:29.477692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee2416-ba49-45c9-8816-69421168243c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a4cd5d-89c5-482f-a242-1992d560670e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:29.550026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-8a00fc50-4301-4a3c-a9b6-ad85ab0d2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.553697 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-8a00fc50-4301-4a3c-a9b6-ad85ab0d2b4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.1593754 Aug 29 04:11:29.569666 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0511a3-46b7-4433-9cae-ae49de278b3e req-217325e2-a1e2-4d44-ad3f-0309e37db0a9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.571270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e0511a3-46b7-4433-9cae-ae49de278b3e req-217325e2-a1e2-4d44-ad3f-0309e37db0a9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.2335029 Aug 29 04:11:29.589115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 681556c9-7caa-4e81-a8f6-1c36e3e08379 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:29.611159 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b511c2e0-1641-403a-99d9-ba99e9044f62 x-openstack-request-id: req-b511c2e0-1641-403a-99d9-ba99e9044f62 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:29.611648 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fbf97f-18cb-4115-8d1a-a04920999dc9", "tag": "49377b49-1007-4105-a140-fb9b8233c194", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:29.613569 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b511c2e0-1641-403a-99d9-ba99e9044f62 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:29.614509 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'tag': '49377b49-1007-4105-a140-fb9b8233c194', 'status': 'completed', 'code': 200} Aug 29 04:11:29.674781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-aeef4a20-fdd6-4783-8896-b456eaacd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.683393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0b85755-340b-49ad-bf68-be3a93ad8a20 req-6f91fd84-7473-4c45-afd7-8b4e974d8caf service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543327 Aug 29 04:11:29.684325 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-aeef4a20-fdd6-4783-8896-b456eaacd9bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1154659 Aug 29 04:11:29.825237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:29.857939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e0511a3-46b7-4433-9cae-ae49de278b3e req-a093cc4d-4291-442a-9ad3-95ad8f8c7311 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712688 Aug 29 04:11:29.860022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'mac_address': 'fa:16:3e:e0:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:29.876168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-59bb0170-b16d-411a-a0bf-f4b63ac526f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.878571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-59bb0170-b16d-411a-a0bf-f4b63ac526f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42ce9cd82b904f089517e4e0cd90d699&device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 1100 time: 0.2396133 Aug 29 04:11:29.902627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a7a2d-ba4f-4f78-8691-e08862d945ce req-7b0f8796-a254-4e50-b4ef-8cc98b81f396 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.906160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-216a7a2d-ba4f-4f78-8691-e08862d945ce req-7b0f8796-a254-4e50-b4ef-8cc98b81f396 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 948 time: 0.1411803 Aug 29 04:11:29.922239 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-a17fff30-bf6d-44be-a62c-17d21fa6498f service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331750 Aug 29 04:11:29.958906 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.990316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681556c9-7caa-4e81-a8f6-1c36e3e08379 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:30.014571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:30.028596 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:30.098421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-216a7a2d-ba4f-4f78-8691-e08862d945ce req-4e375941-ee3f-427d-945e-62ab87b9a0f3 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699355 Aug 29 04:11:30.136074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:30.141577 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-296ba835-425b-4701-bcb2-57b90c8c4b54 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136819 Aug 29 04:11:30.175725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-76c09a3f-43ba-4773-988d-c83e4ab234e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.180496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-76c09a3f-43ba-4773-988d-c83e4ab234e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2725363 Aug 29 04:11:30.247001 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-3a4deb4b-c3c2-4995-92fd-22c936a6f5b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=edbbf302-54d1-4d3b-ad42-71859d02e4a6 HTTP/1.1" status: 200 len: 217 time: 0.0918708 Aug 29 04:11:30.310637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['681556c9-7caa-4e81-a8f6-1c36e3e08379'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:30.357993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-5fe55b04-6b52-4273-b62e-1136d1540bae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=49377b49-1007-4105-a140-fb9b8233c194 HTTP/1.1" status: 200 len: 217 time: 0.1685514 Aug 29 04:11:30.365668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-811587ca-48ae-41ca-877c-b147220f016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.371351 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-811587ca-48ae-41ca-877c-b147220f016b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.1031044 Aug 29 04:11:30.519374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-59918aea-5f6c-4cb9-8551-281ad3679dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.520641 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-59918aea-5f6c-4cb9-8551-281ad3679dee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1384780 Aug 29 04:11:30.649100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907231-615b-4014-a05d-95e1347ff4d2 req-58934408-2f33-462a-a4c1-7aca69218633 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.656636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51907231-615b-4014-a05d-95e1347ff4d2 req-58934408-2f33-462a-a4c1-7aca69218633 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1098 time: 0.2940559 Aug 29 04:11:30.682125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-c2dfff5e-019a-451c-a2ee-8d2b7411ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.684312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-c2dfff5e-019a-451c-a2ee-8d2b7411ecd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.2505302 Aug 29 04:11:30.687421 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-a416ed23-0fcf-47ec-9609-08f9b580473f service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523850 Aug 29 04:11:30.718880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55564) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:30.798689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51907231-615b-4014-a05d-95e1347ff4d2 req-63aedb77-92bf-4842-b461-ec5d50c06897 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412985 Aug 29 04:11:30.804325 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-490b7c35-92d4-4a03-ab4e-12d7852fc5cb service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053143 Aug 29 04:11:30.831282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fddbf-0b91-4661-88dd-afd951935ac2 req-26301793-aa09-4986-92d0-5b731cc32e96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.865154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fddbf-0b91-4661-88dd-afd951935ac2 req-26301793-aa09-4986-92d0-5b731cc32e96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.865154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fddbf-0b91-4661-88dd-afd951935ac2 req-26301793-aa09-4986-92d0-5b731cc32e96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.886155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fddbf-0b91-4661-88dd-afd951935ac2 req-26301793-aa09-4986-92d0-5b731cc32e96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.892831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fddbf-0b91-4661-88dd-afd951935ac2 req-26301793-aa09-4986-92d0-5b731cc32e96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.899453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fddbf-0b91-4661-88dd-afd951935ac2 req-26301793-aa09-4986-92d0-5b731cc32e96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.923553 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-2df9b02c-d1ca-4298-8520-759501543523 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bfc679a5-b59a-4a10-90fe-ced2e2eb791b HTTP/1.1" status: 200 len: 217 time: 0.1103878 Aug 29 04:11:30.928338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fddbf-0b91-4661-88dd-afd951935ac2 req-26301793-aa09-4986-92d0-5b731cc32e96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.943516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf4fddbf-0b91-4661-88dd-afd951935ac2 req-26301793-aa09-4986-92d0-5b731cc32e96 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5420 time: 0.5128343 Aug 29 04:11:30.990577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-network', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:31.008489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-1a510ef1-937d-48a2-951a-ffea89741d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.010078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-1a510ef1-937d-48a2-951a-ffea89741d13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3076000 Aug 29 04:11:31.012767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-8e9a055f-2bf5-489f-98b7-089e3f02b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.015399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-8e9a055f-2bf5-489f-98b7-089e3f02b9e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 HTTP/1.1" status: 200 len: 797 time: 0.0833111 Aug 29 04:11:31.041685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf4fddbf-0b91-4661-88dd-afd951935ac2 req-d81b5a3f-5f8e-4312-9cca-10a183006897 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907559 Aug 29 04:11:31.075363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-2b4f736a-dd90-4ed4-b06e-b6aa66a2c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.077083 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-2b4f736a-dd90-4ed4-b06e-b6aa66a2c1d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501809 Aug 29 04:11:31.188389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-fa8effdd-b28a-4e45-aafb-ffcb917e4369 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550658 Aug 29 04:11:31.189511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Made reservation on behalf of b57c8e82f903493292c5d33ef7b9c539 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:31.191816 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.211745 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-a37c6595-3a9f-4baf-890c-f081dd66329a service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266613 Aug 29 04:11:31.279036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.350288 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-a674feac-0725-4787-bd91-6232b0c979ec service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305141 Aug 29 04:11:31.390133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e5ded-a7a5-4ef8-b118-64dd7951e158 req-764b0ee0-ed85-4bbd-bdd3-39db0dbcfe6e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.391674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-882e5ded-a7a5-4ef8-b118-64dd7951e158 req-764b0ee0-ed85-4bbd-bdd3-39db0dbcfe6e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 948 time: 0.1072466 Aug 29 04:11:31.420143 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-f7af2ab4-5265-4ee1-9b4b-663e9ed11fdc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9 HTTP/1.1" status: 200 len: 217 time: 0.0623930 Aug 29 04:11:31.499628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9d8bc-552d-444b-b318-69ee4922d362 req-6627d6bc-f972-4ed1-aede-da88548ee5de tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.509733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65f9d8bc-552d-444b-b318-69ee4922d362 req-6627d6bc-f972-4ed1-aede-da88548ee5de tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.4301107 Aug 29 04:11:31.525254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-29f48b9a-0d96-45e5-bc1c-615d87e30812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.527230 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-29f48b9a-0d96-45e5-bc1c-615d87e30812 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 HTTP/1.1" status: 200 len: 797 time: 0.0991495 Aug 29 04:11:31.594101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-882e5ded-a7a5-4ef8-b118-64dd7951e158 req-5bf0ed40-e1de-41b2-97b4-9d36c2dc8dfc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897175 Aug 29 04:11:31.601010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05d2bd9e-4395-4a54-9437-b7f0705c1724 req-b391c0dc-bd4f-4b94-92ff-0bc6f019972e service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880684 Aug 29 04:11:31.605769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 681556c9-7caa-4e81-a8f6-1c36e3e08379 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:31.611295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-da18cd88-566f-4926-be4b-faa8be648d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.624273 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-da18cd88-566f-4926-be4b-faa8be648d40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0809917 Aug 29 04:11:31.659005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65f9d8bc-552d-444b-b318-69ee4922d362 req-50a9ae9c-60cd-4a1a-ba66-6745b8af94ed tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468763 Aug 29 04:11:31.710257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 681556c9-7caa-4e81-a8f6-1c36e3e08379 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:31.714623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 681556c9-7caa-4e81-a8f6-1c36e3e08379 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:31.715209 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.789278 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-91f4c0be-e5e9-4d6b-b457-068f6d6165a3 service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553900 Aug 29 04:11:31.866700 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.928779 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:31.929822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:31.932835 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e5dfa0-400b-4b1d-b429-b08fda8ee9e0" -d '{"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-plugged", "status": "completed", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:31.940123 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.963511 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2bb5be2-f848-4e6d-b7f1-99778bfdb571 req-719ce4b6-aa87-491d-9a25-6e38c751c4e1 service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717091 Aug 29 04:11:32.000689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:32.020065 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edf0b84-00c6-4b8d-a70d-4c647e2b1690 x-openstack-request-id: req-9edf0b84-00c6-4b8d-a70d-4c647e2b1690 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:32.020384 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-plugged", "status": "completed", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:32.020713 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9edf0b84-00c6-4b8d-a70d-4c647e2b1690 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:32.021109 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'code': 200} Aug 29 04:11:32.163257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.231874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.242065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-01fbbd43-8ff5-497f-bea4-2dd2b3f128ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.242922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-01fbbd43-8ff5-497f-bea4-2dd2b3f128ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.243572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-01fbbd43-8ff5-497f-bea4-2dd2b3f128ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.244242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-01fbbd43-8ff5-497f-bea4-2dd2b3f128ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.245007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-01fbbd43-8ff5-497f-bea4-2dd2b3f128ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.245745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-01fbbd43-8ff5-497f-bea4-2dd2b3f128ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.246389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-01fbbd43-8ff5-497f-bea4-2dd2b3f128ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.248482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-01fbbd43-8ff5-497f-bea4-2dd2b3f128ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6484 time: 0.0769289 Aug 29 04:11:32.314480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90900294-2a7b-4f00-8a8e-b8a7d9f6a948,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:32.321542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:11:32.345335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3dc6-23ac-4ef6-829d-1a689a32a76c req-155ab6c0-1f8e-480d-921b-fe1d6ba408f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.346869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-750b3dc6-23ac-4ef6-829d-1a689a32a76c req-155ab6c0-1f8e-480d-921b-fe1d6ba408f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f3d2fa8-e429-44ab-80bc-ac63328c6ffe HTTP/1.1" status: 200 len: 1102 time: 0.1878283 Aug 29 04:11:32.349785 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.350090 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Added segment d41c53c7-7332-4d86-bdb7-784fbba691b3 of type vlan for network 805de20a-e95a-4183-bbc0-95833923e3b3 Aug 29 04:11:32.369429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-15abd71b-e105-4b74-9c44-8d2e1ff131ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6415403 Aug 29 04:11:32.376617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cead32-789c-4555-8cad-8ac666e8cccf req-46aadbb8-1a8c-4928-9121-e366b9ddb561 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.384606 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2cead32-789c-4555-8cad-8ac666e8cccf req-46aadbb8-1a8c-4928-9121-e366b9ddb561 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1098 time: 0.2241666 Aug 29 04:11:32.387298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-34e9c449-716f-4c59-805d-bbd8a0d74178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.389493 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-34e9c449-716f-4c59-805d-bbd8a0d74178 service neutron] 10.222.0.52 "GET /v2.0/networks?id=42c3b373-a508-467d-877d-7410cc01232d HTTP/1.1" status: 200 len: 903 time: 0.1314526 Aug 29 04:11:32.438275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c016-5e8f-44c7-9c84-6bcee449a2af req-9077a905-1909-4275-81f7-8822721f504b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.445029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c016-5e8f-44c7-9c84-6bcee449a2af req-9077a905-1909-4275-81f7-8822721f504b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.449641 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-7cf49561-4e0d-4963-86dc-71bfce76b46a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9 HTTP/1.1" status: 200 len: 217 time: 0.0504074 Aug 29 04:11:32.450923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c016-5e8f-44c7-9c84-6bcee449a2af req-9077a905-1909-4275-81f7-8822721f504b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.456955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c016-5e8f-44c7-9c84-6bcee449a2af req-9077a905-1909-4275-81f7-8822721f504b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.462877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c016-5e8f-44c7-9c84-6bcee449a2af req-9077a905-1909-4275-81f7-8822721f504b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.468794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c016-5e8f-44c7-9c84-6bcee449a2af req-9077a905-1909-4275-81f7-8822721f504b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.474780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c016-5e8f-44c7-9c84-6bcee449a2af req-9077a905-1909-4275-81f7-8822721f504b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.482745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3773c016-5e8f-44c7-9c84-6bcee449a2af req-9077a905-1909-4275-81f7-8822721f504b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5420 time: 0.2640569 Aug 29 04:11:32.502702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-648fdfbb-5217-469f-ab4c-fa182c21ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.504139 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-648fdfbb-5217-469f-ab4c-fa182c21ea46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 HTTP/1.1" status: 200 len: 797 time: 0.0466158 Aug 29 04:11:32.556224 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.574940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-4dd16f83-f4a0-4132-921f-e54a9f6060fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.580247 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-4dd16f83-f4a0-4132-921f-e54a9f6060fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0621300 Aug 29 04:11:32.594728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-750b3dc6-23ac-4ef6-829d-1a689a32a76c req-0dfb0661-48dd-4db9-a4cd-a083577e3cb8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306595 Aug 29 04:11:32.613150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2cead32-789c-4555-8cad-8ac666e8cccf req-68f994b6-b4bd-4d33-b73e-8cb34256eade tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272341 Aug 29 04:11:32.631356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3773c016-5e8f-44c7-9c84-6bcee449a2af req-c1222b16-0cc4-4edf-ba56-f060645418fb tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478095 Aug 29 04:11:32.639898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-77ddf144-b472-4a91-aead-b22c0ec13b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.641435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-77ddf144-b472-4a91-aead-b22c0ec13b7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1096 time: 0.1427486 Aug 29 04:11:32.657936 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.674323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.676079 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.725408 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-3e00bfe1-a420-4d8a-8c1e-652abf09dacb service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411917 Aug 29 04:11:32.763557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 49377b49-1007-4105-a140-fb9b8233c194 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:32.767210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] Pushing event updated for resources: {'Network': ['ID=805de20a-e95a-4183-bbc0-95833923e3b3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:32.782150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f7c801c7-d97c-4147-afdc-0a52ee3a7f44 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.0609281 Aug 29 04:11:32.782897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 805de20a-e95a-4183-bbc0-95833923e3b3 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:11:32.803760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55594) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:32.809134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Request body: {'subnet': {'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-subnet', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:32.901726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Made reservation on behalf of b57c8e82f903493292c5d33ef7b9c539 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:32.904074 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.974590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 49377b49-1007-4105-a140-fb9b8233c194, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=49377b49-1007-4105-a140-fb9b8233c194,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:32.994634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '49377b49-1007-4105-a140-fb9b8233c194', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '49377b49-1007-4105-a140-fb9b8233c194', 'mac_address': 'fa:16:3e:4b:59:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:33.023193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5175d-915e-407c-a3ab-f814e3a31098 req-0705bd08-7ee2-42cd-9020-6c7503d5ea3b tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.024735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11a5175d-915e-407c-a3ab-f814e3a31098 req-0705bd08-7ee2-42cd-9020-6c7503d5ea3b tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 948 time: 0.2218239 Aug 29 04:11:33.038131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f0825-fc58-4d5c-b514-8f36e9078f53 req-39c35173-0ae8-4933-aed5-87938830311b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.045608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c3f0825-fc58-4d5c-b514-8f36e9078f53 req-39c35173-0ae8-4933-aed5-87938830311b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.2622130 Aug 29 04:11:33.055967 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:33.090066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49377b49-1007-4105-a140-fb9b8233c194 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:33.139207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 49377b49-1007-4105-a140-fb9b8233c194, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=49377b49-1007-4105-a140-fb9b8233c194,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:33.146917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-3aef9169-655a-4ffa-8cd7-99068dad732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.148833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-3aef9169-655a-4ffa-8cd7-99068dad732d service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.4542685 Aug 29 04:11:33.150401 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:33.212882 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9b70bf2-1341-4a2f-8230-0dd1a323b50b req-33c2ec5b-2da5-43e9-a377-f852969b80ce service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780042 Aug 29 04:11:33.226882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=49377b49-1007-4105-a140-fb9b8233c194,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:33.251060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11a5175d-915e-407c-a3ab-f814e3a31098 req-8400c732-25a8-460c-9557-b78e7368be64 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974208 Aug 29 04:11:33.258111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c3f0825-fc58-4d5c-b514-8f36e9078f53 req-c5e0da64-ab74-42da-be71-9394a2bd42a0 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112353 Aug 29 04:11:33.285381 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-c5eb4757-9df4-407c-9cf0-33896ad64141 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063 HTTP/1.1" status: 200 len: 217 time: 0.1051688 Aug 29 04:11:33.401947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:33.413814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-6944bece-9f0f-4b79-9361-1037c904187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.415559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-6944bece-9f0f-4b79-9361-1037c904187f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0908892 Aug 29 04:11:33.484316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-f7bf7169-d233-4ad8-82a9-ca6eb9aed8be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599387 Aug 29 04:11:33.542533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['49377b49-1007-4105-a140-fb9b8233c194'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:33.618803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f21d2fc-5862-4ad0-ad41-3678a2b98fea,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:33.636935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Checking segment: {'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:33.637710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Network hostable DHCP agents. Network: 805de20a-e95a-4183-bbc0-95833923e3b3, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:11:33.672572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-13f4cf87-fe6c-4dd8-aec2-84822ed6988b service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786466 Aug 29 04:11:33.775966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Network 805de20a-e95a-4183-bbc0-95833923e3b3 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:11:33.800485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 805de20a-e95a-4183-bbc0-95833923e3b3) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:33.813410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0f6b99-5ade-457f-a375-7b922086b4ac None None] Network 805de20a-e95a-4183-bbc0-95833923e3b3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:33.835281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.835947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:33.864737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c0d225e-4558-4fd4-a6e9-cd5f08aeaa32 req-3e17a6f3-cebc-4d23-979d-683fbe740081 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799445 Aug 29 04:11:33.885938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5a66-6f48-43a7-8b79-3d8d7a80f8c6 req-ea016f2f-8fc1-4f7a-9819-a1d2bd3b7d08 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.893706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5a66-6f48-43a7-8b79-3d8d7a80f8c6 req-ea016f2f-8fc1-4f7a-9819-a1d2bd3b7d08 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.901148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5a66-6f48-43a7-8b79-3d8d7a80f8c6 req-ea016f2f-8fc1-4f7a-9819-a1d2bd3b7d08 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.907496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5a66-6f48-43a7-8b79-3d8d7a80f8c6 req-ea016f2f-8fc1-4f7a-9819-a1d2bd3b7d08 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.915099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5a66-6f48-43a7-8b79-3d8d7a80f8c6 req-ea016f2f-8fc1-4f7a-9819-a1d2bd3b7d08 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.922079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5a66-6f48-43a7-8b79-3d8d7a80f8c6 req-ea016f2f-8fc1-4f7a-9819-a1d2bd3b7d08 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.928531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5a66-6f48-43a7-8b79-3d8d7a80f8c6 req-ea016f2f-8fc1-4f7a-9819-a1d2bd3b7d08 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.931041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a15e5a66-6f48-43a7-8b79-3d8d7a80f8c6 req-ea016f2f-8fc1-4f7a-9819-a1d2bd3b7d08 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5420 time: 0.1558058 Aug 29 04:11:33.935754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-73b6f6c0-d4ed-464b-a6ca-4ed3350e6c5a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1284819 Aug 29 04:11:33.935958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55618) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:33.941228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:34.007445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a15e5a66-6f48-43a7-8b79-3d8d7a80f8c6 req-aed4ec68-aea2-4799-85f1-dc8331a6bff3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617628 Aug 29 04:11:34.010651 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.012090 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.100901 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.173715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-805de20a-e95a-4183-bbc0-95833923e3b3', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:11:34.178638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.315994 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.366270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Allocated IP 172.20.0.2 (805de20a-e95a-4183-bbc0-95833923e3b3/1f21d2fc-5862-4ad0-ad41-3678a2b98fea/217527b5-ccb8-4206-a70d-d4a4d6aa35d7) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:34.470635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999cc1a-532a-4740-81de-0dc18131b20a req-de676152-5534-4a7f-8e1e-4496cadddf37 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:34.472355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2999cc1a-532a-4740-81de-0dc18131b20a req-de676152-5534-4a7f-8e1e-4496cadddf37 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 949 time: 0.0830700 Aug 29 04:11:34.532586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2999cc1a-532a-4740-81de-0dc18131b20a req-209c2c86-f26a-419b-be9d-33f4b236471d tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519874 Aug 29 04:11:34.594471 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.604978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Transition to ACTIVE for port object 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:34.605774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-76f30df7-0ec8-4e56-b77c-93008a533e1f tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:11:34.606747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-76f30df7-0ec8-4e56-b77c-93008a533e1f tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054564 Aug 29 04:11:34.627367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Request body: {'binding': {'host': 'n-h2-712141-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:34.627817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Unknown quota resources ['binding']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:11:34.639706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Transition to ACTIVE for port object 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:34.655631 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.706653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Network 805de20a-e95a-4183-bbc0-95833923e3b3 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:34.711873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:34.720485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:34.725100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Pushing event updated for resources: {'Port': ['ID=217527b5-ccb8-4206-a70d-d4a4d6aa35d7,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:34.772705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 49377b49-1007-4105-a140-fb9b8233c194 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:34.789204 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.816613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Attempting to bind port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:34.817172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Attempting to bind port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:34.817628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Attempting to bind port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 on network 805de20a-e95a-4183-bbc0-95833923e3b3 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:34.823485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e9699-385e-47b2-b7a3-c6ad8e1b4069 req-4ee4cfd5-2845-453e-80a1-17026bd87462 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:34.825088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-463e9699-385e-47b2-b7a3-c6ad8e1b4069 req-4ee4cfd5-2845-453e-80a1-17026bd87462 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.1949606 Aug 29 04:11:34.828839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.829006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:34.829492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Checking segment: {'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:34.830011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.830513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Bound using segment: {'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:34.831112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Bound port: 217527b5-ccb8-4206-a70d-d4a4d6aa35d7, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:34.832111 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.874478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 49377b49-1007-4105-a140-fb9b8233c194 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:34.883291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 49377b49-1007-4105-a140-fb9b8233c194 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:34.883728 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.940097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] For port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:34.953691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] For port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=217527b5-ccb8-4206-a70d-d4a4d6aa35d7,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:34.962281 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.969159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-463e9699-385e-47b2-b7a3-c6ad8e1b4069 req-0627631d-25a6-430b-a515-61243d84a0fe tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301403 Aug 29 04:11:35.024596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on host n-h2-712141-12 for vnic_type normal with profile None {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:35.024934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:35.025275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:35.027922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Allocated IP 172.25.5.62 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/9c340e99-9815-4b64-af73-4c25a8d6a08d) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:35.036789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:35.036789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:35.039162 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.055260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:35.055633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:35.056029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:35.056880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Bound port: 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:35.085793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49377b49-1007-4105-a140-fb9b8233c194'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:35.088299 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cae5f5-c62c-4178-b7b4-bec509589224" -d '{"events": [{"server_uuid": "02fbf97f-18cb-4115-8d1a-a04920999dc9", "name": "network-vif-plugged", "status": "completed", "tag": "49377b49-1007-4105-a140-fb9b8233c194"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:35.110073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 49377b49-1007-4105-a140-fb9b8233c194, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=49377b49-1007-4105-a140-fb9b8233c194,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:35.111559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d04c62-1d06-4bc4-9615-9573bd74e291 None None] Pushing event updated for resources: {'Port': ['ID=217527b5-ccb8-4206-a70d-d4a4d6aa35d7,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:35.116780 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.199800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=49377b49-1007-4105-a140-fb9b8233c194,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:35.220489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:35.242183 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.251423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-7920f415-d518-4942-9287-67268a2c8f67 service neutron] 10.222.0.49 "POST /v2.0/ports/3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318/bindings HTTP/1.1" status: 201 len: 390 time: 0.6275206 Aug 29 04:11:35.280400 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.408509 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aaabd8-adee-4e47-b3d1-bd0038d07c73 x-openstack-request-id: req-e2aaabd8-adee-4e47-b3d1-bd0038d07c73 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:35.409031 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fbf97f-18cb-4115-8d1a-a04920999dc9", "name": "network-vif-plugged", "status": "completed", "tag": "49377b49-1007-4105-a140-fb9b8233c194", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:35.409686 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2aaabd8-adee-4e47-b3d1-bd0038d07c73 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:35.410332 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49377b49-1007-4105-a140-fb9b8233c194', 'code': 200} Aug 29 04:11:35.543520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660074e-19de-4b5b-b48f-bdb19473031a req-6303d7ef-06ee-49e6-a143-ea677240dad1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.549868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660074e-19de-4b5b-b48f-bdb19473031a req-6303d7ef-06ee-49e6-a143-ea677240dad1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.555915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660074e-19de-4b5b-b48f-bdb19473031a req-6303d7ef-06ee-49e6-a143-ea677240dad1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.563854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660074e-19de-4b5b-b48f-bdb19473031a req-6303d7ef-06ee-49e6-a143-ea677240dad1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.570500 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660074e-19de-4b5b-b48f-bdb19473031a req-6303d7ef-06ee-49e6-a143-ea677240dad1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.576730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660074e-19de-4b5b-b48f-bdb19473031a req-6303d7ef-06ee-49e6-a143-ea677240dad1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.583806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660074e-19de-4b5b-b48f-bdb19473031a req-6303d7ef-06ee-49e6-a143-ea677240dad1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.592015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2660074e-19de-4b5b-b48f-bdb19473031a req-6303d7ef-06ee-49e6-a143-ea677240dad1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5420 time: 0.2788401 Aug 29 04:11:35.703996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2660074e-19de-4b5b-b48f-bdb19473031a req-ee7f6298-edff-4853-9d8c-360979531335 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110721 Aug 29 04:11:35.732719 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.753160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d0fc8-458a-41b4-9e26-c0aacb9eca35 req-6f600d69-90de-45f8-8334-835bc3e45ea9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.760800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d31d0fc8-458a-41b4-9e26-c0aacb9eca35 req-6f600d69-90de-45f8-8334-835bc3e45ea9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 946 time: 0.2658305 Aug 29 04:11:35.835034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02438a5c-f6da-4c48-9994-f67c96795534 req-042169e5-ce4c-4be0-a068-9d545f80eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.836570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02438a5c-f6da-4c48-9994-f67c96795534 req-042169e5-ce4c-4be0-a068-9d545f80eb1b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 1102 time: 0.2202699 Aug 29 04:11:35.853025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:35.859331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-60d157d3-69c1-401f-ada5-47c2af1b69c1 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.860872 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-60d157d3-69c1-401f-ada5-47c2af1b69c1 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1098 time: 0.2348795 Aug 29 04:11:35.883956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-12'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:35.886690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:35.902825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:35.925185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c340e99-9815-4b64-af73-4c25a8d6a08d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:35.961783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d31d0fc8-458a-41b4-9e26-c0aacb9eca35 req-bdff4547-1cb1-4c7c-833f-36cbc1339e52 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001274 Aug 29 04:11:36.009671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ca057-36f9-4b46-ba2f-75c00a40f167 req-03fe8f82-b191-4199-b2dd-47f7a814257f tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:36.012332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb1ca057-36f9-4b46-ba2f-75c00a40f167 req-03fe8f82-b191-4199-b2dd-47f7a814257f tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 950 time: 0.2128277 Aug 29 04:11:36.045986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.069124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02438a5c-f6da-4c48-9994-f67c96795534 req-07a29a34-a6bd-4545-b8e1-2973a865399e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218161 Aug 29 04:11:36.299385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb1ca057-36f9-4b46-ba2f-75c00a40f167 req-e39ce11d-0d35-42d1-93f3-9e5256ba15a7 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510993 Aug 29 04:11:36.313755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b9a4a-3842-44ed-972d-b6bd517bcc9b None None] Network 805de20a-e95a-4183-bbc0-95833923e3b3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:36.366679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd193e17-94ba-45ad-a2e7-f6548a1eb15d req-5944fe19-42ea-4548-9737-96a81d99b101 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:36.372753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd193e17-94ba-45ad-a2e7-f6548a1eb15d req-5944fe19-42ea-4548-9737-96a81d99b101 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 946 time: 0.2852631 Aug 29 04:11:36.457313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e467654e-9a46-4cc3-ac11-f6ac31ed28b6 None None] Provisioning for port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:36.846235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:36.917746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:36.923520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:36.923965 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.939098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd193e17-94ba-45ad-a2e7-f6548a1eb15d req-372a686d-12ed-43d7-b01d-20d08d3b2b68 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599520 Aug 29 04:11:36.948379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:36.990517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dc0d7d4d-6c1c-49fe-9dd7-b9cf8899e2ed None None] Provisioning complete for port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:36.991345 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7d4d-6c1c-49fe-9dd7-b9cf8899e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.017215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:37.019827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.054138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa876e-ea2b-45ba-b694-65dd1eeaf7e2 req-495265c6-47c6-471a-866f-c8c864628a78 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.060486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa876e-ea2b-45ba-b694-65dd1eeaf7e2 req-495265c6-47c6-471a-866f-c8c864628a78 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.065975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa876e-ea2b-45ba-b694-65dd1eeaf7e2 req-495265c6-47c6-471a-866f-c8c864628a78 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.069019 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.071923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa876e-ea2b-45ba-b694-65dd1eeaf7e2 req-495265c6-47c6-471a-866f-c8c864628a78 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.077824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa876e-ea2b-45ba-b694-65dd1eeaf7e2 req-495265c6-47c6-471a-866f-c8c864628a78 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.084399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa876e-ea2b-45ba-b694-65dd1eeaf7e2 req-495265c6-47c6-471a-866f-c8c864628a78 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.090578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa876e-ea2b-45ba-b694-65dd1eeaf7e2 req-495265c6-47c6-471a-866f-c8c864628a78 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.093815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48fa876e-ea2b-45ba-b694-65dd1eeaf7e2 req-495265c6-47c6-471a-866f-c8c864628a78 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5420 time: 0.2505341 Aug 29 04:11:37.126006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=217527b5-ccb8-4206-a70d-d4a4d6aa35d7,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:37.135287 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.141263 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7d4d-6c1c-49fe-9dd7-b9cf8899e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.222856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=217527b5-ccb8-4206-a70d-d4a4d6aa35d7,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:37.234867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-dc0d7d4d-6c1c-49fe-9dd7-b9cf8899e2ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:11:37.235232 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-dc0d7d4d-6c1c-49fe-9dd7-b9cf8899e2ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:11:37.236400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:37.238674 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c571f5d9-50c0-4242-aa3c-697a96eaba84" -d '{"events": [{"server_uuid": "56b9ac27-12be-46c9-8e61-3e6b2f22d954", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8d468b-1820-4fd2-b264-5bf71504bb7c"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:37.246975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.269280 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.286501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48fa876e-ea2b-45ba-b694-65dd1eeaf7e2 req-d201356e-69f0-4599-80c3-42e315a34833 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555533 Aug 29 04:11:37.325271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d697f82-28d7-4a79-acd8-64320f90f112 req-e1b00eee-19c0-4fb7-b59e-4f9e21dff878 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.326783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d697f82-28d7-4a79-acd8-64320f90f112 req-e1b00eee-19c0-4fb7-b59e-4f9e21dff878 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 946 time: 0.1931677 Aug 29 04:11:37.419637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d468b-1820-4fd2-b264-5bf71504bb7c,revision_number=7']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:37.491896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d697f82-28d7-4a79-acd8-64320f90f112 req-7183b2fd-13d9-418f-a4bd-584256c917f7 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194706 Aug 29 04:11:37.496006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on host n-h1-712141-12 for vnic_type normal with profile {"migrating_to": "n-h2-712141-12"} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:37.496452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:37.496766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:37.505504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:37.505766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:37.530556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:37.530895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:37.531286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:37.531736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Bound port: fb8d468b-1820-4fd2-b264-5bf71504bb7c, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:37.532089 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.575945 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a233508-667b-44c0-9a3a-9f4abad66e1e x-openstack-request-id: req-8a233508-667b-44c0-9a3a-9f4abad66e1e {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:37.576264 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b9ac27-12be-46c9-8e61-3e6b2f22d954", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8d468b-1820-4fd2-b264-5bf71504bb7c", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:37.576514 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a233508-667b-44c0-9a3a-9f4abad66e1e {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:37.576904 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c', 'code': 200} Aug 29 04:11:37.581664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.635923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fb8d468b-1820-4fd2-b264-5bf71504bb7c details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:37.775170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, got binding levels [] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:37.798620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-9ff8ba37-eb2c-4c1e-9d15-7969833816b2 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.800106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-9ff8ba37-eb2c-4c1e-9d15-7969833816b2 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/networks?id=5797e981-9a4f-4ff4-bf64-125c1174328e HTTP/1.1" status: 200 len: 815 time: 0.2921200 Aug 29 04:11:37.803322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:37.806627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on host n-h1-712141-12 for vnic_type normal with profile {"migrating_to": "n-h2-712141-12"} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:37.807116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:37.807367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:37.811816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:37.812177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:37.812475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe63834-c5fb-4bac-943c-49c5d30054b0 req-3de28f6c-0042-4d1c-8c01-c2da45748f7f tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.813965 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebe63834-c5fb-4bac-943c-49c5d30054b0 req-3de28f6c-0042-4d1c-8c01-c2da45748f7f tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 950 time: 0.2220941 Aug 29 04:11:37.816964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:37.817910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:37.818487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:37.819360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Bound port: fb8d468b-1820-4fd2-b264-5bf71504bb7c, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:37.819360 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.836006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:37.853229 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.855714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-fd78d9b5-03b8-4368-836b-00c16ddf2f50 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/quotas/58542bb9d7994b0e87bad8aafda62c97 HTTP/1.1" status: 200 len: 375 time: 0.0393524 Aug 29 04:11:37.882166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:37.888888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) fb8d468b-1820-4fd2-b264-5bf71504bb7c-n-h1-712141-12-0 {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:11:37.889248 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:11:37.955039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebe63834-c5fb-4bac-943c-49c5d30054b0 req-f9456ecd-1369-4816-a0b0-ca5fee381fd1 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248441 Aug 29 04:11:37.982373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d468b-1820-4fd2-b264-5bf71504bb7c,revision_number=8']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:38.016561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-863ae4c1-38fd-497c-b242-55d9bd899d2b tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=58542bb9d7994b0e87bad8aafda62c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489236 Aug 29 04:11:38.018586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.019191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:38.020548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-b9703799-7a2a-4815-bfbb-6a8c262c8e02 service neutron] 10.222.0.59 "PUT /v2.0/ports/fb8d468b-1820-4fd2-b264-5bf71504bb7c HTTP/1.1" status: 200 len: 1124 time: 2.1412940 Aug 29 04:11:38.044688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:11:38.137378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['fb8d468b-1820-4fd2-b264-5bf71504bb7c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:38.165761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['fb8d468b-1820-4fd2-b264-5bf71504bb7c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:38.221893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-014a1831-7fe1-40d0-9c52-8f068b189f19 service neutron] 10.222.0.49 "GET /v2.0/networks/5797e981-9a4f-4ff4-bf64-125c1174328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973486 Aug 29 04:11:38.287103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:11:38.298722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Sync routers for ids ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:11:38.307818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484383f-5d97-48ce-aa85-a405c68d855e req-966a3ab0-9933-4e56-9801-e64cb447149a tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.309355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c484383f-5d97-48ce-aa85-a405c68d855e req-966a3ab0-9933-4e56-9801-e64cb447149a tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 944 time: 0.1230633 Aug 29 04:11:38.337265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:38.338449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3093a98a-e2b2-47db-b4d2-9f7650b058f8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.4014976 Aug 29 04:11:38.341249 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55686) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:38.351998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Routers {'2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:38.352931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:11:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:38.379179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-30b785fd-2387-4982-bb1d-613ff9f282a8 service neutron] 10.222.0.49 "GET /v2.0/networks/5797e981-9a4f-4ff4-bf64-125c1174328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445701 Aug 29 04:11:38.392580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c484383f-5d97-48ce-aa85-a405c68d855e req-a6dfad75-7b1d-4224-8105-82c64b5cb079 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671198 Aug 29 04:11:38.518175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120cbd2-091d-4034-b17a-858cf1c22c40 req-4f4ad76c-fa26-4af8-9c86-4c7c062119b5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.524844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120cbd2-091d-4034-b17a-858cf1c22c40 req-4f4ad76c-fa26-4af8-9c86-4c7c062119b5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.526585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on host n-h1-712141-12 for vnic_type normal with profile {"migrating_to": "n-h2-712141-12"} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:38.526961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:38.527331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:38.531185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120cbd2-091d-4034-b17a-858cf1c22c40 req-4f4ad76c-fa26-4af8-9c86-4c7c062119b5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.544044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:38.544433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Attempting to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:38.555630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120cbd2-091d-4034-b17a-858cf1c22c40 req-4f4ad76c-fa26-4af8-9c86-4c7c062119b5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.562248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:38.562629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:38.562933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120cbd2-091d-4034-b17a-858cf1c22c40 req-4f4ad76c-fa26-4af8-9c86-4c7c062119b5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.563051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:38.563507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Bound port: fb8d468b-1820-4fd2-b264-5bf71504bb7c, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:38.563952 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:38.570272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120cbd2-091d-4034-b17a-858cf1c22c40 req-4f4ad76c-fa26-4af8-9c86-4c7c062119b5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.577140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120cbd2-091d-4034-b17a-858cf1c22c40 req-4f4ad76c-fa26-4af8-9c86-4c7c062119b5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.579045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b120cbd2-091d-4034-b17a-858cf1c22c40 req-4f4ad76c-fa26-4af8-9c86-4c7c062119b5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5420 time: 0.1241817 Aug 29 04:11:38.580803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Set router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:38.631554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5d57713-5806-41ed-84d4-c2d364f22206 req-3208f993-94ad-4ac1-92f3-19f976ebb5e0 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 210 time: 0.0515168 Aug 29 04:11:38.676822 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b120cbd2-091d-4034-b17a-858cf1c22c40 req-762f7192-13fc-44eb-a12a-f8c890711c9b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547202 Aug 29 04:11:38.770205 n-d-712141-12 neutron-server[94852]: WARNING neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Concurrent port binding operations failed on port fb8d468b-1820-4fd2-b264-5bf71504bb7c Aug 29 04:11:38.794705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:38.797975 n-d-712141-12 neutron-server[94852]: INFO neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Attempt 2 to bind port fb8d468b-1820-4fd2-b264-5bf71504bb7c Aug 29 04:11:38.798225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fb8d468b-1820-4fd2-b264-5bf71504bb7c has no active binding in host n-h2-712141-12 {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:11:38.806502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:38.837639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcc63e-3b18-4c9f-ac0f-ac3b1f77e60f req-bae82f98-6339-4202-9b74-899a73a4a5ab tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.840236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcbcc63e-3b18-4c9f-ac0f-ac3b1f77e60f req-bae82f98-6339-4202-9b74-899a73a4a5ab tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 946 time: 0.0978515 Aug 29 04:11:38.896029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcbcc63e-3b18-4c9f-ac0f-ac3b1f77e60f req-823ae19a-61c2-4571-a6d8-ed2e28290773 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484741 Aug 29 04:11:38.908638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:38.909011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:38.936800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.065658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:36Z', 'revision_number': 3, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:39.094562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Checking router: 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:11:39.094920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Updating router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 port 9c340e99-9815-4b64-af73-4c25a8d6a08d binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:11:39.129580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.135962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a45ff-8b43-4f28-9903-74605ef4aa89 req-895f403d-6f75-4f31-80b4-aed4f1552c57 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.145395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de6a45ff-8b43-4f28-9903-74605ef4aa89 req-895f403d-6f75-4f31-80b4-aed4f1552c57 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 950 time: 0.0982008 Aug 29 04:11:39.186315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Allocated IP 172.20.0.1 (805de20a-e95a-4183-bbc0-95833923e3b3/1f21d2fc-5862-4ad0-ad41-3678a2b98fea/23d180bc-c9d7-4a59-a2f3-7fb7132561a6) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:39.208364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de6a45ff-8b43-4f28-9903-74605ef4aa89 req-52306aec-e2fe-4fd1-a4b2-5c5f81dd44af tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594051 Aug 29 04:11:39.347774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d61f64-949d-4d77-942b-a879ec3b8f51 req-83f8d4d5-03c7-429a-9cd1-f7d1db63538c tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.349483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8d61f64-949d-4d77-942b-a879ec3b8f51 req-83f8d4d5-03c7-429a-9cd1-f7d1db63538c tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f3d2fa8-e429-44ab-80bc-ac63328c6ffe HTTP/1.1" status: 200 len: 950 time: 0.0687807 Aug 29 04:11:39.351097 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.365790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Transition to ACTIVE for port object 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:39.404430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.408345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8d61f64-949d-4d77-942b-a879ec3b8f51 req-27f9fcfa-bd28-4072-b873-4c5665c82f65 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470116 Aug 29 04:11:39.464792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Network 805de20a-e95a-4183-bbc0-95833923e3b3 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:39.469134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.474187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:39.480609 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Transition to ACTIVE for port object 9c340e99-9815-4b64-af73-4c25a8d6a08d will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:39.485766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:39.493798 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.519255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c27d6d-a245-47ef-88f2-2e42a9c06afe req-b0030003-2329-4319-991f-90b539367cd0 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.521048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81c27d6d-a245-47ef-88f2-2e42a9c06afe req-b0030003-2329-4319-991f-90b539367cd0 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 944 time: 0.0662806 Aug 29 04:11:39.537149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Pushing event updated for resources: {'Port': ['ID=23d180bc-c9d7-4a59-a2f3-7fb7132561a6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:39.554778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Attempting to bind port 9c340e99-9815-4b64-af73-4c25a8d6a08d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:39.555156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Attempting to bind port 9c340e99-9815-4b64-af73-4c25a8d6a08d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:39.555530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Attempting to bind port 9c340e99-9815-4b64-af73-4c25a8d6a08d on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:39.561449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d5d5b-7061-43a2-b789-99e38574028b None None] Pushing event updated for resources: {'Port': ['ID=9c340e99-9815-4b64-af73-4c25a8d6a08d,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:39.567146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:39.567532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:39.567942 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.568373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:39.568921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Bound port: 9c340e99-9815-4b64-af73-4c25a8d6a08d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:39.569223 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.577086 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.579744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'tag': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:39.582373 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd73fcf-748a-4400-a9f7-dacc4729107c" -d '{"events": [{"name": "network-changed", "server_uuid": "56b9ac27-12be-46c9-8e61-3e6b2f22d954", "tag": "fb8d468b-1820-4fd2-b264-5bf71504bb7c"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:39.589188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81c27d6d-a245-47ef-88f2-2e42a9c06afe req-197f467f-2b10-465a-9fef-7800ff0b5c76 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544159 Aug 29 04:11:39.655709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] For port 9c340e99-9815-4b64-af73-4c25a8d6a08d, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:39.658999 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] For port 9c340e99-9815-4b64-af73-4c25a8d6a08d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9c340e99-9815-4b64-af73-4c25a8d6a08d,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:39.667352 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c9475f-a9bf-4495-af85-7c2366669015 x-openstack-request-id: req-74c9475f-a9bf-4495-af85-7c2366669015 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:39.667648 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b9ac27-12be-46c9-8e61-3e6b2f22d954", "tag": "fb8d468b-1820-4fd2-b264-5bf71504bb7c", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:39.667904 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74c9475f-a9bf-4495-af85-7c2366669015 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:39.668464 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'tag': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c', 'status': 'completed', 'code': 200} Aug 29 04:11:39.673416 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.772232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd73fcf-748a-4400-a9f7-dacc4729107c req-9ddfc698-f8f2-4d8c-bed6-a07b2506ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.782606 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd73fcf-748a-4400-a9f7-dacc4729107c req-9ddfc698-f8f2-4d8c-bed6-a07b2506ea43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 1127 time: 0.0652168 Aug 29 04:11:39.804356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.810641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Routers {'2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:39.813115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:11:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:39.857079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-878939bf-241c-4c04-a9d4-731823232875 req-653079f2-8b39-40c5-bc8d-0d2e3ef99eec tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 210 time: 0.0733519 Aug 29 04:11:40.010528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d5d5b-7061-43a2-b789-99e38574028b None None] Pushing event updated for resources: {'Port': ['ID=9c340e99-9815-4b64-af73-4c25a8d6a08d,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:40.038356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3918da3e-f0d0-417a-9423-cc1d4c75c40a None None] Provisioning for port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:40.045316 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:40.047032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd73fcf-748a-4400-a9f7-dacc4729107c req-d9df87c4-d163-48fb-8196-83bce0c5957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.048938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd73fcf-748a-4400-a9f7-dacc4729107c req-d9df87c4-d163-48fb-8196-83bce0c5957e service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.2527874 Aug 29 04:11:40.050783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3918da3e-f0d0-417a-9423-cc1d4c75c40a None None] Provisioning complete for port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:40.051166 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3918da3e-f0d0-417a-9423-cc1d4c75c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:40.060233 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:40.107249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-97e67fb5-932b-427e-bfa5-1ced4cbdfbd1 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.108754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-97e67fb5-932b-427e-bfa5-1ced4cbdfbd1 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.59 "GET /v2.0/networks?id=5797e981-9a4f-4ff4-bf64-125c1174328e HTTP/1.1" status: 200 len: 815 time: 0.2633791 Aug 29 04:11:40.151259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3918da3e-f0d0-417a-9423-cc1d4c75c40a None None] Port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:40.156309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Pushing event updated for resources: {'Port': ['ID=23d180bc-c9d7-4a59-a2f3-7fb7132561a6,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:40.160388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Request body: {'port': {'device_id': '024ed69a-dd39-4e10-8c1f-b256bc868c79', 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e', 'admin_state_up': True, 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:40.161025 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:40.161160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] Set router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:40.200059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd73fcf-748a-4400-a9f7-dacc4729107c req-15d60225-c4a1-4aa0-8a14-2783767162c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c HTTP/1.1" status: 200 len: 217 time: 0.1225922 Aug 29 04:11:40.292971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Network 805de20a-e95a-4183-bbc0-95833923e3b3 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:40.294696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:40.307875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd73fcf-748a-4400-a9f7-dacc4729107c req-43debc9f-cffa-48c5-8514-afc7b4eeb685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.309772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd73fcf-748a-4400-a9f7-dacc4729107c req-43debc9f-cffa-48c5-8514-afc7b4eeb685 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0573297 Aug 29 04:11:40.343572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c1759-5157-475c-be13-a393c0204adc req-ced17baa-35b8-46a5-ba9b-095cd07ef3c1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.351822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c1759-5157-475c-be13-a393c0204adc req-ced17baa-35b8-46a5-ba9b-095cd07ef3c1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.360138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c1759-5157-475c-be13-a393c0204adc req-ced17baa-35b8-46a5-ba9b-095cd07ef3c1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.367375 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c1759-5157-475c-be13-a393c0204adc req-ced17baa-35b8-46a5-ba9b-095cd07ef3c1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.377022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c1759-5157-475c-be13-a393c0204adc req-ced17baa-35b8-46a5-ba9b-095cd07ef3c1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.384272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c1759-5157-475c-be13-a393c0204adc req-ced17baa-35b8-46a5-ba9b-095cd07ef3c1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.393628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c1759-5157-475c-be13-a393c0204adc req-ced17baa-35b8-46a5-ba9b-095cd07ef3c1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.396132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-155c1759-5157-475c-be13-a393c0204adc req-ced17baa-35b8-46a5-ba9b-095cd07ef3c1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5420 time: 0.3634536 Aug 29 04:11:40.402409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 1, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:40.446735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd73fcf-748a-4400-a9f7-dacc4729107c req-ecfde54a-735a-412e-836b-28d568af4b03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214318 Aug 29 04:11:40.466625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d16516-6b92-4dd5-bd44-2318b4c2c2b1 None None] The sync data for ids ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'] in n-d-712141-12 is: [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 1, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:11:40.468316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2f1ee-3e86-48d1-8857-5422432048b0 req-1dcc52df-af6b-44df-876d-7ca52f1fba11 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.478098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0b2f1ee-3e86-48d1-8857-5422432048b0 req-1dcc52df-af6b-44df-876d-7ca52f1fba11 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 946 time: 0.4126740 Aug 29 04:11:40.499793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:11:40.588337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e2c360cb-c219-492b-a35c-e3ef068954b2 None None] Provisioning complete for port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:40.588856 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e2c360cb-c219-492b-a35c-e3ef068954b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:40.656883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:11:40.666024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e2c360cb-c219-492b-a35c-e3ef068954b2 None None] Port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:40.671966 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-60960ddd-cefc-411a-8dbc-29a26702ee0f admin admin] 10.222.0.49 "PUT /v2.0/routers/2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3296282 Aug 29 04:11:41.101220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0b2f1ee-3e86-48d1-8857-5422432048b0 req-a60c0df0-2d49-4712-b6f2-506354d734d3 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222260 Aug 29 04:11:41.128628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-155c1759-5157-475c-be13-a393c0204adc req-a156477e-50ab-4e4e-9ea1-ed407d684d20 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7169549 Aug 29 04:11:41.235687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd73fcf-748a-4400-a9f7-dacc4729107c req-13c7fa83-15f2-480b-8bf8-4a3044a6c910 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7540178 Aug 29 04:11:41.245303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Made reservation on behalf of 58542bb9d7994b0e87bad8aafda62c97 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:41.249873 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.500303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd73fcf-748a-4400-a9f7-dacc4729107c req-4442f525-1c3d-46a6-9372-e837ed9f12a0 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317698 Aug 29 04:11:41.528078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Allocated IP 172.20.0.8 (5797e981-9a4f-4ff4-bf64-125c1174328e/9d7a7766-8c5b-4488-87f3-7322194cdbeb/5ed8ee26-4bd8-476b-87c3-baad955e6eb4) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:41.707114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.721992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Transition to ACTIVE for port object 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:41.757277 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.803482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Network 5797e981-9a4f-4ff4-bf64-125c1174328e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:41.808677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:41.813333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:41.818094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Pushing event updated for resources: {'Port': ['ID=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:41.866240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:41.867016 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.885292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-453b6618-87e8-4c7e-8fdf-1b3875343e15 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7590065 Aug 29 04:11:42.109704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1204f63d-d4b3-40d8-aa88-5e738a89c5d6 None None] Provisioning for port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:42.115638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1204f63d-d4b3-40d8-aa88-5e738a89c5d6 None None] Provisioning complete for port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:42.116396 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1204f63d-d4b3-40d8-aa88-5e738a89c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.165098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1204f63d-d4b3-40d8-aa88-5e738a89c5d6 None None] Port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:42.773966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9c340e99-9815-4b64-af73-4c25a8d6a08d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:42.842855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 9c340e99-9815-4b64-af73-4c25a8d6a08d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:42.847008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9c340e99-9815-4b64-af73-4c25a8d6a08d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:42.847408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.934160 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.957110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 9c340e99-9815-4b64-af73-4c25a8d6a08d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9c340e99-9815-4b64-af73-4c25a8d6a08d,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:42.961399 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.978076 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Sync routers for ids ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:11:42.990337 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Routers {'2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:42.991195 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:11:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:43.018260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=9c340e99-9815-4b64-af73-4c25a8d6a08d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:43.195718 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Set router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:43.408392 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 2, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:43.438345 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Checking router: 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:11:43.438701 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Updating router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:11:43.466145 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.676898 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 681556c9-7caa-4e81-a8f6-1c36e3e08379 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:43.747119 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.758764 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Transition to ACTIVE for port object 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:43.764546 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.790087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:43.807383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'mac_address': 'fa:16:3e:e0:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:43.817462 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Pushing event updated for resources: {'Port': ['ID=23d180bc-c9d7-4a59-a2f3-7fb7132561a6,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:43.857337 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.857676 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.858017 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.858370 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.858970 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.859361 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.859499 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.859813 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.860134 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.860477 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.860855 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.861232 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.878224 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.899780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 681556c9-7caa-4e81-a8f6-1c36e3e08379 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:43.903612 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Attempting to bind port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:43.920385 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Attempting to bind port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:43.921025 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Attempting to bind port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 on network 805de20a-e95a-4183-bbc0-95833923e3b3 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:43.925018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:43.929585 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:43.930033 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Checking segment: {'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:43.930485 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.930888 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Bound using segment: {'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:43.931563 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Bound port: 23d180bc-c9d7-4a59-a2f3-7fb7132561a6, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:43.932019 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.940633 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.029768 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] For port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:44.033116 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] For port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=23d180bc-c9d7-4a59-a2f3-7fb7132561a6,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:44.047431 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.048603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:44.086318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['681556c9-7caa-4e81-a8f6-1c36e3e08379'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:44.159641 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Routers {'2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:44.160308 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:11:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:44.220107 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7aa50-60c0-41b0-a503-b27e50f91014 None None] Pushing event updated for resources: {'Port': ['ID=23d180bc-c9d7-4a59-a2f3-7fb7132561a6,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:44.313809 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] Set router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:44.620486 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:44Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:44.654341 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2f468-6641-4685-80a9-a2f99bc27fd1 None None] The sync data for ids ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'] in n-d-712141-12 is: [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:44Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:11:44.822606 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9c340e99-9815-4b64-af73-4c25a8d6a08d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:44.889427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9c340e99-9815-4b64-af73-4c25a8d6a08d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:44.889804 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.018223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:45.086668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:45.092669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:45.093032 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.188056 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.248859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=23d180bc-c9d7-4a59-a2f3-7fb7132561a6,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:45.254297 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.306001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=23d180bc-c9d7-4a59-a2f3-7fb7132561a6,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:45.695312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 681556c9-7caa-4e81-a8f6-1c36e3e08379 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:45.757664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 681556c9-7caa-4e81-a8f6-1c36e3e08379 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:45.758038 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.826285 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-eb8c145a-7e18-4517-83bd-3110e2ae893f service neutron] 10.222.0.52 "GET /v2.0/ports/fb8d468b-1820-4fd2-b264-5bf71504bb7c/bindings/n-h2-712141-12 HTTP/1.1" status: 200 len: 385 time: 0.0749419 Aug 29 04:11:45.860994 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.885696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:45.888276 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f145ccd-2859-4d42-9152-a434f29b5aa3" -d '{"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-plugged", "status": "completed", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:45.904139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:45.909319 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.961528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:46.025380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-2af5ffa9-1535-404c-89f7-a0e9fded5d00 service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:46.048655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-2af5ffa9-1535-404c-89f7-a0e9fded5d00 service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:46.082278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-2af5ffa9-1535-404c-89f7-a0e9fded5d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8d468b-1820-4fd2-b264-5bf71504bb7c {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:46.094329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-2af5ffa9-1535-404c-89f7-a0e9fded5d00 service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:46.110431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-2af5ffa9-1535-404c-89f7-a0e9fded5d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.188274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-2af5ffa9-1535-404c-89f7-a0e9fded5d00 service neutron] Transition to ACTIVE for port object fb8d468b-1820-4fd2-b264-5bf71504bb7c will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:46.195298 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-2af5ffa9-1535-404c-89f7-a0e9fded5d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.268707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-2af5ffa9-1535-404c-89f7-a0e9fded5d00 service neutron] No DVR routers for this DVR port fb8d468b-1820-4fd2-b264-5bf71504bb7c on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:46.309399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-2af5ffa9-1535-404c-89f7-a0e9fded5d00 service neutron] 10.222.0.52 "PUT /v2.0/ports/fb8d468b-1820-4fd2-b264-5bf71504bb7c/bindings/n-h2-712141-12/activate HTTP/1.1" status: 200 len: 370 time: 0.4758961 Aug 29 04:11:46.310106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5ffa9-1535-404c-89f7-a0e9fded5d00 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d468b-1820-4fd2-b264-5bf71504bb7c,revision_number=10']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:46.739103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:46.789563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:46.790072 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:46.862109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb8d468b-1820-4fd2-b264-5bf71504bb7c no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:46.910717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb8d468b-1820-4fd2-b264-5bf71504bb7c not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:47.756435 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.544031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Request body: {'port': {'device_id': '024ed69a-dd39-4e10-8c1f-b256bc868c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:52.638486 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.645436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-3dd1e5df-7cff-4749-8e37-49f9c003fe86 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:52.647113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-3dd1e5df-7cff-4749-8e37-49f9c003fe86 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.0524683 Aug 29 04:11:52.701864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27bc3632-851d-4714-b0ab-a96341e2a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:52.703381 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-27bc3632-851d-4714-b0ab-a96341e2a3c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&tenant_id=8c315ab7fe9442ebbeae0625b3094431 HTTP/1.1" status: 200 len: 1097 time: 0.0449851 Aug 29 04:11:52.718322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3da37-3261-4960-b3ef-97277e692e17 req-f99d7ac7-d4af-4ee1-87de-af6caedf5729 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:52.719815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54e3da37-3261-4960-b3ef-97277e692e17 req-f99d7ac7-d4af-4ee1-87de-af6caedf5729 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 945 time: 0.1485415 Aug 29 04:11:52.792266 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-649103ed-a18d-45dc-b618-0a4c7510d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:52.793780 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-649103ed-a18d-45dc-b618-0a4c7510d937 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 1097 time: 0.0449092 Aug 29 04:11:52.838893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe255a4c-d835-4410-871d-2783905eeeca req-e3c16f17-ee35-4c53-97f1-8d3a2cac41e8 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:52.840412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe255a4c-d835-4410-871d-2783905eeeca req-e3c16f17-ee35-4c53-97f1-8d3a2cac41e8 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 931 time: 0.1620400 Aug 29 04:11:52.853598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54e3da37-3261-4960-b3ef-97277e692e17 req-a5e93ebb-6c2b-4e91-a718-4036bfdf4788 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212685 Aug 29 04:11:52.877296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device edbbf302-54d1-4d3b-ad42-71859d02e4a6 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:52.897651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-05ca83ca-5005-4545-8c02-bff4fb23a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:52.901539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-05ca83ca-5005-4545-8c02-bff4fb23a2d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.0977192 Aug 29 04:11:52.926938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe255a4c-d835-4410-871d-2783905eeeca req-0dd8a733-8929-496c-9f76-e111b8b5ec05 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801871 Aug 29 04:11:52.965691 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-9b31ad7a-44a1-4224-87bd-bac53c5bbc19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c HTTP/1.1" status: 200 len: 217 time: 0.0523119 Aug 29 04:11:53.015273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port edbbf302-54d1-4d3b-ad42-71859d02e4a6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=edbbf302-54d1-4d3b-ad42-71859d02e4a6,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:53.030464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'edbbf302-54d1-4d3b-ad42-71859d02e4a6', 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59', 'port_id': 'edbbf302-54d1-4d3b-ad42-71859d02e4a6', 'mac_address': 'fa:16:3e:e1:30:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec4cdbd-ca47-4926-a9b8-d36bd012480e', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:53.039031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-3e8dec26-a651-4500-b69e-3a72763be131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.040686 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-3e8dec26-a651-4500-b69e-3a72763be131 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0630920 Aug 29 04:11:53.069115 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.081125 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-77ab13ab-0545-4d4d-a73a-4518fd5842ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282001 Aug 29 04:11:53.082593 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbbf302-54d1-4d3b-ad42-71859d02e4a6 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:53.111552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port edbbf302-54d1-4d3b-ad42-71859d02e4a6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=edbbf302-54d1-4d3b-ad42-71859d02e4a6,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:53.117064 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.118243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 03e5f775-6d84-4f10-b6c7-1d4853c624e9 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:53.127114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:53.138159 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.168300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Transition to ACTIVE for port object 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:53.180228 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.190610 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-45ce62c0-15ba-47b8-ace4-66fccbf72ced service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993726 Aug 29 04:11:53.200575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce877446-fd7f-44a5-a788-d12934fb601c req-65da7ed8-ea3a-4d4c-bec2-617fe967ac75 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.202072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce877446-fd7f-44a5-a788-d12934fb601c req-65da7ed8-ea3a-4d4c-bec2-617fe967ac75 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 946 time: 0.1664000 Aug 29 04:11:53.221210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=edbbf302-54d1-4d3b-ad42-71859d02e4a6,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.236031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.236031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.236334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.236636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.236970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.237306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.237636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.237968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.238295 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.238641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.238936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.239268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.270318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-cc9d9bd7-e4c2-4c6a-8ab6-cfbce2908cb4 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.271846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-cc9d9bd7-e4c2-4c6a-8ab6-cfbce2908cb4 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/networks?id=805de20a-e95a-4183-bbc0-95833923e3b3 HTTP/1.1" status: 200 len: 829 time: 0.2347286 Aug 29 04:11:53.287267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 03e5f775-6d84-4f10-b6c7-1d4853c624e9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:53.298332 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.306466 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-f362e777-5848-4288-aa96-0cfbeb786be7 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062562 Aug 29 04:11:53.307599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '03e5f775-6d84-4f10-b6c7-1d4853c624e9', 'network_id': '42c3b373-a508-467d-877d-7410cc01232d', 'port_id': '03e5f775-6d84-4f10-b6c7-1d4853c624e9', 'mac_address': 'fa:16:3e:a3:b1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a3c082-c836-4e5a-a6ab-eea6c61d5cd5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:53.310431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4e99d5d1-8852-4130-9898-98e017b55000 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/quotas/b57c8e82f903493292c5d33ef7b9c539 HTTP/1.1" status: 200 len: 375 time: 0.0295696 Aug 29 04:11:53.346415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.346776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.347128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.347471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.347808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.348146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.348511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.348845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.349176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.349506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.349837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.350159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:53.364594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce877446-fd7f-44a5-a788-d12934fb601c req-4d008953-0729-4d58-919c-bfde5a594e78 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379695 Aug 29 04:11:53.364916 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.379620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e5f775-6d84-4f10-b6c7-1d4853c624e9 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:53.402913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 03e5f775-6d84-4f10-b6c7-1d4853c624e9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:53.408697 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.409691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f72adc5c-e30f-442b-8f4e-9be3a5c273fc details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:53.518838 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-9009a58f-a7eb-47f3-b4f0-4f55024ec3a2 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b57c8e82f903493292c5d33ef7b9c539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1867924 Aug 29 04:11:53.533049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed70e-3cec-4b67-aace-baa598a61536 req-7a3f398b-5e67-4caf-b51d-0b247ae71a26 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.539140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed70e-3cec-4b67-aace-baa598a61536 req-7a3f398b-5e67-4caf-b51d-0b247ae71a26 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.545611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed70e-3cec-4b67-aace-baa598a61536 req-7a3f398b-5e67-4caf-b51d-0b247ae71a26 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.551758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed70e-3cec-4b67-aace-baa598a61536 req-7a3f398b-5e67-4caf-b51d-0b247ae71a26 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.559175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed70e-3cec-4b67-aace-baa598a61536 req-7a3f398b-5e67-4caf-b51d-0b247ae71a26 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.565149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed70e-3cec-4b67-aace-baa598a61536 req-7a3f398b-5e67-4caf-b51d-0b247ae71a26 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.571630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed70e-3cec-4b67-aace-baa598a61536 req-7a3f398b-5e67-4caf-b51d-0b247ae71a26 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.573736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c41ed70e-3cec-4b67-aace-baa598a61536 req-7a3f398b-5e67-4caf-b51d-0b247ae71a26 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5422 time: 0.1382623 Aug 29 04:11:53.582825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Attempting to bind port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:53.583163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Attempting to bind port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:53.583496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Attempting to bind port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 on network 5797e981-9a4f-4ff4-bf64-125c1174328e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:53.604619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 on network 5797e981-9a4f-4ff4-bf64-125c1174328e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:53.604948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Attempting to bind port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 on network 5797e981-9a4f-4ff4-bf64-125c1174328e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:53.615898 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f72adc5c-e30f-442b-8f4e-9be3a5c273fc, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:53.629734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-dfbd95fd-8ef4-4fdb-bd59-9b4c0b3ffbd9 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.631293 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-dfbd95fd-8ef4-4fdb-bd59-9b4c0b3ffbd9 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.0651028 Aug 29 04:11:53.652637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:53.652978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Checking segment: {'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:53.653466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Bound using segment: {'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:53.653883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Bound port: 5ed8ee26-4bd8-476b-87c3-baad955e6eb4, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acb0c48-8fd7-4316-8d0b-7ed09b776617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:53.654322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.656719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'f72adc5c-e30f-442b-8f4e-9be3a5c273fc', 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59', 'port_id': 'f72adc5c-e30f-442b-8f4e-9be3a5c273fc', 'mac_address': 'fa:16:3e:28:3d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec4cdbd-ca47-4926-a9b8-d36bd012480e', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:53.670849 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-caaa2410-8f0e-43a0-bb18-538230c2ce45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.679863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=03e5f775-6d84-4f10-b6c7-1d4853c624e9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.700173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c41ed70e-3cec-4b67-aace-baa598a61536 req-0fd5de63-0a75-4d37-9285-5c773fb4b418 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143730 Aug 29 04:11:53.715182 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.730346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72adc5c-e30f-442b-8f4e-9be3a5c273fc {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:53.755939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f72adc5c-e30f-442b-8f4e-9be3a5c273fc, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:53.762102 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.762834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6c630f49-36e6-4658-9ee4-b9246cfe03c1 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:53.771293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-761cb924-d1b4-43f4-9c43-d2668d888859 service neutron] 10.222.0.49 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965477 Aug 29 04:11:53.796245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-f3a475db-41c5-4943-ae36-b57920425e53 service neutron] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:53.799938 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-f3a475db-41c5-4943-ae36-b57920425e53 service neutron] Notify callbacks [] for binding, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.801316 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3acb2c62-8622-43e4-a5c6-5d93965f34a7 req-f3a475db-41c5-4943-ae36-b57920425e53 service neutron] 10.222.0.59 "DELETE /v2.0/ports/fb8d468b-1820-4fd2-b264-5bf71504bb7c/bindings/n-h1-712141-12 HTTP/1.1" status: 204 len: 173 time: 0.1591280 Aug 29 04:11:53.803556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] For port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:53.850134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] For port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:53.857923 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.861963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.867157 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d081fd13-8566-4adf-b87f-000db7d492ae x-openstack-request-id: req-d081fd13-8566-4adf-b87f-000db7d492ae {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:53.867410 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-plugged", "status": "completed", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:53.867649 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d081fd13-8566-4adf-b87f-000db7d492ae {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:53.868231 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'code': 200} Aug 29 04:11:53.915222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.915907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.917214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6c630f49-36e6-4658-9ee4-b9246cfe03c1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:53.917687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] 10.222.0.59 "PUT /v2.0/ports/5ed8ee26-4bd8-476b-87c3-baad955e6eb4 HTTP/1.1" status: 200 len: 1092 time: 1.3780162 Aug 29 04:11:53.919428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024ed69a-dd39-4e10-8c1f-b256bc868c79', 'tag': '5ed8ee26-4bd8-476b-87c3-baad955e6eb4'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:53.921575 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6" -d '{"events": [{"name": "network-changed", "server_uuid": "024ed69a-dd39-4e10-8c1f-b256bc868c79", "tag": "5ed8ee26-4bd8-476b-87c3-baad955e6eb4"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:53.938605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '6c630f49-36e6-4658-9ee4-b9246cfe03c1', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'port_id': '6c630f49-36e6-4658-9ee4-b9246cfe03c1', 'mac_address': 'fa:16:3e:84:88:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:53.964281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d869ea8-dc22-4ed5-ab67-559731bc6333 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.981217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-a66c8010-b0af-4fb2-a895-ddc90f93505f service neutron] 10.222.0.49 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994600 Aug 29 04:11:54.010679 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.037757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c630f49-36e6-4658-9ee4-b9246cfe03c1 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:54.045690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-910a0c17-5a4f-4b8f-845a-8ebb0e3f0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.047230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-910a0c17-5a4f-4b8f-845a-8ebb0e3f0934 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58542bb9d7994b0e87bad8aafda62c97&device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 1095 time: 0.0644825 Aug 29 04:11:54.082432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6c630f49-36e6-4658-9ee4-b9246cfe03c1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:54.087596 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.088282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bfc679a5-b59a-4a10-90fe-ced2e2eb791b details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:54.122819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-22634dea-dde8-4cb8-b1f4-a14057d442ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ed8ee26-4bd8-476b-87c3-baad955e6eb4 HTTP/1.1" status: 200 len: 217 time: 0.0581493 Aug 29 04:11:54.176547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bfc679a5-b59a-4a10-90fe-ced2e2eb791b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:54.179653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=6c630f49-36e6-4658-9ee4-b9246cfe03c1,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:54.191389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'bfc679a5-b59a-4a10-90fe-ced2e2eb791b', 'network_id': '42c3b373-a508-467d-877d-7410cc01232d', 'port_id': 'bfc679a5-b59a-4a10-90fe-ced2e2eb791b', 'mac_address': 'fa:16:3e:66:f1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a3c082-c836-4e5a-a6ab-eea6c61d5cd5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:54.210387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-54b86122-2056-416c-bdcb-d299e9918e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.212307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-54b86122-2056-416c-bdcb-d299e9918e1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d7a7766-8c5b-4488-87f3-7322194cdbeb HTTP/1.1" status: 200 len: 854 time: 0.0634272 Aug 29 04:11:54.215220 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de119e49-ada8-421e-bb19-25ed20b814a1 x-openstack-request-id: req-de119e49-ada8-421e-bb19-25ed20b814a1 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:54.215642 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024ed69a-dd39-4e10-8c1f-b256bc868c79", "tag": "5ed8ee26-4bd8-476b-87c3-baad955e6eb4", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:54.215979 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de119e49-ada8-421e-bb19-25ed20b814a1 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:54.216588 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024ed69a-dd39-4e10-8c1f-b256bc868c79', 'tag': '5ed8ee26-4bd8-476b-87c3-baad955e6eb4', 'status': 'completed', 'code': 200} Aug 29 04:11:54.235485 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.254220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc679a5-b59a-4a10-90fe-ced2e2eb791b {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:54.278663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bfc679a5-b59a-4a10-90fe-ced2e2eb791b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:54.283039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907efbef-57cd-4220-b2b9-df40c6be36bd req-c80a31f1-d343-41d9-a3c0-009061b0e626 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.285300 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.286853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a3a0fbc2-2258-4215-96df-cc3284c69295 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:54.291947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-907efbef-57cd-4220-b2b9-df40c6be36bd req-c80a31f1-d343-41d9-a3c0-009061b0e626 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 945 time: 0.1807084 Aug 29 04:11:54.363296 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-907efbef-57cd-4220-b2b9-df40c6be36bd req-350d46e8-ae6c-47c1-b25a-dc67cda12da5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664761 Aug 29 04:11:54.380262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a3a0fbc2-2258-4215-96df-cc3284c69295, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a3a0fbc2-2258-4215-96df-cc3284c69295,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:54.390730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:54.399381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'a3a0fbc2-2258-4215-96df-cc3284c69295', 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59', 'port_id': 'a3a0fbc2-2258-4215-96df-cc3284c69295', 'mac_address': 'fa:16:3e:d0:50:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec4cdbd-ca47-4926-a9b8-d36bd012480e', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:54.404930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-23c58707-82d3-4f86-b97c-511652593227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.406466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-23c58707-82d3-4f86-b97c-511652593227 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5797e981-9a4f-4ff4-bf64-125c1174328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819549 Aug 29 04:11:54.415473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31214356-68df-4d76-aa4a-be81018e7be8 req-d7f7c125-264c-4775-9cf5-ad6e52f17d02 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.422950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31214356-68df-4d76-aa4a-be81018e7be8 req-d7f7c125-264c-4775-9cf5-ad6e52f17d02 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 943 time: 0.1732805 Aug 29 04:11:54.441808 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.458492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a0fbc2-2258-4215-96df-cc3284c69295 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:54.466828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4463332-965a-4186-8ed2-e9dd068fc35e req-d0fa4925-e960-43dc-9d07-35b60e14af98 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 210 time: 0.0412452 Aug 29 04:11:54.481874 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a3a0fbc2-2258-4215-96df-cc3284c69295, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a3a0fbc2-2258-4215-96df-cc3284c69295,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:54.494516 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.495226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:54.571174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:54.573527 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31214356-68df-4d76-aa4a-be81018e7be8 req-eeaff597-212f-44aa-844c-daa951f5aa1d tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492946 Aug 29 04:11:54.646944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=a3a0fbc2-2258-4215-96df-cc3284c69295,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:54.654833 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'dd80b936-e8e6-4c0f-a3c9-f1274c06bd60', 'network_id': '5ca8c052-4733-4905-a6ad-25a41bf91d59', 'port_id': 'dd80b936-e8e6-4c0f-a3c9-f1274c06bd60', 'mac_address': 'fa:16:3e:40:56:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec4cdbd-ca47-4926-a9b8-d36bd012480e', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:54.657553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-9f53d7e7-184b-4d58-8f75-b80be5fe3728 service neutron] 10.222.0.59 "GET /v2.0/networks/5797e981-9a4f-4ff4-bf64-125c1174328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288857 Aug 29 04:11:54.666174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1815a-eed4-4c15-b86f-f6b68aca27e2 req-0b93c1c2-a6ab-4103-9e43-aec758873cb2 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.667995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8b1815a-eed4-4c15-b86f-f6b68aca27e2 req-0b93c1c2-a6ab-4103-9e43-aec758873cb2 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 946 time: 0.0906293 Aug 29 04:11:54.705789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.718619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:54.740442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:54.745623 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.795803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:54.798782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8b1815a-eed4-4c15-b86f-f6b68aca27e2 req-84d7eea9-17fa-46db-81aa-ef5585e6bb02 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153710 Aug 29 04:11:54.819112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b6343-7927-40b5-8518-1fd466c22ac6 req-f6033450-9894-412d-a68e-404d60a57ee5 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.825456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c07b6343-7927-40b5-8518-1fd466c22ac6 req-f6033450-9894-412d-a68e-404d60a57ee5 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 1097 time: 0.0901620 Aug 29 04:11:54.886689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4356fc17-117a-4ece-987c-8b3b59da33ca req-84fac272-2cd6-494c-b9cd-3366fe85d359 service neutron] 10.222.0.59 "GET /v2.0/networks/5797e981-9a4f-4ff4-bf64-125c1174328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139888 Aug 29 04:11:54.926123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c07b6343-7927-40b5-8518-1fd466c22ac6 req-a04277ee-90e8-4bd8-a8fe-ef41aa7e4786 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958364 Aug 29 04:11:54.972168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329f87-6deb-4fb3-87e8-17f8a4fe7f0f req-d9bdc858-b666-496c-a1c1-9d3f80268146 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.983396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329f87-6deb-4fb3-87e8-17f8a4fe7f0f req-d9bdc858-b666-496c-a1c1-9d3f80268146 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.003272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329f87-6deb-4fb3-87e8-17f8a4fe7f0f req-d9bdc858-b666-496c-a1c1-9d3f80268146 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.011445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329f87-6deb-4fb3-87e8-17f8a4fe7f0f req-d9bdc858-b666-496c-a1c1-9d3f80268146 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.019398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329f87-6deb-4fb3-87e8-17f8a4fe7f0f req-d9bdc858-b666-496c-a1c1-9d3f80268146 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.027745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329f87-6deb-4fb3-87e8-17f8a4fe7f0f req-d9bdc858-b666-496c-a1c1-9d3f80268146 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.036466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329f87-6deb-4fb3-87e8-17f8a4fe7f0f req-d9bdc858-b666-496c-a1c1-9d3f80268146 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.044788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e329f87-6deb-4fb3-87e8-17f8a4fe7f0f req-d9bdc858-b666-496c-a1c1-9d3f80268146 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5427 time: 0.1745198 Aug 29 04:11:55.112848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-a53cd9ef-3164-4cc8-8556-fad4d93b066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.114382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-a53cd9ef-3164-4cc8-8556-fad4d93b066d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58542bb9d7994b0e87bad8aafda62c97&device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 1095 time: 0.1727343 Aug 29 04:11:55.137849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e329f87-6deb-4fb3-87e8-17f8a4fe7f0f req-4d008736-b0fd-467d-8639-9f27ac1d9326 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783679 Aug 29 04:11:55.259527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e41ef-e94b-466d-83e2-f6855c0e9dca req-6cf54343-2d89-47da-b952-9e82ad8ad902 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.261107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-045e41ef-e94b-466d-83e2-f6855c0e9dca req-6cf54343-2d89-47da-b952-9e82ad8ad902 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 1097 time: 0.1361117 Aug 29 04:11:55.296982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-381401ba-cf27-4f09-bf02-29b3286d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.298449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-381401ba-cf27-4f09-bf02-29b3286d6c1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5797e981-9a4f-4ff4-bf64-125c1174328e HTTP/1.1" status: 200 len: 916 time: 0.1597674 Aug 29 04:11:55.345391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-045e41ef-e94b-466d-83e2-f6855c0e9dca req-2f5d2bf5-4d6b-4690-ad45-1ea9c4bea21c tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704160 Aug 29 04:11:55.400247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-70645cc0-a394-43b3-ac85-c4a2b7a37527 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ed8ee26-4bd8-476b-87c3-baad955e6eb4 HTTP/1.1" status: 200 len: 217 time: 0.0809035 Aug 29 04:11:55.406321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-04298063-511a-42ae-9df5-b97f46d1e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.408445 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-04298063-511a-42ae-9df5-b97f46d1e3f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1098 time: 0.0554676 Aug 29 04:11:55.491209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-4d4bb662-4351-42c6-aa59-4a781b9b0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.491209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-4d4bb662-4351-42c6-aa59-4a781b9b0dcc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d7a7766-8c5b-4488-87f3-7322194cdbeb HTTP/1.1" status: 200 len: 854 time: 0.0667133 Aug 29 04:11:55.583547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-25415e43-8c19-4b89-b38f-98be73865ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.586526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-25415e43-8c19-4b89-b38f-98be73865ea3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5797e981-9a4f-4ff4-bf64-125c1174328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814998 Aug 29 04:11:55.606143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-4832a27a-cfe6-48d1-821a-ea0ea734a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.608841 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-4832a27a-cfe6-48d1-821a-ea0ea734a361 service neutron] 10.222.0.59 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.1828053 Aug 29 04:11:55.676467 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-f72843ed-6b58-4dc0-91b2-9c601abc6de8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 HTTP/1.1" status: 200 len: 217 time: 0.0530171 Aug 29 04:11:55.695539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9967dcd-4697-4935-86dd-b9547e317d5e req-11a41408-399a-467a-96e3-8450baa46f46 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 210 time: 0.0972812 Aug 29 04:11:55.825072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-8c24f28e-be1f-4ff5-a63b-e119e98cbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.827468 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-8c24f28e-be1f-4ff5-a63b-e119e98cbc77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.1430986 Aug 29 04:11:55.885854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-ec38579d-a15b-4d81-821d-9ee8a5a4c445 service neutron] 10.222.0.59 "GET /v2.0/networks/5797e981-9a4f-4ff4-bf64-125c1174328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640162 Aug 29 04:11:55.926944 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-69375514-e44e-4e0e-9cfe-42341cb63e66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897741 Aug 29 04:11:55.947912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['03e5f775-6d84-4f10-b6c7-1d4853c624e9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:55.989015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762066-e910-44b1-881f-69448096b5e9 req-87934fc5-6f85-4685-9f64-a1a0b0bee1d8 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.996553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4762066-e910-44b1-881f-69448096b5e9 req-87934fc5-6f85-4685-9f64-a1a0b0bee1d8 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 943 time: 0.1719613 Aug 29 04:11:56.042858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-891c89d2-85fc-4eb9-9fc5-a71de46c53f7 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:56.044389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-891c89d2-85fc-4eb9-9fc5-a71de46c53f7 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.52 "GET /v2.0/networks?id=805de20a-e95a-4183-bbc0-95833923e3b3 HTTP/1.1" status: 200 len: 829 time: 0.4036503 Aug 29 04:11:56.097892 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-68942aa7-2574-452e-9da3-77357b1f5385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.105294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Request body: {'port': {'device_id': '95f212db-fef7-40fa-930a-097610f3e582', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'admin_state_up': True, 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:56.130653 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-86d43001-d171-4029-9b14-04929e783acf service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922119 Aug 29 04:11:56.133388 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['6c630f49-36e6-4658-9ee4-b9246cfe03c1'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:56.191151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['a3a0fbc2-2258-4215-96df-cc3284c69295'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:56.222386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['dd80b936-e8e6-4c0f-a3c9-f1274c06bd60'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:56.303470 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-cc1aa3ae-f9bd-4b15-ba0f-5566b6bec51f service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447804 Aug 29 04:11:56.334960 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.476970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-b8e77a90-5833-491b-9507-d99c085d0cc0 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:56.479958 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-b8e77a90-5833-491b-9507-d99c085d0cc0 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1098 time: 0.0740900 Aug 29 04:11:56.499289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-12'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:56.589535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.609286 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4762066-e910-44b1-881f-69448096b5e9 req-9b49d920-0a91-4f1e-af77-ef427330e22f tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117816 Aug 29 04:11:56.611662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f0ce458-4b56-4e1c-9f44-b33be1f450f6 req-3bdafc48-746b-4b88-96a5-d9c9d54529f0 service neutron] 10.222.0.59 "GET /v2.0/networks/5797e981-9a4f-4ff4-bf64-125c1174328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927590 Aug 29 04:11:56.716586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d310e79-f4e4-428f-9552-e2b64c2310cf req-18540c19-ed1d-4e1f-b07e-ee6648868286 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:56.724128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d310e79-f4e4-428f-9552-e2b64c2310cf req-18540c19-ed1d-4e1f-b07e-ee6648868286 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 946 time: 0.6641638 Aug 29 04:11:56.760933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Made reservation on behalf of b57c8e82f903493292c5d33ef7b9c539 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:56.764704 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.798489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d310e79-f4e4-428f-9552-e2b64c2310cf req-49a001a8-4b52-4525-9de7-7628eed34eaf tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733781 Aug 29 04:11:56.800428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:56.871390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:56.924931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.927513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:56.931243 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e427f88-3b70-4931-89d7-dbe295254e9e" -d '{"events": [{"server_uuid": "cb482f7b-628a-46c3-a423-7845f3353c47", "name": "network-vif-unplugged", "status": "completed", "tag": "3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:56.936758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.070794 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,revision_number=7']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:57.071740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Allocated IP 172.20.0.8 (805de20a-e95a-4183-bbc0-95833923e3b3/1f21d2fc-5862-4ad0-ad41-3678a2b98fea/7deed955-f47d-4db3-8d06-f49b47784923) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:57.088147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7617f-9a6c-4c7c-8569-8a8e3d5893bd req-49b0f54c-fcb7-4748-bd4f-018a7aa6a67f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.094805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7617f-9a6c-4c7c-8569-8a8e3d5893bd req-49b0f54c-fcb7-4748-bd4f-018a7aa6a67f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.095174 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.099858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.100223 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.101675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7617f-9a6c-4c7c-8569-8a8e3d5893bd req-49b0f54c-fcb7-4748-bd4f-018a7aa6a67f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.101806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.104011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.104400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.105927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.106307 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.106633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.108115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7617f-9a6c-4c7c-8569-8a8e3d5893bd req-49b0f54c-fcb7-4748-bd4f-018a7aa6a67f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.108253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.108553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.108924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.109268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:57.114424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7617f-9a6c-4c7c-8569-8a8e3d5893bd req-49b0f54c-fcb7-4748-bd4f-018a7aa6a67f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.120947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7617f-9a6c-4c7c-8569-8a8e3d5893bd req-49b0f54c-fcb7-4748-bd4f-018a7aa6a67f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.126989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7617f-9a6c-4c7c-8569-8a8e3d5893bd req-49b0f54c-fcb7-4748-bd4f-018a7aa6a67f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.135500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2df7617f-9a6c-4c7c-8569-8a8e3d5893bd req-49b0f54c-fcb7-4748-bd4f-018a7aa6a67f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5427 time: 0.1506727 Aug 29 04:11:57.176240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on host n-h1-712141-12 for vnic_type normal with profile {"migrating_to": "n-h2-712141-12"} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:57.176583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:57.176941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:57.183731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:57.184085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Attempting to bind port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:57.186222 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.193129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:57.193479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:57.193874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:57.195248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Bound port: 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:57.195625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.276489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:57.281164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:57.306327 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.373958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f72adc5c-e30f-442b-8f4e-9be3a5c273fc'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:57.398311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.398984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.400693 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] 10.222.0.59 "PUT /v2.0/ports/3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 HTTP/1.1" status: 200 len: 1124 time: 0.9064867 Aug 29 04:11:57.417241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['edbbf302-54d1-4d3b-ad42-71859d02e4a6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:57.422766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6acc9c-7b11-43ca-83b7-ee3d90587565 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,revision_number=8']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:57.431803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['bfc679a5-b59a-4a10-90fe-ced2e2eb791b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:57.440962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f58f3be-7256-42f5-9179-91e17bd1e54c req-1b9f0d5f-9527-438c-aebb-1d815dd33110 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 210 time: 0.2950277 Aug 29 04:11:57.519056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.542649 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd775378-1326-4cca-9cf3-c203bc343891 x-openstack-request-id: req-fd775378-1326-4cca-9cf3-c203bc343891 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:57.543541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2df7617f-9a6c-4c7c-8569-8a8e3d5893bd req-7096ac62-8a73-4b3c-ac97-3b2f5770a833 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4050577 Aug 29 04:11:57.543896 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb482f7b-628a-46c3-a423-7845f3353c47", "name": "network-vif-unplugged", "status": "completed", "tag": "3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:57.545205 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd775378-1326-4cca-9cf3-c203bc343891 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:57.545847 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318', 'code': 200} Aug 29 04:11:57.573232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Transition to ACTIVE for port object 7deed955-f47d-4db3-8d06-f49b47784923 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:57.665522 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.701677 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:11:57.807550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:57.843046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Pushing event updated for resources: {'Port': ['ID=7deed955-f47d-4db3-8d06-f49b47784923,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:57.849197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Network 805de20a-e95a-4183-bbc0-95833923e3b3 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:57.856391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:57.872691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:57.924468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:57.970307 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.resource_extend [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:11:57.990497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.991404 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.037530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb771380-2965-4589-becc-c354c67c7ecc req-dd7f5fcb-11a4-43d8-bf32-cd9e4d6c0c2a tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.046021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb771380-2965-4589-becc-c354c67c7ecc req-dd7f5fcb-11a4-43d8-bf32-cd9e4d6c0c2a tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 943 time: 0.3207257 Aug 29 04:11:58.055374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-65238bbd-b53b-43f7-8a05-45af3315290e tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9559503 Aug 29 04:11:58.105230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Request body: {'port': {'device_id': '95f212db-fef7-40fa-930a-097610f3e582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:58.122520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb771380-2965-4589-becc-c354c67c7ecc req-0c29ba9a-0599-4296-9617-fa7129470607 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709846 Aug 29 04:11:58.195987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143af8f9-ec59-42b4-a9ac-e819b9370e60 req-24578381-bb87-438a-ac6b-43a832d4f09a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.200423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-143af8f9-ec59-42b4-a9ac-e819b9370e60 req-24578381-bb87-438a-ac6b-43a832d4f09a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 944 time: 0.2376130 Aug 29 04:11:58.237836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ddc73670-e761-4f75-8e16-187dbb794b1a None None] Provisioning for port 7deed955-f47d-4db3-8d06-f49b47784923 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:58.255017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ddc73670-e761-4f75-8e16-187dbb794b1a None None] Provisioning complete for port 7deed955-f47d-4db3-8d06-f49b47784923 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:58.260519 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ddc73670-e761-4f75-8e16-187dbb794b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.304803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:58.336556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-143af8f9-ec59-42b4-a9ac-e819b9370e60 req-1d0daa66-ddfb-4b48-8f7b-43e7174c0240 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191900 Aug 29 04:11:58.339854 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.353479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ddc73670-e761-4f75-8e16-187dbb794b1a None None] Port 7deed955-f47d-4db3-8d06-f49b47784923 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:58.365079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '5ed8ee26-4bd8-476b-87c3-baad955e6eb4', 'network_id': '5797e981-9a4f-4ff4-bf64-125c1174328e', 'port_id': '5ed8ee26-4bd8-476b-87c3-baad955e6eb4', 'mac_address': 'fa:16:3e:e7:1e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7a7766-8c5b-4488-87f3-7322194cdbeb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:58.446546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.469814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:58.496734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:58.529882 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.639747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:58.805011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee2b8-971b-424a-b990-e8db924904cc req-2a52be7b-aded-4fce-b7fa-fd1c492f1a5a tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.811755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee2b8-971b-424a-b990-e8db924904cc req-2a52be7b-aded-4fce-b7fa-fd1c492f1a5a tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.820504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee2b8-971b-424a-b990-e8db924904cc req-2a52be7b-aded-4fce-b7fa-fd1c492f1a5a tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.827734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee2b8-971b-424a-b990-e8db924904cc req-2a52be7b-aded-4fce-b7fa-fd1c492f1a5a tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.834043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee2b8-971b-424a-b990-e8db924904cc req-2a52be7b-aded-4fce-b7fa-fd1c492f1a5a tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.845149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee2b8-971b-424a-b990-e8db924904cc req-2a52be7b-aded-4fce-b7fa-fd1c492f1a5a tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.857717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee2b8-971b-424a-b990-e8db924904cc req-2a52be7b-aded-4fce-b7fa-fd1c492f1a5a tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.871444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf3ee2b8-971b-424a-b990-e8db924904cc req-2a52be7b-aded-4fce-b7fa-fd1c492f1a5a tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5427 time: 0.1988578 Aug 29 04:11:58.876898 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.899042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8d87-5f67-4264-adec-af13d4a7d0f0 req-37546714-6fe3-413f-80c2-239e59ec3f9c tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.909191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-befc8d87-5f67-4264-adec-af13d4a7d0f0 req-37546714-6fe3-413f-80c2-239e59ec3f9c tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 931 time: 0.2869496 Aug 29 04:11:58.951319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 03e5f775-6d84-4f10-b6c7-1d4853c624e9 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:58.989939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf3ee2b8-971b-424a-b990-e8db924904cc req-f2ea37c0-0993-440c-a483-d7a7bf5b020f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154246 Aug 29 04:11:59.031450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['5ed8ee26-4bd8-476b-87c3-baad955e6eb4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:59.064878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-befc8d87-5f67-4264-adec-af13d4a7d0f0 req-37dc4a9b-34c2-4d26-9de2-31bf3dfebaf2 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511252 Aug 29 04:11:59.082320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:59.088596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:59.089094 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.090742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7deed955-f47d-4db3-8d06-f49b47784923 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:59.116979 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.160618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Transition to ACTIVE for port object 7deed955-f47d-4db3-8d06-f49b47784923 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:59.173393 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.246664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Pushing event updated for resources: {'Port': ['ID=7deed955-f47d-4db3-8d06-f49b47784923,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:59.326577 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.404970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e5f775-6d84-4f10-b6c7-1d4853c624e9'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:59.408319 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea2cf00-d268-407e-b997-1a550ca4d6cc" -d '{"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "03e5f775-6d84-4f10-b6c7-1d4853c624e9"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:59.438023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66daf4-6a40-4144-b5b4-aa9a4d2d41af req-a934db37-320f-4a8c-96d5-b03008e8926f tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:59.438900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 03e5f775-6d84-4f10-b6c7-1d4853c624e9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:59.449693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed66daf4-6a40-4144-b5b4-aa9a4d2d41af req-a934db37-320f-4a8c-96d5-b03008e8926f tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 944 time: 0.1092379 Aug 29 04:11:59.462794 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.476119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Attempting to bind port 7deed955-f47d-4db3-8d06-f49b47784923 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:59.476759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Attempting to bind port 7deed955-f47d-4db3-8d06-f49b47784923 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:59.477273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Attempting to bind port 7deed955-f47d-4db3-8d06-f49b47784923 on network 805de20a-e95a-4183-bbc0-95833923e3b3 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:59.493866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Port 7deed955-f47d-4db3-8d06-f49b47784923 on network 805de20a-e95a-4183-bbc0-95833923e3b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:59.494443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Attempting to bind port 7deed955-f47d-4db3-8d06-f49b47784923 on network 805de20a-e95a-4183-bbc0-95833923e3b3 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:59.523216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed66daf4-6a40-4144-b5b4-aa9a4d2d41af req-8ce03eb2-798f-4843-9248-7673e7715399 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722930 Aug 29 04:11:59.547387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'tag': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:59.549895 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ded30b7-af51-4008-b71e-eb4922b66f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb482f7b-628a-46c3-a423-7845f3353c47", "tag": "3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:59.583650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:59.584057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Checking segment: {'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:59.584414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Bound using segment: {'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:59.584866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Bound port: 7deed955-f47d-4db3-8d06-f49b47784923, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41c53c7-7332-4d86-bdb7-784fbba691b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:59.585274 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.588848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=03e5f775-6d84-4f10-b6c7-1d4853c624e9,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:59.640668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5912f3-a575-490e-8db7-bc8ea469d456 req-3385c53c-3339-4d82-9c49-f17af7861cd0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:59.648443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd5912f3-a575-490e-8db7-bc8ea469d456 req-3385c53c-3339-4d82-9c49-f17af7861cd0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 944 time: 0.1512229 Aug 29 04:11:59.691853 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19124732-6c50-4a83-947b-32d9b84f618f x-openstack-request-id: req-19124732-6c50-4a83-947b-32d9b84f618f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:59.692180 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "03e5f775-6d84-4f10-b6c7-1d4853c624e9", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:59.692485 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19124732-6c50-4a83-947b-32d9b84f618f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:59.692805 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e5f775-6d84-4f10-b6c7-1d4853c624e9', 'code': 200} Aug 29 04:11:59.727861 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368af7de-e381-4bb8-bbb8-dc64b6fa0c02 x-openstack-request-id: req-368af7de-e381-4bb8-bbb8-dc64b6fa0c02 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:59.728172 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb482f7b-628a-46c3-a423-7845f3353c47", "tag": "3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:59.728460 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-368af7de-e381-4bb8-bbb8-dc64b6fa0c02 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:59.728863 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'tag': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318', 'status': 'completed', 'code': 200} Aug 29 04:11:59.751890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd5912f3-a575-490e-8db7-bc8ea469d456 req-a887f868-b50f-41f7-b4e2-3dcb1f7c5ad9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004086 Aug 29 04:11:59.789870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] For port 7deed955-f47d-4db3-8d06-f49b47784923, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:59.795425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] For port 7deed955-f47d-4db3-8d06-f49b47784923, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7deed955-f47d-4db3-8d06-f49b47784923,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:59.803118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.819239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:59.852395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded30b7-af51-4008-b71e-eb4922b66f3c req-2d399629-ede9-427c-8ad3-2370096cd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:59.853955 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ded30b7-af51-4008-b71e-eb4922b66f3c req-2d399629-ede9-427c-8ad3-2370096cd738 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1127 time: 0.0765786 Aug 29 04:11:59.875935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Pushing event updated for resources: {'Port': ['ID=7deed955-f47d-4db3-8d06-f49b47784923,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:59.907078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:59.907895 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.909505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-4a7379e9-08cc-46f7-be22-5047232b5c36 service neutron] 10.222.0.52 "PUT /v2.0/ports/7deed955-f47d-4db3-8d06-f49b47784923 HTTP/1.1" status: 200 len: 1092 time: 1.8195271 Aug 29 04:11:59.910061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f212db-fef7-40fa-930a-097610f3e582', 'tag': '7deed955-f47d-4db3-8d06-f49b47784923'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:59.912789 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d214de25-f945-4774-bda8-7232cef8d25f" -d '{"events": [{"name": "network-changed", "server_uuid": "95f212db-fef7-40fa-930a-097610f3e582", "tag": "7deed955-f47d-4db3-8d06-f49b47784923"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:59.963282 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78093717-664a-4a5e-ab99-42008243c4da x-openstack-request-id: req-78093717-664a-4a5e-ab99-42008243c4da {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:59.963551 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f212db-fef7-40fa-930a-097610f3e582", "tag": "7deed955-f47d-4db3-8d06-f49b47784923", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:59.963814 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78093717-664a-4a5e-ab99-42008243c4da {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:59.964250 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f212db-fef7-40fa-930a-097610f3e582', 'tag': '7deed955-f47d-4db3-8d06-f49b47784923', 'status': 'completed', 'code': 200} Aug 29 04:12:00.024457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:00.047738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 has no active binding in host n-h2-712141-12 {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:12:00.073864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-ca087ad7-c5e0-4441-9ba6-c773a542d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.075400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-ca087ad7-c5e0-4441-9ba6-c773a542d782 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b57c8e82f903493292c5d33ef7b9c539&device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 1095 time: 0.0802612 Aug 29 04:12:00.082358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded30b7-af51-4008-b71e-eb4922b66f3c req-a52c004f-70ea-4c53-b747-1e9660c8af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.083902 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ded30b7-af51-4008-b71e-eb4922b66f3c req-a52c004f-70ea-4c53-b747-1e9660c8af99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.2204652 Aug 29 04:12:00.166193 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-fad0b5fa-935c-41ec-8a39-489bdeca0e16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7deed955-f47d-4db3-8d06-f49b47784923 HTTP/1.1" status: 200 len: 217 time: 0.0684054 Aug 29 04:12:00.167518 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ded30b7-af51-4008-b71e-eb4922b66f3c req-e442fd8e-ac00-485e-8119-2db3d7bba019 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 HTTP/1.1" status: 200 len: 217 time: 0.0684903 Aug 29 04:12:00.251596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded30b7-af51-4008-b71e-eb4922b66f3c req-7e87218b-c0f8-44c4-afc1-1a54cdf2380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.253259 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ded30b7-af51-4008-b71e-eb4922b66f3c req-7e87218b-c0f8-44c4-afc1-1a54cdf2380d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0730546 Aug 29 04:12:00.291888 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ded30b7-af51-4008-b71e-eb4922b66f3c req-e0933d95-63e1-4d3a-be40-def0f5718aab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277197 Aug 29 04:12:00.307175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b384-748c-427b-8206-8a025f9632ee req-e121b636-67aa-47fb-adea-55b4897bc657 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.314313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b384-748c-427b-8206-8a025f9632ee req-e121b636-67aa-47fb-adea-55b4897bc657 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.323871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b384-748c-427b-8206-8a025f9632ee req-e121b636-67aa-47fb-adea-55b4897bc657 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.330194 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b384-748c-427b-8206-8a025f9632ee req-e121b636-67aa-47fb-adea-55b4897bc657 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.336406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b384-748c-427b-8206-8a025f9632ee req-e121b636-67aa-47fb-adea-55b4897bc657 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.342675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b384-748c-427b-8206-8a025f9632ee req-e121b636-67aa-47fb-adea-55b4897bc657 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.349617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b384-748c-427b-8206-8a025f9632ee req-e121b636-67aa-47fb-adea-55b4897bc657 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.353207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f99b384-748c-427b-8206-8a025f9632ee req-e121b636-67aa-47fb-adea-55b4897bc657 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5428 time: 0.1856534 Aug 29 04:12:00.378711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-2b2a9337-de60-4b61-af3e-0bae66d410f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.379837 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-2b2a9337-de60-4b61-af3e-0bae66d410f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f21d2fc-5862-4ad0-ad41-3678a2b98fea HTTP/1.1" status: 200 len: 868 time: 0.1448061 Aug 29 04:12:00.389907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40576df-9f33-45ae-9caf-a430cf5b9420 req-09b14de7-55af-4737-a8f2-b4a09d87f7d7 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.391594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e40576df-9f33-45ae-9caf-a430cf5b9420 req-09b14de7-55af-4737-a8f2-b4a09d87f7d7 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 943 time: 0.2126777 Aug 29 04:12:00.415005 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ded30b7-af51-4008-b71e-eb4922b66f3c req-c631b50e-c363-4a92-b500-5c551f806389 service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139123 Aug 29 04:12:00.472906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f99b384-748c-427b-8206-8a025f9632ee req-4064c7b1-3501-4904-b5c1-48e8db0a23a2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120009 Aug 29 04:12:00.534820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e40576df-9f33-45ae-9caf-a430cf5b9420 req-71569280-adfe-4623-878c-f748dac099cf tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309419 Aug 29 04:12:00.546762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-b4d1c89d-ec44-4ccc-b88f-2d8a61977ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.552045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-b4d1c89d-ec44-4ccc-b88f-2d8a61977ae7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=805de20a-e95a-4183-bbc0-95833923e3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1579607 Aug 29 04:12:00.570541 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ded30b7-af51-4008-b71e-eb4922b66f3c req-ad3fa208-7760-44fb-aaac-c3fbe7bab76b service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418538 Aug 29 04:12:00.688820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-fe4ea6ab-7fa7-4850-b2d3-6336f4102427 service neutron] 10.222.0.52 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265550 Aug 29 04:12:00.829029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f10ae-cb0b-4d4d-a8fa-dee8c82c3d14 req-d72bcecc-b3c4-418c-863e-e703bbf2ac51 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.838199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-154f10ae-cb0b-4d4d-a8fa-dee8c82c3d14 req-d72bcecc-b3c4-418c-863e-e703bbf2ac51 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 944 time: 0.1295950 Aug 29 04:12:00.919978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cac313ce-cb1b-4140-9700-0dcf12cdf99a req-095a9bd2-1d7c-4888-a17d-9bb35a54271a service neutron] 10.222.0.52 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205293 Aug 29 04:12:00.947320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6c630f49-36e6-4658-9ee4-b9246cfe03c1 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:00.957186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-154f10ae-cb0b-4d4d-a8fa-dee8c82c3d14 req-8d87dd12-25cd-4978-b8dc-00d5edddedd4 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180139 Aug 29 04:12:00.965673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82855c9-0f03-4142-826a-bd7770fbcf39 req-296398b9-99b3-4af2-99fe-22b85ac3ce66 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.967154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e82855c9-0f03-4142-826a-bd7770fbcf39 req-296398b9-99b3-4af2-99fe-22b85ac3ce66 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 944 time: 0.1212358 Aug 29 04:12:01.024458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:01.030406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:01.030786 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.068124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e82855c9-0f03-4142-826a-bd7770fbcf39 req-dad4bf2d-4085-44bd-bcc7-ff1b52b3fdd5 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792737 Aug 29 04:12:01.113064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214de25-f945-4774-bda8-7232cef8d25f req-0fefb70a-8bab-44e9-8ad8-fbc2020e1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.115474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d214de25-f945-4774-bda8-7232cef8d25f req-0fefb70a-8bab-44e9-8ad8-fbc2020e1638 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b57c8e82f903493292c5d33ef7b9c539&device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 1095 time: 0.0827110 Aug 29 04:12:01.139498 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.200546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6c630f49-36e6-4658-9ee4-b9246cfe03c1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:01.206712 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.208469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a3a0fbc2-2258-4215-96df-cc3284c69295 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:01.230376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214de25-f945-4774-bda8-7232cef8d25f req-09f44939-62d5-428b-abce-8505e63dcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.232313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d214de25-f945-4774-bda8-7232cef8d25f req-09f44939-62d5-428b-abce-8505e63dcbde service neutron] 10.222.0.52 "GET /v2.0/networks?id=805de20a-e95a-4183-bbc0-95833923e3b3 HTTP/1.1" status: 200 len: 930 time: 0.1079645 Aug 29 04:12:01.295522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d214de25-f945-4774-bda8-7232cef8d25f req-86a9cda7-49dc-4d5b-a4f4-13c29515f58c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7deed955-f47d-4db3-8d06-f49b47784923 HTTP/1.1" status: 200 len: 217 time: 0.0547602 Aug 29 04:12:01.299789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=6c630f49-36e6-4658-9ee4-b9246cfe03c1,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:01.328298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port a3a0fbc2-2258-4215-96df-cc3284c69295 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:01.335848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port a3a0fbc2-2258-4215-96df-cc3284c69295 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:01.336628 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.366140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214de25-f945-4774-bda8-7232cef8d25f req-6973571d-1cee-4cf8-8685-a90b3304b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.368010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d214de25-f945-4774-bda8-7232cef8d25f req-6973571d-1cee-4cf8-8685-a90b3304b2f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f21d2fc-5862-4ad0-ad41-3678a2b98fea HTTP/1.1" status: 200 len: 868 time: 0.0599666 Aug 29 04:12:01.433600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214de25-f945-4774-bda8-7232cef8d25f req-8463d741-4f7f-4d47-aa53-be2bb5529456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.435412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d214de25-f945-4774-bda8-7232cef8d25f req-8463d741-4f7f-4d47-aa53-be2bb5529456 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=805de20a-e95a-4183-bbc0-95833923e3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594773 Aug 29 04:12:01.620670 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.682655 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a3a0fbc2-2258-4215-96df-cc3284c69295, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a3a0fbc2-2258-4215-96df-cc3284c69295,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:01.694570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c630f49-36e6-4658-9ee4-b9246cfe03c1'}, {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a0fbc2-2258-4215-96df-cc3284c69295'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:01.698687 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbec156b-e1c9-4e54-b11a-7d0bab1f23e1" -d '{"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "6c630f49-36e6-4658-9ee4-b9246cfe03c1"}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "a3a0fbc2-2258-4215-96df-cc3284c69295"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:01.703306 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.704725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:01.710864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d214de25-f945-4774-bda8-7232cef8d25f req-cedcda7b-a0d6-4346-bf38-c149ed07076b service neutron] 10.222.0.52 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627196 Aug 29 04:12:01.799335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc58a6-5e46-44e7-9192-03de17100e9c req-6f9849eb-f37e-468b-8c65-33876d481855 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.806202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc58a6-5e46-44e7-9192-03de17100e9c req-6f9849eb-f37e-468b-8c65-33876d481855 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.812485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc58a6-5e46-44e7-9192-03de17100e9c req-6f9849eb-f37e-468b-8c65-33876d481855 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.818719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc58a6-5e46-44e7-9192-03de17100e9c req-6f9849eb-f37e-468b-8c65-33876d481855 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.825020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc58a6-5e46-44e7-9192-03de17100e9c req-6f9849eb-f37e-468b-8c65-33876d481855 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.832035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc58a6-5e46-44e7-9192-03de17100e9c req-6f9849eb-f37e-468b-8c65-33876d481855 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.832238 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=a3a0fbc2-2258-4215-96df-cc3284c69295,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:01.839062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:01.842719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc58a6-5e46-44e7-9192-03de17100e9c req-6f9849eb-f37e-468b-8c65-33876d481855 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.845350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0dfc58a6-5e46-44e7-9192-03de17100e9c req-6f9849eb-f37e-468b-8c65-33876d481855 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5429 time: 0.2098923 Aug 29 04:12:01.867035 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-1c6ddc44-381a-4e28-b9f0-1dbfd91cfe35 service neutron] 10.222.0.52 "GET /v2.0/ports/3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318/bindings/n-h2-712141-12 HTTP/1.1" status: 200 len: 385 time: 0.1280468 Aug 29 04:12:01.874396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f59a58-6ac2-4b4d-9084-0d24cd57f0fd req-ac8781f2-01aa-46b9-84b6-123083bc1592 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.876040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90f59a58-6ac2-4b4d-9084-0d24cd57f0fd req-ac8781f2-01aa-46b9-84b6-123083bc1592 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 943 time: 0.2032831 Aug 29 04:12:01.915264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:01.922668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:01.932790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:01.933627 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.936995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:01.937664 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.031894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90f59a58-6ac2-4b4d-9084-0d24cd57f0fd req-3d60f5e8-95df-41f2-b07a-9018919b72f4 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411016 Aug 29 04:12:02.087281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0dfc58a6-5e46-44e7-9192-03de17100e9c req-c4eafcf7-7e7f-4638-9148-2b4d6d3fdf4f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2309146 Aug 29 04:12:02.122135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d214de25-f945-4774-bda8-7232cef8d25f req-c008c55b-ad0b-46be-878b-1496b2d0718c service neutron] 10.222.0.52 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954794 Aug 29 04:12:02.163090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.210853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-283c6200-cd87-45e9-a524-2b7e59022319 req-51804e50-24b4-407d-8e01-e26669c3c11b service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:02.239548 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.251782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-283c6200-cd87-45e9-a524-2b7e59022319 req-51804e50-24b4-407d-8e01-e26669c3c11b service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:02.283919 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c626d6e-6f9a-4441-af7f-f2a8b0b9115f x-openstack-request-id: req-8c626d6e-6f9a-4441-af7f-f2a8b0b9115f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:02.283919 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "6c630f49-36e6-4658-9ee4-b9246cfe03c1", "code": 200}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "a3a0fbc2-2258-4215-96df-cc3284c69295", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:02.283919 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c626d6e-6f9a-4441-af7f-f2a8b0b9115f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:02.283919 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c630f49-36e6-4658-9ee4-b9246cfe03c1', 'code': 200} Aug 29 04:12:02.283919 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a0fbc2-2258-4215-96df-cc3284c69295', 'code': 200} Aug 29 04:12:02.285447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:02.303268 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.323799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-283c6200-cd87-45e9-a524-2b7e59022319 req-51804e50-24b4-407d-8e01-e26669c3c11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:02.351628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-283c6200-cd87-45e9-a524-2b7e59022319 req-51804e50-24b4-407d-8e01-e26669c3c11b service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:02.379543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-283c6200-cd87-45e9-a524-2b7e59022319 req-51804e50-24b4-407d-8e01-e26669c3c11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.399715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:02.446951 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.497531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:02.609169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-283c6200-cd87-45e9-a524-2b7e59022319 req-51804e50-24b4-407d-8e01-e26669c3c11b service neutron] Transition to ACTIVE for port object 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:02.621280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:02.622552 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-283c6200-cd87-45e9-a524-2b7e59022319 req-51804e50-24b4-407d-8e01-e26669c3c11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.652540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55c546-9d9d-4dac-8d60-b340a79fa329 req-fd406eea-3554-4af7-89ac-29b17acebf0a tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.673960 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb55c546-9d9d-4dac-8d60-b340a79fa329 req-fd406eea-3554-4af7-89ac-29b17acebf0a tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 945 time: 0.1960254 Aug 29 04:12:02.704096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-283c6200-cd87-45e9-a524-2b7e59022319 req-51804e50-24b4-407d-8e01-e26669c3c11b service neutron] No DVR routers for this DVR port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:02.737326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51804e50-24b4-407d-8e01-e26669c3c11b service neutron] Pushing event updated for resources: {'Port': ['ID=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,revision_number=10']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:02.745203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb2c1f-dd3f-444d-b4fc-30a57512ec3d req-f8b22159-e741-4eb9-88b4-aae0fcba8f10 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.747359 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-51804e50-24b4-407d-8e01-e26669c3c11b service neutron] 10.222.0.52 "PUT /v2.0/ports/3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318/bindings/n-h2-712141-12/activate HTTP/1.1" status: 200 len: 370 time: 0.8702009 Aug 29 04:12:02.748763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39fb2c1f-dd3f-444d-b4fc-30a57512ec3d req-f8b22159-e741-4eb9-88b4-aae0fcba8f10 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 944 time: 0.2063162 Aug 29 04:12:02.755481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb55c546-9d9d-4dac-8d60-b340a79fa329 req-df353c23-40cd-4091-8f09-c7f2a6f083c6 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805466 Aug 29 04:12:02.810342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39fb2c1f-dd3f-444d-b4fc-30a57512ec3d req-a28bf732-4d1b-408e-ad28-57a049c6a2c5 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538392 Aug 29 04:12:02.922499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ddb1037d-1a86-48d0-b02e-b604edcea924 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.924022 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ddb1037d-1a86-48d0-b02e-b604edcea924 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.0502231 Aug 29 04:12:02.959085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device edbbf302-54d1-4d3b-ad42-71859d02e4a6 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:02.996599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-18a4f99d-d20b-43a9-b0d3-50d698ee8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.998166 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-18a4f99d-d20b-43a9-b0d3-50d698ee8b7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47&tenant_id=b0276cc20fdd45bb93f8673316d6d252 HTTP/1.1" status: 200 len: 1097 time: 0.0642591 Aug 29 04:12:03.026914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port edbbf302-54d1-4d3b-ad42-71859d02e4a6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:03.033368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port edbbf302-54d1-4d3b-ad42-71859d02e4a6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:03.034423 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.080038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-805152fc-25e1-4a89-9ce8-4725cd64d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.082413 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-805152fc-25e1-4a89-9ce8-4725cd64d85a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1097 time: 0.0566137 Aug 29 04:12:03.172155 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.188678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf6281-43c1-4609-9864-5b68c2e1a098 req-4ea1b2d9-0b8a-44c9-9a10-0abd88264bcc tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.190641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8baf6281-43c1-4609-9864-5b68c2e1a098 req-4ea1b2d9-0b8a-44c9-9a10-0abd88264bcc tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 943 time: 0.0719488 Aug 29 04:12:03.208608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port edbbf302-54d1-4d3b-ad42-71859d02e4a6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=edbbf302-54d1-4d3b-ad42-71859d02e4a6,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:03.218112 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.219165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bfc679a5-b59a-4a10-90fe-ced2e2eb791b up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:03.283477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ad2ae54d-d714-45bb-b3dc-7480dd0092af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.285984 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-ad2ae54d-d714-45bb-b3dc-7480dd0092af service neutron] 10.222.0.59 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.1939154 Aug 29 04:12:03.296191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8baf6281-43c1-4609-9864-5b68c2e1a098 req-f3b8adf1-5470-412d-88b3-9b27acecde56 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940106 Aug 29 04:12:03.331396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=edbbf302-54d1-4d3b-ad42-71859d02e4a6,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:03.336105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bc749-a50f-4b44-9879-f8c16e22b8c0 req-ac0465d3-78ce-4c67-9e08-216dac4dadb2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.343022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bc749-a50f-4b44-9879-f8c16e22b8c0 req-ac0465d3-78ce-4c67-9e08-216dac4dadb2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.353074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port bfc679a5-b59a-4a10-90fe-ced2e2eb791b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:03.353556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bc749-a50f-4b44-9879-f8c16e22b8c0 req-ac0465d3-78ce-4c67-9e08-216dac4dadb2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.359083 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port bfc679a5-b59a-4a10-90fe-ced2e2eb791b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:03.359462 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.359987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bc749-a50f-4b44-9879-f8c16e22b8c0 req-ac0465d3-78ce-4c67-9e08-216dac4dadb2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.372879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bc749-a50f-4b44-9879-f8c16e22b8c0 req-ac0465d3-78ce-4c67-9e08-216dac4dadb2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.379597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bc749-a50f-4b44-9879-f8c16e22b8c0 req-ac0465d3-78ce-4c67-9e08-216dac4dadb2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.394798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bc749-a50f-4b44-9879-f8c16e22b8c0 req-ac0465d3-78ce-4c67-9e08-216dac4dadb2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.396963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b48bc749-a50f-4b44-9879-f8c16e22b8c0 req-ac0465d3-78ce-4c67-9e08-216dac4dadb2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5432 time: 0.1879241 Aug 29 04:12:03.485979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b48bc749-a50f-4b44-9879-f8c16e22b8c0 req-1de3eb4e-2870-4590-8128-0d953364acd0 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807068 Aug 29 04:12:03.527885 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.617786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bfc679a5-b59a-4a10-90fe-ced2e2eb791b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:03.632502 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.635064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f72adc5c-e30f-442b-8f4e-9be3a5c273fc up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:03.732905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:03.756475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port f72adc5c-e30f-442b-8f4e-9be3a5c273fc completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:03.760692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port f72adc5c-e30f-442b-8f4e-9be3a5c273fc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:03.761079 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.769277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-a21e8b33-4b9e-4113-a484-6ad60aad43a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 HTTP/1.1" status: 200 len: 217 time: 0.4657507 Aug 29 04:12:03.850512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-4ea464b7-e2db-4e6c-bfcd-b0d2bf52f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.852685 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-4ea464b7-e2db-4e6c-bfcd-b0d2bf52f870 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0703998 Aug 29 04:12:03.876278 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.923960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f72adc5c-e30f-442b-8f4e-9be3a5c273fc, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:03.929809 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.938527 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-8979fc07-224b-45ed-9b7a-b3712cdc8411 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753994 Aug 29 04:12:04.027531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916d6a0-5cbc-4feb-9d59-5ef446f90841 req-3c894798-2571-40a6-81ea-8a16f8a0b1fb tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.036445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d916d6a0-5cbc-4feb-9d59-5ef446f90841 req-3c894798-2571-40a6-81ea-8a16f8a0b1fb tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 945 time: 0.1323354 Aug 29 04:12:04.045360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:04.057033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-15a2f308-b042-492c-b735-aa2ec821f4cb service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092277 Aug 29 04:12:04.094185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9e5f1-389d-4946-8751-57c8fa77f12c req-a6d6fe27-33b6-435f-86a7-b60dd5171988 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.096374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5f9e5f1-389d-4946-8751-57c8fa77f12c req-a6d6fe27-33b6-435f-86a7-b60dd5171988 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 945 time: 0.1293454 Aug 29 04:12:04.156809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d916d6a0-5cbc-4feb-9d59-5ef446f90841 req-1621f4e0-f3f5-47d4-802e-d1b8ec720e93 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136346 Aug 29 04:12:04.212066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5f9e5f1-389d-4946-8751-57c8fa77f12c req-b4db14c2-f583-48d1-81ed-9be4f2321bf0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062605 Aug 29 04:12:04.212945 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-29d5622b-853f-4376-b8b1-8fd554497bf5 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457667 Aug 29 04:12:04.284476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80b936-e8e6-4c0f-a3c9-f1274c06bd60'}, {'server_uuid': '024ed69a-dd39-4e10-8c1f-b256bc868c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed8ee26-4bd8-476b-87c3-baad955e6eb4'}, {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbbf302-54d1-4d3b-ad42-71859d02e4a6'}, {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc679a5-b59a-4a10-90fe-ced2e2eb791b'}, {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72adc5c-e30f-442b-8f4e-9be3a5c273fc'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:04.291095 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80369736-9c97-4307-afe0-23b7f124c3e4" -d '{"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "dd80b936-e8e6-4c0f-a3c9-f1274c06bd60"}, {"server_uuid": "024ed69a-dd39-4e10-8c1f-b256bc868c79", "name": "network-vif-plugged", "status": "completed", "tag": "5ed8ee26-4bd8-476b-87c3-baad955e6eb4"}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "edbbf302-54d1-4d3b-ad42-71859d02e4a6"}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "bfc679a5-b59a-4a10-90fe-ced2e2eb791b"}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "f72adc5c-e30f-442b-8f4e-9be3a5c273fc"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:04.387565 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4b0036-3899-4909-8ffe-f06321c4fb0d x-openstack-request-id: req-0f4b0036-3899-4909-8ffe-f06321c4fb0d {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:04.388051 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "dd80b936-e8e6-4c0f-a3c9-f1274c06bd60", "code": 200}, {"server_uuid": "024ed69a-dd39-4e10-8c1f-b256bc868c79", "name": "network-vif-plugged", "status": "completed", "tag": "5ed8ee26-4bd8-476b-87c3-baad955e6eb4", "code": 200}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "edbbf302-54d1-4d3b-ad42-71859d02e4a6", "code": 200}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "bfc679a5-b59a-4a10-90fe-ced2e2eb791b", "code": 200}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-plugged", "status": "completed", "tag": "f72adc5c-e30f-442b-8f4e-9be3a5c273fc", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:04.388415 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f4b0036-3899-4909-8ffe-f06321c4fb0d {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:04.388877 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80b936-e8e6-4c0f-a3c9-f1274c06bd60', 'code': 200} Aug 29 04:12:04.389208 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024ed69a-dd39-4e10-8c1f-b256bc868c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed8ee26-4bd8-476b-87c3-baad955e6eb4', 'code': 200} Aug 29 04:12:04.389531 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbbf302-54d1-4d3b-ad42-71859d02e4a6', 'code': 200} Aug 29 04:12:04.389844 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc679a5-b59a-4a10-90fe-ced2e2eb791b', 'code': 200} Aug 29 04:12:04.390158 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72adc5c-e30f-442b-8f4e-9be3a5c273fc', 'code': 200} Aug 29 04:12:04.485224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8204b-8bae-4003-8a99-0d2fe9346f26 req-a2346277-2e05-45de-adfa-996325468dfb tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.488923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1af8204b-8bae-4003-8a99-0d2fe9346f26 req-a2346277-2e05-45de-adfa-996325468dfb tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 943 time: 0.1016355 Aug 29 04:12:04.588374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21682109-4b65-48ae-b8e5-1e253910cbc2 req-941f2863-55d5-4f8e-9eeb-35d71cf554d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.593780 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-21682109-4b65-48ae-b8e5-1e253910cbc2 req-941f2863-55d5-4f8e-9eeb-35d71cf554d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 1097 time: 0.1386566 Aug 29 04:12:04.627709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1af8204b-8bae-4003-8a99-0d2fe9346f26 req-9a7cab03-6d08-45e7-a6c5-64d5a206f9aa tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286321 Aug 29 04:12:04.660610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6200-cd87-45e9-a524-2b7e59022319 req-af5e2a94-3883-4d19-a765-d23b5ae3c918 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.663786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-af5e2a94-3883-4d19-a765-d23b5ae3c918 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.1077101 Aug 29 04:12:04.787256 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-21682109-4b65-48ae-b8e5-1e253910cbc2 req-2381c9e0-7d77-4f28-80bf-cbbc98c723d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686604 Aug 29 04:12:04.801070 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5bbe8-3211-41df-ae3f-fbc97c551165 req-0f08bc4b-4895-438b-8f88-65604f7241df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.801646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5bbe8-3211-41df-ae3f-fbc97c551165 req-0f08bc4b-4895-438b-8f88-65604f7241df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.802128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5bbe8-3211-41df-ae3f-fbc97c551165 req-0f08bc4b-4895-438b-8f88-65604f7241df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.805194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5bbe8-3211-41df-ae3f-fbc97c551165 req-0f08bc4b-4895-438b-8f88-65604f7241df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.808238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5bbe8-3211-41df-ae3f-fbc97c551165 req-0f08bc4b-4895-438b-8f88-65604f7241df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.810093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5bbe8-3211-41df-ae3f-fbc97c551165 req-0f08bc4b-4895-438b-8f88-65604f7241df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.810737 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5bbe8-3211-41df-ae3f-fbc97c551165 req-0f08bc4b-4895-438b-8f88-65604f7241df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.813004 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f4c5bbe8-3211-41df-ae3f-fbc97c551165 req-0f08bc4b-4895-438b-8f88-65604f7241df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6498 time: 0.2080765 Aug 29 04:12:04.849484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee7e1-c548-4116-983b-49010276a792 req-588c30b9-66e2-4d30-b259-f9180af70cd5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.859545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee7e1-c548-4116-983b-49010276a792 req-588c30b9-66e2-4d30-b259-f9180af70cd5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.866861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee7e1-c548-4116-983b-49010276a792 req-588c30b9-66e2-4d30-b259-f9180af70cd5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.873975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee7e1-c548-4116-983b-49010276a792 req-588c30b9-66e2-4d30-b259-f9180af70cd5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.880461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee7e1-c548-4116-983b-49010276a792 req-588c30b9-66e2-4d30-b259-f9180af70cd5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.882156 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f4c5bbe8-3211-41df-ae3f-fbc97c551165 req-886c1a83-2e44-43de-8975-574840c0ea90 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f823bf70-7a27-410c-926f-ff78136b7a4e&id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583808 Aug 29 04:12:04.886639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee7e1-c548-4116-983b-49010276a792 req-588c30b9-66e2-4d30-b259-f9180af70cd5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.893897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee7e1-c548-4116-983b-49010276a792 req-588c30b9-66e2-4d30-b259-f9180af70cd5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.895928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf9ee7e1-c548-4116-983b-49010276a792 req-588c30b9-66e2-4d30-b259-f9180af70cd5 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5434 time: 0.2532487 Aug 29 04:12:04.966509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7deed955-f47d-4db3-8d06-f49b47784923 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:04.978705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:04.982930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf9ee7e1-c548-4116-983b-49010276a792 req-faa1251f-d77a-4314-af1a-9e9d75576b8f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766439 Aug 29 04:12:05.003582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-283c6200-cd87-45e9-a524-2b7e59022319 req-6722d539-bf9e-4a19-bf02-48fc22d5684b service neutron] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:05.011212 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-283c6200-cd87-45e9-a524-2b7e59022319 req-6722d539-bf9e-4a19-bf02-48fc22d5684b service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.013455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-283c6200-cd87-45e9-a524-2b7e59022319 req-6722d539-bf9e-4a19-bf02-48fc22d5684b service neutron] 10.222.0.59 "DELETE /v2.0/ports/3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318/bindings/n-h1-712141-12 HTTP/1.1" status: 204 len: 173 time: 0.3155410 Aug 29 04:12:05.131069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:05.252165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7deed955-f47d-4db3-8d06-f49b47784923, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7deed955-f47d-4db3-8d06-f49b47784923,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:05.286420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '7deed955-f47d-4db3-8d06-f49b47784923', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'port_id': '7deed955-f47d-4db3-8d06-f49b47784923', 'mac_address': 'fa:16:3e:c2:e5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:05.322622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03305c90-1a17-4e70-9aa7-70181ebf20bb req-8d15b824-ac7f-4675-b4a2-8cbe1ca834ba tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:05.324372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03305c90-1a17-4e70-9aa7-70181ebf20bb req-8d15b824-ac7f-4675-b4a2-8cbe1ca834ba tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 945 time: 0.0814919 Aug 29 04:12:05.368990 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.397833 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7deed955-f47d-4db3-8d06-f49b47784923 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:05.424066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7deed955-f47d-4db3-8d06-f49b47784923, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7deed955-f47d-4db3-8d06-f49b47784923,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:05.431829 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.443051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bc09d-f31c-4343-87f7-f46e73301650 req-7cfcc81f-ca9f-428b-ac24-4b9b54d2ab65 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:05.450302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-388bc09d-f31c-4343-87f7-f46e73301650 req-7cfcc81f-ca9f-428b-ac24-4b9b54d2ab65 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 945 time: 0.1024475 Aug 29 04:12:05.487976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03305c90-1a17-4e70-9aa7-70181ebf20bb req-a6e70c05-43be-473d-9896-6f9c62e2c068 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558578 Aug 29 04:12:05.507688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7deed955-f47d-4db3-8d06-f49b47784923,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:05.532506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-388bc09d-f31c-4343-87f7-f46e73301650 req-32a19ced-57a1-4735-a68a-b1dc37f7760a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Aug 29 04:12:05.792466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447d6c4-7d77-4e82-bac3-680956ea8319 req-b4da20ce-1858-4561-8681-9010dc497d62 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:05.795069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d447d6c4-7d77-4e82-bac3-680956ea8319 req-b4da20ce-1858-4561-8681-9010dc497d62 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 1097 time: 0.1030471 Aug 29 04:12:05.846016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d447d6c4-7d77-4e82-bac3-680956ea8319 req-74d59772-b2be-456a-98b6-c7e0b2eab8a7 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Aug 29 04:12:06.017807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8041f-3575-4a72-a5be-843842f132eb req-89409388-4c59-4b50-b34f-f82120e9bf6a tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.028442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95a8041f-3575-4a72-a5be-843842f132eb req-89409388-4c59-4b50-b34f-f82120e9bf6a tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 944 time: 0.0781684 Aug 29 04:12:06.086158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95a8041f-3575-4a72-a5be-843842f132eb req-5f9a9078-5945-4d51-8bae-be6417ff3437 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526319 Aug 29 04:12:06.101588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7deed955-f47d-4db3-8d06-f49b47784923'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:06.307056 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed087-51a1-44dc-a8c4-1961ae923ec2 req-66f81676-950e-467a-99eb-897ff3fd364f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.313881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed087-51a1-44dc-a8c4-1961ae923ec2 req-66f81676-950e-467a-99eb-897ff3fd364f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.321433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed087-51a1-44dc-a8c4-1961ae923ec2 req-66f81676-950e-467a-99eb-897ff3fd364f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.328302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed087-51a1-44dc-a8c4-1961ae923ec2 req-66f81676-950e-467a-99eb-897ff3fd364f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.335305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed087-51a1-44dc-a8c4-1961ae923ec2 req-66f81676-950e-467a-99eb-897ff3fd364f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.342496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed087-51a1-44dc-a8c4-1961ae923ec2 req-66f81676-950e-467a-99eb-897ff3fd364f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.350231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed087-51a1-44dc-a8c4-1961ae923ec2 req-66f81676-950e-467a-99eb-897ff3fd364f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.361740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f8ed087-51a1-44dc-a8c4-1961ae923ec2 req-66f81676-950e-467a-99eb-897ff3fd364f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5434 time: 0.1219585 Aug 29 04:12:06.416246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f8ed087-51a1-44dc-a8c4-1961ae923ec2 req-786a1dfa-982e-46d2-8f7a-9d8939e03bf1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533574 Aug 29 04:12:09.019300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7deed955-f47d-4db3-8d06-f49b47784923 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:09.078844 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 7deed955-f47d-4db3-8d06-f49b47784923 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:09.083278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 7deed955-f47d-4db3-8d06-f49b47784923 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:09.083653 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.179703 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.205452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f212db-fef7-40fa-930a-097610f3e582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deed955-f47d-4db3-8d06-f49b47784923'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:09.207692 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebc8cb1-15a4-4f27-86f5-2ef5be6c39cd" -d '{"events": [{"server_uuid": "95f212db-fef7-40fa-930a-097610f3e582", "name": "network-vif-plugged", "status": "completed", "tag": "7deed955-f47d-4db3-8d06-f49b47784923"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:09.221763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7deed955-f47d-4db3-8d06-f49b47784923, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7deed955-f47d-4db3-8d06-f49b47784923,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:09.226867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.280074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7deed955-f47d-4db3-8d06-f49b47784923,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:09.433520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-7352b060-644f-4053-8261-0718eb13c4d2 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:09.434956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-7352b060-644f-4053-8261-0718eb13c4d2 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 821 time: 0.1174798 Aug 29 04:12:09.473135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-449a7104-2127-41d7-91a2-ce14afc14d03 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/quotas/b0276cc20fdd45bb93f8673316d6d252 HTTP/1.1" status: 200 len: 375 time: 0.0283861 Aug 29 04:12:09.504112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeb32a-9fd6-4240-be8d-7454839ba99b req-2e36f228-b430-4b14-9dbc-054bd76b8144 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:09.505762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4fbeb32a-9fd6-4240-be8d-7454839ba99b req-2e36f228-b430-4b14-9dbc-054bd76b8144 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 945 time: 0.0694253 Aug 29 04:12:09.564724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-a4d2a503-ddec-4bd0-962a-1cbbb6b9ff71 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812633 Aug 29 04:12:09.567853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4fbeb32a-9fd6-4240-be8d-7454839ba99b req-4de79f4a-79c0-46a6-965f-dc245b822929 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485680 Aug 29 04:12:09.724242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0b508-88e4-4a8b-a29c-739505a97ec7 req-083ca6b7-9662-42f7-baff-7de99064b943 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:09.726938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21d0b508-88e4-4a8b-a29c-739505a97ec7 req-083ca6b7-9662-42f7-baff-7de99064b943 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 945 time: 0.0765352 Aug 29 04:12:09.773868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-7f2882f0-0423-4b3f-bf59-6b4933f6e93c service neutron] 10.222.0.49 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971824 Aug 29 04:12:09.805380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21d0b508-88e4-4a8b-a29c-739505a97ec7 req-fd66db03-c456-44d1-acd1-af172d31ce34 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724144 Aug 29 04:12:09.914697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-665dc52b-3dcf-450a-9a5a-3398adf2c6f8 service neutron] 10.222.0.49 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311767 Aug 29 04:12:10.048402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232aa3a-80f6-40b3-b754-1936458ca167 req-83d9c87c-4c9d-499e-b241-8862e37b338c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.060582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232aa3a-80f6-40b3-b754-1936458ca167 req-83d9c87c-4c9d-499e-b241-8862e37b338c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.067747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232aa3a-80f6-40b3-b754-1936458ca167 req-83d9c87c-4c9d-499e-b241-8862e37b338c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.074854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232aa3a-80f6-40b3-b754-1936458ca167 req-83d9c87c-4c9d-499e-b241-8862e37b338c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.086920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232aa3a-80f6-40b3-b754-1936458ca167 req-83d9c87c-4c9d-499e-b241-8862e37b338c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.091005 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899cd67d-d86c-4ff1-9e37-d9e3d9be9805 x-openstack-request-id: req-899cd67d-d86c-4ff1-9e37-d9e3d9be9805 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:10.091417 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f212db-fef7-40fa-930a-097610f3e582", "name": "network-vif-plugged", "status": "completed", "tag": "7deed955-f47d-4db3-8d06-f49b47784923", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:10.091586 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-899cd67d-d86c-4ff1-9e37-d9e3d9be9805 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:10.091930 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f212db-fef7-40fa-930a-097610f3e582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deed955-f47d-4db3-8d06-f49b47784923', 'code': 200} Aug 29 04:12:10.093677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232aa3a-80f6-40b3-b754-1936458ca167 req-83d9c87c-4c9d-499e-b241-8862e37b338c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.099765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232aa3a-80f6-40b3-b754-1936458ca167 req-83d9c87c-4c9d-499e-b241-8862e37b338c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.104684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b232aa3a-80f6-40b3-b754-1936458ca167 req-83d9c87c-4c9d-499e-b241-8862e37b338c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5434 time: 0.1230552 Aug 29 04:12:10.185979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b232aa3a-80f6-40b3-b754-1936458ca167 req-b5213965-667e-4f7f-b5e0-1b5af8c07882 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775390 Aug 29 04:12:10.282008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e1d52-c411-46c0-a6bf-5427b1dde045 req-0945dc09-8099-4890-8710-9a2dc76c509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.285421 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-531e1d52-c411-46c0-a6bf-5427b1dde045 req-0945dc09-8099-4890-8710-9a2dc76c509b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 1097 time: 0.0946491 Aug 29 04:12:10.312981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81f37b5c-e6f6-465d-b52b-06e9f48fde87 req-f3e3b483-07b7-447c-a680-ed682f530f88 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 210 time: 0.0447245 Aug 29 04:12:10.378446 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-531e1d52-c411-46c0-a6bf-5427b1dde045 req-7f2b5990-793e-4d6b-a9a9-ae906538b31e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840390 Aug 29 04:12:10.384575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9920ba2-6b1b-4a2b-8379-68457bfaea88 req-696d2e7b-f0a6-4daf-a033-bc4efb366d65 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.387660 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9920ba2-6b1b-4a2b-8379-68457bfaea88 req-696d2e7b-f0a6-4daf-a033-bc4efb366d65 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f3d2fa8-e429-44ab-80bc-ac63328c6ffe HTTP/1.1" status: 200 len: 950 time: 0.0895109 Aug 29 04:12:10.456401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9920ba2-6b1b-4a2b-8379-68457bfaea88 req-f2520775-5d99-46f4-bda9-350b6f8ef98b tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623002 Aug 29 04:12:10.537151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabcaee-26c5-4323-b634-fb8ee38711d5 req-c3672dc4-457f-4124-a94e-701c6e4a6f58 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.544695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabcaee-26c5-4323-b634-fb8ee38711d5 req-c3672dc4-457f-4124-a94e-701c6e4a6f58 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.555800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabcaee-26c5-4323-b634-fb8ee38711d5 req-c3672dc4-457f-4124-a94e-701c6e4a6f58 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.564545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabcaee-26c5-4323-b634-fb8ee38711d5 req-c3672dc4-457f-4124-a94e-701c6e4a6f58 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.571492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabcaee-26c5-4323-b634-fb8ee38711d5 req-c3672dc4-457f-4124-a94e-701c6e4a6f58 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.578465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabcaee-26c5-4323-b634-fb8ee38711d5 req-c3672dc4-457f-4124-a94e-701c6e4a6f58 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.586280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabcaee-26c5-4323-b634-fb8ee38711d5 req-c3672dc4-457f-4124-a94e-701c6e4a6f58 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.588589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fabcaee-26c5-4323-b634-fb8ee38711d5 req-c3672dc4-457f-4124-a94e-701c6e4a6f58 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5434 time: 0.1555104 Aug 29 04:12:10.599755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56242) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:10.608425 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-dc4b4523-eb85-4c90-943b-2da7bb2567be tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Request body: {'floatingip': {'port_id': '6c630f49-36e6-4658-9ee4-b9246cfe03c1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:10.657970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4523-eb85-4c90-943b-2da7bb2567be tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.020996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c120ba-026c-499a-82ac-b38b5e44a40c req-0514f363-00a7-48bb-bfe2-3ecfcbec1081 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:11.031756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13c120ba-026c-499a-82ac-b38b5e44a40c req-0514f363-00a7-48bb-bfe2-3ecfcbec1081 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 945 time: 0.0904212 Aug 29 04:12:11.088439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13c120ba-026c-499a-82ac-b38b5e44a40c req-1b8aee53-a232-4833-b038-907658b9be0f tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555494 Aug 29 04:12:11.352746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4523-eb85-4c90-943b-2da7bb2567be tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.357661 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4523-eb85-4c90-943b-2da7bb2567be tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.429592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3a436e8-ab2f-4d11-ab58-44eed0c8ac95 req-b3795c79-fec7-4186-a07f-aa8dcf165c88 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 210 time: 0.0279965 Aug 29 04:12:11.468710 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-dc4b4523-eb85-4c90-943b-2da7bb2567be tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Floating IP 753e5536-df73-4fc2-8b98-962680dc3c0e associated. External IP: 172.25.5.88, port: 6c630f49-36e6-4658-9ee4-b9246cfe03c1. Aug 29 04:12:11.702576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4b4523-eb85-4c90-943b-2da7bb2567be tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Router 83466ef8-266f-4590-8a38-130eb754ec10 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:11.877426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4b4523-eb85-4c90-943b-2da7bb2567be tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:11.883243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4523-eb85-4c90-943b-2da7bb2567be tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.930329 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dc4b4523-eb85-4c90-943b-2da7bb2567be tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "PUT /v2.0/floatingips/753e5536-df73-4fc2-8b98-962680dc3c0e HTTP/1.1" status: 200 len: 991 time: 1.3274627 Aug 29 04:12:11.937500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-727b0d2d-b50c-4820-9a83-a5320c49e04b tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:11.946913 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-727b0d2d-b50c-4820-9a83-a5320c49e04b tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 821 time: 0.1814897 Aug 29 04:12:11.946913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': '6c630f49-36e6-4658-9ee4-b9246cfe03c1'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:11.946913 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce241480-afc7-417c-a649-d51e455c4df7" -d '{"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "6c630f49-36e6-4658-9ee4-b9246cfe03c1"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:11.969743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Request body: {'port': {'device_id': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f', 'admin_state_up': True, 'tenant_id': 'b0276cc20fdd45bb93f8673316d6d252'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:12.057431 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11249fa3-c141-413e-901b-bc1e509b4b63 x-openstack-request-id: req-11249fa3-c141-413e-901b-bc1e509b4b63 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:12.057806 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "tag": "6c630f49-36e6-4658-9ee4-b9246cfe03c1", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:12.058122 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11249fa3-c141-413e-901b-bc1e509b4b63 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:12.058593 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'tag': '6c630f49-36e6-4658-9ee4-b9246cfe03c1', 'status': 'completed', 'code': 200} Aug 29 04:12:12.072769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] Sync routers for ids ['83466ef8-266f-4590-8a38-130eb754ec10'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:12.084403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] Routers {'83466ef8-266f-4590-8a38-130eb754ec10'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:12.084963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:11:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['83466ef8-266f-4590-8a38-130eb754ec10'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:12.195832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Made reservation on behalf of b0276cc20fdd45bb93f8673316d6d252 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:12.199858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.230159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] Set router 83466ef8-266f-4590-8a38-130eb754ec10 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:12.231925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241480-afc7-417c-a649-d51e455c4df7 req-0f3dbc7a-44bf-4243-98d4-d3bee9b6daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.233809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241480-afc7-417c-a649-d51e455c4df7 req-0f3dbc7a-44bf-4243-98d4-d3bee9b6daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.234301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241480-afc7-417c-a649-d51e455c4df7 req-0f3dbc7a-44bf-4243-98d4-d3bee9b6daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.234769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241480-afc7-417c-a649-d51e455c4df7 req-0f3dbc7a-44bf-4243-98d4-d3bee9b6daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.235235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241480-afc7-417c-a649-d51e455c4df7 req-0f3dbc7a-44bf-4243-98d4-d3bee9b6daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.235697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241480-afc7-417c-a649-d51e455c4df7 req-0f3dbc7a-44bf-4243-98d4-d3bee9b6daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.236163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241480-afc7-417c-a649-d51e455c4df7 req-0f3dbc7a-44bf-4243-98d4-d3bee9b6daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.238136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce241480-afc7-417c-a649-d51e455c4df7 req-0f3dbc7a-44bf-4243-98d4-d3bee9b6daa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6498 time: 0.1223495 Aug 29 04:12:12.385208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cfd76-30c4-417d-985e-0ff3f9b75f20 req-72a9ff14-575e-491c-b442-c18c74a26db1 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.388930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac1cfd76-30c4-417d-985e-0ff3f9b75f20 req-72a9ff14-575e-491c-b442-c18c74a26db1 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 945 time: 0.1763015 Aug 29 04:12:12.398527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241480-afc7-417c-a649-d51e455c4df7 req-fc2e6ea8-e436-49b0-a234-b46fc2d60c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.400419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce241480-afc7-417c-a649-d51e455c4df7 req-fc2e6ea8-e436-49b0-a234-b46fc2d60c32 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d HTTP/1.1" status: 200 len: 912 time: 0.1453347 Aug 29 04:12:12.444619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Allocated IP 172.20.0.13 (024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f/5abeeec1-dee3-4aed-983a-2a1715bc7191/476396d2-6a23-43db-b1f1-d8156df527c6) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:12.521404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac1cfd76-30c4-417d-985e-0ff3f9b75f20 req-2c53dbe7-ea2a-4f24-af9b-e3f7e1e21148 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255100 Aug 29 04:12:12.536576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce241480-afc7-417c-a649-d51e455c4df7 req-93ddd2f4-f23c-4838-ab1e-c20447c4ca9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1 HTTP/1.1" status: 200 len: 999 time: 0.1171885 Aug 29 04:12:12.697923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241480-afc7-417c-a649-d51e455c4df7 req-409cda85-f1cf-498a-b66f-c2361473bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.699431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce241480-afc7-417c-a649-d51e455c4df7 req-409cda85-f1cf-498a-b66f-c2361473bada service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e2804dc-4a68-45cb-aebe-6a7a08e379e1 HTTP/1.1" status: 200 len: 850 time: 0.1503394 Aug 29 04:12:12.799915 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '753e5536-df73-4fc2-8b98-962680dc3c0e', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'port_id': '6c630f49-36e6-4658-9ee4-b9246cfe03c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'mac_address': 'fa:16:3e:84:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:10:46Z', 'updated_at': '2021-08-29T04:12:11Z', 'revision_number': 1, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145805e-9a87-4816-8d2d-e89f3f4381e4', 'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'mac_address': 'fa:16:3e:8e:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:52Z', 'updated_at': '2021-08-29T04:10:01Z', 'revision_number': 5, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'subnets': [{'id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:12.804552 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.836546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] Checking router: 83466ef8-266f-4590-8a38-130eb754ec10 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:12.846886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] Routers {'83466ef8-266f-4590-8a38-130eb754ec10'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:12.848292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:11:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['83466ef8-266f-4590-8a38-130eb754ec10'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:12.849625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.852647 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-675d1491-d7aa-4450-9ff4-e5faeeb1289b req-2093a581-a2f3-42be-ba4e-a648bd838bc5 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 210 time: 0.0630705 Aug 29 04:12:12.898987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:12.902426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:12.909921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:12.951817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Pushing event updated for resources: {'Port': ['ID=476396d2-6a23-43db-b1f1-d8156df527c6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:12.981052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.982257 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.004688 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-48427e75-219d-4aa6-bf24-ffcf8afd2b28 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0389013 Aug 29 04:12:13.024703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Request body: {'port': {'device_id': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:13.037576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] Set router 83466ef8-266f-4590-8a38-130eb754ec10 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:13.102490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.443600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241480-afc7-417c-a649-d51e455c4df7 req-7e4e449c-d53a-4351-b6f4-3c740e819388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:13.445802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce241480-afc7-417c-a649-d51e455c4df7 req-7e4e449c-d53a-4351-b6f4-3c740e819388 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7343566 Aug 29 04:12:13.550351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '753e5536-df73-4fc2-8b98-962680dc3c0e', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'port_id': '6c630f49-36e6-4658-9ee4-b9246cfe03c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'mac_address': 'fa:16:3e:84:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:10:46Z', 'updated_at': '2021-08-29T04:12:11Z', 'revision_number': 1, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145805e-9a87-4816-8d2d-e89f3f4381e4', 'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'mac_address': 'fa:16:3e:8e:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:52Z', 'updated_at': '2021-08-29T04:10:01Z', 'revision_number': 5, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'subnets': [{'id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:13.551589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476396d2-6a23-43db-b1f1-d8156df527c6 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:13.562864 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.577682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-a1e28090-87a0-494a-92b0-3692c794cbde tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 258 time: 0.8454943 Aug 29 04:12:13.585406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Transition to ACTIVE for port object 476396d2-6a23-43db-b1f1-d8156df527c6 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:13.590902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8931a-eada-4498-a62e-ac7f72285ec2 None None] The sync data for ids ['83466ef8-266f-4590-8a38-130eb754ec10'] in n-d-712141-12 is: [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '753e5536-df73-4fc2-8b98-962680dc3c0e', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'port_id': '6c630f49-36e6-4658-9ee4-b9246cfe03c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'mac_address': 'fa:16:3e:84:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67439299-795d-47c4-b967-4ede6115d7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:10:46Z', 'updated_at': '2021-08-29T04:12:11Z', 'revision_number': 1, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145805e-9a87-4816-8d2d-e89f3f4381e4', 'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'mac_address': 'fa:16:3e:8e:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:52Z', 'updated_at': '2021-08-29T04:10:01Z', 'revision_number': 5, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'subnets': [{'id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:13.591682 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.592582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:13.629460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce241480-afc7-417c-a649-d51e455c4df7 req-2201254c-02ba-400a-abf5-f31e4c41be2c service neutron] 10.222.0.52 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754024 Aug 29 04:12:13.631192 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.728220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Pushing event updated for resources: {'Port': ['ID=476396d2-6a23-43db-b1f1-d8156df527c6,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:13.796855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce241480-afc7-417c-a649-d51e455c4df7 req-093e3b35-f300-4b88-8f65-5bf40a642690 service neutron] 10.222.0.52 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520619 Aug 29 04:12:13.808357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:13.809084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:13.809780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:13.827884 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Port 476396d2-6a23-43db-b1f1-d8156df527c6 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:13.829008 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.830219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:13.856082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:13.857480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:13.859705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:13.861314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Bound port: 476396d2-6a23-43db-b1f1-d8156df527c6, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:13.863865 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.900250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 681556c9-7caa-4e81-a8f6-1c36e3e08379 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:14.026550 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.066955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Allocated IP 172.25.5.145 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/2e65e3ef-bc27-4eb9-b2de-3f54ae6f6683) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:14.082156 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ace7d-ffe6-4787-bdb3-e84219040af1 None None] New status for floating IP 753e5536-df73-4fc2-8b98-962680dc3c0e: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:12:14.089680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:14.090239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:14.096333 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed3f472-3251-4b27-b8c6-73d0a2f5e786" -d '{"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:14.105401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:14.114494 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.139676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:14.144690 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.162291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cc1cd-b3d8-4b62-96d7-51af56939e2a req-817ab156-3bd4-4ac4-8f8d-01c4b6edcc6c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:14.164873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-837cc1cd-b3d8-4b62-96d7-51af56939e2a req-817ab156-3bd4-4ac4-8f8d-01c4b6edcc6c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 944 time: 0.1100056 Aug 29 04:12:14.201421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:14.202052 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.203478 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] 10.222.0.52 "PUT /v2.0/ports/476396d2-6a23-43db-b1f1-d8156df527c6 HTTP/1.1" status: 200 len: 1093 time: 1.1836133 Aug 29 04:12:14.205891 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'tag': '476396d2-6a23-43db-b1f1-d8156df527c6'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:14.213898 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "743939ec-0906-43b2-a3f2-4d04bdd2e1b5", "tag": "476396d2-6a23-43db-b1f1-d8156df527c6"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:14.253291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:14.264175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5dd2b-e7ed-42c7-9887-e1862248c01b service neutron] Pushing event updated for resources: {'Port': ['ID=476396d2-6a23-43db-b1f1-d8156df527c6,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:14.312261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-f58616ec-d8a9-4b28-9ab3-0e4c703aa63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:14.313960 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-f58616ec-d8a9-4b28-9ab3-0e4c703aa63a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 1096 time: 0.0449991 Aug 29 04:12:14.326071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-837cc1cd-b3d8-4b62-96d7-51af56939e2a req-f24271b1-ad13-4e7a-81f0-9e124f952b4c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544011 Aug 29 04:12:14.373958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.379353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-00979809-55f4-4e5a-936d-d40cc1c0586c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476396d2-6a23-43db-b1f1-d8156df527c6 HTTP/1.1" status: 200 len: 217 time: 0.0508435 Aug 29 04:12:14.426884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.482805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:14.490693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:14.499058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-2db9e9dd-3e9a-4e36-924c-ee1d7aadf7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:14.504098 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-2db9e9dd-3e9a-4e36-924c-ee1d7aadf7ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0988774 Aug 29 04:12:14.510509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:14.515988 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bc52cb-0714-46c3-937f-72ff07b9e18a x-openstack-request-id: req-d0bc52cb-0714-46c3-937f-72ff07b9e18a {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:14.516398 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:14.516742 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0bc52cb-0714-46c3-937f-72ff07b9e18a {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:14.517279 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'code': 200} Aug 29 04:12:14.546923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Pushing event updated for resources: {'Port': ['ID=2e65e3ef-bc27-4eb9-b2de-3f54ae6f6683,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:14.590670 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-e23a0e04-9cff-46fc-ad5c-d5fe4279ceee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790095 Aug 29 04:12:14.599936 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a21359-0758-4926-9596-d78cf4d886f9 x-openstack-request-id: req-a7a21359-0758-4926-9596-d78cf4d886f9 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:14.601015 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743939ec-0906-43b2-a3f2-4d04bdd2e1b5", "tag": "476396d2-6a23-43db-b1f1-d8156df527c6", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:14.601392 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7a21359-0758-4926-9596-d78cf4d886f9 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:14.601987 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'tag': '476396d2-6a23-43db-b1f1-d8156df527c6', 'status': 'completed', 'code': 200} Aug 29 04:12:14.708343 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.769551 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.783213 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-5c2fcad4-62f9-4a23-8739-56e9de4666be service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754339 Aug 29 04:12:14.969712 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dfeb4956-1bf9-48ab-9161-7e38e6510706 req-252f4603-b3bd-451d-9e49-345878fc0c3f service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786644 Aug 29 04:12:15.022322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.029079 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.034912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 49377b49-1007-4105-a140-fb9b8233c194 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:15.164771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2 req-739a6ed6-85e8-4dc1-98fc-4a36cba338b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.165471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 49377b49-1007-4105-a140-fb9b8233c194, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=49377b49-1007-4105-a140-fb9b8233c194,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:15.170676 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2 req-739a6ed6-85e8-4dc1-98fc-4a36cba338b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 1096 time: 0.0932105 Aug 29 04:12:15.174028 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.179887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '49377b49-1007-4105-a140-fb9b8233c194', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '49377b49-1007-4105-a140-fb9b8233c194', 'mac_address': 'fa:16:3e:4b:59:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:15.212866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Pushing event updated for resources: {'Port': ['ID=2e65e3ef-bc27-4eb9-b2de-3f54ae6f6683,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:15.226591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.226854 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.230703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-1e2d241e-59e2-4974-8ad7-3ce71f2114a8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6518312 Aug 29 04:12:15.251427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49377b49-1007-4105-a140-fb9b8233c194 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:15.278259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 49377b49-1007-4105-a140-fb9b8233c194, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=49377b49-1007-4105-a140-fb9b8233c194,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:15.287064 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.306362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-4f18e205-50c8-4cc3-9496-8604c2556308 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.0671294 Aug 29 04:12:15.354588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2 req-72bf86bc-9275-4fa3-a3cb-ed50d37ff582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.356588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2 req-72bf86bc-9275-4fa3-a3cb-ed50d37ff582 service neutron] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.1797314 Aug 29 04:12:15.364963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=49377b49-1007-4105-a140-fb9b8233c194,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:15.433753 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2 req-19fec82a-2bcb-4c13-920a-757b44841660 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476396d2-6a23-43db-b1f1-d8156df527c6 HTTP/1.1" status: 200 len: 217 time: 0.0604436 Aug 29 04:12:15.507419 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2 req-39eb884b-f5f1-4fe4-b71f-06cd08db8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.509223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2 req-39eb884b-f5f1-4fe4-b71f-06cd08db8d00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0680637 Aug 29 04:12:15.513860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-973c55ba-60e0-43e2-8a3a-735a705ac5d4 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.515224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f96e1f6d-d903-4e72-a6e3-4ecf68a393de req-973c55ba-60e0-43e2-8a3a-735a705ac5d4 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.2031143 Aug 29 04:12:15.530621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2687f80-f5aa-471d-8c3e-b4eb2b51244f req-e675b445-3aed-4538-ab3f-41daad25b112 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.543214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2687f80-f5aa-471d-8c3e-b4eb2b51244f req-e675b445-3aed-4538-ab3f-41daad25b112 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 944 time: 0.1280756 Aug 29 04:12:15.561154 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2 req-74f241c5-d787-457e-b86f-4994e96b1d5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440342 Aug 29 04:12:15.603881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2687f80-f5aa-471d-8c3e-b4eb2b51244f req-ca1b6c0a-595c-4d05-9841-e594b9d62ccf tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597708 Aug 29 04:12:15.689271 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2 req-35364b61-1f48-47ed-a26f-83ea329cae13 service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188629 Aug 29 04:12:15.690463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['49377b49-1007-4105-a140-fb9b8233c194'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:15.817188 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ce8f5120-102e-439a-9bdc-f4f5ab54b5c2 req-853da768-4aa8-4004-a789-4c3bcd62e9a9 service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178646 Aug 29 04:12:15.842415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-08186441-e11c-4201-9973-5863d83ec698 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.857762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-08186441-e11c-4201-9973-5863d83ec698 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1489460 Aug 29 04:12:15.914549 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-83fc5807-def1-40aa-9b9d-265306836eef tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.0558386 Aug 29 04:12:15.919730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-64b6c948-11b1-40fc-814b-3a2a83299422 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Request body: {'floatingip': {'port_id': '7deed955-f47d-4db3-8d06-f49b47784923', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:15.971842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-64b6c948-11b1-40fc-814b-3a2a83299422 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:16.530039 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-64b6c948-11b1-40fc-814b-3a2a83299422 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:16.539487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-64b6c948-11b1-40fc-814b-3a2a83299422 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:16.655361 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-64b6c948-11b1-40fc-814b-3a2a83299422 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Floating IP 68bed639-7257-48eb-b3e9-f7143f7e3a98 associated. External IP: 172.25.5.145, port: 7deed955-f47d-4db3-8d06-f49b47784923. Aug 29 04:12:16.808636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af393e34-af36-4374-8b9f-91b00cf45aa1 req-0757e5ec-416a-4438-9ea1-b762a18a2506 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.810056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af393e34-af36-4374-8b9f-91b00cf45aa1 req-0757e5ec-416a-4438-9ea1-b762a18a2506 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 944 time: 0.0722132 Aug 29 04:12:16.922410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af393e34-af36-4374-8b9f-91b00cf45aa1 req-c9398a08-6c93-49fd-86b8-07722c0c208d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758512 Aug 29 04:12:16.967522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-64b6c948-11b1-40fc-814b-3a2a83299422 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:17.059737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 49377b49-1007-4105-a140-fb9b8233c194 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:17.132137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-64b6c948-11b1-40fc-814b-3a2a83299422 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:17.137141 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-64b6c948-11b1-40fc-814b-3a2a83299422 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.150454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] Sync routers for ids ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:17.163066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 49377b49-1007-4105-a140-fb9b8233c194 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:17.164137 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.167517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-64b6c948-11b1-40fc-814b-3a2a83299422 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "PUT /v2.0/floatingips/68bed639-7257-48eb-b3e9-f7143f7e3a98 HTTP/1.1" status: 200 len: 996 time: 1.2520626 Aug 29 04:12:17.168007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f212db-fef7-40fa-930a-097610f3e582', 'tag': '7deed955-f47d-4db3-8d06-f49b47784923'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:17.172322 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1" -d '{"events": [{"name": "network-changed", "server_uuid": "95f212db-fef7-40fa-930a-097610f3e582", "tag": "7deed955-f47d-4db3-8d06-f49b47784923"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:17.218836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] Routers {'2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:17.219680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:11:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:17.256366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-7c7a2205-0df4-4e50-9a6c-3ef1d6727f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.258115 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-7c7a2205-0df4-4e50-9a6c-3ef1d6727f15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b57c8e82f903493292c5d33ef7b9c539&device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 1097 time: 0.0644083 Aug 29 04:12:17.323438 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5fe59b-cb81-4161-adf2-6109115ffc80 x-openstack-request-id: req-5b5fe59b-cb81-4161-adf2-6109115ffc80 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:17.323968 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f212db-fef7-40fa-930a-097610f3e582", "tag": "7deed955-f47d-4db3-8d06-f49b47784923", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:17.324403 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b5fe59b-cb81-4161-adf2-6109115ffc80 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:17.325254 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f212db-fef7-40fa-930a-097610f3e582', 'tag': '7deed955-f47d-4db3-8d06-f49b47784923', 'status': 'completed', 'code': 200} Aug 29 04:12:17.390777 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.393047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-2621639c-1b2e-4ea7-b94f-8d98bd87d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.397639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-2621639c-1b2e-4ea7-b94f-8d98bd87d9e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=805de20a-e95a-4183-bbc0-95833923e3b3 HTTP/1.1" status: 200 len: 930 time: 0.1318958 Aug 29 04:12:17.430855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 49377b49-1007-4105-a140-fb9b8233c194, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=49377b49-1007-4105-a140-fb9b8233c194,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:17.435670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49377b49-1007-4105-a140-fb9b8233c194'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:17.438905 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2026fe-64e1-4ea6-91d7-723dd8065970" -d '{"events": [{"server_uuid": "02fbf97f-18cb-4115-8d1a-a04920999dc9", "name": "network-vif-plugged", "status": "completed", "tag": "49377b49-1007-4105-a140-fb9b8233c194"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:17.443798 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-4a9e1a31-4a34-4cb2-8cc8-b09066a87caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.445878 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-4a9e1a31-4a34-4cb2-8cc8-b09066a87caf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b57c8e82f903493292c5d33ef7b9c539&device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 1097 time: 0.0807796 Aug 29 04:12:17.446167 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.450427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] Set router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:17.527041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-6a233cc0-a6ff-496e-85fb-a7478f42709d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7deed955-f47d-4db3-8d06-f49b47784923 HTTP/1.1" status: 200 len: 999 time: 0.1221411 Aug 29 04:12:17.534678 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59134195-e998-40d1-8e1d-3c5f6fa6b4a9 x-openstack-request-id: req-59134195-e998-40d1-8e1d-3c5f6fa6b4a9 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:17.536864 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fbf97f-18cb-4115-8d1a-a04920999dc9", "name": "network-vif-plugged", "status": "completed", "tag": "49377b49-1007-4105-a140-fb9b8233c194", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:17.537131 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59134195-e998-40d1-8e1d-3c5f6fa6b4a9 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:17.538168 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49377b49-1007-4105-a140-fb9b8233c194', 'code': 200} Aug 29 04:12:17.582124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-cf78db3c-8e05-40c1-bff3-a71da445ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.584938 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-cf78db3c-8e05-40c1-bff3-a71da445ffc6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=805de20a-e95a-4183-bbc0-95833923e3b3 HTTP/1.1" status: 200 len: 930 time: 0.1303992 Aug 29 04:12:17.604936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-81956dda-5032-47f0-8b1b-044ff300ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.607047 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-81956dda-5032-47f0-8b1b-044ff300ee22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f21d2fc-5862-4ad0-ad41-3678a2b98fea HTTP/1.1" status: 200 len: 868 time: 0.0712759 Aug 29 04:12:17.643839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=49377b49-1007-4105-a140-fb9b8233c194,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:17.660265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-a39e641b-1e32-4f62-bd71-f52f06006847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.662079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-a39e641b-1e32-4f62-bd71-f52f06006847 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=805de20a-e95a-4183-bbc0-95833923e3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484190 Aug 29 04:12:17.678338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-11266cfc-cc2f-4507-80a5-e1f660b7aaed service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:12:17.682318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-11266cfc-cc2f-4507-80a5-e1f660b7aaed service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108161 Aug 29 04:12:17.706721 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-a35c40d6-aaef-4d97-be4c-2a3bc03145fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7deed955-f47d-4db3-8d06-f49b47784923 HTTP/1.1" status: 200 len: 999 time: 0.1102388 Aug 29 04:12:17.791555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-37e0279d-7a7b-439a-ac61-4cfa3a790c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.793382 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-37e0279d-7a7b-439a-ac61-4cfa3a790c8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f21d2fc-5862-4ad0-ad41-3678a2b98fea HTTP/1.1" status: 200 len: 868 time: 0.0788007 Aug 29 04:12:17.802410 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.840473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-2026239c-c255-40ce-84db-9a0813977635 service neutron] 10.222.0.49 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504347 Aug 29 04:12:17.875652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-e2cf6b39-85c5-4dc3-82b2-75debc636e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.877862 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-e2cf6b39-85c5-4dc3-82b2-75debc636e1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=805de20a-e95a-4183-bbc0-95833923e3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686409 Aug 29 04:12:17.931881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '68bed639-7257-48eb-b3e9-f7143f7e3a98', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'port_id': '7deed955-f47d-4db3-8d06-f49b47784923', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'mac_address': 'fa:16:3e:c2:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f212db-fef7-40fa-930a-097610f3e582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:12:14Z', 'updated_at': '2021-08-29T04:12:16Z', 'revision_number': 1, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:45Z', 'revision_number': 5, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:17.961585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f10948f9-7557-4e2e-84c8-21774b1870b4 req-73b3970e-ffb1-46e4-bc9f-8993d4571573 service neutron] 10.222.0.49 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199417 Aug 29 04:12:17.988011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] Checking router: 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:18.008409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] Routers {'2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:18.010760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:11:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:18.035513 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-73490199-b2c2-4049-99e7-2cff58ebdee0 service neutron] 10.222.0.52 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482849 Aug 29 04:12:18.194458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] Set router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:18.210538 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad8eb9f4-c23d-4007-ab18-8deb2f3bdab1 req-a346c909-5501-4c92-8d24-1537b3b12c5c service neutron] 10.222.0.52 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669559 Aug 29 04:12:18.231600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfddb4-b865-446b-a81a-90abd3ffea2e req-53685b96-cb08-4e9e-99a7-f56cdc474fbc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.233347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3dbfddb4-b865-446b-a81a-90abd3ffea2e req-53685b96-cb08-4e9e-99a7-f56cdc474fbc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 944 time: 0.1822007 Aug 29 04:12:18.287620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-11649b06-fc66-4888-8420-732dd15ff0f9 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 258 time: 0.2822218 Aug 29 04:12:18.295629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:18.373032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3dbfddb4-b865-446b-a81a-90abd3ffea2e req-bf8fecea-7daa-410e-899a-f158b0e7847d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818872 Aug 29 04:12:18.374024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.556400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '68bed639-7257-48eb-b3e9-f7143f7e3a98', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'port_id': '7deed955-f47d-4db3-8d06-f49b47784923', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'mac_address': 'fa:16:3e:c2:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f212db-fef7-40fa-930a-097610f3e582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:12:14Z', 'updated_at': '2021-08-29T04:12:16Z', 'revision_number': 1, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:45Z', 'revision_number': 5, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:18.556855 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.589105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22e42d-833d-4d11-bd00-f453903b33fd None None] The sync data for ids ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'] in n-d-712141-12 is: [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '68bed639-7257-48eb-b3e9-f7143f7e3a98', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'port_id': '7deed955-f47d-4db3-8d06-f49b47784923', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'mac_address': 'fa:16:3e:c2:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f212db-fef7-40fa-930a-097610f3e582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:12:14Z', 'updated_at': '2021-08-29T04:12:16Z', 'revision_number': 1, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:45Z', 'revision_number': 5, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:18.692901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Allocated IP 172.25.5.248 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/25901262-ef71-4926-b533-a56f0fc30e61) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:18.817899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.846019 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750c2a0-4e9b-49e8-ae6a-bbf180572815 None None] New status for floating IP 68bed639-7257-48eb-b3e9-f7143f7e3a98: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:12:18.867108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.912286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:18.915889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:18.919792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:18.925441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Pushing event updated for resources: {'Port': ['ID=25901262-ef71-4926-b533-a56f0fc30e61,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:19.026443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.050139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 476396d2-6a23-43db-b1f1-d8156df527c6 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:19.073381 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.156004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:19.168653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '476396d2-6a23-43db-b1f1-d8156df527c6', 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f', 'port_id': '476396d2-6a23-43db-b1f1-d8156df527c6', 'mac_address': 'fa:16:3e:64:06:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abeeec1-dee3-4aed-983a-2a1715bc7191', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:19.211289 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.227539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476396d2-6a23-43db-b1f1-d8156df527c6 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:19.256597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:19.259216 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.260972 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.270426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.339404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=476396d2-6a23-43db-b1f1-d8156df527c6,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:19.363003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Pushing event updated for resources: {'Port': ['ID=25901262-ef71-4926-b533-a56f0fc30e61,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:19.370592 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.387554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.389552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-376ded75-3330-4b98-b1d8-40bb29e5bf9d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1004539 Aug 29 04:12:19.452799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-3bd68a7e-15ee-49ca-ba79-8464b9979e23 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0567112 Aug 29 04:12:19.602585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578291cb-63de-422b-8acb-4b7454ae3c98 req-0141009b-3a6f-4094-8d19-517a7b2e5c61 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.604146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-578291cb-63de-422b-8acb-4b7454ae3c98 req-0141009b-3a6f-4094-8d19-517a7b2e5c61 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 945 time: 0.1333666 Aug 29 04:12:19.640481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-b04b2cde-23c5-45f7-8f7f-4127b8f9818b tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.642013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24a4341b-7448-48d9-99bf-4b80a1dba62d req-b04b2cde-23c5-45f7-8f7f-4127b8f9818b tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1831722 Aug 29 04:12:19.854550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['476396d2-6a23-43db-b1f1-d8156df527c6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:20.096048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-578291cb-63de-422b-8acb-4b7454ae3c98 req-ba3ae353-01cd-4ccb-b223-2dd58a2133bb tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525266 Aug 29 04:12:20.119104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c9990-8648-4349-8235-cb9945901278 req-24558ece-1cb8-4a86-80d7-9bc2a3f23632 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.120766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-372c9990-8648-4349-8235-cb9945901278 req-24558ece-1cb8-4a86-80d7-9bc2a3f23632 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0786104 Aug 29 04:12:20.185120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-372c9990-8648-4349-8235-cb9945901278 req-4538a718-949e-497d-96a4-083acbe5ccbf tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0568669 Aug 29 04:12:20.191260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-372c9990-8648-4349-8235-cb9945901278 req-6db5e8d1-6ad4-466c-bc77-7f2d3535a4b9 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Request body: {'floatingip': {'port_id': '7deed955-f47d-4db3-8d06-f49b47784923', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:20.236237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-372c9990-8648-4349-8235-cb9945901278 req-6db5e8d1-6ad4-466c-bc77-7f2d3535a4b9 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.553461 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-372c9990-8648-4349-8235-cb9945901278 req-6db5e8d1-6ad4-466c-bc77-7f2d3535a4b9 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:12:20.554370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-372c9990-8648-4349-8235-cb9945901278 req-6db5e8d1-6ad4-466c-bc77-7f2d3535a4b9 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "PUT /v2.0/floatingips/fb41ae81-adc5-4523-92cf-da2853013650 HTTP/1.1" status: 409 len: 550 time: 0.3684552 Aug 29 04:12:20.641904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-420f85cf-cbf2-4f16-87e8-15fdca1a6ceb tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips/fb41ae81-adc5-4523-92cf-da2853013650 HTTP/1.1" status: 200 len: 693 time: 0.0523620 Aug 29 04:12:20.796447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-38d04f25-e866-4115-bf49-f0739e126d27 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.804293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-38d04f25-e866-4115-bf49-f0739e126d27 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1540620 Aug 29 04:12:20.858854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-c1070ead-27c2-4339-90f7-a5b87cc8f2a4 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0536313 Aug 29 04:12:20.911635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-308045af-e362-4b88-8efd-cd3977b49906 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0517910 Aug 29 04:12:21.064145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-ce7088e7-5acd-4670-a7d5-614b8b752216 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Deleting port 25901262-ef71-4926-b533-a56f0fc30e61 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:21.064557 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-ce7088e7-5acd-4670-a7d5-614b8b752216 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.155357 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-ce7088e7-5acd-4670-a7d5-614b8b752216 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.156013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-ce7088e7-5acd-4670-a7d5-614b8b752216 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.171358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-ce7088e7-5acd-4670-a7d5-614b8b752216 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Calling delete_port for 25901262-ef71-4926-b533-a56f0fc30e61 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:21.335143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf2c5d-b347-460b-af01-5483b89ab40d req-00c9a778-fe00-4f2e-8212-49e88e995e88 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.342863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48cf2c5d-b347-460b-af01-5483b89ab40d req-00c9a778-fe00-4f2e-8212-49e88e995e88 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 945 time: 0.0895104 Aug 29 04:12:21.414250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48cf2c5d-b347-460b-af01-5483b89ab40d req-16b2659b-a73e-401e-a6b0-91a9133aa767 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704010 Aug 29 04:12:21.518200 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-ce7088e7-5acd-4670-a7d5-614b8b752216 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.551204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7088e7-5acd-4670-a7d5-614b8b752216 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Pushing event deleted for resources: {'Port': ['ID=25901262-ef71-4926-b533-a56f0fc30e61,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:21.627650 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-ce7088e7-5acd-4670-a7d5-614b8b752216 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.630318 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-ce7088e7-5acd-4670-a7d5-614b8b752216 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.634185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b9244d-89f5-45bd-860c-12ff735584b6 req-ce7088e7-5acd-4670-a7d5-614b8b752216 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "DELETE /v2.0/floatingips/fb41ae81-adc5-4523-92cf-da2853013650 HTTP/1.1" status: 204 len: 173 time: 0.7217152 Aug 29 04:12:21.747739 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-7e829da8-8e47-411a-8a40-71d719d72359 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 1001 time: 0.0996795 Aug 29 04:12:21.806065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-f9296f8e-9cb1-49b2-a20d-26aed0d7cc0f tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.807928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-f9296f8e-9cb1-49b2-a20d-26aed0d7cc0f tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports/7deed955-f47d-4db3-8d06-f49b47784923 HTTP/1.1" status: 200 len: 942 time: 0.0594065 Aug 29 04:12:21.999156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-86735b85-adf6-433e-b6ea-4c98e3c93ee7 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 1001 time: 0.0720148 Aug 29 04:12:22.139924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-7ca7a220-cd7b-48c4-9723-64108dc29756 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.141311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-7ca7a220-cd7b-48c4-9723-64108dc29756 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1413820 Aug 29 04:12:22.152623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0c78310f-0bb3-4e6d-801d-4832d12221ed tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:12:22.155033 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0c78310f-0bb3-4e6d-801d-4832d12221ed tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059261 Aug 29 04:12:22.233025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0cc16cb1-43d0-483e-adf3-e88796d7335d tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 1001 time: 0.0710979 Aug 29 04:12:22.245258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0923f351-e604-4f8b-b3bd-1a5fde914312 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:22.321682 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0923f351-e604-4f8b-b3bd-1a5fde914312 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:22.671316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0923f351-e604-4f8b-b3bd-1a5fde914312 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:22.683285 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0923f351-e604-4f8b-b3bd-1a5fde914312 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:22.683894 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0923f351-e604-4f8b-b3bd-1a5fde914312 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Floating IP 68bed639-7257-48eb-b3e9-f7143f7e3a98 disassociated. External IP: 172.25.5.145, port: 7deed955-f47d-4db3-8d06-f49b47784923. Aug 29 04:12:22.740922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db3d2-7803-45ff-8aca-6304ebfeefc8 req-b1d84967-ab21-412c-b0c2-714ed12e8d0d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.742784 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a2db3d2-7803-45ff-8aca-6304ebfeefc8 req-b1d84967-ab21-412c-b0c2-714ed12e8d0d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 945 time: 0.1498246 Aug 29 04:12:22.837140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a2db3d2-7803-45ff-8aca-6304ebfeefc8 req-711b0da3-c1e8-4d65-a0f8-bd11b7244666 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855012 Aug 29 04:12:23.042824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0923f351-e604-4f8b-b3bd-1a5fde914312 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:23.111886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 476396d2-6a23-43db-b1f1-d8156df527c6 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:23.207464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0923f351-e604-4f8b-b3bd-1a5fde914312 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:23.219209 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0923f351-e604-4f8b-b3bd-1a5fde914312 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.236053 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] Sync routers for ids ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:23.246504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 476396d2-6a23-43db-b1f1-d8156df527c6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:23.262265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 476396d2-6a23-43db-b1f1-d8156df527c6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:23.262775 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.267993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] Routers {'2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:23.271070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:11:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:23.280269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-0923f351-e604-4f8b-b3bd-1a5fde914312 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "PUT /v2.0/floatingips/68bed639-7257-48eb-b3e9-f7143f7e3a98 HTTP/1.1" status: 200 len: 695 time: 1.0390151 Aug 29 04:12:23.280733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f212db-fef7-40fa-930a-097610f3e582', 'tag': '7deed955-f47d-4db3-8d06-f49b47784923'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:23.283037 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fbb54b-3439-45f9-968d-b3d1233c568d" -d '{"events": [{"name": "network-changed", "server_uuid": "95f212db-fef7-40fa-930a-097610f3e582", "tag": "7deed955-f47d-4db3-8d06-f49b47784923"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:23.357453 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4738b1-44e9-4eab-a476-341c560259b8 x-openstack-request-id: req-fd4738b1-44e9-4eab-a476-341c560259b8 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:23.357733 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f212db-fef7-40fa-930a-097610f3e582", "tag": "7deed955-f47d-4db3-8d06-f49b47784923", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:23.357978 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd4738b1-44e9-4eab-a476-341c560259b8 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:23.358386 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f212db-fef7-40fa-930a-097610f3e582', 'tag': '7deed955-f47d-4db3-8d06-f49b47784923', 'status': 'completed', 'code': 200} Aug 29 04:12:23.380408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-f6bfa1cc-9891-437f-b1cd-322501fbfc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.392084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-f6bfa1cc-9891-437f-b1cd-322501fbfc2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b57c8e82f903493292c5d33ef7b9c539&device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 1097 time: 0.0814052 Aug 29 04:12:23.489421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-eea59428-2869-4b7e-bfd4-77724b09680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.491408 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-eea59428-2869-4b7e-bfd4-77724b09680e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b57c8e82f903493292c5d33ef7b9c539&device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 1097 time: 0.0896454 Aug 29 04:12:23.523006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-3dd729a1-2d7e-4bbe-b4f9-27fccb5c58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.524929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-3dd729a1-2d7e-4bbe-b4f9-27fccb5c58a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=805de20a-e95a-4183-bbc0-95833923e3b3 HTTP/1.1" status: 200 len: 930 time: 0.1317081 Aug 29 04:12:23.558980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] Set router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:23.629290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-fef1f53c-39d2-4943-9e79-3842aff9d8b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7deed955-f47d-4db3-8d06-f49b47784923 HTTP/1.1" status: 200 len: 217 time: 0.0934649 Aug 29 04:12:23.689350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-a5dc7e0d-4b59-4cea-abfc-b17f0f2580a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.695198 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-a5dc7e0d-4b59-4cea-abfc-b17f0f2580a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=805de20a-e95a-4183-bbc0-95833923e3b3 HTTP/1.1" status: 200 len: 930 time: 0.1953790 Aug 29 04:12:23.716547 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-29b205d1-e410-41f9-964a-85b1fbfbe80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.746985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-18daea3f-5691-4cd0-abd2-5c972a2f6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.748822 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-18daea3f-5691-4cd0-abd2-5c972a2f6c0d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f21d2fc-5862-4ad0-ad41-3678a2b98fea HTTP/1.1" status: 200 len: 868 time: 0.1131907 Aug 29 04:12:23.766654 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-d5fdbec8-8763-4ad1-a490-5866b4f9a915 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7deed955-f47d-4db3-8d06-f49b47784923 HTTP/1.1" status: 200 len: 217 time: 0.0635858 Aug 29 04:12:23.813785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.837125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-bc8d6fdb-22ec-4c68-b54d-1b9004f980c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.839007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-bc8d6fdb-22ec-4c68-b54d-1b9004f980c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=805de20a-e95a-4183-bbc0-95833923e3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840926 Aug 29 04:12:23.841398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476396d2-6a23-43db-b1f1-d8156df527c6'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:23.843672 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e86b1e-fcc2-4e5e-8177-859cf1d2a8f5" -d '{"events": [{"server_uuid": "743939ec-0906-43b2-a3f2-4d04bdd2e1b5", "name": "network-vif-plugged", "status": "completed", "tag": "476396d2-6a23-43db-b1f1-d8156df527c6"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:23.866652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:23.877996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-55d6a64d-89d1-43e0-8086-b8765d559e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.882415 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-55d6a64d-89d1-43e0-8086-b8765d559e66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f21d2fc-5862-4ad0-ad41-3678a2b98fea HTTP/1.1" status: 200 len: 868 time: 0.1075847 Aug 29 04:12:23.883245 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.955027 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b60ada2-794b-446b-b295-44d5a610c200 x-openstack-request-id: req-8b60ada2-794b-446b-b295-44d5a610c200 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:23.958741 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743939ec-0906-43b2-a3f2-4d04bdd2e1b5", "name": "network-vif-plugged", "status": "completed", "tag": "476396d2-6a23-43db-b1f1-d8156df527c6", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:23.959638 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b60ada2-794b-446b-b295-44d5a610c200 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:23.960078 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476396d2-6a23-43db-b1f1-d8156df527c6', 'code': 200} Aug 29 04:12:23.960754 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=476396d2-6a23-43db-b1f1-d8156df527c6,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:23.965010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:45Z', 'revision_number': 5, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:24.043916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] Checking router: 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:24.055845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-039a8a4c-8761-4e2f-820e-44a7a25f4f2d service neutron] 10.222.0.49 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071359 Aug 29 04:12:24.067792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] Routers {'2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:24.067792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:11:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:24.108674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-44e84b31-162d-4922-ba4a-63b42c266a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:24.111195 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-44e84b31-162d-4922-ba4a-63b42c266a8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=805de20a-e95a-4183-bbc0-95833923e3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2144244 Aug 29 04:12:24.242010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05eb1ca4-8728-4e80-b045-4aef550c68ef req-6217a9ff-55b7-49b7-918d-a8c1e9b4d510 service neutron] 10.222.0.49 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648939 Aug 29 04:12:24.271036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b27631-1008-42aa-84e3-e643b9450635 req-05c971e1-3647-4876-9fe0-04a03e17b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:24.273867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86b27631-1008-42aa-84e3-e643b9450635 req-05c971e1-3647-4876-9fe0-04a03e17b254 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 1098 time: 0.2160859 Aug 29 04:12:24.279450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] Set router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:24.309570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851b2c1-e6b5-4c70-8b1e-5966c429ca75 req-e65e1754-e095-433e-84b0-3632bbccaa0e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:24.324856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0851b2c1-e6b5-4c70-8b1e-5966c429ca75 req-e65e1754-e095-433e-84b0-3632bbccaa0e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.2664039 Aug 29 04:12:24.334597 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-c0d4fea7-240b-4a30-8758-8fdc5bbf909c service neutron] 10.222.0.52 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142308 Aug 29 04:12:24.392503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0851b2c1-e6b5-4c70-8b1e-5966c429ca75 req-07896e8a-823b-4c88-85ac-507bd9db7a4c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648448 Aug 29 04:12:24.409495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86b27631-1008-42aa-84e3-e643b9450635 req-9844bf29-3ce8-40bc-b3e9-bbb100a64dd9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801828 Aug 29 04:12:24.616574 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-36fbb54b-3439-45f9-968d-b3d1233c568d req-e7830588-ef72-4947-8be9-0079db18bef6 service neutron] 10.222.0.52 "GET /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691190 Aug 29 04:12:24.799997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-b8663855-a022-4cf3-b578-000930525dcf tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips/68bed639-7257-48eb-b3e9-f7143f7e3a98 HTTP/1.1" status: 200 len: 695 time: 0.0872893 Aug 29 04:12:24.861003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:45Z', 'revision_number': 5, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:24.906801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c21ae-afb0-4eb8-a9fd-1d59f402556c None None] The sync data for ids ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'] in n-d-712141-12 is: [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:39Z', 'revision_number': 4, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '23d180bc-c9d7-4a59-a2f3-7fb7132561a6', 'name': '', 'network_id': '805de20a-e95a-4183-bbc0-95833923e3b3', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'mac_address': 'fa:16:3e:4e:46:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:38Z', 'updated_at': '2021-08-29T04:11:45Z', 'revision_number': 5, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'subnets': [{'id': '1f21d2fc-5862-4ad0-ad41-3678a2b98fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:25.080132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-8fbbd664-aeb8-4adb-8b49-74f817c83f16 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.102577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-8fbbd664-aeb8-4adb-8b49-74f817c83f16 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.2806406 Aug 29 04:12:25.212828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-3a5f4177-7162-4cb0-891b-552297e3e126 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 698 time: 0.1081312 Aug 29 04:12:25.340144 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-ce18f48f-8816-446d-b6b2-0cd82fe2b100 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 698 time: 0.1269751 Aug 29 04:12:25.394458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-e4b45eb2-e457-4f27-95db-7200f003e51e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2184880 Aug 29 04:12:25.484781 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197d115-033a-44dc-87d1-4ad83cdf74ff None None] New status for floating IP 68bed639-7257-48eb-b3e9-f7143f7e3a98: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:12:25.529659 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-b3ee2c79-7d6c-4245-b62e-7066a1528ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.531321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-b3ee2c79-7d6c-4245-b62e-7066a1528ecc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86068ff247dd4708bdac3dd2cedc33e4&device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 1097 time: 0.0866075 Aug 29 04:12:25.551226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-d71fe966-92de-4803-9433-0439b2600d73 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Deleting port 2e65e3ef-bc27-4eb9-b2de-3f54ae6f6683 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:25.551588 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-d71fe966-92de-4803-9433-0439b2600d73 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.757087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-fbb47bc7-3e35-45cd-8adf-174361961ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.758589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-fbb47bc7-3e35-45cd-8adf-174361961ed9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b7eb424-c2af-4c0a-83bd-92c9162247c1 HTTP/1.1" status: 200 len: 917 time: 0.1848993 Aug 29 04:12:25.924907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134884b5-a5d4-4cf7-b626-f168ffbe4c5a req-dbb5f3bc-d441-4dfb-880d-b077df5072ca tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.926451 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-134884b5-a5d4-4cf7-b626-f168ffbe4c5a req-dbb5f3bc-d441-4dfb-880d-b077df5072ca tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.1669774 Aug 29 04:12:25.928398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-57977be7-b52f-4634-9a89-03cdc377e3ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe577793-d7d4-4a34-8849-c21b6903159e HTTP/1.1" status: 200 len: 1001 time: 0.1357358 Aug 29 04:12:25.985194 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-d71fe966-92de-4803-9433-0439b2600d73 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.985510 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-d71fe966-92de-4803-9433-0439b2600d73 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:26.021967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-d71fe966-92de-4803-9433-0439b2600d73 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Calling delete_port for 2e65e3ef-bc27-4eb9-b2de-3f54ae6f6683 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:26.052540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-b457222f-ab13-4eb8-8da4-b6ede8ca4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.055252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-b457222f-ab13-4eb8-8da4-b6ede8ca4933 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aec7a794-da07-438d-bbac-f0cf1f58bfd1 HTTP/1.1" status: 200 len: 855 time: 0.1117458 Aug 29 04:12:26.067633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-134884b5-a5d4-4cf7-b626-f168ffbe4c5a req-cd3c1edf-cd1e-4336-8f84-f99cf3fd3062 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346812 Aug 29 04:12:26.077352 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-07a1e914-d360-4591-b9bb-e44d9729e9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:26.219651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-63a5fedf-5259-40bf-a160-519a8251de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.221426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-63a5fedf-5259-40bf-a160-519a8251de73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b7eb424-c2af-4c0a-83bd-92c9162247c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477239 Aug 29 04:12:26.273532 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:26.372874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-4afd52b0-e336-4853-b00d-10fd051c5a60 service neutron] 10.222.0.59 "GET /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344156 Aug 29 04:12:26.492833 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-d71fe966-92de-4803-9433-0439b2600d73 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:26.528996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fe966-92de-4803-9433-0439b2600d73 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Pushing event deleted for resources: {'Port': ['ID=2e65e3ef-bc27-4eb9-b2de-3f54ae6f6683,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:26.553871 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2224a8af-cf47-470b-ae89-0216a37ffddc req-c28f650f-1dcd-430e-a228-0774eaac81b1 service neutron] 10.222.0.59 "GET /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554625 Aug 29 04:12:26.614240 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-d71fe966-92de-4803-9433-0439b2600d73 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:26.617472 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-d71fe966-92de-4803-9433-0439b2600d73 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:26.618695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9524882b-8f99-4b60-92d7-d0a432f7f950 req-d71fe966-92de-4803-9433-0439b2600d73 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "DELETE /v2.0/floatingips/68bed639-7257-48eb-b3e9-f7143f7e3a98 HTTP/1.1" status: 204 len: 173 time: 1.2776842 Aug 29 04:12:26.866499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6645b6b-ad0f-4268-b2b5-a8e18d8f6836 req-3cc77ef5-3ee3-415d-a08d-4a933486f8f8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.868248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6645b6b-ad0f-4268-b2b5-a8e18d8f6836 req-3cc77ef5-3ee3-415d-a08d-4a933486f8f8 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0684519 Aug 29 04:12:26.923036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6645b6b-ad0f-4268-b2b5-a8e18d8f6836 req-dbad62c5-b407-44e0-ba60-63da03f41972 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0455632 Aug 29 04:12:27.024420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1de3e5c8-4fb6-4950-8c42-c8713df8342e req-57911651-7c8f-4650-9935-a3b4ed729ac1 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0739517 Aug 29 04:12:27.083592 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:27.180282 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:27.742682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff2ef-0ddd-4d1c-be4d-7fc10d4b7b71 req-d4555120-fc90-47eb-9ba1-672d5b399f21 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:27.745221 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b1ff2ef-0ddd-4d1c-be4d-7fc10d4b7b71 req-d4555120-fc90-47eb-9ba1-672d5b399f21 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.5037086 Aug 29 04:12:27.760491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84e26b-5385-4f39-beed-3a87318e3341 req-5b3c54ae-9717-499b-b6ed-995bd468f2d6 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:27.762283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f84e26b-5385-4f39-beed-3a87318e3341 req-5b3c54ae-9717-499b-b6ed-995bd468f2d6 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 945 time: 0.0825779 Aug 29 04:12:27.843855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b1ff2ef-0ddd-4d1c-be4d-7fc10d4b7b71 req-fbd2e11d-678f-4aa9-a6d7-d00bd50b118b tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803182 Aug 29 04:12:27.857650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f84e26b-5385-4f39-beed-3a87318e3341 req-b226f100-1560-49cc-8e5f-11770afc9476 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826135 Aug 29 04:12:28.162267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-39a274d2-afe3-4f8f-b424-5c739c0981d9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.163824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-39a274d2-afe3-4f8f-b424-5c739c0981d9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 808 time: 0.1806519 Aug 29 04:12:28.171316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b142b-3b2c-41cf-8212-02a41e6533cc req-0f651db8-b1d0-4c95-b821-f2fe4a55119f tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.172874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-498b142b-3b2c-41cf-8212-02a41e6533cc req-0f651db8-b1d0-4c95-b821-f2fe4a55119f tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0838923 Aug 29 04:12:28.225772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-2c698a41-6dba-4166-823d-501e8f52dcd9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/quotas/8c315ab7fe9442ebbeae0625b3094431 HTTP/1.1" status: 200 len: 375 time: 0.0311160 Aug 29 04:12:28.284097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-498b142b-3b2c-41cf-8212-02a41e6533cc req-b18259af-5b13-4b96-bcaf-3b53ffd8716c tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920894 Aug 29 04:12:28.301775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-80f46edd-8397-4c5c-8014-7332a6609f89 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702641 Aug 29 04:12:28.495026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-0c1758a1-28e0-4990-ac3b-78bfa78caa68 service neutron] 10.222.0.49 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859789 Aug 29 04:12:28.712477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-e2c42fb8-bda9-4662-a428-35f93edee913 service neutron] 10.222.0.49 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102206 Aug 29 04:12:28.846957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a328-8c88-4cbb-bceb-78052159a80d req-634f2d2a-03bd-4074-94ba-9584890ca860 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.855313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c742a328-8c88-4cbb-bceb-78052159a80d req-634f2d2a-03bd-4074-94ba-9584890ca860 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 946 time: 0.1013479 Aug 29 04:12:28.875048 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.912933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c742a328-8c88-4cbb-bceb-78052159a80d req-8ef033fb-4ef3-49ef-9075-dc0a46cdd26f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522912 Aug 29 04:12:29.052061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b32ed-fa83-4c26-bba9-dea556ca332c req-2ce6fef6-d409-4834-a821-009641fc4035 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.063411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d7b32ed-fa83-4c26-bba9-dea556ca332c req-2ce6fef6-d409-4834-a821-009641fc4035 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 945 time: 0.0840309 Aug 29 04:12:29.152834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d7b32ed-fa83-4c26-bba9-dea556ca332c req-0b7aec1d-8124-44c9-b80d-f379f472b64c tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883021 Aug 29 04:12:29.395024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24f82ad7-bb20-4812-aada-5bcd74c80316 req-17a0d6f8-42c1-4ef1-b615-263ed2150be4 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 210 time: 0.0625057 Aug 29 04:12:29.428228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd2eac-9643-44d4-b118-826ce7687227 req-5d97c33d-781b-4c10-a633-01a42f751555 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.430595 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-49dd2eac-9643-44d4-b118-826ce7687227 req-5d97c33d-781b-4c10-a633-01a42f751555 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 945 time: 0.0912876 Aug 29 04:12:29.654481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-49dd2eac-9643-44d4-b118-826ce7687227 req-e86d564e-aa14-40be-905a-884fd07aa360 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Deleting port 7deed955-f47d-4db3-8d06-f49b47784923 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:29.655081 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-49dd2eac-9643-44d4-b118-826ce7687227 req-e86d564e-aa14-40be-905a-884fd07aa360 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.963546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-49dd2eac-9643-44d4-b118-826ce7687227 req-e86d564e-aa14-40be-905a-884fd07aa360 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] For port 7deed955-f47d-4db3-8d06-f49b47784923, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7deed955-f47d-4db3-8d06-f49b47784923,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:29.963931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-49dd2eac-9643-44d4-b118-826ce7687227 req-e86d564e-aa14-40be-905a-884fd07aa360 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.002328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-49dd2eac-9643-44d4-b118-826ce7687227 req-e86d564e-aa14-40be-905a-884fd07aa360 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Calling delete_port for 7deed955-f47d-4db3-8d06-f49b47784923 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:30.171058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d3b04-073c-4d4b-87f9-459ccb38d5ab req-68b49e94-0d98-4e73-9fe0-56c858fcb4cb tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.174068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a0d3b04-073c-4d4b-87f9-459ccb38d5ab req-68b49e94-0d98-4e73-9fe0-56c858fcb4cb tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 946 time: 0.1036544 Aug 29 04:12:30.259847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a0d3b04-073c-4d4b-87f9-459ccb38d5ab req-60cfe67d-a505-4740-9f61-4fb1e93aa868 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735588 Aug 29 04:12:30.435540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0c0eb-e8c3-4cbf-8ced-66500339692c req-9bb2e3ab-74d9-4c10-a8ce-6d2e35587baf tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.444850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fe0c0eb-e8c3-4cbf-8ced-66500339692c req-9bb2e3ab-74d9-4c10-a8ce-6d2e35587baf tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 945 time: 0.1048996 Aug 29 04:12:30.523790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fe0c0eb-e8c3-4cbf-8ced-66500339692c req-7051e0d8-5c67-46cf-a9e7-c570ebe65a2b tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/security-groups?id=90900294-2a7b-4f00-8a8e-b8a7d9f6a948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748949 Aug 29 04:12:30.680130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a944df49-0859-4afe-b56e-ea3a6f9fdf2c req-b9d36b73-d175-48ac-8727-f826011bbe09 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 210 time: 0.0754273 Aug 29 04:12:30.744386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-49dd2eac-9643-44d4-b118-826ce7687227 req-e86d564e-aa14-40be-905a-884fd07aa360 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.790640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d564e-aa14-40be-905a-884fd07aa360 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Pushing event deleted for resources: {'Port': ['ID=7deed955-f47d-4db3-8d06-f49b47784923,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:30.797036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7deed955-f47d-4db3-8d06-f49b47784923'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:30.886242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dd2eac-9643-44d4-b118-826ce7687227 req-e86d564e-aa14-40be-905a-884fd07aa360 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] No DVR routers for this DVR port 7deed955-f47d-4db3-8d06-f49b47784923 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:30.890410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-49dd2eac-9643-44d4-b118-826ce7687227 req-e86d564e-aa14-40be-905a-884fd07aa360 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.892836 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-49dd2eac-9643-44d4-b118-826ce7687227 req-e86d564e-aa14-40be-905a-884fd07aa360 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.52 "DELETE /v2.0/ports/7deed955-f47d-4db3-8d06-f49b47784923 HTTP/1.1" status: 204 len: 173 time: 1.4546475 Aug 29 04:12:30.893422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f212db-fef7-40fa-930a-097610f3e582', 'name': 'network-vif-deleted', 'tag': '7deed955-f47d-4db3-8d06-f49b47784923'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:30.916019 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688f3121-0df8-4399-87f3-4f427fd59d61" -d '{"events": [{"server_uuid": "95f212db-fef7-40fa-930a-097610f3e582", "name": "network-vif-deleted", "tag": "7deed955-f47d-4db3-8d06-f49b47784923"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:30.993279 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a805a76f-1075-493f-b107-4939e36a34a0 x-openstack-request-id: req-a805a76f-1075-493f-b107-4939e36a34a0 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:30.993574 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f212db-fef7-40fa-930a-097610f3e582", "name": "network-vif-deleted", "tag": "7deed955-f47d-4db3-8d06-f49b47784923", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:30.993835 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a805a76f-1075-493f-b107-4939e36a34a0 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:30.994358 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f212db-fef7-40fa-930a-097610f3e582', 'name': 'network-vif-deleted', 'tag': '7deed955-f47d-4db3-8d06-f49b47784923', 'status': 'completed', 'code': 200} Aug 29 04:12:31.252560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-cc3b0558-05f1-421a-9da0-a21b83efada9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.254023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-cc3b0558-05f1-421a-9da0-a21b83efada9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 808 time: 0.2223630 Aug 29 04:12:31.274199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Request body: {'port': {'device_id': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37', 'admin_state_up': True, 'tenant_id': '8c315ab7fe9442ebbeae0625b3094431'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:31.494664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Made reservation on behalf of 8c315ab7fe9442ebbeae0625b3094431 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:31.498419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:31.711189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5753c-a439-453e-abf5-3ef868869249 req-cf4071d9-0ae5-4c5c-a0b9-a99d459be994 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.719426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00c5753c-a439-453e-abf5-3ef868869249 req-cf4071d9-0ae5-4c5c-a0b9-a99d459be994 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 946 time: 0.2834218 Aug 29 04:12:31.882066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00c5753c-a439-453e-abf5-3ef868869249 req-5b088166-9add-444a-bae4-d0461ba20811 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613894 Aug 29 04:12:31.931752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Allocated IP 172.20.0.11 (8f502e82-6ac3-4950-8b96-2734620cac37/202acf61-14c7-4a45-8371-62216017318f/14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:32.049974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-220e7038-5fc6-4636-9034-ae09aa865a50 req-5638bb8c-b2b7-4d00-8627-38f9efb3bcf1 tempest-FloatingIPsAssociationNegativeTestJSON-483093508 tempest-FloatingIPsAssociationNegativeTestJSON-483093508-project] 10.222.0.49 "GET /v2.0/ports?device_id=95f212db-fef7-40fa-930a-097610f3e582 HTTP/1.1" status: 200 len: 210 time: 0.0693817 Aug 29 04:12:32.096436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-01de3f93-4757-472a-8fa3-e6c216511d0f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.098836 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-01de3f93-4757-472a-8fa3-e6c216511d0f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 946 time: 0.0934494 Aug 29 04:12:32.222093 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da32cb98-81e1-48d1-a9b1-b8a5c6dfc782 req-ceba8ae7-3d19-4351-8fff-ebdc73d929e3 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 210 time: 0.0604780 Aug 29 04:12:32.309076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Deleting port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:32.309681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.325557 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.375516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.393938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['fb8d468b-1820-4fd2-b264-5bf71504bb7c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:32.534212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] For port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:32.534595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.638846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Pushing event updated for resources: {'Port': ['ID=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:32.655726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Network 8f502e82-6ac3-4950-8b96-2734620cac37 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:32.660959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:32.671965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:32.746669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd1c52-8de2-4359-b0dc-614ed2015a64 req-2d43508b-4df5-405f-b597-0c38415223a6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.756240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58dd1c52-8de2-4359-b0dc-614ed2015a64 req-2d43508b-4df5-405f-b597-0c38415223a6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 945 time: 0.3779490 Aug 29 04:12:32.823368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58dd1c52-8de2-4359-b0dc-614ed2015a64 req-d3b64aff-0e48-4ccb-bd8b-4a35f6e833eb tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604441 Aug 29 04:12:32.846810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.847850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.870469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-7fef403b-6b73-42b1-9011-df916277928e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6006746 Aug 29 04:12:32.902028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Request body: {'port': {'device_id': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:33.069250 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.070355 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.071130 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Floating IP 29ff7867-6096-4f9d-9ad2-d22c34a61d78 disassociated. External IP: 172.25.5.133, port: 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9. Aug 29 04:12:33.071673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Calling delete_port for 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:33.150003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7deed955-f47d-4db3-8d06-f49b47784923 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:33.202712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 7deed955-f47d-4db3-8d06-f49b47784923 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:33.206564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7deed955-f47d-4db3-8d06-f49b47784923 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:33.280984 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.308143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56834) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:33.317691 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.396223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b656996-bb4d-4cfb-b1db-dae2b72551f1 req-f4083bf5-c424-48c5-a94d-d52e246ce179 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:33.402481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event deleted for resources: {'Port': ['ID=646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:33.417673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b656996-bb4d-4cfb-b1db-dae2b72551f1 req-f4083bf5-c424-48c5-a94d-d52e246ce179 tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 867 time: 0.1949108 Aug 29 04:12:33.593671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Router 95154c3b-7639-45fe-b024-454d5934d74a has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:33.611360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b656996-bb4d-4cfb-b1db-dae2b72551f1 req-5363da16-54a8-4997-97a6-f7ebd57b10ce tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups?id=59c42a92-73ee-4c79-a7ca-249f425a5271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927102 Aug 29 04:12:33.722002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50202735-6742-4a95-84df-bdcb8985c4b0 req-85ce8a90-80f3-45b0-ab39-312f8e9b3691 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:33.723864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50202735-6742-4a95-84df-bdcb8985c4b0 req-85ce8a90-80f3-45b0-ab39-312f8e9b3691 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 932 time: 0.2359693 Aug 29 04:12:33.941948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50202735-6742-4a95-84df-bdcb8985c4b0 req-d22af619-cf02-4531-b935-6ae8ba2db79d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099268 Aug 29 04:12:34.125043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:34.136889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] Sync routers for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:34.147765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:34.148424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:34.213524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] No DVR routers for this DVR port 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:34.234174 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:34.241428 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cb04d0e6-9809-41c8-90af-88c5521123cb req-0e9f7a89-b350-423a-9352-e40320c6d64a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.59 "DELETE /v2.0/ports/646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 HTTP/1.1" status: 204 len: 173 time: 2.1343749 Aug 29 04:12:34.261079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'name': 'network-vif-deleted', 'tag': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:34.272758 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816c0984-286b-43ac-b78c-290a715cbb63" -d '{"events": [{"server_uuid": "bb2cc8b5-0a21-4d37-881f-f4bb9c96160c", "name": "network-vif-deleted", "tag": "646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:34.316283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:34.362167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:34.408996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:34.461860 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cf3c6a-4820-4203-a64f-39320bd296b9 x-openstack-request-id: req-13cf3c6a-4820-4203-a64f-39320bd296b9 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:34.462373 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2cc8b5-0a21-4d37-881f-f4bb9c96160c", "name": "network-vif-deleted", "tag": "646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:34.462373 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13cf3c6a-4820-4203-a64f-39320bd296b9 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:34.462850 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2cc8b5-0a21-4d37-881f-f4bb9c96160c', 'name': 'network-vif-deleted', 'tag': '646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9', 'status': 'completed', 'code': 200} Aug 29 04:12:34.476437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Transition to ACTIVE for port object 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:34.491267 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:34.540185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab3f0b-5447-497e-b1a1-e5b229422d28 req-a3e2effb-530d-4fbf-b807-54097b842cfc tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.548283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47ab3f0b-5447-497e-b1a1-e5b229422d28 req-a3e2effb-530d-4fbf-b807-54097b842cfc tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 945 time: 0.1993961 Aug 29 04:12:34.603778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47ab3f0b-5447-497e-b1a1-e5b229422d28 req-c4c87972-8732-487e-8856-9c377cb5e6ff tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541334 Aug 29 04:12:34.613106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Pushing event updated for resources: {'Port': ['ID=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:34.624954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:34.702203 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:12:34.786922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:34.787276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:34.787513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:34.832495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:34.832872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:34.871167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:34.898676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5302a5f-8a04-4f35-a4d9-2022f6ca65e4 req-ed1cd135-fa75-4b7c-9d21-30613cdd430d tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cc8b5-0a21-4d37-881f-f4bb9c96160c HTTP/1.1" status: 200 len: 210 time: 0.0952103 Aug 29 04:12:34.913060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:34.913060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:34.913060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:34.913060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Bound port: 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:34.913060 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:34.916411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] Checking router: 95154c3b-7639-45fe-b024-454d5934d74a for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:34.926071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:34.927054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:35.095987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:35.107522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:35.116020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:35.169563 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] Deleting port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:35.170270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:35.196485 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:35.280774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Pushing event updated for resources: {'Port': ['ID=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:35.296290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.297210 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:35.301892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-b7b36ea2-d172-4153-8295-61857f2acb92 service neutron] 10.222.0.59 "PUT /v2.0/ports/14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b HTTP/1.1" status: 200 len: 1093 time: 2.4145529 Aug 29 04:12:35.303241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'tag': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:35.310442 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08997179-ec42-43ec-b464-9a16db5d8afa" -d '{"events": [{"name": "network-changed", "server_uuid": "e3dee2d9-5ca6-44ea-b417-d1ca8591b02e", "tag": "14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:35.335021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fe467-86b6-4003-aa5a-46402d96cad9 req-d7d7568e-8ff1-4546-a3a0-60e476f96da1 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.343251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c20fe467-86b6-4003-aa5a-46402d96cad9 req-d7d7568e-8ff1-4546-a3a0-60e476f96da1 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.2610121 Aug 29 04:12:35.387769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] For port 23d180bc-c9d7-4a59-a2f3-7fb7132561a6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=23d180bc-c9d7-4a59-a2f3-7fb7132561a6,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:35.388148 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:35.424959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] Calling delete_port for 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:35.453727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c20fe467-86b6-4003-aa5a-46402d96cad9 req-9764fe63-41d0-4530-84e5-23fd5821bebd tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094661 Aug 29 04:12:35.487171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-d0e9e34d-b1ef-4cad-a2a9-2f1fea370f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.488818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-d0e9e34d-b1ef-4cad-a2a9-2f1fea370f43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 1096 time: 0.1087430 Aug 29 04:12:35.544034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:35.616814 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd62e36b-5ee4-4167-ad63-0fa6670bd43b x-openstack-request-id: req-dd62e36b-5ee4-4167-ad63-0fa6670bd43b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:35.618149 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3dee2d9-5ca6-44ea-b417-d1ca8591b02e", "tag": "14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:35.618600 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd62e36b-5ee4-4167-ad63-0fa6670bd43b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:35.619786 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'tag': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b', 'status': 'completed', 'code': 200} Aug 29 04:12:35.623716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91f309-5831-476f-87d7-87f5dfdfb1e4 None None] The sync data for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 is: [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:49Z', 'revision_number': 4, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '22843dbe-a0f8-4938-b6d9-d4520188f27e', 'name': '', 'network_id': '3a29fce4-c2cb-47fe-90e5-d7553facac22', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'mac_address': 'fa:16:3e:f5:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:48Z', 'updated_at': '2021-08-29T04:07:57Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'subnets': [{'id': '0d99572f-6b5c-4c0e-ba55-9cedeb4ab610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:35.624966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-d43643bd-d9c8-4274-b955-6e76859a431e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b HTTP/1.1" status: 200 len: 217 time: 0.1247432 Aug 29 04:12:35.781404 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d42ac-478c-4f21-8256-d24892d88e4a req-b16852a7-7da4-4f3e-9f98-af3adc1b1abd tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.796420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae5d42ac-478c-4f21-8256-d24892d88e4a req-b16852a7-7da4-4f3e-9f98-af3adc1b1abd tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 945 time: 0.1744466 Aug 29 04:12:35.811182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-1a201bcc-8756-4ea2-8fa0-d92c0d1117d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.812725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-1a201bcc-8756-4ea2-8fa0-d92c0d1117d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.1393876 Aug 29 04:12:35.837547 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:35.869807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-fc41523b-ec77-42f9-b7a5-7d01b938a23f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466356 Aug 29 04:12:35.906578 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae5d42ac-478c-4f21-8256-d24892d88e4a req-b81aac21-63f8-4de4-bdb7-94fc32bf7316 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055818 Aug 29 04:12:35.956587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=23d180bc-c9d7-4a59-a2f3-7fb7132561a6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:36.017907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:36.059040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-68c12b28-66e7-42cb-917a-f55ee1001d2b service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667631 Aug 29 04:12:36.098106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:36.098486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 646b2b1d-ac9b-4ba6-b48e-1d4813b97bb9 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:36.158788 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00512ab-d395-43aa-b979-40f4a963c8a0 None None] New status for floating IP 29ff7867-6096-4f9d-9ad2-d22c34a61d78: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:12:36.249556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56888) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:36.319279 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:36.351928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3166d8fe-de98-4f7a-bedf-21de3fe495c3 req-bb70b86b-c41b-4cee-a58b-673af3b01255 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747760 Aug 29 04:12:36.491596 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f02e46e5-7d3a-4e52-afb9-4fe31fe9919f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:36.509778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08997179-ec42-43ec-b464-9a16db5d8afa req-b6b2e815-5852-4f62-93a7-e8b3825bb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.511825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08997179-ec42-43ec-b464-9a16db5d8afa req-b6b2e815-5852-4f62-93a7-e8b3825bb1f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 1096 time: 0.0942781 Aug 29 04:12:36.662712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08997179-ec42-43ec-b464-9a16db5d8afa req-4f617409-01fd-4a1d-a8c8-9b34fa512fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.664724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08997179-ec42-43ec-b464-9a16db5d8afa req-4f617409-01fd-4a1d-a8c8-9b34fa512fc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.1449785 Aug 29 04:12:36.760117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] Router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:36.767725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08997179-ec42-43ec-b464-9a16db5d8afa req-d7cb4e7f-8961-4d89-9a62-38106102403c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b HTTP/1.1" status: 200 len: 217 time: 0.0812900 Aug 29 04:12:36.803505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f02e46e5-7d3a-4e52-afb9-4fe31fe9919f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:36.868129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e2363-7c21-42a3-98ee-832ac8c15633 req-92970ac7-a4fe-4d07-bccd-bb70c4e5eec5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.869809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a8e2363-7c21-42a3-98ee-832ac8c15633 req-92970ac7-a4fe-4d07-bccd-bb70c4e5eec5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.2042406 Aug 29 04:12:36.900971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08997179-ec42-43ec-b464-9a16db5d8afa req-5f042d8e-737b-4bae-abf1-7ef244d322ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.902469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08997179-ec42-43ec-b464-9a16db5d8afa req-5f042d8e-737b-4bae-abf1-7ef244d322ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.1157556 Aug 29 04:12:36.963742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:36.974614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] Sync routers for ids ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:36.980517 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f02e46e5-7d3a-4e52-afb9-4fe31fe9919f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:36.983752 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f02e46e5-7d3a-4e52-afb9-4fe31fe9919f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:36.987723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f02e46e5-7d3a-4e52-afb9-4fe31fe9919f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "DELETE /v2.0/security-groups/59c42a92-73ee-4c79-a7ca-249f425a5271 HTTP/1.1" status: 204 len: 168 time: 0.7342494 Aug 29 04:12:36.996900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] Routers {'2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:36.999141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:36.999889 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ed416b81-384a-484a-88d7-e0f7f5592a4f admin admin] 10.222.0.49 "PUT /v2.0/routers/2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6895928 Aug 29 04:12:37.002908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56906) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:37.003546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56908) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:37.004545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08997179-ec42-43ec-b464-9a16db5d8afa req-37025a06-e9fe-41bb-9480-d86eebc2b8ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854180 Aug 29 04:12:37.012245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e46e5-7d3a-4e52-afb9-4fe31fe9919f tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c42a92-73ee-4c79-a7ca-249f425a5271,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:37.130657 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-f7a09728-a20a-4583-8c4b-17625be5cccf tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] show failed (client error): The resource could not be found. Aug 29 04:12:37.137879 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f7a09728-a20a-4583-8c4b-17625be5cccf tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "GET /v2.0/security-groups/59c42a92-73ee-4c79-a7ca-249f425a5271 HTTP/1.1" status: 404 len: 347 time: 0.1315780 Aug 29 04:12:37.141881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56910) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:37.164076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a8e2363-7c21-42a3-98ee-832ac8c15633 req-daeac941-adcb-42fd-adfb-b0d369481456 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222366 Aug 29 04:12:37.264826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08997179-ec42-43ec-b464-9a16db5d8afa req-b731cb00-7a32-42f3-a0a0-336c99673ef4 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179511 Aug 29 04:12:37.375497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776efa3-4a37-4b3a-b0a8-d63486d2c096 req-53e10f99-e2f2-48fc-a2f3-7453ab7d15ec tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:37.377161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6776efa3-4a37-4b3a-b0a8-d63486d2c096 req-53e10f99-e2f2-48fc-a2f3-7453ab7d15ec tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 945 time: 0.2121313 Aug 29 04:12:37.451100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] Set router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:37.503841 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6776efa3-4a37-4b3a-b0a8-d63486d2c096 req-5b254485-35bf-4ac2-a236-a9f8b01c666f tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196580 Aug 29 04:12:37.519431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08997179-ec42-43ec-b464-9a16db5d8afa req-577ae013-3372-4ddf-9bc1-52a3939e9afa service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360480 Aug 29 04:12:37.753237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:12:35Z', 'revision_number': 5, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:37.820082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] Checking router: 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:37.837210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] Routers {'2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:37.838328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:37.853410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:37.962328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] Set router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:38.024088 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.049913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-41be5302-03a0-4ce1-a5cd-5e25a91be158 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:38.051430 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-41be5302-03a0-4ce1-a5cd-5e25a91be158 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.59 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 945 time: 0.9103899 Aug 29 04:12:38.151651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5ad33424-8b7f-43db-b5f8-0845024d550a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Deleting port 08b66999-177f-474c-bd7d-30f2925c7df0 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:38.152011 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad33424-8b7f-43db-b5f8-0845024d550a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.262153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:12:35Z', 'revision_number': 5, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:38.303137 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80304d50-d17e-452a-9cd4-a586f14e4507 None None] The sync data for ids ['2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7'] in n-d-712141-12 is: [{'id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1698398757-router', 'tenant_id': 'b57c8e82f903493292c5d33ef7b9c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:12:35Z', 'revision_number': 5, 'project_id': 'b57c8e82f903493292c5d33ef7b9c539', 'gw_port': {'id': '9c340e99-9815-4b64-af73-4c25a8d6a08d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:34Z', 'updated_at': '2021-08-29T04:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:38.368689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e443739-2abb-4329-bdbe-afdff5bef6f3 req-222509a1-8109-437b-a19d-abf2e6e5408e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:38.371217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e443739-2abb-4329-bdbe-afdff5bef6f3 req-222509a1-8109-437b-a19d-abf2e6e5408e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.0634170 Aug 29 04:12:38.379452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Deleting port 9c340e99-9815-4b64-af73-4c25a8d6a08d {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:38.380101 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.433425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e443739-2abb-4329-bdbe-afdff5bef6f3 req-41647d31-9a8b-4480-95d7-323f9cc815fe tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546305 Aug 29 04:12:38.452227 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad33424-8b7f-43db-b5f8-0845024d550a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.452630 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad33424-8b7f-43db-b5f8-0845024d550a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.457120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Deleting port fe577793-d7d4-4a34-8849-c21b6903159e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:38.457501 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.529162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5ad33424-8b7f-43db-b5f8-0845024d550a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Calling delete_port for 08b66999-177f-474c-bd7d-30f2925c7df0 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:38.647449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d55e98-3b90-4dcc-b687-6cc680775069 req-14f2c5d3-5032-4b1f-a86a-71f439a4d6ba tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:38.650402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5d55e98-3b90-4dcc-b687-6cc680775069 req-14f2c5d3-5032-4b1f-a86a-71f439a4d6ba tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 945 time: 0.0636702 Aug 29 04:12:38.660705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] For port 9c340e99-9815-4b64-af73-4c25a8d6a08d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9c340e99-9815-4b64-af73-4c25a8d6a08d,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:38.661198 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.677564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] For port fe577793-d7d4-4a34-8849-c21b6903159e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fe577793-d7d4-4a34-8849-c21b6903159e,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:38.677942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.694459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Calling delete_port for 9c340e99-9815-4b64-af73-4c25a8d6a08d owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:38.709855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5d55e98-3b90-4dcc-b687-6cc680775069 req-9a271246-6e0b-4337-afd5-0c73ae3a7dad tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46a3000-bdeb-4ac0-893b-3d098178aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436342 Aug 29 04:12:38.759824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:38.791611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:38.792093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 23d180bc-c9d7-4a59-a2f3-7fb7132561a6 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:39.033020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad33424-8b7f-43db-b5f8-0845024d550a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.078962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c8d0-6005-4c1f-892a-1d9701d3644e req-04c4c96c-0de2-4d4a-aca2-411822faac09 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:39.080720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f668c8d0-6005-4c1f-892a-1d9701d3644e req-04c4c96c-0de2-4d4a-aca2-411822faac09 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 950 time: 0.0549514 Aug 29 04:12:39.096739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad33424-8b7f-43db-b5f8-0845024d550a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Pushing event deleted for resources: {'Port': ['ID=08b66999-177f-474c-bd7d-30f2925c7df0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:39.142580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f668c8d0-6005-4c1f-892a-1d9701d3644e req-23c5fab6-5319-466e-8723-8cc4fb3b1431 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458925 Aug 29 04:12:39.146281 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.146651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.146965 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Floating IP e2220210-f20b-4d24-828b-65602230e035 disassociated. External IP: 172.25.5.236, port: fe577793-d7d4-4a34-8849-c21b6903159e. Aug 29 04:12:39.147305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Calling delete_port for fe577793-d7d4-4a34-8849-c21b6903159e owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:39.203586 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad33424-8b7f-43db-b5f8-0845024d550a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.206141 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad33424-8b7f-43db-b5f8-0845024d550a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.207284 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5ad33424-8b7f-43db-b5f8-0845024d550a tempest-ServersWithSpecificFlavorTestJSON-1968050940 tempest-ServersWithSpecificFlavorTestJSON-1968050940-project] 10.222.0.49 "DELETE /v2.0/floatingips/29ff7867-6096-4f9d-9ad2-d22c34a61d78 HTTP/1.1" status: 204 len: 168 time: 2.0622790 Aug 29 04:12:39.263599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.307825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c340e99-9815-4b64-af73-4c25a8d6a08d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:39.391457 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.544926 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.553726 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.557721 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.620172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edac670-612b-4b13-888d-7f247ad2d2dd req-53e6c92b-13d8-45ef-a7de-a4c85e8caf1c tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:39.631689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3edac670-612b-4b13-888d-7f247ad2d2dd req-53e6c92b-13d8-45ef-a7de-a4c85e8caf1c tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.1163473 Aug 29 04:12:39.640420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56986) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:39.654137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Pushing event deleted for resources: {'Port': ['ID=fe577793-d7d4-4a34-8849-c21b6903159e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:39.769501 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.770115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:12:39.775936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.777072 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8c304400-66b7-46da-8d02-a5985ff637d0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2ee4d269-5c25-4a3a-a08d-7ddc15eee8e7 HTTP/1.1" status: 204 len: 168 time: 2.7631640 Aug 29 04:12:39.779624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56990) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:39.816311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3edac670-612b-4b13-888d-7f247ad2d2dd req-0f505652-45d7-4b8a-8f84-25359a6aa0b2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825109 Aug 29 04:12:39.858918 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b296da1-7ed9-4b64-9238-fe9e0f9f8209 admin admin] Deleting subnet 1f21d2fc-5862-4ad0-ad41-3678a2b98fea {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:12:39.862465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Router dce602d8-ce25-47f7-9a33-c6f38f0ba5db has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:39.865201 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b296da1-7ed9-4b64-9238-fe9e0f9f8209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.944391 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b296da1-7ed9-4b64-9238-fe9e0f9f8209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.016135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fe577793-d7d4-4a34-8849-c21b6903159e no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:40.032603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2850f98d-d88a-4d44-864a-d37fb088cf89 req-7e41c23e-2484-4f73-bb2e-dd30209a7b94 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.0459926 Aug 29 04:12:40.060658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: fe577793-d7d4-4a34-8849-c21b6903159e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:40.068836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fe577793-d7d4-4a34-8849-c21b6903159e not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:40.132398 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b296da1-7ed9-4b64-9238-fe9e0f9f8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.158711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:40.170842 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] Sync routers for ids ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:40.188127 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] Routers {'dce602d8-ce25-47f7-9a33-c6f38f0ba5db'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:40.189449 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:40.212447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.237204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] No DVR routers for this DVR port fe577793-d7d4-4a34-8849-c21b6903159e on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:40.240650 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.243225 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5106681d-d6b8-4b2c-858f-3f152a8276cb req-fbb3b54a-3ddd-4ee9-9c58-3f96f6deb9f9 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.59 "DELETE /v2.0/ports/fe577793-d7d4-4a34-8849-c21b6903159e HTTP/1.1" status: 204 len: 173 time: 2.1833324 Aug 29 04:12:40.245778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6046e20e-f4db-46d5-a18a-59626908a934', 'name': 'network-vif-deleted', 'tag': 'fe577793-d7d4-4a34-8849-c21b6903159e'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:40.248326 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5303468-65a8-4260-8be4-fb16c44c5eee" -d '{"events": [{"server_uuid": "6046e20e-f4db-46d5-a18a-59626908a934", "name": "network-vif-deleted", "tag": "fe577793-d7d4-4a34-8849-c21b6903159e"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:40.306131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b296da1-7ed9-4b64-9238-fe9e0f9f8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.347698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b296da1-7ed9-4b64-9238-fe9e0f9f8209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f21d2fc-5862-4ad0-ad41-3678a2b98fea,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:40.372090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f987e329-63ec-4d56-97a4-c217c5fe8283 None None] Network 805de20a-e95a-4183-bbc0-95833923e3b3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:40.372994 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbca0b1-2b76-498b-900a-0658cd6d14d7 x-openstack-request-id: req-ddbca0b1-2b76-498b-900a-0658cd6d14d7 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:40.373862 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6046e20e-f4db-46d5-a18a-59626908a934", "name": "network-vif-deleted", "tag": "fe577793-d7d4-4a34-8849-c21b6903159e", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:40.374224 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddbca0b1-2b76-498b-900a-0658cd6d14d7 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:40.375930 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6046e20e-f4db-46d5-a18a-59626908a934', 'name': 'network-vif-deleted', 'tag': 'fe577793-d7d4-4a34-8849-c21b6903159e', 'status': 'completed', 'code': 200} Aug 29 04:12:40.378144 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b296da1-7ed9-4b64-9238-fe9e0f9f8209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.380396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2b296da1-7ed9-4b64-9238-fe9e0f9f8209 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1f21d2fc-5862-4ad0-ad41-3678a2b98fea HTTP/1.1" status: 204 len: 168 time: 0.5993631 Aug 29 04:12:40.382731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56998) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:40.408135 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] Set router dce602d8-ce25-47f7-9a33-c6f38f0ba5db gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:40.483825 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.581217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Deleting port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:40.581725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.693270 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:34Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c04a284c-642e-46e5-8566-c4ddcce92986', 'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'mac_address': 'fa:16:3e:0a:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:33Z', 'updated_at': '2021-08-29T04:09:40Z', 'revision_number': 5, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'subnets': [{'id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:40.707453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] For port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=217527b5-ccb8-4206-a70d-d4a4d6aa35d7,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:40.707964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.722806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282d2ba0-537c-41e7-88a7-dc28a6c1d142 None None] DHCP port deletion for 805de20a-e95a-4183-bbc0-95833923e3b3 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:12:40.746671 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] Checking router: dce602d8-ce25-47f7-9a33-c6f38f0ba5db for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:40.757170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Calling delete_port for 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:40.786154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2535a5-930b-4bed-9c4c-0664952af4a4 req-d793e835-ad50-4794-b363-14a4dc9bd01c tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.788658 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] Routers {'dce602d8-ce25-47f7-9a33-c6f38f0ba5db'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:40.790472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-282d2ba0-537c-41e7-88a7-dc28a6c1d142 None None] Deleting port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:40.791095 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-282d2ba0-537c-41e7-88a7-dc28a6c1d142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.791330 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:40.794216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a2535a5-930b-4bed-9c4c-0664952af4a4 req-d793e835-ad50-4794-b363-14a4dc9bd01c tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 950 time: 0.5128984 Aug 29 04:12:40.897664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a2535a5-930b-4bed-9c4c-0664952af4a4 req-0e2ab483-5692-4e86-9659-74027bcf8f91 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024952 Aug 29 04:12:40.929499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9c340e99-9815-4b64-af73-4c25a8d6a08d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:40.941249 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.987392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 9c340e99-9815-4b64-af73-4c25a8d6a08d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:40.990093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9c340e99-9815-4b64-af73-4c25a8d6a08d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:40.990796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:40.992260 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] Set router dce602d8-ce25-47f7-9a33-c6f38f0ba5db gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:41.002483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=217527b5-ccb8-4206-a70d-d4a4d6aa35d7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:41.015547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] No DVR routers for this DVR port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:41.066344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:41.066901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:41.072785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-282d2ba0-537c-41e7-88a7-dc28a6c1d142 None None] For port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=217527b5-ccb8-4206-a70d-d4a4d6aa35d7,segment=NetworkSegment(d41c53c7-7332-4d86-bdb7-784fbba691b3),segment_id=d41c53c7-7332-4d86-bdb7-784fbba691b3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:41.072785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-282d2ba0-537c-41e7-88a7-dc28a6c1d142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.101407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-282d2ba0-537c-41e7-88a7-dc28a6c1d142 None None] Calling delete_port for 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:41.129348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b1845-a73d-480a-aef6-a5456ad32524 req-2c7cb0c5-27e8-434e-838c-3a8f50f06e96 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.130900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb9b1845-a73d-480a-aef6-a5456ad32524 req-2c7cb0c5-27e8-434e-838c-3a8f50f06e96 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.1806273 Aug 29 04:12:41.166952 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.179972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805de20a-e95a-4183-bbc0-95833923e3b3']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:41.191521 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41c53c7-7332-4d86-bdb7-784fbba691b3') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:41.192736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 49377b49-1007-4105-a140-fb9b8233c194 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:41.196311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41c53c7-7332-4d86-bdb7-784fbba691b3') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:41.204645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb9b1845-a73d-480a-aef6-a5456ad32524 req-c17f596a-6a69-4ba8-aff3-a02aef07b8d5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662622 Aug 29 04:12:41.216128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.217575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] Deleting port 22843dbe-a0f8-4938-b6d9-d4520188f27e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:41.218038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.245055 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.269468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:12:41.270044 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:12:41.273323 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:12:41.386934 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:34Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c04a284c-642e-46e5-8566-c4ddcce92986', 'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'mac_address': 'fa:16:3e:0a:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:33Z', 'updated_at': '2021-08-29T04:09:40Z', 'revision_number': 5, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'subnets': [{'id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:41.408057 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-282d2ba0-537c-41e7-88a7-dc28a6c1d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.435107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] For port 22843dbe-a0f8-4938-b6d9-d4520188f27e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=22843dbe-a0f8-4938-b6d9-d4520188f27e,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:41.436133 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.443832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.452214 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.456934 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] 10.222.0.49 "DELETE /v2.0/networks/805de20a-e95a-4183-bbc0-95833923e3b3 HTTP/1.1" status: 204 len: 168 time: 1.0705500 Aug 29 04:12:41.458891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] Calling delete_port for 22843dbe-a0f8-4938-b6d9-d4520188f27e owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:41.472984 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d3cef2-27c9-4c4b-b4dd-66f3707e135d None None] The sync data for ids ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'] in n-d-712141-12 is: [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:09:34Z', 'revision_number': 4, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c04a284c-642e-46e5-8566-c4ddcce92986', 'name': '', 'network_id': '6b7eb424-c2af-4c0a-83bd-92c9162247c1', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'mac_address': 'fa:16:3e:0a:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:33Z', 'updated_at': '2021-08-29T04:09:40Z', 'revision_number': 5, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'subnets': [{'id': 'aec7a794-da07-438d-bbac-f0cf1f58bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:41.479860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d2ba0-537c-41e7-88a7-dc28a6c1d142 None None] Pushing event deleted for resources: {'Port': ['ID=217527b5-ccb8-4206-a70d-d4a4d6aa35d7,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:41.519973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d2ba0-537c-41e7-88a7-dc28a6c1d142 None None] No DVR routers for this DVR port 217527b5-ccb8-4206-a70d-d4a4d6aa35d7 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:41.529389 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.603062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49377b49-1007-4105-a140-fb9b8233c194'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:41.608661 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96eecbff-7451-4fab-8502-85c2053a336a" -d '{"events": [{"server_uuid": "02fbf97f-18cb-4115-8d1a-a04920999dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "49377b49-1007-4105-a140-fb9b8233c194"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:41.647029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 49377b49-1007-4105-a140-fb9b8233c194, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=49377b49-1007-4105-a140-fb9b8233c194,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:41.652812 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.776481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=49377b49-1007-4105-a140-fb9b8233c194,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:41.826752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57030) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:41.835291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afebe06c-6ef6-4f53-900b-8ef8d8cf39d0 req-dcca628a-2b1f-46e8-a2ef-2f7d6f8aa43f tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.0688760 Aug 29 04:12:41.883977 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028163da-27d2-4f9f-86a5-69079fedeb07 x-openstack-request-id: req-028163da-27d2-4f9f-86a5-69079fedeb07 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:41.884337 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fbf97f-18cb-4115-8d1a-a04920999dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "49377b49-1007-4105-a140-fb9b8233c194", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:41.884681 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-028163da-27d2-4f9f-86a5-69079fedeb07 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:41.885071 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49377b49-1007-4105-a140-fb9b8233c194', 'code': 200} Aug 29 04:12:41.971790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f4706dc7-8fa2-4d58-9ef3-bec67c03cd14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b57c8e82f903493292c5d33ef7b9c539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444345 Aug 29 04:12:41.977725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57034) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:42.056729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395dde1-c5a7-491a-8bdd-e27258af4bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=805de20a-e95a-4183-bbc0-95833923e3b3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:42.078247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56605f26-0102-445f-83d3-84bd3a06e5ac None None] New status for floating IP e2220210-f20b-4d24-828b-65602230e035: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:12:42.085647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.123565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] Pushing event deleted for resources: {'Port': ['ID=22843dbe-a0f8-4938-b6d9-d4520188f27e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:42.154878 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d27e67c-e374-479e-84cb-15b07e01c4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.204156 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d27e67c-e374-479e-84cb-15b07e01c4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.386638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d27e67c-e374-479e-84cb-15b07e01c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.389240 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d27e67c-e374-479e-84cb-15b07e01c4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.393220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9d27e67c-e374-479e-84cb-15b07e01c4f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90900294-2a7b-4f00-8a8e-b8a7d9f6a948 HTTP/1.1" status: 204 len: 168 time: 0.4117405 Aug 29 04:12:42.399574 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.413970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27e67c-e374-479e-84cb-15b07e01c4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90900294-2a7b-4f00-8a8e-b8a7d9f6a948,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:42.432154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb7a8e-a0ec-4268-b641-1c15bdfd003c req-aba69490-9a68-4725-8f56-a3ea2c71faad tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.439592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9cb7a8e-a0ec-4268-b641-1c15bdfd003c req-aba69490-9a68-4725-8f56-a3ea2c71faad tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.1016684 Aug 29 04:12:42.558891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9cb7a8e-a0ec-4268-b641-1c15bdfd003c req-b16f075d-86c6-480a-9cac-d5726f2dc358 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183174 Aug 29 04:12:42.738500 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] Router 95154c3b-7639-45fe-b024-454d5934d74a has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:42.876314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:42.881661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1fbd71c7-e245-4d0b-a974-3e3207c45512 admin admin] 10.222.0.49 "PUT /v2.0/routers/95154c3b-7639-45fe-b024-454d5934d74a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2398856 Aug 29 04:12:42.884009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57062) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:42.888711 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] Sync routers for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:42.899074 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:42.899873 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:43.009760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1af95a73-0eca-44fe-97b4-2cacafa16cfe req-930d3ea3-1334-440b-9cae-885cd70bc813 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.0359945 Aug 29 04:12:43.039349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.137337 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:43.156841 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.236999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Deleting port bd1d3cc2-9bf9-414c-9724-8440147fc5e6 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:43.237344 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.342307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] For port bd1d3cc2-9bf9-414c-9724-8440147fc5e6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=bd1d3cc2-9bf9-414c-9724-8440147fc5e6,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:43.342936 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.360385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Calling delete_port for bd1d3cc2-9bf9-414c-9724-8440147fc5e6 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:43.383574 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:12:41Z', 'revision_number': 5, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port': {'id': 'bd1d3cc2-9bf9-414c-9724-8440147fc5e6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95154c3b-7639-45fe-b024-454d5934d74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:43.412736 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] Checking router: 95154c3b-7639-45fe-b024-454d5934d74a for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:43.426806 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] Routers {'95154c3b-7639-45fe-b024-454d5934d74a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:43.432244 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['95154c3b-7639-45fe-b024-454d5934d74a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:43.512616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57080) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:43.636684 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] Set router 95154c3b-7639-45fe-b024-454d5934d74a gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:43.663595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.730290 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:12:43Z', 'revision_number': 6, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:43.735781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-network', 'tenant_id': 'ccf45e02132a434e964c4606796ce697'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:43.753814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1d3cc2-9bf9-414c-9724-8440147fc5e6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:43.769863 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916d0b6-c344-43e9-ab40-f4492595688d None None] The sync data for ids ['95154c3b-7639-45fe-b024-454d5934d74a'] in n-d-712141-12 is: [{'id': '95154c3b-7639-45fe-b024-454d5934d74a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373815331-router', 'tenant_id': '8ff3f48c3826411a95205a4b90e481f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:45Z', 'updated_at': '2021-08-29T04:12:43Z', 'revision_number': 6, 'project_id': '8ff3f48c3826411a95205a4b90e481f7', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:43.779837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Made reservation on behalf of ccf45e02132a434e964c4606796ce697 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:43.783378 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.793314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.879685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.936407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.942655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.974549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:12:43.976352 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.978531 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.988740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d6961f-06cf-46d8-8d6f-bf64607e768f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:43.998242 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.999713 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Added segment 56ebdecc-2311-422f-a353-063045b354f5 of type vlan for network 3c6db399-c2c1-442c-afa4-a7404636f9cf Aug 29 04:12:44.030053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23760a41-f186-4665-9333-814e0f1dd0f5 req-83624aae-f03b-4146-91b4-87006ba1b7c0 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:44.031498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23760a41-f186-4665-9333-814e0f1dd0f5 req-83624aae-f03b-4146-91b4-87006ba1b7c0 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.3104188 Aug 29 04:12:44.042848 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.043504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95154c3b-7639-45fe-b024-454d5934d74a {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:12:44.050573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 681556c9-7caa-4e81-a8f6-1c36e3e08379 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:44.056519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.057979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-db7c2a6c-ffac-471d-ac91-db85e65b8b26 admin admin] 10.222.0.49 "DELETE /v2.0/routers/95154c3b-7639-45fe-b024-454d5934d74a HTTP/1.1" status: 204 len: 168 time: 1.1724911 Aug 29 04:12:44.065704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.078746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57102) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:44.117474 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.119404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:44.120115 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.132930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79609-d7b7-4229-b95b-b2df12ea762e req-f969f81b-242a-4678-bfbd-a3f30313b6dc tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:44.134548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbc79609-d7b7-4229-b95b-b2df12ea762e req-f969f81b-242a-4678-bfbd-a3f30313b6dc tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 945 time: 0.1016650 Aug 29 04:12:44.138007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23760a41-f186-4665-9333-814e0f1dd0f5 req-15525fbb-41ba-46ff-bb11-0c2e72d81e85 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929208 Aug 29 04:12:44.190326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:44.230905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbc79609-d7b7-4229-b95b-b2df12ea762e req-52e33882-4609-4f83-b979-417326f1cbcd tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682979 Aug 29 04:12:44.233349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'mac_address': 'fa:16:3e:e0:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:44.295449 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.296834 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7828994 Aug 29 04:12:44.297753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57106) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:44.298512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd504636-3f23-4504-b153-839b5dfbbde2 admin admin] Pushing event updated for resources: {'Network': ['ID=3c6db399-c2c1-442c-afa4-a7404636f9cf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:44.313400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 3c6db399-c2c1-442c-afa4-a7404636f9cf details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:12:44.323906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d27f9a-f9f8-4e55-83d0-45bcaecd9271 admin admin] Deleting subnet 0d99572f-6b5c-4c0e-ba55-9cedeb4ab610 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:12:44.327997 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30d27f9a-f9f8-4e55-83d0-45bcaecd9271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.331449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Request body: {'subnet': {'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-subnet', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:44.359954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Made reservation on behalf of ccf45e02132a434e964c4606796ce697 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:44.362541 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.376871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681556c9-7caa-4e81-a8f6-1c36e3e08379 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:44.400134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2151d0d8-81e6-45a1-bd84-a78fdcfdee92 req-039520e9-5c6c-4245-a563-5bfce3e1dec8 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.0489969 Aug 29 04:12:44.408021 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30d27f9a-f9f8-4e55-83d0-45bcaecd9271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.422889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:44.429825 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.497132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:44.512035 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30d27f9a-f9f8-4e55-83d0-45bcaecd9271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.568676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['681556c9-7caa-4e81-a8f6-1c36e3e08379'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:44.589544 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30d27f9a-f9f8-4e55-83d0-45bcaecd9271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.604664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.664457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d27f9a-f9f8-4e55-83d0-45bcaecd9271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d99572f-6b5c-4c0e-ba55-9cedeb4ab610,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:44.668304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30d27f9a-f9f8-4e55-83d0-45bcaecd9271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.671627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-30d27f9a-f9f8-4e55-83d0-45bcaecd9271 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0d99572f-6b5c-4c0e-ba55-9cedeb4ab610 HTTP/1.1" status: 204 len: 168 time: 0.5888462 Aug 29 04:12:44.672537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcacb4f7-424a-4f5a-b471-304e044c55c4,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:44.677121 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57110) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:44.687665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Checking segment: {'id': '56ebdecc-2311-422f-a353-063045b354f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:44.688218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Network hostable DHCP agents. Network: 3c6db399-c2c1-442c-afa4-a7404636f9cf, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:12:44.696396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6304f0-6a22-413f-adf2-5595f0259fc6 None None] Network 3a29fce4-c2cb-47fe-90e5-d7553facac22 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:44.711324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Network 3c6db399-c2c1-442c-afa4-a7404636f9cf is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:12:44.739072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 3c6db399-c2c1-442c-afa4-a7404636f9cf) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:44.747639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:44.748495 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.769820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753bc067-c372-4351-af5f-f81403853251 None None] Network 3c6db399-c2c1-442c-afa4-a7404636f9cf requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:44.781612 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a9356c8d-6043-4974-bd61-e739621cc8f9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4762454 Aug 29 04:12:44.782927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57114) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:44.790964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-router', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:44.854402 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.856505 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.909560 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.957738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.978366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device bd1d3cc2-9bf9-414c-9724-8440147fc5e6 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:45.013373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Deleting port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:45.014012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.027221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: bd1d3cc2-9bf9-414c-9724-8440147fc5e6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:45.027705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device bd1d3cc2-9bf9-414c-9724-8440147fc5e6 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:45.028297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 22843dbe-a0f8-4938-b6d9-d4520188f27e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:45.051338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 22843dbe-a0f8-4938-b6d9-d4520188f27e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:45.052528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 22843dbe-a0f8-4938-b6d9-d4520188f27e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:45.100241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] For port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=805e4f66-aef4-4a25-a51e-5c5a1b05b1b2,segment=NetworkSegment(8493a35d-9102-47bb-8d9c-f895a0d94242),segment_id=8493a35d-9102-47bb-8d9c-f895a0d94242)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:45.101307 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.117177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Calling delete_port for 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:45.160587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-3c6db399-c2c1-442c-afa4-a7404636f9cf', 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'fixed_ips': [{'subnet_id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:12:45.162277 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.267571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a85fd06-fbc5-42a3-ab02-7e042267b36c None None] DHCP port deletion for 3a29fce4-c2cb-47fe-90e5-d7553facac22 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:12:45.268838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.328465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Pushing event deleted for resources: {'Port': ['ID=805e4f66-aef4-4a25-a51e-5c5a1b05b1b2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.330958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] No DVR routers for this DVR port 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:45.358422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.412852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Allocated IP 172.20.0.2 (3c6db399-c2c1-442c-afa4-a7404636f9cf/bcacb4f7-424a-4f5a-b471-304e044c55c4/28cee091-1197-49a1-8be0-506d07bb3ab5) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:45.476395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.493867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf619e42-70fa-4296-85dd-e1a7f4b5c257 req-f0b305a2-9220-4c10-b50e-8a6bb2b0e5ee tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.512832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf619e42-70fa-4296-85dd-e1a7f4b5c257 req-f0b305a2-9220-4c10-b50e-8a6bb2b0e5ee tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.1967399 Aug 29 04:12:45.528882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a29fce4-c2cb-47fe-90e5-d7553facac22']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:45.572560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec569a-5861-4df2-840f-a53124cd7311 req-ada445de-ad4c-4239-a011-b815a88fd42c tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.580558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41ec569a-5861-4df2-840f-a53124cd7311 req-ada445de-ad4c-4239-a011-b815a88fd42c tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 945 time: 0.1885378 Aug 29 04:12:45.584540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8493a35d-9102-47bb-8d9c-f895a0d94242') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:45.584833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8493a35d-9102-47bb-8d9c-f895a0d94242') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:45.628443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.638762 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.657246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Transition to ACTIVE for port object 28cee091-1197-49a1-8be0-506d07bb3ab5 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:45.677435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.681830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf619e42-70fa-4296-85dd-e1a7f4b5c257 req-e81a267e-0195-48bb-9d38-b9b89a67831c tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580834 Aug 29 04:12:45.688718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Transition to ACTIVE for port object 28cee091-1197-49a1-8be0-506d07bb3ab5 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:45.691305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.697962 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.724359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:12:45.725339 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:12:45.730853 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:12:45.741111 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.762930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Network 3c6db399-c2c1-442c-afa4-a7404636f9cf is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:45.766874 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:45.778544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:45.881124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41ec569a-5861-4df2-840f-a53124cd7311 req-c6531a3d-993c-4b57-8a02-b5a8ed13c74e tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aeed0fc-87a3-4890-9ac1-77387c46a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995999 Aug 29 04:12:45.927284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Pushing event updated for resources: {'Port': ['ID=28cee091-1197-49a1-8be0-506d07bb3ab5,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.940017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Attempting to bind port 28cee091-1197-49a1-8be0-506d07bb3ab5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:45.940579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Attempting to bind port 28cee091-1197-49a1-8be0-506d07bb3ab5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '56ebdecc-2311-422f-a353-063045b354f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:45.940959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Attempting to bind port 28cee091-1197-49a1-8be0-506d07bb3ab5 on network 3c6db399-c2c1-442c-afa4-a7404636f9cf {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:45.945024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Allocated IP 172.25.5.86 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/4ebb6831-f856-40ed-bcb0-2eaaea626b2e) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:45.949324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:45.949748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Checking segment: {'id': '56ebdecc-2311-422f-a353-063045b354f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:45.950150 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.950584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Bound using segment: {'id': '56ebdecc-2311-422f-a353-063045b354f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:45.951268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Bound port: 28cee091-1197-49a1-8be0-506d07bb3ab5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ebdecc-2311-422f-a353-063045b354f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:45.952236 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.991367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-612ad6b9-c2d5-417a-89a4-eadfb9b9ce7f tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.993462 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-612ad6b9-c2d5-417a-89a4-eadfb9b9ce7f tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.59 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 945 time: 0.1199381 Aug 29 04:12:45.997509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98df3e98-ea14-4baa-88ec-572890100963 req-c6a586ba-0334-4891-a262-e384858ba420 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.1461351 Aug 29 04:12:46.008045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.019069 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.030214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] 10.222.0.49 "DELETE /v2.0/networks/3a29fce4-c2cb-47fe-90e5-d7553facac22 HTTP/1.1" status: 204 len: 168 time: 1.3516145 Aug 29 04:12:46.033889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57150) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:46.143685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf15864-d620-4630-b7c8-268e756bea3a admin admin] Pushing event deleted for resources: {'Network': ['ID=3a29fce4-c2cb-47fe-90e5-d7553facac22,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:46.191900 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.221074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-e9ead329-247e-40ba-b657-8b2de8626898 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Deleting port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:46.221776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-e9ead329-247e-40ba-b657-8b2de8626898 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.252619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 681556c9-7caa-4e81-a8f6-1c36e3e08379 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:46.314934 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.368247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] For port 28cee091-1197-49a1-8be0-506d07bb3ab5, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:46.389889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-e9ead329-247e-40ba-b657-8b2de8626898 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] For port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:46.390171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-e9ead329-247e-40ba-b657-8b2de8626898 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.393797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:46.394604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebb6831-f856-40ed-bcb0-2eaaea626b2e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:46.403358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:46.406722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:46.417874 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] For port 28cee091-1197-49a1-8be0-506d07bb3ab5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=28cee091-1197-49a1-8be0-506d07bb3ab5,segment=NetworkSegment(56ebdecc-2311-422f-a353-063045b354f5),segment_id=56ebdecc-2311-422f-a353-063045b354f5)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:46.428451 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.430571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-e9ead329-247e-40ba-b657-8b2de8626898 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Calling delete_port for 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:46.477463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 681556c9-7caa-4e81-a8f6-1c36e3e08379 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:46.478370 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.553522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c7575-55d5-4640-b543-b1028dab04cb None None] Pushing event updated for resources: {'Port': ['ID=28cee091-1197-49a1-8be0-506d07bb3ab5,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:46.660674 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.718342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:46.721022 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5fd239-cf8a-49b7-ad3a-76613b7df488" -d '{"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-plugged", "status": "completed", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:46.769546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:46.776992 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.864479 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3617b29a-00dd-4166-b7f8-90d61c921e85 x-openstack-request-id: req-3617b29a-00dd-4166-b7f8-90d61c921e85 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:46.864800 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-plugged", "status": "completed", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:46.865050 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3617b29a-00dd-4166-b7f8-90d61c921e85 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:46.870021 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'code': 200} Aug 29 04:12:46.948020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:46.953719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=10']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:47.010306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:47.010658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 805e4f66-aef4-4a25-a51e-5c5a1b05b1b2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:47.031117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.096463 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-e9ead329-247e-40ba-b657-8b2de8626898 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.103758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd11528-6dd6-4ec8-9871-a4cc746ea45f req-61db4621-e8e9-4a15-a6d8-d001ef911c45 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:47.108061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['5ed8ee26-4bd8-476b-87c3-baad955e6eb4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:47.112807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dd11528-6dd6-4ec8-9871-a4cc746ea45f req-61db4621-e8e9-4a15-a6d8-d001ef911c45 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.2779527 Aug 29 04:12:47.133295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ead329-247e-40ba-b657-8b2de8626898 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Pushing event deleted for resources: {'Port': ['ID=5ed8ee26-4bd8-476b-87c3-baad955e6eb4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:47.189528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7549e758-1e74-4967-9774-5cca97c30135 req-eabb1f8f-4ade-4aa8-b294-d28652b4b7bb tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.49 "GET /v2.0/ports?device_id=024ed69a-dd39-4e10-8c1f-b256bc868c79 HTTP/1.1" status: 200 len: 210 time: 0.1829708 Aug 29 04:12:47.199263 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.202225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-e9ead329-247e-40ba-b657-8b2de8626898 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] No DVR routers for this DVR port 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:47.205315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-e9ead329-247e-40ba-b657-8b2de8626898 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.207756 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a3fb0a1e-37dd-4b7c-b7e7-fddb7c51d972 req-e9ead329-247e-40ba-b657-8b2de8626898 tempest-AttachSCSIVolumeTestJSON-299118332 tempest-AttachSCSIVolumeTestJSON-299118332-project] 10.222.0.59 "DELETE /v2.0/ports/5ed8ee26-4bd8-476b-87c3-baad955e6eb4 HTTP/1.1" status: 204 len: 173 time: 1.1717477 Aug 29 04:12:47.282690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024ed69a-dd39-4e10-8c1f-b256bc868c79', 'name': 'network-vif-deleted', 'tag': '5ed8ee26-4bd8-476b-87c3-baad955e6eb4'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:47.287119 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb982db6-db59-4e05-8e30-50f844fe098b" -d '{"events": [{"server_uuid": "024ed69a-dd39-4e10-8c1f-b256bc868c79", "name": "network-vif-deleted", "tag": "5ed8ee26-4bd8-476b-87c3-baad955e6eb4"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:47.301172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dd11528-6dd6-4ec8-9871-a4cc746ea45f req-6a110cf5-86f4-46c7-a384-e79f9863234d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873779 Aug 29 04:12:47.426294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9464b622-3352-4b3e-96cb-8d8714b3a7e6 req-1eb0dfa0-dec5-4241-87cf-adfc4190a74a tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.1331315 Aug 29 04:12:47.605443 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23484828-a9b0-43b2-b13c-c9d97ee0618a x-openstack-request-id: req-23484828-a9b0-43b2-b13c-c9d97ee0618a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:47.605790 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024ed69a-dd39-4e10-8c1f-b256bc868c79", "name": "network-vif-deleted", "tag": "5ed8ee26-4bd8-476b-87c3-baad955e6eb4", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:47.606489 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23484828-a9b0-43b2-b13c-c9d97ee0618a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:47.606660 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024ed69a-dd39-4e10-8c1f-b256bc868c79', 'name': 'network-vif-deleted', 'tag': '5ed8ee26-4bd8-476b-87c3-baad955e6eb4', 'status': 'completed', 'code': 200} Aug 29 04:12:47.721467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] Deleting port fc244a21-e9e6-4aa8-80ba-8457429dd5db {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:47.721821 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.772065 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.784481 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.866037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] For port fc244a21-e9e6-4aa8-80ba-8457429dd5db, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fc244a21-e9e6-4aa8-80ba-8457429dd5db,segment=NetworkSegment(fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5),segment_id=fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:47.868238 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.905926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] Calling delete_port for fc244a21-e9e6-4aa8-80ba-8457429dd5db owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:48.051133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Router c9461dff-9b83-4c66-a835-f4d2b2394312 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:12:48.184404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd4c910-0e2a-4ab4-9735-335f91588b15 None None] Network 3c6db399-c2c1-442c-afa4-a7404636f9cf requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:48.232670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:48.263034 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:48.271958 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8ed042d7-a439-4692-9172-610db47b3c26 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4874053 Aug 29 04:12:48.272389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57198) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:48.279084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Sync routers for ids ['c9461dff-9b83-4c66-a835-f4d2b2394312'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:48.307757 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:48.352024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Routers {'c9461dff-9b83-4c66-a835-f4d2b2394312'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:48.353939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9461dff-9b83-4c66-a835-f4d2b2394312'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:48.379008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc244a21-e9e6-4aa8-80ba-8457429dd5db,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:48.394657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b2756f5a-9706-45b7-93d9-8312533ed67a None None] Provisioning for port 28cee091-1197-49a1-8be0-506d07bb3ab5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:48.847423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Set router c9461dff-9b83-4c66-a835-f4d2b2394312 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:49.104173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 28cee091-1197-49a1-8be0-506d07bb3ab5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:49.449112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 28cee091-1197-49a1-8be0-506d07bb3ab5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:49.528947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6f39f-30a0-4ce4-82ff-d1892fff7b31 req-a5651f1c-1011-401f-83a4-a0f22cdb76c2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.542874 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 28cee091-1197-49a1-8be0-506d07bb3ab5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:49.543268 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.553993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ed6f39f-30a0-4ce4-82ff-d1892fff7b31 req-a5651f1c-1011-401f-83a4-a0f22cdb76c2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.9417570 Aug 29 04:12:49.655786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04feb6ae-0bcb-4e6c-93d7-3b1b37022b08 req-9eabf66a-571d-403b-ae17-f97a6ad534f2 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.2173700 Aug 29 04:12:49.760366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-15b20266-119e-4479-b271-afa4ef67a4af None None] Provisioning complete for port 28cee091-1197-49a1-8be0-506d07bb3ab5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:49.760366 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-15b20266-119e-4479-b271-afa4ef67a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.824885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ed6f39f-30a0-4ce4-82ff-d1892fff7b31 req-6e37bf49-0d33-4d62-8b46-5ba3e0040228 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672942 Aug 29 04:12:49.831279 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.914281 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.972228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-15b20266-119e-4479-b271-afa4ef67a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.008033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-router', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:12:44Z', 'updated_at': '2021-08-29T04:12:46Z', 'revision_number': 3, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'gw_port': {'id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:45Z', 'updated_at': '2021-08-29T04:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:50.038807 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.050256 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Checking router: c9461dff-9b83-4c66-a835-f4d2b2394312 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:50.050614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Updating router c9461dff-9b83-4c66-a835-f4d2b2394312 port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:12:50.081362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 28cee091-1197-49a1-8be0-506d07bb3ab5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=28cee091-1197-49a1-8be0-506d07bb3ab5,segment=NetworkSegment(56ebdecc-2311-422f-a353-063045b354f5),segment_id=56ebdecc-2311-422f-a353-063045b354f5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:50.084443 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.086692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:50.165175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] Router c702b4d3-fe94-4f00-96ba-a473686887c3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:50.172185 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.281755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=28cee091-1197-49a1-8be0-506d07bb3ab5,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:50.287269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:50.287621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5ed8ee26-4bd8-476b-87c3-baad955e6eb4 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:50.357911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Allocated IP 172.20.0.1 (3c6db399-c2c1-442c-afa4-a7404636f9cf/bcacb4f7-424a-4f5a-b471-304e044c55c4/5f9c9292-bedd-49bd-9a3e-73138695ecf8) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:50.378706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:50.385669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b8c73745-223e-473a-9d63-d87da434db4d admin admin] 10.222.0.49 "PUT /v2.0/routers/c702b4d3-fe94-4f00-96ba-a473686887c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3506517 Aug 29 04:12:50.388152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57264) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:50.405880 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] Sync routers for ids ['c702b4d3-fe94-4f00-96ba-a473686887c3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:50.425015 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] Routers {'c702b4d3-fe94-4f00-96ba-a473686887c3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:50.425644 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c702b4d3-fe94-4f00-96ba-a473686887c3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:50.628939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.734944 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] Set router c702b4d3-fe94-4f00-96ba-a473686887c3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:50.744611 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.778181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Transition to ACTIVE for port object 5f9c9292-bedd-49bd-9a3e-73138695ecf8 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:50.825919 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.916182 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-15b20266-119e-4479-b271-afa4ef67a4af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:12:50.916756 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-15b20266-119e-4479-b271-afa4ef67a4af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:12:50.921722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Network 3c6db399-c2c1-442c-afa4-a7404636f9cf is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:50.927501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:50.939994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:51.005466 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 28cee091-1197-49a1-8be0-506d07bb3ab5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:51.010455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Pushing event updated for resources: {'Port': ['ID=5f9c9292-bedd-49bd-9a3e-73138695ecf8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:51.055235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.128075 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.154365 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-137db9c1-608b-4d43-835b-5ad3da663f97 req-e925d34a-f8d7-43b2-89ad-6030a150b483 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/ports?device_id=6046e20e-f4db-46d5-a18a-59626908a934 HTTP/1.1" status: 200 len: 210 time: 0.1385460 Aug 29 04:12:51.205980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Transition to ACTIVE for port object 4ebb6831-f856-40ed-bcb0-2eaaea626b2e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:51.231174 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.266668 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.285113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ef77d-5eb0-4640-96f5-30bd9840734f req-43d330b0-bedd-4b56-b91e-ad26ceae5236 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:51.295276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f1ef77d-5eb0-4640-96f5-30bd9840734f req-43d330b0-bedd-4b56-b91e-ad26ceae5236 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 1098 time: 0.4243648 Aug 29 04:12:51.330996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.441444 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-router', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:56Z', 'updated_at': '2021-08-29T04:12:48Z', 'revision_number': 5, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'gw_port': {'id': '751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:07:57Z', 'updated_at': '2021-08-29T04:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:51.463713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Attempting to bind port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:51.465312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Attempting to bind port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:51.465697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Attempting to bind port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:51.488626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:51.489232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:51.490233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.490933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:51.491501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Bound port: 4ebb6831-f856-40ed-bcb0-2eaaea626b2e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:51.492003 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.504711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f1ef77d-5eb0-4640-96f5-30bd9840734f req-4f69068a-8c67-4506-b108-97d13e6ee4ed tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082968 Aug 29 04:12:51.553423 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] Checking router: c702b4d3-fe94-4f00-96ba-a473686887c3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:12:51.588572 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] Routers {'c702b4d3-fe94-4f00-96ba-a473686887c3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:51.591030 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c702b4d3-fe94-4f00-96ba-a473686887c3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:51.691284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Deleting port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:51.692529 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.706810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154ccd7-98aa-4928-8cec-41784b08b4ea None None] Pushing event updated for resources: {'Port': ['ID=4ebb6831-f856-40ed-bcb0-2eaaea626b2e,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:51.721660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] For port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:51.727922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 28cee091-1197-49a1-8be0-506d07bb3ab5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:51.729091 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.815567 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.822963 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.854259 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] Set router c702b4d3-fe94-4f00-96ba-a473686887c3 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:51.868885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da862a-7ad9-4c4d-9ff4-d9d1e25c13d4 req-94f682cf-aae3-4ae9-aa5c-1f3c79b1afa5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:51.875551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] For port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4ebb6831-f856-40ed-bcb0-2eaaea626b2e,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:51.886449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8da862a-7ad9-4c4d-9ff4-d9d1e25c13d4 req-94f682cf-aae3-4ae9-aa5c-1f3c79b1afa5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.3803470 Aug 29 04:12:51.895781 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.003896 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-router', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:56Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 6, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:52.031414 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.039274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Pushing event updated for resources: {'Port': ['ID=5f9c9292-bedd-49bd-9a3e-73138695ecf8,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:52.064826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8da862a-7ad9-4c4d-9ff4-d9d1e25c13d4 req-be3818c5-4511-4635-9748-e9452333fa04 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767049 Aug 29 04:12:52.078219 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fe478-75a1-4a56-bb08-1ab1ba22330c None None] The sync data for ids ['c702b4d3-fe94-4f00-96ba-a473686887c3'] in n-d-712141-12 is: [{'id': 'c702b4d3-fe94-4f00-96ba-a473686887c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794237064-router', 'tenant_id': 'b74e8f65d94649aaafed96c894ddc218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:07:56Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 6, 'project_id': 'b74e8f65d94649aaafed96c894ddc218', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:52.082512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] For port 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:52.083401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.111962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:52.119348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Calling delete_port for 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:52.306354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57302) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:52.335030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Network 3c6db399-c2c1-442c-afa4-a7404636f9cf is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:52.338969 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:52.383806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:52.685657 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.733559 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.970122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Router c9461dff-9b83-4c66-a835-f4d2b2394312 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:12:53.046078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b', 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37', 'port_id': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b', 'mac_address': 'fa:16:3e:7a:4b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202acf61-14c7-4a45-8371-62216017318f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:53.051691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7d7ffbe2-da7e-42b0-aca5-8194aa78bf22 None None] Provisioning for port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:53.092602 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.121256 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.128695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154ccd7-98aa-4928-8cec-41784b08b4ea None None] Pushing event updated for resources: {'Port': ['ID=4ebb6831-f856-40ed-bcb0-2eaaea626b2e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:53.181083 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.187677 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.188912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "DELETE /v2.0/security-groups/a46a3000-bdeb-4ac0-893b-3d098178aa05 HTTP/1.1" status: 204 len: 168 time: 0.8812313 Aug 29 04:12:53.194523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57334) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:53.202697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Pushing event deleted for resources: {'Port': ['ID=751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:53.224036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:53.248592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Routers {'c9461dff-9b83-4c66-a835-f4d2b2394312'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:53.249623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9461dff-9b83-4c66-a835-f4d2b2394312'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:53.355518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:12:53.372285 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2302337a-5f6f-4cbb-ba36-69be3b722bda admin admin] 10.222.0.49 "PUT /v2.0/routers/c9461dff-9b83-4c66-a835-f4d2b2394312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0826755 Aug 29 04:12:53.389609 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-2c673ade-8135-45c8-9511-213eed79ef16 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] show failed (client error): The resource could not be found. Aug 29 04:12:53.391382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2c673ade-8135-45c8-9511-213eed79ef16 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "GET /v2.0/security-groups/a46a3000-bdeb-4ac0-893b-3d098178aa05 HTTP/1.1" status: 404 len: 347 time: 0.1760280 Aug 29 04:12:53.396305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57338) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:53.480038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.502176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46a3000-bdeb-4ac0-893b-3d098178aa05,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:53.531524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7d7ffbe2-da7e-42b0-aca5-8194aa78bf22 None None] Provisioning complete for port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:53.533400 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7d7ffbe2-da7e-42b0-aca5-8194aa78bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.675501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e05bff6e-08d9-4c7f-a89f-494e2b0335e6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Deleting port fdc101ed-2def-4f0d-b7e1-244c73733e1e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:53.681147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e05bff6e-08d9-4c7f-a89f-494e2b0335e6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.691378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ffbe2-da7e-42b0-aca5-8194aa78bf22 None None] Port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:53.695018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ee62d-2bb9-47f3-a2bb-fcc02cb18772 req-97fa2057-04a8-4a90-9602-a42eeefdfae2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:53.697338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c8ee62d-2bb9-47f3-a2bb-fcc02cb18772 req-97fa2057-04a8-4a90-9602-a42eeefdfae2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.4041808 Aug 29 04:12:53.767775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] Set router c9461dff-9b83-4c66-a835-f4d2b2394312 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:53.819165 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40c4b417-7956-4c60-9fe3-845c1dd0490e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.823331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.823825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.825863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.828608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.829019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.829465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.832638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.832877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.833941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.834388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.835128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.837047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651bb1d8-6d7b-4554-b048-40ae1a4c0621 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:53.837169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:53.856226 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.859097 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.902871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e05bff6e-08d9-4c7f-a89f-494e2b0335e6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.903208 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e05bff6e-08d9-4c7f-a89f-494e2b0335e6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.934589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e05bff6e-08d9-4c7f-a89f-494e2b0335e6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Calling delete_port for fdc101ed-2def-4f0d-b7e1-244c73733e1e owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:53.953617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.954699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c702b4d3-fe94-4f00-96ba-a473686887c3 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:12:53.973486 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.975055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a5b766ad-40b3-4edc-8616-36f9c48614cc admin admin] 10.222.0.49 "DELETE /v2.0/routers/c702b4d3-fe94-4f00-96ba-a473686887c3 HTTP/1.1" status: 204 len: 168 time: 3.5848939 Aug 29 04:12:53.978486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57352) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:53.992538 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.100788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a6d82920-dd99-4381-a910-9ddcca706960 None None] Provisioning complete for port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:54.102773 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6d82920-dd99-4381-a910-9ddcca706960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.143029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db5c43a-131b-4bd4-a322-f8645c0f6e21 admin admin] Deleting subnet 9d8778a9-db83-4bc3-a655-d953aeaba2d6 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:12:54.149956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6db5c43a-131b-4bd4-a322-f8645c0f6e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.240013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6db5c43a-131b-4bd4-a322-f8645c0f6e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.315877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-ea16b1b0-e328-4d2d-8637-2bf0f1436676 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:12:54.332000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-ea16b1b0-e328-4d2d-8637-2bf0f1436676 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0844738 Aug 29 04:12:54.392140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:54.395571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Request body: {'binding': {'host': 'n-h2-712141-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:54.398190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Unknown quota resources ['binding']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:12:54.420946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc244a21-e9e6-4aa8-80ba-8457429dd5db no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:54.481906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e05bff6e-08d9-4c7f-a89f-494e2b0335e6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.515640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bff6e-08d9-4c7f-a89f-494e2b0335e6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Pushing event deleted for resources: {'Port': ['ID=fdc101ed-2def-4f0d-b7e1-244c73733e1e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:54.523557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: fc244a21-e9e6-4aa8-80ba-8457429dd5db {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:54.523557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc244a21-e9e6-4aa8-80ba-8457429dd5db not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:54.524221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:54.529196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.529548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.529895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.530240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.530632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.531158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.531563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.531900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.532766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.533343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.533678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.534015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:54.545942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:54.601810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e05bff6e-08d9-4c7f-a89f-494e2b0335e6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.606722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e05bff6e-08d9-4c7f-a89f-494e2b0335e6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.608595 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e05bff6e-08d9-4c7f-a89f-494e2b0335e6 tempest-ServersTestBootFromVolume-1731407487 tempest-ServersTestBootFromVolume-1731407487-project] 10.222.0.49 "DELETE /v2.0/floatingips/e2220210-f20b-4d24-828b-65602230e035 HTTP/1.1" status: 204 len: 168 time: 1.2110021 Aug 29 04:12:54.611171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57356) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:54.795585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:54.795933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 751c31d4-0e6c-4d7d-ab3f-7a7f94c1d694 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:54.796781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c8ee62d-2bb9-47f3-a2bb-fcc02cb18772 req-35dc286b-ad07-43c5-b4d6-292c3e073057 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0840008 Aug 29 04:12:54.819725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a6d82920-dd99-4381-a910-9ddcca706960 None None] Port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:54.966322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6db5c43a-131b-4bd4-a322-f8645c0f6e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.997425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-router', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:12:44Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 4, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'gw_port': {'id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:45Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '5f9c9292-bedd-49bd-9a3e-73138695ecf8', 'name': '', 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'mac_address': 'fa:16:3e:96:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:50Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 2, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'subnets': [{'id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:55.046485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3081b-6f7d-48bb-b02b-f156309b08a3 None None] The sync data for ids ['c9461dff-9b83-4c66-a835-f4d2b2394312'] in n-d-712141-12 is: [{'id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-router', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:12:44Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 4, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'gw_port': {'id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:45Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '5f9c9292-bedd-49bd-9a3e-73138695ecf8', 'name': '', 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'mac_address': 'fa:16:3e:96:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:50Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 2, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'subnets': [{'id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:12:55.084631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 on host n-h2-712141-12 for vnic_type normal with profile None {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:55.085004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:55.085297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:55.112087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Port 476396d2-6a23-43db-b1f1-d8156df527c6 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:55.117792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:55.180703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:55.181395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:55.181792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:55.182305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Bound port: 476396d2-6a23-43db-b1f1-d8156df527c6, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:55.254412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.369497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6db5c43a-131b-4bd4-a322-f8645c0f6e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.429032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5c43a-131b-4bd4-a322-f8645c0f6e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8778a9-db83-4bc3-a655-d953aeaba2d6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:55.479149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510e84a-6e40-4f93-8c52-20389ae09aa1 None None] Network adef4d42-8ee1-49a0-88bd-ded09dce5c5c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:12:55.489826 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6db5c43a-131b-4bd4-a322-f8645c0f6e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.504536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6db5c43a-131b-4bd4-a322-f8645c0f6e21 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9d8778a9-db83-4bc3-a655-d953aeaba2d6 HTTP/1.1" status: 204 len: 168 time: 1.5243073 Aug 29 04:12:55.515011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57370) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:55.646894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:55.666295 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.667556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-02a8eef3-e92c-4c40-9136-88236b3f77ce service neutron] 10.222.0.49 "POST /v2.0/ports/476396d2-6a23-43db-b1f1-d8156df527c6/bindings HTTP/1.1" status: 201 len: 390 time: 1.3197765 Aug 29 04:12:55.693514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-491aa46d-afd8-46d3-a900-a56cd2d07a79 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5676897 Aug 29 04:12:55.709619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:55.796072 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.837684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ce8237-cecc-4428-802b-a51c31294a76 None None] DHCP port deletion for adef4d42-8ee1-49a0-88bd-ded09dce5c5c request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:12:56.009622 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.134540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:56.148493 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4ecfe3b-9628-431a-a5a4-60c98f45990c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.183732 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.221144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-3ef179b0-8ccc-4391-9a9e-25cacb984eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.223280 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-3ef179b0-8ccc-4391-9a9e-25cacb984eb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 1098 time: 0.1597083 Aug 29 04:12:56.343168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-23ce8237-cecc-4428-802b-a51c31294a76 None None] Deleting port d82b38c9-1a99-4996-82b8-65b0c9c73422 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:56.343547 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-23ce8237-cecc-4428-802b-a51c31294a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.412987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e20320cd-8c54-434c-9a9a-d188ee88e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.414508 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e20320cd-8c54-434c-9a9a-d188ee88e79d service neutron] 10.222.0.59 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.1279204 Aug 29 04:12:56.473769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Deleting port d82b38c9-1a99-4996-82b8-65b0c9c73422 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:56.473769 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.581108 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.672188 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-42da036f-f925-49f6-81bf-14a87ad3d7a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476396d2-6a23-43db-b1f1-d8156df527c6 HTTP/1.1" status: 200 len: 217 time: 0.1789839 Aug 29 04:12:56.673617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-23ce8237-cecc-4428-802b-a51c31294a76 None None] For port d82b38c9-1a99-4996-82b8-65b0c9c73422, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d82b38c9-1a99-4996-82b8-65b0c9c73422,segment=NetworkSegment(fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5),segment_id=fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:56.673617 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-23ce8237-cecc-4428-802b-a51c31294a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.734868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-23ce8237-cecc-4428-802b-a51c31294a76 None None] Calling delete_port for d82b38c9-1a99-4996-82b8-65b0c9c73422 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:56.750397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Allocated IP 172.25.5.183 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/8d43ec70-f449-4e51-81c0-1b89b730c742) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:56.750717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:56.757887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:56.758648 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.784360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf57d5-15a9-4bc6-b9c0-99ead419d4af req-a2309f9d-f96f-4776-a472-acfb51945acf tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.790319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8bf57d5-15a9-4bc6-b9c0-99ead419d4af req-a2309f9d-f96f-4776-a472-acfb51945acf tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 945 time: 0.5539267 Aug 29 04:12:56.959347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-8f2727e8-cc8c-4d18-9ec3-87d89e1dd1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.960884 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-8f2727e8-cc8c-4d18-9ec3-87d89e1dd1f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.3375373 Aug 29 04:12:56.983397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] Deleting port c04a284c-642e-46e5-8566-c4ddcce92986 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:56.983746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.002102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] For port d82b38c9-1a99-4996-82b8-65b0c9c73422, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d82b38c9-1a99-4996-82b8-65b0c9c73422,segment=NetworkSegment(fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5),segment_id=fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:57.003314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.011048 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.039415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Calling delete_port for d82b38c9-1a99-4996-82b8-65b0c9c73422 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:57.044919 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-23ce8237-cecc-4428-802b-a51c31294a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.061530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:57.070056 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed89c7d-8bd5-4738-9820-8695d04f8a92" -d '{"events": [{"server_uuid": "e3dee2d9-5ca6-44ea-b417-d1ca8591b02e", "name": "network-vif-plugged", "status": "completed", "tag": "14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:57.077765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8bf57d5-15a9-4bc6-b9c0-99ead419d4af req-a9d81e2e-8b37-4230-a535-caa1fe96c008 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773540 Aug 29 04:12:57.189278 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.284024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce8237-cecc-4428-802b-a51c31294a76 None None] Pushing event deleted for resources: {'Port': ['ID=d82b38c9-1a99-4996-82b8-65b0c9c73422,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:57.300737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:57.316993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce8237-cecc-4428-802b-a51c31294a76 None None] No DVR routers for this DVR port d82b38c9-1a99-4996-82b8-65b0c9c73422 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:57.351006 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.367700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] For port c04a284c-642e-46e5-8566-c4ddcce92986, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c04a284c-642e-46e5-8566-c4ddcce92986,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:57.370497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.370989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.401159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] Calling delete_port for c04a284c-642e-46e5-8566-c4ddcce92986 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:57.436524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:57.440704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:57.463901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be526dc4-ffc9-4d4a-8e13-30b2c803f591 req-23f95f56-b4fd-4ffc-8b8f-e5c630cab3e8 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.465926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be526dc4-ffc9-4d4a-8e13-30b2c803f591 req-23f95f56-b4fd-4ffc-8b8f-e5c630cab3e8 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.1832643 Aug 29 04:12:57.466957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:57.482669 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.490279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:57.493671 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.563323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event updated for resources: {'Port': ['ID=8d43ec70-f449-4e51-81c0-1b89b730c742,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:57.598742 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-a4613b2f-eb21-43cd-a298-ed23bc81f65e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6200230 Aug 29 04:12:57.693410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be526dc4-ffc9-4d4a-8e13-30b2c803f591 req-3249fac7-7242-452b-8bc1-0b57c6149f18 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130485 Aug 29 04:12:57.823548 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:57.924424 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a2ea12-0567-4a4f-a0a8-c907e4ee54f3 x-openstack-request-id: req-83a2ea12-0567-4a4f-a0a8-c907e4ee54f3 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:57.925413 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dee2d9-5ca6-44ea-b417-d1ca8591b02e", "name": "network-vif-plugged", "status": "completed", "tag": "14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:57.925882 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83a2ea12-0567-4a4f-a0a8-c907e4ee54f3 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:57.927001 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b', 'code': 200} Aug 29 04:12:57.935163 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.025748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.033417 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-a450a03d-c57e-4fbb-aeba-fba036339880 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263272 Aug 29 04:12:58.059592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4ebb6831-f856-40ed-bcb0-2eaaea626b2e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:58.099308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d82b38c9-1a99-4996-82b8-65b0c9c73422,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:58.115150 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] No DVR routers for this DVR port d82b38c9-1a99-4996-82b8-65b0c9c73422 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:58.156999 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:58.161434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:58.161885 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.212072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.214240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.216154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.220449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.221904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.222331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.224234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.224632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.225058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.225467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.227429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.228004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:58.244327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57404) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:58.331652 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.358538 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fddd66-5485-4e52-933f-ed00c5f5f2b7 req-335d46ff-724e-4325-b7cf-6897c438794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.364291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3fddd66-5485-4e52-933f-ed00c5f5f2b7 req-335d46ff-724e-4325-b7cf-6897c438794d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 1098 time: 0.3005335 Aug 29 04:12:58.389725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4ebb6831-f856-40ed-bcb0-2eaaea626b2e,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:58.398570 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.511169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=4ebb6831-f856-40ed-bcb0-2eaaea626b2e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:58.526393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d82b38c9-1a99-4996-82b8-65b0c9c73422 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:58.547252 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.580645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3fddd66-5485-4e52-933f-ed00c5f5f2b7 req-303f7fdd-07d7-4db5-b665-12abd9e056f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044130 Aug 29 04:12:58.584375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d82b38c9-1a99-4996-82b8-65b0c9c73422 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:58.584375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d82b38c9-1a99-4996-82b8-65b0c9c73422 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:58.601806 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.621480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adef4d42-8ee1-49a0-88bd-ded09dce5c5c']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:58.680762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c04a284c-642e-46e5-8566-c4ddcce92986,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:58.710716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:58.711066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe931f54-981d-4e7d-b9f0-0cb1ea1c65a5') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:58.714473 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-186e46bd-5177-4084-82f0-baea22a77f78 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377528 Aug 29 04:12:58.735238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.787419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.854362 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.858180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a878a7-2d20-4ca1-a145-4adfb43cac42 req-f9836439-ec78-4da6-973e-17d04d7de7bc tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.870042 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3a878a7-2d20-4ca1-a145-4adfb43cac42 req-f9836439-ec78-4da6-973e-17d04d7de7bc tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.4072585 Aug 29 04:12:58.883315 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.887504 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.893810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:12:58.896281 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:12:58.901287 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:12:59.009689 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.041310 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.050368 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] 10.222.0.49 "DELETE /v2.0/networks/adef4d42-8ee1-49a0-88bd-ded09dce5c5c HTTP/1.1" status: 204 len: 168 time: 3.5184898 Aug 29 04:12:59.080770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630545f-782a-46ea-a52f-7a03061aac3b admin admin] Pushing event deleted for resources: {'Network': ['ID=adef4d42-8ee1-49a0-88bd-ded09dce5c5c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:59.166912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Sync routers for ids ['c9461dff-9b83-4c66-a835-f4d2b2394312'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:12:59.189876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Routers {'c9461dff-9b83-4c66-a835-f4d2b2394312'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:12:59.191718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9461dff-9b83-4c66-a835-f4d2b2394312'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:59.269214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event updated for resources: {'Port': ['ID=8d43ec70-f449-4e51-81c0-1b89b730c742,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:59.362036 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57414) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:59.471571 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d4ee9613-460a-453a-bbd7-33ca58f661ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ff3f48c3826411a95205a4b90e481f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1084008 Aug 29 04:12:59.472323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57416) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:59.473155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.623878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Set router c9461dff-9b83-4c66-a835-f4d2b2394312 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:12:59.746266 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3a878a7-2d20-4ca1-a145-4adfb43cac42 req-21fdaea0-0912-4aea-aa6a-b99d5f3facfd tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8751445 Aug 29 04:12:59.839179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.902182 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.910326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d71a5640-589f-47c4-ab67-c6f0b2993be7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2134583 Aug 29 04:13:00.003735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-96e73ba9-fa59-443d-9054-070ac26218d9 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.183 HTTP/1.1" status: 200 len: 696 time: 0.0914664 Aug 29 04:13:00.116034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7526a-31a9-482e-bd9c-864f456b9276 req-09307e34-28db-46f9-ade2-9061d2fd2697 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:00.124485 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22b7526a-31a9-482e-bd9c-864f456b9276 req-09307e34-28db-46f9-ade2-9061d2fd2697 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.2476609 Aug 29 04:13:00.137877 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c0dcec8-f702-45e7-86ae-de820a862c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.180996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c0dcec8-f702-45e7-86ae-de820a862c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.226483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22b7526a-31a9-482e-bd9c-864f456b9276 req-1273b077-0d69-4ae3-b92c-2653ff460f42 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007469 Aug 29 04:13:00.249379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4ebb6831-f856-40ed-bcb0-2eaaea626b2e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:00.298701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-bda8e6e4-f9e9-4b43-9d70-24cf250e3a49 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:00.315017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-bda8e6e4-f9e9-4b43-9d70-24cf250e3a49 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.3104625 Aug 29 04:13:00.323506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d8a4d454-149e-4a64-83dd-a5d974d2862e tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:13:00.359089 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11ed7e30-a276-4885-9bb8-73573a3cca35 req-d8a4d454-149e-4a64-83dd-a5d974d2862e tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427837 Aug 29 04:13:00.384896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c0dcec8-f702-45e7-86ae-de820a862c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.388906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c0dcec8-f702-45e7-86ae-de820a862c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.391544 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7c0dcec8-f702-45e7-86ae-de820a862c0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/851cde88-a706-4cb2-8f7c-b4b52c29ab6d HTTP/1.1" status: 204 len: 168 time: 0.9072068 Aug 29 04:13:00.416371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:00.420442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0dcec8-f702-45e7-86ae-de820a862c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851cde88-a706-4cb2-8f7c-b4b52c29ab6d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:00.423955 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.446410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] Router dce602d8-ce25-47f7-9a33-c6f38f0ba5db has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:13:00.670668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-becfc88c-ce62-4c59-9048-1140022004bb req-6d53e354-0804-4184-8507-d0be061f94c3 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2554443 Aug 29 04:13:00.678325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:00.703971 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.736502 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:00.747433 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] Sync routers for ids ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:00.749863 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c6150aff-1b22-41f2-ad6b-d656a70826a2 admin admin] 10.222.0.49 "PUT /v2.0/routers/dce602d8-ce25-47f7-9a33-c6f38f0ba5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1371539 Aug 29 04:13:00.752533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57430) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:00.761175 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] Routers {'dce602d8-ce25-47f7-9a33-c6f38f0ba5db'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:00.761785 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:00.783586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.788216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-router', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:12:44Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 4, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'gw_port': {'id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:45Z', 'updated_at': '2021-08-29T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '5f9c9292-bedd-49bd-9a3e-73138695ecf8', 'name': '', 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'mac_address': 'fa:16:3e:96:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:50Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 2, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'subnets': [{'id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:00.855492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Checking router: c9461dff-9b83-4c66-a835-f4d2b2394312 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:00.855813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Updating router c9461dff-9b83-4c66-a835-f4d2b2394312 port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:13:00.901929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.971045 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.982765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f7a1b-a597-41ff-9cd8-007d7fee26ff req-2bd17023-6787-4b7f-8f66-cfa5a5e86dbe tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:00.984664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a60f7a1b-a597-41ff-9cd8-007d7fee26ff req-2bd17023-6787-4b7f-8f66-cfa5a5e86dbe tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.1223447 Aug 29 04:13:01.090537 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] Set router dce602d8-ce25-47f7-9a33-c6f38f0ba5db gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:01.208097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57436) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:01.234481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a60f7a1b-a597-41ff-9cd8-007d7fee26ff req-d4030505-f9d5-4c5e-a219-563b5a052c78 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394390 Aug 29 04:13:01.277524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.306045 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.314165 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-573a1e59-94ee-499a-91ca-da299fbb914f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b74e8f65d94649aaafed96c894ddc218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1015775 Aug 29 04:13:01.317926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57442) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:01.484731 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.509907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Transition to ACTIVE for port object 5f9c9292-bedd-49bd-9a3e-73138695ecf8 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:01.522710 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.549440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Deleting port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:01.549792 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.552186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d061055f-8011-405a-9e64-fb0842d1d732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.553926 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:12:58Z', 'revision_number': 5, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port': {'id': 'fdeb3cf2-ad00-4bdf-8c04-d006f38069e1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:30Z', 'updated_at': '2021-08-29T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:01.625735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df40b-9320-427d-b6c6-36aa75bcbfce req-31751873-e1f2-446c-a1b1-1a679a94ffb2 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:01.627319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a7df40b-9320-427d-b6c6-36aa75bcbfce req-31751873-e1f2-446c-a1b1-1a679a94ffb2 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 1098 time: 0.1392372 Aug 29 04:13:01.654184 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] Checking router: dce602d8-ce25-47f7-9a33-c6f38f0ba5db for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:01.666981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Allocated IP 172.25.5.192 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/b68c5e6d-1ec4-45f6-bbb7-dc7299cd9661) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:01.671324 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d061055f-8011-405a-9e64-fb0842d1d732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.675002 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] Routers {'dce602d8-ce25-47f7-9a33-c6f38f0ba5db'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:01.675611 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:01.704599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a7df40b-9320-427d-b6c6-36aa75bcbfce req-c3ef6d52-ed2c-442a-9964-5ef6647eb7c6 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696163 Aug 29 04:13:01.726795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] Deleting port 13919852-37c8-41f7-bfee-5650bf958beb {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:01.727145 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.773085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7d979-34d3-4fc2-9aeb-01e9070da5be None None] Pushing event updated for resources: {'Port': ['ID=5f9c9292-bedd-49bd-9a3e-73138695ecf8,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:01.832853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] For port fdeb3cf2-ad00-4bdf-8c04-d006f38069e1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fdeb3cf2-ad00-4bdf-8c04-d006f38069e1,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:01.833246 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.862146 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] Set router dce602d8-ce25-47f7-9a33-c6f38f0ba5db gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:01.875856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Calling delete_port for fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:01.908494 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d061055f-8011-405a-9e64-fb0842d1d732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.912230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d061055f-8011-405a-9e64-fb0842d1d732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.913777 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d061055f-8011-405a-9e64-fb0842d1d732 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70d2613b-2f0b-4ed0-92f7-30f30f8c58e4 HTTP/1.1" status: 204 len: 168 time: 0.5942647 Aug 29 04:13:01.927652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061055f-8011-405a-9e64-fb0842d1d732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d2613b-2f0b-4ed0-92f7-30f30f8c58e4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:02.064716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Attempting to bind port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:02.065148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Attempting to bind port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '56ebdecc-2311-422f-a353-063045b354f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:02.068349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Attempting to bind port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 on network 3c6db399-c2c1-442c-afa4-a7404636f9cf {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:02.081279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:02.081633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Checking segment: {'id': '56ebdecc-2311-422f-a353-063045b354f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:02.082051 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.083012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Bound using segment: {'id': '56ebdecc-2311-422f-a353-063045b354f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:02.083497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Bound port: 5f9c9292-bedd-49bd-9a3e-73138695ecf8, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ebdecc-2311-422f-a353-063045b354f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:02.083898 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.153506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544397cf-4499-4379-afd4-fe16dbd86b54 req-181659a8-fbd6-460e-8990-9a49909a4a8c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:02.162092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-544397cf-4499-4379-afd4-fe16dbd86b54 req-181659a8-fbd6-460e-8990-9a49909a4a8c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.2553720 Aug 29 04:13:02.179093 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] For port 13919852-37c8-41f7-bfee-5650bf958beb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=13919852-37c8-41f7-bfee-5650bf958beb,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:02.181621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.209534 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:13:01Z', 'revision_number': 6, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:02.260614 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.271423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.273131 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2bc00-3232-443e-873f-9e8a867bc4c2 None None] The sync data for ids ['dce602d8-ce25-47f7-9a33-c6f38f0ba5db'] in n-d-712141-12 is: [{'id': 'dce602d8-ce25-47f7-9a33-c6f38f0ba5db', 'name': 'tempest-ServersTestBootFromVolume-1483245942-router', 'tenant_id': '86068ff247dd4708bdac3dd2cedc33e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:29Z', 'updated_at': '2021-08-29T04:13:01Z', 'revision_number': 6, 'project_id': '86068ff247dd4708bdac3dd2cedc33e4', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:02.278466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] Calling delete_port for 13919852-37c8-41f7-bfee-5650bf958beb owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:02.286737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] For port 5f9c9292-bedd-49bd-9a3e-73138695ecf8, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:02.305720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] For port 5f9c9292-bedd-49bd-9a3e-73138695ecf8, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5f9c9292-bedd-49bd-9a3e-73138695ecf8,segment=NetworkSegment(56ebdecc-2311-422f-a353-063045b354f5),segment_id=56ebdecc-2311-422f-a353-063045b354f5)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:02.316189 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.341171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-544397cf-4499-4379-afd4-fe16dbd86b54 req-6fde942e-ec6b-4e37-ab58-d6de770e8c35 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712992 Aug 29 04:13:02.438437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Routers {'c9461dff-9b83-4c66-a835-f4d2b2394312'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:02.448021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9461dff-9b83-4c66-a835-f4d2b2394312'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:02.459191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Pushing event deleted for resources: {'Port': ['ID=fdeb3cf2-ad00-4bdf-8c04-d006f38069e1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:02.523969 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.580087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7d979-34d3-4fc2-9aeb-01e9070da5be None None] Pushing event updated for resources: {'Port': ['ID=5f9c9292-bedd-49bd-9a3e-73138695ecf8,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:02.604402 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.807333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] Set router c9461dff-9b83-4c66-a835-f4d2b2394312 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:02.952949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:02.966877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:02.972897 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.982683 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:02.990459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:03.103266 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.104068 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce602d8-ce25-47f7-9a33-c6f38f0ba5db {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:13:03.115036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.121630 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-68590a02-cb2c-4f89-8e30-66e206c603ba admin admin] 10.222.0.49 "DELETE /v2.0/routers/dce602d8-ce25-47f7-9a33-c6f38f0ba5db HTTP/1.1" status: 204 len: 168 time: 2.3674588 Aug 29 04:13:03.124273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57466) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:03.152219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event updated for resources: {'Port': ['ID=b68c5e6d-1ec4-45f6-bbb7-dc7299cd9661,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:03.161225 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.226055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4d91a7-94e1-45b8-88e5-e8aaeedf446a admin admin] Deleting subnet aec7a794-da07-438d-bbac-f0cf1f58bfd1 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:13:03.235247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f4d91a7-94e1-45b8-88e5-e8aaeedf446a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.244972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47fb7-9688-4f4e-ab3b-b7099cbef15b req-5be5b1d5-822d-438c-ae72-7e98ac7398c5 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:03.259293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51a47fb7-9688-4f4e-ab3b-b7099cbef15b req-5be5b1d5-822d-438c-ae72-7e98ac7398c5 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 1098 time: 0.3932309 Aug 29 04:13:03.295349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-router', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:12:44Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 4, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'gw_port': {'id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:45Z', 'updated_at': '2021-08-29T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '5f9c9292-bedd-49bd-9a3e-73138695ecf8', 'name': '', 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'mac_address': 'fa:16:3e:96:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:50Z', 'updated_at': '2021-08-29T04:13:02Z', 'revision_number': 4, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'subnets': [{'id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:03.341704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f4d91a7-94e1-45b8-88e5-e8aaeedf446a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.367181 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.376751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becdf45-bdee-41d5-a007-323c2966662b None None] The sync data for ids ['c9461dff-9b83-4c66-a835-f4d2b2394312'] in n-d-712141-12 is: [{'id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-router', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:12:44Z', 'updated_at': '2021-08-29T04:12:51Z', 'revision_number': 4, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'gw_port': {'id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:45Z', 'updated_at': '2021-08-29T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '5f9c9292-bedd-49bd-9a3e-73138695ecf8', 'name': '', 'network_id': '3c6db399-c2c1-442c-afa4-a7404636f9cf', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'mac_address': 'fa:16:3e:96:9f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:50Z', 'updated_at': '2021-08-29T04:13:02Z', 'revision_number': 4, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'subnets': [{'id': 'bcacb4f7-424a-4f5a-b471-304e044c55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:03.402425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] Pushing event deleted for resources: {'Port': ['ID=13919852-37c8-41f7-bfee-5650bf958beb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:03.541492 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f4d91a7-94e1-45b8-88e5-e8aaeedf446a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.650384 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f4d91a7-94e1-45b8-88e5-e8aaeedf446a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.679675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8498fa-761c-4350-b93f-b1a9a8d9c7c7 None None] Network 6b7eb424-c2af-4c0a-83bd-92c9162247c1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:03.690796 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f4d91a7-94e1-45b8-88e5-e8aaeedf446a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.700317 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5f4d91a7-94e1-45b8-88e5-e8aaeedf446a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aec7a794-da07-438d-bbac-f0cf1f58bfd1 HTTP/1.1" status: 204 len: 168 time: 0.5726941 Aug 29 04:13:03.713627 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57484) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:03.789591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d91a7-94e1-45b8-88e5-e8aaeedf446a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec7a794-da07-438d-bbac-f0cf1f58bfd1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:03.978847 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.029782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51a47fb7-9688-4f4e-ab3b-b7099cbef15b req-a8f046d0-555e-4d84-a7af-d09a6478a7ab tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7642190 Aug 29 04:13:04.030958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.063396 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.211777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71810a33-8d22-487e-b0a5-f8ecf415183d None None] DHCP port deletion for 6b7eb424-c2af-4c0a-83bd-92c9162247c1 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:13:04.260341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Deleting port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:04.260689 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.290419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5f9c9292-bedd-49bd-9a3e-73138695ecf8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:04.406484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] For port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e584e2cd-5d20-468b-8cd5-4fb5fe62a26f,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:04.407150 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.440755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-71810a33-8d22-487e-b0a5-f8ecf415183d None None] Deleting port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:04.441146 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-71810a33-8d22-487e-b0a5-f8ecf415183d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.450004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:04.454352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Calling delete_port for e584e2cd-5d20-468b-8cd5-4fb5fe62a26f owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:04.580527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-71810a33-8d22-487e-b0a5-f8ecf415183d None None] For port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e584e2cd-5d20-468b-8cd5-4fb5fe62a26f,segment=NetworkSegment(33528fe0-f704-40b4-bab8-27e214d9e895),segment_id=33528fe0-f704-40b4-bab8-27e214d9e895)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:04.580753 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-71810a33-8d22-487e-b0a5-f8ecf415183d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.595749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-71810a33-8d22-487e-b0a5-f8ecf415183d None None] Calling delete_port for e584e2cd-5d20-468b-8cd5-4fb5fe62a26f owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:04.605456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.623052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.673477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.683708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9096d6-93a1-495b-b200-91462c9210b0 req-4d1db1b3-96cb-4811-91b4-9c86ce959085 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:04.685636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a9096d6-93a1-495b-b200-91462c9210b0 req-4d1db1b3-96cb-4811-91b4-9c86ce959085 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.5077078 Aug 29 04:13:04.720986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e584e2cd-5d20-468b-8cd5-4fb5fe62a26f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:04.740781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] No DVR routers for this DVR port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:04.784715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:04.785355 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.792668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event updated for resources: {'Port': ['ID=b68c5e6d-1ec4-45f6-bbb7-dc7299cd9661,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:04.900384 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.908788 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-71810a33-8d22-487e-b0a5-f8ecf415183d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.925425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71810a33-8d22-487e-b0a5-f8ecf415183d None None] No DVR routers for this DVR port e584e2cd-5d20-468b-8cd5-4fb5fe62a26f on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:04.932349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7eb424-c2af-4c0a-83bd-92c9162247c1']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:04.948211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33528fe0-f704-40b4-bab8-27e214d9e895') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:04.948901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33528fe0-f704-40b4-bab8-27e214d9e895') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:04.974016 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.986029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71810a33-8d22-487e-b0a5-f8ecf415183d None None] Pushing event deleted for resources: {'Port': ['ID=e584e2cd-5d20-468b-8cd5-4fb5fe62a26f,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:05.023667 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.033454 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.041661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a9096d6-93a1-495b-b200-91462c9210b0 req-e734523f-0407-4993-9c39-0bc0aecc1373 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410500 Aug 29 04:13:05.059234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:13:05.060040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:13:05.063417 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:13:05.083179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.090185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-becfc88c-ce62-4c59-9048-1140022004bb req-c25cea2e-a7c3-4de8-83e9-ff80e5f28d7c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4184468 Aug 29 04:13:05.104673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.134500 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.162481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 5f9c9292-bedd-49bd-9a3e-73138695ecf8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5f9c9292-bedd-49bd-9a3e-73138695ecf8,segment=NetworkSegment(56ebdecc-2311-422f-a353-063045b354f5),segment_id=56ebdecc-2311-422f-a353-063045b354f5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:05.167598 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.178772 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.180713 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6b7eb424-c2af-4c0a-83bd-92c9162247c1 HTTP/1.1" status: 204 len: 168 time: 1.4633706 Aug 29 04:13:05.187257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b41e9-61e9-4eac-a44b-89232cdf3fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7eb424-c2af-4c0a-83bd-92c9162247c1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:05.272438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=5f9c9292-bedd-49bd-9a3e-73138695ecf8,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:05.307175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c04a284c-642e-46e5-8566-c4ddcce92986 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:05.377009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c04a284c-642e-46e5-8566-c4ddcce92986 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:05.378742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c04a284c-642e-46e5-8566-c4ddcce92986 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:05.381510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:05.410374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:05.410933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fdeb3cf2-ad00-4bdf-8c04-d006f38069e1 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:05.560469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57522) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:05.638488 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a4738c52-1dec-4f0a-9531-2154bb04bb0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86068ff247dd4708bdac3dd2cedc33e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767980 Aug 29 04:13:05.640991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57524) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:05.728178 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-54a25eac-fa91-4c91-ad47-f5190af66643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.759529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-54a25eac-fa91-4c91-ad47-f5190af66643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.916857 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-54a25eac-fa91-4c91-ad47-f5190af66643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.916857 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-54a25eac-fa91-4c91-ad47-f5190af66643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.916857 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-54a25eac-fa91-4c91-ad47-f5190af66643 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af149679-b57a-4951-9aad-486913045bfc HTTP/1.1" status: 204 len: 168 time: 0.2620156 Aug 29 04:13:05.934594 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25eac-fa91-4c91-ad47-f5190af66643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af149679-b57a-4951-9aad-486913045bfc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:05.967014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-becfc88c-ce62-4c59-9048-1140022004bb req-ec4f4c03-0de3-4414-a4aa-2518cb597750 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.192 HTTP/1.1" status: 200 len: 696 time: 0.7852490 Aug 29 04:13:06.010923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5f9c9292-bedd-49bd-9a3e-73138695ecf8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:06.169784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfc88c-ce62-4c59-9048-1140022004bb req-8686c28a-6160-4a6f-9322-aa8851447a0a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:06.172558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-becfc88c-ce62-4c59-9048-1140022004bb req-8686c28a-6160-4a6f-9322-aa8851447a0a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1856515 Aug 29 04:13:06.194426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] Router c481df24-e8a9-4fda-bea4-766d198ece22 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:13:06.239933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:06.241033 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.524695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636340c-a88b-4a61-8497-37db75377f9d req-abef89f4-2393-4d11-8f02-17f864eebef2 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:06.526496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1636340c-a88b-4a61-8497-37db75377f9d req-abef89f4-2393-4d11-8f02-17f864eebef2 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.1142237 Aug 29 04:13:06.531522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:06.538492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3d62e13a-78b6-4810-8d25-eda6915c982e admin admin] 10.222.0.49 "PUT /v2.0/routers/c481df24-e8a9-4fda-bea4-766d198ece22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2667532 Aug 29 04:13:06.540449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57552) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:06.545568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] Sync routers for ids ['c481df24-e8a9-4fda-bea4-766d198ece22'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:06.564499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e584e2cd-5d20-468b-8cd5-4fb5fe62a26f no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:06.620921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] Routers {'c481df24-e8a9-4fda-bea4-766d198ece22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:06.622775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c481df24-e8a9-4fda-bea4-766d198ece22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:06.657707 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1636340c-a88b-4a61-8497-37db75377f9d req-a15eda8b-78a8-4ef9-97ad-80c2affbc35d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085784 Aug 29 04:13:06.751390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: e584e2cd-5d20-468b-8cd5-4fb5fe62a26f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:06.751831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e584e2cd-5d20-468b-8cd5-4fb5fe62a26f not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:06.809162 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.895491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] Set router c481df24-e8a9-4fda-bea4-766d198ece22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:06.971781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-72a2175e-5017-436b-ab02-847992d45ce5 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2369788 Aug 29 04:13:06.985475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:07.030628 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.035255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.187269 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.202823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Deleting port 35ce917c-ba09-43f4-9f03-ad57b4073178 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:07.216717 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.398896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Allocated IP 172.25.5.107 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/748325dc-8e2e-4189-aa67-7709688d919c) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:07.418401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] For port 35ce917c-ba09-43f4-9f03-ad57b4073178, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=35ce917c-ba09-43f4-9f03-ad57b4073178,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:07.418401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.439292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Calling delete_port for 35ce917c-ba09-43f4-9f03-ad57b4073178 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:07.460712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-router', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:40Z', 'updated_at': '2021-08-29T04:13:03Z', 'revision_number': 5, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'gw_port': {'id': '35ce917c-ba09-43f4-9f03-ad57b4073178', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:41Z', 'updated_at': '2021-08-29T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:07.540370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] Checking router: c481df24-e8a9-4fda-bea4-766d198ece22 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:07.556435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] Routers {'c481df24-e8a9-4fda-bea4-766d198ece22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:07.557064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c481df24-e8a9-4fda-bea4-766d198ece22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:07.594549 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57586) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:07.663111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] Set router c481df24-e8a9-4fda-bea4-766d198ece22 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:07.677978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-e8ca3cdf-2032-4ead-a743-7fab025e25c6 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:13:07.679346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-e8ca3cdf-2032-4ead-a743-7fab025e25c6 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0730000 Aug 29 04:13:07.692958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.714097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Request body: {'binding': {'host': 'n-h1-712141-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:07.716723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Unknown quota resources ['binding']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:13:07.737749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-router', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:40Z', 'updated_at': '2021-08-29T04:13:07Z', 'revision_number': 6, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:07.904729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-848914198-network', 'tenant_id': '35c160c123804ac797133d520b7b79da'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:07.915969 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.930469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa379a-885a-41a8-bc87-8e9271fdaac5 None None] The sync data for ids ['c481df24-e8a9-4fda-bea4-766d198ece22'] in n-d-712141-12 is: [{'id': 'c481df24-e8a9-4fda-bea4-766d198ece22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547574303-router', 'tenant_id': '58542bb9d7994b0e87bad8aafda62c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:40Z', 'updated_at': '2021-08-29T04:13:07Z', 'revision_number': 6, 'project_id': '58542bb9d7994b0e87bad8aafda62c97', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:07.970833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ce917c-ba09-43f4-9f03-ad57b4073178,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:07.975307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Made reservation on behalf of 35c160c123804ac797133d520b7b79da for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:07.977629 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.011699 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.052247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.079284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on host n-h1-712141-12 for vnic_type normal with profile None {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:08.080057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:08.080700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:08.093613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:08.094358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:08.102788 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.155170 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.157442 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.166261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event updated for resources: {'Port': ['ID=748325dc-8e2e-4189-aa67-7709688d919c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:08.181929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:08.184955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:08.185417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:08.186002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:08.186553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Bound port: 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:08.197421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:08.203730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:08.226478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.227021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c481df24-e8a9-4fda-bea4-766d198ece22 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:13:08.235540 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.236925 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-12cd6821-7221-476c-91d8-f377ad569678 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c481df24-e8a9-4fda-bea4-766d198ece22 HTTP/1.1" status: 204 len: 168 time: 1.6952627 Aug 29 04:13:08.239942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57592) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:08.418494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:08.431233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.432596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-58b0a322-2e2a-4730-be42-bc5e7231e909 service neutron] 10.222.0.49 "POST /v2.0/ports/14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7324357 Aug 29 04:13:08.472494 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.480599 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.487023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.500498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:13:08.511136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.513939 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Added segment ce9c7ef9-f813-422b-bfe5-79a0257b7849 of type vlan for network 5b12b323-7282-46ec-88fa-539d4b83b35d Aug 29 04:13:08.671148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda0f4ae-9d86-40b3-b985-83020ec02393,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:08.712784 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.736268 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.815453 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.816927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:08.817625 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.854142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d8ed10-eff0-4e1c-96e8-7d1d10f01f9f admin admin] Deleting subnet 9d7a7766-8c5b-4488-87f3-7322194cdbeb {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:13:08.860131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88d8ed10-eff0-4e1c-96e8-7d1d10f01f9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.912537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-3c4a9d5a-e79b-45f7-9036-7179f725f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:08.914172 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-3c4a9d5a-e79b-45f7-9036-7179f725f4fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 1098 time: 0.1722407 Aug 29 04:13:08.933292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3279984 Aug 29 04:13:08.952512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57606) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:08.960758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Request body: {'subnet': {'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-848914198-subnet', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:09.004418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88d8ed10-eff0-4e1c-96e8-7d1d10f01f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.051400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafb50f-b670-465a-a84b-a5878f01835a admin admin] Pushing event updated for resources: {'Network': ['ID=5b12b323-7282-46ec-88fa-539d4b83b35d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:09.068729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5b12b323-7282-46ec-88fa-539d4b83b35d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:13:09.083834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Made reservation on behalf of 35c160c123804ac797133d520b7b79da for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:09.086390 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.107882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-3cefb31b-0ad5-44e9-8d08-77d83d5f00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:09.109411 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-3cefb31b-0ad5-44e9-8d08-77d83d5f00aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.1873298 Aug 29 04:13:09.168607 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-b4ed765a-12c2-4155-9cac-b6fb06ce0848 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b HTTP/1.1" status: 200 len: 217 time: 0.0487471 Aug 29 04:13:09.173849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95781b-8586-40c2-b533-1d41ba54e710 req-678023b6-9b1c-4d19-9bbd-0c543dc8f8fd tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:09.174226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88d8ed10-eff0-4e1c-96e8-7d1d10f01f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.175849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d95781b-8586-40c2-b533-1d41ba54e710 req-678023b6-9b1c-4d19-9bbd-0c543dc8f8fd tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.2241719 Aug 29 04:13:09.270524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.272072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-e555a5a3-7d2b-4090-8297-f7ee0d0dcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:09.274254 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-e555a5a3-7d2b-4090-8297-f7ee0d0dcd7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0856137 Aug 29 04:13:09.283466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d95781b-8586-40c2-b533-1d41ba54e710 req-093fa642-559e-4b1e-a948-70526c371d39 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883996 Aug 29 04:13:09.284150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.327048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-480fd536-5c4b-4c1f-a74a-cb7cdb18e418 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438161 Aug 29 04:13:09.347832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88d8ed10-eff0-4e1c-96e8-7d1d10f01f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.389122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event updated for resources: {'Port': ['ID=748325dc-8e2e-4189-aa67-7709688d919c,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:09.417902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8ed10-eff0-4e1c-96e8-7d1d10f01f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7a7766-8c5b-4488-87f3-7322194cdbeb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:09.427784 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88d8ed10-eff0-4e1c-96e8-7d1d10f01f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.429814 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-88d8ed10-eff0-4e1c-96e8-7d1d10f01f9f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9d7a7766-8c5b-4488-87f3-7322194cdbeb HTTP/1.1" status: 204 len: 168 time: 1.1883795 Aug 29 04:13:09.434188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57608) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:09.435831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d46b4f0-9807-4661-8d87-3c5df1e047d0 None None] Network 5797e981-9a4f-4ff4-bf64-125c1174328e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:09.508568 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.545180 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.557112 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-6c0faad3-ecb8-435e-86b5-842c368c72cb service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229443 Aug 29 04:13:09.568310 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.569547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fdd1e32e-2d65-4bcf-afdd-fecff881a7fa tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5911613 Aug 29 04:13:09.596871 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.644343 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2445a-6fd7-4e35-951f-5029200b8e39 req-a19a98a5-8a4d-41f0-9d84-7f5868da61d5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:09.653334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04d2445a-6fd7-4e35-951f-5029200b8e39 req-a19a98a5-8a4d-41f0-9d84-7f5868da61d5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.1936319 Aug 29 04:13:09.698005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-fa82e55f-a7a0-4d39-85a3-8dc1de1888f7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 696 time: 0.1167257 Aug 29 04:13:09.707460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Deleting port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:09.707460 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.731972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa481a4-7ab2-462f-ab31-e5beb3033055 None None] DHCP port deletion for 5797e981-9a4f-4ff4-bf64-125c1174328e request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:13:09.782786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ffa481a4-7ab2-462f-ab31-e5beb3033055 None None] Deleting port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:09.783180 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffa481a4-7ab2-462f-ab31-e5beb3033055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.810246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4d660b-eb07-412e-89b4-0f32c003228d,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:09.830451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Checking segment: {'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:09.830451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Network hostable DHCP agents. Network: 5b12b323-7282-46ec-88fa-539d4b83b35d, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:13:09.852208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] For port 43973a52-d1b3-4ee5-8cbc-80be4c12b079, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=43973a52-d1b3-4ee5-8cbc-80be4c12b079,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:09.852491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04d2445a-6fd7-4e35-951f-5029200b8e39 req-ddaedde0-ab26-40db-b786-936dc55eb167 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916268 Aug 29 04:13:09.854974 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.882947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ffa481a4-7ab2-462f-ab31-e5beb3033055 None None] For port 43973a52-d1b3-4ee5-8cbc-80be4c12b079, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=43973a52-d1b3-4ee5-8cbc-80be4c12b079,segment=NetworkSegment(2acb0c48-8fd7-4316-8d0b-7ed09b776617),segment_id=2acb0c48-8fd7-4316-8d0b-7ed09b776617)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:09.883385 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffa481a4-7ab2-462f-ab31-e5beb3033055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.898354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Calling delete_port for 43973a52-d1b3-4ee5-8cbc-80be4c12b079 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:09.912487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Network 5b12b323-7282-46ec-88fa-539d4b83b35d is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:13:09.926798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ffa481a4-7ab2-462f-ab31-e5beb3033055 None None] Calling delete_port for 43973a52-d1b3-4ee5-8cbc-80be4c12b079 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:09.954472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 5b12b323-7282-46ec-88fa-539d4b83b35d) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:09.978686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:09.979344 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.998746 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-ea2ff455-cdff-43ac-8fd3-766b31dae09e service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343789 Aug 29 04:13:10.015935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-0f980b96-cead-4c75-8bc5-10a8f7119eb2 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:10.017840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d745a36a-d040-4cde-a6c2-7a8ec2f5ab37 req-0f980b96-cead-4c75-8bc5-10a8f7119eb2 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.3190639 Aug 29 04:13:10.027535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2267853f-272b-41be-ba8d-7ba34f493025 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0738370 Aug 29 04:13:10.037023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57624) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:10.037719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 43973a52-d1b3-4ee5-8cbc-80be4c12b079 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:10.039897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1496e8b9-72bf-4c22-8990-e666bebe111e None None] Network 5b12b323-7282-46ec-88fa-539d4b83b35d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:10.060704 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:10.104032 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffa481a4-7ab2-462f-ab31-e5beb3033055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.119231 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.120304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.137355 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.153713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa481a4-7ab2-462f-ab31-e5beb3033055 None None] Pushing event deleted for resources: {'Port': ['ID=43973a52-d1b3-4ee5-8cbc-80be4c12b079,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:10.155153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] No DVR routers for this DVR port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:10.164858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa481a4-7ab2-462f-ab31-e5beb3033055 None None] No DVR routers for this DVR port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:10.190331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No active binding found for port 43973a52-d1b3-4ee5-8cbc-80be4c12b079 {{(pid=94852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:13:10.191106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 43973a52-d1b3-4ee5-8cbc-80be4c12b079 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:10.191428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=43973a52-d1b3-4ee5-8cbc-80be4c12b079,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:10.192149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 13919852-37c8-41f7-bfee-5650bf958beb no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:10.218596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 13919852-37c8-41f7-bfee-5650bf958beb {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:10.219145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 13919852-37c8-41f7-bfee-5650bf958beb not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:10.219682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35ce917c-ba09-43f4-9f03-ad57b4073178 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:10.247604 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.289266 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 35ce917c-ba09-43f4-9f03-ad57b4073178 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:10.289718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35ce917c-ba09-43f4-9f03-ad57b4073178 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:10.386370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-5b12b323-7282-46ec-88fa-539d4b83b35d', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:13:10.388965 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.405026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.523058 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.529859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-a78857c5-a8cf-4f54-bd67-cd04414358c8 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4291825 Aug 29 04:13:10.539498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5797e981-9a4f-4ff4-bf64-125c1174328e']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:10.564681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acb0c48-8fd7-4316-8d0b-7ed09b776617') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:10.565524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acb0c48-8fd7-4316-8d0b-7ed09b776617') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:10.587246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:10.603804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Allocated IP 172.20.0.2 (5b12b323-7282-46ec-88fa-539d4b83b35d/ba4d660b-eb07-412e-89b4-0f32c003228d/1e720264-01dd-4dd8-8b94-26db971f5b0c) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:10.615251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.637976 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.647328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:13:10.648015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:13:10.649568 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:13:10.672408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b39a4-5673-4fc0-9941-5c0c5c7c4f1b req-74ad4d93-bfd3-42ba-81eb-f85a748a101f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:10.681629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c1b39a4-5673-4fc0-9941-5c0c5c7c4f1b req-74ad4d93-bfd3-42ba-81eb-f85a748a101f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.1972702 Aug 29 04:13:10.709323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.720344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.729635 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.734762 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] 10.222.0.49 "DELETE /v2.0/networks/5797e981-9a4f-4ff4-bf64-125c1174328e HTTP/1.1" status: 204 len: 168 time: 1.2980807 Aug 29 04:13:10.735540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57638) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:10.814164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c1b39a4-5673-4fc0-9941-5c0c5c7c4f1b req-27385dbe-3732-4bc7-aad9-30562cb578f3 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311567 Aug 29 04:13:10.912180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52305e7-326f-4155-b6bd-026acfa9f4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=5797e981-9a4f-4ff4-bf64-125c1174328e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:10.962137 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.964691 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.985435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Transition to ACTIVE for port object 1e720264-01dd-4dd8-8b94-26db971f5b0c will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:11.019669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Transition to ACTIVE for port object 1e720264-01dd-4dd8-8b94-26db971f5b0c will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:11.036616 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.118484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Pushing event updated for resources: {'Port': ['ID=1e720264-01dd-4dd8-8b94-26db971f5b0c,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:11.128625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.130173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e14160-17a2-48aa-a217-992113b44473 req-5bccf2ac-fd31-4ec3-8451-6b6a524e08fb tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.142277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Network 5b12b323-7282-46ec-88fa-539d4b83b35d is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:11.143207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02e14160-17a2-48aa-a217-992113b44473 req-5bccf2ac-fd31-4ec3-8451-6b6a524e08fb tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.0960670 Aug 29 04:13:11.143791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:11.146607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:11.156648 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.218401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02e14160-17a2-48aa-a217-992113b44473 req-02b8ee05-e04c-4c92-98c4-6135164a2cb6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736949 Aug 29 04:13:11.241153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Attempting to bind port 1e720264-01dd-4dd8-8b94-26db971f5b0c on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:11.241531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Attempting to bind port 1e720264-01dd-4dd8-8b94-26db971f5b0c by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:11.241917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Attempting to bind port 1e720264-01dd-4dd8-8b94-26db971f5b0c on network 5b12b323-7282-46ec-88fa-539d4b83b35d {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:11.261240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:11.261659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Checking segment: {'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:11.262027 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.262427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Bound using segment: {'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:11.262911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Bound port: 1e720264-01dd-4dd8-8b94-26db971f5b0c, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:11.263307 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.348950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Allocated IP 172.25.5.61 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/51af1ad6-4bbd-495c-87d9-96cd4e9eb484) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:11.363046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-def21669-718b-4302-bd67-831a7e7c284e None None] For port 1e720264-01dd-4dd8-8b94-26db971f5b0c, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:11.367275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-def21669-718b-4302-bd67-831a7e7c284e None None] For port 1e720264-01dd-4dd8-8b94-26db971f5b0c, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1e720264-01dd-4dd8-8b94-26db971f5b0c,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:11.380646 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.453558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def21669-718b-4302-bd67-831a7e7c284e None None] Pushing event updated for resources: {'Port': ['ID=1e720264-01dd-4dd8-8b94-26db971f5b0c,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:11.468909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.602912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.703765 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:13:11.713825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.922392 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Allocated IP 172.25.5.125 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/67f17836-7381-41c0-b011-eafc45a24daa) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:11.995229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:12.002099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event updated for resources: {'Port': ['ID=51af1ad6-4bbd-495c-87d9-96cd4e9eb484,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:12.011950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:12.029673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:12.131416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.184945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1e720264-01dd-4dd8-8b94-26db971f5b0c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:12.198778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.266232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:12.281153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:12.285162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:12.289162 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.297106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1e720264-01dd-4dd8-8b94-26db971f5b0c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:12.335885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Pushing event updated for resources: {'Port': ['ID=67f17836-7381-41c0-b011-eafc45a24daa,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:12.355497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.612017 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.627801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c9278-c9fa-4126-9c54-316173e29554 req-90e9af35-f338-46d9-96b1-3e376f3ead37 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.637725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e6c9278-c9fa-4126-9c54-316173e29554 req-90e9af35-f338-46d9-96b1-3e376f3ead37 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.5452573 Aug 29 04:13:12.647642 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.707765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event updated for resources: {'Port': ['ID=51af1ad6-4bbd-495c-87d9-96cd4e9eb484,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:12.798836 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.821361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e6c9278-c9fa-4126-9c54-316173e29554 req-74695df6-1128-49ec-b09a-4bbd42800803 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826034 Aug 29 04:13:12.855341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.857280 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-6564cd70-8932-49bd-8f66-cba74da9a01d tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2930233 Aug 29 04:13:12.981199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-d4ecb1fd-3260-4e20-9028-09e0a9e57811 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.1089127 Aug 29 04:13:13.000912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] Deleting port 12b79c93-7051-4335-9921-08c27ac24876 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:13.001376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.044463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9cc417-f523-43d1-ba3f-a7e09f4560a3 None None] Network 5b12b323-7282-46ec-88fa-539d4b83b35d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:13.174436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-2855c0ab-76de-470d-9978-9cc8fcda4218 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.177050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61cbb807-f3e4-4a90-84b3-cd2da5560599 req-2855c0ab-76de-470d-9978-9cc8fcda4218 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1945162 Aug 29 04:13:13.210219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] For port 12b79c93-7051-4335-9921-08c27ac24876, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=12b79c93-7051-4335-9921-08c27ac24876,segment=NetworkSegment(8ea2b21e-1f02-44f9-bb06-e63092b132c9),segment_id=8ea2b21e-1f02-44f9-bb06-e63092b132c9)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:13.210642 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.231256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] Calling delete_port for 12b79c93-7051-4335-9921-08c27ac24876 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:13.232807 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.253414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab13a7b-0832-471f-85d0-9cb9bda52c1e req-844f674c-bcb3-4356-bab7-c4d82f179d60 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.256134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ab13a7b-0832-471f-85d0-9cb9bda52c1e req-844f674c-bcb3-4356-bab7-c4d82f179d60 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.0784755 Aug 29 04:13:13.276561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-77cf714d-f981-4c09-bb21-9f8b2c9bb696 None None] Provisioning for port 1e720264-01dd-4dd8-8b94-26db971f5b0c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:13.281480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-77cf714d-f981-4c09-bb21-9f8b2c9bb696 None None] Provisioning complete for port 1e720264-01dd-4dd8-8b94-26db971f5b0c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:13.282126 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77cf714d-f981-4c09-bb21-9f8b2c9bb696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.324723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ab13a7b-0832-471f-85d0-9cb9bda52c1e req-487aa80f-0b92-4318-8bd5-3e6a5893225a tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575275 Aug 29 04:13:13.453706 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77cf714d-f981-4c09-bb21-9f8b2c9bb696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.520625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-051d3729-802a-41c3-87f5-6b3f45e21718 req-8d843b62-c4f9-4136-ae11-1e652eccd32c tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips/e672c03c-7b79-4297-ba73-8532fb89eba9 HTTP/1.1" status: 200 len: 692 time: 0.0953939 Aug 29 04:13:13.526643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-77cf714d-f981-4c09-bb21-9f8b2c9bb696 None None] For port 1e720264-01dd-4dd8-8b94-26db971f5b0c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1e720264-01dd-4dd8-8b94-26db971f5b0c,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:13.533668 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77cf714d-f981-4c09-bb21-9f8b2c9bb696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.734827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf714d-f981-4c09-bb21-9f8b2c9bb696 None None] Pushing event updated for resources: {'Port': ['ID=1e720264-01dd-4dd8-8b94-26db971f5b0c,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:13.745670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d3729-802a-41c3-87f5-6b3f45e21718 req-97210014-a189-4deb-a688-d666488f57a3 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.755014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-051d3729-802a-41c3-87f5-6b3f45e21718 req-97210014-a189-4deb-a688-d666488f57a3 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.2329369 Aug 29 04:13:13.781188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-051d3729-802a-41c3-87f5-6b3f45e21718 req-8bb758bf-e858-4808-a00e-316d8292f4d6 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:13:13.787373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-051d3729-802a-41c3-87f5-6b3f45e21718 req-8bb758bf-e858-4808-a00e-316d8292f4d6 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0314331 Aug 29 04:13:13.894755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f84cffed-c474-47fd-874a-2696b26acea5 req-4da6cf60-44b5-431a-ba7f-e616831388fe tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips/e672c03c-7b79-4297-ba73-8532fb89eba9 HTTP/1.1" status: 200 len: 692 time: 0.0904341 Aug 29 04:13:13.920391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8f93b8aa-1c85-49ec-b718-8e69217292f7 None None] Provisioning complete for port 1e720264-01dd-4dd8-8b94-26db971f5b0c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:13.920872 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8f93b8aa-1c85-49ec-b718-8e69217292f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:13.926241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.031168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1e720264-01dd-4dd8-8b94-26db971f5b0c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:14.054820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cffed-c474-47fd-874a-2696b26acea5 req-358486c2-1b24-415c-84a6-dad89db56ace tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.062951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f84cffed-c474-47fd-874a-2696b26acea5 req-358486c2-1b24-415c-84a6-dad89db56ace tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1639674 Aug 29 04:13:14.141122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f84cffed-c474-47fd-874a-2696b26acea5 req-27db90f5-7c78-432b-a238-6ce94f32db54 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0769799 Aug 29 04:13:14.201863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1e720264-01dd-4dd8-8b94-26db971f5b0c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:14.202241 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.235194 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.284036 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] Pushing event deleted for resources: {'Port': ['ID=12b79c93-7051-4335-9921-08c27ac24876,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:14.320593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Router 6eff4e41-e3e4-4409-8f87-a2475b74f539 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:13:14.322177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f84cffed-c474-47fd-874a-2696b26acea5 req-c7aa7b52-8195-4d8b-ada9-a4d46875931a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.1717303 Aug 29 04:13:14.531061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:14.545347 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7d414-daf2-494e-b44e-c95cb873215c req-c9617c72-522a-48d5-be5c-5b16bcd02fd7 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.546928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ee7d414-daf2-494e-b44e-c95cb873215c req-c9617c72-522a-48d5-be5c-5b16bcd02fd7 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.2227409 Aug 29 04:13:14.554353 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Sync routers for ids ['6eff4e41-e3e4-4409-8f87-a2475b74f539'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:14.565203 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Routers {'6eff4e41-e3e4-4409-8f87-a2475b74f539'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:14.565823 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6eff4e41-e3e4-4409-8f87-a2475b74f539'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:14.605977 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.615082 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-07eb7435-785b-4569-8347-65d3ca1d5711 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5672247 Aug 29 04:13:14.618033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57710) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:14.722197 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ee7d414-daf2-494e-b44e-c95cb873215c req-01caa7b6-203f-4513-bb86-682128702175 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036363 Aug 29 04:13:14.731024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-f84cffed-c474-47fd-874a-2696b26acea5 req-b8963bd6-bcf8-4297-bf87-f979a672f509 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Deleting port 51af1ad6-4bbd-495c-87d9-96cd4e9eb484 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:14.731851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f84cffed-c474-47fd-874a-2696b26acea5 req-b8963bd6-bcf8-4297-bf87-f979a672f509 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.843560 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Set router 6eff4e41-e3e4-4409-8f87-a2475b74f539 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:14.852649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f84cffed-c474-47fd-874a-2696b26acea5 req-b8963bd6-bcf8-4297-bf87-f979a672f509 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.853228 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f84cffed-c474-47fd-874a-2696b26acea5 req-b8963bd6-bcf8-4297-bf87-f979a672f509 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.868049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-f84cffed-c474-47fd-874a-2696b26acea5 req-b8963bd6-bcf8-4297-bf87-f979a672f509 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Calling delete_port for 51af1ad6-4bbd-495c-87d9-96cd4e9eb484 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:14.997549 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.106259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-4825323a-493d-4521-9cbc-fd3272a538a4 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:15.107519 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-4825323a-493d-4521-9cbc-fd3272a538a4 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1098 time: 0.1848063 Aug 29 04:13:15.167389 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f84cffed-c474-47fd-874a-2696b26acea5 req-b8963bd6-bcf8-4297-bf87-f979a672f509 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.270391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8963bd6-bcf8-4297-bf87-f979a672f509 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event deleted for resources: {'Port': ['ID=51af1ad6-4bbd-495c-87d9-96cd4e9eb484,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:15.272919 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:12Z', 'revision_number': 3, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:15.307899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-12'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:15.333541 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Checking router: 6eff4e41-e3e4-4409-8f87-a2475b74f539 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:15.333895 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Updating router 6eff4e41-e3e4-4409-8f87-a2475b74f539 port 67f17836-7381-41c0-b011-eafc45a24daa binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:13:15.363230 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f84cffed-c474-47fd-874a-2696b26acea5 req-b8963bd6-bcf8-4297-bf87-f979a672f509 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.366843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f84cffed-c474-47fd-874a-2696b26acea5 req-b8963bd6-bcf8-4297-bf87-f979a672f509 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.369232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f84cffed-c474-47fd-874a-2696b26acea5 req-b8963bd6-bcf8-4297-bf87-f979a672f509 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "DELETE /v2.0/floatingips/e672c03c-7b79-4297-ba73-8532fb89eba9 HTTP/1.1" status: 204 len: 173 time: 1.0462191 Aug 29 04:13:15.395659 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.399040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ca1b-4dde-4fd5-bd6f-a190519d541a req-a3f19ccc-4295-4d8d-b277-59bce449da61 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:15.414370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd73ca1b-4dde-4fd5-bd6f-a190519d541a req-a3f19ccc-4295-4d8d-b277-59bce449da61 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.2893777 Aug 29 04:13:15.421562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.494962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd73ca1b-4dde-4fd5-bd6f-a190519d541a req-636d0445-cc13-4d81-8ec1-95903ba15a77 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698330 Aug 29 04:13:15.636628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] Router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:13:15.909102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985f235-46b5-41d5-afad-2f2f30b3613b req-4ceb639b-dd08-4276-b537-eef3b39abe56 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:15.911699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2985f235-46b5-41d5-afad-2f2f30b3613b req-4ceb639b-dd08-4276-b537-eef3b39abe56 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3947663 Aug 29 04:13:15.970191 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.991611 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Transition to ACTIVE for port object 67f17836-7381-41c0-b011-eafc45a24daa will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:16.001373 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.029687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0720c-8b2a-466e-a8e1-01265cfce168 req-18fc75bf-b6f9-4b84-89f5-20351bc780d2 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:16.037126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1b0720c-8b2a-466e-a8e1-01265cfce168 req-18fc75bf-b6f9-4b84-89f5-20351bc780d2 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 946 time: 0.1224995 Aug 29 04:13:16.071556 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Attempting to bind port 67f17836-7381-41c0-b011-eafc45a24daa on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:16.072029 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Attempting to bind port 67f17836-7381-41c0-b011-eafc45a24daa by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:16.072540 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Attempting to bind port 67f17836-7381-41c0-b011-eafc45a24daa on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:16.080901 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:16.081428 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:16.081977 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.082471 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:16.083534 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Bound port: 67f17836-7381-41c0-b011-eafc45a24daa, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:16.084043 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.122921 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Pushing event updated for resources: {'Port': ['ID=67f17836-7381-41c0-b011-eafc45a24daa,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:16.137196 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.137659 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.138146 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.138718 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.139161 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.139838 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.140015 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.140464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2140e3a-3cef-4446-b4a4-142a6b6f4f03 req-a1f0c712-74f7-4055-97df-daaea2e59cce tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=ccf45e02132a434e964c4606796ce697 HTTP/1.1" status: 200 len: 1657 time: 0.0962574 Aug 29 04:13:16.140586 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.142646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:16.143140 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.143595 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.144042 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.144538 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:16.177438 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] For port 67f17836-7381-41c0-b011-eafc45a24daa, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:16.184447 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] For port 67f17836-7381-41c0-b011-eafc45a24daa, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=67f17836-7381-41c0-b011-eafc45a24daa,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:16.190591 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.217246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 476396d2-6a23-43db-b1f1-d8156df527c6 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:16.260576 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f4a6a-9621-4af4-b3ef-c5a0635d895c None None] Pushing event updated for resources: {'Port': ['ID=67f17836-7381-41c0-b011-eafc45a24daa,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:16.261559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1b0720c-8b2a-466e-a8e1-01265cfce168 req-3661e961-b248-42ad-ba79-2faab9a7a70c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234876 Aug 29 04:13:16.283690 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Routers {'6eff4e41-e3e4-4409-8f87-a2475b74f539'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:16.285582 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6eff4e41-e3e4-4409-8f87-a2475b74f539'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:16.379617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2140e3a-3cef-4446-b4a4-142a6b6f4f03 req-3844180c-ffbe-4c08-8f95-4d91ef767d52 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:16.388714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2140e3a-3cef-4446-b4a4-142a6b6f4f03 req-3844180c-ffbe-4c08-8f95-4d91ef767d52 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks?id=56c2eb11-e861-469c-ae08-c1935edf568b&id=56c2eb11-e861-469c-ae08-c1935edf568b&id=56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 787 time: 0.2472994 Aug 29 04:13:16.394803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-c2140e3a-3cef-4446-b4a4-142a6b6f4f03 req-4550a42f-5943-4692-979c-99a12cbcde3e tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:13:16.401567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2140e3a-3cef-4446-b4a4-142a6b6f4f03 req-4550a42f-5943-4692-979c-99a12cbcde3e tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119529 Aug 29 04:13:16.426260 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] Set router 6eff4e41-e3e4-4409-8f87-a2475b74f539 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:16.474893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:16.487731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-869efdef-5108-4f84-9ed4-d880ef118050 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips/9b884aa0-6b18-4b8b-ba5a-b0dd6f57d11b HTTP/1.1" status: 200 len: 693 time: 0.0672014 Aug 29 04:13:16.515421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 476396d2-6a23-43db-b1f1-d8156df527c6 has no active binding in host n-h2-712141-12 {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:13:16.665098 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.724986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-5ff10c2b-2342-45e1-afc1-b73e7835d65a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:16.727442 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:12Z', 'revision_number': 3, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:16.730258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-5ff10c2b-2342-45e1-afc1-b73e7835d65a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.2350135 Aug 29 04:13:16.744022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-a34dc7e3-70b7-453c-b553-264eb729f7f6 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:13:16.744342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:16.745267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-a34dc7e3-70b7-453c-b553-264eb729f7f6 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082369 Aug 29 04:13:16.767207 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341f36a-c1b5-486c-9d47-f7047d4e0513 None None] The sync data for ids ['6eff4e41-e3e4-4409-8f87-a2475b74f539'] in n-d-712141-12 is: [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:12Z', 'revision_number': 3, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:16.805205 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:16.816327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] Sync routers for ids ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:16.829011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] Routers {'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:16.830292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-df1c2bc5-ec9c-4c68-bdde-f48d0ff30cc8 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 696 time: 0.0715308 Aug 29 04:13:16.831091 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:16.846427 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2e83dab3-8b9d-426b-89a8-af1dd0ee88ea admin admin] 10.222.0.49 "PUT /v2.0/routers/f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1083415 Aug 29 04:13:16.848652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57778) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:16.868726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '476396d2-6a23-43db-b1f1-d8156df527c6'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:16.871075 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f1f622-f562-448b-a3f2-015421179195" -d '{"events": [{"server_uuid": "743939ec-0906-43b2-a3f2-4d04bdd2e1b5", "name": "network-vif-unplugged", "status": "completed", "tag": "476396d2-6a23-43db-b1f1-d8156df527c6"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:16.887372 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.912270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.949249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58c3b7-e079-4c15-a62c-1b7908585ff8 req-19de8fe4-05ba-494e-b02d-789cbf9d64c0 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:16.957548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e58c3b7-e079-4c15-a62c-1b7908585ff8 req-19de8fe4-05ba-494e-b02d-789cbf9d64c0 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.2101476 Aug 29 04:13:16.962072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-26c3fc07-3b8b-4f24-9716-d6abd5c3aa41 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 696 time: 0.1232767 Aug 29 04:13:16.975213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] Set router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:17.080235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 on host n-h1-712141-12 for vnic_type normal with profile {"migrating_to": "n-h2-712141-12"} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:17.080616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:17.080972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:17.099669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Allocated IP 172.20.0.1 (5b12b323-7282-46ec-88fa-539d4b83b35d/ba4d660b-eb07-412e-89b4-0f32c003228d/e1c96831-403d-432c-bb97-07a935544a18) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:17.109851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Port 476396d2-6a23-43db-b1f1-d8156df527c6 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:17.110293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Attempting to bind port 476396d2-6a23-43db-b1f1-d8156df527c6 on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:17.124261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:17.124834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:17.125401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:17.126535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Bound port: 476396d2-6a23-43db-b1f1-d8156df527c6, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:17.127077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.167014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Pushing event updated for resources: {'Port': ['ID=476396d2-6a23-43db-b1f1-d8156df527c6,revision_number=7']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:17.336588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:17.342457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:17.347788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.362420 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.377125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-router', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:52Z', 'updated_at': '2021-08-29T04:13:13Z', 'revision_number': 5, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'gw_port': {'id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:53Z', 'updated_at': '2021-08-29T04:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:17.426317 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Transition to ACTIVE for port object e1c96831-403d-432c-bb97-07a935544a18 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:17.431201 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] Checking router: f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:17.450194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] Routers {'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:17.463984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:17.475657 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Pushing event updated for resources: {'Port': ['ID=476396d2-6a23-43db-b1f1-d8156df527c6,revision_number=8']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:17.476516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e58c3b7-e079-4c15-a62c-1b7908585ff8 req-2cbf38be-d709-4331-8e24-c53e8a19d86b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178130 Aug 29 04:13:17.491069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:17.491701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.500019 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-fcad5ef7-b007-456f-877c-b6e2171b0b90 service neutron] 10.222.0.59 "PUT /v2.0/ports/476396d2-6a23-43db-b1f1-d8156df527c6 HTTP/1.1" status: 200 len: 1124 time: 2.3814740 Aug 29 04:13:17.548840 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.619426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Network 5b12b323-7282-46ec-88fa-539d4b83b35d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:17.622633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:17.626514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:17.639726 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.684349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['476396d2-6a23-43db-b1f1-d8156df527c6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:17.699683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c96831-403d-432c-bb97-07a935544a18,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:17.732387 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.734060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['476396d2-6a23-43db-b1f1-d8156df527c6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:17.774322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-77a8a84f-489d-4ef7-b24f-246139181db7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Deleting port 748325dc-8e2e-4189-aa67-7709688d919c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:17.775121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-77a8a84f-489d-4ef7-b24f-246139181db7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.933160 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9199d423-76a0-43e4-94b2-38917bedcea8 x-openstack-request-id: req-9199d423-76a0-43e4-94b2-38917bedcea8 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:17.933807 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743939ec-0906-43b2-a3f2-4d04bdd2e1b5", "name": "network-vif-unplugged", "status": "completed", "tag": "476396d2-6a23-43db-b1f1-d8156df527c6", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:17.934250 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9199d423-76a0-43e4-94b2-38917bedcea8 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:17.934958 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '476396d2-6a23-43db-b1f1-d8156df527c6', 'code': 200} Aug 29 04:13:18.021103 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.030884 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.051933 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-77a8a84f-489d-4ef7-b24f-246139181db7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.052401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-77a8a84f-489d-4ef7-b24f-246139181db7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.057315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 67f17836-7381-41c0-b011-eafc45a24daa up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:18.134726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-77a8a84f-489d-4ef7-b24f-246139181db7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Calling delete_port for 748325dc-8e2e-4189-aa67-7709688d919c owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:18.206645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 67f17836-7381-41c0-b011-eafc45a24daa completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:18.215822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c076f86-7d85-48b7-9f04-9c31e48ffbff None None] Provisioning for port e1c96831-403d-432c-bb97-07a935544a18 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:18.224673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c076f86-7d85-48b7-9f04-9c31e48ffbff None None] Provisioning complete for port e1c96831-403d-432c-bb97-07a935544a18 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:18.225081 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c076f86-7d85-48b7-9f04-9c31e48ffbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.225388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30896c-c7fa-4bf5-97b7-063a76c2b68e req-ece439ce-a444-47ac-ba3e-ce021525e61a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:18.233029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f30896c-c7fa-4bf5-97b7-063a76c2b68e req-ece439ce-a444-47ac-ba3e-ce021525e61a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 944 time: 0.1503448 Aug 29 04:13:18.239646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.246360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.290170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Deleting port 9666a698-10a2-4c2d-b996-1071c6f1866e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:18.290523 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.341967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c96831-403d-432c-bb97-07a935544a18,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:18.345164 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.395301 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f30896c-c7fa-4bf5-97b7-063a76c2b68e req-0b4cf38e-47ac-42f8-bf0f-05cdd5b39fdd tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552370 Aug 29 04:13:18.500758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Network 5b12b323-7282-46ec-88fa-539d4b83b35d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:18.501120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3c076f86-7d85-48b7-9f04-9c31e48ffbff None None] Port e1c96831-403d-432c-bb97-07a935544a18 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:18.502243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:18.511554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 67f17836-7381-41c0-b011-eafc45a24daa triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:18.511926 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.526736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] For port 9666a698-10a2-4c2d-b996-1071c6f1866e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9666a698-10a2-4c2d-b996-1071c6f1866e,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:18.527200 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.548092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Calling delete_port for 9666a698-10a2-4c2d-b996-1071c6f1866e owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:18.556057 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.558330 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] Set router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:18.655835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Router 6eff4e41-e3e4-4409-8f87-a2475b74f539 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:13:18.684098 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-77a8a84f-489d-4ef7-b24f-246139181db7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.763534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8a84f-489d-4ef7-b24f-246139181db7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event deleted for resources: {'Port': ['ID=748325dc-8e2e-4189-aa67-7709688d919c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:18.802453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:18.820282 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c9c008fa-e992-4673-a3ba-2f64b779b799 admin admin] 10.222.0.49 "PUT /v2.0/routers/6eff4e41-e3e4-4409-8f87-a2475b74f539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1975873 Aug 29 04:13:18.823715 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.866060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 67f17836-7381-41c0-b011-eafc45a24daa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=67f17836-7381-41c0-b011-eafc45a24daa,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:18.881671 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.941693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-77a8a84f-489d-4ef7-b24f-246139181db7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.948581 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-77a8a84f-489d-4ef7-b24f-246139181db7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.950474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3643e9cf-bc56-43ae-8184-f6aba095b091 req-77a8a84f-489d-4ef7-b24f-246139181db7 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "DELETE /v2.0/floatingips/9b884aa0-6b18-4b8b-ba5a-b0dd6f57d11b HTTP/1.1" status: 204 len: 173 time: 1.5814683 Aug 29 04:13:18.989520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c0ee046e-2547-497e-96fc-385ba1b876f5 None None] Provisioning complete for port e1c96831-403d-432c-bb97-07a935544a18 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:18.989857 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c0ee046e-2547-497e-96fc-385ba1b876f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.006840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493858a-4d4c-4ce4-b8ce-8b812d6a5ca9 req-fca3af8d-1aed-446a-bb2c-e6bb86cfc4d5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.008662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4493858a-4d4c-4ce4-b8ce-8b812d6a5ca9 req-fca3af8d-1aed-446a-bb2c-e6bb86cfc4d5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.1483836 Aug 29 04:13:19.024679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=67f17836-7381-41c0-b011-eafc45a24daa,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:19.051425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee046e-2547-497e-96fc-385ba1b876f5 None None] Port e1c96831-403d-432c-bb97-07a935544a18 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:19.059805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-router', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:52Z', 'updated_at': '2021-08-29T04:13:13Z', 'revision_number': 5, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'gw_port': {'id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:53Z', 'updated_at': '2021-08-29T04:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:19.069812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.089157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576006c9-b354-4108-873f-9d51d2d7ffd0 None None] The sync data for ids ['f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe'] in n-d-712141-12 is: [{'id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'name': 'tempest-AttachSCSIVolumeTestJSON-552763971-router', 'tenant_id': 'aec5a5eca9134c24ae8bc767b455d661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:52Z', 'updated_at': '2021-08-29T04:13:13Z', 'revision_number': 5, 'project_id': 'aec5a5eca9134c24ae8bc767b455d661', 'gw_port': {'id': '9666a698-10a2-4c2d-b996-1071c6f1866e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:53Z', 'updated_at': '2021-08-29T04:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:19.129221 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4493858a-4d4c-4ce4-b8ce-8b812d6a5ca9 req-e3b150d9-9ff0-4f47-a27f-c51101122a15 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099193 Aug 29 04:13:19.131950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Pushing event deleted for resources: {'Port': ['ID=9666a698-10a2-4c2d-b996-1071c6f1866e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:19.198460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a8e67-927f-49b9-94f9-30c48907d95a req-1787758c-cf1d-4bbb-90c4-665d2de9bcda tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.199957 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba9a8e67-927f-49b9-94f9-30c48907d95a req-1787758c-cf1d-4bbb-90c4-665d2de9bcda tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f3d2fa8-e429-44ab-80bc-ac63328c6ffe HTTP/1.1" status: 200 len: 951 time: 0.1346097 Aug 29 04:13:19.269773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-2d0be062-7913-4abb-9cc7-a575ca4990fe tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips/4dc69a4f-7822-4f8e-8f8a-14a3b0db6bea HTTP/1.1" status: 200 len: 693 time: 0.0794296 Aug 29 04:13:19.271691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.397590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba9a8e67-927f-49b9-94f9-30c48907d95a req-00abf92f-c1b4-43b3-b4e6-9df8a361e58a tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876323 Aug 29 04:13:19.440012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.444673 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.447831 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Sync routers for ids ['6eff4e41-e3e4-4409-8f87-a2475b74f539'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:19.471506 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Routers {'6eff4e41-e3e4-4409-8f87-a2475b74f539'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:19.472647 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6eff4e41-e3e4-4409-8f87-a2475b74f539'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:19.537238 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.537876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:13:19.545016 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.546366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-13fcd20d-e938-44de-8123-2f41bd4c922d admin admin] 10.222.0.49 "DELETE /v2.0/routers/f5cc7444-2e6f-4ed4-91f5-b796c4f8b3fe HTTP/1.1" status: 204 len: 168 time: 2.6944733 Aug 29 04:13:19.549082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57832) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:19.572985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-28697347-80e7-4351-adee-0a20474a5708 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.585348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-28697347-80e7-4351-adee-0a20474a5708 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.3075621 Aug 29 04:13:19.642504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-20894a3e-cbc8-4537-86c4-28c445c9fb33 admin admin] Deleting subnet ce98ff8f-0759-4866-b0a0-fd74e27847e0 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:13:19.646470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20894a3e-cbc8-4537-86c4-28c445c9fb33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.656808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-36996e66-06f3-4496-bc14-b5f374408d09 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.192 HTTP/1.1" status: 200 len: 696 time: 0.0699594 Aug 29 04:13:19.716329 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Set router 6eff4e41-e3e4-4409-8f87-a2475b74f539 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:19.718772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-29023b8e-2883-4bee-a9b6-b9986af22c1a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.192 HTTP/1.1" status: 200 len: 696 time: 0.0602608 Aug 29 04:13:19.730723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20894a3e-cbc8-4537-86c4-28c445c9fb33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.785680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57836) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:19.795396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8598d730-7218-4226-bf4f-2e27645f3a5d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647595300', 'description': 'tempest-description--1579439379'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:19.878875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-9a907110-8b59-4f6c-9eb1-4ea7cb2e157a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Deleting port b68c5e6d-1ec4-45f6-bbb7-dc7299cd9661 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:19.879789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-9a907110-8b59-4f6c-9eb1-4ea7cb2e157a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.936402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'tag': '476396d2-6a23-43db-b1f1-d8156df527c6'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:19.939553 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a" -d '{"events": [{"name": "network-changed", "server_uuid": "743939ec-0906-43b2-a3f2-4d04bdd2e1b5", "tag": "476396d2-6a23-43db-b1f1-d8156df527c6"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:19.952051 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8598d730-7218-4226-bf4f-2e27645f3a5d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.978451 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20894a3e-cbc8-4537-86c4-28c445c9fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.990537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-9a907110-8b59-4f6c-9eb1-4ea7cb2e157a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.990885 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-9a907110-8b59-4f6c-9eb1-4ea7cb2e157a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.012314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-9a907110-8b59-4f6c-9eb1-4ea7cb2e157a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Calling delete_port for b68c5e6d-1ec4-45f6-bbb7-dc7299cd9661 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:20.065492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 67f17836-7381-41c0-b011-eafc45a24daa up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:20.090933 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:17Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e1c96831-403d-432c-bb97-07a935544a18', 'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'mac_address': 'fa:16:3e:df:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 2, 'project_id': '35c160c123804ac797133d520b7b79da', 'subnets': [{'id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:20.099702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20894a3e-cbc8-4537-86c4-28c445c9fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.136604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20894a3e-cbc8-4537-86c4-28c445c9fb33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce98ff8f-0759-4866-b0a0-fd74e27847e0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:20.150243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20894a3e-cbc8-4537-86c4-28c445c9fb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.154032 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-20894a3e-cbc8-4537-86c4-28c445c9fb33 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ce98ff8f-0759-4866-b0a0-fd74e27847e0 HTTP/1.1" status: 204 len: 168 time: 0.6018589 Aug 29 04:13:20.157451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57844) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:20.173502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa93a7-d39c-4cf7-a78e-65aa84fa7b62 None None] Network 82a59009-3f91-4631-a905-5e59c9b51c0b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:20.205472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 67f17836-7381-41c0-b011-eafc45a24daa triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:20.205760 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.229713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8598d730-7218-4226-bf4f-2e27645f3a5d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.235931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8598d730-7218-4226-bf4f-2e27645f3a5d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.279283 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Checking router: 6eff4e41-e3e4-4409-8f87-a2475b74f539 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:20.279700 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Updating router 6eff4e41-e3e4-4409-8f87-a2475b74f539 port e1c96831-403d-432c-bb97-07a935544a18 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:13:20.281181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 681556c9-7caa-4e81-a8f6-1c36e3e08379 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:20.290093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.293984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8598d730-7218-4226-bf4f-2e27645f3a5d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.298470 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8598d730-7218-4226-bf4f-2e27645f3a5d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5117204 Aug 29 04:13:20.299132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57846) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:20.309591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5c8aa36b-4fdb-482b-9996-04112beb1995 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Request body: {'security_group_rule': {'security_group_id': 'd100b9d4-8a8b-490a-b42f-dfa76e0935f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:20.320865 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.334939 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598d730-7218-4226-bf4f-2e27645f3a5d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d100b9d4-8a8b-490a-b42f-dfa76e0935f0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:20.346581 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa36b-4fdb-482b-9996-04112beb1995 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.448374 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa36b-4fdb-482b-9996-04112beb1995 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.454095 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa36b-4fdb-482b-9996-04112beb1995 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.492685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aa36b-4fdb-482b-9996-04112beb1995 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46b9e6a-6334-4d88-9460-345b501e99a2,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:20.501214 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa36b-4fdb-482b-9996-04112beb1995 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.507292 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5c8aa36b-4fdb-482b-9996-04112beb1995 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2040310 Aug 29 04:13:20.509052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57848) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:20.513775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-592481e8-6caf-4c1b-b9b3-09f588dab56d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Request body: {'security_group_rule': {'security_group_id': 'd100b9d4-8a8b-490a-b42f-dfa76e0935f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:20.538941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Deleting port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:20.539295 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.541724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.584757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:20.587709 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c373ba-4a04-4370-b0fc-cf86645ebe6b" -d '{"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:20.595600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 12b79c93-7051-4335-9921-08c27ac24876 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:20.629344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-592481e8-6caf-4c1b-b9b3-09f588dab56d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.629629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:20.630653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 12b79c93-7051-4335-9921-08c27ac24876 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:20.631026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 12b79c93-7051-4335-9921-08c27ac24876 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:20.634918 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.704818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=11']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:20.707676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a6dded-d9d5-4daa-b107-ab6f9c97698f None None] DHCP port deletion for 82a59009-3f91-4631-a905-5e59c9b51c0b request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:13:20.719889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] For port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=349d9d83-8d06-48ca-b1f4-1bbbf8e17e90,segment=NetworkSegment(8ea2b21e-1f02-44f9-bb06-e63092b132c9),segment_id=8ea2b21e-1f02-44f9-bb06-e63092b132c9)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:20.720774 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.745040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6a06a-8d5d-41ae-accc-3809dedd082a req-daea0a1a-906b-4847-8aab-82f79aab760a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:20.746626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cc6a06a-8d5d-41ae-accc-3809dedd082a req-daea0a1a-906b-4847-8aab-82f79aab760a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 944 time: 0.0960050 Aug 29 04:13:20.747995 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Calling delete_port for 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:20.761057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-22a6dded-d9d5-4daa-b107-ab6f9c97698f None None] Deleting port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:20.761721 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-22a6dded-d9d5-4daa-b107-ab6f9c97698f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.811332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cc6a06a-8d5d-41ae-accc-3809dedd082a req-2333f5b5-994c-4104-ac82-0b32d9932357 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551267 Aug 29 04:13:20.813162 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-9a907110-8b59-4f6c-9eb1-4ea7cb2e157a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.813419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-592481e8-6caf-4c1b-b9b3-09f588dab56d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.821091 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-592481e8-6caf-4c1b-b9b3-09f588dab56d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.839076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-22a6dded-d9d5-4daa-b107-ab6f9c97698f None None] For port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=349d9d83-8d06-48ca-b1f4-1bbbf8e17e90,segment=NetworkSegment(8ea2b21e-1f02-44f9-bb06-e63092b132c9),segment_id=8ea2b21e-1f02-44f9-bb06-e63092b132c9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:20.839518 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-22a6dded-d9d5-4daa-b107-ab6f9c97698f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.847191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a907110-8b59-4f6c-9eb1-4ea7cb2e157a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event deleted for resources: {'Port': ['ID=b68c5e6d-1ec4-45f6-bbb7-dc7299cd9661,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:20.855778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-22a6dded-d9d5-4daa-b107-ab6f9c97698f None None] Calling delete_port for 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:20.865596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592481e8-6caf-4c1b-b9b3-09f588dab56d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8176c5e1-f162-47a9-98eb-a5c34aea6167,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:20.870013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-592481e8-6caf-4c1b-b9b3-09f588dab56d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.871209 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-592481e8-6caf-4c1b-b9b3-09f588dab56d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610926 Aug 29 04:13:20.875052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57852) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:20.883917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:20.914189 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.938167 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.944478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Pushing event deleted for resources: {'Port': ['ID=349d9d83-8d06-48ca-b1f4-1bbbf8e17e90,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:20.954653 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-22a6dded-d9d5-4daa-b107-ab6f9c97698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.957512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] No DVR routers for this DVR port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:20.963650 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.975897 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Transition to ACTIVE for port object e1c96831-403d-432c-bb97-07a935544a18 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:20.983109 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.987288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6dded-d9d5-4daa-b107-ab6f9c97698f None None] No DVR routers for this DVR port 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:21.014828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6dded-d9d5-4daa-b107-ab6f9c97698f None None] Pushing event deleted for resources: {'Port': ['ID=349d9d83-8d06-48ca-b1f4-1bbbf8e17e90,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:21.038635 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-9a907110-8b59-4f6c-9eb1-4ea7cb2e157a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.042202 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-9a907110-8b59-4f6c-9eb1-4ea7cb2e157a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.043625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f6f906f-40c4-448d-87d7-b4ac8af101cd req-9a907110-8b59-4f6c-9eb1-4ea7cb2e157a tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "DELETE /v2.0/floatingips/4dc69a4f-7822-4f8e-8f8a-14a3b0db6bea HTTP/1.1" status: 204 len: 173 time: 1.3248549 Aug 29 04:13:21.074557 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed566b-bd9d-4f2f-8251-24ee993da681 None None] Pushing event updated for resources: {'Port': ['ID=e1c96831-403d-432c-bb97-07a935544a18,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:21.083012 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.096662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a59009-3f91-4631-a905-5e59c9b51c0b']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:21.109893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea2b21e-1f02-44f9-bb06-e63092b132c9') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:21.110197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea2b21e-1f02-44f9-bb06-e63092b132c9') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:21.121599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.147861 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Attempting to bind port e1c96831-403d-432c-bb97-07a935544a18 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:21.148968 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Attempting to bind port e1c96831-403d-432c-bb97-07a935544a18 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:21.149355 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Attempting to bind port e1c96831-403d-432c-bb97-07a935544a18 on network 5b12b323-7282-46ec-88fa-539d4b83b35d {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:21.151599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.157317 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:21.157694 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Checking segment: {'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:21.158135 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.158540 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Bound using segment: {'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:21.159150 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Bound port: e1c96831-403d-432c-bb97-07a935544a18, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:21.160258 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.164314 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785dd129-5603-48c8-a071-66b6b7e01710 x-openstack-request-id: req-785dd129-5603-48c8-a071-66b6b7e01710 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:21.165016 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743939ec-0906-43b2-a3f2-4d04bdd2e1b5", "tag": "476396d2-6a23-43db-b1f1-d8156df527c6", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:21.165476 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-785dd129-5603-48c8-a071-66b6b7e01710 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:21.166416 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'tag': '476396d2-6a23-43db-b1f1-d8156df527c6', 'status': 'completed', 'code': 200} Aug 29 04:13:21.169871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:13:21.171997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:13:21.175154 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:13:21.276363 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] For port e1c96831-403d-432c-bb97-07a935544a18, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:21.279851 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] For port e1c96831-403d-432c-bb97-07a935544a18, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e1c96831-403d-432c-bb97-07a935544a18,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:21.295278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e48bf3-ff59-4be7-baf8-a1d4922e2656 req-f0c3f598-d6b7-468b-8f9d-3a50e98f2a7e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.297918 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.298918 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5caaad2-0217-4169-8316-e7a155fdba86 x-openstack-request-id: req-c5caaad2-0217-4169-8316-e7a155fdba86 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:21.299448 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:21.299806 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5caaad2-0217-4169-8316-e7a155fdba86 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:21.300281 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'code': 200} Aug 29 04:13:21.308646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8e48bf3-ff59-4be7-baf8-a1d4922e2656 req-f0c3f598-d6b7-468b-8f9d-3a50e98f2a7e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.0772288 Aug 29 04:13:21.314035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.331325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.334318 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] 10.222.0.49 "DELETE /v2.0/networks/82a59009-3f91-4631-a905-5e59c9b51c0b HTTP/1.1" status: 204 len: 168 time: 1.1759000 Aug 29 04:13:21.372479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a req-2f86abee-9af7-4da1-823b-a525414d2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.374625 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a req-2f86abee-9af7-4da1-823b-a525414d2237 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 1127 time: 0.1504443 Aug 29 04:13:21.376597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1490f9-8675-4a42-b3d1-b8f82ccace10 admin admin] Pushing event deleted for resources: {'Network': ['ID=82a59009-3f91-4631-a905-5e59c9b51c0b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:21.380980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8e48bf3-ff59-4be7-baf8-a1d4922e2656 req-1e410c45-b352-4947-8a9a-83650e353763 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669587 Aug 29 04:13:21.387595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.425867 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Routers {'6eff4e41-e3e4-4409-8f87-a2475b74f539'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:21.426648 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:12:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6eff4e41-e3e4-4409-8f87-a2475b74f539'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:21.432494 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed566b-bd9d-4f2f-8251-24ee993da681 None None] Pushing event updated for resources: {'Port': ['ID=e1c96831-403d-432c-bb97-07a935544a18,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:21.489949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e315403-2467-421e-874f-9ef49692631c req-ac24b134-e735-45b0-802d-44e37d70fba3 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips/a7650424-40b6-4bc3-962c-764889981a47 HTTP/1.1" status: 200 len: 693 time: 0.0907183 Aug 29 04:13:21.650549 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57888) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:21.698266 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] Set router 6eff4e41-e3e4-4409-8f87-a2475b74f539 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:21.698492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a req-8c9849d1-8e85-4b0e-919f-734cc233fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.701344 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a req-8c9849d1-8e85-4b0e-919f-734cc233fc4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.3148513 Aug 29 04:13:21.701344 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Allocated IP 172.25.5.158 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/6c1192b7-8e68-41e4-bd5f-bcad32e288d4) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:21.760335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a4c0be2e-5b72-4cb3-bd71-af789c0093ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58542bb9d7994b0e87bad8aafda62c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1075542 Aug 29 04:13:21.765755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57902) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:21.809389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a req-8cf5fae8-ff7c-4c55-908a-6178842dd1b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476396d2-6a23-43db-b1f1-d8156df527c6 HTTP/1.1" status: 200 len: 217 time: 0.1012599 Aug 29 04:13:21.826688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e315403-2467-421e-874f-9ef49692631c req-bd555aaf-830c-4c6d-82b6-1098d3c62479 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.834494 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e315403-2467-421e-874f-9ef49692631c req-bd555aaf-830c-4c6d-82b6-1098d3c62479 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.3436558 Aug 29 04:13:21.904224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e315403-2467-421e-874f-9ef49692631c req-12917433-fbe0-478b-a5eb-0b54addffedf tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.183 HTTP/1.1" status: 200 len: 696 time: 0.0686727 Aug 29 04:13:21.906238 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41b9b40e-ce70-4ad5-aa87-2ed0bbce5e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.948377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9666a698-10a2-4c2d-b996-1071c6f1866e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:21.970902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e315403-2467-421e-874f-9ef49692631c req-0053ae44-d07b-4d68-b0db-1d4ee99e915f tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.183 HTTP/1.1" status: 200 len: 696 time: 0.0657089 Aug 29 04:13:21.975402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a req-cd8672f9-eb67-4560-a840-a76541204a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.977319 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a req-cd8672f9-eb67-4560-a840-a76541204a36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.1557510 Aug 29 04:13:22.001808 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:17Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e1c96831-403d-432c-bb97-07a935544a18', 'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'mac_address': 'fa:16:3e:df:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:21Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'subnets': [{'id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:22.007972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 9666a698-10a2-4c2d-b996-1071c6f1866e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:22.008364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9666a698-10a2-4c2d-b996-1071c6f1866e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:22.009468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:22.026865 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41b9b40e-ce70-4ad5-aa87-2ed0bbce5e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.028237 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a req-0a460cf0-e562-4e9f-b7b6-544ae6962a01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407116 Aug 29 04:13:22.042043 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53f05b-edca-4c60-813a-b1e45acd1927 None None] The sync data for ids ['6eff4e41-e3e4-4409-8f87-a2475b74f539'] in n-d-712141-12 is: [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:17Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e1c96831-403d-432c-bb97-07a935544a18', 'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'mac_address': 'fa:16:3e:df:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:21Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'subnets': [{'id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:22.052474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:22.052882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 349d9d83-8d06-48ca-b1f4-1bbbf8e17e90 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:22.111822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.198155 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a req-3d579733-bd7b-4103-be92-62ae0bef484a service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617529 Aug 29 04:13:22.201605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2de5a-df78-412b-b46e-f451b8f95a5f req-b0519e94-d07f-4dfb-989a-9004a6834f05 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:22.203234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8c2de5a-df78-412b-b46e-f451b8f95a5f req-b0519e94-d07f-4dfb-989a-9004a6834f05 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 944 time: 0.0967603 Aug 29 04:13:22.209241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41b9b40e-ce70-4ad5-aa87-2ed0bbce5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.212061 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41b9b40e-ce70-4ad5-aa87-2ed0bbce5e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.213314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-41b9b40e-ce70-4ad5-aa87-2ed0bbce5e17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5aeed0fc-87a3-4890-9ac1-77387c46a3f9 HTTP/1.1" status: 204 len: 168 time: 0.4466543 Aug 29 04:13:22.230090 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.239694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9b40e-ce70-4ad5-aa87-2ed0bbce5e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeed0fc-87a3-4890-9ac1-77387c46a3f9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:22.242159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-0e315403-2467-421e-874f-9ef49692631c req-0a631152-1e2a-4567-bd79-5e06c20b8de4 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Deleting port 8d43ec70-f449-4e51-81c0-1b89b730c742 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:22.242498 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0e315403-2467-421e-874f-9ef49692631c req-0a631152-1e2a-4567-bd79-5e06c20b8de4 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.303557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Pushing event updated for resources: {'Port': ['ID=6c1192b7-8e68-41e4-bd5f-bcad32e288d4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:22.341481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:22.342617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8c2de5a-df78-412b-b46e-f451b8f95a5f req-9a4ba3d9-21f3-4823-bba4-2fd7854e9e17 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251378 Aug 29 04:13:22.343180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:22.346693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:22.376500 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0e315403-2467-421e-874f-9ef49692631c req-0a631152-1e2a-4567-bd79-5e06c20b8de4 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.376832 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0e315403-2467-421e-874f-9ef49692631c req-0a631152-1e2a-4567-bd79-5e06c20b8de4 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.408344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-0e315403-2467-421e-874f-9ef49692631c req-0a631152-1e2a-4567-bd79-5e06c20b8de4 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Calling delete_port for 8d43ec70-f449-4e51-81c0-1b89b730c742 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:22.416943 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-edb4eb05-a0f6-40a4-9f95-1efdf93fc93a req-fa4580db-34ec-4054-80b9-b38db69f9bc2 service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108326 Aug 29 04:13:22.525629 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.618053 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.635017 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0e315403-2467-421e-874f-9ef49692631c req-0a631152-1e2a-4567-bd79-5e06c20b8de4 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.680132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a631152-1e2a-4567-bd79-5e06c20b8de4 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Pushing event deleted for resources: {'Port': ['ID=8d43ec70-f449-4e51-81c0-1b89b730c742,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:22.777264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57944) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:22.788402 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0e315403-2467-421e-874f-9ef49692631c req-0a631152-1e2a-4567-bd79-5e06c20b8de4 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.791412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0e315403-2467-421e-874f-9ef49692631c req-0a631152-1e2a-4567-bd79-5e06c20b8de4 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.798801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57946) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:22.804827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e315403-2467-421e-874f-9ef49692631c req-0a631152-1e2a-4567-bd79-5e06c20b8de4 tempest-FloatingIPDetailsTestJSON-1757332519 tempest-FloatingIPDetailsTestJSON-1757332519-project] 10.222.0.49 "DELETE /v2.0/floatingips/a7650424-40b6-4bc3-962c-764889981a47 HTTP/1.1" status: 204 len: 173 time: 0.8329363 Aug 29 04:13:22.853507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb40b1-4439-43e9-bf7d-e1ad11a6b0c7 req-c1643d56-3bf7-451b-8ba5-fda290cc61a8 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:22.861404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ceb40b1-4439-43e9-bf7d-e1ad11a6b0c7 req-c1643d56-3bf7-451b-8ba5-fda290cc61a8 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.1136301 Aug 29 04:13:22.915031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ceb40b1-4439-43e9-bf7d-e1ad11a6b0c7 req-6faa9925-14e0-4108-a956-ce7f811f68f6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494506 Aug 29 04:13:23.041432 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c3b70181-208c-489c-8ed4-52be24864ede admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aec5a5eca9134c24ae8bc767b455d661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630944 Aug 29 04:13:23.045947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57976) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:23.060176 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.105950 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.211950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Pushing event updated for resources: {'Port': ['ID=6c1192b7-8e68-41e4-bd5f-bcad32e288d4,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:23.231579 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8481-4823-4ae8-bf90-429222f6784d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.263321 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.269681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8481-4823-4ae8-bf90-429222f6784d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.320476 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.330664 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-be32af2f-23e6-4498-bfb3-91a9d0351d94 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4436724 Aug 29 04:13:23.364186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8481-4823-4ae8-bf90-429222f6784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.367440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8481-4823-4ae8-bf90-429222f6784d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.372359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a8ea8481-4823-4ae8-bf90-429222f6784d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6f48f26-267f-41d7-9aaa-73b88e59a89f HTTP/1.1" status: 204 len: 168 time: 0.3223636 Aug 29 04:13:23.389937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea8481-4823-4ae8-bf90-429222f6784d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f48f26-267f-41d7-9aaa-73b88e59a89f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:23.513071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16ef5158-f2be-41e3-82dd-bbe51861aaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.598469 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.665661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a499e1e-b948-4f08-aab3-f1ba07eb6126 req-c27b9eda-d0fa-4836-8794-e58e6e89b931 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:23.687812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a499e1e-b948-4f08-aab3-f1ba07eb6126 req-c27b9eda-d0fa-4836-8794-e58e6e89b931 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 944 time: 0.1394324 Aug 29 04:13:23.768548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a499e1e-b948-4f08-aab3-f1ba07eb6126 req-e8dcda3a-a2ad-41ec-8bbf-507f5f410592 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749824 Aug 29 04:13:23.798311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58044) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:23.965019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-f4873923-20cc-4def-b134-1f3c85e54d82 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1647595300&fields=id&tenant_id=35c160c123804ac797133d520b7b79da HTTP/1.1" status: 200 len: 267 time: 0.1564240 Aug 29 04:13:24.014448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e1c96831-403d-432c-bb97-07a935544a18 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:24.141755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port e1c96831-403d-432c-bb97-07a935544a18 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:24.149394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port e1c96831-403d-432c-bb97-07a935544a18 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:24.149937 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.247052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15e1db1e-23d1-45a8-a8db-28cd73d968f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.262134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] Deleting port 5f9c9292-bedd-49bd-9a3e-73138695ecf8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:24.262684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.264525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-2b736824-4082-4b4a-abf0-210b1c7ea59a tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:24.273373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-2b736824-4082-4b4a-abf0-210b1c7ea59a tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/networks?id=5b12b323-7282-46ec-88fa-539d4b83b35d HTTP/1.1" status: 200 len: 814 time: 0.3071613 Aug 29 04:13:24.309094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-3a1fb85c-1bb5-4ed0-9b7d-13f107d178bb tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/quotas/35c160c123804ac797133d520b7b79da HTTP/1.1" status: 200 len: 375 time: 0.0341845 Aug 29 04:13:24.337746 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.389434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port e1c96831-403d-432c-bb97-07a935544a18, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e1c96831-403d-432c-bb97-07a935544a18,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:24.400357 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.416113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38303f-9e29-405b-8ecb-b2e8a620dfe5 req-6bd5a5df-041b-411d-aee7-d34f8920a08d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:24.418142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb38303f-9e29-405b-8ecb-b2e8a620dfe5 req-6bd5a5df-041b-411d-aee7-d34f8920a08d tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.1286504 Aug 29 04:13:24.442195 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] For port 5f9c9292-bedd-49bd-9a3e-73138695ecf8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5f9c9292-bedd-49bd-9a3e-73138695ecf8,segment=NetworkSegment(56ebdecc-2311-422f-a353-063045b354f5),segment_id=56ebdecc-2311-422f-a353-063045b354f5)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:24.442576 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.443140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-1f36cea7-3a15-4ac2-b01b-54f175ca2761 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=35c160c123804ac797133d520b7b79da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1336143 Aug 29 04:13:24.518296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=e1c96831-403d-432c-bb97-07a935544a18,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:24.519475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb38303f-9e29-405b-8ecb-b2e8a620dfe5 req-4d180a7f-6c67-42d1-af92-5653fa598aae tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735831 Aug 29 04:13:24.561749 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15e1db1e-23d1-45a8-a8db-28cd73d968f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.568136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15e1db1e-23d1-45a8-a8db-28cd73d968f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.605963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1db1e-23d1-45a8-a8db-28cd73d968f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c871e48c-1016-46e5-b708-802ff7b71bb8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:24.633997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-15e1db1e-23d1-45a8-a8db-28cd73d968f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7f69d1a46ad4a24aa206594bf8f67aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8338535 Aug 29 04:13:24.636708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58078) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:24.707077 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88396575-3f2f-4b81-918c-24b76d112c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.761276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88396575-3f2f-4b81-918c-24b76d112c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.916958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-c02955d7-12a2-4583-b946-76e1b5843fd9 service neutron] 10.222.0.49 "GET /v2.0/networks/5b12b323-7282-46ec-88fa-539d4b83b35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645782 Aug 29 04:13:24.964627 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] Calling delete_port for 5f9c9292-bedd-49bd-9a3e-73138695ecf8 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:25.029307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-eb8d488f-9063-43c4-a2fc-e0c9e5c84a71 service neutron] 10.222.0.49 "GET /v2.0/networks/5b12b323-7282-46ec-88fa-539d4b83b35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108866 Aug 29 04:13:25.072276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88396575-3f2f-4b81-918c-24b76d112c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.075098 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88396575-3f2f-4b81-918c-24b76d112c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.087818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-88396575-3f2f-4b81-918c-24b76d112c23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c871e48c-1016-46e5-b708-802ff7b71bb8 HTTP/1.1" status: 204 len: 168 time: 0.4412482 Aug 29 04:13:25.110698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88396575-3f2f-4b81-918c-24b76d112c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c871e48c-1016-46e5-b708-802ff7b71bb8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:25.146660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dca45-3734-4b15-a990-3e1197b3ec9a req-02ffe880-27ba-410b-b060-c5d62d496f16 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:25.156296 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-001dca45-3734-4b15-a990-3e1197b3ec9a req-02ffe880-27ba-410b-b060-c5d62d496f16 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 944 time: 0.1195583 Aug 29 04:13:25.258410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.272176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-001dca45-3734-4b15-a990-3e1197b3ec9a req-a698b8c7-1f8e-475b-98ae-266eb4585256 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149740 Aug 29 04:13:25.379653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9c9292-bedd-49bd-9a3e-73138695ecf8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:25.452763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 476396d2-6a23-43db-b1f1-d8156df527c6 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:25.464955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-3f48f836-f7a6-462c-b88f-45a749240987 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:25.467820 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-3f48f836-f7a6-462c-b88f-45a749240987 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1098 time: 0.1997926 Aug 29 04:13:25.591117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aff5cb67-f3e8-4765-8e28-6c04a98d480c req-0567a3c7-784e-4ec4-bb32-fb7a1436826f tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 210 time: 0.0652032 Aug 29 04:13:25.685671 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.917586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58146) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:25.950150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d31df56c-98fd-4dff-9cde-24c3bedc4b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.069659 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a405f81f-ccbb-4893-91ca-414f7ed9418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.118528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e1c96831-403d-432c-bb97-07a935544a18 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:26.174858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd821f-bd23-4b27-8128-8961f35918ad req-c204fbdb-73ce-43c3-85a7-82db9b0b4e1b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:26.176874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43bd821f-bd23-4b27-8128-8961f35918ad req-c204fbdb-73ce-43c3-85a7-82db9b0b4e1b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.1857424 Aug 29 04:13:26.210675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port e1c96831-403d-432c-bb97-07a935544a18 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:26.211309 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.267002 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-64a2df83-c3e7-4399-b5f0-c7a2b8091b25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1444159 Aug 29 04:13:26.270642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43bd821f-bd23-4b27-8128-8961f35918ad req-a6b1db0b-70ae-4070-bac4-44b88bca6a06 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791943 Aug 29 04:13:26.299693 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.307254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712141-12'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:26.327207 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d31df56c-98fd-4dff-9cde-24c3bedc4b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.339140 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d31df56c-98fd-4dff-9cde-24c3bedc4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.374887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] Router c9461dff-9b83-4c66-a835-f4d2b2394312 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:13:26.451028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d31df56c-98fd-4dff-9cde-24c3bedc4b71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b20703afce05479b9ffbc687eff65a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297201 Aug 29 04:13:26.455912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58162) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:26.464380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31df56c-98fd-4dff-9cde-24c3bedc4b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2fa2c2-4efc-4695-ab17-6ee7ef3be2b0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:26.502838 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.558102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-35b284ab-c02d-416e-a02e-94d0936f608f service neutron] 10.222.0.52 "GET /v2.0/ports/476396d2-6a23-43db-b1f1-d8156df527c6/bindings/n-h2-712141-12 HTTP/1.1" status: 200 len: 385 time: 0.4996352 Aug 29 04:13:26.590762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa3117-b083-4ea9-bc52-1f615aba09a7 req-1e01cd21-8f4b-4f88-b564-78388571f07c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:26.592374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfaa3117-b083-4ea9-bc52-1f615aba09a7 req-1e01cd21-8f4b-4f88-b564-78388571f07c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 944 time: 0.1424112 Aug 29 04:13:26.628624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-b28f529e-f514-4b58-94f0-64a080722e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:26.630755 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-b28f529e-f514-4b58-94f0-64a080722e69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 1097 time: 0.2885191 Aug 29 04:13:26.641827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71c5b730-dae9-48cc-b8d4-b48bd45a9f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.706212 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71c5b730-dae9-48cc-b8d4-b48bd45a9f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.716767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfaa3117-b083-4ea9-bc52-1f615aba09a7 req-1502a0a8-c478-4fea-a2e2-61d44e9acf4f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930245 Aug 29 04:13:26.850876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:26.859401 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bf2ce7b3-ddb9-4922-a920-1cd6cebf0fba admin admin] 10.222.0.49 "PUT /v2.0/routers/c9461dff-9b83-4c66-a835-f4d2b2394312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0570786 Aug 29 04:13:26.864220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58196) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:26.867480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] Sync routers for ids ['c9461dff-9b83-4c66-a835-f4d2b2394312'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:26.884281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] Routers {'c9461dff-9b83-4c66-a835-f4d2b2394312'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:26.884585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:13:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9461dff-9b83-4c66-a835-f4d2b2394312'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:26.897420 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71c5b730-dae9-48cc-b8d4-b48bd45a9f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.905614 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71c5b730-dae9-48cc-b8d4-b48bd45a9f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.910852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-71c5b730-dae9-48cc-b8d4-b48bd45a9f98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e2fa2c2-4efc-4695-ab17-6ee7ef3be2b0 HTTP/1.1" status: 204 len: 168 time: 0.4520540 Aug 29 04:13:26.937860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:26.942447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-9059146c-311d-4ad5-9140-4f1626dee80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:26.945380 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-9059146c-311d-4ad5-9140-4f1626dee80c service neutron] 10.222.0.59 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.2408543 Aug 29 04:13:26.973408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e479aa19-01b8-4fe5-91c2-68ffc0b993ff service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:27.011569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e479aa19-01b8-4fe5-91c2-68ffc0b993ff service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:27.058535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e479aa19-01b8-4fe5-91c2-68ffc0b993ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476396d2-6a23-43db-b1f1-d8156df527c6 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:27.068901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-b9c5a826-a3df-44df-b794-81359f11cd77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1377b49-8bf6-440f-9887-0a8487716f98 HTTP/1.1" status: 200 len: 217 time: 0.1028731 Aug 29 04:13:27.075569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e479aa19-01b8-4fe5-91c2-68ffc0b993ff service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:27.105452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] Set router c9461dff-9b83-4c66-a835-f4d2b2394312 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:27.117362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5b730-dae9-48cc-b8d4-b48bd45a9f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2fa2c2-4efc-4695-ab17-6ee7ef3be2b0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:27.135283 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e479aa19-01b8-4fe5-91c2-68ffc0b993ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.249190 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.267100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:27.289111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e479aa19-01b8-4fe5-91c2-68ffc0b993ff service neutron] Transition to ACTIVE for port object 476396d2-6a23-43db-b1f1-d8156df527c6 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:27.293303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-963eeca4-8363-4e5e-8891-686ef9fc1124 req-2bb08a31-d167-4c85-8c6b-584d7dad1c80 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 210 time: 0.1775723 Aug 29 04:13:27.297401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e479aa19-01b8-4fe5-91c2-68ffc0b993ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.344835 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.345492 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.363963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-282bb7b0-bc88-4943-9e27-849a514c14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:27.365733 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-282bb7b0-bc88-4943-9e27-849a514c14c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.2755387 Aug 29 04:13:27.422714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e479aa19-01b8-4fe5-91c2-68ffc0b993ff service neutron] No DVR routers for this DVR port 476396d2-6a23-43db-b1f1-d8156df527c6 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:27.441450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479aa19-01b8-4fe5-91c2-68ffc0b993ff service neutron] Pushing event updated for resources: {'Port': ['ID=476396d2-6a23-43db-b1f1-d8156df527c6,revision_number=10']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:27.471147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:27.497264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:27.499176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-e479aa19-01b8-4fe5-91c2-68ffc0b993ff service neutron] 10.222.0.52 "PUT /v2.0/ports/476396d2-6a23-43db-b1f1-d8156df527c6/bindings/n-h2-712141-12/activate HTTP/1.1" status: 200 len: 370 time: 0.9301088 Aug 29 04:13:27.500902 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dae531-73b2-4b38-b3f6-b783ab26856f" -d '{"events": [{"server_uuid": "e3dee2d9-5ca6-44ea-b417-d1ca8591b02e", "name": "network-vif-unplugged", "status": "completed", "tag": "14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:27.507328 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.573457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-router', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:12:44Z', 'updated_at': '2021-08-29T04:13:25Z', 'revision_number': 5, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'gw_port': {'id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:45Z', 'updated_at': '2021-08-29T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:27.580558 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-4680bf0f-aed1-452f-8b90-32413971cd31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640131 Aug 29 04:13:27.614786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-5feafb19-fc2d-4991-847e-def9cb969032 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:27.616364 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-5feafb19-fc2d-4991-847e-def9cb969032 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.52 "GET /v2.0/networks?id=5b12b323-7282-46ec-88fa-539d4b83b35d HTTP/1.1" status: 200 len: 814 time: 0.5248370 Aug 29 04:13:27.617106 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.629216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] Checking router: c9461dff-9b83-4c66-a835-f4d2b2394312 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:27.650578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a549ad-03ea-4d31-b88d-142fbd698eca req-ee370c5b-e178-4b25-9681-e47e10c685c5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:27.652450 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1a549ad-03ea-4d31-b88d-142fbd698eca req-ee370c5b-e178-4b25-9681-e47e10c685c5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 946 time: 0.1411996 Aug 29 04:13:27.691374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] Routers {'c9461dff-9b83-4c66-a835-f4d2b2394312'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:27.692924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:13:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9461dff-9b83-4c66-a835-f4d2b2394312'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:27.745424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-77e2ab58-2370-4df2-baac-95a4f9fdf464 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:27.747767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-77e2ab58-2370-4df2-baac-95a4f9fdf464 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.1459622 Aug 29 04:13:27.752464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1a549ad-03ea-4d31-b88d-142fbd698eca req-29fc97c6-4671-4e14-b786-183710f25844 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793672 Aug 29 04:13:27.867702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-d2927675-e8e8-4898-92af-f9dc9489595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:27.871219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-d2927675-e8e8-4898-92af-f9dc9489595d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5&tenant_id=b0276cc20fdd45bb93f8673316d6d252 HTTP/1.1" status: 200 len: 1097 time: 0.1122434 Aug 29 04:13:27.879531 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b16775-9e9e-4b4b-a192-f5f7bd957f4d x-openstack-request-id: req-45b16775-9e9e-4b4b-a192-f5f7bd957f4d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:27.879922 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dee2d9-5ca6-44ea-b417-d1ca8591b02e", "name": "network-vif-unplugged", "status": "completed", "tag": "14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:27.880058 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45b16775-9e9e-4b4b-a192-f5f7bd957f4d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:27.880475 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b', 'code': 200} Aug 29 04:13:28.048028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:28.071402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-3c65d197-0d19-42dd-a517-e945a539348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:28.072964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-3c65d197-0d19-42dd-a517-e945a539348b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 1097 time: 0.1688468 Aug 29 04:13:28.117300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b has no active binding in host n-h1-712141-12 {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:13:28.154721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d967c1b-fed1-4b29-94ef-5ca8f1f68043 req-046498eb-db07-4468-8765-11e6e2d94a8a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:28.163852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d967c1b-fed1-4b29-94ef-5ca8f1f68043 req-046498eb-db07-4468-8765-11e6e2d94a8a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 945 time: 0.1865690 Aug 29 04:13:28.187752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] Set router c9461dff-9b83-4c66-a835-f4d2b2394312 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:28.225188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d967c1b-fed1-4b29-94ef-5ca8f1f68043 req-0bebe718-f86e-43d2-93a7-d0d5a4f50969 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602920 Aug 29 04:13:28.276623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-561a6a69-4906-4877-816b-a5b6f6e323a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:28.278759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-561a6a69-4906-4877-816b-a5b6f6e323a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.1941607 Aug 29 04:13:28.390839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Pushing event updated for resources: {'Port': ['ID=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,revision_number=7']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:28.431365 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-2274f845-824a-46f7-81a8-39a53e41b6b5 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c160c123804ac797133d520b7b79da HTTP/1.1" status: 200 len: 380 time: 0.7332661 Aug 29 04:13:28.469215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Request body: {'port': {'device_id': '43858a42-770f-4f56-95fb-da5719a8f190', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'admin_state_up': True, 'tenant_id': '35c160c123804ac797133d520b7b79da', 'security_groups': ['d100b9d4-8a8b-490a-b42f-dfa76e0935f0']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:28.511771 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.618112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-router', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:12:44Z', 'updated_at': '2021-08-29T04:13:25Z', 'revision_number': 5, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'gw_port': {'id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:45Z', 'updated_at': '2021-08-29T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:28.619646 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-a29843c3-aa8b-48e5-bcdf-9feb301ffee8 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9475384 Aug 29 04:13:28.621782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-074570d3-da1d-4425-a458-6c5bf7a8e3c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476396d2-6a23-43db-b1f1-d8156df527c6 HTTP/1.1" status: 200 len: 217 time: 0.3284798 Aug 29 04:13:28.626870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on host n-h2-712141-12 for vnic_type normal with profile {"migrating_to": "n-h1-712141-12"} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:28.627356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:28.627673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:28.646583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d36c6fe5-f0df-4910-9b9d-c0ea60019093 req-664462d3-ff3c-4b17-bba1-30f0d0ee28e7 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 210 time: 0.0367188 Aug 29 04:13:28.671481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e7437-1f05-49ea-b98c-42ee54a6b4eb None None] The sync data for ids ['c9461dff-9b83-4c66-a835-f4d2b2394312'] in n-d-712141-12 is: [{'id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'name': 'tempest-FloatingIPDetailsTestJSON-2029776887-router', 'tenant_id': 'ccf45e02132a434e964c4606796ce697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:12:44Z', 'updated_at': '2021-08-29T04:13:25Z', 'revision_number': 5, 'project_id': 'ccf45e02132a434e964c4606796ce697', 'gw_port': {'id': '4ebb6831-f856-40ed-bcb0-2eaaea626b2e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9461dff-9b83-4c66-a835-f4d2b2394312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:12:45Z', 'updated_at': '2021-08-29T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:28.697911 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-f3f1b9db-8c6a-4a41-9618-829b71755f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:28.699393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-f3f1b9db-8c6a-4a41-9618-829b71755f01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0560300 Aug 29 04:13:28.704670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on network 8f502e82-6ac3-4950-8b96-2734620cac37 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:28.705005 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Attempting to bind port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on network 8f502e82-6ac3-4950-8b96-2734620cac37 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:28.755111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-2e1555ee-f4d3-4896-85ba-3c89b2a3ce5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447419 Aug 29 04:13:28.775633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:28.776079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Checking segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:28.776421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Bound using segment: {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:28.776959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Bound port: 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b070ae90-5752-48a9-8821-216379706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8f502e82-6ac3-4950-8b96-2734620cac37'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:28.777286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.877889 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.948232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Deleting port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:28.948551 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.950679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-c7b3dcab-82db-42bf-8c2c-bbc9c16851e9 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843572 Aug 29 04:13:28.955424 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09d7e637-b9aa-45f1-8365-fffee4eaf208 req-7335827f-00b2-440b-9430-71e0a0874552 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211434 Aug 29 04:13:28.959128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Made reservation on behalf of 35c160c123804ac797133d520b7b79da for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:28.963988 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.998055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33504362-e70a-4fa0-a4a7-ad89fb45eab6 req-78645ad0-99fd-4214-9812-4e0211cf69b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:28.999950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33504362-e70a-4fa0-a4a7-ad89fb45eab6 req-78645ad0-99fd-4214-9812-4e0211cf69b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.1103873 Aug 29 04:13:29.033196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:29.056454 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:29.072521 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:29.150972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33504362-e70a-4fa0-a4a7-ad89fb45eab6 req-c3ec1327-77ac-4224-84fc-91aaea019428 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980835 Aug 29 04:13:29.157025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-80da66c2-a77d-4a27-9a0f-499494edc5d2 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927650 Aug 29 04:13:29.290397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:29.291950 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:29.294396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b HTTP/1.1" status: 200 len: 1124 time: 3.8093266 Aug 29 04:13:29.295062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61649078-14c6-4ba3-aecf-69a5b45707f0 service neutron] Pushing event updated for resources: {'Port': ['ID=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,revision_number=8']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:29.354510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] For port 4ebb6831-f856-40ed-bcb0-2eaaea626b2e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4ebb6831-f856-40ed-bcb0-2eaaea626b2e,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:29.354785 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:29.388855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Calling delete_port for 4ebb6831-f856-40ed-bcb0-2eaaea626b2e owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:29.412362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:29.490332 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Allocated IP 172.20.0.13 (5b12b323-7282-46ec-88fa-539d4b83b35d/ba4d660b-eb07-412e-89b4-0f32c003228d/c7d6be0f-04ff-4ee0-adf4-a28a82012475) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:29.493017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:29.676597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234d0db-f1d9-4263-9f6f-5eb07c906d48 req-e1399c4b-07a4-436d-84b1-6d455655abd5 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:29.678319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c234d0db-f1d9-4263-9f6f-5eb07c906d48 req-e1399c4b-07a4-436d-84b1-6d455655abd5 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 945 time: 0.1406543 Aug 29 04:13:29.681966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-0ed57af6-570a-4e4e-a680-2357206e3b9c tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:29.683584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-0ed57af6-570a-4e4e-a680-2357206e3b9c tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.1284354 Aug 29 04:13:29.744353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c234d0db-f1d9-4263-9f6f-5eb07c906d48 req-6b62b521-6b67-4605-bd6c-cde043e90304 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562201 Aug 29 04:13:29.869806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5f9c9292-bedd-49bd-9a3e-73138695ecf8 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:29.888270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'tag': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:29.892537 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dbb7d4-d04f-4862-9a3f-c25219c29d96" -d '{"events": [{"name": "network-changed", "server_uuid": "e3dee2d9-5ca6-44ea-b417-d1ca8591b02e", "tag": "14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:29.893583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c80fe29-60d4-4caa-a42e-6d3b86a560b4 req-42b52eb6-76b0-4e76-8f8b-83aa9abe443d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 210 time: 0.0689793 Aug 29 04:13:29.911836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:29.921014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 5f9c9292-bedd-49bd-9a3e-73138695ecf8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:29.921292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5f9c9292-bedd-49bd-9a3e-73138695ecf8 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:29.928748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-96f28d63-33c1-4aec-9737-64c3beea7e2d service neutron] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:29.934190 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-96f28d63-33c1-4aec-9737-64c3beea7e2d service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:29.934902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0514ea2-75b0-469e-87cf-139b4bd545ff req-96f28d63-33c1-4aec-9737-64c3beea7e2d service neutron] 10.222.0.59 "DELETE /v2.0/ports/476396d2-6a23-43db-b1f1-d8156df527c6/bindings/n-h1-712141-12 HTTP/1.1" status: 204 len: 173 time: 0.2024391 Aug 29 04:13:29.980937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Transition to ACTIVE for port object c7d6be0f-04ff-4ee0-adf4-a28a82012475 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:30.032948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d016d-7036-4e82-8df8-7500f0f32d5f req-ec1f7b79-d62a-463a-a7ad-fba0eef2e561 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.036791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-332d016d-7036-4e82-8df8-7500f0f32d5f req-ec1f7b79-d62a-463a-a7ad-fba0eef2e561 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 948 time: 0.0621588 Aug 29 04:13:30.068795 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bc51f8-aeb9-4943-911e-907e8452e679 x-openstack-request-id: req-e3bc51f8-aeb9-4943-911e-907e8452e679 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:30.069207 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3dee2d9-5ca6-44ea-b417-d1ca8591b02e", "tag": "14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:30.069486 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3bc51f8-aeb9-4943-911e-907e8452e679 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:30.069961 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'tag': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b', 'status': 'completed', 'code': 200} Aug 29 04:13:30.071795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.074175 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.106988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-332d016d-7036-4e82-8df8-7500f0f32d5f req-e7b51c34-71e2-4b45-84cb-7513336dd39d tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655546 Aug 29 04:13:30.132885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Network 5b12b323-7282-46ec-88fa-539d4b83b35d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:30.149703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebb6831-f856-40ed-bcb0-2eaaea626b2e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:30.154809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:30.162352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:30.190528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb7d4-d04f-4862-9a3f-c25219c29d96 req-aae02935-6a7a-4344-ab90-39023ab32b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.192134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38dbb7d4-d04f-4862-9a3f-c25219c29d96 req-aae02935-6a7a-4344-ab90-39023ab32b34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 1127 time: 0.0818429 Aug 29 04:13:30.297697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Pushing event updated for resources: {'Port': ['ID=c7d6be0f-04ff-4ee0-adf4-a28a82012475,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:30.311403 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.320471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.321155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.398437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb7d4-d04f-4862-9a3f-c25219c29d96 req-ac5e09b7-2843-40ee-b0af-8958f9524805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.400209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38dbb7d4-d04f-4862-9a3f-c25219c29d96 req-ac5e09b7-2843-40ee-b0af-8958f9524805 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.1984172 Aug 29 04:13:30.451512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38dbb7d4-d04f-4862-9a3f-c25219c29d96 req-43171dd0-54bd-4221-8b98-9892e4339e3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b HTTP/1.1" status: 200 len: 217 time: 0.0376227 Aug 29 04:13:30.464229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672d0a3-4c14-474f-b3e5-a5467be11c9d req-257465e5-304f-4d4f-9321-65bfde3beff7 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.473395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9672d0a3-4c14-474f-b3e5-a5467be11c9d req-257465e5-304f-4d4f-9321-65bfde3beff7 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.1503642 Aug 29 04:13:30.508773 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.511594 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.517059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-249a69ab-fd1e-454b-825c-439aee6172c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0702422 Aug 29 04:13:30.567616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Request body: {'port': {'device_id': '43858a42-770f-4f56-95fb-da5719a8f190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:30.576800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e6aa6afc-c99e-4d55-9c95-36eb5d1b0b01 None None] Provisioning for port c7d6be0f-04ff-4ee0-adf4-a28a82012475 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:30.584800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e6aa6afc-c99e-4d55-9c95-36eb5d1b0b01 None None] Provisioning complete for port c7d6be0f-04ff-4ee0-adf4-a28a82012475 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:30.585482 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6afc-c99e-4d55-9c95-36eb5d1b0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.587857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9672d0a3-4c14-474f-b3e5-a5467be11c9d req-a765a09c-9e0e-4b15-87fd-749981d0f10f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968399 Aug 29 04:13:30.597522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58378) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:30.597895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb7d4-d04f-4862-9a3f-c25219c29d96 req-b24986d8-37cd-4510-9fa8-a23121a8662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.600641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38dbb7d4-d04f-4862-9a3f-c25219c29d96 req-b24986d8-37cd-4510-9fa8-a23121a8662b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.1250324 Aug 29 04:13:30.619614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.620137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9461dff-9b83-4c66-a835-f4d2b2394312 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:13:30.627590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.629427 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0cd8c8d5-5f34-4751-b3ab-66cb5e7ed6bd admin admin] 10.222.0.49 "DELETE /v2.0/routers/c9461dff-9b83-4c66-a835-f4d2b2394312 HTTP/1.1" status: 204 len: 168 time: 3.7624424 Aug 29 04:13:30.631906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58382) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:30.653736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38dbb7d4-d04f-4862-9a3f-c25219c29d96 req-b189cdf4-6e83-40c8-9d16-95719c175ee3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427077 Aug 29 04:13:30.660127 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa6afc-c99e-4d55-9c95-36eb5d1b0b01 None None] Port c7d6be0f-04ff-4ee0-adf4-a28a82012475 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:30.687936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58384) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:30.704600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.754621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac4d4f8-68db-4f5a-a605-cbe4b2e94b03 admin admin] Deleting subnet bcacb4f7-424a-4f5a-b471-304e044c55c4 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:13:30.773150 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d4f8-68db-4f5a-a605-cbe4b2e94b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.806552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38dbb7d4-d04f-4862-9a3f-c25219c29d96 req-9e65c473-e652-4a45-b04f-6f26a69600bb service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410048 Aug 29 04:13:30.921328 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d4f8-68db-4f5a-a605-cbe4b2e94b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.959715 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-80cab08b-4c9c-4c38-b8db-4e9523f32f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.961799 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb68d3a-d70d-4a82-8433-ba749f20a4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:30.978049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b2d38-ac78-4123-bd54-935607eaf164 req-ac9caeb1-9421-494a-98d1-41488e6a3184 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.979734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f3b2d38-ac78-4123-bd54-935607eaf164 req-ac9caeb1-9421-494a-98d1-41488e6a3184 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 945 time: 0.0820503 Aug 29 04:13:31.038302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38dbb7d4-d04f-4862-9a3f-c25219c29d96 req-b09aa23d-932c-4e10-a625-18af91c74287 service neutron] 10.222.0.59 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243006 Aug 29 04:13:31.073662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f3b2d38-ac78-4123-bd54-935607eaf164 req-40bc4191-b112-40d0-bca5-d5be7d8e7211 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677078 Aug 29 04:13:31.083030 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-5fb68d3a-d70d-4a82-8433-ba749f20a4e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:13:31.083030 n-d-712141-12 neutron-server[94850]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:13:31.083030 n-d-712141-12 neutron-server[94850]: [parameters: {'project_id': '1d03c44af5f244e993bca6fc562bde86', 'id': 'ebd7fc9f-7e35-42ae-baa1-feb853d5c8a4', 'expiration': datetime.datetime(2021, 8, 29, 4, 15, 31, 57528)}] Aug 29 04:13:31.083030 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:13:31.083618 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-5fb68d3a-d70d-4a82-8433-ba749f20a4e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:13:31.094839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a00746-e6da-4faa-98ac-ded591dd55ed req-e6abe7e6-15c1-482c-96bb-d35004d3a27d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:31.097203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1a00746-e6da-4faa-98ac-ded591dd55ed req-e6abe7e6-15c1-482c-96bb-d35004d3a27d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 932 time: 0.1135328 Aug 29 04:13:31.154902 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d4f8-68db-4f5a-a605-cbe4b2e94b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.163767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1a00746-e6da-4faa-98ac-ded591dd55ed req-cb953882-7dc5-402a-b93b-e5b5d7697dae tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596738 Aug 29 04:13:31.281479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e1467-7c29-4c36-9692-379cf75af40d req-756ee3e8-7340-47b6-b036-c5e069686529 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:31.283049 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f7e1467-7c29-4c36-9692-379cf75af40d req-756ee3e8-7340-47b6-b036-c5e069686529 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 948 time: 0.0762217 Aug 29 04:13:31.330607 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d4f8-68db-4f5a-a605-cbe4b2e94b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.345106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f7e1467-7c29-4c36-9692-379cf75af40d req-a326aa65-2b3f-4702-a40e-24cd556b9779 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468574 Aug 29 04:13:31.347311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07332a60-3bfd-44d2-9c30-511aacbf9ff5 req-04ac9495-6693-47c4-8de8-461c086e9f28 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:31.348791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07332a60-3bfd-44d2-9c30-511aacbf9ff5 req-04ac9495-6693-47c4-8de8-461c086e9f28 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0885100 Aug 29 04:13:31.371520 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-80cab08b-4c9c-4c38-b8db-4e9523f32f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.375615 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d4f8-68db-4f5a-a605-cbe4b2e94b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.380343 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58398) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:31.383047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24019add-23e7-46fe-90ad-9a9bf5207859 None None] Network 3c6db399-c2c1-442c-afa4-a7404636f9cf requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:31.388622 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9ac4d4f8-68db-4f5a-a605-cbe4b2e94b03 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bcacb4f7-424a-4f5a-b471-304e044c55c4 HTTP/1.1" status: 204 len: 168 time: 0.7477503 Aug 29 04:13:31.389570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4d4f8-68db-4f5a-a605-cbe4b2e94b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcacb4f7-424a-4f5a-b471-304e044c55c4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:31.397762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-80cab08b-4c9c-4c38-b8db-4e9523f32f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.412267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07332a60-3bfd-44d2-9c30-511aacbf9ff5 req-2b1ed76b-3992-40f4-b536-61b0f06ea247 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570865 Aug 29 04:13:31.416770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d6be0f-04ff-4ee0-adf4-a28a82012475 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:31.443674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.466612 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-80cab08b-4c9c-4c38-b8db-4e9523f32f0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=918f5a8a833a4a8ab0e4f81bffbc3ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7752626 Aug 29 04:13:31.469587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58402) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:31.469747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cab08b-4c9c-4c38-b8db-4e9523f32f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f51c010-4eeb-4910-880c-a38ac35cf48f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:31.473621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Transition to ACTIVE for port object c7d6be0f-04ff-4ee0-adf4-a28a82012475 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:31.481837 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.528122 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.670861 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb68d3a-d70d-4a82-8433-ba749f20a4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.672163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999548e1-e247-4223-b349-89813b1126f2 req-e72f49c2-507e-4edd-ad0a-17a31e958907 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:31.673782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-999548e1-e247-4223-b349-89813b1126f2 req-e72f49c2-507e-4edd-ad0a-17a31e958907 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 1097 time: 0.1433885 Aug 29 04:13:31.675569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50bb0e22-e136-4d0c-b801-765203e4b90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.693576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d6be0f-04ff-4ee0-adf4-a28a82012475,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:31.715276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Attempting to bind port c7d6be0f-04ff-4ee0-adf4-a28a82012475 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:31.715619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Attempting to bind port c7d6be0f-04ff-4ee0-adf4-a28a82012475 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:31.715966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Attempting to bind port c7d6be0f-04ff-4ee0-adf4-a28a82012475 on network 5b12b323-7282-46ec-88fa-539d4b83b35d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:31.725643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd6f169-832b-4037-942a-aa518942e503 None None] DHCP port deletion for 3c6db399-c2c1-442c-afa4-a7404636f9cf request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:13:31.739244 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50bb0e22-e136-4d0c-b801-765203e4b90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.748935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Port c7d6be0f-04ff-4ee0-adf4-a28a82012475 on network 5b12b323-7282-46ec-88fa-539d4b83b35d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:31.749415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Attempting to bind port c7d6be0f-04ff-4ee0-adf4-a28a82012475 on network 5b12b323-7282-46ec-88fa-539d4b83b35d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:31.761803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:31.762157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Checking segment: {'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:31.762779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Bound using segment: {'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:31.763358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Bound port: c7d6be0f-04ff-4ee0-adf4-a28a82012475, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9c7ef9-f813-422b-bfe5-79a0257b7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:31.763838 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.787974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6f169-832b-4037-942a-aa518942e503 None None] Deleting port 28cee091-1197-49a1-8be0-506d07bb3ab5 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:31.788637 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f169-832b-4037-942a-aa518942e503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.825723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-999548e1-e247-4223-b349-89813b1126f2 req-72135f89-24c1-47d8-81e5-022f1fa70109 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434889 Aug 29 04:13:31.863525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Deleting port 28cee091-1197-49a1-8be0-506d07bb3ab5 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:31.863525 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.872247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-dfd6f169-832b-4037-942a-aa518942e503 None None] For port 28cee091-1197-49a1-8be0-506d07bb3ab5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=28cee091-1197-49a1-8be0-506d07bb3ab5,segment=NetworkSegment(56ebdecc-2311-422f-a353-063045b354f5),segment_id=56ebdecc-2311-422f-a353-063045b354f5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:31.872680 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f169-832b-4037-942a-aa518942e503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.900972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6f169-832b-4037-942a-aa518942e503 None None] Calling delete_port for 28cee091-1197-49a1-8be0-506d07bb3ab5 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:31.939587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c6c8-a40a-446b-b80e-d34b52121b41 req-492b63f7-8ed3-4419-958e-fd5fc51eb00e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:31.948546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c849c6c8-a40a-446b-b80e-d34b52121b41 req-492b63f7-8ed3-4419-958e-fd5fc51eb00e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.2012563 Aug 29 04:13:31.984562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] For port 28cee091-1197-49a1-8be0-506d07bb3ab5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=28cee091-1197-49a1-8be0-506d07bb3ab5,segment=NetworkSegment(56ebdecc-2311-422f-a353-063045b354f5),segment_id=56ebdecc-2311-422f-a353-063045b354f5)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:31.985075 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.997934 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb68d3a-d70d-4a82-8433-ba749f20a4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.997934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] For port c7d6be0f-04ff-4ee0-adf4-a28a82012475, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:32.001426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] For port c7d6be0f-04ff-4ee0-adf4-a28a82012475, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c7d6be0f-04ff-4ee0-adf4-a28a82012475,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:32.005894 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb68d3a-d70d-4a82-8433-ba749f20a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.011819 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50bb0e22-e136-4d0c-b801-765203e4b90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.012051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 28cee091-1197-49a1-8be0-506d07bb3ab5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:32.016014 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50bb0e22-e136-4d0c-b801-765203e4b90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.020103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-50bb0e22-e136-4d0c-b801-765203e4b90a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f51c010-4eeb-4910-880c-a38ac35cf48f HTTP/1.1" status: 204 len: 168 time: 0.5286682 Aug 29 04:13:32.020289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.022125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Calling delete_port for 28cee091-1197-49a1-8be0-506d07bb3ab5 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:32.038283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c849c6c8-a40a-446b-b80e-d34b52121b41 req-31bf52e8-9992-4de1-9d55-b9329eec9fc9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896714 Aug 29 04:13:32.051420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb0e22-e136-4d0c-b801-765203e4b90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f51c010-4eeb-4910-880c-a38ac35cf48f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:32.115467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.116290 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.117723 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] 10.222.0.52 "PUT /v2.0/ports/c7d6be0f-04ff-4ee0-adf4-a28a82012475 HTTP/1.1" status: 200 len: 1093 time: 1.5571637 Aug 29 04:13:32.118174 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43858a42-770f-4f56-95fb-da5719a8f190', 'tag': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:32.120501 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5217cbf-d661-4ed3-99ae-5d2338941707" -d '{"events": [{"name": "network-changed", "server_uuid": "43858a42-770f-4f56-95fb-da5719a8f190", "tag": "c7d6be0f-04ff-4ee0-adf4-a28a82012475"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:32.173252 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5fb68d3a-d70d-4a82-8433-ba749f20a4e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d03c44af5f244e993bca6fc562bde86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5738747 Aug 29 04:13:32.174091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb68d3a-d70d-4a82-8433-ba749f20a4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554afa22-268d-4d67-bf69-887e3811bd2a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:32.181427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58418) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:32.221108 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f169-832b-4037-942a-aa518942e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.224384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.244298 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff44a7d2-11c3-46da-9090-e46f9715310a x-openstack-request-id: req-ff44a7d2-11c3-46da-9090-e46f9715310a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:32.244908 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43858a42-770f-4f56-95fb-da5719a8f190", "tag": "c7d6be0f-04ff-4ee0-adf4-a28a82012475", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:32.245185 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff44a7d2-11c3-46da-9090-e46f9715310a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:32.245588 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43858a42-770f-4f56-95fb-da5719a8f190', 'tag': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475', 'status': 'completed', 'code': 200} Aug 29 04:13:32.249430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6f169-832b-4037-942a-aa518942e503 None None] No DVR routers for this DVR port 28cee091-1197-49a1-8be0-506d07bb3ab5 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:32.254519 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.261764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f00f1-37c9-49d9-bb56-e2f0fd188475 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d6be0f-04ff-4ee0-adf4-a28a82012475,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:32.286569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Pushing event deleted for resources: {'Port': ['ID=28cee091-1197-49a1-8be0-506d07bb3ab5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:32.310699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6f169-832b-4037-942a-aa518942e503 None None] Pushing event deleted for resources: {'Port': ['ID=28cee091-1197-49a1-8be0-506d07bb3ab5,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:32.331487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] No DVR routers for this DVR port 28cee091-1197-49a1-8be0-506d07bb3ab5 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:32.354459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4ebb6831-f856-40ed-bcb0-2eaaea626b2e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:32.375748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4ebb6831-f856-40ed-bcb0-2eaaea626b2e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:32.376110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4ebb6831-f856-40ed-bcb0-2eaaea626b2e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:32.379600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-aef2c3c4-4106-4700-a377-119314573080 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.386957 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-aef2c3c4-4106-4700-a377-119314573080 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.52 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 948 time: 0.2691810 Aug 29 04:13:32.453575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-5713c2a2-d17b-4b4b-8902-5f725d56f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.455885 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-5713c2a2-d17b-4b4b-8902-5f725d56f09d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c160c123804ac797133d520b7b79da&device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 1096 time: 0.2340980 Aug 29 04:13:32.460466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cbbb-f1cc-4a45-878d-a8a5154b064b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.524535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cbbb-f1cc-4a45-878d-a8a5154b064b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.526932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.538733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6db399-c2c1-442c-afa4-a7404636f9cf']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:32.550605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ebdecc-2311-422f-a353-063045b354f5') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:32.550907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ebdecc-2311-422f-a353-063045b354f5') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:32.567730 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.594613 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.618269 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-5f48c44c-bc1b-4c6c-9126-d37dfb1ed443 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d6be0f-04ff-4ee0-adf4-a28a82012475 HTTP/1.1" status: 200 len: 217 time: 0.1424947 Aug 29 04:13:32.621230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:13:32.621580 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:13:32.623339 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:13:32.652167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9dc7f-ed37-47ac-a59c-836903ab7f5e req-072ff49d-0b46-414a-9efa-a4c77746b243 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.654016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19f9dc7f-ed37-47ac-a59c-836903ab7f5e req-072ff49d-0b46-414a-9efa-a4c77746b243 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 944 time: 0.2628820 Aug 29 04:13:32.695582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cbbb-f1cc-4a45-878d-a8a5154b064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.698787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cbbb-f1cc-4a45-878d-a8a5154b064b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.711824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f9f5cbbb-f1cc-4a45-878d-a8a5154b064b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/554afa22-268d-4d67-bf69-887e3811bd2a HTTP/1.1" status: 204 len: 168 time: 0.5226507 Aug 29 04:13:32.747640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041e9d-8acb-4518-9e78-4724b7d425c0 req-0ba32f80-d368-4519-824f-8b26994bd1dd tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.749522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24041e9d-8acb-4518-9e78-4724b7d425c0 req-0ba32f80-d368-4519-824f-8b26994bd1dd tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 948 time: 0.1686237 Aug 29 04:13:32.750904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-94ab81dd-8254-468c-aebe-34d9920c1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.753762 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-94ab81dd-8254-468c-aebe-34d9920c1d00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba4d660b-eb07-412e-89b4-0f32c003228d HTTP/1.1" status: 200 len: 853 time: 0.1249993 Aug 29 04:13:32.755625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5cbbb-f1cc-4a45-878d-a8a5154b064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554afa22-268d-4d67-bf69-887e3811bd2a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:32.756217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.784834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-4a4dde24-d549-4be4-b814-bf1c4d8555fc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Deleting port 49377b49-1007-4105-a140-fb9b8233c194 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:32.785177 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-4a4dde24-d549-4be4-b814-bf1c4d8555fc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.785307 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.787172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3c6db399-c2c1-442c-afa4-a7404636f9cf HTTP/1.1" status: 204 len: 168 time: 1.4057679 Aug 29 04:13:32.805686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19f9dc7f-ed37-47ac-a59c-836903ab7f5e req-11ae085c-d162-4166-9633-7d8fdb148ea4 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217630 Aug 29 04:13:32.826072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b4d7f-2355-4c76-b65a-90713ab2ed84 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c6db399-c2c1-442c-afa4-a7404636f9cf,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:32.854119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24041e9d-8acb-4518-9e78-4724b7d425c0 req-fec2f573-1046-40da-a211-f20315ba2e3a tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890572 Aug 29 04:13:32.936363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-96ef54b5-a52c-452c-bdb4-e98725d31b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.938334 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-96ef54b5-a52c-452c-bdb4-e98725d31b10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b12b323-7282-46ec-88fa-539d4b83b35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1761296 Aug 29 04:13:32.960393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-4a4dde24-d549-4be4-b814-bf1c4d8555fc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] For port 49377b49-1007-4105-a140-fb9b8233c194, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=49377b49-1007-4105-a140-fb9b8233c194,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:32.960767 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-4a4dde24-d549-4be4-b814-bf1c4d8555fc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.995693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-4a4dde24-d549-4be4-b814-bf1c4d8555fc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Calling delete_port for 49377b49-1007-4105-a140-fb9b8233c194 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:33.021917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58448) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:33.109361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1a93e34d-6923-4356-9f36-71897bfb67f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccf45e02132a434e964c4606796ce697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837400 Aug 29 04:13:33.110655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58452) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:33.124460 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-78c43755-3b0e-4ecb-a5fc-62ec0413ef16 service neutron] 10.222.0.52 "GET /v2.0/networks/5b12b323-7282-46ec-88fa-539d4b83b35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547313 Aug 29 04:13:33.276050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c32bca0-1983-402f-ab5c-f6ff6828c401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.298508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58458) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:33.326606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafb01f-d026-4615-9d02-34150978382e req-6ba3fa4a-8e72-4f1f-82d4-472734d2c5c6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:33.328786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebafb01f-d026-4615-9d02-34150978382e req-6ba3fa4a-8e72-4f1f-82d4-472734d2c5c6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.1083426 Aug 29 04:13:33.336551 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c32bca0-1983-402f-ab5c-f6ff6828c401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.361785 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99c236c9-84ee-4643-a004-be5e421dab28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.457834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebafb01f-d026-4615-9d02-34150978382e req-9376ccd0-f9e8-4464-bf1a-3662064ee48b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183016 Aug 29 04:13:33.553360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c32bca0-1983-402f-ab5c-f6ff6828c401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.555997 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c32bca0-1983-402f-ab5c-f6ff6828c401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.561311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1c32bca0-1983-402f-ab5c-f6ff6828c401 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4d6961f-06cf-46d8-8d6f-bf64607e768f HTTP/1.1" status: 204 len: 168 time: 0.4489100 Aug 29 04:13:33.579747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32bca0-1983-402f-ab5c-f6ff6828c401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d6961f-06cf-46d8-8d6f-bf64607e768f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:33.623407 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99c236c9-84ee-4643-a004-be5e421dab28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.630516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99c236c9-84ee-4643-a004-be5e421dab28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.672617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c236c9-84ee-4643-a004-be5e421dab28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ea2e1b-1a78-48af-be3b-0ca778a0663a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:33.719599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-99c236c9-84ee-4643-a004-be5e421dab28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c58811800f9646238ea6e410f833a06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156933 Aug 29 04:13:33.720431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58470) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:33.738223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-922465f7-319b-4eb8-9654-40e5021b6b90 req-db260d11-39db-46eb-b1d4-c44b9908884a service neutron] 10.222.0.52 "GET /v2.0/networks/5b12b323-7282-46ec-88fa-539d4b83b35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030939 Aug 29 04:13:33.791947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-4a4dde24-d549-4be4-b814-bf1c4d8555fc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.849375 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe966900-991a-4ca7-b04f-9ae3a3c85274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.879164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-6304551d-1aae-4d22-8cc4-f96b5b494da9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1188977 Aug 29 04:13:33.904762 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe966900-991a-4ca7-b04f-9ae3a3c85274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.982583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dde24-d549-4be4-b814-bf1c4d8555fc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Pushing event deleted for resources: {'Port': ['ID=49377b49-1007-4105-a140-fb9b8233c194,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:34.071214 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-4a4dde24-d549-4be4-b814-bf1c4d8555fc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] No DVR routers for this DVR port 49377b49-1007-4105-a140-fb9b8233c194 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:34.074591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-4a4dde24-d549-4be4-b814-bf1c4d8555fc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.077069 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1b972b8a-08e2-47d5-8249-f26e3fd49b67 req-4a4dde24-d549-4be4-b814-bf1c4d8555fc tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.52 "DELETE /v2.0/ports/49377b49-1007-4105-a140-fb9b8233c194 HTTP/1.1" status: 204 len: 173 time: 1.6866269 Aug 29 04:13:34.078829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-89dcf9a4-b09a-4c9a-8390-8122464efba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.080240 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-89dcf9a4-b09a-4c9a-8390-8122464efba1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c160c123804ac797133d520b7b79da&device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 1096 time: 0.2094975 Aug 29 04:13:34.115847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00cdcf53-9d9e-48ab-8dfc-d77e069193a7 req-2d10587a-9b61-458b-8fd9-9330f9a88eb4 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=02fbf97f-18cb-4115-8d1a-a04920999dc9 HTTP/1.1" status: 200 len: 210 time: 0.0851521 Aug 29 04:13:34.154974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa689f8-dc51-4491-989b-e8281be3e703 req-3176894a-52cf-4770-a0b7-0c758a29d11e tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.166155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eaa689f8-dc51-4491-989b-e8281be3e703 req-3176894a-52cf-4770-a0b7-0c758a29d11e tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 944 time: 0.1810226 Aug 29 04:13:34.171029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-cf02441f-016e-4a1f-983c-f8ae553560bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.172524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-cf02441f-016e-4a1f-983c-f8ae553560bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 1096 time: 0.2102182 Aug 29 04:13:34.205012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe966900-991a-4ca7-b04f-9ae3a3c85274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.207532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe966900-991a-4ca7-b04f-9ae3a3c85274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.213727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fe966900-991a-4ca7-b04f-9ae3a3c85274 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32ea2e1b-1a78-48af-be3b-0ca778a0663a HTTP/1.1" status: 204 len: 168 time: 0.4899573 Aug 29 04:13:34.246393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-a24263e9-3024-42dd-b0e8-01e7770cce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.248611 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-a24263e9-3024-42dd-b0e8-01e7770cce40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b12b323-7282-46ec-88fa-539d4b83b35d HTTP/1.1" status: 200 len: 915 time: 0.1606445 Aug 29 04:13:34.249153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'name': 'network-vif-deleted', 'tag': '49377b49-1007-4105-a140-fb9b8233c194'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:34.252446 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa13e8e0-4de8-4d1e-9228-0205d1ab8fa0" -d '{"events": [{"server_uuid": "02fbf97f-18cb-4115-8d1a-a04920999dc9", "name": "network-vif-deleted", "tag": "49377b49-1007-4105-a140-fb9b8233c194"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:34.309390 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-21c601a4-3d37-4d4e-8de2-eec94177e11c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d6be0f-04ff-4ee0-adf4-a28a82012475 HTTP/1.1" status: 200 len: 217 time: 0.0526388 Aug 29 04:13:34.351142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe966900-991a-4ca7-b04f-9ae3a3c85274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ea2e1b-1a78-48af-be3b-0ca778a0663a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:34.405143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-3d8bcbb1-3c27-4c69-a2b4-1fa9fe3e3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.407561 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-3d8bcbb1-3c27-4c69-a2b4-1fa9fe3e3cdb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba4d660b-eb07-412e-89b4-0f32c003228d HTTP/1.1" status: 200 len: 853 time: 0.0899456 Aug 29 04:13:34.453633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eaa689f8-dc51-4491-989b-e8281be3e703 req-fb6cd593-3451-416d-8a34-e44f27fd81c1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828119 Aug 29 04:13:34.489092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-690ee900-0141-4db2-9351-65e9d2572205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.491382 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-690ee900-0141-4db2-9351-65e9d2572205 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b12b323-7282-46ec-88fa-539d4b83b35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700526 Aug 29 04:13:34.542781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-db0457a7-a0b9-4a4d-9728-73724ad5b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.544412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-db0457a7-a0b9-4a4d-9728-73724ad5b37b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.3515575 Aug 29 04:13:34.634306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-59b338bd-a9bd-4042-98d9-721f8dfe6100 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063 HTTP/1.1" status: 200 len: 217 time: 0.0812275 Aug 29 04:13:34.664988 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-6e6f76b7-761c-41ff-aaf1-94ec0889b6ad service neutron] 10.222.0.52 "GET /v2.0/networks/5b12b323-7282-46ec-88fa-539d4b83b35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639860 Aug 29 04:13:34.666532 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc789a84-f93e-4bd2-b7e5-6ccba06f373d x-openstack-request-id: req-bc789a84-f93e-4bd2-b7e5-6ccba06f373d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:34.667017 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fbf97f-18cb-4115-8d1a-a04920999dc9", "name": "network-vif-deleted", "tag": "49377b49-1007-4105-a140-fb9b8233c194", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:34.667300 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc789a84-f93e-4bd2-b7e5-6ccba06f373d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:34.667686 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fbf97f-18cb-4115-8d1a-a04920999dc9', 'name': 'network-vif-deleted', 'tag': '49377b49-1007-4105-a140-fb9b8233c194', 'status': 'completed', 'code': 200} Aug 29 04:13:34.748043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-09513554-928c-4f64-902c-e60288f46453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.750079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-09513554-928c-4f64-902c-e60288f46453 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.1026509 Aug 29 04:13:34.782660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f5c0-e73a-4365-8a5c-de9eb1cc1655 req-2670ed02-8fe7-4fc1-bc39-be8e8bf8e9db tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.783451 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5217cbf-d661-4ed3-99ae-5d2338941707 req-54c6679c-72ce-471c-99fb-9a8a036fc6d1 service neutron] 10.222.0.52 "GET /v2.0/networks/5b12b323-7282-46ec-88fa-539d4b83b35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099329 Aug 29 04:13:34.785855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3a4f5c0-e73a-4365-8a5c-de9eb1cc1655 req-2670ed02-8fe7-4fc1-bc39-be8e8bf8e9db tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.1484897 Aug 29 04:13:34.827753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-c733fd53-7a20-4577-ad37-a39c4236334b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408707 Aug 29 04:13:34.856538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3a4f5c0-e73a-4365-8a5c-de9eb1cc1655 req-e6a43acb-f2c1-48f3-b866-9b861e5c17fb tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608935 Aug 29 04:13:34.985653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-fc097c10-1012-4dea-b757-07b6ec05b600 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286767 Aug 29 04:13:35.151098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a3c9b8e-4139-47c8-8a19-0a3d9a52e70c req-c6f840c2-5029-4d50-92bb-305bdfbc4062 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554101 Aug 29 04:13:35.384306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58550) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:35.493737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 49377b49-1007-4105-a140-fb9b8233c194 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:35.535004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 49377b49-1007-4105-a140-fb9b8233c194 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:35.535349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 49377b49-1007-4105-a140-fb9b8233c194 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:35.613182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2109041226-network', 'tenant_id': '619b031cb74444539a68553df60a4b79'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:35.676189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d174a-3bbe-4553-b73c-89b51eeb5ad8 req-e5310651-c866-4ded-a7f4-f212e7ba634e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:35.678274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f46d174a-3bbe-4553-b73c-89b51eeb5ad8 req-e5310651-c866-4ded-a7f4-f212e7ba634e tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f3d2fa8-e429-44ab-80bc-ac63328c6ffe HTTP/1.1" status: 200 len: 949 time: 0.1188054 Aug 29 04:13:35.683451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Made reservation on behalf of 619b031cb74444539a68553df60a4b79 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:35.687050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.705732 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.755480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f46d174a-3bbe-4553-b73c-89b51eeb5ad8 req-4b9a897a-62d1-4bc3-a1e5-4c12bfdb5652 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653300 Aug 29 04:13:35.913357 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.928585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cffe3d-bba1-4cd0-8cb7-e8e680731f51 req-3ec3d4ec-d2a6-4399-ae2e-0ba4deb248ba tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:35.930142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0cffe3d-bba1-4cd0-8cb7-e8e680731f51 req-3ec3d4ec-d2a6-4399-ae2e-0ba4deb248ba tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 944 time: 0.0881267 Aug 29 04:13:35.930965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.943019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:13:35.953396 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.953759 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Added segment 3403d361-5b89-4bf3-bcaa-5bb9babc49cc of type vlan for network 5cd2a554-5f0b-4be2-9409-0127cd683327 Aug 29 04:13:36.264843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:36.285906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.325650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35785fc3-8dd4-48a5-b8c7-f6d550f112e9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:36.372148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0cffe3d-bba1-4cd0-8cb7-e8e680731f51 req-cba0c542-9e56-4156-8a86-1434ca0742e2 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390364 Aug 29 04:13:36.380010 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.381294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:36.383117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.404564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388627d-58f3-494d-be31-2aadc0c2e124 req-babf6087-9e2d-40d1-a382-fc6599e3f16b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:36.406610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1388627d-58f3-494d-be31-2aadc0c2e124 req-babf6087-9e2d-40d1-a382-fc6599e3f16b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.1733830 Aug 29 04:13:36.465805 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0803034 Aug 29 04:13:36.468930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58624) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:36.481026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Request body: {'subnet': {'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2109041226-subnet', 'tenant_id': '619b031cb74444539a68553df60a4b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:36.492384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67399a-ce31-4a60-a634-cfdf1c704d03 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd2a554-5f0b-4be2-9409-0127cd683327,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:36.503302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5cd2a554-5f0b-4be2-9409-0127cd683327 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:13:36.526804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1388627d-58f3-494d-be31-2aadc0c2e124 req-c22ea74b-22db-47a3-bad8-1db898e79206 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037254 Aug 29 04:13:36.549695 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Made reservation on behalf of 619b031cb74444539a68553df60a4b79 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:36.554948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.800013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.890112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e73e9f0-344b-4223-9882-3f00d4ec1b9e,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:36.899515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Checking segment: {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:36.899998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Network hostable DHCP agents. Network: 5cd2a554-5f0b-4be2-9409-0127cd683327, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:13:36.925204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Network 5cd2a554-5f0b-4be2-9409-0127cd683327 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:13:36.937454 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 5cd2a554-5f0b-4be2-9409-0127cd683327) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:36.949681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:36.949857 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec93c6-eb28-4c4e-ab7d-25b14e77fed2 None None] Network 5cd2a554-5f0b-4be2-9409-0127cd683327 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:36.953700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.976240 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-48418085-a2c2-4210-a8e5-8593fc08c6e0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5005860 Aug 29 04:13:37.237957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9840d-16a7-467d-8fa2-79c0825a3787 None None] Network 5cd2a554-5f0b-4be2-9409-0127cd683327 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:37.259334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4215bf-235b-45a0-9a99-691d8fafd6db req-13dd0ecb-51c4-4e08-b39f-4958e9f86c6c tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:37.261078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b4215bf-235b-45a0-9a99-691d8fafd6db req-13dd0ecb-51c4-4e08-b39f-4958e9f86c6c tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f3d2fa8-e429-44ab-80bc-ac63328c6ffe HTTP/1.1" status: 200 len: 949 time: 0.1448123 Aug 29 04:13:37.349569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b4215bf-235b-45a0-9a99-691d8fafd6db req-ba642543-87b1-43fa-8169-5a851f06b9ed tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/security-groups?id=0682e21b-0daf-4f72-9019-5ffadf831781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804329 Aug 29 04:13:37.466619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-c7224ab4-ad24-40d6-9202-fc065095f618 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:37.468307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-c7224ab4-ad24-40d6-9202-fc065095f618 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f3d2fa8-e429-44ab-80bc-ac63328c6ffe HTTP/1.1" status: 200 len: 949 time: 0.1012411 Aug 29 04:13:37.507646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c7d6be0f-04ff-4ee0-adf4-a28a82012475 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:37.562173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58730) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:37.704662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-f9d1a6d7-6e2b-478c-8893-e5c80e84f525 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Deleting port 681556c9-7caa-4e81-a8f6-1c36e3e08379 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:37.705006 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-f9d1a6d7-6e2b-478c-8893-e5c80e84f525 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.717389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c7d6be0f-04ff-4ee0-adf4-a28a82012475, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c7d6be0f-04ff-4ee0-adf4-a28a82012475,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:37.748489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'port_id': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475', 'mac_address': 'fa:16:3e:3d:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:37.816069 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.831375 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c1d58b59-f21a-44f1-8f1a-9b24c6bcb28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.836859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d6be0f-04ff-4ee0-adf4-a28a82012475 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:37.853248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-f9d1a6d7-6e2b-478c-8893-e5c80e84f525 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] For port 681556c9-7caa-4e81-a8f6-1c36e3e08379, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=681556c9-7caa-4e81-a8f6-1c36e3e08379,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:37.853768 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-f9d1a6d7-6e2b-478c-8893-e5c80e84f525 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.861084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c7d6be0f-04ff-4ee0-adf4-a28a82012475, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c7d6be0f-04ff-4ee0-adf4-a28a82012475,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:37.867676 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.875025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-f9d1a6d7-6e2b-478c-8893-e5c80e84f525 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Calling delete_port for 681556c9-7caa-4e81-a8f6-1c36e3e08379 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:37.927457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c7d6be0f-04ff-4ee0-adf4-a28a82012475,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:37.958279 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c1d58b59-f21a-44f1-8f1a-9b24c6bcb28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.963429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c1d58b59-f21a-44f1-8f1a-9b24c6bcb28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.001500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d58b59-f21a-44f1-8f1a-9b24c6bcb28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2c7e3a-f9d4-4a7c-a72e-c6c20320ef64,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:38.010246 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c1d58b59-f21a-44f1-8f1a-9b24c6bcb28b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53040e4365bf4027ad519ea3dd091f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445081 Aug 29 04:13:38.011967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58754) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:38.068344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-857348d8-76de-42a0-999b-ea2cbf0584f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.091898 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-857348d8-76de-42a0-999b-ea2cbf0584f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.098866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceea1f-20c7-4554-84cf-0d108b2425f3 req-9c519450-7bbc-471c-988c-3ea055d82308 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:38.100466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bceea1f-20c7-4554-84cf-0d108b2425f3 req-9c519450-7bbc-471c-988c-3ea055d82308 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 945 time: 0.1573248 Aug 29 04:13:38.154287 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-857348d8-76de-42a0-999b-ea2cbf0584f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.157136 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-857348d8-76de-42a0-999b-ea2cbf0584f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.158306 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-857348d8-76de-42a0-999b-ea2cbf0584f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a2c7e3a-f9d4-4a7c-a72e-c6c20320ef64 HTTP/1.1" status: 204 len: 168 time: 0.1453161 Aug 29 04:13:38.179857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857348d8-76de-42a0-999b-ea2cbf0584f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2c7e3a-f9d4-4a7c-a72e-c6c20320ef64,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:38.234012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bceea1f-20c7-4554-84cf-0d108b2425f3 req-7161fca2-0b95-41ea-84dc-49c8f9f82004 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217887 Aug 29 04:13:38.249714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-bbb7cba0-d6ac-425f-91cb-5726bcf128d6 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:38.257404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-bbb7cba0-d6ac-425f-91cb-5726bcf128d6 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 805 time: 0.4737115 Aug 29 04:13:38.279245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-27d6898d-f6af-476a-be5d-207a244f3629 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/quotas/619b031cb74444539a68553df60a4b79 HTTP/1.1" status: 200 len: 375 time: 0.0207493 Aug 29 04:13:38.289940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-f9d1a6d7-6e2b-478c-8893-e5c80e84f525 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.324720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-752a1719-dd5c-4a7d-8bc7-72b8113a4de3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444043 Aug 29 04:13:38.376035 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c7d6be0f-04ff-4ee0-adf4-a28a82012475'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:38.460115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1a6d7-6e2b-478c-8893-e5c80e84f525 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Pushing event deleted for resources: {'Port': ['ID=681556c9-7caa-4e81-a8f6-1c36e3e08379,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:38.463775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-edc990ca-092d-4930-90fd-173b5591b28d service neutron] 10.222.0.49 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383359 Aug 29 04:13:38.561421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58764) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:38.568986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-f9d1a6d7-6e2b-478c-8893-e5c80e84f525 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] No DVR routers for this DVR port 681556c9-7caa-4e81-a8f6-1c36e3e08379 on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:38.585989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93545c97-c575-4ea0-84a7-ece5b5440ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.597976 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-f9d1a6d7-6e2b-478c-8893-e5c80e84f525 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.600557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1682510-a44b-40ea-a40b-81b098c1c276 req-f9d1a6d7-6e2b-478c-8893-e5c80e84f525 tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.59 "DELETE /v2.0/ports/681556c9-7caa-4e81-a8f6-1c36e3e08379 HTTP/1.1" status: 204 len: 173 time: 1.1193523 Aug 29 04:13:38.601594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-deleted', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:38.604853 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3dbeba-79d9-435b-b970-d2b38bb71beb" -d '{"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-deleted", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:38.632525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78389a-fc3c-4a93-8af2-e3a9068a29d2 req-84546d74-4ea9-4572-9f7f-20dcff4bd4ff tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:38.641568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd78389a-fc3c-4a93-8af2-e3a9068a29d2 req-84546d74-4ea9-4572-9f7f-20dcff4bd4ff tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.3131433 Aug 29 04:13:38.703677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd78389a-fc3c-4a93-8af2-e3a9068a29d2 req-00cf87ae-7a37-46be-98e9-8cc3a086acb2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565352 Aug 29 04:13:38.738574 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93545c97-c575-4ea0-84a7-ece5b5440ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.745316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-83a43902-a00d-4662-8e03-bf5f5cce04ee service neutron] 10.222.0.49 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204223 Aug 29 04:13:38.746452 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93545c97-c575-4ea0-84a7-ece5b5440ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:38.791248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93545c97-c575-4ea0-84a7-ece5b5440ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8adc04-34bd-4291-8a79-eb72373465ad,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:38.797750 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-93545c97-c575-4ea0-84a7-ece5b5440ce6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a3d546b84af433a932feef7ab133be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351253 Aug 29 04:13:38.802492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58774) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:38.970789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-766c5636-76b0-441f-8a40-619e5795dd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.044536 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-766c5636-76b0-441f-8a40-619e5795dd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.149649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11ebe12e-0943-440e-b2e8-45b071ec8781 req-1ad41a7e-3093-46c6-8469-d3c14f3efacd tempest-ListImageFiltersTestJSON-799278106 tempest-ListImageFiltersTestJSON-799278106-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f3d2fa8-e429-44ab-80bc-ac63328c6ffe HTTP/1.1" status: 200 len: 210 time: 0.0459907 Aug 29 04:13:39.192088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-766c5636-76b0-441f-8a40-619e5795dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.195296 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-766c5636-76b0-441f-8a40-619e5795dd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.199295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-766c5636-76b0-441f-8a40-619e5795dd79 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e8adc04-34bd-4291-8a79-eb72373465ad HTTP/1.1" status: 204 len: 168 time: 0.3957729 Aug 29 04:13:39.215828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c5636-76b0-441f-8a40-619e5795dd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8adc04-34bd-4291-8a79-eb72373465ad,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:39.399409 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0e00c0-720b-489b-a475-6dda11d7728f x-openstack-request-id: req-9f0e00c0-720b-489b-a475-6dda11d7728f {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:39.399708 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d2fa8-e429-44ab-80bc-ac63328c6ffe", "name": "network-vif-deleted", "tag": "681556c9-7caa-4e81-a8f6-1c36e3e08379", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:39.400021 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f0e00c0-720b-489b-a475-6dda11d7728f {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:39.400477 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d2fa8-e429-44ab-80bc-ac63328c6ffe', 'name': 'network-vif-deleted', 'tag': '681556c9-7caa-4e81-a8f6-1c36e3e08379', 'status': 'completed', 'code': 200} Aug 29 04:13:39.492731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c482d8d-ae50-49c0-8c11-3feb2ffc0f91 req-82aa3f23-607e-4dad-ba88-67530d7e4e05 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 210 time: 0.0550232 Aug 29 04:13:39.761066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904a48d-96ab-488f-814b-03623ef812d6 req-b3da521b-3b5b-486c-8b5f-678f3f73307c tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:39.763897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2904a48d-96ab-488f-814b-03623ef812d6 req-b3da521b-3b5b-486c-8b5f-678f3f73307c tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 945 time: 0.1639957 Aug 29 04:13:39.857762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2904a48d-96ab-488f-814b-03623ef812d6 req-a0c8fc12-315a-4aec-a3d4-0a7122feaa0f tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862634 Aug 29 04:13:39.976786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a7618-3c24-40da-a7f7-155c4f89e9c1 req-fabfc0e9-4dd9-4312-a703-1380c3efdcf8 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:39.984644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-139a7618-3c24-40da-a7f7-155c4f89e9c1 req-fabfc0e9-4dd9-4312-a703-1380c3efdcf8 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 944 time: 0.1245453 Aug 29 04:13:40.046149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-139a7618-3c24-40da-a7f7-155c4f89e9c1 req-d89fb533-a9ca-4e89-91e9-4431495225d2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557175 Aug 29 04:13:40.293197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 681556c9-7caa-4e81-a8f6-1c36e3e08379 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:40.347192 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 681556c9-7caa-4e81-a8f6-1c36e3e08379 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:40.348629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 681556c9-7caa-4e81-a8f6-1c36e3e08379 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:40.482461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-6c598e10-7577-474c-a690-0b442e629889 service neutron] 10.222.0.59 "GET /v2.0/ports/14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 385 time: 0.0915833 Aug 29 04:13:40.647188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7a87fa48-1690-4f22-a93c-5066a09e79f8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:40.650265 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7a87fa48-1690-4f22-a93c-5066a09e79f8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 805 time: 0.1962647 Aug 29 04:13:40.667881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Request body: {'port': {'device_id': '5277b9bb-acc6-45e4-afa9-7d9daedfd58d', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'admin_state_up': True, 'tenant_id': '619b031cb74444539a68553df60a4b79'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:40.765025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-d34475c1-6cd9-477c-9b7c-7870907a944a service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:40.791623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-d34475c1-6cd9-477c-9b7c-7870907a944a service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:40.831024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Made reservation on behalf of 619b031cb74444539a68553df60a4b79 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:40.837766 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:40.842759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-d34475c1-6cd9-477c-9b7c-7870907a944a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:40.859208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-d34475c1-6cd9-477c-9b7c-7870907a944a service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:40.917429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-d34475c1-6cd9-477c-9b7c-7870907a944a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.056754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-d34475c1-6cd9-477c-9b7c-7870907a944a service neutron] Transition to ACTIVE for port object 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:41.066689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Allocated IP 172.20.0.12 (5cd2a554-5f0b-4be2-9409-0127cd683327/4e73e9f0-344b-4223-9882-3f00d4ec1b9e/107aaf76-a997-4f2d-8a0b-cf73b8f4f12a) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:41.075012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-d34475c1-6cd9-477c-9b7c-7870907a944a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.248570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86e99e27-6a98-4e5a-a1db-1413792aaaeb req-0d65bcd1-16a5-4de8-b38a-a4521ebe1736 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 210 time: 0.0979469 Aug 29 04:13:41.273301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.274405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34475c1-6cd9-477c-9b7c-7870907a944a service neutron] Pushing event updated for resources: {'Port': ['ID=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,revision_number=10']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:41.318927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.324554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-d34475c1-6cd9-477c-9b7c-7870907a944a service neutron] No DVR routers for this DVR port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:41.373070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-d34475c1-6cd9-477c-9b7c-7870907a944a service neutron] 10.222.0.59 "PUT /v2.0/ports/14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b/bindings/n-h1-712141-12/activate HTTP/1.1" status: 200 len: 370 time: 0.8826435 Aug 29 04:13:41.389093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Network 5cd2a554-5f0b-4be2-9409-0127cd683327 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:41.393015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:41.399960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052155-8a10-4f90-937e-4bb598f63cfe req-1bad5512-62d3-42e1-b24e-9b81acd04d2d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:41.401949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:41.408179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08052155-8a10-4f90-937e-4bb598f63cfe req-1bad5512-62d3-42e1-b24e-9b81acd04d2d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 945 time: 0.1558423 Aug 29 04:13:41.457871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Pushing event updated for resources: {'Port': ['ID=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:41.474609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08052155-8a10-4f90-937e-4bb598f63cfe req-dc52b74a-3d13-4784-930c-69c04bb5f721 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649226 Aug 29 04:13:41.524592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-9631ab53-c709-4349-846c-5d84c97fc16d tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:41.526516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-9631ab53-c709-4349-846c-5d84c97fc16d tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.0803850 Aug 29 04:13:41.530931 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:41.533077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.539379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c7d6be0f-04ff-4ee0-adf4-a28a82012475 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:41.561881 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-7050a139-5407-4dd3-93a2-befc548d9638 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8994255 Aug 29 04:13:41.576850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Request body: {'port': {'device_id': '5277b9bb-acc6-45e4-afa9-7d9daedfd58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:41.624447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-9db61e85-787e-4314-b42c-4d888205f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:41.626745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-9db61e85-787e-4314-b42c-4d888205f1c0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e&tenant_id=8c315ab7fe9442ebbeae0625b3094431 HTTP/1.1" status: 200 len: 1097 time: 0.0903859 Aug 29 04:13:41.645060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port c7d6be0f-04ff-4ee0-adf4-a28a82012475 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:41.650035 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port c7d6be0f-04ff-4ee0-adf4-a28a82012475 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:41.650667 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.667707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389af03-e0b0-4d68-9290-6b0f04ce0aa3 req-9403e4fd-3958-42a8-9f6a-1e827d0c94d9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:41.669400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1389af03-e0b0-4d68-9290-6b0f04ce0aa3 req-9403e4fd-3958-42a8-9f6a-1e827d0c94d9 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 945 time: 0.0965209 Aug 29 04:13:41.735380 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.752230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-7ede3611-6f7b-4696-892e-dd8179a804f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:41.753777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-7ede3611-6f7b-4696-892e-dd8179a804f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 1097 time: 0.0831871 Aug 29 04:13:41.757258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1389af03-e0b0-4d68-9290-6b0f04ce0aa3 req-b1131b90-b454-423d-842f-076d7b0116b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500021 Aug 29 04:13:41.782170 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.834920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43858a42-770f-4f56-95fb-da5719a8f190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:41.843655 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d2aadf-75b6-4281-9f81-6228f451b338" -d '{"events": [{"server_uuid": "43858a42-770f-4f56-95fb-da5719a8f190", "name": "network-vif-plugged", "status": "completed", "tag": "c7d6be0f-04ff-4ee0-adf4-a28a82012475"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:41.868438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c7d6be0f-04ff-4ee0-adf4-a28a82012475, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c7d6be0f-04ff-4ee0-adf4-a28a82012475,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:41.873651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.915090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-5cf34c7b-2641-49f1-ba6c-833bcfd8f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:41.918988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-5cf34c7b-2641-49f1-ba6c-833bcfd8f13c service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 200 len: 909 time: 0.1569638 Aug 29 04:13:41.958812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c7d6be0f-04ff-4ee0-adf4-a28a82012475,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:41.986686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-b5eb1037-5164-42a5-b18a-b9a64095ace7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b HTTP/1.1" status: 200 len: 217 time: 0.0591159 Aug 29 04:13:42.080121 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-96bec82a-ecb1-4208-83b0-15e5b55b38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:42.085198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-96bec82a-ecb1-4208-83b0-15e5b55b38e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 200 len: 848 time: 0.0907438 Aug 29 04:13:42.091507 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a3e03-ca2f-43f4-aed8-4ba89d85f106 x-openstack-request-id: req-aa4a3e03-ca2f-43f4-aed8-4ba89d85f106 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:42.091804 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43858a42-770f-4f56-95fb-da5719a8f190", "name": "network-vif-plugged", "status": "completed", "tag": "c7d6be0f-04ff-4ee0-adf4-a28a82012475", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:42.092300 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa4a3e03-ca2f-43f4-aed8-4ba89d85f106 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:42.092946 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43858a42-770f-4f56-95fb-da5719a8f190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475', 'code': 200} Aug 29 04:13:42.135545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-d676da19-349e-4879-94e5-55fc7c371b38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f502e82-6ac3-4950-8b96-2734620cac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406454 Aug 29 04:13:42.249234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:42.258350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.276777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Transition to ACTIVE for port object 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:42.294562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.310473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-0423bf77-bcc2-4381-816b-924c70c194e6 service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658587 Aug 29 04:13:42.387575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Pushing event updated for resources: {'Port': ['ID=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:42.398054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e2b14-0d4f-4294-b4f2-8762bd686206 req-98a09915-3d31-4029-8cb4-6c43e662ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:42.399605 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5f2e2b14-0d4f-4294-b4f2-8762bd686206 req-98a09915-3d31-4029-8cb4-6c43e662ee26 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 1098 time: 0.1214309 Aug 29 04:13:42.461030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-1bf4c992-94a8-4d46-9b2a-8e90a94c986e service neutron] 10.222.0.52 "GET /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424887 Aug 29 04:13:42.488356 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5f2e2b14-0d4f-4294-b4f2-8762bd686206 req-d38e6e0f-5552-4d81-9804-d8b4e252316d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814116 Aug 29 04:13:42.510196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Attempting to bind port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:42.510791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Attempting to bind port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:42.511308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Attempting to bind port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a on network 5cd2a554-5f0b-4be2-9409-0127cd683327 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:42.517158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a on network 5cd2a554-5f0b-4be2-9409-0127cd683327 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:42.517500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Attempting to bind port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a on network 5cd2a554-5f0b-4be2-9409-0127cd683327 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:42.524224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:42.524813 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Checking segment: {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:42.525368 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Bound using segment: {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:42.526085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Bound port: 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:42.526743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.543172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-6456c12b-04aa-4458-810a-dea8800e7d96 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a42d1e753d804958b220f1c5860bb831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784318 Aug 29 04:13:42.623528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] For port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:42.628208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] For port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:42.642030 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.709030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:42.709665 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.711093 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] 10.222.0.59 "PUT /v2.0/ports/107aaf76-a997-4f2d-8a0b-cf73b8f4f12a HTTP/1.1" status: 200 len: 1093 time: 1.1399751 Aug 29 04:13:42.712865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5277b9bb-acc6-45e4-afa9-7d9daedfd58d', 'tag': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:42.713858 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46695087-2289-478f-9bdb-3c145ad06ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "5277b9bb-acc6-45e4-afa9-7d9daedfd58d", "tag": "107aaf76-a997-4f2d-8a0b-cf73b8f4f12a"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:42.735085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafffdc1-2f7d-4357-b8ed-688c6eae49eb service neutron] Pushing event updated for resources: {'Port': ['ID=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:42.779732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-1a5247cf-518c-40be-b73a-fc997a57076b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:42.786910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-1a5247cf-518c-40be-b73a-fc997a57076b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359002 Aug 29 04:13:42.803015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-18385aa1-cdc1-4249-a4a2-0a638e76f786 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/quotas/a42d1e753d804958b220f1c5860bb831 HTTP/1.1" status: 200 len: 375 time: 0.0140502 Aug 29 04:13:42.838787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-1879c166-7b59-4b99-98f6-fc90cbe6bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:42.840342 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-1879c166-7b59-4b99-98f6-fc90cbe6bec9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 1096 time: 0.0759995 Aug 29 04:13:42.847429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-5c79b5fb-d9e5-44fb-b847-49f3d347935b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393414 Aug 29 04:13:42.897645 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-80b8854c-ff9c-42fe-ba67-ac13bda40fdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a HTTP/1.1" status: 200 len: 217 time: 0.0461981 Aug 29 04:13:42.903606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71409254-0c89-4420-8ccb-980d560d5238 req-8ec7dcdd-f136-4eb0-9cbe-da9dff8b7435 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:42.905290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71409254-0c89-4420-8ccb-980d560d5238 req-8ec7dcdd-f136-4eb0-9cbe-da9dff8b7435 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 944 time: 0.0569010 Aug 29 04:13:42.973027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71409254-0c89-4420-8ccb-980d560d5238 req-df2cf6ae-31f6-4128-8f29-f2b972b2753a tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536070 Aug 29 04:13:42.986273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-b54ac6a7-65ca-45c8-b745-bdb48131b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:42.989440 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-b54ac6a7-65ca-45c8-b745-bdb48131b477 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e73e9f0-344b-4223-9882-3f00d4ec1b9e HTTP/1.1" status: 200 len: 845 time: 0.0804336 Aug 29 04:13:43.071356 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-30839b24-c1ca-4b3e-9e3f-80e08ba8cce5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cd2a554-5f0b-4be2-9409-0127cd683327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527053 Aug 29 04:13:43.136548 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78e9b8c-297b-4cdb-ab58-833d61caed63 x-openstack-request-id: req-a78e9b8c-297b-4cdb-ab58-833d61caed63 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:43.139033 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5277b9bb-acc6-45e4-afa9-7d9daedfd58d", "tag": "107aaf76-a997-4f2d-8a0b-cf73b8f4f12a", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:43.140224 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a78e9b8c-297b-4cdb-ab58-833d61caed63 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:43.142632 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5277b9bb-acc6-45e4-afa9-7d9daedfd58d', 'tag': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a', 'status': 'completed', 'code': 200} Aug 29 04:13:43.209316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0163fa-96c2-4877-a5fa-f35ce4e652ba req-1ef619b4-be2c-40ce-a877-c5dc05995d6b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:43.211331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d0163fa-96c2-4877-a5fa-f35ce4e652ba req-1ef619b4-be2c-40ce-a877-c5dc05995d6b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 946 time: 0.0915301 Aug 29 04:13:43.306252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59146) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:43.307045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ec7d-f5ce-4ee3-80a9-f873fd244e36 req-c9d54e24-0d4b-437e-8004-15133bc68a2f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:43.320239 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dce4ec7d-f5ce-4ee3-80a9-f873fd244e36 req-c9d54e24-0d4b-437e-8004-15133bc68a2f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 945 time: 0.1077979 Aug 29 04:13:43.344849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-f77691bf-b938-471b-bb5e-ea0f52c90705 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:43.347117 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-f77691bf-b938-471b-bb5e-ea0f52c90705 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e&tenant_id=8c315ab7fe9442ebbeae0625b3094431&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.1115415 Aug 29 04:13:43.355442 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-615ddceb-c548-4e71-9f6d-a87e2af0387a service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865148 Aug 29 04:13:43.375008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d0163fa-96c2-4877-a5fa-f35ce4e652ba req-4c8b3367-7fc2-49c8-9f16-f5f9ccd807ea tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029661 Aug 29 04:13:43.412944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dce4ec7d-f5ce-4ee3-80a9-f873fd244e36 req-8db9bf4a-d0b4-4761-b44c-bc2a6a12346e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918193 Aug 29 04:13:43.464073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6926b8f-2787-4078-bf18-1768562f29f4 req-55f47296-5b55-47a5-aaa7-d759427ea84f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 210 time: 0.0386660 Aug 29 04:13:43.667927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-0fec1c3b-b17f-4f73-bc06-c242aca5aac4 service neutron] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:43.676910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-0fec1c3b-b17f-4f73-bc06-c242aca5aac4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.678080 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bf774836-f46e-42f4-9bf1-d35a61f16394 req-0fec1c3b-b17f-4f73-bc06-c242aca5aac4 service neutron] 10.222.0.52 "DELETE /v2.0/ports/14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b/bindings/n-h2-712141-12 HTTP/1.1" status: 204 len: 173 time: 0.3213611 Aug 29 04:13:43.685060 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d55c0222-e6d7-45de-8f94-528c8c0b6b86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42ce9cd82b904f089517e4e0cd90d699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751278 Aug 29 04:13:43.686012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59172) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:43.686571 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ff0f4c0-3a17-4ea6-a46b-186e531db1f5 req-ee4da5cb-e60e-4b23-97ac-243b60a5da72 service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307487 Aug 29 04:13:43.758464 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-efce2ca0-feca-49a1-bff1-69486a4f06b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.786926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-efce2ca0-feca-49a1-bff1-69486a4f06b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.835682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695087-2289-478f-9bdb-3c145ad06ba8 req-c26fb66c-d97b-489d-be69-86ff3d36b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:43.837256 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46695087-2289-478f-9bdb-3c145ad06ba8 req-c26fb66c-d97b-489d-be69-86ff3d36b600 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 1096 time: 0.0693390 Aug 29 04:13:43.851417 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-efce2ca0-feca-49a1-bff1-69486a4f06b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.854769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-efce2ca0-feca-49a1-bff1-69486a4f06b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.856119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-efce2ca0-feca-49a1-bff1-69486a4f06b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0682e21b-0daf-4f72-9019-5ffadf831781 HTTP/1.1" status: 204 len: 168 time: 0.1686025 Aug 29 04:13:43.865437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce2ca0-feca-49a1-bff1-69486a4f06b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0682e21b-0daf-4f72-9019-5ffadf831781,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:44.011480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695087-2289-478f-9bdb-3c145ad06ba8 req-fc171fde-93f6-4f32-a430-67275dfb9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.013034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46695087-2289-478f-9bdb-3c145ad06ba8 req-fc171fde-93f6-4f32-a430-67275dfb9365 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 906 time: 0.1665862 Aug 29 04:13:44.082144 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46695087-2289-478f-9bdb-3c145ad06ba8 req-a22bfd4c-0665-4d95-9e64-0f5f677ae710 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a HTTP/1.1" status: 200 len: 217 time: 0.0610504 Aug 29 04:13:44.203727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695087-2289-478f-9bdb-3c145ad06ba8 req-566f8256-9485-47ae-90d6-56efc7d0de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.205489 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46695087-2289-478f-9bdb-3c145ad06ba8 req-566f8256-9485-47ae-90d6-56efc7d0de04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e73e9f0-344b-4223-9882-3f00d4ec1b9e HTTP/1.1" status: 200 len: 845 time: 0.1012378 Aug 29 04:13:44.214757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ad58d-5b23-4785-b642-8f51a387baba req-bab03a89-44d2-428b-b68d-b0d736c254f5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.227790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc4ad58d-5b23-4785-b642-8f51a387baba req-bab03a89-44d2-428b-b68d-b0d736c254f5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 944 time: 0.1274996 Aug 29 04:13:44.267889 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46695087-2289-478f-9bdb-3c145ad06ba8 req-15214040-0cba-4809-ab22-e1260e022d2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cd2a554-5f0b-4be2-9409-0127cd683327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526748 Aug 29 04:13:44.330346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc4ad58d-5b23-4785-b642-8f51a387baba req-0efce061-d04b-45cb-9360-449b99645a95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975063 Aug 29 04:13:44.434720 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-5bf84877-1942-43fc-ba58-621420cd5467 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a42d1e753d804958b220f1c5860bb831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468259 Aug 29 04:13:44.531424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf121d5-31af-42a3-bb9a-b86386df1d36 req-1bbd7425-0aaf-4460-a4a8-19f6d2f1f01d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.543491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccf121d5-31af-42a3-bb9a-b86386df1d36 req-1bbd7425-0aaf-4460-a4a8-19f6d2f1f01d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 946 time: 0.0993810 Aug 29 04:13:44.587642 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46695087-2289-478f-9bdb-3c145ad06ba8 req-484bc2ff-1740-4dd7-b427-e7bec2342e24 service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087919 Aug 29 04:13:44.611520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccf121d5-31af-42a3-bb9a-b86386df1d36 req-898a21b4-e02c-4a41-baef-739dae6ce573 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666916 Aug 29 04:13:44.738935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-3e6c40e1-8b50-4448-861a-6a8a748c1332 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.740968 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-3e6c40e1-8b50-4448-861a-6a8a748c1332 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889559 Aug 29 04:13:44.756312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b3ede-e46b-4fbc-b9a7-7870731ebfb8 req-50e44235-c690-4bbb-bf0a-6c57f33d818b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.758861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a11b3ede-e46b-4fbc-b9a7-7870731ebfb8 req-50e44235-c690-4bbb-bf0a-6c57f33d818b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 945 time: 0.0749195 Aug 29 04:13:44.789571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Request body: {'port': {'device_id': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': 'a42d1e753d804958b220f1c5860bb831'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:44.831898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a11b3ede-e46b-4fbc-b9a7-7870731ebfb8 req-b9177644-06a4-4789-9d10-776e0f93351b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594361 Aug 29 04:13:44.896539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46695087-2289-478f-9bdb-3c145ad06ba8 req-ec11cdce-fa4b-4a2d-85c4-a33c973f3aef service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783737 Aug 29 04:13:45.006829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bee865eb-0d6e-4bb2-8832-444b7b4cb8a5 req-2b733bb2-08cc-4c14-8c73-07f8226d19ad tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 210 time: 0.0420668 Aug 29 04:13:45.007011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Made reservation on behalf of a42d1e753d804958b220f1c5860bb831 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:45.013159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.027871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.121067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59276) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:45.170797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d6c2c-0ef5-4e82-aa3b-5cd4f0318a35 req-a359f8c0-bf7e-4fbf-95ab-c4a816730af0 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:45.189897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-652d6c2c-0ef5-4e82-aa3b-5cd4f0318a35 req-a359f8c0-bf7e-4fbf-95ab-c4a816730af0 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 946 time: 0.0956795 Aug 29 04:13:45.191447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59282) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:45.200158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f0fad3c5-b493-4412-83dc-d2a87bd48edf tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Request body: {'floatingip': {'port_id': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:45.261485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.280883 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0fad3c5-b493-4412-83dc-d2a87bd48edf tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.285024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.318917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2111268841-network', 'tenant_id': '39809e088b2644d1b50bda5668e86c67'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:45.430200 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a34af5f-9303-4acb-9fd3-7f07e95e8303,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:45.448686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Made reservation on behalf of 39809e088b2644d1b50bda5668e86c67 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:45.451483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.493007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.556084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Allocated IP 192.168.233.25 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:45.663241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff20e7f-a5be-4942-8c1c-ce78f1ddfec7 req-feb0f8fb-d166-413a-9901-2624eb4380c9 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:45.665373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ff20e7f-a5be-4942-8c1c-ce78f1ddfec7 req-feb0f8fb-d166-413a-9901-2624eb4380c9 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 1097 time: 0.4618971 Aug 29 04:13:45.752105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ff20e7f-a5be-4942-8c1c-ce78f1ddfec7 req-9e377287-9405-4dd8-8b5b-bf9d9fde9a39 tempest-LiveMigrationTest-1995384749 tempest-LiveMigrationTest-1995384749-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766997 Aug 29 04:13:45.797998 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.853123 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.880947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.893801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:13:45.934804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Transition to ACTIVE for port object f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:45.942072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.942454 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Added segment 5fb8f2a0-38f2-4eac-9fa4-78dd6598f652 of type vlan for network 8204f631-7a10-4f96-8f2f-9cacd065f755 Aug 29 04:13:45.945907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d39b9a-a4ff-4d83-80c2-23da918031ac,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:45.990717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5415fa-a345-4d4b-a96b-8d8e056749b9 req-4259dd7f-3952-40be-aa52-66fd57999ee5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:45.992571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e5415fa-a345-4d4b-a96b-8d8e056749b9 req-4259dd7f-3952-40be-aa52-66fd57999ee5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 944 time: 0.1239080 Aug 29 04:13:46.019681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.055149 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.113393 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.115858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.116584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.217099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e5415fa-a345-4d4b-a96b-8d8e056749b9 req-2e54c5b5-fb78-45e0-819f-ca2b9f35c699 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978240 Aug 29 04:13:46.222220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:46.230574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Pushing event updated for resources: {'Port': ['ID=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:46.238564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:46.242224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:46.251069 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1128004 Aug 29 04:13:46.262927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59364) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:46.275720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Request body: {'subnet': {'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2111268841-subnet', 'tenant_id': '39809e088b2644d1b50bda5668e86c67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:46.292293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c9e8b-da41-4d62-8321-a81afc9dd2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=8204f631-7a10-4f96-8f2f-9cacd065f755,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:46.305987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 8204f631-7a10-4f96-8f2f-9cacd065f755 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:13:46.334311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.335355 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.426494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:46.459372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2823b391-56b1-483c-94a2-3bd4c085ccd2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6911263 Aug 29 04:13:46.476587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Made reservation on behalf of 39809e088b2644d1b50bda5668e86c67 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:46.479460 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.482426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Request body: {'port': {'device_id': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:46.504033 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.resource_extend [None req-f0fad3c5-b493-4412-83dc-d2a87bd48edf tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:13:46.624217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:46.628385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.639761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'port_id': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a', 'mac_address': 'fa:16:3e:cb:3e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73e9f0-344b-4223-9882-3f00d4ec1b9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:46.710797 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0fad3c5-b493-4412-83dc-d2a87bd48edf tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.721745 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.727904 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0fad3c5-b493-4412-83dc-d2a87bd48edf tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.743617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:46.755394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-78ffb861-d25b-4466-837f-47d3967fb1ac None None] Provisioning for port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:46.765082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-78ffb861-d25b-4466-837f-47d3967fb1ac None None] Provisioning complete for port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:46.765721 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-78ffb861-d25b-4466-837f-47d3967fb1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.772189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:46.794822 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.813216 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfd94a-8f9b-406b-bd5d-71147fb2ce24 req-24b32f9e-222a-4ecd-ae6a-b0980be38ec9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.820845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8fcfd94a-8f9b-406b-bd5d-71147fb2ce24 req-24b32f9e-222a-4ecd-ae6a-b0980be38ec9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 935 time: 0.3351109 Aug 29 04:13:46.839470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-78ffb861-d25b-4466-837f-47d3967fb1ac None None] Port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:46.865402 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:46.917983 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8fcfd94a-8f9b-406b-bd5d-71147fb2ce24 req-42c69053-8ea1-4e14-ab00-5e5a01b3360a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938234 Aug 29 04:13:47.017293 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-f0fad3c5-b493-4412-83dc-d2a87bd48edf tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Floating IP c72bbf9d-16ad-4c89-9727-77ca461d7157 associated. External IP: 172.25.5.158, port: c7d6be0f-04ff-4ee0-adf4-a28a82012475. Aug 29 04:13:47.082648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['107aaf76-a997-4f2d-8a0b-cf73b8f4f12a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:47.140155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:47.156890 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.178547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Transition to ACTIVE for port object f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:47.186120 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.224541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.311170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:47.324108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Pushing event updated for resources: {'Port': ['ID=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:47.383312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008496be-dd61-40b3-93ee-4073adf70595 req-d54488ad-88ac-4d3f-97f3-cf8033f536a2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.384925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-008496be-dd61-40b3-93ee-4073adf70595 req-d54488ad-88ac-4d3f-97f3-cf8033f536a2 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 945 time: 0.2036960 Aug 29 04:13:47.409641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Attempting to bind port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:47.410063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Attempting to bind port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:47.410474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Attempting to bind port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:47.415795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:47.416227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Attempting to bind port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:47.423819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:47.424926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:47.425439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:47.425953 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Bound port: f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:47.426433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.569181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:47.590738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:47.606786 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.640715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Checking segment: {'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:47.641544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Network hostable DHCP agents. Network: 8204f631-7a10-4f96-8f2f-9cacd065f755, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:13:47.659333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-008496be-dd61-40b3-93ee-4073adf70595 req-865ff3d1-bbe9-40b8-9f46-35387f3188b5 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431500 Aug 29 04:13:47.717219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.718185 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.719830 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] 10.222.0.52 "PUT /v2.0/ports/f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 200 len: 1096 time: 1.2452266 Aug 29 04:13:47.720865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:47.724170 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f981b789-5fbf-4ce3-ae88-4ea284eef107" -d '{"events": [{"name": "network-changed", "server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:47.726581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3688fc-facc-44b4-b281-62502c84afcf req-5702f21f-7c84-4a59-8080-1f47000bb40d tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.728140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb3688fc-facc-44b4-b281-62502c84afcf req-5702f21f-7c84-4a59-8080-1f47000bb40d tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 945 time: 0.2746038 Aug 29 04:13:47.751850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc93e6b-1232-4695-8cee-a56b91ff88db service neutron] Pushing event updated for resources: {'Port': ['ID=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:47.756306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c68502-6337-4192-833a-891090859d8a req-f8742853-e985-4924-aeb0-7c97a92619f6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.758121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3c68502-6337-4192-833a-891090859d8a req-f8742853-e985-4924-aeb0-7c97a92619f6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 945 time: 0.1708450 Aug 29 04:13:47.758604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Network 8204f631-7a10-4f96-8f2f-9cacd065f755 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:13:47.793445 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.794117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 8204f631-7a10-4f96-8f2f-9cacd065f755) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:47.807153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e708a56-7309-4078-89ae-34328872a5b6 None None] Network 8204f631-7a10-4f96-8f2f-9cacd065f755 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:47.830518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.833043 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.926937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-5cf10754-0160-4c85-b80f-31a7acbfa444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.935667 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-5cf10754-0160-4c85-b80f-31a7acbfa444 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1099 time: 0.1238863 Aug 29 04:13:47.986280 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-11970863-bda2-4e95-a7cd-fdbcf770670b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7197816 Aug 29 04:13:47.991979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fad3c5-b493-4412-83dc-d2a87bd48edf tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Router 6eff4e41-e3e4-4409-8f87-a2475b74f539 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:13:48.030177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-836499a9-8414-4c19-957b-aa00584ea2db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 200 len: 217 time: 0.0819550 Aug 29 04:13:48.038946 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec802d3a-4556-4441-9646-3650e5b3f35d x-openstack-request-id: req-ec802d3a-4556-4441-9646-3650e5b3f35d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:48.039324 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:48.039486 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec802d3a-4556-4441-9646-3650e5b3f35d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:48.039844 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'status': 'completed', 'code': 200} Aug 29 04:13:48.055465 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb3688fc-facc-44b4-b281-62502c84afcf req-d41bccb7-39c7-4019-b8f5-9abf1b3bbe11 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857554 Aug 29 04:13:48.100181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c2e69a-7f96-4d36-9da5-d9a9c5f732fa None None] Network 8204f631-7a10-4f96-8f2f-9cacd065f755 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:48.102071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59416) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:48.125384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-4b48a7a4-1601-4548-89f8-26e988657246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.127223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-4b48a7a4-1601-4548-89f8-26e988657246 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0830097 Aug 29 04:13:48.190707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2032d01d-570c-4fdb-afb1-2d85d8eb3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.192700 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-2032d01d-570c-4fdb-afb1-2d85d8eb3855 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565703 Aug 29 04:13:48.294783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37919840-366f-453b-93ce-f540679a17f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.371792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:48.379103 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-13ccab02-d3fb-46c5-944a-0cdccba974a5 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778667 Aug 29 04:13:48.500704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:48.511393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:48.512039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.564382 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773c747f-4ee5-484a-a4b9-d8aa7df87d7e req-a5dd99e8-2160-4bf9-947f-f8a5943e9f26 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785295 Aug 29 04:13:48.575280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37919840-366f-453b-93ce-f540679a17f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.590230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37919840-366f-453b-93ce-f540679a17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.630057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ce0e3-4725-4b0b-a0e5-e08f303bb495 req-bca13cef-f5a2-44e0-b63d-de0bfb633163 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.637880 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-628ce0e3-4725-4b0b-a0e5-e08f303bb495 req-bca13cef-f5a2-44e0-b63d-de0bfb633163 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 947 time: 0.4360058 Aug 29 04:13:48.645294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37919840-366f-453b-93ce-f540679a17f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b794fb57-c190-45bf-902c-d0e972df9777,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:48.647291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-c3c68502-6337-4192-833a-891090859d8a req-61869b0a-91c0-4796-a27a-2769e8335796 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Deleting port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:48.648390 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c3c68502-6337-4192-833a-891090859d8a req-61869b0a-91c0-4796-a27a-2769e8335796 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.662806 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-37919840-366f-453b-93ce-f540679a17f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1eb6ee20aced473a809b2b0520326df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5597041 Aug 29 04:13:48.665441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59434) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:48.698490 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.703605 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:13:48.731024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5277b9bb-acc6-45e4-afa9-7d9daedfd58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:48.735466 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce71990-ba5e-448b-b8a2-c06a92febea9" -d '{"events": [{"server_uuid": "5277b9bb-acc6-45e4-afa9-7d9daedfd58d", "name": "network-vif-plugged", "status": "completed", "tag": "107aaf76-a997-4f2d-8a0b-cf73b8f4f12a"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:48.753771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:48.760722 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.768163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-3a0472ef-c4b2-4502-a283-49883b20ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.769694 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-3a0472ef-c4b2-4502-a283-49883b20ba88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1099 time: 0.0965946 Aug 29 04:13:48.773743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca33812a-08b0-4ae3-904d-62f68dfc0674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.826097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fad3c5-b493-4412-83dc-d2a87bd48edf tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:48.838846 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] Sync routers for ids ['6eff4e41-e3e4-4409-8f87-a2475b74f539'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:48.852551 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] Routers {'6eff4e41-e3e4-4409-8f87-a2475b74f539'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:48.856354 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:13:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6eff4e41-e3e4-4409-8f87-a2475b74f539'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:48.856829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-628ce0e3-4725-4b0b-a0e5-e08f303bb495 req-943a2e2f-a6d7-4404-ad30-b314463c869d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177231 Aug 29 04:13:48.861483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0fad3c5-b493-4412-83dc-d2a87bd48edf tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.881709 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca33812a-08b0-4ae3-904d-62f68dfc0674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.892499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:48.983104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f0fad3c5-b493-4412-83dc-d2a87bd48edf tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "PUT /v2.0/floatingips/c72bbf9d-16ad-4c89-9727-77ca461d7157 HTTP/1.1" status: 200 len: 992 time: 3.7878048 Aug 29 04:13:48.990873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43858a42-770f-4f56-95fb-da5719a8f190', 'tag': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:48.995747 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc" -d '{"events": [{"name": "network-changed", "server_uuid": "43858a42-770f-4f56-95fb-da5719a8f190", "tag": "c7d6be0f-04ff-4ee0-adf4-a28a82012475"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:49.004061 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] Set router 6eff4e41-e3e4-4409-8f87-a2475b74f539 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:49.006643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-be9611a5-058d-4d0c-a077-92c36dc6d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.008372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-be9611a5-058d-4d0c-a077-92c36dc6d8da service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2311456 Aug 29 04:13:49.011473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c3c68502-6337-4192-833a-891090859d8a req-61869b0a-91c0-4796-a27a-2769e8335796 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] For port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:49.011853 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c3c68502-6337-4192-833a-891090859d8a req-61869b0a-91c0-4796-a27a-2769e8335796 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.035654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ddc3a8ff-61b7-41a6-94c3-37e047c59378 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.037019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ddc3a8ff-61b7-41a6-94c3-37e047c59378 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/networks?id=8204f631-7a10-4f96-8f2f-9cacd065f755 HTTP/1.1" status: 200 len: 815 time: 0.3960350 Aug 29 04:13:49.046383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-c3c68502-6337-4192-833a-891090859d8a req-61869b0a-91c0-4796-a27a-2769e8335796 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Calling delete_port for 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:49.076696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed815fa-4433-48af-8092-9d838dd7ce64 req-c2d7db63-e567-4a82-b2cc-5723450aad74 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.078220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aed815fa-4433-48af-8092-9d838dd7ce64 req-c2d7db63-e567-4a82-b2cc-5723450aad74 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 945 time: 0.1416745 Aug 29 04:13:49.082017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-1ae49a5e-6a12-4569-a85c-7d0eb71fe9f8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/quotas/39809e088b2644d1b50bda5668e86c67 HTTP/1.1" status: 200 len: 375 time: 0.0383167 Aug 29 04:13:49.088312 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca33812a-08b0-4ae3-904d-62f68dfc0674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.090868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca33812a-08b0-4ae3-904d-62f68dfc0674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.096966 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ca33812a-08b0-4ae3-904d-62f68dfc0674 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b794fb57-c190-45bf-902c-d0e972df9777 HTTP/1.1" status: 204 len: 168 time: 0.4281821 Aug 29 04:13:49.114876 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-1cd5ca2b-c634-4e0b-aa12-a0d0a3298806 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 200 len: 217 time: 0.0930009 Aug 29 04:13:49.142418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33812a-08b0-4ae3-904d-62f68dfc0674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b794fb57-c190-45bf-902c-d0e972df9777,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:49.184963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-2d10b537-defd-443c-8e81-8a923913900a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=39809e088b2644d1b50bda5668e86c67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829067 Aug 29 04:13:49.204494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-075ceeab-ea3d-42af-b3dd-35c5e9dfb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.206567 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-075ceeab-ea3d-42af-b3dd-35c5e9dfb794 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0772717 Aug 29 04:13:49.269066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-fc692539-7aa7-4ce2-8f3b-b216fed0d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.270975 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-fc692539-7aa7-4ce2-8f3b-b216fed0d2a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571978 Aug 29 04:13:49.297652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aed815fa-4433-48af-8092-9d838dd7ce64 req-8c3a731b-8e94-4551-9b33-ba5f28058349 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016687 Aug 29 04:13:49.373315 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc28f22-5607-48a1-8938-c9cf2aae0577 x-openstack-request-id: req-5bc28f22-5607-48a1-8938-c9cf2aae0577 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:49.373616 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5277b9bb-acc6-45e4-afa9-7d9daedfd58d", "name": "network-vif-plugged", "status": "completed", "tag": "107aaf76-a997-4f2d-8a0b-cf73b8f4f12a", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:49.373882 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bc28f22-5607-48a1-8938-c9cf2aae0577 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:49.374531 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5277b9bb-acc6-45e4-afa9-7d9daedfd58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a', 'code': 200} Aug 29 04:13:49.381396 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:17Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c72bbf9d-16ad-4c89-9727-77ca461d7157', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'port_id': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'mac_address': 'fa:16:3e:3d:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43858a42-770f-4f56-95fb-da5719a8f190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:13:22Z', 'updated_at': '2021-08-29T04:13:46Z', 'revision_number': 1, 'project_id': '35c160c123804ac797133d520b7b79da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c96831-403d-432c-bb97-07a935544a18', 'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'mac_address': 'fa:16:3e:df:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:24Z', 'revision_number': 5, 'project_id': '35c160c123804ac797133d520b7b79da', 'subnets': [{'id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:49.386925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-1cfb6e44-206c-41c5-8f4a-4c1025b31e60 service neutron] 10.222.0.49 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927907 Aug 29 04:13:49.425667 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-f370cd34-eb15-4450-b250-d3d429eae690 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461320 Aug 29 04:13:49.430890 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] Checking router: 6eff4e41-e3e4-4409-8f87-a2475b74f539 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:49.443017 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] Routers {'6eff4e41-e3e4-4409-8f87-a2475b74f539'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:49.443708 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:13:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6eff4e41-e3e4-4409-8f87-a2475b74f539'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:49.524412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:49.535355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-a8717e77-1081-4c4d-8a82-6610524118af service neutron] 10.222.0.49 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208243 Aug 29 04:13:49.640233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c3c68502-6337-4192-833a-891090859d8a req-61869b0a-91c0-4796-a27a-2769e8335796 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.645047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No active binding found for port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b {{(pid=94852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:13:49.645481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:49.660171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['fb8d468b-1820-4fd2-b264-5bf71504bb7c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:49.677585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad33f21-7d0e-43c9-ac93-56f95d74686c req-7bc3a995-efa7-46b6-99d2-e23e7ad7b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.679253 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dad33f21-7d0e-43c9-ac93-56f95d74686c req-7bc3a995-efa7-46b6-99d2-e23e7ad7b04b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 1098 time: 0.2041156 Aug 29 04:13:49.748913 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e939b1b-fb97-481a-ab34-b93753b25e81 x-openstack-request-id: req-3e939b1b-fb97-481a-ab34-b93753b25e81 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:49.749399 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43858a42-770f-4f56-95fb-da5719a8f190", "tag": "c7d6be0f-04ff-4ee0-adf4-a28a82012475", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:49.749399 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e939b1b-fb97-481a-ab34-b93753b25e81 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:49.751548 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43858a42-770f-4f56-95fb-da5719a8f190', 'tag': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475', 'status': 'completed', 'code': 200} Aug 29 04:13:49.753388 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] Set router 6eff4e41-e3e4-4409-8f87-a2475b74f539 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:49.755804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61869b0a-91c0-4796-a27a-2769e8335796 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Pushing event deleted for resources: {'Port': ['ID=14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:49.790412 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f981b789-5fbf-4ce3-ae88-4ea284eef107 req-0f4b292d-71ec-4fa9-a066-bf18f3d82416 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512042 Aug 29 04:13:49.805971 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dad33f21-7d0e-43c9-ac93-56f95d74686c req-83aabd32-6bd6-423a-b56b-abd2dc483c1d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176872 Aug 29 04:13:49.874243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-b74f2ef1-ec32-498c-9e1f-bf2ebec69552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.880573 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-b74f2ef1-ec32-498c-9e1f-bf2ebec69552 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c160c123804ac797133d520b7b79da&device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 1098 time: 0.1381733 Aug 29 04:13:50.032513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c68502-6337-4192-833a-891090859d8a req-61869b0a-91c0-4796-a27a-2769e8335796 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] No DVR routers for this DVR port 14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:50.055196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c3c68502-6337-4192-833a-891090859d8a req-61869b0a-91c0-4796-a27a-2769e8335796 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.057546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3c68502-6337-4192-833a-891090859d8a req-61869b0a-91c0-4796-a27a-2769e8335796 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.52 "DELETE /v2.0/ports/14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b HTTP/1.1" status: 204 len: 173 time: 2.2883720 Aug 29 04:13:50.073576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54dd329e-f135-4ff4-bd44-2f9b6568ca1e req-a8d61f07-3efe-432a-927a-bebffad7c571 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 210 time: 0.1325653 Aug 29 04:13:50.099740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36091-9d8d-41ab-97b5-386497d93ca3 req-086782cc-65fd-4f74-ad80-dbf8dc6b7fb5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.103725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7b36091-9d8d-41ab-97b5-386497d93ca3 req-086782cc-65fd-4f74-ad80-dbf8dc6b7fb5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 946 time: 0.2531514 Aug 29 04:13:50.124269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-6677769c-df17-4b26-a9f5-3e045f0784b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.127577 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-6677769c-df17-4b26-a9f5-3e045f0784b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b12b323-7282-46ec-88fa-539d4b83b35d HTTP/1.1" status: 200 len: 915 time: 0.2373347 Aug 29 04:13:50.234311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7b36091-9d8d-41ab-97b5-386497d93ca3 req-fae3c7c5-a582-46e7-9fd0-d9190d5ffc1b tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224453 Aug 29 04:13:50.250365 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-c8b7a13b-093d-49d9-af55-da1c9c56b6f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d6be0f-04ff-4ee0-adf4-a28a82012475 HTTP/1.1" status: 200 len: 1000 time: 0.1096091 Aug 29 04:13:50.255786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40000fe9-be77-4e10-aca9-90db9d86940a req-6d28a30b-92b9-44c3-bc82-540fbb193a09 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.285331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40000fe9-be77-4e10-aca9-90db9d86940a req-6d28a30b-92b9-44c3-bc82-540fbb193a09 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 947 time: 0.1121454 Aug 29 04:13:50.328021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-bcbda3fa-aa80-4863-8d04-406c108f0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.330252 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-bcbda3fa-aa80-4863-8d04-406c108f0a93 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba4d660b-eb07-412e-89b4-0f32c003228d HTTP/1.1" status: 200 len: 853 time: 0.0628064 Aug 29 04:13:50.387206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40000fe9-be77-4e10-aca9-90db9d86940a req-0e736c3b-bd5d-48da-871b-d554353c7f90 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989656 Aug 29 04:13:50.492374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29b3d0b5-ab96-49f5-854b-b84bf62b51c7 req-b318d924-bf7a-4948-96a2-614a19d201d6 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 210 time: 0.0706546 Aug 29 04:13:50.675155 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:17Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c72bbf9d-16ad-4c89-9727-77ca461d7157', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'port_id': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'mac_address': 'fa:16:3e:3d:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43858a42-770f-4f56-95fb-da5719a8f190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:13:22Z', 'updated_at': '2021-08-29T04:13:46Z', 'revision_number': 1, 'project_id': '35c160c123804ac797133d520b7b79da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c96831-403d-432c-bb97-07a935544a18', 'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'mac_address': 'fa:16:3e:df:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:24Z', 'revision_number': 5, 'project_id': '35c160c123804ac797133d520b7b79da', 'subnets': [{'id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:50.732483 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632b58f-09a1-448c-8710-204618b9b0f7 None None] The sync data for ids ['6eff4e41-e3e4-4409-8f87-a2475b74f539'] in n-d-712141-12 is: [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:17Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c72bbf9d-16ad-4c89-9727-77ca461d7157', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'port_id': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'mac_address': 'fa:16:3e:3d:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43858a42-770f-4f56-95fb-da5719a8f190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:13:22Z', 'updated_at': '2021-08-29T04:13:46Z', 'revision_number': 1, 'project_id': '35c160c123804ac797133d520b7b79da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c96831-403d-432c-bb97-07a935544a18', 'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'mac_address': 'fa:16:3e:df:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:24Z', 'revision_number': 5, 'project_id': '35c160c123804ac797133d520b7b79da', 'subnets': [{'id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:50.918862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-7e766cde-6ada-4690-a14b-186833640fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.925504 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-7e766cde-6ada-4690-a14b-186833640fab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b12b323-7282-46ec-88fa-539d4b83b35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5872331 Aug 29 04:13:51.108034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-a5fbf410-d493-475e-bf36-e42ca506038e service neutron] 10.222.0.52 "GET /v2.0/networks/5b12b323-7282-46ec-88fa-539d4b83b35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752801 Aug 29 04:13:51.136271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6e2c2-4de9-491f-a357-0145b8b5a748 None None] New status for floating IP c72bbf9d-16ad-4c89-9727-77ca461d7157: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:13:51.137632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d72f8962-ad9e-4171-8e46-4a78f7c67233 req-09d5e2c2-473f-4c5f-997d-2bb1916c5f27 tempest-AbsoluteLimitsNegativeTestJSON-1131587507 tempest-AbsoluteLimitsNegativeTestJSON-1131587507-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d4cd277e4703497a8315a78ed89ec4a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336125 Aug 29 04:13:51.323325 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-537e75f4-85d9-4951-ae1a-7dc9d2ed32dc req-9104ca26-3293-43f7-8176-836f05b5dcb5 service neutron] 10.222.0.52 "GET /v2.0/networks/5b12b323-7282-46ec-88fa-539d4b83b35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053740 Aug 29 04:13:51.364504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f8962-ad9e-4171-8e46-4a78f7c67233 req-ed4fff71-0700-4e3c-91ff-4facc8c0b1b5 tempest-AbsoluteLimitsNegativeTestJSON-1131587507 tempest-AbsoluteLimitsNegativeTestJSON-1131587507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.366217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d72f8962-ad9e-4171-8e46-4a78f7c67233 req-ed4fff71-0700-4e3c-91ff-4facc8c0b1b5 tempest-AbsoluteLimitsNegativeTestJSON-1131587507 tempest-AbsoluteLimitsNegativeTestJSON-1131587507-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278013 Aug 29 04:13:51.368356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0eab10c1-784e-4da0-b3a4-0fe7def159c9 req-bc1d1d6e-7daf-4a40-9198-f60b6b46a723 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 210 time: 0.0554283 Aug 29 04:13:51.402137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d72f8962-ad9e-4171-8e46-4a78f7c67233 req-7393cbe6-3839-4486-a6b3-a05f970dc19c tempest-AbsoluteLimitsNegativeTestJSON-1131587507 tempest-AbsoluteLimitsNegativeTestJSON-1131587507-project] 10.222.0.49 "GET /v2.0/quotas/d4cd277e4703497a8315a78ed89ec4a8 HTTP/1.1" status: 200 len: 375 time: 0.0287013 Aug 29 04:13:51.484779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d72f8962-ad9e-4171-8e46-4a78f7c67233 req-1d109186-4d06-429e-ad65-c1ce2fb88d90 tempest-AbsoluteLimitsNegativeTestJSON-1131587507 tempest-AbsoluteLimitsNegativeTestJSON-1131587507-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4cd277e4703497a8315a78ed89ec4a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763669 Aug 29 04:13:51.502910 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-69ebfde4-a0ad-40c8-98f0-1fb7f150cce1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.504934 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-69ebfde4-a0ad-40c8-98f0-1fb7f150cce1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.59 "GET /v2.0/networks?id=8204f631-7a10-4f96-8f2f-9cacd065f755 HTTP/1.1" status: 200 len: 815 time: 0.1807017 Aug 29 04:13:51.536789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Request body: {'port': {'device_id': '73717f67-9640-444a-86d4-70b675c58138', 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755', 'admin_state_up': True, 'tenant_id': '39809e088b2644d1b50bda5668e86c67'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:51.663908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2ecec-3fbb-450d-9dbe-6e2fc18de562 req-5c4ea659-74f7-4f24-a553-05fc39d1ce70 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.671772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2d2ecec-3fbb-450d-9dbe-6e2fc18de562 req-5c4ea659-74f7-4f24-a553-05fc39d1ce70 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 946 time: 0.1605258 Aug 29 04:13:51.704398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Made reservation on behalf of 39809e088b2644d1b50bda5668e86c67 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:51.708699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.753407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'name': 'network-vif-deleted', 'tag': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:51.757420 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dffb573-8e6c-4dca-86ba-45af29b05262" -d '{"events": [{"server_uuid": "e3dee2d9-5ca6-44ea-b417-d1ca8591b02e", "name": "network-vif-deleted", "tag": "14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:51.778491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2d2ecec-3fbb-450d-9dbe-6e2fc18de562 req-4fb09a19-99ea-43d6-8377-e2af26a1bc36 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054049 Aug 29 04:13:51.820330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1751e69-1c5d-4462-984a-53c03be0389c req-09d7e910-2b20-4619-b402-8f6e046f8129 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.831415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1751e69-1c5d-4462-984a-53c03be0389c req-09d7e910-2b20-4619-b402-8f6e046f8129 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 947 time: 0.1998279 Aug 29 04:13:51.877749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Allocated IP 172.20.0.6 (8204f631-7a10-4f96-8f2f-9cacd065f755/36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924/e4758303-acd5-4ac2-afe9-73b14318f178) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:51.932585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1751e69-1c5d-4462-984a-53c03be0389c req-68485133-d699-4f73-b70e-a07f5297acae tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990646 Aug 29 04:13:51.997874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96e76e07-50fd-40bf-9912-80959532738e req-29e9840e-ff28-4698-9dee-c28b6df26d33 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 210 time: 0.0642288 Aug 29 04:13:52.080696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59530) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:52.104830 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebea795-af13-4028-a394-10b856fe0a87 x-openstack-request-id: req-5ebea795-af13-4028-a394-10b856fe0a87 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:52.105245 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dee2d9-5ca6-44ea-b417-d1ca8591b02e", "name": "network-vif-deleted", "tag": "14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:52.105356 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ebea795-af13-4028-a394-10b856fe0a87 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:52.105766 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dee2d9-5ca6-44ea-b417-d1ca8591b02e', 'name': 'network-vif-deleted', 'tag': '14ae8c95-fe26-49fd-9405-ef2d3ee8ee8b', 'status': 'completed', 'code': 200} Aug 29 04:13:52.151248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.203798 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.264293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Network 8204f631-7a10-4f96-8f2f-9cacd065f755 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:52.269445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:52.279211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:52.286314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb27874b-cf8a-4ed1-a18d-b60fce184757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.333938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Pushing event updated for resources: {'Port': ['ID=e4758303-acd5-4ac2-afe9-73b14318f178,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:52.369099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.371857 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.389310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995663-8934-4db5-aea7-858c7a6deceb req-450a88d4-a860-43e3-a92f-8cf3615bb8a7 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.392798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c995663-8934-4db5-aea7-858c7a6deceb req-450a88d4-a860-43e3-a92f-8cf3615bb8a7 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 946 time: 0.0574541 Aug 29 04:13:52.456852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c995663-8934-4db5-aea7-858c7a6deceb req-d6527693-c643-462b-b4ca-13abb4904b66 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583146 Aug 29 04:13:52.491043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb27874b-cf8a-4ed1-a18d-b60fce184757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.502017 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb27874b-cf8a-4ed1-a18d-b60fce184757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.543668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27874b-cf8a-4ed1-a18d-b60fce184757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af621d52-0abc-4c73-9d92-495ad8d3c6bd,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:52.547118 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-ced0971c-fc2d-4842-8585-802fe21f7d53 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0217609 Aug 29 04:13:52.562952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Request body: {'port': {'device_id': '73717f67-9640-444a-86d4-70b675c58138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:52.580746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3252a98-c6f5-4003-b1db-5540a0d99e0a req-4e8c305f-8ec3-4547-b53e-ff17563359f0 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.582710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3252a98-c6f5-4003-b1db-5540a0d99e0a req-4e8c305f-8ec3-4547-b53e-ff17563359f0 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 931 time: 0.0630009 Aug 29 04:13:52.586448 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bb27874b-cf8a-4ed1-a18d-b60fce184757 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4cd277e4703497a8315a78ed89ec4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044467 Aug 29 04:13:52.588979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59538) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:52.653592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3252a98-c6f5-4003-b1db-5540a0d99e0a req-b3672919-50ef-41a6-ba3a-bc3b318ff3e2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557446 Aug 29 04:13:52.660986 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.704869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99ed9a9c-ea9d-4f66-8cfa-11143e4d4dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.744732 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99ed9a9c-ea9d-4f66-8cfa-11143e4d4dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.901357 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99ed9a9c-ea9d-4f66-8cfa-11143e4d4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.903835 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99ed9a9c-ea9d-4f66-8cfa-11143e4d4dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.907335 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-99ed9a9c-ea9d-4f66-8cfa-11143e4d4dfd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af621d52-0abc-4c73-9d92-495ad8d3c6bd HTTP/1.1" status: 204 len: 168 time: 0.3151424 Aug 29 04:13:52.925814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed9a9c-ea9d-4f66-8cfa-11143e4d4dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af621d52-0abc-4c73-9d92-495ad8d3c6bd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:53.123280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4758303-acd5-4ac2-afe9-73b14318f178 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:53.146490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.162940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Transition to ACTIVE for port object e4758303-acd5-4ac2-afe9-73b14318f178 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:53.170891 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.184359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61de44-58ce-41c2-80c8-4900fb748925 req-a7f1d8d5-b434-4d4e-ae8c-29e99702ba52 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.185931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe61de44-58ce-41c2-80c8-4900fb748925 req-a7f1d8d5-b434-4d4e-ae8c-29e99702ba52 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 947 time: 0.1331258 Aug 29 04:13:53.275454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6aade18d-744f-4235-ac15-4e51843af8fb req-def71ebc-dafd-460d-87b9-346e23caf807 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 210 time: 0.0648789 Aug 29 04:13:53.302062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Pushing event updated for resources: {'Port': ['ID=e4758303-acd5-4ac2-afe9-73b14318f178,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:53.414608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe61de44-58ce-41c2-80c8-4900fb748925 req-234fdfdc-e36c-4524-866a-94c000826afc tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212987 Aug 29 04:13:53.448378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Attempting to bind port e4758303-acd5-4ac2-afe9-73b14318f178 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:53.449666 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Attempting to bind port e4758303-acd5-4ac2-afe9-73b14318f178 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:53.450248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Attempting to bind port e4758303-acd5-4ac2-afe9-73b14318f178 on network 8204f631-7a10-4f96-8f2f-9cacd065f755 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:53.455902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Port e4758303-acd5-4ac2-afe9-73b14318f178 on network 8204f631-7a10-4f96-8f2f-9cacd065f755 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:53.456679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Attempting to bind port e4758303-acd5-4ac2-afe9-73b14318f178 on network 8204f631-7a10-4f96-8f2f-9cacd065f755 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:53.462663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:53.463305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Checking segment: {'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:53.464052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Bound using segment: {'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:53.464904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Bound port: e4758303-acd5-4ac2-afe9-73b14318f178, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:53.465723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.512898 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ae4-1ab2-4a3d-94a2-1f7698154d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.555533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:53.612609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] For port e4758303-acd5-4ac2-afe9-73b14318f178, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:53.619856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] For port e4758303-acd5-4ac2-afe9-73b14318f178, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e4758303-acd5-4ac2-afe9-73b14318f178,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:53.629832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.706315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.706715 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.708148 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] 10.222.0.59 "PUT /v2.0/ports/e4758303-acd5-4ac2-afe9-73b14318f178 HTTP/1.1" status: 200 len: 1092 time: 1.1501837 Aug 29 04:13:53.708629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73717f67-9640-444a-86d4-70b675c58138', 'tag': 'e4758303-acd5-4ac2-afe9-73b14318f178'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:53.716504 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae40f61-e343-4fbe-9294-78d798158470" -d '{"events": [{"name": "network-changed", "server_uuid": "73717f67-9640-444a-86d4-70b675c58138", "tag": "e4758303-acd5-4ac2-afe9-73b14318f178"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:53.743488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:53.756369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b7480-c34f-455c-8a2c-75527be51b9a req-ef986b22-b770-4018-a6a1-4120bdc2a1e0 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.760460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38d871-3bd0-41f3-8b89-e76156d14e00 service neutron] Pushing event updated for resources: {'Port': ['ID=e4758303-acd5-4ac2-afe9-73b14318f178,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:53.775506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a1b7480-c34f-455c-8a2c-75527be51b9a req-ef986b22-b770-4018-a6a1-4120bdc2a1e0 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 946 time: 0.1137626 Aug 29 04:13:53.776444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'mac_address': 'fa:16:3e:c8:13:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:53.838166 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-bf9fa929-27c9-454d-8ef0-a5ed7fc765b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.840485 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-bf9fa929-27c9-454d-8ef0-a5ed7fc765b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=39809e088b2644d1b50bda5668e86c67&device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 1095 time: 0.0764058 Aug 29 04:13:53.892014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a1b7480-c34f-455c-8a2c-75527be51b9a req-ebd8447e-121f-4c07-825a-83819914e1c3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153367 Aug 29 04:13:53.925874 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-929bbb04-ccc2-4588-95a5-ebb0d6494300 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4758303-acd5-4ac2-afe9-73b14318f178 HTTP/1.1" status: 200 len: 217 time: 0.0769784 Aug 29 04:13:53.928891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bb768-3316-4b7b-b6d6-a500fc8dbc46 req-9b02fc76-7aa5-4de3-adbc-fe8b49bff4d1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.930474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c2bb768-3316-4b7b-b6d6-a500fc8dbc46 req-9b02fc76-7aa5-4de3-adbc-fe8b49bff4d1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 943 time: 0.1287556 Aug 29 04:13:54.023640 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7889254-718d-4f55-9b9d-998d40fb0e8d x-openstack-request-id: req-c7889254-718d-4f55-9b9d-998d40fb0e8d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:54.024191 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73717f67-9640-444a-86d4-70b675c58138", "tag": "e4758303-acd5-4ac2-afe9-73b14318f178", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:54.024639 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7889254-718d-4f55-9b9d-998d40fb0e8d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:54.025050 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73717f67-9640-444a-86d4-70b675c58138', 'tag': 'e4758303-acd5-4ac2-afe9-73b14318f178', 'status': 'completed', 'code': 200} Aug 29 04:13:54.055955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c2bb768-3316-4b7b-b6d6-a500fc8dbc46 req-9d5f8c4b-b005-4f38-99ee-f3dd3e56c1ef tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102083 Aug 29 04:13:54.074974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-fd47806a-d5d6-4735-8609-de400468720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.076995 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-fd47806a-d5d6-4735-8609-de400468720a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924 HTTP/1.1" status: 200 len: 855 time: 0.1378610 Aug 29 04:13:54.120704 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-44b34b39-a835-46b3-b1f1-7674bb9ca7b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8204f631-7a10-4f96-8f2f-9cacd065f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298645 Aug 29 04:13:54.181902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.197297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59582) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:54.212150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:54.245088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:54.251264 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.322716 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-b54c108d-32f2-42b7-90c8-b396fdbc923f service neutron] 10.222.0.59 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945741 Aug 29 04:13:54.374500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:54.412462 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5a9c3ab-8e9b-4e08-a041-77f9c66d2e6e req-ffb7c04d-41ad-415a-a26b-0c1dd084a0f7 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 210 time: 0.0482821 Aug 29 04:13:54.416978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1439685024-network', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:54.456820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Made reservation on behalf of c1a2b3895bd246efbbd3c030d1c0c402 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:54.460068 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.473212 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.570941 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-92ae142a-125f-4e29-852f-b7f58ec86b17 req-8c3bc57d-c2d1-4167-88a9-32b8e6fa179b service neutron] 10.222.0.59 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396789 Aug 29 04:13:54.680452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae40f61-e343-4fbe-9294-78d798158470 req-b1c17fa8-ad7b-496b-82c9-083f233e8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.682747 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8ae40f61-e343-4fbe-9294-78d798158470 req-b1c17fa8-ad7b-496b-82c9-083f233e8f2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=39809e088b2644d1b50bda5668e86c67&device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 1095 time: 0.0590644 Aug 29 04:13:54.688774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc90c4-0ff0-43b5-8d39-5d39d0391021 req-45c6ade2-b044-4d34-b193-7de891360d58 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.698174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5afc90c4-0ff0-43b5-8d39-5d39d0391021 req-45c6ade2-b044-4d34-b193-7de891360d58 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 948 time: 0.1719196 Aug 29 04:13:54.741133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:54.765473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.794709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5afc90c4-0ff0-43b5-8d39-5d39d0391021 req-c6ea8860-da04-4311-a114-0576a52e51b7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843291 Aug 29 04:13:54.794709 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.807714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:13:54.831364 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.831713 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Added segment d978ba4b-a70b-4406-8564-e39bc6eb8f6b of type vlan for network e3311447-f918-4a22-9bd8-3cd110fbc2a7 Aug 29 04:13:54.833374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d13d07b-1302-424c-bc19-3a84522782bf,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:54.860149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.860525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.860663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae40f61-e343-4fbe-9294-78d798158470 req-f8d7da7d-6626-4410-8019-4ac5d606f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.860869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.861730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.862060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.862388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.862711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.863034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.863355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.863656 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8ae40f61-e343-4fbe-9294-78d798158470 req-f8d7da7d-6626-4410-8019-4ac5d606f498 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8204f631-7a10-4f96-8f2f-9cacd065f755 HTTP/1.1" status: 200 len: 916 time: 0.1731241 Aug 29 04:13:54.863766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.863981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.864354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:54.898194 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.908775 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8ae40f61-e343-4fbe-9294-78d798158470 req-b952608c-6ffe-4d98-9411-1d11bb58de04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4758303-acd5-4ac2-afe9-73b14318f178 HTTP/1.1" status: 200 len: 217 time: 0.0374186 Aug 29 04:13:54.929324 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.930959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.931770 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.987536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae40f61-e343-4fbe-9294-78d798158470 req-bd091c17-4e2e-4a54-ba06-7c72fd6c43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.989081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8ae40f61-e343-4fbe-9294-78d798158470 req-bd091c17-4e2e-4a54-ba06-7c72fd6c43ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924 HTTP/1.1" status: 200 len: 855 time: 0.0692184 Aug 29 04:13:55.000932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8024151 Aug 29 04:13:55.004158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59610) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:55.011313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Request body: {'subnet': {'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1439685024-subnet', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:55.028230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ff4a0-f72f-47d0-9572-1c239848892f admin admin] Pushing event updated for resources: {'Network': ['ID=e3311447-f918-4a22-9bd8-3cd110fbc2a7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:55.032428 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8ae40f61-e343-4fbe-9294-78d798158470 req-70865ff2-0aa0-45c4-9ac8-d44490783b84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8204f631-7a10-4f96-8f2f-9cacd065f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338528 Aug 29 04:13:55.041866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network e3311447-f918-4a22-9bd8-3cd110fbc2a7 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:13:55.044346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Made reservation on behalf of c1a2b3895bd246efbbd3c030d1c0c402 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:55.050401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.174714 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8ae40f61-e343-4fbe-9294-78d798158470 req-fef98376-1409-4f08-9d9c-212ca4237401 service neutron] 10.222.0.59 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326826 Aug 29 04:13:55.237359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2136fa-c941-4731-b2e8-0dd13766fbc9 req-5660c21f-3620-4575-9e4e-87ed700baad9 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:55.239277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d2136fa-c941-4731-b2e8-0dd13766fbc9 req-5660c21f-3620-4575-9e4e-87ed700baad9 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 943 time: 0.0821490 Aug 29 04:13:55.311509 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8ae40f61-e343-4fbe-9294-78d798158470 req-c7355c5f-e1ff-46b9-952d-f235694f9cf4 service neutron] 10.222.0.59 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273232 Aug 29 04:13:55.329848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d2136fa-c941-4731-b2e8-0dd13766fbc9 req-42ed8eeb-9c39-4aae-98cb-093648d48d3e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770557 Aug 29 04:13:55.396760 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.460399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58dc13c-018c-4cc2-a3b3-0c7d108351ed,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:55.505909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Checking segment: {'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:55.506199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Network hostable DHCP agents. Network: e3311447-f918-4a22-9bd8-3cd110fbc2a7, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:13:55.543173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa7a68e6-85b3-4b9c-a66a-bf3ce919452e req-b339e5d8-a419-4c3a-8276-d0f74c890528 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3dee2d9-5ca6-44ea-b417-d1ca8591b02e HTTP/1.1" status: 200 len: 210 time: 0.0386918 Aug 29 04:13:55.554047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Network e3311447-f918-4a22-9bd8-3cd110fbc2a7 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:13:55.567186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, e3311447-f918-4a22-9bd8-3cd110fbc2a7) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:55.571382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:55.571977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.582326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae55917-8c67-4ca7-a214-7c350afaf460 None None] Network e3311447-f918-4a22-9bd8-3cd110fbc2a7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:55.592113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-acb254ee-a5e3-4351-9309-c0577e6374a6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5852342 Aug 29 04:13:55.593261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59618) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:55.599745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:55.693887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.695071 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.773014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:13:55.774595 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.827887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.971310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Allocated IP 172.20.0.2 (e3311447-f918-4a22-9bd8-3cd110fbc2a7/a58dc13c-018c-4cc2-a3b3-0c7d108351ed/c9f4ebaf-17a1-411e-a8a9-58ef039d05bf) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:56.042026 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.081266 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4fc66dc7-a208-4a7b-8f20-dee363bb3e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.148292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e15c5a-02c9-47c4-8d88-942a59c1146f req-110de350-8a7d-4d3c-a345-0b197acf2806 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:56.155268 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.159319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94e15c5a-02c9-47c4-8d88-942a59c1146f req-110de350-8a7d-4d3c-a345-0b197acf2806 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 948 time: 0.2624984 Aug 29 04:13:56.166306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Transition to ACTIVE for port object c9f4ebaf-17a1-411e-a8a9-58ef039d05bf will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:56.199930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Transition to ACTIVE for port object c9f4ebaf-17a1-411e-a8a9-58ef039d05bf will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:56.209234 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.232388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94e15c5a-02c9-47c4-8d88-942a59c1146f req-2eba0874-b3dc-4750-86bb-5d8abb0552fb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711615 Aug 29 04:13:56.327213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Network e3311447-f918-4a22-9bd8-3cd110fbc2a7 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:56.344409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:56.354952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:56.437681 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.441321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Pushing event updated for resources: {'Port': ['ID=c9f4ebaf-17a1-411e-a8a9-58ef039d05bf,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:56.472508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:56.478257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Attempting to bind port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:56.478986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Attempting to bind port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:56.479441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Attempting to bind port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf on network e3311447-f918-4a22-9bd8-3cd110fbc2a7 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:56.505778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.505778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.506049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.506676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.507658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.508071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.508850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.509497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.509902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.510301 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.510716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.511114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:56.525016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:56.525716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Checking segment: {'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:56.526343 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.526757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Bound using segment: {'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:56.527249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Bound port: c9f4ebaf-17a1-411e-a8a9-58ef039d05bf, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:56.527772 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.552467 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.584529 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.600624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df341fd9-5c9c-4175-885c-eea4df2ed6f6 req-49d0e1e5-77e0-4b6b-8517-6cb9a168aaed tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:56.602322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df341fd9-5c9c-4175-885c-eea4df2ed6f6 req-49d0e1e5-77e0-4b6b-8517-6cb9a168aaed tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 943 time: 0.1702218 Aug 29 04:13:56.692618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] For port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:56.698420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df341fd9-5c9c-4175-885c-eea4df2ed6f6 req-ca88a4b4-ca61-45cc-846c-85570df97fd2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893886 Aug 29 04:13:56.719798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] For port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c9f4ebaf-17a1-411e-a8a9-58ef039d05bf,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:56.722149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:56.735823 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.792359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'port_id': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a', 'mac_address': 'fa:16:3e:cb:3e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73e9f0-344b-4223-9882-3f00d4ec1b9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:56.845010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Allocated IP 172.25.5.17 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/69f1f77d-38de-43e6-a7b2-999494581217) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:56.890391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c987e7-d0ba-4b5f-b06e-92f35d777830 None None] Pushing event updated for resources: {'Port': ['ID=c9f4ebaf-17a1-411e-a8a9-58ef039d05bf,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:56.910577 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.959021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:57.012287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:57.019093 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.019776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e4758303-acd5-4ac2-afe9-73b14318f178 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:57.041164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.105745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:57.167434 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.193761 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.229298 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.420177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e4758303-acd5-4ac2-afe9-73b14318f178, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e4758303-acd5-4ac2-afe9-73b14318f178,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:57.437242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'e4758303-acd5-4ac2-afe9-73b14318f178', 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755', 'port_id': 'e4758303-acd5-4ac2-afe9-73b14318f178', 'mac_address': 'fa:16:3e:cb:fe:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:57.527579 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.564167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4758303-acd5-4ac2-afe9-73b14318f178 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:57.618028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e4758303-acd5-4ac2-afe9-73b14318f178, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e4758303-acd5-4ac2-afe9-73b14318f178,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:57.619969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:57.665872 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.815522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:57.822938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:57.831879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:57.852393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Pushing event updated for resources: {'Port': ['ID=69f1f77d-38de-43e6-a7b2-999494581217,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:57.901963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['107aaf76-a997-4f2d-8a0b-cf73b8f4f12a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:57.914303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:58.045353 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=e4758303-acd5-4ac2-afe9-73b14318f178,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:58.079360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['e4758303-acd5-4ac2-afe9-73b14318f178'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:58.129954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f5d5-8530-488f-a22d-a583ac85df7b req-fb4db78e-9bc0-4ece-99f1-22af6a939bc1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:58.138095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16d0f5d5-8530-488f-a22d-a583ac85df7b req-fb4db78e-9bc0-4ece-99f1-22af6a939bc1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 948 time: 0.4417973 Aug 29 04:13:58.138352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:58.138722 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:58.148102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c9f4ebaf-17a1-411e-a8a9-58ef039d05bf up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:58.334726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81af18-afdd-4c11-a6d2-ca950e89b03f req-c3e23e05-d31e-48ff-b4a5-4e5ffc57b28b tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:58.343223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb81af18-afdd-4c11-a6d2-ca950e89b03f req-c3e23e05-d31e-48ff-b4a5-4e5ffc57b28b tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 944 time: 0.3530929 Aug 29 04:13:58.396791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16d0f5d5-8530-488f-a22d-a583ac85df7b req-9903717c-1915-4d12-94ca-a3308acf04d7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568946 Aug 29 04:13:58.417956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4109bd82-4d98-464f-9f8c-10cd8c48eab1 None None] Network e3311447-f918-4a22-9bd8-3cd110fbc2a7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:58.503788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb81af18-afdd-4c11-a6d2-ca950e89b03f req-eb9c7e1e-c67b-4021-b4d8-e7fce815af86 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596775 Aug 29 04:13:58.636559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fc13256c-5dae-4595-a251-4eea8f839891 None None] Provisioning for port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:58.659863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:58.669557 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:58.678908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:58.683895 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:58.826987 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:58.830801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fc13256c-5dae-4595-a251-4eea8f839891 None None] Provisioning complete for port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:58.831170 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc13256c-5dae-4595-a251-4eea8f839891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.128764 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.149956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.190652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:59.203727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:59.207091 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdeecd0-bd37-4189-a55e-c6db7f5809e1" -d '{"events": [{"server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "name": "network-vif-plugged", "status": "completed", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:59.268991 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.352584 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d2943-59ca-4e00-9560-6a20bcfaf41e x-openstack-request-id: req-284d2943-59ca-4e00-9560-6a20bcfaf41e {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:59.353312 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "name": "network-vif-plugged", "status": "completed", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:59.353784 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-284d2943-59ca-4e00-9560-6a20bcfaf41e {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:59.354414 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'code': 200} Aug 29 04:13:59.501385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff75aa-2840-4510-9855-9d8b9cbe445b req-70c01c8e-752b-4274-998e-4d70a14d6783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:59.507161 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-39ff75aa-2840-4510-9855-9d8b9cbe445b req-70c01c8e-752b-4274-998e-4d70a14d6783 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1101 time: 0.1011066 Aug 29 04:13:59.579695 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-39ff75aa-2840-4510-9855-9d8b9cbe445b req-261eac3e-facb-403c-8c24-36f8c05d4ab0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644925 Aug 29 04:13:59.627572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Router ba1cddfb-0c8c-4c7f-868a-ca645d06939c is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:13:59.653134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685852e2-c688-4edb-807f-b621793223d2 req-0966691b-d825-46f2-86c6-7e220e373e1c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:59.654790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-685852e2-c688-4edb-807f-b621793223d2 req-0966691b-d825-46f2-86c6-7e220e373e1c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1231542 Aug 29 04:13:59.775690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452bed5-7681-4957-9959-c516b6718e20 req-d3cbbdae-b797-41f5-8f0d-b9c01723be8c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:59.785524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8452bed5-7681-4957-9959-c516b6718e20 req-d3cbbdae-b797-41f5-8f0d-b9c01723be8c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 944 time: 0.1464341 Aug 29 04:13:59.839596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-685852e2-c688-4edb-807f-b621793223d2 req-edbc390f-f313-4177-b800-6e25e8edcd24 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410332 Aug 29 04:13:59.949201 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc13256c-5dae-4595-a251-4eea8f839891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:00.004908 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:00.028817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:00.089908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c9f4ebaf-17a1-411e-a8a9-58ef039d05bf,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:00.109431 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:00.217016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:00.228625 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Sync routers for ids ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:00.240593 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=c9f4ebaf-17a1-411e-a8a9-58ef039d05bf,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:00.256119 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Routers {'ba1cddfb-0c8c-4c7f-868a-ca645d06939c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:00.256402 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:13:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:00.332171 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-fc13256c-5dae-4595-a251-4eea8f839891 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:14:00.332633 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-fc13256c-5dae-4595-a251-4eea8f839891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:14:00.342374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8452bed5-7681-4957-9959-c516b6718e20 req-636d6a80-6c55-4271-93ef-0cd9eb8998fe tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536578 Aug 29 04:14:00.343760 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:00.345050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d1a2a2a9-6641-437e-8997-0dc7fa050020 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.7508135 Aug 29 04:14:00.349431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59740) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:00.438042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:00.608152 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Set router ba1cddfb-0c8c-4c7f-868a-ca645d06939c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:00.631604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:00.636347 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:00.838833 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.021745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:01.031656 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.071872 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:13:58Z', 'revision_number': 3, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:01.214132 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Checking router: ba1cddfb-0c8c-4c7f-868a-ca645d06939c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:01.214788 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Updating router ba1cddfb-0c8c-4c7f-868a-ca645d06939c port 69f1f77d-38de-43e6-a7b2-999494581217 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:14:01.218703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b767e-9364-4533-b4e8-21ad27143ec3 req-f713c3c5-8f6f-41f8-9d40-b5baa3910889 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:01.220922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d77b767e-9364-4533-b4e8-21ad27143ec3 req-f713c3c5-8f6f-41f8-9d40-b5baa3910889 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.2247744 Aug 29 04:14:01.223897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:01.291838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3498d3b0-f4c3-4303-955c-815fa79d2def None None] Provisioning complete for port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:01.296641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3498d3b0-f4c3-4303-955c-815fa79d2def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.305023 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.362458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d77b767e-9364-4533-b4e8-21ad27143ec3 req-3db2cefc-c96a-4c66-9ad1-94e5dd9ed724 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131020 Aug 29 04:14:01.430777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5277b9bb-acc6-45e4-afa9-7d9daedfd58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:01.441612 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f05ca83-1cda-4e90-814f-7f5936781673" -d '{"events": [{"server_uuid": "5277b9bb-acc6-45e4-afa9-7d9daedfd58d", "name": "network-vif-plugged", "status": "completed", "tag": "107aaf76-a997-4f2d-8a0b-cf73b8f4f12a"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:01.551446 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.634894 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68fe3ea-ba9d-4955-8635-5fe86b28bd50 x-openstack-request-id: req-d68fe3ea-ba9d-4955-8635-5fe86b28bd50 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:01.635251 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5277b9bb-acc6-45e4-afa9-7d9daedfd58d", "name": "network-vif-plugged", "status": "completed", "tag": "107aaf76-a997-4f2d-8a0b-cf73b8f4f12a", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:01.635572 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d68fe3ea-ba9d-4955-8635-5fe86b28bd50 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:01.636051 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5277b9bb-acc6-45e4-afa9-7d9daedfd58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a', 'code': 200} Aug 29 04:14:01.717164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0bcab-62e6-447b-a68b-48526b5873e4 req-7091e992-0a1e-410b-a1db-296ce0c8048d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:01.724948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89f0bcab-62e6-447b-a68b-48526b5873e4 req-7091e992-0a1e-410b-a1db-296ce0c8048d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 944 time: 0.1185203 Aug 29 04:14:01.836923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89f0bcab-62e6-447b-a68b-48526b5873e4 req-e56d88aa-29e7-4d73-a7c0-1d84bfdd3ba2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110854 Aug 29 04:14:01.906076 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.916889 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Transition to ACTIVE for port object 69f1f77d-38de-43e6-a7b2-999494581217 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:01.927521 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Allocated IP 172.20.0.1 (e3311447-f918-4a22-9bd8-3cd110fbc2a7/a58dc13c-018c-4cc2-a3b3-0c7d108351ed/35d41ff3-26d4-40e8-94da-d0b23ec3014d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:01.943048 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.085615 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Attempting to bind port 69f1f77d-38de-43e6-a7b2-999494581217 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:02.088676 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Attempting to bind port 69f1f77d-38de-43e6-a7b2-999494581217 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:02.089043 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Attempting to bind port 69f1f77d-38de-43e6-a7b2-999494581217 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:02.129577 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eda26-540f-4a58-800f-855962918354 None None] Pushing event updated for resources: {'Port': ['ID=69f1f77d-38de-43e6-a7b2-999494581217,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:02.132157 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:02.132819 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.143152 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:02.143594 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.144136 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:02.144665 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Bound port: 69f1f77d-38de-43e6-a7b2-999494581217, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:02.145048 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.152535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Transition to ACTIVE for port object 35d41ff3-26d4-40e8-94da-d0b23ec3014d will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:02.213424 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.259309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c9f4ebaf-17a1-411e-a8a9-58ef039d05bf up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:02.291187 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] For port 69f1f77d-38de-43e6-a7b2-999494581217, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:02.292018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Pushing event updated for resources: {'Port': ['ID=35d41ff3-26d4-40e8-94da-d0b23ec3014d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:02.300269 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] For port 69f1f77d-38de-43e6-a7b2-999494581217, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=69f1f77d-38de-43e6-a7b2-999494581217,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:02.309426 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.310222 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.311504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.311876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.312243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.312593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.312953 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.316128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.316522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.316867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.317209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.317548 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.317882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:02.367395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:02.368007 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.370424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Network e3311447-f918-4a22-9bd8-3cd110fbc2a7 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:02.382452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:02.387946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:02.480472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e4758303-acd5-4ac2-afe9-73b14318f178 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:02.489576 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Routers {'ba1cddfb-0c8c-4c7f-868a-ca645d06939c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:02.490605 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:13:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:02.494087 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eda26-540f-4a58-800f-855962918354 None None] Pushing event updated for resources: {'Port': ['ID=69f1f77d-38de-43e6-a7b2-999494581217,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:02.523842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.693400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac6155-0bf7-4da3-ac1b-7b6f253027a4 req-f4f69a2f-6ffa-4ddb-a769-79f5bc360651 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:02.711242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46ac6155-0bf7-4da3-ac1b-7b6f253027a4 req-f4f69a2f-6ffa-4ddb-a769-79f5bc360651 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1723690 Aug 29 04:14:02.759280 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46ac6155-0bf7-4da3-ac1b-7b6f253027a4 req-5eaba7b3-ba61-48e2-8cc6-ef32c29d9177 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 Aug 29 04:14:02.816706 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] Set router ba1cddfb-0c8c-4c7f-868a-ca645d06939c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:02.830149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port e4758303-acd5-4ac2-afe9-73b14318f178 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:02.847390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port e4758303-acd5-4ac2-afe9-73b14318f178 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:02.848600 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.981927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.994477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-50641739-2da8-468d-977a-e8b5e052bc10 None None] Provisioning for port 35d41ff3-26d4-40e8-94da-d0b23ec3014d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:03.001191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-50641739-2da8-468d-977a-e8b5e052bc10 None None] Provisioning complete for port 35d41ff3-26d4-40e8-94da-d0b23ec3014d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:03.001813 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-50641739-2da8-468d-977a-e8b5e052bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.052681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-50641739-2da8-468d-977a-e8b5e052bc10 None None] Port 35d41ff3-26d4-40e8-94da-d0b23ec3014d cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:03.063904 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.123102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e4758303-acd5-4ac2-afe9-73b14318f178, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e4758303-acd5-4ac2-afe9-73b14318f178,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:03.131140 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.220548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c6c1-0de8-4900-8702-dbb9292beb85 req-ae1ca85b-c95a-4935-b989-08b7d7def34a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:03.238386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b699c6c1-0de8-4900-8702-dbb9292beb85 req-ae1ca85b-c95a-4935-b989-08b7d7def34a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1173663 Aug 29 04:14:03.258222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=e4758303-acd5-4ac2-afe9-73b14318f178,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:03.294664 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:13:58Z', 'revision_number': 3, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:03.348483 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683b5e6-8049-45f3-b164-52b5cf932ad1 None None] The sync data for ids ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'] in n-d-712141-12 is: [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:13:58Z', 'revision_number': 3, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:03.351059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b699c6c1-0de8-4900-8702-dbb9292beb85 req-fe8d1989-af8b-457f-82e8-b1ee175b6cb7 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114554 Aug 29 04:14:03.531970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.543943 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.637427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73717f67-9640-444a-86d4-70b675c58138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4758303-acd5-4ac2-afe9-73b14318f178'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:03.640507 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0077244e-2cd6-409f-a7b5-aeeb70a11ccc" -d '{"events": [{"server_uuid": "73717f67-9640-444a-86d4-70b675c58138", "name": "network-vif-plugged", "status": "completed", "tag": "e4758303-acd5-4ac2-afe9-73b14318f178"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:03.641431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0fa8b-4a40-4df1-ab80-3721297c1737 req-547b520c-fe66-4ab9-9a34-81beeec4dfca tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:03.643223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60d0fa8b-4a40-4df1-ab80-3721297c1737 req-547b520c-fe66-4ab9-9a34-81beeec4dfca tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1101 time: 0.1017509 Aug 29 04:14:03.671013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-60d0fa8b-4a40-4df1-ab80-3721297c1737 req-b15967a0-b5de-45c9-88a8-d1027ac16976 tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.794074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Pushing event updated for resources: {'Port': ['ID=35d41ff3-26d4-40e8-94da-d0b23ec3014d,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:03.834813 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-60d0fa8b-4a40-4df1-ab80-3721297c1737 req-b15967a0-b5de-45c9-88a8-d1027ac16976 tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.850332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.851274 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-60d0fa8b-4a40-4df1-ab80-3721297c1737 req-b15967a0-b5de-45c9-88a8-d1027ac16976 tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.905964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60d0fa8b-4a40-4df1-ab80-3721297c1737 req-b15967a0-b5de-45c9-88a8-d1027ac16976 tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554188 Aug 29 04:14:03.979744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-73954377-c0fc-4e66-b922-a03200b5ebed tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:04.004632 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-73954377-c0fc-4e66-b922-a03200b5ebed tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 945 time: 0.5247886 Aug 29 04:14:04.007119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15967a0-b5de-45c9-88a8-d1027ac16976 tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2e8d05-9a57-4d21-a6f8-3cbeb5d184c4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:04.019983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca291ae9-2115-42a0-8ee1-2808c074774b req-cdb30061-ae5f-465a-ab43-aacc85131958 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:04.030423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca291ae9-2115-42a0-8ee1-2808c074774b req-cdb30061-ae5f-465a-ab43-aacc85131958 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 945 time: 0.1938922 Aug 29 04:14:04.108245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca291ae9-2115-42a0-8ee1-2808c074774b req-631d871e-4750-4347-a5fa-fd55471e6c18 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766885 Aug 29 04:14:04.254323 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e39db8-5ea0-4e57-8af9-5611834371c9 x-openstack-request-id: req-17e39db8-5ea0-4e57-8af9-5611834371c9 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:04.254737 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73717f67-9640-444a-86d4-70b675c58138", "name": "network-vif-plugged", "status": "completed", "tag": "e4758303-acd5-4ac2-afe9-73b14318f178", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:04.255088 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17e39db8-5ea0-4e57-8af9-5611834371c9 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:04.255879 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73717f67-9640-444a-86d4-70b675c58138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4758303-acd5-4ac2-afe9-73b14318f178', 'code': 200} Aug 29 04:14:04.410775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5838c9c-1599-46a8-b810-805c8869f354 req-cd9b6bfc-6b07-4cbf-a2c4-3d4cb7afa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:04.412686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5838c9c-1599-46a8-b810-805c8869f354 req-cd9b6bfc-6b07-4cbf-a2c4-3d4cb7afa0aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 1097 time: 0.0909703 Aug 29 04:14:04.416670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 69f1f77d-38de-43e6-a7b2-999494581217 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:04.449413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Network e3311447-f918-4a22-9bd8-3cd110fbc2a7 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:04.452879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:04.466951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5838c9c-1599-46a8-b810-805c8869f354 req-a0aeec69-8b68-45ed-8808-4c588b010332 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469081 Aug 29 04:14:04.602444 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-e4815f14-1be6-4362-aac7-955cc4e79596 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Deleting port fb8d468b-1820-4fd2-b264-5bf71504bb7c {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:04.603425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-e4815f14-1be6-4362-aac7-955cc4e79596 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:04.618569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 69f1f77d-38de-43e6-a7b2-999494581217 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:04.632443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 69f1f77d-38de-43e6-a7b2-999494581217 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:04.632443 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:04.706327 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Router ba1cddfb-0c8c-4c7f-868a-ca645d06939c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:04.760353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86c9f5-4e29-416f-82a2-56496d9c1e03 req-749d35b1-1b66-493f-b559-cea729b5d4a2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:04.762246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef86c9f5-4e29-416f-82a2-56496d9c1e03 req-749d35b1-1b66-493f-b559-cea729b5d4a2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1176126 Aug 29 04:14:04.868932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef86c9f5-4e29-416f-82a2-56496d9c1e03 req-a3803735-bab1-414d-b082-c51b17e47255 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993443 Aug 29 04:14:04.950452 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:05.031424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 69f1f77d-38de-43e6-a7b2-999494581217, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=69f1f77d-38de-43e6-a7b2-999494581217,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:05.039252 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:05.091952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5de22241-7d11-418c-af7c-cea8fecb7bb1 None None] Provisioning complete for port 35d41ff3-26d4-40e8-94da-d0b23ec3014d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:05.096607 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5de22241-7d11-418c-af7c-cea8fecb7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:05.186319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5de22241-7d11-418c-af7c-cea8fecb7bb1 None None] Port 35d41ff3-26d4-40e8-94da-d0b23ec3014d cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:05.187867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=69f1f77d-38de-43e6-a7b2-999494581217,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:05.578919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631d8c-0560-4db3-bc2e-3f0a6c19ab18 req-b8c524ce-6771-478d-89c0-0fda3df49585 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:05.581679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-e4815f14-1be6-4362-aac7-955cc4e79596 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] For port fb8d468b-1820-4fd2-b264-5bf71504bb7c, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fb8d468b-1820-4fd2-b264-5bf71504bb7c,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:05.582213 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-e4815f14-1be6-4362-aac7-955cc4e79596 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:05.590934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5631d8c-0560-4db3-bc2e-3f0a6c19ab18 req-b8c524ce-6771-478d-89c0-0fda3df49585 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 945 time: 0.2324474 Aug 29 04:14:05.601772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:05.617337 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d14a5d81-77d4-4112-a181-d3f27f7756c4 admin admin] 10.222.0.49 "PUT /v2.0/routers/ba1cddfb-0c8c-4c7f-868a-ca645d06939c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2574961 Aug 29 04:14:05.617337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-e4815f14-1be6-4362-aac7-955cc4e79596 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Calling delete_port for fb8d468b-1820-4fd2-b264-5bf71504bb7c owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:05.732675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-d21a52ab-9eb0-44f7-af29-a46b5dd4ae69 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3093593 Aug 29 04:14:05.757690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5631d8c-0560-4db3-bc2e-3f0a6c19ab18 req-f6e37a96-7e34-40f2-8da6-10ecae4aaadc tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648016 Aug 29 04:14:06.007263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aac1d-0512-4c08-9dc5-10def9074ee3 req-37208cca-cc85-4e82-b582-a2f9a15308bf tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:06.022458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-824aac1d-0512-4c08-9dc5-10def9074ee3 req-37208cca-cc85-4e82-b582-a2f9a15308bf tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.3319464 Aug 29 04:14:06.079425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-e4815f14-1be6-4362-aac7-955cc4e79596 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:06.110253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-824aac1d-0512-4c08-9dc5-10def9074ee3 req-94dbc92c-ed7f-4833-b2a7-3c403ea61fec tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811048 Aug 29 04:14:06.181357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4815f14-1be6-4362-aac7-955cc4e79596 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Pushing event deleted for resources: {'Port': ['ID=fb8d468b-1820-4fd2-b264-5bf71504bb7c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:06.296187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 69f1f77d-38de-43e6-a7b2-999494581217 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:06.312883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a23af-a03b-4cf5-a0e9-8db1291121ef req-d13cae45-2514-4acd-bfcd-fc619e334d6e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:06.324552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c85a23af-a03b-4cf5-a0e9-8db1291121ef req-d13cae45-2514-4acd-bfcd-fc619e334d6e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.2120965 Aug 29 04:14:06.362272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-e4815f14-1be6-4362-aac7-955cc4e79596 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] No DVR routers for this DVR port fb8d468b-1820-4fd2-b264-5bf71504bb7c on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:06.377379 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-e4815f14-1be6-4362-aac7-955cc4e79596 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:06.379839 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa744f9-30b3-46c5-aa5c-cc419afa28af req-e4815f14-1be6-4362-aac7-955cc4e79596 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.59 "DELETE /v2.0/ports/fb8d468b-1820-4fd2-b264-5bf71504bb7c HTTP/1.1" status: 204 len: 173 time: 2.3608694 Aug 29 04:14:06.379968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'name': 'network-vif-deleted', 'tag': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:06.381154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c85a23af-a03b-4cf5-a0e9-8db1291121ef req-dc6937bf-1a5e-4b7b-a785-3951eb09ddbf tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Aug 29 04:14:06.395085 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d208520b-ddbb-4e1e-9e31-ba1f5868e970" -d '{"events": [{"server_uuid": "56b9ac27-12be-46c9-8e61-3e6b2f22d954", "name": "network-vif-deleted", "tag": "fb8d468b-1820-4fd2-b264-5bf71504bb7c"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:06.432141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 69f1f77d-38de-43e6-a7b2-999494581217 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:06.432547 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:06.476709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fb8d468b-1820-4fd2-b264-5bf71504bb7c no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:06.548972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: fb8d468b-1820-4fd2-b264-5bf71504bb7c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:06.549325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fb8d468b-1820-4fd2-b264-5bf71504bb7c not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:06.651189 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68954b5-2ce4-495f-ac92-cd896d9ceec7 x-openstack-request-id: req-b68954b5-2ce4-495f-ac92-cd896d9ceec7 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:06.651715 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b9ac27-12be-46c9-8e61-3e6b2f22d954", "name": "network-vif-deleted", "tag": "fb8d468b-1820-4fd2-b264-5bf71504bb7c", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:06.651917 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b68954b5-2ce4-495f-ac92-cd896d9ceec7 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:06.652452 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b9ac27-12be-46c9-8e61-3e6b2f22d954', 'name': 'network-vif-deleted', 'tag': 'fb8d468b-1820-4fd2-b264-5bf71504bb7c', 'status': 'completed', 'code': 200} Aug 29 04:14:06.675494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Sync routers for ids ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:06.760540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Routers {'ba1cddfb-0c8c-4c7f-868a-ca645d06939c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:06.761239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:13:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:06.871016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59914) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:06.877729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-20948869-c634-4aad-bee4-af5426646135 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1331637219', 'description': 'tempest-description--1119045272'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:06.977877 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20948869-c634-4aad-bee4-af5426646135 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.063411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378c7fb-a8e6-4275-bd2e-90d56169cd30 req-1ea365f0-6ce7-4851-b89f-fcafd68e53af tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:07.082320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4378c7fb-a8e6-4275-bd2e-90d56169cd30 req-1ea365f0-6ce7-4851-b89f-fcafd68e53af tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.2553194 Aug 29 04:14:07.222761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4378c7fb-a8e6-4275-bd2e-90d56169cd30 req-5dd0aae4-0c06-48f8-b198-db8b9084086c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200178 Aug 29 04:14:07.334652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Set router ba1cddfb-0c8c-4c7f-868a-ca645d06939c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:07.404124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa1c35a7-fb65-4f83-8ff0-8a105c33add2 req-da1bedaf-7ee7-42b4-9cf3-7b18ecfb5153 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0475953 Aug 29 04:14:07.433451 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20948869-c634-4aad-bee4-af5426646135 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.445496 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20948869-c634-4aad-bee4-af5426646135 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.520457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20948869-c634-4aad-bee4-af5426646135 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd7dca1-adb9-4b31-b627-5c046be43237,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:07.530671 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20948869-c634-4aad-bee4-af5426646135 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.537053 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-20948869-c634-4aad-bee4-af5426646135 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6644819 Aug 29 04:14:07.537394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59936) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:07.544938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2e53df96-d0de-4500-ac08-3d200badab5f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Request body: {'security_group_rule': {'security_group_id': 'cfd7dca1-adb9-4b31-b627-5c046be43237', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:07.617228 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e53df96-d0de-4500-ac08-3d200badab5f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.642897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c1aa8-ff30-49e9-ac99-cd7ee45deab3 req-9ea152db-ae51-43af-ac2f-494c1547515c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:07.654462 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b10c1aa8-ff30-49e9-ac99-cd7ee45deab3 req-9ea152db-ae51-43af-ac2f-494c1547515c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1223245 Aug 29 04:14:07.748795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b10c1aa8-ff30-49e9-ac99-cd7ee45deab3 req-6b2051ea-6252-44b6-9c95-60f6ffbd89de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929632 Aug 29 04:14:07.849614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e53df96-d0de-4500-ac08-3d200badab5f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.859674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e53df96-d0de-4500-ac08-3d200badab5f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.890283 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53df96-d0de-4500-ac08-3d200badab5f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ad619b-f39f-4ffd-bc00-a06142fce5ad,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:07.914450 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2e53df96-d0de-4500-ac08-3d200badab5f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.920052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59950) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:07.920310 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2e53df96-d0de-4500-ac08-3d200badab5f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3804524 Aug 29 04:14:07.928164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-caaeaecd-0dbd-4b8c-9a61-ee6c60578f99 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Request body: {'security_group_rule': {'security_group_id': 'cfd7dca1-adb9-4b31-b627-5c046be43237', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:08.016170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-caaeaecd-0dbd-4b8c-9a61-ee6c60578f99 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.124839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '35d41ff3-26d4-40e8-94da-d0b23ec3014d', 'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'mac_address': 'fa:16:3e:50:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:01Z', 'updated_at': '2021-08-29T04:14:03Z', 'revision_number': 2, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'subnets': [{'id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:08.171279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Checking router: ba1cddfb-0c8c-4c7f-868a-ca645d06939c for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:08.171712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Updating router ba1cddfb-0c8c-4c7f-868a-ca645d06939c port 35d41ff3-26d4-40e8-94da-d0b23ec3014d binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:14:08.218503 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.232258 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-caaeaecd-0dbd-4b8c-9a61-ee6c60578f99 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.247343 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-caaeaecd-0dbd-4b8c-9a61-ee6c60578f99 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.277527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-caaeaecd-0dbd-4b8c-9a61-ee6c60578f99 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.279172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-caaeaecd-0dbd-4b8c-9a61-ee6c60578f99 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578320 Aug 29 04:14:08.282336 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59960) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:08.287484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:08.290844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6fd5-5650-4e39-b7a5-2da7a068c958 req-e5bd38f2-bc6c-4e3a-ad5c-c08f9661d1ab tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:08.299815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8aec6fd5-5650-4e39-b7a5-2da7a068c958 req-e5bd38f2-bc6c-4e3a-ad5c-c08f9661d1ab tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1153297 Aug 29 04:14:08.303323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeaecd-0dbd-4b8c-9a61-ee6c60578f99 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4a4e97-d507-4c19-ac77-3afb312ace39,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:08.363606 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.365506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8aec6fd5-5650-4e39-b7a5-2da7a068c958 req-e1f26898-79cb-4e72-a97a-e010eb47ab68 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642028 Aug 29 04:14:08.451565 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-57ff814b-1c64-488f-9318-718fa7f49ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:08.453630 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-57ff814b-1c64-488f-9318-718fa7f49ac7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1101 time: 0.1054645 Aug 29 04:14:08.589691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-eb00d212-4425-42e8-93c6-a863bcd80557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:08.591985 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-eb00d212-4425-42e8-93c6-a863bcd80557 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1294222 Aug 29 04:14:08.612247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0aa8df7e-5ce9-4d33-abda-ac4e2c5328b5 req-e219ae92-8b67-4769-bc93-0531f86b2919 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0456188 Aug 29 04:14:08.661085 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-627a7658-d7cd-4fa7-890b-cc642b2bf4f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 200 len: 217 time: 0.0594230 Aug 29 04:14:08.728574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-15cac9aa-316c-4e6b-b971-6d0d65276d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:08.731143 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-15cac9aa-316c-4e6b-b971-6d0d65276d4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0569651 Aug 29 04:14:08.735015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.845853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-4f1859f0-e474-40f8-9e4a-3414094999aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:08.848827 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-4f1859f0-e474-40f8-9e4a-3414094999aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1110926 Aug 29 04:14:08.888896 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.906759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Transition to ACTIVE for port object 35d41ff3-26d4-40e8-94da-d0b23ec3014d will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:08.919244 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.016574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Allocated IP 172.25.5.74 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/b970a2e8-9740-44c3-8bc7-dcf5435f65e1) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:09.020847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329da1bb-00f8-49cb-9882-1774fcef20f5 req-67c200a8-ffba-43d2-948c-466ef89af94a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:09.038198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-329da1bb-00f8-49cb-9882-1774fcef20f5 req-67c200a8-ffba-43d2-948c-466ef89af94a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1639659 Aug 29 04:14:09.121133 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-eefd86b4-9b76-4898-96bf-7942f1bae176 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385435 Aug 29 04:14:09.129343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eaddd-adb4-453f-b11b-3f594bd8dfa6 None None] Pushing event updated for resources: {'Port': ['ID=35d41ff3-26d4-40e8-94da-d0b23ec3014d,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:09.161144 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-329da1bb-00f8-49cb-9882-1774fcef20f5 req-be62cbee-4cf9-4d51-be2f-85fd468959c1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217315 Aug 29 04:14:09.165365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Attempting to bind port 35d41ff3-26d4-40e8-94da-d0b23ec3014d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:09.165733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Attempting to bind port 35d41ff3-26d4-40e8-94da-d0b23ec3014d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:09.166615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Attempting to bind port 35d41ff3-26d4-40e8-94da-d0b23ec3014d on network e3311447-f918-4a22-9bd8-3cd110fbc2a7 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:09.178153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:09.178519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Checking segment: {'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:09.178932 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.179327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Bound using segment: {'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:09.179812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Bound port: 35d41ff3-26d4-40e8-94da-d0b23ec3014d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:09.180228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.328544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2071307-1d24-4b35-8c0d-68c2b2af9c32 req-6fa4d4e4-5e9a-476b-b6f5-ea4f764b5e6e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:09.345442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2071307-1d24-4b35-8c0d-68c2b2af9c32 req-6fa4d4e4-5e9a-476b-b6f5-ea4f764b5e6e tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 945 time: 0.1317210 Aug 29 04:14:09.369936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] For port 35d41ff3-26d4-40e8-94da-d0b23ec3014d, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:09.374866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] For port 35d41ff3-26d4-40e8-94da-d0b23ec3014d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=35d41ff3-26d4-40e8-94da-d0b23ec3014d,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:09.384737 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.410728 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.440475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2071307-1d24-4b35-8c0d-68c2b2af9c32 req-a3230f1a-469f-4023-b18c-351a9f83a183 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917687 Aug 29 04:14:09.520095 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.616669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:09.618632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Pushing event updated for resources: {'Port': ['ID=b970a2e8-9740-44c3-8bc7-dcf5435f65e1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:09.621391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:09.633421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:09.634525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eaddd-adb4-453f-b11b-3f594bd8dfa6 None None] Pushing event updated for resources: {'Port': ['ID=35d41ff3-26d4-40e8-94da-d0b23ec3014d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:09.638702 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-5c78592e-8c2a-4210-82e6-10e9f591c28b service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071914 Aug 29 04:14:09.644030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Routers {'ba1cddfb-0c8c-4c7f-868a-ca645d06939c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:09.644435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:13:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:09.663417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b7d63-51c6-4daf-9533-aaf2f48f8dbc req-da462895-6128-42b0-aa8c-ccea836f5379 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:09.678218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d3b7d63-51c6-4daf-9533-aaf2f48f8dbc req-da462895-6128-42b0-aa8c-ccea836f5379 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1613495 Aug 29 04:14:09.737079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d835234-ffa6-49d0-9082-d9886307d948 req-d4d71cbb-d08b-4ea6-8454-6808a40781c1 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:09.738793 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d835234-ffa6-49d0-9082-d9886307d948 req-d4d71cbb-d08b-4ea6-8454-6808a40781c1 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 945 time: 0.3694699 Aug 29 04:14:09.779196 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d3b7d63-51c6-4daf-9533-aaf2f48f8dbc req-bd9b0b4a-497e-418d-afd8-b782b12deaea tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998745 Aug 29 04:14:09.928216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] Set router ba1cddfb-0c8c-4c7f-868a-ca645d06939c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:09.967993 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.029359 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.038248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-5d835234-ffa6-49d0-9082-d9886307d948 req-cb8a7509-f621-490d-ba33-19bc4bde4b17 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Deleting port ee8f73d0-80c2-4ad8-85ff-525e80468462 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:10.038589 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5d835234-ffa6-49d0-9082-d9886307d948 req-cb8a7509-f621-490d-ba33-19bc4bde4b17 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.217051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '35d41ff3-26d4-40e8-94da-d0b23ec3014d', 'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'mac_address': 'fa:16:3e:50:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:01Z', 'updated_at': '2021-08-29T04:14:09Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'subnets': [{'id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:10.282200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48056d9-6565-4c7d-9283-4a6ca6c7f11f None None] The sync data for ids ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'] in n-d-712141-12 is: [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '35d41ff3-26d4-40e8-94da-d0b23ec3014d', 'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'mac_address': 'fa:16:3e:50:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:01Z', 'updated_at': '2021-08-29T04:14:09Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'subnets': [{'id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:10.296066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-5d835234-ffa6-49d0-9082-d9886307d948 req-cb8a7509-f621-490d-ba33-19bc4bde4b17 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] For port ee8f73d0-80c2-4ad8-85ff-525e80468462, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=ee8f73d0-80c2-4ad8-85ff-525e80468462,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:10.296478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5d835234-ffa6-49d0-9082-d9886307d948 req-cb8a7509-f621-490d-ba33-19bc4bde4b17 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.362355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-5d835234-ffa6-49d0-9082-d9886307d948 req-cb8a7509-f621-490d-ba33-19bc4bde4b17 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Calling delete_port for ee8f73d0-80c2-4ad8-85ff-525e80468462 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:10.427419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbd15f-a7bc-4bf1-81e7-b020ae67fa8f req-004d10e3-936c-4b97-9fc2-9aa6a932afd0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:10.430676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31bbd15f-a7bc-4bf1-81e7-b020ae67fa8f req-004d10e3-936c-4b97-9fc2-9aa6a932afd0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1616542 Aug 29 04:14:10.515632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.526984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31bbd15f-a7bc-4bf1-81e7-b020ae67fa8f req-3fc44970-eb97-476c-a98f-238809b6014e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891790 Aug 29 04:14:10.534101 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.707574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c175-a180-4186-bf87-83b653f22c68 req-45cf8aff-5cc1-4dc4-a31b-26a838097471 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:10.719924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-45cf8aff-5cc1-4dc4-a31b-26a838097471 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 821 time: 0.1907854 Aug 29 04:14:10.726159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Pushing event updated for resources: {'Port': ['ID=b970a2e8-9740-44c3-8bc7-dcf5435f65e1,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:10.733319 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5d835234-ffa6-49d0-9082-d9886307d948 req-cb8a7509-f621-490d-ba33-19bc4bde4b17 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.743876 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.773148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-3d121e94-e7ec-4245-bf99-3a550ff21b4e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/quotas/b0276cc20fdd45bb93f8673316d6d252 HTTP/1.1" status: 200 len: 375 time: 0.0521417 Aug 29 04:14:10.775770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a7509-f621-490d-ba33-19bc4bde4b17 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Pushing event deleted for resources: {'Port': ['ID=ee8f73d0-80c2-4ad8-85ff-525e80468462,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:10.794458 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.796053 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b1d2838b-7d25-46fd-bfc9-7a1bfaa7b775 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5126181 Aug 29 04:14:10.832865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce2e17c0-562c-4acf-8a25-13a08d268d03 req-2494cdad-3462-42a8-83a5-7942794be79f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=85bfb3e8-67ce-47b1-a52e-a9716bb761c4 HTTP/1.1" status: 200 len: 210 time: 0.0925040 Aug 29 04:14:10.853190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d835234-ffa6-49d0-9082-d9886307d948 req-cb8a7509-f621-490d-ba33-19bc4bde4b17 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] No DVR routers for this DVR port ee8f73d0-80c2-4ad8-85ff-525e80468462 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:10.853397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5d835234-ffa6-49d0-9082-d9886307d948 req-cb8a7509-f621-490d-ba33-19bc4bde4b17 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.855498 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d835234-ffa6-49d0-9082-d9886307d948 req-cb8a7509-f621-490d-ba33-19bc4bde4b17 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.59 "DELETE /v2.0/ports/ee8f73d0-80c2-4ad8-85ff-525e80468462 HTTP/1.1" status: 204 len: 173 time: 1.1096342 Aug 29 04:14:10.855970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'name': 'network-vif-deleted', 'tag': 'ee8f73d0-80c2-4ad8-85ff-525e80468462'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:10.858328 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef559f07-add4-49dd-b706-155a60a733f4" -d '{"events": [{"server_uuid": "85bfb3e8-67ce-47b1-a52e-a9716bb761c4", "name": "network-vif-deleted", "tag": "ee8f73d0-80c2-4ad8-85ff-525e80468462"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:10.926563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-b7676eb6-969e-4be2-99cf-fbeaea172ce0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1522560 Aug 29 04:14:11.116414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48151a-d38f-4f15-b497-abe067bbbfa3 req-76db0d41-3180-4065-9898-842537d88607 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:11.124095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e48151a-d38f-4f15-b497-abe067bbbfa3 req-76db0d41-3180-4065-9898-842537d88607 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1009264 Aug 29 04:14:11.147644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-0067cff1-8c53-48b4-9669-01a4e8c21105 service neutron] 10.222.0.49 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091146 Aug 29 04:14:11.221702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e48151a-d38f-4f15-b497-abe067bbbfa3 req-07d1286f-b42e-4e55-af5e-738ffd4818ca tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965958 Aug 29 04:14:11.266886 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-b6069a51-51e4-4ed0-a67c-452ce985a86c service neutron] 10.222.0.49 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183445 Aug 29 04:14:11.301986 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c581c6-e003-482e-bd92-16eda7de0850 x-openstack-request-id: req-66c581c6-e003-482e-bd92-16eda7de0850 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:11.302527 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bfb3e8-67ce-47b1-a52e-a9716bb761c4", "name": "network-vif-deleted", "tag": "ee8f73d0-80c2-4ad8-85ff-525e80468462", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:11.302527 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66c581c6-e003-482e-bd92-16eda7de0850 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:11.302918 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bfb3e8-67ce-47b1-a52e-a9716bb761c4', 'name': 'network-vif-deleted', 'tag': 'ee8f73d0-80c2-4ad8-85ff-525e80468462', 'status': 'completed', 'code': 200} Aug 29 04:14:11.448935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6fff68e1-5960-4813-8a83-7bab199fdc6e tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1331637219&fields=id&tenant_id=c1a2b3895bd246efbbd3c030d1c0c402 HTTP/1.1" status: 200 len: 267 time: 0.0538306 Aug 29 04:14:11.638525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-3261dae9-a76a-4228-ad74-1dbbc660fce8 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:11.640050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-3261dae9-a76a-4228-ad74-1dbbc660fce8 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/networks?id=e3311447-f918-4a22-9bd8-3cd110fbc2a7 HTTP/1.1" status: 200 len: 806 time: 0.1897140 Aug 29 04:14:11.679927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-df36e604-147f-4bde-bdad-eeab2fd39542 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/quotas/c1a2b3895bd246efbbd3c030d1c0c402 HTTP/1.1" status: 200 len: 375 time: 0.0315354 Aug 29 04:14:11.743332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-e8be37d3-2280-429f-beaf-86cb559afb73 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1a2b3895bd246efbbd3c030d1c0c402&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580704 Aug 29 04:14:12.029844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4c460-96b2-4fa5-8c61-6005a0ac05ee req-42c36c15-2cc5-42b9-9981-f6a70f8cbbfb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.031426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cf4c460-96b2-4fa5-8c61-6005a0ac05ee req-42c36c15-2cc5-42b9-9981-f6a70f8cbbfb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1624095 Aug 29 04:14:12.068143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-eed5ffb7-7fa9-4350-8040-1007f3374394 service neutron] 10.222.0.49 "GET /v2.0/networks/e3311447-f918-4a22-9bd8-3cd110fbc2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083892 Aug 29 04:14:12.281478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35d41ff3-26d4-40e8-94da-d0b23ec3014d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:12.358829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 35d41ff3-26d4-40e8-94da-d0b23ec3014d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:12.368599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 35d41ff3-26d4-40e8-94da-d0b23ec3014d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:12.368976 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:12.480924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cf4c460-96b2-4fa5-8c61-6005a0ac05ee req-7d01c85c-87c6-4761-a2be-ca3badf73685 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366715 Aug 29 04:14:12.507203 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:12.517491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device ee8f73d0-80c2-4ad8-85ff-525e80468462 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:12.523007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-8516e6f6-8588-47a2-b304-3fd7295f111f service neutron] 10.222.0.49 "GET /v2.0/networks/e3311447-f918-4a22-9bd8-3cd110fbc2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538596 Aug 29 04:14:12.609540 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66ab04b7-5b7b-48c2-8723-2b38e3b2dfcc req-d7c0f572-d623-415f-b5d2-10981fd0b2b7 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 210 time: 0.0498502 Aug 29 04:14:12.786578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: ee8f73d0-80c2-4ad8-85ff-525e80468462 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:12.787135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device ee8f73d0-80c2-4ad8-85ff-525e80468462 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:12.845874 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 35d41ff3-26d4-40e8-94da-d0b23ec3014d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=35d41ff3-26d4-40e8-94da-d0b23ec3014d,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:12.851637 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:12.884241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-581d5390-b10b-4773-8b60-87fa7557d615 req-aafaa125-6d21-484f-8432-9685d2e42d84 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 210 time: 0.0595813 Aug 29 04:14:12.938067 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=35d41ff3-26d4-40e8-94da-d0b23ec3014d,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:12.977590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fb876-6657-4e40-b8f0-b1fdd939ab5f req-2869ba2c-1e59-4ef4-8c0d-fc79aca97973 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.981861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f6fb876-6657-4e40-b8f0-b1fdd939ab5f req-2869ba2c-1e59-4ef4-8c0d-fc79aca97973 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.0939193 Aug 29 04:14:13.078893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f6fb876-6657-4e40-b8f0-b1fdd939ab5f req-2399d348-03a6-4af2-9dbd-778b8c684b1d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896037 Aug 29 04:14:13.209259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c175-a180-4186-bf87-83b653f22c68 req-172b565f-83c3-450d-9ff1-45a1ac8ebec2 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:13.211021 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-172b565f-83c3-450d-9ff1-45a1ac8ebec2 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 821 time: 0.1964242 Aug 29 04:14:13.231844 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Request body: {'port': {'device_id': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f', 'admin_state_up': True, 'tenant_id': 'b0276cc20fdd45bb93f8673316d6d252'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:13.342717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda8d26-0829-4290-99d0-cf5e0adc8f0f req-9640f521-ca4a-409b-b0e1-d08c17a0edef tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:13.344917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcda8d26-0829-4290-99d0-cf5e0adc8f0f req-9640f521-ca4a-409b-b0e1-d08c17a0edef tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 944 time: 0.1351929 Aug 29 04:14:13.417401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Made reservation on behalf of b0276cc20fdd45bb93f8673316d6d252 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:13.422028 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:13.431685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcda8d26-0829-4290-99d0-cf5e0adc8f0f req-9eafa604-a7ef-4aed-808b-2c61a5af67c1 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788445 Aug 29 04:14:13.681155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fde9f8-945e-4153-9c8f-e94948124f2a req-1967c277-5504-49a7-918b-9904ad081de7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:13.689377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96fde9f8-945e-4153-9c8f-e94948124f2a req-1967c277-5504-49a7-918b-9904ad081de7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.0903828 Aug 29 04:14:13.701493 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Allocated IP 172.20.0.3 (024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f/5abeeec1-dee3-4aed-983a-2a1715bc7191/6fe587d8-1913-4ed7-958a-5d9c70015a4a) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:13.742810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96fde9f8-945e-4153-9c8f-e94948124f2a req-bed40c8d-c0a8-455f-8818-ee6cf8d48a0a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 Aug 29 04:14:13.833600 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0e861dc-ea05-406b-ad3c-a67a7641c61f req-5a330e1d-6004-4d42-a254-103043bd0106 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 210 time: 0.0639968 Aug 29 04:14:13.978653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.051849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072059b-7b86-4635-870c-36727f2e7219 req-00eb2476-3934-4539-8dff-4de0eddac039 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.053786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7072059b-7b86-4635-870c-36727f2e7219 req-00eb2476-3934-4539-8dff-4de0eddac039 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 944 time: 0.1047423 Aug 29 04:14:14.087219 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.106431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['476396d2-6a23-43db-b1f1-d8156df527c6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:14.196105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0bffad31-ec2b-45a8-870c-8093994213ef req-4fb5bcf8-8629-45c0-8487-5c261d0aa310 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 210 time: 0.1410766 Aug 29 04:14:14.310420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Pushing event updated for resources: {'Port': ['ID=6fe587d8-1913-4ed7-958a-5d9c70015a4a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:14.353284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:14.356277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:14.368718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35d41ff3-26d4-40e8-94da-d0b23ec3014d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:14.369177 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:14.430973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834525b1-3668-459e-81eb-df4f8d7b8567 req-ee222297-80b0-4be6-847f-d509f9807326 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.432818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-834525b1-3668-459e-81eb-df4f8d7b8567 req-ee222297-80b0-4be6-847f-d509f9807326 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.2355144 Aug 29 04:14:14.443413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-7072059b-7b86-4635-870c-36727f2e7219 req-a9dd863c-5fe9-4576-9255-fcad7733633f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Deleting port 5801cc59-708a-41f3-bfee-f70f7e1dd063 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:14.443778 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7072059b-7b86-4635-870c-36727f2e7219 req-a9dd863c-5fe9-4576-9255-fcad7733633f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.514829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 35d41ff3-26d4-40e8-94da-d0b23ec3014d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:14.515336 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.607231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.607231 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.685562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-58c55af3-6e1d-4304-ab99-88e2f18075ae tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.691054 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-58c55af3-6e1d-4304-ab99-88e2f18075ae tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.59 "GET /v2.0/networks?id=e3311447-f918-4a22-9bd8-3cd110fbc2a7 HTTP/1.1" status: 200 len: 806 time: 0.2667878 Aug 29 04:14:14.695033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-32aaa7f0-1e12-4176-94e5-cd7d6760965a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4680340 Aug 29 04:14:14.722121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Request body: {'port': {'device_id': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:14.774421 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-8deeee5a-04d1-4832-9d21-c89ebf5ad87d tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1a2b3895bd246efbbd3c030d1c0c402 HTTP/1.1" status: 200 len: 380 time: 0.0718024 Aug 29 04:14:14.780864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-834525b1-3668-459e-81eb-df4f8d7b8567 req-453c0687-870b-4583-8214-63496d675c37 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200111 Aug 29 04:14:14.823491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc18ed-18a6-4f45-92bf-0ee92bc674a6 req-e91d72d8-576a-4586-b047-7e4d533a398f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.825117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9dc18ed-18a6-4f45-92bf-0ee92bc674a6 req-e91d72d8-576a-4586-b047-7e4d533a398f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 944 time: 0.2280667 Aug 29 04:14:14.833653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Request body: {'port': {'device_id': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'admin_state_up': True, 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'security_groups': ['cfd7dca1-adb9-4b31-b627-5c046be43237']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:14.891340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7072059b-7b86-4635-870c-36727f2e7219 req-a9dd863c-5fe9-4576-9255-fcad7733633f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] For port 5801cc59-708a-41f3-bfee-f70f7e1dd063, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5801cc59-708a-41f3-bfee-f70f7e1dd063,segment=NetworkSegment(b070ae90-5752-48a9-8821-216379706c62),segment_id=b070ae90-5752-48a9-8821-216379706c62)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:14.891696 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7072059b-7b86-4635-870c-36727f2e7219 req-a9dd863c-5fe9-4576-9255-fcad7733633f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.902381 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9dc18ed-18a6-4f45-92bf-0ee92bc674a6 req-a6e25add-dcb0-41e4-963d-826a68fb1f74 tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a76fab2-369c-40cc-911b-e68734241682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678227 Aug 29 04:14:14.951300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-7072059b-7b86-4635-870c-36727f2e7219 req-a9dd863c-5fe9-4576-9255-fcad7733633f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Calling delete_port for 5801cc59-708a-41f3-bfee-f70f7e1dd063 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:14.981681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.016849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836cbc9-7d43-41af-bf84-382365e1c6ba req-0d387d9e-d793-4182-afae-53817815d8a9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:15.018410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1836cbc9-7d43-41af-bf84-382365e1c6ba req-0d387d9e-d793-4182-afae-53817815d8a9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1039305 Aug 29 04:14:15.120802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1836cbc9-7d43-41af-bf84-382365e1c6ba req-a1303921-0d32-4447-866c-eb541f697408 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921903 Aug 29 04:14:15.183193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631a6f9-aaf5-4674-b44b-6e0dae70f1b7 req-bf09eaf9-d18d-4d70-9778-3e44f81cb52b tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:15.184769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f631a6f9-aaf5-4674-b44b-6e0dae70f1b7 req-bf09eaf9-d18d-4d70-9778-3e44f81cb52b tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 931 time: 0.1410658 Aug 29 04:14:15.277053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7072059b-7b86-4635-870c-36727f2e7219 req-a9dd863c-5fe9-4576-9255-fcad7733633f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.303740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Made reservation on behalf of c1a2b3895bd246efbbd3c030d1c0c402 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:15.307349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.316811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f631a6f9-aaf5-4674-b44b-6e0dae70f1b7 req-d3037db5-7ee9-46a0-bb5b-dc8c422b4eb1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249096 Aug 29 04:14:15.361173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd863c-5fe9-4576-9255-fcad7733633f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Pushing event deleted for resources: {'Port': ['ID=5801cc59-708a-41f3-bfee-f70f7e1dd063,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:15.447558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7072059b-7b86-4635-870c-36727f2e7219 req-a9dd863c-5fe9-4576-9255-fcad7733633f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] No DVR routers for this DVR port 5801cc59-708a-41f3-bfee-f70f7e1dd063 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:15.500812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3cf02f41-2069-42f3-950a-36a502bb3c53 req-73781a57-15cc-4358-9ef5-59dffd0bf3ab tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 210 time: 0.0552940 Aug 29 04:14:15.502354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7072059b-7b86-4635-870c-36727f2e7219 req-a9dd863c-5fe9-4576-9255-fcad7733633f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.504478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7072059b-7b86-4635-870c-36727f2e7219 req-a9dd863c-5fe9-4576-9255-fcad7733633f tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.52 "DELETE /v2.0/ports/5801cc59-708a-41f3-bfee-f70f7e1dd063 HTTP/1.1" status: 204 len: 173 time: 1.4403460 Aug 29 04:14:15.504932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'name': 'network-vif-deleted', 'tag': '5801cc59-708a-41f3-bfee-f70f7e1dd063'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:15.523832 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4cb332-ac44-4b82-b5bc-24dfe38a8f6b" -d '{"events": [{"server_uuid": "ab4202be-97cf-4c81-9f40-48b293a8929e", "name": "network-vif-deleted", "tag": "5801cc59-708a-41f3-bfee-f70f7e1dd063"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:15.610473 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05e14d5-4a77-4e18-88de-add43f802d73 x-openstack-request-id: req-c05e14d5-4a77-4e18-88de-add43f802d73 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:15.611013 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4202be-97cf-4c81-9f40-48b293a8929e", "name": "network-vif-deleted", "tag": "5801cc59-708a-41f3-bfee-f70f7e1dd063", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:15.611530 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c05e14d5-4a77-4e18-88de-add43f802d73 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:15.613398 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4202be-97cf-4c81-9f40-48b293a8929e', 'name': 'network-vif-deleted', 'tag': '5801cc59-708a-41f3-bfee-f70f7e1dd063', 'status': 'completed', 'code': 200} Aug 29 04:14:15.636593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Allocated IP 172.20.0.4 (e3311447-f918-4a22-9bd8-3cd110fbc2a7/a58dc13c-018c-4cc2-a3b3-0c7d108351ed/a864c30f-baec-43bb-9515-3ebccfc7dc9c) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:15.827781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe587d8-1913-4ed7-958a-5d9c70015a4a {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:15.848007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.880161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Transition to ACTIVE for port object 6fe587d8-1913-4ed7-958a-5d9c70015a4a will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:15.891637 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.908748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.967176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaa3c2-c465-45bd-adaf-eab9cad9789a req-4eb3bb4e-d61d-4588-88d0-a50d9f41ebb0 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:15.970599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Transition to ACTIVE for port object a864c30f-baec-43bb-9515-3ebccfc7dc9c will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:15.980776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dcaa3c2-c465-45bd-adaf-eab9cad9789a req-4eb3bb4e-d61d-4588-88d0-a50d9f41ebb0 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.0810611 Aug 29 04:14:16.003872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe587d8-1913-4ed7-958a-5d9c70015a4a,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:16.077374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dcaa3c2-c465-45bd-adaf-eab9cad9789a req-858e52d4-ee0e-43ac-9ca7-85b0eb4ff282 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930014 Aug 29 04:14:16.092760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7ee9e6a-46b5-47e1-8a3c-8d9120deafa5 req-4459f944-b0db-4a11-96de-7a28cf40b07b tempest-LiveMigrationTest-1574786035 tempest-LiveMigrationTest-1574786035-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab4202be-97cf-4c81-9f40-48b293a8929e HTTP/1.1" status: 200 len: 210 time: 0.0507822 Aug 29 04:14:16.135533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.233531 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Network e3311447-f918-4a22-9bd8-3cd110fbc2a7 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:16.238846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:16.239184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:16.239516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:16.249067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:16.256862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:16.301463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb29190-fa98-4f8d-87e3-d2d3c3851daf req-c03a7b3d-f642-40e3-92ae-661a2b78d64e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.303156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1eb29190-fa98-4f8d-87e3-d2d3c3851daf req-c03a7b3d-f642-40e3-92ae-661a2b78d64e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.0888250 Aug 29 04:14:16.319426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:16.319592 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:16.333582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Pushing event updated for resources: {'Port': ['ID=a864c30f-baec-43bb-9515-3ebccfc7dc9c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:16.363247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:16.364115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:16.364278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:16.364855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Bound port: 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:16.365325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.407833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1eb29190-fa98-4f8d-87e3-d2d3c3851daf req-9f77d45b-9e7c-4a0a-87fa-9eaa8ee730ca tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922606 Aug 29 04:14:16.479506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:16.483839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:16.498892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.500590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.518871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.546218 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-6a4d28c5-b32f-4837-98a3-5766482b6d15 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7344110 Aug 29 04:14:16.555591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.556612 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.558342 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] 10.222.0.52 "PUT /v2.0/ports/6fe587d8-1913-4ed7-958a-5d9c70015a4a HTTP/1.1" status: 200 len: 1092 time: 1.8478022 Aug 29 04:14:16.558971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'tag': '6fe587d8-1913-4ed7-958a-5d9c70015a4a'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:16.562743 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87" -d '{"events": [{"name": "network-changed", "server_uuid": "266c677f-1b44-44c6-bdb1-4f371e64db4b", "tag": "6fe587d8-1913-4ed7-958a-5d9c70015a4a"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:16.579569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Request body: {'port': {'device_id': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:16.654283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a481b-6586-4bf2-9f2e-22fe2a0fbd58 req-8eb0bc17-c7b6-4ee6-b1ce-8102279e6d59 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.662701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-133a481b-6586-4bf2-9f2e-22fe2a0fbd58 req-8eb0bc17-c7b6-4ee6-b1ce-8102279e6d59 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.1136162 Aug 29 04:14:16.711060 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.726506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-133a481b-6586-4bf2-9f2e-22fe2a0fbd58 req-9d2224f3-cb06-4ac5-9038-bac09e1793c7 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628610 Aug 29 04:14:16.811686 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c1b802-803f-411a-891c-0c4aa8f1842c x-openstack-request-id: req-69c1b802-803f-411a-891c-0c4aa8f1842c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:16.811967 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266c677f-1b44-44c6-bdb1-4f371e64db4b", "tag": "6fe587d8-1913-4ed7-958a-5d9c70015a4a", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:16.812254 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69c1b802-803f-411a-891c-0c4aa8f1842c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:16.812655 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'tag': '6fe587d8-1913-4ed7-958a-5d9c70015a4a', 'status': 'completed', 'code': 200} Aug 29 04:14:16.818145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8616c6-0474-4704-8b77-1104d9874422 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe587d8-1913-4ed7-958a-5d9c70015a4a,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:16.835686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-705c6d7a-d6ea-4bd8-a48b-6d6792139fb7 None None] Provisioning for port a864c30f-baec-43bb-9515-3ebccfc7dc9c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:16.844052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c175-a180-4186-bf87-83b653f22c68 req-fc886863-9061-44c9-b8d4-419e511ad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.844052 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-fc886863-9061-44c9-b8d4-419e511ad82d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 1095 time: 0.1505640 Aug 29 04:14:16.870594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-705c6d7a-d6ea-4bd8-a48b-6d6792139fb7 None None] Provisioning complete for port a864c30f-baec-43bb-9515-3ebccfc7dc9c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:16.871953 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-705c6d7a-d6ea-4bd8-a48b-6d6792139fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.940804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17c675-b514-436e-8b7b-99a2e339669a req-909f8152-490f-4460-80df-c59d7909b4df tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.942385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a17c675-b514-436e-8b7b-99a2e339669a req-909f8152-490f-4460-80df-c59d7909b4df tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 931 time: 0.1504245 Aug 29 04:14:16.946668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-705c6d7a-d6ea-4bd8-a48b-6d6792139fb7 None None] Port a864c30f-baec-43bb-9515-3ebccfc7dc9c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:16.982189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-d2d9ce8c-d6f0-4aba-82a5-005a3d9d5373 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a HTTP/1.1" status: 200 len: 217 time: 0.1178880 Aug 29 04:14:17.002634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a17c675-b514-436e-8b7b-99a2e339669a req-faff9bbb-767f-49fe-9dd8-a60ef4a4849f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537009 Aug 29 04:14:17.103250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c175-a180-4186-bf87-83b653f22c68 req-6436cc26-dec0-4765-9ca4-a70638260339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.104737 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-6436cc26-dec0-4765-9ca4-a70638260339 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0711694 Aug 29 04:14:17.165962 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-95690984-582e-4ecb-b744-38080978e9d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484035 Aug 29 04:14:17.189205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60172) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:17.303743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a864c30f-baec-43bb-9515-3ebccfc7dc9c {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:17.319503 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.350486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Transition to ACTIVE for port object a864c30f-baec-43bb-9515-3ebccfc7dc9c will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:17.358767 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-41524e7b-9bca-45be-bdf2-fdde62a14a6c service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828568 Aug 29 04:14:17.359901 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.386519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e9d43-aedd-44b5-b649-f548247f59d1 req-cf66c54f-bb1f-4715-9751-0a91ab0c9deb tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.388402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-664e9d43-aedd-44b5-b649-f548247f59d1 req-cf66c54f-bb1f-4715-9751-0a91ab0c9deb tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1834610 Aug 29 04:14:17.403686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b390665-de91-4cb2-aff2-96f611e23cbb admin admin] Deleting subnet 202acf61-14c7-4a45-8371-62216017318f {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:14:17.408001 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b390665-de91-4cb2-aff2-96f611e23cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.501518 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b390665-de91-4cb2-aff2-96f611e23cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.540314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-664e9d43-aedd-44b5-b649-f548247f59d1 req-f7c973c7-1f74-4418-86d8-4eec0c76153f tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332021 Aug 29 04:14:17.666037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b390665-de91-4cb2-aff2-96f611e23cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.716675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 5801cc59-708a-41f3-bfee-f70f7e1dd063 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:17.720177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66eee5-f65b-4772-8488-8e4d91a9875d req-0f91b738-62b7-46e5-8ec5-4fe61a4951a5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.727653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e66eee5-f65b-4772-8488-8e4d91a9875d req-0f91b738-62b7-46e5-8ec5-4fe61a4951a5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1863194 Aug 29 04:14:17.760966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 5801cc59-708a-41f3-bfee-f70f7e1dd063 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:17.761914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 5801cc59-708a-41f3-bfee-f70f7e1dd063 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:17.815400 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.870646 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b390665-de91-4cb2-aff2-96f611e23cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.930430 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Pushing event updated for resources: {'Port': ['ID=a864c30f-baec-43bb-9515-3ebccfc7dc9c,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:17.990912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b390665-de91-4cb2-aff2-96f611e23cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.994328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8b390665-de91-4cb2-aff2-96f611e23cbb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/202acf61-14c7-4a45-8371-62216017318f HTTP/1.1" status: 204 len: 168 time: 0.8038697 Aug 29 04:14:18.002697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b390665-de91-4cb2-aff2-96f611e23cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=202acf61-14c7-4a45-8371-62216017318f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:18.004617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60194) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:18.049602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e66eee5-f65b-4772-8488-8e4d91a9875d req-b8d8bf19-ed61-4e2b-ba13-b2e7a56e8843 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204036 Aug 29 04:14:18.089685 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5995c175-a180-4186-bf87-83b653f22c68 req-6b0932d4-a282-4942-aa46-63a943bc7641 service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200224 Aug 29 04:14:18.126379 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Attempting to bind port a864c30f-baec-43bb-9515-3ebccfc7dc9c on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:18.127823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Attempting to bind port a864c30f-baec-43bb-9515-3ebccfc7dc9c by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:18.131215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Attempting to bind port a864c30f-baec-43bb-9515-3ebccfc7dc9c on network e3311447-f918-4a22-9bd8-3cd110fbc2a7 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:18.151069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Port a864c30f-baec-43bb-9515-3ebccfc7dc9c on network e3311447-f918-4a22-9bd8-3cd110fbc2a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:18.151795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Attempting to bind port a864c30f-baec-43bb-9515-3ebccfc7dc9c on network e3311447-f918-4a22-9bd8-3cd110fbc2a7 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:18.159657 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:18.160458 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Checking segment: {'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:18.161137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Bound using segment: {'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:18.162036 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Bound port: a864c30f-baec-43bb-9515-3ebccfc7dc9c, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:18.162737 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.167397 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.277038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87 req-69a32c42-cbd6-4a50-b49b-9c51780b9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.279249 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87 req-69a32c42-cbd6-4a50-b49b-9c51780b9996 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 1095 time: 0.0677505 Aug 29 04:14:18.331679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.344300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f502e82-6ac3-4950-8b96-2734620cac37']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:18.356957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b070ae90-5752-48a9-8821-216379706c62') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:18.357327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b070ae90-5752-48a9-8821-216379706c62') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:18.367914 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.384914 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.391832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:14:18.392280 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.406597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87 req-c8ecea3c-7729-4797-a899-c5f1116ec400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.409314 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87 req-c8ecea3c-7729-4797-a899-c5f1116ec400 service neutron] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.1187117 Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:14:18.462815 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:14:18.471811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.486573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd30a9-a2eb-4b02-9326-cec99dbc0cf3 req-60487b13-d622-4ce1-abe2-f3f741df76c3 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.488569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27fd30a9-a2eb-4b02-9326-cec99dbc0cf3 req-60487b13-d622-4ce1-abe2-f3f741df76c3 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 943 time: 0.3159504 Aug 29 04:14:18.492605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.494445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] 10.222.0.49 "DELETE /v2.0/networks/8f502e82-6ac3-4950-8b96-2734620cac37 HTTP/1.1" status: 204 len: 168 time: 0.4817767 Aug 29 04:14:18.502378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60198) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:18.515115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f23460-4b44-47de-9bf9-e47effb865ee req-7e732922-736c-4e96-89cf-61af5da10d2e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.526645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0f23460-4b44-47de-9bf9-e47effb865ee req-7e732922-736c-4e96-89cf-61af5da10d2e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.3558848 Aug 29 04:14:18.535133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98888b1a-e839-4da1-a453-76cb89cee14d admin admin] Pushing event deleted for resources: {'Network': ['ID=8f502e82-6ac3-4950-8b96-2734620cac37,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:18.561878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] For port a864c30f-baec-43bb-9515-3ebccfc7dc9c, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:18.566700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f1c7c3-adcd-4814-a9e9-7719c0dea219 admin admin] Deleting subnet 8d763d5b-93f2-4503-b5b7-2d93544fe9e4 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:14:18.572428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7c3-adcd-4814-a9e9-7719c0dea219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.594108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27fd30a9-a2eb-4b02-9326-cec99dbc0cf3 req-57958560-e20a-49be-a9ee-e77bccef50ef tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830646 Aug 29 04:14:18.613576 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7c3-adcd-4814-a9e9-7719c0dea219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.650468 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0f23460-4b44-47de-9bf9-e47effb865ee req-5c750983-0f2e-4b29-9c7f-46057f53ffae tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228471 Aug 29 04:14:18.674749 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87 req-db968ff7-c279-45ca-b11d-3aa384683a91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a HTTP/1.1" status: 200 len: 217 time: 0.2528083 Aug 29 04:14:18.681383 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7c3-adcd-4814-a9e9-7719c0dea219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.800655 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87 req-ac4e21b6-70a9-4575-a480-02051f0280eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.802423 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87 req-ac4e21b6-70a9-4575-a480-02051f0280eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0606730 Aug 29 04:14:18.805810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7c3-adcd-4814-a9e9-7719c0dea219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.806517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dceece3-5a87-4104-a596-ae274f73ddef req-bee273ca-feb7-433b-9486-af6772c2bf18 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.814789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dceece3-5a87-4104-a596-ae274f73ddef req-bee273ca-feb7-433b-9486-af6772c2bf18 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.0986741 Aug 29 04:14:18.816442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] For port a864c30f-baec-43bb-9515-3ebccfc7dc9c, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a864c30f-baec-43bb-9515-3ebccfc7dc9c,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:18.855565 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c7c3-adcd-4814-a9e9-7719c0dea219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d763d5b-93f2-4503-b5b7-2d93544fe9e4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:18.863669 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7c3-adcd-4814-a9e9-7719c0dea219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.866085 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a4f1c7c3-adcd-4814-a9e9-7719c0dea219 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8d763d5b-93f2-4503-b5b7-2d93544fe9e4 HTTP/1.1" status: 204 len: 168 time: 0.3619945 Aug 29 04:14:18.876411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60210) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:18.883763 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.931482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dceece3-5a87-4104-a596-ae274f73ddef req-93f24184-21be-4c9d-85d9-0587e80e8418 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155734 Aug 29 04:14:18.958783 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87 req-a512d149-195e-4b5c-8a33-0de306bf35ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143296 Aug 29 04:14:18.977537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.978297 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:18.980290 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] 10.222.0.59 "PUT /v2.0/ports/a864c30f-baec-43bb-9515-3ebccfc7dc9c HTTP/1.1" status: 200 len: 1092 time: 2.4137297 Aug 29 04:14:18.982344 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'tag': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:18.995293 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289f9f78-2d7c-41df-95c7-2e2d17387fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "13f35b0c-7e17-4dbd-8491-55d24dbbc9c8", "tag": "a864c30f-baec-43bb-9515-3ebccfc7dc9c"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:19.073146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.147587 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d507d7a-f6c2-4384-aff1-04eab6c6544d x-openstack-request-id: req-0d507d7a-f6c2-4384-aff1-04eab6c6544d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:19.151573 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f35b0c-7e17-4dbd-8491-55d24dbbc9c8", "tag": "a864c30f-baec-43bb-9515-3ebccfc7dc9c", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:19.152029 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d507d7a-f6c2-4384-aff1-04eab6c6544d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:19.152606 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'tag': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c', 'status': 'completed', 'code': 200} Aug 29 04:14:19.248210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcfb90-50a2-470c-907d-575187ae7d96 service neutron] Pushing event updated for resources: {'Port': ['ID=a864c30f-baec-43bb-9515-3ebccfc7dc9c,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:19.284054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-661659f8-e393-4c23-8683-87b26dde94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.285736 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-661659f8-e393-4c23-8683-87b26dde94d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1a2b3895bd246efbbd3c030d1c0c402&device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 1095 time: 0.2599623 Aug 29 04:14:19.346381 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-eeff255b-830f-419b-b40b-4c029eb102f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a864c30f-baec-43bb-9515-3ebccfc7dc9c HTTP/1.1" status: 200 len: 217 time: 0.0472264 Aug 29 04:14:19.418996 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.445243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-d2cc297d-8837-4e44-b162-035ba87b15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.446725 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-d2cc297d-8837-4e44-b162-035ba87b15a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a58dc13c-018c-4cc2-a3b3-0c7d108351ed HTTP/1.1" status: 200 len: 845 time: 0.0875299 Aug 29 04:14:19.451084 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87 req-9ac1b576-2e6d-48d7-a1ea-a743699ec3a7 service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697945 Aug 29 04:14:19.452644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd303b03-1a7d-483b-9a45-ab59d2391c4c']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:19.477509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a2d8ef-23a6-490f-bdbf-7543f59876f3') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:19.481825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a2d8ef-23a6-490f-bdbf-7543f59876f3') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:19.498746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.515527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.523011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:14:19.523734 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:14:19.584244 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:14:19.604468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09805f-25de-4cb3-8000-8fd0ee8161b5 req-ff325e17-40f1-44c4-80d8-9895416959cc tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.605927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a09805f-25de-4cb3-8000-8fd0ee8161b5 req-ff325e17-40f1-44c4-80d8-9895416959cc tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.3272283 Aug 29 04:14:19.606692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.614072 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.619588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fd303b03-1a7d-483b-9a45-ab59d2391c4c HTTP/1.1" status: 204 len: 168 time: 0.7408969 Aug 29 04:14:19.658022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08deb5f7-fcc0-4370-a295-fa1fe4a02af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd303b03-1a7d-483b-9a45-ab59d2391c4c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:19.666710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-fed663c4-471d-4db1-81b2-c355981c7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.668656 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-fed663c4-471d-4db1-81b2-c355981c7fbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3311447-f918-4a22-9bd8-3cd110fbc2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2128255 Aug 29 04:14:19.712507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a09805f-25de-4cb3-8000-8fd0ee8161b5 req-06df55ec-b397-46a9-a29e-798cd87733ce tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898836 Aug 29 04:14:19.857408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cc920-ad54-46df-b6b3-f05e63ca3c4f req-c5db315d-ba2a-4cd7-8c76-4125d212aaa0 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.859439 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-466c6804-8fd7-46cc-9ede-28ca8e1b8e87 req-6571d6e1-e899-421d-a8fd-fe0eb56b0e78 service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487906 Aug 29 04:14:19.867684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-768cc920-ad54-46df-b6b3-f05e63ca3c4f req-c5db315d-ba2a-4cd7-8c76-4125d212aaa0 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 943 time: 0.1413403 Aug 29 04:14:19.929222 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-09643ded-6172-4d5f-902b-891e9d6b421a service neutron] 10.222.0.59 "GET /v2.0/networks/e3311447-f918-4a22-9bd8-3cd110fbc2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527816 Aug 29 04:14:19.953682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60232) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:19.994182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-768cc920-ad54-46df-b6b3-f05e63ca3c4f req-4ab7f018-121c-49cf-9869-874a2b7baa1d tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255341 Aug 29 04:14:20.073229 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eae76b9-bbb0-41c9-b261-fe839e1c93a9 req-26c0ac7d-3c29-4441-959e-928210bceacc service neutron] 10.222.0.59 "GET /v2.0/networks/e3311447-f918-4a22-9bd8-3cd110fbc2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361516 Aug 29 04:14:20.087519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f71ff-94ec-42d7-9b9c-148d65f93a92 req-13b8e34e-306a-44b8-a66b-6c511aa9dd38 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.092966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e6f71ff-94ec-42d7-9b9c-148d65f93a92 req-13b8e34e-306a-44b8-a66b-6c511aa9dd38 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.1948631 Aug 29 04:14:20.112584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-911e9013-a4ab-4779-9e30-f7f6dfb6cf81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c315ab7fe9442ebbeae0625b3094431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544113 Aug 29 04:14:20.112584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60236) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:20.214556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e6f71ff-94ec-42d7-9b9c-148d65f93a92 req-2b86bc07-de84-437a-861e-69331e4e0d84 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035020 Aug 29 04:14:20.229660 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aa66-0247-4947-8d03-a655d754a10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.262976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-22da8ca5-3c3d-419c-99cc-39235788aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.282672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-22da8ca5-3c3d-419c-99cc-39235788aa21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1a2b3895bd246efbbd3c030d1c0c402&device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 1095 time: 0.1309316 Aug 29 04:14:20.312080 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aa66-0247-4947-8d03-a655d754a10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.381134 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aa66-0247-4947-8d03-a655d754a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.383910 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9c8aa66-0247-4947-8d03-a655d754a10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.388002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9c8aa66-0247-4947-8d03-a655d754a10b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a76fab2-369c-40cc-911b-e68734241682 HTTP/1.1" status: 204 len: 168 time: 0.2725811 Aug 29 04:14:20.408110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8aa66-0247-4947-8d03-a655d754a10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a76fab2-369c-40cc-911b-e68734241682,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:20.463981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-8df0b5dd-ae19-4134-8542-381a790086f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.465709 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-8df0b5dd-ae19-4134-8542-381a790086f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3311447-f918-4a22-9bd8-3cd110fbc2a7 HTTP/1.1" status: 200 len: 907 time: 0.1705301 Aug 29 04:14:20.512397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c54108-4d75-41ac-9735-a450440a8b2a req-0997fdc2-0d20-4761-8783-723858447266 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.514780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88c54108-4d75-41ac-9735-a450440a8b2a req-0997fdc2-0d20-4761-8783-723858447266 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1041496 Aug 29 04:14:20.531998 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-4249f947-fc60-4bb4-9832-8386dbe97d97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a864c30f-baec-43bb-9515-3ebccfc7dc9c HTTP/1.1" status: 200 len: 217 time: 0.0578825 Aug 29 04:14:20.562589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88c54108-4d75-41ac-9735-a450440a8b2a req-0e444bf1-1822-4d06-81b6-51e7e5ca0495 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Aug 29 04:14:20.610044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-d8d9853d-0098-4804-939e-f0a4e3b8eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.611834 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-d8d9853d-0098-4804-939e-f0a4e3b8eb63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a58dc13c-018c-4cc2-a3b3-0c7d108351ed HTTP/1.1" status: 200 len: 845 time: 0.0701745 Aug 29 04:14:20.670976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-0b14ff28-6e77-440d-9d82-1c91184cb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.673534 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-0b14ff28-6e77-440d-9d82-1c91184cb793 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3311447-f918-4a22-9bd8-3cd110fbc2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512097 Aug 29 04:14:20.820719 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-bf357875-1979-4e3c-8b57-215972e21742 service neutron] 10.222.0.59 "GET /v2.0/networks/e3311447-f918-4a22-9bd8-3cd110fbc2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380327 Aug 29 04:14:20.862040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a6d6c-bc3e-4a9a-b048-7776738ee0cb req-3f42a98a-07ff-43e8-8732-f9ed83a23f76 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.863933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-846a6d6c-bc3e-4a9a-b048-7776738ee0cb req-3f42a98a-07ff-43e8-8732-f9ed83a23f76 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.0684991 Aug 29 04:14:20.916089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60258) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:20.929641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-846a6d6c-bc3e-4a9a-b048-7776738ee0cb req-f979e75e-0d9a-4399-88c1-82115405394e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552568 Aug 29 04:14:20.934244 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-289f9f78-2d7c-41df-95c7-2e2d17387fd9 req-1e3d0500-a923-480f-8fd8-bef524c30566 service neutron] 10.222.0.59 "GET /v2.0/networks/e3311447-f918-4a22-9bd8-3cd110fbc2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042767 Aug 29 04:14:20.973197 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-34f9bf28-a887-4247-8247-4908323e54ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63c49d5144714d60af6d413faca47cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518200 Aug 29 04:14:20.973478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60260) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:21.026170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d89e3531-c52d-4b23-a183-0d2eda3bb304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.049649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d89e3531-c52d-4b23-a183-0d2eda3bb304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.134469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dcafd-4ace-4d21-863c-bf800b868fce req-89de3491-51df-4264-a166-ae915f0b9264 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.136068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c56dcafd-4ace-4d21-863c-bf800b868fce req-89de3491-51df-4264-a166-ae915f0b9264 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 943 time: 0.0598271 Aug 29 04:14:21.137230 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d89e3531-c52d-4b23-a183-0d2eda3bb304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.139767 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d89e3531-c52d-4b23-a183-0d2eda3bb304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.143393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d89e3531-c52d-4b23-a183-0d2eda3bb304 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70d41728-b9cc-4510-ae22-703606a3aa6e HTTP/1.1" status: 204 len: 168 time: 0.1663070 Aug 29 04:14:21.166210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e3531-c52d-4b23-a183-0d2eda3bb304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d41728-b9cc-4510-ae22-703606a3aa6e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:21.191345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c56dcafd-4ace-4d21-863c-bf800b868fce req-d3d0107b-3b0f-4fd7-97bf-a2bc66f7c389 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475249 Aug 29 04:14:21.378730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1cd53-25ab-4c3f-8c02-a95fec9eed3d req-fd687fd9-0e98-4e0b-a4cc-b9c44bcfa4aa tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.380327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75f1cd53-25ab-4c3f-8c02-a95fec9eed3d req-fd687fd9-0e98-4e0b-a4cc-b9c44bcfa4aa tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.0534351 Aug 29 04:14:21.443561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75f1cd53-25ab-4c3f-8c02-a95fec9eed3d req-5af8c044-4652-4455-aee2-a40e5c3ef704 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559227 Aug 29 04:14:21.722201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32d1aa-6bb8-47de-ba30-cb0251a30003 req-0759f10b-f0b4-4dd8-8ff4-bfa604a139ee tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.723862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d32d1aa-6bb8-47de-ba30-cb0251a30003 req-0759f10b-f0b4-4dd8-8ff4-bfa604a139ee tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.0558274 Aug 29 04:14:21.768872 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d32d1aa-6bb8-47de-ba30-cb0251a30003 req-705eb972-4a6b-4ee2-b49d-9f7d953d78f2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Aug 29 04:14:22.062202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a1c1b-588f-4e9d-a730-a51c1f934775 req-d8e05521-783c-41bb-ad4c-118bab608c44 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.064235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df5a1c1b-588f-4e9d-a730-a51c1f934775 req-d8e05521-783c-41bb-ad4c-118bab608c44 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.0583978 Aug 29 04:14:22.113547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df5a1c1b-588f-4e9d-a730-a51c1f934775 req-f9255d33-aa3c-4512-a2f1-6cc96af573c3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Aug 29 04:14:22.336971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e44a1e-02a2-4811-a43c-324abcd11f0e req-088e8e4d-45cd-4617-b4cd-2852a91edfc9 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.345698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11e44a1e-02a2-4811-a43c-324abcd11f0e req-088e8e4d-45cd-4617-b4cd-2852a91edfc9 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 943 time: 0.0616245 Aug 29 04:14:22.385070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11e44a1e-02a2-4811-a43c-324abcd11f0e req-4a4d9521-d0bc-401e-a530-4f097af95332 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385256 Aug 29 04:14:22.545968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a864c30f-baec-43bb-9515-3ebccfc7dc9c details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:22.605483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a595d7-5b4f-493a-9b9b-eccbb7dc5b94 req-e8471f27-f248-4f97-b359-79c7766686b9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.606976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89a595d7-5b4f-493a-9b9b-eccbb7dc5b94 req-e8471f27-f248-4f97-b359-79c7766686b9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.0830460 Aug 29 04:14:22.630877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-c66ba353-c04a-43a3-9d47-02a95376fc28 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.632154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-c66ba353-c04a-43a3-9d47-02a95376fc28 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 805 time: 0.1684413 Aug 29 04:14:22.663236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-1383f892-1739-4d32-9764-d24c6c0a2669 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/quotas/619b031cb74444539a68553df60a4b79 HTTP/1.1" status: 200 len: 375 time: 0.0214872 Aug 29 04:14:22.671252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89a595d7-5b4f-493a-9b9b-eccbb7dc5b94 req-a1606a9e-b2db-4c58-8888-bf26dc245be0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538075 Aug 29 04:14:22.699439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port a864c30f-baec-43bb-9515-3ebccfc7dc9c, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a864c30f-baec-43bb-9515-3ebccfc7dc9c,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:22.709961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'port_id': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c', 'mac_address': 'fa:16:3e:60:1b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:22.728068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-4cf12d70-58e5-4893-9733-22167385aa35 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535333 Aug 29 04:14:22.755795 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:22.769755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a864c30f-baec-43bb-9515-3ebccfc7dc9c {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:22.791338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port a864c30f-baec-43bb-9515-3ebccfc7dc9c, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a864c30f-baec-43bb-9515-3ebccfc7dc9c,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:22.796159 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:22.833645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-f68bc924-1089-409c-be94-1fa1b2db41f9 service neutron] 10.222.0.49 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971751 Aug 29 04:14:22.844278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=a864c30f-baec-43bb-9515-3ebccfc7dc9c,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:22.925479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-191984b4-6016-4b33-ad27-eadc59430304 service neutron] 10.222.0.49 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849266 Aug 29 04:14:23.077786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['a864c30f-baec-43bb-9515-3ebccfc7dc9c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:23.094259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2298413-2faf-49d8-8651-755c8183ea18 req-838680b1-a5bd-4c4b-9ce2-51521519ddf8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 210 time: 0.0312831 Aug 29 04:14:23.157971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a3005-cfb7-4f9d-a54b-2bf4731dfe65 req-e91eb6cc-7c3f-40ac-8dc4-5beaf7852189 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:23.165716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-414a3005-cfb7-4f9d-a54b-2bf4731dfe65 req-e91eb6cc-7c3f-40ac-8dc4-5beaf7852189 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.0745010 Aug 29 04:14:23.206933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-414a3005-cfb7-4f9d-a54b-2bf4731dfe65 req-c784617f-3df0-412e-a682-58d61b86c48c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Aug 29 04:14:23.347798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0b0f1-3a30-4ad6-a89e-af1ebd0a6974 req-7c389a0c-3626-4f3c-acbd-be2cb890489b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:23.349383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2f0b0f1-3a30-4ad6-a89e-af1ebd0a6974 req-7c389a0c-3626-4f3c-acbd-be2cb890489b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.0625260 Aug 29 04:14:23.396908 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2f0b0f1-3a30-4ad6-a89e-af1ebd0a6974 req-869336eb-4f3a-4d0e-a713-07a3f393da45 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393374 Aug 29 04:14:23.512712 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c9e0da49-6916-49f2-bae7-d5a953dc6b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:23.516842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ec11e-c61a-4287-bb97-3baed06e03e2 req-47eeceaa-b3a7-4ba3-9e1d-31eb4a90c936 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:23.518569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b0ec11e-c61a-4287-bb97-3baed06e03e2 req-47eeceaa-b3a7-4ba3-9e1d-31eb4a90c936 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 944 time: 0.0579751 Aug 29 04:14:23.564225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b0ec11e-c61a-4287-bb97-3baed06e03e2 req-fef348b0-eb19-46d8-b4e2-10099d204664 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353706 Aug 29 04:14:23.802612 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22d5e-573c-4258-a8b4-734411245573 req-a7b01cc9-e51a-473c-a06e-898c92d7d18a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:23.804408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ec22d5e-573c-4258-a8b4-734411245573 req-a7b01cc9-e51a-473c-a06e-898c92d7d18a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.0553927 Aug 29 04:14:23.847333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ec22d5e-573c-4258-a8b4-734411245573 req-473863d5-543c-491b-b968-cd984c2c13ba tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Aug 29 04:14:24.214900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-4fa74d9d-2276-42bc-9bf4-fb883de41f33 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.217615 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-4fa74d9d-2276-42bc-9bf4-fb883de41f33 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "GET /v2.0/ports?device_id=5277b9bb-acc6-45e4-afa9-7d9daedfd58d HTTP/1.1" status: 200 len: 946 time: 0.1204040 Aug 29 04:14:24.250351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22b27088-bca6-4432-b350-780e11c63843 req-68264163-9a55-4583-ae5a-9e4c3327ff27 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 210 time: 0.0374269 Aug 29 04:14:24.287535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60470) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:24.310792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-e7b5f501-488d-4d16-a25a-229bb05678dc tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.312288 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-e7b5f501-488d-4d16-a25a-229bb05678dc tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.52 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 805 time: 0.1847990 Aug 29 04:14:24.344423 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Request body: {'port': {'device_id': '9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'admin_state_up': True, 'tenant_id': '619b031cb74444539a68553df60a4b79'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:24.353120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2454-76ea-410d-bc0c-730082ddc190 req-0b40a3c3-e367-424c-a030-7e153411b99e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.356672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5faf2454-76ea-410d-bc0c-730082ddc190 req-0b40a3c3-e367-424c-a030-7e153411b99e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.0542729 Aug 29 04:14:24.395500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5faf2454-76ea-410d-bc0c-730082ddc190 req-b01c375f-5948-4c9e-a6a2-2861e13a08fa tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343468 Aug 29 04:14:24.412211 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4e797599-46a2-4b15-a807-e77dbc3c93d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.426404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-196c3c61-c3f9-451e-b5ea-e1f821f7c418 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Deleting port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:24.426994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-196c3c61-c3f9-451e-b5ea-e1f821f7c418 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.540568 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4e797599-46a2-4b15-a807-e77dbc3c93d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.543441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-196c3c61-c3f9-451e-b5ea-e1f821f7c418 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] For port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:24.543819 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-196c3c61-c3f9-451e-b5ea-e1f821f7c418 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.548812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffebe3-366d-432f-af4b-e284757f781c req-04f76ebd-2317-4a1d-931f-763e19f52e58 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.550322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60ffebe3-366d-432f-af4b-e284757f781c req-04f76ebd-2317-4a1d-931f-763e19f52e58 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.0774870 Aug 29 04:14:24.551461 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4e797599-46a2-4b15-a807-e77dbc3c93d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.567755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a864c30f-baec-43bb-9515-3ebccfc7dc9c up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:24.569127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-196c3c61-c3f9-451e-b5ea-e1f821f7c418 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Calling delete_port for 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:24.588708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Made reservation on behalf of 619b031cb74444539a68553df60a4b79 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:24.597080 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.612967 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4e797599-46a2-4b15-a807-e77dbc3c93d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3891f2881ed04a2487e9a0413156d7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239167 Aug 29 04:14:24.614076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e797599-46a2-4b15-a807-e77dbc3c93d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede7815f-d3ac-43b8-8f58-645083923795,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:24.619518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60478) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:24.648605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port a864c30f-baec-43bb-9515-3ebccfc7dc9c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:24.654208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port a864c30f-baec-43bb-9515-3ebccfc7dc9c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:24.654826 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.660811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60ffebe3-366d-432f-af4b-e284757f781c req-575dd48a-242e-44df-95f7-04f42d532675 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033947 Aug 29 04:14:24.746174 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d2188e6f-4f30-4057-95d0-8d714ca9feb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.763923 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.766211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81086130-28c4-4a64-b4e4-ee8340de10e5 req-32be7d68-2692-44aa-aa41-11dbb2cebafc tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.773833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81086130-28c4-4a64-b4e4-ee8340de10e5 req-32be7d68-2692-44aa-aa41-11dbb2cebafc tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 944 time: 0.0991755 Aug 29 04:14:24.795817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:24.800389 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501c9787-b5ad-4efb-8fd7-c17e61c76ebd" -d '{"events": [{"server_uuid": "13f35b0c-7e17-4dbd-8491-55d24dbbc9c8", "name": "network-vif-plugged", "status": "completed", "tag": "a864c30f-baec-43bb-9515-3ebccfc7dc9c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:24.801550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d2188e6f-4f30-4057-95d0-8d714ca9feb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.814922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port a864c30f-baec-43bb-9515-3ebccfc7dc9c, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a864c30f-baec-43bb-9515-3ebccfc7dc9c,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:24.820318 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.821441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:24.846928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Allocated IP 172.20.0.2 (5cd2a554-5f0b-4be2-9409-0127cd683327/4e73e9f0-344b-4223-9882-3f00d4ec1b9e/5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:24.850284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81086130-28c4-4a64-b4e4-ee8340de10e5 req-75dae83a-0b4e-4a93-8019-3d4878abd593 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754762 Aug 29 04:14:24.869416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-196c3c61-c3f9-451e-b5ea-e1f821f7c418 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.883569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d2188e6f-4f30-4057-95d0-8d714ca9feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.887741 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d2188e6f-4f30-4057-95d0-8d714ca9feb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.889252 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730428d2-8be1-4a18-a93f-6f6a197e6ccb x-openstack-request-id: req-730428d2-8be1-4a18-a93f-6f6a197e6ccb {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:24.889551 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f35b0c-7e17-4dbd-8491-55d24dbbc9c8", "name": "network-vif-plugged", "status": "completed", "tag": "a864c30f-baec-43bb-9515-3ebccfc7dc9c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:24.889940 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-730428d2-8be1-4a18-a93f-6f6a197e6ccb {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:24.890284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d2188e6f-4f30-4057-95d0-8d714ca9feb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ede7815f-d3ac-43b8-8f58-645083923795 HTTP/1.1" status: 204 len: 168 time: 0.2680330 Aug 29 04:14:24.890428 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c', 'code': 200} Aug 29 04:14:24.932651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c3c61-c3f9-451e-b5ea-e1f821f7c418 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Pushing event deleted for resources: {'Port': ['ID=107aaf76-a997-4f2d-8a0b-cf73b8f4f12a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:24.945118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No active binding found for port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a {{(pid=94852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:14:24.945567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:24.947461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=a864c30f-baec-43bb-9515-3ebccfc7dc9c,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:24.960813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2188e6f-4f30-4057-95d0-8d714ca9feb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede7815f-d3ac-43b8-8f58-645083923795,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:24.992085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-196c3c61-c3f9-451e-b5ea-e1f821f7c418 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] No DVR routers for this DVR port 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:24.995310 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-196c3c61-c3f9-451e-b5ea-e1f821f7c418 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.997784 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-435f7472-e6d2-4d7b-b6f1-fd959cf695ec req-196c3c61-c3f9-451e-b5ea-e1f821f7c418 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "DELETE /v2.0/ports/107aaf76-a997-4f2d-8a0b-cf73b8f4f12a HTTP/1.1" status: 204 len: 173 time: 0.7738605 Aug 29 04:14:25.003397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5277b9bb-acc6-45e4-afa9-7d9daedfd58d', 'name': 'network-vif-deleted', 'tag': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:25.005651 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75a06fc-df1d-4c20-b514-4cd9f259368d" -d '{"events": [{"server_uuid": "5277b9bb-acc6-45e4-afa9-7d9daedfd58d", "name": "network-vif-deleted", "tag": "107aaf76-a997-4f2d-8a0b-cf73b8f4f12a"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:25.055781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174eabfb-8260-4842-966b-c1744fbeeb9f req-147e4491-6ae7-44a6-a5df-e61594eaa204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.057251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-174eabfb-8260-4842-966b-c1744fbeeb9f req-147e4491-6ae7-44a6-a5df-e61594eaa204 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 1097 time: 0.1155136 Aug 29 04:14:25.070038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bebed-521f-4091-b311-e466436dc7c5 req-c6eb56b7-03b9-429f-becf-f2ae83d02f31 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.085283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e52bebed-521f-4091-b311-e466436dc7c5 req-c6eb56b7-03b9-429f-becf-f2ae83d02f31 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.0922904 Aug 29 04:14:25.131884 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0391d1e6-3973-46f0-be73-b7005c16091e x-openstack-request-id: req-0391d1e6-3973-46f0-be73-b7005c16091e {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:25.132183 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5277b9bb-acc6-45e4-afa9-7d9daedfd58d", "name": "network-vif-deleted", "tag": "107aaf76-a997-4f2d-8a0b-cf73b8f4f12a", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:25.132462 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0391d1e6-3973-46f0-be73-b7005c16091e {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:25.132851 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5277b9bb-acc6-45e4-afa9-7d9daedfd58d', 'name': 'network-vif-deleted', 'tag': '107aaf76-a997-4f2d-8a0b-cf73b8f4f12a', 'status': 'completed', 'code': 200} Aug 29 04:14:25.163988 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.170448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-174eabfb-8260-4842-966b-c1744fbeeb9f req-a86d87df-6cdd-4a88-846c-c5e827c2dfcf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840042 Aug 29 04:14:25.179116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e52bebed-521f-4091-b311-e466436dc7c5 req-cd8f2f52-b229-4f05-bc97-8ce967cf3156 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808797 Aug 29 04:14:25.214980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.259187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Network 5cd2a554-5f0b-4be2-9409-0127cd683327 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:25.262455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:25.267184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:25.277948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60496) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:25.297557 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce578984-13e0-432b-91cf-d9c60707dd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.298081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Pushing event updated for resources: {'Port': ['ID=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:25.326087 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.326733 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.392188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd81e4-f2a6-4e8e-8e82-dc170b1cca98 req-654ff6d0-b245-4351-9209-d7df11dfa345 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.393732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54dd81e4-f2a6-4e8e-8e82-dc170b1cca98 req-654ff6d0-b245-4351-9209-d7df11dfa345 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 931 time: 0.0704973 Aug 29 04:14:25.450689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54dd81e4-f2a6-4e8e-8e82-dc170b1cca98 req-42ee001b-dd6a-48a4-b897-27d5e87dde93 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505283 Aug 29 04:14:25.478936 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce578984-13e0-432b-91cf-d9c60707dd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.487875 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-577630b8-067c-49d0-9db0-a930f58ab030 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1477411 Aug 29 04:14:25.496453 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce578984-13e0-432b-91cf-d9c60707dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.506127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Request body: {'port': {'device_id': '9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:25.547170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce578984-13e0-432b-91cf-d9c60707dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3234d42-5a7b-40a9-abcf-fd1da9e3340f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:25.551448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ce578984-13e0-432b-91cf-d9c60707dd02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8e0340583ca43968970ad59ac5f3ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721612 Aug 29 04:14:25.554189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60500) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:25.560906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afc299-3a3b-49dc-81d6-d5b1da9b70c8 req-15c612d8-2722-4e94-bd02-e99bc254c625 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.562594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33afc299-3a3b-49dc-81d6-d5b1da9b70c8 req-15c612d8-2722-4e94-bd02-e99bc254c625 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.0975993 Aug 29 04:14:25.573366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.602853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33afc299-3a3b-49dc-81d6-d5b1da9b70c8 req-b016cfe1-8263-42c7-b6cc-65c8c38e04ce tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336413 Aug 29 04:14:25.650954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5061-5a1a-4efc-bb28-8633ee01356d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.702756 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:14:25.733775 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5061-5a1a-4efc-bb28-8633ee01356d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.804476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0044119-eedd-4b65-bdda-90c840f4b411 req-8b581fb0-9af2-4a6f-9d6b-ac575a2b1ad0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.812004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0044119-eedd-4b65-bdda-90c840f4b411 req-8b581fb0-9af2-4a6f-9d6b-ac575a2b1ad0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.0756648 Aug 29 04:14:25.847582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0044119-eedd-4b65-bdda-90c840f4b411 req-f8da9fdb-43f9-480b-bbe6-84d7b3aa250f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346749 Aug 29 04:14:25.894911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5061-5a1a-4efc-bb28-8633ee01356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.897658 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5061-5a1a-4efc-bb28-8633ee01356d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.898804 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5d7b5061-5a1a-4efc-bb28-8633ee01356d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3234d42-5a7b-40a9-abcf-fd1da9e3340f HTTP/1.1" status: 204 len: 168 time: 0.3436930 Aug 29 04:14:25.932559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b5061-5a1a-4efc-bb28-8633ee01356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3234d42-5a7b-40a9-abcf-fd1da9e3340f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:25.949169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:25.960653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.974815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Transition to ACTIVE for port object 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:25.976255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395b58a-70e8-465b-9103-889eca1ee145 req-66cabc1b-a824-4df9-b124-394ceb534d10 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.977949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c395b58a-70e8-465b-9103-889eca1ee145 req-66cabc1b-a824-4df9-b124-394ceb534d10 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 945 time: 0.0566828 Aug 29 04:14:25.979201 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.035282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c395b58a-70e8-465b-9103-889eca1ee145 req-01abefb1-ed9b-464b-ae2a-8f825b484c9e tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473814 Aug 29 04:14:26.057366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:26.065363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bf87004c-2443-4c9d-88af-ec29eae7f5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.110760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Attempting to bind port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:26.111098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Attempting to bind port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:26.111430 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Attempting to bind port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 on network 5cd2a554-5f0b-4be2-9409-0127cd683327 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:26.116028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 on network 5cd2a554-5f0b-4be2-9409-0127cd683327 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:26.116518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Attempting to bind port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 on network 5cd2a554-5f0b-4be2-9409-0127cd683327 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:26.121179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:26.121519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Checking segment: {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:26.121900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Bound using segment: {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:26.122325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Bound port: 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:26.122683 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.192776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] For port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:26.196750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] For port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:26.201235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.243411 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.244142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.245656 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] 10.222.0.52 "PUT /v2.0/ports/5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 HTTP/1.1" status: 200 len: 1092 time: 0.7437522 Aug 29 04:14:26.271124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de80ac-a67e-456a-b563-f9d5848f39f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:26.286631 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.315661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a6a45-2ad0-4e1f-a40e-92d7a0726c1c req-98222013-db80-49bc-8b76-061018269f35 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.317480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-931a6a45-2ad0-4e1f-a40e-92d7a0726c1c req-98222013-db80-49bc-8b76-061018269f35 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.0621874 Aug 29 04:14:26.348132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-7d32447a-3e14-4178-8407-0da09dd56b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.353211 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-7d32447a-3e14-4178-8407-0da09dd56b5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 1095 time: 0.0469267 Aug 29 04:14:26.367185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-931a6a45-2ad0-4e1f-a40e-92d7a0726c1c req-a6416603-8536-4e26-ae8e-6850ad6e1291 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Aug 29 04:14:26.407908 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-383ae8bf-1b59-47e5-aa97-db120e53a100 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 HTTP/1.1" status: 200 len: 217 time: 0.0411358 Aug 29 04:14:26.460424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-e080cb79-5666-41af-83c2-965158c2aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.462767 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-e080cb79-5666-41af-83c2-965158c2aef9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e73e9f0-344b-4223-9882-3f00d4ec1b9e HTTP/1.1" status: 200 len: 845 time: 0.0479689 Aug 29 04:14:26.504180 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-391ee520-0207-47b6-b39c-06cfbb453d12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cd2a554-5f0b-4be2-9409-0127cd683327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334589 Aug 29 04:14:26.580631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad97d21-f9f5-4357-a3a5-1f504e21610b req-2bd1c79d-a342-4d25-887d-179674b18c9e tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.584714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ad97d21-f9f5-4357-a3a5-1f504e21610b req-2bd1c79d-a342-4d25-887d-179674b18c9e tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 943 time: 0.0535455 Aug 29 04:14:26.618583 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-748ba621-b436-4368-9a42-bc501bfe2e40 service neutron] 10.222.0.52 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057885 Aug 29 04:14:26.626192 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ad97d21-f9f5-4357-a3a5-1f504e21610b req-3c18596c-28c2-47df-b3af-633c71e9703d tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372496 Aug 29 04:14:26.709532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60536) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:26.723772 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03daae9f-a646-4b5c-b1dc-b58dd9ad80ea req-a11aa3ea-96bc-4f02-a0cd-6d9ff0dc5541 service neutron] 10.222.0.52 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980303 Aug 29 04:14:26.735458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10981da6-9fdd-45a0-ab15-fd8df96568a5 req-1e71d5cb-3ddf-4b6d-9df8-0bdebfaa76f1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.736981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10981da6-9fdd-45a0-ab15-fd8df96568a5 req-1e71d5cb-3ddf-4b6d-9df8-0bdebfaa76f1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.0607841 Aug 29 04:14:26.775273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10981da6-9fdd-45a0-ab15-fd8df96568a5 req-0b847389-ebaa-4ebd-8af4-2f11ada482fc tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Aug 29 04:14:26.814562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-network', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:26.834317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Made reservation on behalf of 52fc273bbe364cacb4db6c3c685b0df3 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:26.836734 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.845561 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.967619 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.973787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.011422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7b47c-ab64-4d2c-8cd0-f872a1055f22 req-6299a18b-0072-4f3e-9aab-1f7d5e0aaa12 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.012953 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ce7b47c-ab64-4d2c-8cd0-f872a1055f22 req-6299a18b-0072-4f3e-9aab-1f7d5e0aaa12 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.0885437 Aug 29 04:14:27.013668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:14:27.029895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84918f2c-6c53-4d04-98f9-809cb0916f0d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:27.041965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.042311 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Added segment 0b641c5c-7dfa-4e5a-b327-4828c95eafa8 of type vlan for network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 Aug 29 04:14:27.093638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ce7b47c-ab64-4d2c-8cd0-f872a1055f22 req-8e705bdf-05dc-4d7c-bbe5-f4e2fc66bc00 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718222 Aug 29 04:14:27.098802 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.100866 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.134193 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1', 'tag': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:27.136566 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1", "tag": "5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:27.152718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.153697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.154282 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.174052 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb50406-12c5-4c0b-acf2-e145b19d6d63 x-openstack-request-id: req-8bb50406-12c5-4c0b-acf2-e145b19d6d63 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:27.174472 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1", "tag": "5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:27.174818 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bb50406-12c5-4c0b-acf2-e145b19d6d63 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:27.175244 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1', 'tag': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73', 'status': 'completed', 'code': 200} Aug 29 04:14:27.180368 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.236833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27e255-39c6-4065-8063-4f3a5578b3be req-de4bf40b-332b-412b-9678-8d7e93e4800d tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.238401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c27e255-39c6-4065-8063-4f3a5578b3be req-de4bf40b-332b-412b-9678-8d7e93e4800d tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 945 time: 0.1281753 Aug 29 04:14:27.242478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5292366 Aug 29 04:14:27.244174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60550) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:27.252944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Request body: {'subnet': {'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-subnet', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:27.266119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8 req-f882638d-72da-4638-ac16-73b1dd0dd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.267293 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7af93-adb1-498f-a67a-454f7f691707 admin admin] Pushing event updated for resources: {'Network': ['ID=3be93ecc-20c5-4c02-8fe9-e1c4983e0706,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:27.267621 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8 req-f882638d-72da-4638-ac16-73b1dd0dd813 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 1095 time: 0.0517578 Aug 29 04:14:27.277282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:14:27.305888 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c27e255-39c6-4065-8063-4f3a5578b3be req-09cdca23-9c64-4a9a-87a9-0aba639051d6 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497184 Aug 29 04:14:27.307030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Made reservation on behalf of 52fc273bbe364cacb4db6c3c685b0df3 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:27.309329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.372482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8 req-8159145b-098a-48c6-a876-785f47b3db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.374367 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8 req-8159145b-098a-48c6-a876-785f47b3db1c service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 906 time: 0.0997083 Aug 29 04:14:27.417695 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8 req-0c603466-c033-4a22-8455-f2f6ac5e709e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 HTTP/1.1" status: 200 len: 217 time: 0.0362632 Aug 29 04:14:27.475665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8 req-b384d338-2d72-4b9c-91b6-6cb5dadbec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.477476 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8 req-b384d338-2d72-4b9c-91b6-6cb5dadbec39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e73e9f0-344b-4223-9882-3f00d4ec1b9e HTTP/1.1" status: 200 len: 845 time: 0.0503302 Aug 29 04:14:27.514693 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8 req-f60fd0c8-3669-4dc3-8828-b9ae48aeda3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cd2a554-5f0b-4be2-9409-0127cd683327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285783 Aug 29 04:14:27.521893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dc2b8-9b76-4639-a19e-a227b52f69c7 req-87cb4dc2-02e3-4d5e-bea6-0ffb43f9fa87 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.523876 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-867dc2b8-9b76-4639-a19e-a227b52f69c7 req-87cb4dc2-02e3-4d5e-bea6-0ffb43f9fa87 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 945 time: 0.1127386 Aug 29 04:14:27.533353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60556) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:27.541780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7cca158e-e72b-48e1-8d0a-2ce0acb9b64a tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Request body: {'floatingip': {'port_id': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:27.610037 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8 req-4055a3b3-0ddc-4d60-8c69-fa0a42887b45 service neutron] 10.222.0.52 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871074 Aug 29 04:14:27.710336 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0513dc0-8714-41c7-ae0c-7c82bf8c16f8 req-1890df0f-ab70-4e77-bff2-a4a0d03359f5 service neutron] 10.222.0.52 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929718 Aug 29 04:14:27.903576 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cca158e-e72b-48e1-8d0a-2ce0acb9b64a tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.911998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d0554-c723-41c9-a251-0c88d502a282 req-619e1eb7-d84c-4867-9682-f3bb03d0cf3c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.913493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-880d0554-c723-41c9-a251-0c88d502a282 req-619e1eb7-d84c-4867-9682-f3bb03d0cf3c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.4561665 Aug 29 04:14:28.001176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.096898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d4af2-1bda-4efd-8965-2dd1815cf6f5 req-17e39daf-7415-4c65-8630-2c5f189cd28d tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.098380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb5d4af2-1bda-4efd-8965-2dd1815cf6f5 req-17e39daf-7415-4c65-8630-2c5f189cd28d tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 943 time: 0.2529907 Aug 29 04:14:28.119724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-880d0554-c723-41c9-a251-0c88d502a282 req-a0faba34-32dc-482a-a48b-5af7ba856f43 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992455 Aug 29 04:14:28.182334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a84fe0-8a18-4e97-a7f0-87717d6cd29d,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:28.247594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb5d4af2-1bda-4efd-8965-2dd1815cf6f5 req-34f9e4f3-3960-4321-8d84-1af6f142316a tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363790 Aug 29 04:14:28.280907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Checking segment: {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:28.281282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Network hostable DHCP agents. Network: 3be93ecc-20c5-4c02-8fe9-e1c4983e0706, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:14:28.333081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bf5ce-5735-4348-be66-5944b14dffe3 req-5b76f821-2240-4590-ac2f-0df6da1f1c27 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.334606 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e0bf5ce-5735-4348-be66-5944b14dffe3 req-5b76f821-2240-4590-ac2f-0df6da1f1c27 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1368542 Aug 29 04:14:28.338086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:14:28.433577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 3be93ecc-20c5-4c02-8fe9-e1c4983e0706) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:28.442683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632f04a-ffa5-4345-807d-f4ae67a6f3b5 None None] Network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:28.458830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.459425 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.526013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e0bf5ce-5735-4348-be66-5944b14dffe3 req-a8c949cd-f705-4e25-be9f-b4e61406170b tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579194 Aug 29 04:14:28.529937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2a34664c-7a2e-4dfd-aca0-8892eaee4ab8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2801552 Aug 29 04:14:28.530358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60568) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:28.537755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:28.569813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3aa7f-1ef5-4234-b860-4bee46474591 req-050fc5c9-436a-415b-aace-8a0eff17cf80 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.571333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95a3aa7f-1ef5-4234-b860-4bee46474591 req-050fc5c9-436a-415b-aace-8a0eff17cf80 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1552169 Aug 29 04:14:28.602242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:14:28.603616 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.615698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:28.635595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.636649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.638363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:28.638781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 107aaf76-a997-4f2d-8a0b-cf73b8f4f12a not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:28.708153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95a3aa7f-1ef5-4234-b860-4bee46474591 req-0ecbc98b-4c44-4def-a71a-fe127641c6ca tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228912 Aug 29 04:14:28.757698 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cca158e-e72b-48e1-8d0a-2ce0acb9b64a tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.759337 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.762357 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cca158e-e72b-48e1-8d0a-2ce0acb9b64a tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.775504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Allocated IP 172.20.0.2 (3be93ecc-20c5-4c02-8fe9-e1c4983e0706/98a84fe0-8a18-4e97-a7f0-87717d6cd29d/d4580d37-f60e-4d89-9f19-0ddee385e5c4) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:28.908785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.929975 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.939190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Transition to ACTIVE for port object d4580d37-f60e-4d89-9f19-0ddee385e5c4 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:28.953712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Transition to ACTIVE for port object d4580d37-f60e-4d89-9f19-0ddee385e5c4 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:28.959561 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.970095 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.997455 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-7cca158e-e72b-48e1-8d0a-2ce0acb9b64a tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Floating IP c69ee984-630b-4707-b558-6a1644bff158 associated. External IP: 172.25.5.74, port: a864c30f-baec-43bb-9515-3ebccfc7dc9c. Aug 29 04:14:29.003481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:29.006384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:29.008962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:29.018217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Pushing event updated for resources: {'Port': ['ID=d4580d37-f60e-4d89-9f19-0ddee385e5c4,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:29.067107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Attempting to bind port d4580d37-f60e-4d89-9f19-0ddee385e5c4 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:29.067471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Attempting to bind port d4580d37-f60e-4d89-9f19-0ddee385e5c4 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:29.067830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Attempting to bind port d4580d37-f60e-4d89-9f19-0ddee385e5c4 on network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:29.072800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:29.073170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Checking segment: {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:29.073565 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.074114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Bound using segment: {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:29.074581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Bound port: d4580d37-f60e-4d89-9f19-0ddee385e5c4, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:29.074963 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.135881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d344f298-9469-447c-a710-d7408cd7280c None None] For port d4580d37-f60e-4d89-9f19-0ddee385e5c4, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:29.138914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d344f298-9469-447c-a710-d7408cd7280c None None] For port d4580d37-f60e-4d89-9f19-0ddee385e5c4, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d4580d37-f60e-4d89-9f19-0ddee385e5c4,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:29.143909 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.207648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344f298-9469-447c-a710-d7408cd7280c None None] Pushing event updated for resources: {'Port': ['ID=d4580d37-f60e-4d89-9f19-0ddee385e5c4,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:29.419929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cca158e-e72b-48e1-8d0a-2ce0acb9b64a tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Router ba1cddfb-0c8c-4c7f-868a-ca645d06939c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:29.428451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d136c5-d864-46a5-89d4-e9edcfe85a73 req-080ec441-133b-4b50-82c3-858cff60138a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:29.430121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11d136c5-d864-46a5-89d4-e9edcfe85a73 req-080ec441-133b-4b50-82c3-858cff60138a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.1990385 Aug 29 04:14:29.486576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1c269-0d7b-4a33-822d-4a735744e98b req-62764272-45c0-4b47-94fd-d975ea1e3d49 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:29.488122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0d1c269-0d7b-4a33-822d-4a735744e98b req-62764272-45c0-4b47-94fd-d975ea1e3d49 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 943 time: 0.1626089 Aug 29 04:14:29.490652 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.564967 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.576019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11d136c5-d864-46a5-89d4-e9edcfe85a73 req-8b79ccc4-4776-4d9b-93ba-0a59bac5bc02 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388068 Aug 29 04:14:29.685170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0d1c269-0d7b-4a33-822d-4a735744e98b req-a14cf7df-8dca-45b5-99f7-31291e279c24 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896474 Aug 29 04:14:29.801503 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6fe587d8-1913-4ed7-958a-5d9c70015a4a details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:29.913935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:29.927143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '6fe587d8-1913-4ed7-958a-5d9c70015a4a', 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f', 'port_id': '6fe587d8-1913-4ed7-958a-5d9c70015a4a', 'mac_address': 'fa:16:3e:32:a5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abeeec1-dee3-4aed-983a-2a1715bc7191', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:29.968846 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.983963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe587d8-1913-4ed7-958a-5d9c70015a4a {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:30.009132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:30.013867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cca158e-e72b-48e1-8d0a-2ce0acb9b64a tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:30.014487 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.034081 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] Sync routers for ids ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:30.045977 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] Routers {'ba1cddfb-0c8c-4c7f-868a-ca645d06939c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:30.046921 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:30.069061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Allocated IP 172.25.5.128 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/d6d152fd-3ea0-46f8-90ad-a9952ece1751) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:30.070572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=6fe587d8-1913-4ed7-958a-5d9c70015a4a,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:30.097176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cca158e-e72b-48e1-8d0a-2ce0acb9b64a tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.120864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d2348-c770-4805-a0fc-6fca3517cecf None None] Network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:30.170261 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] Set router ba1cddfb-0c8c-4c7f-868a-ca645d06939c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:30.195084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7cca158e-e72b-48e1-8d0a-2ce0acb9b64a tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "PUT /v2.0/floatingips/c69ee984-630b-4707-b558-6a1644bff158 HTTP/1.1" status: 200 len: 990 time: 2.6578202 Aug 29 04:14:30.197105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'tag': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:30.199888 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04193d18-c478-402d-acc4-9a173daf5a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "13f35b0c-7e17-4dbd-8491-55d24dbbc9c8", "tag": "a864c30f-baec-43bb-9515-3ebccfc7dc9c"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:30.220061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c63350-c6cd-469f-be41-1c6e0edc9ae2 req-aa09c61f-a40a-4c05-9b79-85c484793ecd tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.227285 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9c63350-c6cd-469f-be41-1c6e0edc9ae2 req-aa09c61f-a40a-4c05-9b79-85c484793ecd tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.2185004 Aug 29 04:14:30.243647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97e1e8-bc99-4418-89ef-07c5053adc65 req-56ade486-1837-4b51-86c3-5cd83a56b6b3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.245670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf97e1e8-bc99-4418-89ef-07c5053adc65 req-56ade486-1837-4b51-86c3-5cd83a56b6b3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.2382634 Aug 29 04:14:30.306719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4e0395a6-8bd8-40fc-9a5a-a7bdfa93e9db None None] Provisioning for port d4580d37-f60e-4d89-9f19-0ddee385e5c4 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:30.314495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d4580d37-f60e-4d89-9f19-0ddee385e5c4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:30.337563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf97e1e8-bc99-4418-89ef-07c5053adc65 req-b616a72d-c1f0-42d3-abdd-ddad7966b685 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909634 Aug 29 04:14:30.358135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.378825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9c63350-c6cd-469f-be41-1c6e0edc9ae2 req-5a747d73-ae53-4888-871d-fdf986ec304e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506701 Aug 29 04:14:30.382965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d4580d37-f60e-4d89-9f19-0ddee385e5c4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:30.387681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d4580d37-f60e-4d89-9f19-0ddee385e5c4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:30.388271 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.420423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.473666 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172984a6-f93f-437d-8f75-ab79df7aed83 x-openstack-request-id: req-172984a6-f93f-437d-8f75-ab79df7aed83 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:30.474092 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f35b0c-7e17-4dbd-8491-55d24dbbc9c8", "tag": "a864c30f-baec-43bb-9515-3ebccfc7dc9c", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:30.474447 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-172984a6-f93f-437d-8f75-ab79df7aed83 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:30.474995 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'tag': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c', 'status': 'completed', 'code': 200} Aug 29 04:14:30.492187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:30.503968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['6fe587d8-1913-4ed7-958a-5d9c70015a4a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:30.506261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d152fd-3ea0-46f8-90ad-a9952ece1751,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:30.517309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:30.528239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:30.532879 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c69ee984-630b-4707-b558-6a1644bff158', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'port_id': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'mac_address': 'fa:16:3e:60:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:09Z', 'updated_at': '2021-08-29T04:14:28Z', 'revision_number': 1, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d41ff3-26d4-40e8-94da-d0b23ec3014d', 'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'mac_address': 'fa:16:3e:50:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:01Z', 'updated_at': '2021-08-29T04:14:12Z', 'revision_number': 5, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'subnets': [{'id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:30.564189 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] Checking router: ba1cddfb-0c8c-4c7f-868a-ca645d06939c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:30.572973 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] Routers {'ba1cddfb-0c8c-4c7f-868a-ca645d06939c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:30.573886 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:30.596638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.652765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port d4580d37-f60e-4d89-9f19-0ddee385e5c4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d4580d37-f60e-4d89-9f19-0ddee385e5c4,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:30.665060 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.709988 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] Set router ba1cddfb-0c8c-4c7f-868a-ca645d06939c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:30.729066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e1b445be-12cd-4d66-a253-2bf1292e4e25 None None] Provisioning complete for port d4580d37-f60e-4d89-9f19-0ddee385e5c4 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:30.729620 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e1b445be-12cd-4d66-a253-2bf1292e4e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:30.778418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93755b-6b8b-44f1-8c92-c74dcbd87cb0 req-64bfb9f4-fce7-4e8c-8bc7-9595bc73cc56 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.779961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e93755b-6b8b-44f1-8c92-c74dcbd87cb0 req-64bfb9f4-fce7-4e8c-8bc7-9595bc73cc56 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 944 time: 0.0877209 Aug 29 04:14:30.796275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=d4580d37-f60e-4d89-9f19-0ddee385e5c4,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:30.834945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04193d18-c478-402d-acc4-9a173daf5a1c req-7ec7f661-6317-4ce8-8937-ac7448ff01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.836728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04193d18-c478-402d-acc4-9a173daf5a1c req-7ec7f661-6317-4ce8-8937-ac7448ff01e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1a2b3895bd246efbbd3c030d1c0c402&device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 1097 time: 0.3219383 Aug 29 04:14:30.958935 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c69ee984-630b-4707-b558-6a1644bff158', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'port_id': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'mac_address': 'fa:16:3e:60:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:09Z', 'updated_at': '2021-08-29T04:14:28Z', 'revision_number': 1, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d41ff3-26d4-40e8-94da-d0b23ec3014d', 'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'mac_address': 'fa:16:3e:50:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:01Z', 'updated_at': '2021-08-29T04:14:12Z', 'revision_number': 5, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'subnets': [{'id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:30.984140 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8f10c-0f7e-4ae9-8e41-380f98b6c335 None None] The sync data for ids ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'] in n-d-712141-12 is: [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c69ee984-630b-4707-b558-6a1644bff158', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'port_id': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'mac_address': 'fa:16:3e:60:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:09Z', 'updated_at': '2021-08-29T04:14:28Z', 'revision_number': 1, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d41ff3-26d4-40e8-94da-d0b23ec3014d', 'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'mac_address': 'fa:16:3e:50:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:01Z', 'updated_at': '2021-08-29T04:14:12Z', 'revision_number': 5, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'subnets': [{'id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:30.989242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e93755b-6b8b-44f1-8c92-c74dcbd87cb0 req-93b7d5d0-ab94-4450-821b-cb4c7000c22c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657190 Aug 29 04:14:31.013886 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.077029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843dbd4-d991-4bb6-8cdd-5e2bbf106e8f req-95967a92-d364-48b1-98c8-44bcfb407bf8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.079094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c843dbd4-d991-4bb6-8cdd-5e2bbf106e8f req-95967a92-d364-48b1-98c8-44bcfb407bf8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 943 time: 0.1742864 Aug 29 04:14:31.084160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04193d18-c478-402d-acc4-9a173daf5a1c req-0053948d-c785-48a4-a09d-75b2e7616246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.085571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04193d18-c478-402d-acc4-9a173daf5a1c req-0053948d-c785-48a4-a09d-75b2e7616246 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3311447-f918-4a22-9bd8-3cd110fbc2a7 HTTP/1.1" status: 200 len: 907 time: 0.2364190 Aug 29 04:14:31.192795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f301c-b953-42f6-aec4-fa2b7ad684f7 None None] New status for floating IP c69ee984-630b-4707-b558-6a1644bff158: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:14:31.202712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c843dbd4-d991-4bb6-8cdd-5e2bbf106e8f req-1e3ef1b0-2ed9-41c1-ba81-f8bf1ebbd98a tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161916 Aug 29 04:14:31.223386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04193d18-c478-402d-acc4-9a173daf5a1c req-20937ca1-b0b6-4017-b3fd-52b828257bf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a864c30f-baec-43bb-9515-3ebccfc7dc9c HTTP/1.1" status: 200 len: 998 time: 0.1272485 Aug 29 04:14:31.335999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04193d18-c478-402d-acc4-9a173daf5a1c req-e0bf3b42-2b2b-4826-aced-2047c2a752fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.337495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04193d18-c478-402d-acc4-9a173daf5a1c req-e0bf3b42-2b2b-4826-aced-2047c2a752fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a58dc13c-018c-4cc2-a3b3-0c7d108351ed HTTP/1.1" status: 200 len: 845 time: 0.0803015 Aug 29 04:14:31.387715 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.400958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04193d18-c478-402d-acc4-9a173daf5a1c req-52519a07-be64-470c-a03f-bf95beb1c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.402481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04193d18-c478-402d-acc4-9a173daf5a1c req-52519a07-be64-470c-a03f-bf95beb1c47b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3311447-f918-4a22-9bd8-3cd110fbc2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562971 Aug 29 04:14:31.611782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977533ff-e5dc-4248-8d3d-2d361a09a7b5 req-6cc53dd1-2f18-4154-95f9-c5078ef99cd7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.613298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-977533ff-e5dc-4248-8d3d-2d361a09a7b5 req-6cc53dd1-2f18-4154-95f9-c5078ef99cd7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1820893 Aug 29 04:14:31.646099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91272ae-6b56-4097-be05-8d9c5e6d9a6d req-5fccdbb4-a231-4dad-a769-8f69872b6a96 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.647526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f91272ae-6b56-4097-be05-8d9c5e6d9a6d req-5fccdbb4-a231-4dad-a769-8f69872b6a96 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1862206 Aug 29 04:14:31.686476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04193d18-c478-402d-acc4-9a173daf5a1c req-7d81b651-49f6-49a3-89d7-ba2def2cae6d service neutron] 10.222.0.59 "GET /v2.0/networks/e3311447-f918-4a22-9bd8-3cd110fbc2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541146 Aug 29 04:14:31.716404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-977533ff-e5dc-4248-8d3d-2d361a09a7b5 req-ef17c9c5-3d7a-482c-bca1-3059ce902af7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954821 Aug 29 04:14:31.768937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f91272ae-6b56-4097-be05-8d9c5e6d9a6d req-64b4ad7c-3c8d-4b52-964b-b581a4c578cb tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080310 Aug 29 04:14:31.789195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:14:31.813159 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-fa53b189-7e60-47e3-9c60-a425765ba549 service neutron] show failed (client error): The resource could not be found. Aug 29 04:14:31.814196 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-fa53b189-7e60-47e3-9c60-a425765ba549 service neutron] 10.222.0.52 "GET /v2.0/ports/f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f/bindings/n-h2-712141-12 HTTP/1.1" status: 404 len: 381 time: 0.0671065 Aug 29 04:14:31.818314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:31.876005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04193d18-c478-402d-acc4-9a173daf5a1c req-0016249e-bda0-4826-94d2-f114c682bc27 service neutron] 10.222.0.59 "GET /v2.0/networks/e3311447-f918-4a22-9bd8-3cd110fbc2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695192 Aug 29 04:14:31.928730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:31.936817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:31.941145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'port_id': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73', 'mac_address': 'fa:16:3e:7b:f6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73e9f0-344b-4223-9882-3f00d4ec1b9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:31.945930 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Sync routers for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:31.958632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.960116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0eb95d00-a1de-41c6-9e59-546735771a37 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.4273865 Aug 29 04:14:31.960353 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:31.960815 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:31.962810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60602) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:31.997281 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.010994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:32.034755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:32.040375 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.094331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:32.114536 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:32.226852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d4580d37-f60e-4d89-9f19-0ddee385e5c4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:32.295629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d4580d37-f60e-4d89-9f19-0ddee385e5c4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:32.296149 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.347007 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:30Z', 'revision_number': 3, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:32.376018 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Checking router: 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:32.376464 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Updating router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 port d6d152fd-3ea0-46f8-90ad-a9952ece1751 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:14:32.402094 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.530650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:32.532570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f4186159-57ba-4e49-afb2-362bdfe87737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:32.534124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f4186159-57ba-4e49-afb2-362bdfe87737 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95&tenant_id=a42d1e753d804958b220f1c5860bb831 HTTP/1.1" status: 200 len: 1101 time: 0.4422948 Aug 29 04:14:32.544646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165efc7-6c02-47b9-bdf0-d60724f5041c req-f3765da0-1a43-4cc9-884c-1623167cc651 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:32.546104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a165efc7-6c02-47b9-bdf0-d60724f5041c req-f3765da0-1a43-4cc9-884c-1623167cc651 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 944 time: 0.4351032 Aug 29 04:14:32.553719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:32.677350 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.689312 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Transition to ACTIVE for port object d6d152fd-3ea0-46f8-90ad-a9952ece1751 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:32.695271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a165efc7-6c02-47b9-bdf0-d60724f5041c req-628c4847-17a1-4a8d-9714-15f2d29e2f33 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286590 Aug 29 04:14:32.696123 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.734638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.751813 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Attempting to bind port d6d152fd-3ea0-46f8-90ad-a9952ece1751 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:32.752266 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Attempting to bind port d6d152fd-3ea0-46f8-90ad-a9952ece1751 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:32.752727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d2c3-120a-45b2-9d02-c2ff9a9073c2 req-d0429363-77d5-4731-9001-4fe2cbeb8ca6 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:32.752840 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Attempting to bind port d6d152fd-3ea0-46f8-90ad-a9952ece1751 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:32.754243 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c29d2c3-120a-45b2-9d02-c2ff9a9073c2 req-d0429363-77d5-4731-9001-4fe2cbeb8ca6 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 944 time: 0.2190628 Aug 29 04:14:32.760310 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:32.760679 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:32.761378 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.761824 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:32.762353 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Bound port: d6d152fd-3ea0-46f8-90ad-a9952ece1751, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:32.762792 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.765895 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Pushing event updated for resources: {'Port': ['ID=d6d152fd-3ea0-46f8-90ad-a9952ece1751,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:32.797109 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.797109 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.797109 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.797109 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.797681 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.798066 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.798452 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.798836 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.799241 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.799624 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.800006 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.800437 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:32.830954 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] For port d6d152fd-3ea0-46f8-90ad-a9952ece1751, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:32.833959 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] For port d6d152fd-3ea0-46f8-90ad-a9952ece1751, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d6d152fd-3ea0-46f8-90ad-a9952ece1751,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:32.838954 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.887953 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:32.888637 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:32.910517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c29d2c3-120a-45b2-9d02-c2ff9a9073c2 req-ba7bd24f-01ea-42d2-b363-a58bc72cfd90 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423039 Aug 29 04:14:32.938475 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4e68b-0094-4be9-8a49-0c9d2bc9fa77 None None] Pushing event updated for resources: {'Port': ['ID=d6d152fd-3ea0-46f8-90ad-a9952ece1751,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:33.004349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798ed8-7314-4c33-b0e4-0cdcf792a87d req-d7855518-47ce-46f6-b88b-f9b47492f03a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:33.005988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92798ed8-7314-4c33-b0e4-0cdcf792a87d req-d7855518-47ce-46f6-b88b-f9b47492f03a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.2117820 Aug 29 04:14:33.014566 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:33.166929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92798ed8-7314-4c33-b0e4-0cdcf792a87d req-5b1bb52f-4bc3-437c-b8ff-22db36ab988e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543570 Aug 29 04:14:33.198683 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:30Z', 'revision_number': 3, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:33.256096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60901-92ca-4767-89b2-17591f04f25c req-c1b9e7d2-744e-4a51-b0df-c9c4778b4dd6 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:33.257716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bde60901-92ca-4767-89b2-17591f04f25c req-c1b9e7d2-744e-4a51-b0df-c9c4778b4dd6 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.2132871 Aug 29 04:14:33.261478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:33.292024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.317891 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818931a9-5c82-493a-8840-da37be0aa18c None None] The sync data for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 is: [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:30Z', 'revision_number': 3, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:33.349778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bde60901-92ca-4767-89b2-17591f04f25c req-7bf097ac-2fce-430d-b925-8d5d7142dd1a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790775 Aug 29 04:14:33.357266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:33.487283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:33.489674 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced47805-a752-43e1-a9b6-ce08412010be" -d '{"events": [{"server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "name": "network-vif-unplugged", "status": "completed", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:33.493578 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.561235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Transition to ACTIVE for port object f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:33.586892 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.626677 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29d8439-cbce-4752-aaa0-296bee9711b5 x-openstack-request-id: req-b29d8439-cbce-4752-aaa0-296bee9711b5 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:33.627104 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "name": "network-vif-unplugged", "status": "completed", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:33.627437 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b29d8439-cbce-4752-aaa0-296bee9711b5 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:33.627900 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'code': 200} Aug 29 04:14:33.661937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Allocated IP 172.20.0.1 (3be93ecc-20c5-4c02-8fe9-e1c4983e0706/98a84fe0-8a18-4e97-a7f0-87717d6cd29d/f9371443-4be1-44d6-9784-4550d9bb4708) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:33.684808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Pushing event updated for resources: {'Port': ['ID=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,revision_number=6']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:33.690572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] No DVR routers for this DVR port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:33.810814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Attempting to bind port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:33.811163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Attempting to bind port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:33.811502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Attempting to bind port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:33.831808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6fe587d8-1913-4ed7-958a-5d9c70015a4a up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:33.851442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:33.851795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Attempting to bind port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:33.870034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:33.870410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:33.870772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:33.871227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Bound port: f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:33.871592 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.883126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 6fe587d8-1913-4ed7-958a-5d9c70015a4a completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:33.887287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 6fe587d8-1913-4ed7-958a-5d9c70015a4a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:33.887664 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.914340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a817e-b694-4ba6-a256-05df16f8af58 req-121370b6-cb4a-42a3-b090-1c92f78aa488 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:33.916095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e78a817e-b694-4ba6-a256-05df16f8af58 req-121370b6-cb4a-42a3-b090-1c92f78aa488 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 944 time: 0.1248295 Aug 29 04:14:33.922801 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.982725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Transition to ACTIVE for port object f9371443-4be1-44d6-9784-4550d9bb4708 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:34.003219 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.030068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe587d8-1913-4ed7-958a-5d9c70015a4a'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:34.032456 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a495b993-7953-406a-be8f-793f3720c990" -d '{"events": [{"server_uuid": "266c677f-1b44-44c6-bdb1-4f371e64db4b", "name": "network-vif-plugged", "status": "completed", "tag": "6fe587d8-1913-4ed7-958a-5d9c70015a4a"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:34.045355 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:34.051512 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.052451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:34.057805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:34.065171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e78a817e-b694-4ba6-a256-05df16f8af58 req-d93020f5-8397-434b-80aa-2494cd6db9d0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140792 Aug 29 04:14:34.087772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:34.099431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.140100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=6fe587d8-1913-4ed7-958a-5d9c70015a4a,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:34.144770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.145598 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.147603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] 10.222.0.59 "PUT /v2.0/ports/f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 200 len: 1096 time: 1.6004593 Aug 29 04:14:34.160860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63e2ea-0d96-4d78-8ca6-c9ff23008368 req-9febf356-df41-4b05-a108-0738190d4f0f tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.162302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db63e2ea-0d96-4d78-8ca6-c9ff23008368 req-9febf356-df41-4b05-a108-0738190d4f0f tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 944 time: 0.1637352 Aug 29 04:14:34.163597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.185971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:34.193020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:34.193381 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.247777 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2685f06d-6d3a-481a-99e5-aa9a259f4488 x-openstack-request-id: req-2685f06d-6d3a-481a-99e5-aa9a259f4488 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:34.248061 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266c677f-1b44-44c6-bdb1-4f371e64db4b", "name": "network-vif-plugged", "status": "completed", "tag": "6fe587d8-1913-4ed7-958a-5d9c70015a4a", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:34.248359 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2685f06d-6d3a-481a-99e5-aa9a259f4488 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:34.248759 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe587d8-1913-4ed7-958a-5d9c70015a4a', 'code': 200} Aug 29 04:14:34.257634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:34.266775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:34.287429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:34.349966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541d5d5-6bec-4f81-94d4-e56ec55cc4ce service neutron] Pushing event updated for resources: {'Port': ['ID=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,revision_number=7']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:34.397681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db63e2ea-0d96-4d78-8ca6-c9ff23008368 req-7da62f27-a6d4-4a98-9059-b8defe871450 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124913 Aug 29 04:14:34.409174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-56775b5a-8b6c-479c-b47c-db12283493ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.411008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-56775b5a-8b6c-479c-b47c-db12283493ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1099 time: 0.2324867 Aug 29 04:14:34.491748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee545e4f-23a3-4b1d-947b-7d7f133fad4a req-232acc11-3f8d-412b-90f0-12b07e647fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.494948 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ee545e4f-23a3-4b1d-947b-7d7f133fad4a req-232acc11-3f8d-412b-90f0-12b07e647fa6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 1097 time: 0.0904860 Aug 29 04:14:34.532081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.534443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Pushing event updated for resources: {'Port': ['ID=f9371443-4be1-44d6-9784-4550d9bb4708,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:34.566138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d6d152fd-3ea0-46f8-90ad-a9952ece1751 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:34.573293 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ee545e4f-23a3-4b1d-947b-7d7f133fad4a req-8ef99165-3886-4b4e-9c5d-c466e309de90 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688908 Aug 29 04:14:34.617329 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.650918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28636c33-0e65-4ae8-ab4a-44a53a668eef req-4f9e8ff5-dadf-4cbc-901d-7a7c1a388ced tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.652736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28636c33-0e65-4ae8-ab4a-44a53a668eef req-4f9e8ff5-dadf-4cbc-901d-7a7c1a388ced tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 947 time: 0.2011189 Aug 29 04:14:34.663978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d6d152fd-3ea0-46f8-90ad-a9952ece1751 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:34.667418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:34.673573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d6d152fd-3ea0-46f8-90ad-a9952ece1751 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:34.673995 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.676161 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.677043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:34.725495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-682d6fa5-09f0-419f-a53f-302656492d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.726996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-682d6fa5-09f0-419f-a53f-302656492d09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.3015099 Aug 29 04:14:34.785838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:34.797122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:34.802278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-0af29ffa-7634-4633-8f76-555183ed4e4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 200 len: 217 time: 0.0611525 Aug 29 04:14:34.824603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28636c33-0e65-4ae8-ab4a-44a53a668eef req-3c705dd8-9c83-48e6-b317-c9064f9f5230 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565695 Aug 29 04:14:34.849813 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.876704 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.882632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-295a4e08-8296-49e3-a0e5-646c9e779a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.883856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port d6d152fd-3ea0-46f8-90ad-a9952ece1751, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d6d152fd-3ea0-46f8-90ad-a9952ece1751,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:34.884126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-295a4e08-8296-49e3-a0e5-646c9e779a9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0731759 Aug 29 04:14:34.885471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3ddae696-ddea-4000-9175-d70d00903e4b None None] Provisioning for port f9371443-4be1-44d6-9784-4550d9bb4708 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:34.889198 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.895380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3ddae696-ddea-4000-9175-d70d00903e4b None None] Provisioning complete for port f9371443-4be1-44d6-9784-4550d9bb4708 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:34.895753 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ddae696-ddea-4000-9175-d70d00903e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.963516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3ddae696-ddea-4000-9175-d70d00903e4b None None] Port f9371443-4be1-44d6-9784-4550d9bb4708 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:34.968056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=d6d152fd-3ea0-46f8-90ad-a9952ece1751,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:35.023748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-9d1bac39-16d0-4655-ba9c-5a3af61c4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.025425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-9d1bac39-16d0-4655-ba9c-5a3af61c4391 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1230736 Aug 29 04:14:35.041638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249e740-44fd-420f-9d8f-ae66bccc6160 req-1093ebd3-0b69-4cd8-b89c-c1041827be18 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.043147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b249e740-44fd-420f-9d8f-ae66bccc6160 req-1093ebd3-0b69-4cd8-b89c-c1041827be18 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1581285 Aug 29 04:14:35.213793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b249e740-44fd-420f-9d8f-ae66bccc6160 req-7e6701ed-eacd-422a-bf9d-500dfa3bf74b tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588349 Aug 29 04:14:35.258025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-82928ce9-428c-4b35-9ef2-427d3ff7cf80 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139094 Aug 29 04:14:35.284371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b5237-a06a-44cd-8368-2715163a0e33 req-5dce37a1-fc9a-48f0-9421-d20eaf5fa749 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.285780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a50b5237-a06a-44cd-8368-2715163a0e33 req-5dce37a1-fc9a-48f0-9421-d20eaf5fa749 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.1351461 Aug 29 04:14:35.382884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.393510 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.690023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:35.692274 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:35.741616 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-8f12fc3b-31e8-4c4f-b96b-a04ebdd0f032 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0448780 Aug 29 04:14:35.757906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a50b5237-a06a-44cd-8368-2715163a0e33 req-a3a13e85-9475-4c04-844c-840d74941c44 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493949 Aug 29 04:14:35.816372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Pushing event updated for resources: {'Port': ['ID=f9371443-4be1-44d6-9784-4550d9bb4708,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:35.823460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c35ee-ce2a-4d6d-8faf-10f38853eabc req-0ce7a997-b01e-4cef-9728-92ab2351eb87 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542095 Aug 29 04:14:35.827218 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.842861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e114a9fb-440c-45fd-9215-99e1df297a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.843502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadada0-fcaf-409f-9be2-4549ebdd9be6 req-d96ccd43-6482-450a-aae1-256162151435 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.843716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e114a9fb-440c-45fd-9215-99e1df297a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.844400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e114a9fb-440c-45fd-9215-99e1df297a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.844879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e114a9fb-440c-45fd-9215-99e1df297a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.845174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebadada0-fcaf-409f-9be2-4549ebdd9be6 req-d96ccd43-6482-450a-aae1-256162151435 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1459172 Aug 29 04:14:35.845523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e114a9fb-440c-45fd-9215-99e1df297a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.845998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e114a9fb-440c-45fd-9215-99e1df297a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.846468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e114a9fb-440c-45fd-9215-99e1df297a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.848930 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e114a9fb-440c-45fd-9215-99e1df297a84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6498 time: 0.0590045 Aug 29 04:14:35.938391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebadada0-fcaf-409f-9be2-4549ebdd9be6 req-b478a8e5-5d83-43ef-8b0c-901c7ef8eea2 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725963 Aug 29 04:14:35.949882 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025cb4d8-ac60-45f7-bb33-0b01ce24b456 x-openstack-request-id: req-025cb4d8-ac60-45f7-bb33-0b01ce24b456 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:35.950087 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:35.950339 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-025cb4d8-ac60-45f7-bb33-0b01ce24b456 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:35.950740 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'status': 'completed', 'code': 200} Aug 29 04:14:36.033799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-bb1a2d30-e87a-4825-a659-f9d77bd4711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.034295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-bb1a2d30-e87a-4825-a659-f9d77bd4711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.034773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-bb1a2d30-e87a-4825-a659-f9d77bd4711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.036417 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-bb1a2d30-e87a-4825-a659-f9d77bd4711d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=42c3b373-a508-467d-877d-7410cc01232d&id=42c3b373-a508-467d-877d-7410cc01232d HTTP/1.1" status: 200 len: 2293 time: 0.1199605 Aug 29 04:14:36.111112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:36.116224 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-64635e1f-2443-4adc-9f98-f510a78c751f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1 HTTP/1.1" status: 200 len: 1001 time: 0.0721598 Aug 29 04:14:36.117943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:36.149370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-e1217c09-166d-441e-ab05-ab0693943faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.156667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-e1217c09-166d-441e-ab05-ab0693943faa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1099 time: 0.1624455 Aug 29 04:14:36.180053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-d3f3cc3d-4a6d-444b-9ff5-930164e04490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.181874 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-d3f3cc3d-4a6d-444b-9ff5-930164e04490 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e2804dc-4a68-45cb-aebe-6a7a08e379e1 HTTP/1.1" status: 200 len: 850 time: 0.0581069 Aug 29 04:14:36.198094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa272477-29b4-43b2-b0e2-0a556690ebe8 req-fed0fd5d-acb5-4a3a-8ba0-51ef37f2b8ac tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.200140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa272477-29b4-43b2-b0e2-0a556690ebe8 req-fed0fd5d-acb5-4a3a-8ba0-51ef37f2b8ac tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 947 time: 0.1825399 Aug 29 04:14:36.214253 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-5dc3d9a6-731f-4a9b-8692-24608c5f5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.215711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-5dc3d9a6-731f-4a9b-8692-24608c5f5c84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1099 time: 0.1601672 Aug 29 04:14:36.228425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d6d152fd-3ea0-46f8-90ad-a9952ece1751 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:36.239140 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-89e6919b-5bbc-402e-9995-71b592643a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.241089 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-89e6919b-5bbc-402e-9995-71b592643a29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478201 Aug 29 04:14:36.259750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:36.262747 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9139ae-1254-4344-9ea3-3b29924f0abb" -d '{"events": [{"server_uuid": "9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1", "name": "network-vif-plugged", "status": "completed", "tag": "5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:36.311079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d6d152fd-3ea0-46f8-90ad-a9952ece1751 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:36.311468 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.349723 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-dbf85ff7-d4a5-4dfb-b44a-878b794a2df4 service neutron] 10.222.0.52 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002035 Aug 29 04:14:36.419442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-19a2848e-b7b0-40e3-9aa1-263f55a3d60e None None] Provisioning complete for port f9371443-4be1-44d6-9784-4550d9bb4708 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:36.419723 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-19a2848e-b7b0-40e3-9aa1-263f55a3d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.449012 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-d0fe97fa-de75-4e28-b759-17abc88edb06 service neutron] 10.222.0.52 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917902 Aug 29 04:14:36.455211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-19a2848e-b7b0-40e3-9aa1-263f55a3d60e None None] Port f9371443-4be1-44d6-9784-4550d9bb4708 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:36.494634 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-0890fedf-bd7a-40d2-a3c7-68c13febaaa6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=a3a0fbc2-2258-4215-96df-cc3284c69295 HTTP/1.1" status: 200 len: 217 time: 0.0391202 Aug 29 04:14:36.509332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa272477-29b4-43b2-b0e2-0a556690ebe8 req-172d2a3a-6f5b-443c-82d9-f3f896b77876 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926123 Aug 29 04:14:36.512579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:36.549429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e9ce92cb-cdd4-40d5-a710-1eae243fdd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.550973 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e9ce92cb-cdd4-40d5-a710-1eae243fdd46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.0492854 Aug 29 04:14:36.554000 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81a87b5-78cf-4d02-a65c-887abc7129c1 x-openstack-request-id: req-b81a87b5-78cf-4d02-a65c-887abc7129c1 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:36.554294 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1", "name": "network-vif-plugged", "status": "completed", "tag": "5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:36.554548 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b81a87b5-78cf-4d02-a65c-887abc7129c1 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:36.554939 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73', 'code': 200} Aug 29 04:14:36.570080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1bb70-0f2a-4c43-ab04-59fb4aa9bb8e req-c1c7944e-7622-4220-92da-d46ed5b80122 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.571590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79e1bb70-0f2a-4c43-ab04-59fb4aa9bb8e req-c1c7944e-7622-4220-92da-d46ed5b80122 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.2411313 Aug 29 04:14:36.592412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-3d92945f-40a7-4222-873e-21a634d50ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.595613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-3d92945f-40a7-4222-873e-21a634d50ac8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.4051456 Aug 29 04:14:36.619195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-91da91bf-cc39-48c5-a426-d95bb5b4ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.621376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-91da91bf-cc39-48c5-a426-d95bb5b4ce7e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.3614986 Aug 29 04:14:36.636555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-44e0a67b-50ad-4c4b-ad32-8957db289040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.638053 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-44e0a67b-50ad-4c4b-ad32-8957db289040 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521197 Aug 29 04:14:36.652992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e4758303-acd5-4ac2-afe9-73b14318f178 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:36.731254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-b0539112-5557-4cab-bc9f-79e8e40d7406 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 200 len: 217 time: 0.1139650 Aug 29 04:14:36.754597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-a8761a0d-7b27-4ee4-8549-da597f79f593 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 200 len: 217 time: 0.0959909 Aug 29 04:14:36.755598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e4758303-acd5-4ac2-afe9-73b14318f178, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e4758303-acd5-4ac2-afe9-73b14318f178,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:36.768869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'e4758303-acd5-4ac2-afe9-73b14318f178', 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755', 'port_id': 'e4758303-acd5-4ac2-afe9-73b14318f178', 'mac_address': 'fa:16:3e:cb:fe:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:36.784960 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79e1bb70-0f2a-4c43-ab04-59fb4aa9bb8e req-8025e52b-3ee1-4fc2-85b3-12679dfb01f6 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038789 Aug 29 04:14:36.809095 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.823185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4758303-acd5-4ac2-afe9-73b14318f178 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:36.846761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e4758303-acd5-4ac2-afe9-73b14318f178, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e4758303-acd5-4ac2-afe9-73b14318f178,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:36.854228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.907948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-59464ef4-390e-45c6-b58f-bc23b28c6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.909624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-59464ef4-390e-45c6-b58f-bc23b28c6852 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1671572 Aug 29 04:14:36.913648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=e4758303-acd5-4ac2-afe9-73b14318f178,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:36.925846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:36.936493 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Sync routers for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:36.949894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:36.950549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:36.965099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-36ff40ce-1d6d-419e-b28f-863bded8845f admin admin] 10.222.0.49 "PUT /v2.0/routers/0bfcd08a-500d-46b5-8c73-89ef43e9d1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0012298 Aug 29 04:14:36.968647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-becc8fe9-3fe3-41d2-b055-96177894e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.971205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-becc8fe9-3fe3-41d2-b055-96177894e5dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.2093568 Aug 29 04:14:37.041377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5d132-d062-4c6a-b424-2697d37c1a1e req-098089ae-5fbb-437a-a65f-c05b60c1e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.043535 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-31f5d132-d062-4c6a-b424-2697d37c1a1e req-098089ae-5fbb-437a-a65f-c05b60c1e4a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 1097 time: 0.3878038 Aug 29 04:14:37.062775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3b64b-a0ee-4e14-b36c-28a03d965d95 req-ea58a00b-5e2f-4061-b637-fa9ad76e98fc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.072109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49a3b64b-a0ee-4e14-b36c-28a03d965d95 req-ea58a00b-5e2f-4061-b637-fa9ad76e98fc tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.1863632 Aug 29 04:14:37.074006 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-45720e31-0c59-4065-af24-09e73b48675b service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254475 Aug 29 04:14:37.111737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-d04276d9-53ba-4e16-aae2-9d281d6227d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.114270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-d04276d9-53ba-4e16-aae2-9d281d6227d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1641634 Aug 29 04:14:37.136223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:37.146282 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-31f5d132-d062-4c6a-b424-2697d37c1a1e req-cc36e4aa-5c75-44fc-a5a7-2b282df819e1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912769 Aug 29 04:14:37.186336 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-51a6e0ed-6a37-4ed2-b8e8-564ec1b9a504 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042039 Aug 29 04:14:37.217173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['e4758303-acd5-4ac2-afe9-73b14318f178'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:37.222641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49a3b64b-a0ee-4e14-b36c-28a03d965d95 req-5dea20b5-26c6-4b41-922e-4e09be88887c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496389 Aug 29 04:14:37.224436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-e05d13ea-0e20-4363-9410-3565abb483fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.225996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-e05d13ea-0e20-4363-9410-3565abb483fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2329421 Aug 29 04:14:37.264757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2628d2c-6ecf-435d-ba99-e4253dfa63c8 req-947d2e8a-8170-4c19-99b1-e5a23b64a732 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.267167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2628d2c-6ecf-435d-ba99-e4253dfa63c8 req-947d2e8a-8170-4c19-99b1-e5a23b64a732 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1582098 Aug 29 04:14:37.293561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-a7a698c3-36fb-4218-9c91-63cd473a7380 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708539 Aug 29 04:14:37.364235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2628d2c-6ecf-435d-ba99-e4253dfa63c8 req-5e9db06e-4d5f-4c61-9cce-b2b41e28b010 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829690 Aug 29 04:14:37.400585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-8d66cecc-6445-4ae1-82e2-d5a85ecf1aff service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990267 Aug 29 04:14:37.445572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:35Z', 'revision_number': 2, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:37.478459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Checking router: 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:37.478820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Updating router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 port f9371443-4be1-44d6-9784-4550d9bb4708 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:14:37.505454 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.572389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-1fdd41bf-1ecf-463a-aee3-b6b654146b52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 HTTP/1.1" status: 200 len: 217 time: 0.0354946 Aug 29 04:14:37.631227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-8c31fe45-1de4-4361-baff-bde814afc624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.632865 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-8c31fe45-1de4-4361-baff-bde814afc624 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.0467148 Aug 29 04:14:37.685215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-9aa4d5a0-bced-4b9d-8951-59f3422dc318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.686819 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-9aa4d5a0-bced-4b9d-8951-59f3422dc318 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447156 Aug 29 04:14:37.757004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-9c34a15a-9c91-499e-a24a-82cc25f48954 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208383 Aug 29 04:14:37.759790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1a8e5-2ca8-41cc-a5da-34a7f1f47056 req-e9ab0f8f-9e27-4662-82da-c6ea2451c46f tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.764715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ed1a8e5-2ca8-41cc-a5da-34a7f1f47056 req-e9ab0f8f-9e27-4662-82da-c6ea2451c46f tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 1097 time: 0.1194334 Aug 29 04:14:37.773720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-33ab6905-defc-4389-8f40-7f450073f723 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:37.780749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-33ab6905-defc-4389-8f40-7f450073f723 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 821 time: 0.1885412 Aug 29 04:14:37.793673 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-dd8a993d-32ab-4c94-a8e8-d893fdaae1a7 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989060 Aug 29 04:14:37.802530 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.812596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Transition to ACTIVE for port object f9371443-4be1-44d6-9784-4550d9bb4708 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:37.819318 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.853360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-474dc9e1-e837-4240-ab20-c548a6fda8cf tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/quotas/52fc273bbe364cacb4db6c3c685b0df3 HTTP/1.1" status: 200 len: 375 time: 0.0712676 Aug 29 04:14:37.882001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45144fe1-a230-474a-b354-243fcd7becbe None None] Pushing event updated for resources: {'Port': ['ID=f9371443-4be1-44d6-9784-4550d9bb4708,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:37.921297 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-eabe4729-19ae-4aeb-8c83-24364e0380c3 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194668 Aug 29 04:14:37.922860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ed1a8e5-2ca8-41cc-a5da-34a7f1f47056 req-b2538f38-b89f-42d1-8342-2dcb556b0c40 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316886 Aug 29 04:14:37.993135 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-61dc2244-a6d8-4fef-a2d5-f00a8eea089a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=f72adc5c-e30f-442b-8f4e-9be3a5c273fc HTTP/1.1" status: 200 len: 217 time: 0.0609806 Aug 29 04:14:38.044940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-612e465b-55e2-4572-919e-aab071cf4d32 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847544 Aug 29 04:14:38.053180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Attempting to bind port f9371443-4be1-44d6-9784-4550d9bb4708 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:38.053935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Attempting to bind port f9371443-4be1-44d6-9784-4550d9bb4708 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:38.054510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Attempting to bind port f9371443-4be1-44d6-9784-4550d9bb4708 on network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:38.062323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:38.063463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Checking segment: {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:38.064092 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.064695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Bound using segment: {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:38.065373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Bound port: f9371443-4be1-44d6-9784-4550d9bb4708, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:38.065971 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.084874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-b3604622-1724-4ac3-b919-201793cd2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.086571 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-b3604622-1724-4ac3-b919-201793cd2204 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.0845811 Aug 29 04:14:38.133427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db71164-ec77-4b48-92d6-e7dfdf7ac5d2 req-d695db8a-a8e1-47b0-b647-c8d5f6a9601a service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498909 Aug 29 04:14:38.147558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-9b56792a-47f9-4c3b-bad8-5564c78f8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.147790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] For port f9371443-4be1-44d6-9784-4550d9bb4708, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:38.149587 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-9b56792a-47f9-4c3b-bad8-5564c78f8401 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555944 Aug 29 04:14:38.151259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] For port f9371443-4be1-44d6-9784-4550d9bb4708, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f9371443-4be1-44d6-9784-4550d9bb4708,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:38.162513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.170989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665d75e-61c1-42dc-9953-1b688d3f3d4c req-e8660bd4-81cc-4200-9480-8bbd84d77fa4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.174137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4665d75e-61c1-42dc-9953-1b688d3f3d4c req-e8660bd4-81cc-4200-9480-8bbd84d77fa4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 947 time: 0.1072063 Aug 29 04:14:38.231176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-9e5a3047-1d26-41c8-9e67-2668ac45d49d service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853664 Aug 29 04:14:38.234174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:38.235487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:38.237546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45144fe1-a230-474a-b354-243fcd7becbe None None] Pushing event updated for resources: {'Port': ['ID=f9371443-4be1-44d6-9784-4550d9bb4708,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:38.239414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4665d75e-61c1-42dc-9953-1b688d3f3d4c req-61e2119a-2d83-4062-94cd-45ae3655e135 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563574 Aug 29 04:14:38.289988 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-aa11a361-aba3-4efc-b60a-de7613df287a service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245315 Aug 29 04:14:38.379112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:38.422478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-9c70b800-04fb-4115-bad2-512d0d98b71c service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605177 Aug 29 04:14:38.453258 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-191e3a68-8ddd-46d2-b599-a9c67c394f83 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457491 Aug 29 04:14:38.477985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225969c0-06e7-4a09-a07f-8cf65e845356 req-539c59d7-79c1-43df-99d9-76e83e7ded79 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.487224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-225969c0-06e7-4a09-a07f-8cf65e845356 req-539c59d7-79c1-43df-99d9-76e83e7ded79 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 944 time: 0.0800927 Aug 29 04:14:38.532187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-225969c0-06e7-4a09-a07f-8cf65e845356 req-20cbda28-92db-4ae9-b540-0cc3bc63daf7 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Aug 29 04:14:38.573283 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-4b529bff-5c1c-4f89-aa38-90642bc8c9e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=edbbf302-54d1-4d3b-ad42-71859d02e4a6 HTTP/1.1" status: 200 len: 217 time: 0.0605171 Aug 29 04:14:38.669571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:38.673536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e4758303-acd5-4ac2-afe9-73b14318f178 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:38.679750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e1226ced-bfa2-4962-a87d-71f156069d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.681803 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-e1226ced-bfa2-4962-a87d-71f156069d03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.0956392 Aug 29 04:14:38.686888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e22de-9a75-447b-91f4-8cb8c7415854 req-47a402d6-c0cc-434e-a618-717c2fcba545 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.689367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-640e22de-9a75-447b-91f4-8cb8c7415854 req-47a402d6-c0cc-434e-a618-717c2fcba545 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 1097 time: 0.0543823 Aug 29 04:14:38.731592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-640e22de-9a75-447b-91f4-8cb8c7415854 req-8be347dc-eaa0-4827-8ba3-cd3bbe74d0f7 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362885 Aug 29 04:14:38.775107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-0157bcc1-8e94-4f07-be54-af7788a8b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.777227 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-0157bcc1-8e94-4f07-be54-af7788a8b120 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0619416 Aug 29 04:14:38.924506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f33857-d4d1-47dc-82be-a3450401f5e8 req-be29c712-62d9-4a4c-bf6c-906010efbfe4 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.928391 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-ccde1d55-28ea-4411-97ee-e532727ef3a6 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439264 Aug 29 04:14:38.940757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86f33857-d4d1-47dc-82be-a3450401f5e8 req-be29c712-62d9-4a4c-bf6c-906010efbfe4 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0910532 Aug 29 04:14:38.988131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:39.003769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:38Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:39.032355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86f33857-d4d1-47dc-82be-a3450401f5e8 req-941b8fc5-ab4d-41ba-9b49-dd21c6a04ec5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906942 Aug 29 04:14:39.056548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37017ce2-866d-4a77-ad28-3cfc8c578a60 None None] The sync data for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 is: [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:38Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:39.056548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'mac_address': 'fa:16:3e:c8:13:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:39.056939 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-f72a68da-b61a-4d3e-942d-f553f65ab86f service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174667 Aug 29 04:14:39.109938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port e4758303-acd5-4ac2-afe9-73b14318f178 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:39.110395 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.121542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5369a4cc-949c-4de1-9c76-8f03c82f50a9 req-a6e64639-06cb-4681-b01f-f5d23badf9a9 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 210 time: 0.0382347 Aug 29 04:14:39.182795 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-d4fb66c7-cd1b-4bf4-9883-be3667e8698a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bfc679a5-b59a-4a10-90fe-ced2e2eb791b HTTP/1.1" status: 200 len: 217 time: 0.1184087 Aug 29 04:14:39.243951 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.296510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:39.299107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-fd45cdc5-87bf-4adc-9684-7e2c2150b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.301115 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-fd45cdc5-87bf-4adc-9684-7e2c2150b6bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 HTTP/1.1" status: 200 len: 797 time: 0.1107419 Aug 29 04:14:39.353133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:39.365208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-1932b726-2650-45c1-b06a-8f17d9d9d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.366975 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-1932b726-2650-45c1-b06a-8f17d9d9d56f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583446 Aug 29 04:14:39.367944 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.548052 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-8d6ed35f-4281-4eb2-bbb6-8e949fb0fb00 service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740193 Aug 29 04:14:39.571186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:39.607266 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.658194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73717f67-9640-444a-86d4-70b675c58138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4758303-acd5-4ac2-afe9-73b14318f178'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:39.660614 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8383c84-129b-4dc5-9981-f6d19a12f3f2" -d '{"events": [{"server_uuid": "73717f67-9640-444a-86d4-70b675c58138", "name": "network-vif-plugged", "status": "completed", "tag": "e4758303-acd5-4ac2-afe9-73b14318f178"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:39.672678 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-aee874e2-0384-45ad-a245-1752013f2ce9 service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169806 Aug 29 04:14:39.695358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:39.700097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e4758303-acd5-4ac2-afe9-73b14318f178, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e4758303-acd5-4ac2-afe9-73b14318f178,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:39.710111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-75b9be17-02d6-480c-bc99-a74f7ef6bd17 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.711722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-75b9be17-02d6-480c-bc99-a74f7ef6bd17 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95&tenant_id=a42d1e753d804958b220f1c5860bb831&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 948 time: 0.5892813 Aug 29 04:14:39.720149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638c50-8dda-40f1-8520-0772f5a94c10 req-d26be03f-94fd-42cb-a83b-803cd87542fa tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.722025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69638c50-8dda-40f1-8520-0772f5a94c10 req-d26be03f-94fd-42cb-a83b-803cd87542fa tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 948 time: 0.1253114 Aug 29 04:14:39.741141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.754668 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-0fcbab6a-f4a7-4d07-b607-c769defc691c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9 HTTP/1.1" status: 200 len: 217 time: 0.0681727 Aug 29 04:14:39.823307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69638c50-8dda-40f1-8520-0772f5a94c10 req-9edd1bf1-e3d8-42e9-8134-e19c203d267d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946639 Aug 29 04:14:39.826182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-72d2b499-65f6-4704-b943-bdb5a27c704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.827715 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-72d2b499-65f6-4704-b943-bdb5a27c704b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 HTTP/1.1" status: 200 len: 797 time: 0.0570452 Aug 29 04:14:39.847265 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-ac060dc5-c592-40a8-8fb5-c45ebf90e8bf service neutron] delete failed (client error): The resource could not be found. Aug 29 04:14:39.849626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-ac060dc5-c592-40a8-8fb5-c45ebf90e8bf service neutron] 10.222.0.52 "DELETE /v2.0/ports/f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f/bindings/n-h1-712141-12 HTTP/1.1" status: 404 len: 381 time: 0.1134851 Aug 29 04:14:39.896185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=e4758303-acd5-4ac2-afe9-73b14318f178,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:39.902224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-11457743-a768-4022-9961-df5e66bf375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.904443 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-11457743-a768-4022-9961-df5e66bf375a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0622828 Aug 29 04:14:40.021218 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-fb21177a-7e03-4f13-891f-1f37742b2ece service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089404 Aug 29 04:14:40.120530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-b98c72be-e1a8-414c-b0a4-2cba9265eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.122122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-b98c72be-e1a8-414c-b0a4-2cba9265eef2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1100 time: 0.1459379 Aug 29 04:14:40.261014 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d5ba8d2d-ebb6-4568-8dcc-fba22efad0e3 req-b3c654ce-d439-49ef-996f-ef707b763210 service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310724 Aug 29 04:14:40.354922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f9371443-4be1-44d6-9784-4550d9bb4708 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:40.366685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a3281-80c7-4057-943c-369a6fe5c34d req-4b3588db-6268-440f-97ea-9014ee12d817 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.375402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-395a3281-80c7-4057-943c-369a6fe5c34d req-4b3588db-6268-440f-97ea-9014ee12d817 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2187510 Aug 29 04:14:40.429673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port f9371443-4be1-44d6-9784-4550d9bb4708 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:40.435383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port f9371443-4be1-44d6-9784-4550d9bb4708 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:40.435718 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.444098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-395a3281-80c7-4057-943c-369a6fe5c34d req-c894ed24-fc5c-41e9-8528-aa778324c807 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628774 Aug 29 04:14:40.489782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-0a10af1a-ffca-4b0a-9e43-b506d2a9647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.493036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-0a10af1a-ffca-4b0a-9e43-b506d2a9647e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.3587539 Aug 29 04:14:40.561382 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.577340 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-b32a020f-8bb1-49e0-a37e-83df741e260f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 200 len: 217 time: 0.0703623 Aug 29 04:14:40.628979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-c7e20cee-30ef-426b-bf9c-8b34b98bce84 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.630834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-c7e20cee-30ef-426b-bf9c-8b34b98bce84 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.59 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 821 time: 0.4262965 Aug 29 04:14:40.631849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port f9371443-4be1-44d6-9784-4550d9bb4708, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f9371443-4be1-44d6-9784-4550d9bb4708,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:40.638725 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.660623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Request body: {'port': {'device_id': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'admin_state_up': True, 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:40.738558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-fa0222c5-9575-4b01-9320-9b520d91248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.740076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-fa0222c5-9575-4b01-9320-9b520d91248d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1503034 Aug 29 04:14:40.765692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=f9371443-4be1-44d6-9784-4550d9bb4708,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:40.896371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-16334fc8-bd34-4f2b-9881-163105b4af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.897911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-16334fc8-bd34-4f2b-9881-163105b4af79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1495993 Aug 29 04:14:40.911428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4494758-29fe-4045-83ab-a20469254e8c req-8ab34ea6-3947-4aa7-b007-f53a1a5027bc tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.912921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4494758-29fe-4045-83ab-a20469254e8c req-8ab34ea6-3947-4aa7-b007-f53a1a5027bc tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1630175 Aug 29 04:14:40.991571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Made reservation on behalf of 52fc273bbe364cacb4db6c3c685b0df3 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:40.994985 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.031746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4494758-29fe-4045-83ab-a20469254e8c req-3be3797c-317a-47c1-bb97-8c91b010a305 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110711 Aug 29 04:14:41.081348 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfd9631-0dce-405b-9769-17bfaeff86ba x-openstack-request-id: req-4bfd9631-0dce-405b-9769-17bfaeff86ba {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:41.081650 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73717f67-9640-444a-86d4-70b675c58138", "name": "network-vif-plugged", "status": "completed", "tag": "e4758303-acd5-4ac2-afe9-73b14318f178", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:41.081911 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bfd9631-0dce-405b-9769-17bfaeff86ba {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:41.082314 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73717f67-9640-444a-86d4-70b675c58138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4758303-acd5-4ac2-afe9-73b14318f178', 'code': 200} Aug 29 04:14:41.116116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-b3d69e81-32f3-4be0-931e-a77f5e31c500 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:14:41.117152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-b3d69e81-32f3-4be0-931e-a77f5e31c500 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1179521 Aug 29 04:14:41.122394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-35657dea-33c0-4703-815c-2611917303a3 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833894 Aug 29 04:14:41.203829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Request body: {'binding': {'host': 'n-h2-712141-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:41.204468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Unknown quota resources ['binding']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:14:41.254032 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763c5ac-c406-47a4-8f11-84d94eafc85b req-08349d8a-8713-4610-b580-c4f2a2106e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:41.255608 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6763c5ac-c406-47a4-8f11-84d94eafc85b req-08349d8a-8713-4610-b580-c4f2a2106e88 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 1097 time: 0.0500150 Aug 29 04:14:41.267912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Allocated IP 172.20.0.10 (3be93ecc-20c5-4c02-8fe9-e1c4983e0706/98a84fe0-8a18-4e97-a7f0-87717d6cd29d/fe825e44-df93-44f1-bb50-a86d80d43c8a) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:41.293025 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6763c5ac-c406-47a4-8f11-84d94eafc85b req-6382d2d6-28f9-4a20-b74f-8297e78b8e84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296679 Aug 29 04:14:41.365758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-15bdc0ef-36ee-4b6d-a8a2-95a440442442 req-44fca868-dcb0-416a-9f4f-5b6b92cd1f60 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 210 time: 0.0848701 Aug 29 04:14:41.439509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f432d86-0814-4ed4-ab4e-8f27f24eee55 req-bc15e83f-2147-4801-b8dc-5d53ba387799 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658021 Aug 29 04:14:41.569973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on host n-h2-712141-12 for vnic_type normal with profile None {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:41.570316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:41.570653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:41.588645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3621742-c452-47c1-a227-9edf784a13fb req-1a87160d-ff5a-4bf2-975a-346bc3f56883 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:41.590133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3621742-c452-47c1-a227-9edf784a13fb req-1a87160d-ff5a-4bf2-975a-346bc3f56883 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 948 time: 0.1577106 Aug 29 04:14:41.593359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:41.593727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:41.615860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:41.616221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:41.616594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:41.617067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Bound port: 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:41.660332 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.694262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Transition to ACTIVE for port object fe825e44-df93-44f1-bb50-a86d80d43c8a will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:41.706299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3621742-c452-47c1-a227-9edf784a13fb req-14d2baf7-7621-4d3b-97cb-c4621a53aa32 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022925 Aug 29 04:14:41.724868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:41.738651 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.739857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-874639fa-3cae-452c-b029-ad85f8147729 service neutron] 10.222.0.49 "POST /v2.0/ports/6fe587d8-1913-4ed7-958a-5d9c70015a4a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6142991 Aug 29 04:14:41.753321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.807813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:41.811334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:41.815796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:41.853522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Pushing event updated for resources: {'Port': ['ID=fe825e44-df93-44f1-bb50-a86d80d43c8a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:41.963425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:41.964066 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.993863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af34b0-39f4-4732-b5ac-449e9ff9c25f req-19b1c1a4-3731-48cb-b129-a0965185b606 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:41.995416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47af34b0-39f4-4732-b5ac-449e9ff9c25f req-19b1c1a4-3731-48cb-b129-a0965185b606 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.1290553 Aug 29 04:14:42.005968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db75bfc-3a75-457d-aafd-742a05304c9a req-ce2dda4f-0892-47f1-8ccb-719f08d00cbb tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.008336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db75bfc-3a75-457d-aafd-742a05304c9a req-ce2dda4f-0892-47f1-8ccb-719f08d00cbb tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1203439 Aug 29 04:14:42.011246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-537e7f18-3df7-4fe3-bad2-4fa5309cbefd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3570921 Aug 29 04:14:42.029713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Request body: {'port': {'device_id': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:42.050219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-0da74844-e4d5-4935-9c54-366bb7a61a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.051901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-0da74844-e4d5-4935-9c54-366bb7a61a27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 1097 time: 0.0568705 Aug 29 04:14:42.105928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47af34b0-39f4-4732-b5ac-449e9ff9c25f req-bdf10c9f-0c56-404f-9b26-1b541b44aa45 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972047 Aug 29 04:14:42.126512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6b7caf76-a852-4560-9776-b19b49922fb7 None None] Provisioning for port fe825e44-df93-44f1-bb50-a86d80d43c8a completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:42.127023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8db75bfc-3a75-457d-aafd-742a05304c9a req-6f2a2fad-a1fb-4823-85e0-d91e0dbc7a7e tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020947 Aug 29 04:14:42.136326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6b7caf76-a852-4560-9776-b19b49922fb7 None None] Provisioning complete for port fe825e44-df93-44f1-bb50-a86d80d43c8a triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:42.136946 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b7caf76-a852-4560-9776-b19b49922fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.153469 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.205600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-cc096cb2-6a27-4c49-9fdb-bf55a121ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.208047 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-cc096cb2-6a27-4c49-9fdb-bf55a121ebb7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.1472595 Aug 29 04:14:42.233461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6b7caf76-a852-4560-9776-b19b49922fb7 None None] Port fe825e44-df93-44f1-bb50-a86d80d43c8a cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:42.277651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f9371443-4be1-44d6-9784-4550d9bb4708 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:42.284408 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-c51fef26-7a98-451e-b2df-f2a3c8cdb356 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a HTTP/1.1" status: 200 len: 217 time: 0.0597310 Aug 29 04:14:42.342336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port f9371443-4be1-44d6-9784-4550d9bb4708 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:42.343044 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.353533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996158d-238c-4c10-9911-7276256eee57 req-4c6cbb2e-1db6-4eb0-bc8b-57fb4c23f698 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.355059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e996158d-238c-4c10-9911-7276256eee57 req-4c6cbb2e-1db6-4eb0-bc8b-57fb4c23f698 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1287467 Aug 29 04:14:42.355946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-19593c40-0095-4a8f-b3d4-a8307d8828d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.360411 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-19593c40-0095-4a8f-b3d4-a8307d8828d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0536730 Aug 29 04:14:42.411627 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-1c016f41-d93a-4ca6-b0eb-c58b0ad41142 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410154 Aug 29 04:14:42.492998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e996158d-238c-4c10-9911-7276256eee57 req-5e4aee7a-3ee0-472c-b80d-b9464ba09684 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226001 Aug 29 04:14:42.522945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e748185-c089-4a65-ae3a-0d5608bcac87 req-610ac6e8-bc0a-4409-bd86-a86bf18d2aef tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.524132 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-5e7e2857-72fe-43ba-8eff-988a74b64639 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026139 Aug 29 04:14:42.524455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e748185-c089-4a65-ae3a-0d5608bcac87 req-610ac6e8-bc0a-4409-bd86-a86bf18d2aef tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 932 time: 0.0819743 Aug 29 04:14:42.590827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e748185-c089-4a65-ae3a-0d5608bcac87 req-fca22ce7-0334-4cb8-b7ca-ded6a8e39ffe tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600531 Aug 29 04:14:42.641313 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-06ec361b-afb2-4754-a2a0-661f10ddca7f service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062119 Aug 29 04:14:42.653715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe825e44-df93-44f1-bb50-a86d80d43c8a {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:42.661409 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.673305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Transition to ACTIVE for port object fe825e44-df93-44f1-bb50-a86d80d43c8a will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:42.676819 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.683029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:42.745521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe825e44-df93-44f1-bb50-a86d80d43c8a,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:42.760741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:42.767105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:42.768126 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.822058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Attempting to bind port fe825e44-df93-44f1-bb50-a86d80d43c8a on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:42.822401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Attempting to bind port fe825e44-df93-44f1-bb50-a86d80d43c8a by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:42.822728 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Attempting to bind port fe825e44-df93-44f1-bb50-a86d80d43c8a on network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:42.846363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Port fe825e44-df93-44f1-bb50-a86d80d43c8a on network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:42.846691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Attempting to bind port fe825e44-df93-44f1-bb50-a86d80d43c8a on network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:42.854979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:42.855668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Checking segment: {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:42.855878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Bound using segment: {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:42.856294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Bound port: fe825e44-df93-44f1-bb50-a86d80d43c8a, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:42.856655 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.876397 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.914810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:42.922332 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.933086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] For port fe825e44-df93-44f1-bb50-a86d80d43c8a, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:42.942906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d0c2b-a792-43d2-b46a-7089a907e4d6 req-6ddd6e54-f28a-410b-9d18-9864106e747d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.944661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-600d0c2b-a792-43d2-b46a-7089a907e4d6 req-6ddd6e54-f28a-410b-9d18-9864106e747d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 948 time: 0.1487494 Aug 29 04:14:42.946610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] For port fe825e44-df93-44f1-bb50-a86d80d43c8a, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:42.961715 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.977674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:43.016796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.017404 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.018740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 1093 time: 0.9931498 Aug 29 04:14:43.028445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:43.032253 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5088c8a9-5d39-4afe-8995-2f6a32386822" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:43.085462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:43.088955 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764770a7-ddb7-4eb2-baf4-172b26364f3c" -d '{"events": [{"server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "name": "network-vif-plugged", "status": "completed", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:43.095218 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d265c1bb-d3a4-4d33-9f7e-6fd238b77ec5 x-openstack-request-id: req-d265c1bb-d3a4-4d33-9f7e-6fd238b77ec5 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:43.095517 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:43.095746 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d265c1bb-d3a4-4d33-9f7e-6fd238b77ec5 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:43.096129 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'status': 'completed', 'code': 200} Aug 29 04:14:43.099178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-600d0c2b-a792-43d2-b46a-7089a907e4d6 req-abf8f647-f3b1-46c8-9c57-8cc63fc1224f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484869 Aug 29 04:14:43.137595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a879a7f-df25-42d1-b95c-6eae2b8932f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe825e44-df93-44f1-bb50-a86d80d43c8a,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:43.144387 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236875c6-f86a-4006-abbb-d96212c2842a x-openstack-request-id: req-236875c6-f86a-4006-abbb-d96212c2842a {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:43.144866 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "name": "network-vif-plugged", "status": "completed", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:43.144983 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-236875c6-f86a-4006-abbb-d96212c2842a {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:43.145303 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'code': 200} Aug 29 04:14:43.161898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-dc3a3f1d-c63f-4394-b648-5134c50d3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.163405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-dc3a3f1d-c63f-4394-b648-5134c50d3f01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1096 time: 0.0806341 Aug 29 04:14:43.226642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-f0a8db80-da77-49b3-887a-99217a8b0242 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 217 time: 0.0538983 Aug 29 04:14:43.330981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d49874-28eb-450c-b266-014d4aa58d00 req-98817323-edcf-4d34-8196-6493b931143f tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.332541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87d49874-28eb-450c-b266-014d4aa58d00 req-98817323-edcf-4d34-8196-6493b931143f tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1101 time: 0.1157014 Aug 29 04:14:43.341319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63f217-b515-4342-8308-0af17bd10c1c req-b851e035-33c3-4b0c-a893-4b83f0cf6b97 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.342849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed63f217-b515-4342-8308-0af17bd10c1c req-b851e035-33c3-4b0c-a893-4b83f0cf6b97 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.1273899 Aug 29 04:14:43.344914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-31c26215-da16-4ed8-9b09-59713054249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.346330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-31c26215-da16-4ed8-9b09-59713054249c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.1079540 Aug 29 04:14:43.426519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87d49874-28eb-450c-b266-014d4aa58d00 req-7a730943-901c-4faa-b555-4bb0302547f1 tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792012 Aug 29 04:14:43.435234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed63f217-b515-4342-8308-0af17bd10c1c req-8f26f8fb-1bd9-4b7a-81a8-1e9f28198e22 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818987 Aug 29 04:14:43.456246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-c63d97bb-5bb1-41f6-973b-a576acb0c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.457344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-c63d97bb-5bb1-41f6-973b-a576acb0c861 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871053 Aug 29 04:14:43.587483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b44374-c43a-4803-bc3b-cce64e5fa902 req-39ec1650-5490-4c0f-9f72-c9b60471b1d0 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.589009 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0b44374-c43a-4803-bc3b-cce64e5fa902 req-39ec1650-5490-4c0f-9f72-c9b60471b1d0 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0701485 Aug 29 04:14:43.628767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-749813e6-f89b-4524-a545-1819cb122229 service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637769 Aug 29 04:14:43.740763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0b44374-c43a-4803-bc3b-cce64e5fa902 req-10dc648f-8818-409c-85f5-8629b0738f86 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434884 Aug 29 04:14:43.784667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84d403-822d-4e33-bf8f-eee0f6cb6561 req-05f89562-dc2d-4264-a911-6fd74f893ef1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.786435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de84d403-822d-4e33-bf8f-eee0f6cb6561 req-05f89562-dc2d-4264-a911-6fd74f893ef1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.0857739 Aug 29 04:14:43.792246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac8b7ef6-23c4-4139-b01d-fb4d912f0f0e req-6009bafb-a61f-4c05-bd09-7f020a0865a1 service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535773 Aug 29 04:14:43.879253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de84d403-822d-4e33-bf8f-eee0f6cb6561 req-b28032cb-3003-4dcc-8a72-c1b66343390d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857503 Aug 29 04:14:43.903497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02a78-59a4-4eac-8415-86aefa87a2b1 req-5ac22ca0-0eca-4194-b50c-1d335ae5575c tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.905171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85b02a78-59a4-4eac-8415-86aefa87a2b1 req-5ac22ca0-0eca-4194-b50c-1d335ae5575c tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 944 time: 0.0955684 Aug 29 04:14:43.922669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-dff6bc86-6b89-4d7f-8219-cd832ee36ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.924184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-dff6bc86-6b89-4d7f-8219-cd832ee36ac5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1096 time: 0.0768785 Aug 29 04:14:43.962001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85b02a78-59a4-4eac-8415-86aefa87a2b1 req-939ed424-7d79-4285-841a-77a178e539a1 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486250 Aug 29 04:14:44.039734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-cce35401-ee20-4ecf-82f7-4af30e45a830 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a42d1e753d804958b220f1c5860bb831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675967 Aug 29 04:14:44.162370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-4ac54c03-29b0-4b83-9280-a16042142bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.163847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-4ac54c03-29b0-4b83-9280-a16042142bd3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.2153311 Aug 29 04:14:44.220841 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-9290be38-608c-4929-81b4-271ba04d60ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 217 time: 0.0482175 Aug 29 04:14:44.235991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb577a-f3c1-4502-8c80-73c60b2de5bb req-a6bc15c0-e19c-4977-a647-396cc6a188d6 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.237475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8cb577a-f3c1-4502-8c80-73c60b2de5bb req-a6bc15c0-e19c-4977-a647-396cc6a188d6 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1371875 Aug 29 04:14:44.257594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-759c5cf7-b8ad-4242-9041-9b1fefd03811 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.259000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-759c5cf7-b8ad-4242-9041-9b1fefd03811 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127070 Aug 29 04:14:44.596500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-4fc73586-7580-4b50-a964-efe1da6af103 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/quotas/a42d1e753d804958b220f1c5860bb831 HTTP/1.1" status: 200 len: 375 time: 0.3149564 Aug 29 04:14:44.617803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-50378461-c402-41e3-9fc8-e5cb9a4c9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.619256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-50378461-c402-41e3-9fc8-e5cb9a4c9671 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.3794022 Aug 29 04:14:44.626624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8cb577a-f3c1-4502-8c80-73c60b2de5bb req-ae79dafc-50eb-4cc5-99f2-d98d5df8a1c7 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781977 Aug 29 04:14:44.692809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-d541d525-1979-4eb9-a2f1-98e565168dfb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889668 Aug 29 04:14:44.707236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-0272ddb8-a7b2-4cc7-86c8-ca54831a150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.708474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-0272ddb8-a7b2-4cc7-86c8-ca54831a150a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809515 Aug 29 04:14:44.817072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8a832-ab7a-4568-95e7-4043f4b466fc req-6e03d2b9-7c39-4da6-8b22-b709ff94cf66 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.824125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7d8a832-ab7a-4568-95e7-4043f4b466fc req-6e03d2b9-7c39-4da6-8b22-b709ff94cf66 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.1274564 Aug 29 04:14:44.886773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-1dbe04ff-a619-4573-aa20-070685fad97f service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546402 Aug 29 04:14:44.904600 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7d8a832-ab7a-4568-95e7-4043f4b466fc req-176e3474-2fd2-46d6-b9aa-ea5bdeb076ad tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700359 Aug 29 04:14:45.055220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5088c8a9-5d39-4afe-8995-2f6a32386822 req-d206eed3-82c9-4e4b-bd33-9f2db435c7cd service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491208 Aug 29 04:14:45.143572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43ca72-0021-4ecd-811b-b0801b4fe297 req-f4f5e174-db8f-49c1-8cb8-4250aaec78de tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:45.152332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e43ca72-0021-4ecd-811b-b0801b4fe297 req-f4f5e174-db8f-49c1-8cb8-4250aaec78de tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0957074 Aug 29 04:14:45.215920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3de3e48-bab2-4c9b-adb5-f1e4fafa5509 req-cdd039dc-85f3-4422-9a1d-64892b930a09 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 210 time: 0.0541625 Aug 29 04:14:45.259736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e43ca72-0021-4ecd-811b-b0801b4fe297 req-36f84510-b788-4906-b2db-abf784e29090 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937796 Aug 29 04:14:45.371366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3b5e3-20f1-4ae5-9d4f-0376a19af724 req-0a486a03-1f5f-412e-aa25-9cd9c0b8e911 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:45.376589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93f3b5e3-20f1-4ae5-9d4f-0376a19af724 req-0a486a03-1f5f-412e-aa25-9cd9c0b8e911 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 944 time: 0.0724471 Aug 29 04:14:45.433706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93f3b5e3-20f1-4ae5-9d4f-0376a19af724 req-e56f3dca-914a-4095-8b9a-611b0fd8bd1a tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505974 Aug 29 04:14:45.532067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e65c6-8616-40d6-be3b-543b5213defd req-6782af01-4f92-469d-b5c1-bcb3be3cc4bb tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:45.539186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-6782af01-4f92-469d-b5c1-bcb3be3cc4bb tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/networks?id=8204f631-7a10-4f96-8f2f-9cacd065f755 HTTP/1.1" status: 200 len: 815 time: 0.1244509 Aug 29 04:14:45.549752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-ad519ab6-655d-4a3c-b0ff-c0f3fd726c0a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/quotas/39809e088b2644d1b50bda5668e86c67 HTTP/1.1" status: 200 len: 375 time: 0.0097344 Aug 29 04:14:45.604354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-08493d2c-f441-4b95-9f50-ff4b32b6fcc8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=39809e088b2644d1b50bda5668e86c67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487223 Aug 29 04:14:45.696367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-0ae4b244-cd2f-4416-ac42-6a65260e9bf1 service neutron] 10.222.0.49 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847037 Aug 29 04:14:45.784801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-6d0322da-1045-4b0e-acb5-c7aac3a7e919 service neutron] 10.222.0.49 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821159 Aug 29 04:14:45.969914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-360c8cda-f1e7-494c-b7e7-96bdbea30618 req-f1858a5f-80fc-4963-9f27-309128b11ab0 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 210 time: 0.0405116 Aug 29 04:14:45.995295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-99a2d486-e1f7-401f-8eb8-e006ce65b79d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a42d1e753d804958b220f1c5860bb831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329134 Aug 29 04:14:46.190753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec46989-72fb-491b-87e7-469a133df99b req-18f6d399-40ed-4a92-9893-0aa62b04f575 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:46.192332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ec46989-72fb-491b-87e7-469a133df99b req-18f6d399-40ed-4a92-9893-0aa62b04f575 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.0978611 Aug 29 04:14:46.210980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-cb3b5fee-db1d-4968-954a-d35405f742ee tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:46.213003 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-cb3b5fee-db1d-4968-954a-d35405f742ee tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072341 Aug 29 04:14:46.262203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ec46989-72fb-491b-87e7-469a133df99b req-afe29b13-f6ad-4ab4-b26e-41d7dfb09f82 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482283 Aug 29 04:14:46.275564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Request body: {'port': {'device_id': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': 'a42d1e753d804958b220f1c5860bb831'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:46.367659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8b2448b-9849-4f02-b12e-c27f57447ea7 req-2007206a-3a60-4543-9e21-0f3c3f3981d7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 210 time: 0.0430703 Aug 29 04:14:46.454407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6fd0d-81bc-486c-b2b5-ca94410b445d req-c7778567-e269-4d85-acee-faf7842571ce tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:46.455918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40c6fd0d-81bc-486c-b2b5-ca94410b445d req-c7778567-e269-4d85-acee-faf7842571ce tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1131780 Aug 29 04:14:46.501223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Made reservation on behalf of a42d1e753d804958b220f1c5860bb831 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:46.505025 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.519765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40c6fd0d-81bc-486c-b2b5-ca94410b445d req-aa3303b6-d26a-40e7-bc8b-5d32006c160c tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574105 Aug 29 04:14:46.701244 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fe825e44-df93-44f1-bb50-a86d80d43c8a details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:46.704317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66d5a1-2b21-48de-bb22-3258ed6419db req-a1dfd73a-ae97-4e8c-b5ac-1b7580bbee77 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:46.705863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a66d5a1-2b21-48de-bb22-3258ed6419db req-a1dfd73a-ae97-4e8c-b5ac-1b7580bbee77 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 944 time: 0.1332836 Aug 29 04:14:46.715825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-7d1b25b2-3f38-402a-9473-a88074b18698 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:46.717339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-7d1b25b2-3f38-402a-9473-a88074b18698 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.59 "GET /v2.0/ports?device_id=73717f67-9640-444a-86d4-70b675c58138 HTTP/1.1" status: 200 len: 945 time: 0.1288958 Aug 29 04:14:46.777900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Allocated IP 192.168.233.108 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/7d9c0026-9f47-498a-b744-172b437100d5) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:46.813023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port fe825e44-df93-44f1-bb50-a86d80d43c8a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:46.825151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'port_id': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'mac_address': 'fa:16:3e:62:89:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:46.835317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a66d5a1-2b21-48de-bb22-3258ed6419db req-df1eaf48-3a4e-4189-b1f5-30e99250ebde tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149666 Aug 29 04:14:46.871748 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.891198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe825e44-df93-44f1-bb50-a86d80d43c8a {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:46.917281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port fe825e44-df93-44f1-bb50-a86d80d43c8a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:46.921910 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.943920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-3cb1c0dc-a1e7-4b37-8510-930a825be748 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Deleting port e4758303-acd5-4ac2-afe9-73b14318f178 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:46.944297 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-3cb1c0dc-a1e7-4b37-8510-930a825be748 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.982964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=fe825e44-df93-44f1-bb50-a86d80d43c8a,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:47.060962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.112850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Transition to ACTIVE for port object 7d9c0026-9f47-498a-b744-172b437100d5 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:47.117560 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a13e87c-7f61-44bb-a800-60913eba97bc req-b4c63a1a-b04f-4f17-b646-a23c48704027 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 210 time: 0.0505176 Aug 29 04:14:47.129406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-3cb1c0dc-a1e7-4b37-8510-930a825be748 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] For port e4758303-acd5-4ac2-afe9-73b14318f178, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e4758303-acd5-4ac2-afe9-73b14318f178,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:47.129859 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-3cb1c0dc-a1e7-4b37-8510-930a825be748 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.161368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-3cb1c0dc-a1e7-4b37-8510-930a825be748 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Calling delete_port for e4758303-acd5-4ac2-afe9-73b14318f178 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:47.208847 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['fe825e44-df93-44f1-bb50-a86d80d43c8a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:47.217020 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.275226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Pushing event updated for resources: {'Port': ['ID=7d9c0026-9f47-498a-b744-172b437100d5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:47.294310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:47.298456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:47.301026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:47.342907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e65c6-8616-40d6-be3b-543b5213defd req-d4393dce-f749-4634-b9e1-39d698bf3019 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:47.346092 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-d4393dce-f749-4634-b9e1-39d698bf3019 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.52 "GET /v2.0/networks?id=8204f631-7a10-4f96-8f2f-9cacd065f755 HTTP/1.1" status: 200 len: 815 time: 0.1409497 Aug 29 04:14:47.372147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:47.372835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.377046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Request body: {'port': {'device_id': 'a7ffe6fb-a795-4b13-a046-df32fdf963ef', 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755', 'admin_state_up': True, 'tenant_id': '39809e088b2644d1b50bda5668e86c67'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:47.452322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-38370f88-8dcf-47da-8692-f0dc624d6f60 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1811845 Aug 29 04:14:47.499427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Request body: {'port': {'device_id': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:47.528982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd80619-c4ac-4eb2-b900-c1294161488a req-86b2ce01-f8a8-41a6-a3a2-8c853cc1c73e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:47.530545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbd80619-c4ac-4eb2-b900-c1294161488a req-86b2ce01-f8a8-41a6-a3a2-8c853cc1c73e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.1463528 Aug 29 04:14:47.543341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Made reservation on behalf of 39809e088b2644d1b50bda5668e86c67 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:47.548339 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.667525 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.670498 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-3cb1c0dc-a1e7-4b37-8510-930a825be748 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.674902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3e9f9a70-43ca-4096-8a3c-f13d90da5ca3 None None] Provisioning for port 7d9c0026-9f47-498a-b744-172b437100d5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:47.676828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbd80619-c4ac-4eb2-b900-c1294161488a req-3eca6112-134c-4176-88e1-d87f5165f832 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228311 Aug 29 04:14:47.679367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3e9f9a70-43ca-4096-8a3c-f13d90da5ca3 None None] Provisioning complete for port 7d9c0026-9f47-498a-b744-172b437100d5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:47.679822 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9a70-43ca-4096-8a3c-f13d90da5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.709047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Allocated IP 172.20.0.10 (8204f631-7a10-4f96-8f2f-9cacd065f755/36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924/2b58d5ed-a58d-4a9b-979a-ea0ee216665d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:47.725829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b36f65-29d1-45d0-acf5-85a1ac87ba02 req-52a46a29-20f2-4a53-80ed-9101fe8b08cc tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:47.727580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62b36f65-29d1-45d0-acf5-85a1ac87ba02 req-52a46a29-20f2-4a53-80ed-9101fe8b08cc tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 936 time: 0.2077718 Aug 29 04:14:47.731177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1c0dc-a1e7-4b37-8510-930a825be748 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Pushing event deleted for resources: {'Port': ['ID=e4758303-acd5-4ac2-afe9-73b14318f178,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:47.736041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f9a70-43ca-4096-8a3c-f13d90da5ca3 None None] Port 7d9c0026-9f47-498a-b744-172b437100d5 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:47.816774 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.824327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-3cb1c0dc-a1e7-4b37-8510-930a825be748 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] No DVR routers for this DVR port e4758303-acd5-4ac2-afe9-73b14318f178 on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:47.829091 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-3cb1c0dc-a1e7-4b37-8510-930a825be748 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.831024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b2cfc4a-529f-4b67-a2a8-f283f45726eb req-3cb1c0dc-a1e7-4b37-8510-930a825be748 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.59 "DELETE /v2.0/ports/e4758303-acd5-4ac2-afe9-73b14318f178 HTTP/1.1" status: 204 len: 173 time: 1.1071985 Aug 29 04:14:47.831640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73717f67-9640-444a-86d4-70b675c58138', 'name': 'network-vif-deleted', 'tag': 'e4758303-acd5-4ac2-afe9-73b14318f178'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:47.834016 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c6f2ee-02ab-4ccd-add7-1ce16fd9efee" -d '{"events": [{"server_uuid": "73717f67-9640-444a-86d4-70b675c58138", "name": "network-vif-deleted", "tag": "e4758303-acd5-4ac2-afe9-73b14318f178"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:47.875936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62b36f65-29d1-45d0-acf5-85a1ac87ba02 req-f97153d4-021f-4aac-a1e1-5f2362c15f45 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339402 Aug 29 04:14:47.917397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.956818 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88a871b-c72e-46ff-82fc-34d93eef1306 x-openstack-request-id: req-a88a871b-c72e-46ff-82fc-34d93eef1306 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:47.957197 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73717f67-9640-444a-86d4-70b675c58138", "name": "network-vif-deleted", "tag": "e4758303-acd5-4ac2-afe9-73b14318f178", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:47.957355 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a88a871b-c72e-46ff-82fc-34d93eef1306 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:47.957983 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73717f67-9640-444a-86d4-70b675c58138', 'name': 'network-vif-deleted', 'tag': 'e4758303-acd5-4ac2-afe9-73b14318f178', 'status': 'completed', 'code': 200} Aug 29 04:14:47.963095 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.978440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af398645-1a36-4844-a0d5-ef34760b86ac req-6e507235-d2de-4e0e-a27b-8d44d0bc51ee tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:47.980002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af398645-1a36-4844-a0d5-ef34760b86ac req-6e507235-d2de-4e0e-a27b-8d44d0bc51ee tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1246369 Aug 29 04:14:47.994742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['e4758303-acd5-4ac2-afe9-73b14318f178'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:48.002134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['e4758303-acd5-4ac2-afe9-73b14318f178'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:48.026323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Pushing event updated for resources: {'Port': ['ID=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:48.033794 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Network 8204f631-7a10-4f96-8f2f-9cacd065f755 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:48.035699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:48.038385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:48.063111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:48.101916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:48.102546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.108737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af398645-1a36-4844-a0d5-ef34760b86ac req-59ac5414-e7d4-4240-99ab-3e461c960607 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146476 Aug 29 04:14:48.127053 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-c9ca9c77-85e7-47ac-822c-09ee7fc7518d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7569880 Aug 29 04:14:48.149807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Request body: {'port': {'device_id': 'a7ffe6fb-a795-4b13-a046-df32fdf963ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:48.150004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5c6e8-d12e-431a-b34b-d0f0f6afa62c req-39feca51-691f-4b20-a165-2db04d01c331 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:48.159318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdb5c6e8-d12e-431a-b34b-d0f0f6afa62c req-39feca51-691f-4b20-a165-2db04d01c331 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 945 time: 0.1097505 Aug 29 04:14:48.222208 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.240959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdb5c6e8-d12e-431a-b34b-d0f0f6afa62c req-bc42739b-d17b-4a59-92e3-ff6fc133f961 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806696 Aug 29 04:14:48.305879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9c0026-9f47-498a-b744-172b437100d5 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:48.323142 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.354341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Transition to ACTIVE for port object 7d9c0026-9f47-498a-b744-172b437100d5 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:48.361837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.402740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82836304-f82a-4b8d-99d5-b742b55ffbf9 req-43008556-ff38-431f-bfdd-a7e961297456 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:48.404281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82836304-f82a-4b8d-99d5-b742b55ffbf9 req-43008556-ff38-431f-bfdd-a7e961297456 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 932 time: 0.1007740 Aug 29 04:14:48.445896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9c0026-9f47-498a-b744-172b437100d5,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:48.530354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82836304-f82a-4b8d-99d5-b742b55ffbf9 req-7dc46651-cc36-4ec0-b995-90253df68848 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152532 Aug 29 04:14:48.560069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Attempting to bind port 7d9c0026-9f47-498a-b744-172b437100d5 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:48.560450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Attempting to bind port 7d9c0026-9f47-498a-b744-172b437100d5 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:48.560780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Attempting to bind port 7d9c0026-9f47-498a-b744-172b437100d5 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:48.565618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Port 7d9c0026-9f47-498a-b744-172b437100d5 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:48.566255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Attempting to bind port 7d9c0026-9f47-498a-b744-172b437100d5 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:48.571172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:48.571521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:48.571910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:48.572387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Bound port: 7d9c0026-9f47-498a-b744-172b437100d5, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:48.572753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.592975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b58d5ed-a58d-4a9b-979a-ea0ee216665d {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:48.607700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.622604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Transition to ACTIVE for port object 2b58d5ed-a58d-4a9b-979a-ea0ee216665d will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:48.626219 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.658784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] For port 7d9c0026-9f47-498a-b744-172b437100d5, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:48.663118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] For port 7d9c0026-9f47-498a-b744-172b437100d5, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7d9c0026-9f47-498a-b744-172b437100d5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:48.668105 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.696937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Pushing event updated for resources: {'Port': ['ID=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:48.703487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:48.704188 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.707347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] 10.222.0.52 "PUT /v2.0/ports/7d9c0026-9f47-498a-b744-172b437100d5 HTTP/1.1" status: 200 len: 1097 time: 1.2211037 Aug 29 04:14:48.725251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fe825e44-df93-44f1-bb50-a86d80d43c8a up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:48.740032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b5d37-73e3-480f-b3cb-f5c35f612c34 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9c0026-9f47-498a-b744-172b437100d5,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:48.752565 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Attempting to bind port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:48.752909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Attempting to bind port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:48.753247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Attempting to bind port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d on network 8204f631-7a10-4f96-8f2f-9cacd065f755 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:48.758015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d on network 8204f631-7a10-4f96-8f2f-9cacd065f755 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:48.758507 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Attempting to bind port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d on network 8204f631-7a10-4f96-8f2f-9cacd065f755 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:48.763830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:48.764178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Checking segment: {'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:48.764601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Bound using segment: {'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:48.765040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Bound port: 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:48.765697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.835909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port fe825e44-df93-44f1-bb50-a86d80d43c8a completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:48.843244 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port fe825e44-df93-44f1-bb50-a86d80d43c8a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:48.844081 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.875162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] For port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:48.879962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] For port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:48.886871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.891450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145a48-0b14-4662-91bf-2fe8e62d8d70 req-a3b5aa46-245e-46bb-97e1-b5f33cec9112 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:48.893401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a145a48-0b14-4662-91bf-2fe8e62d8d70 req-a3b5aa46-245e-46bb-97e1-b5f33cec9112 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.0677967 Aug 29 04:14:48.914232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-51fd14cb-e07f-4e10-90e5-b5c891c7ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:48.915738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-51fd14cb-e07f-4e10-90e5-b5c891c7ec14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 1100 time: 0.1385994 Aug 29 04:14:48.935245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:48.935925 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.937673 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] 10.222.0.52 "PUT /v2.0/ports/2b58d5ed-a58d-4a9b-979a-ea0ee216665d HTTP/1.1" status: 200 len: 1093 time: 0.7951744 Aug 29 04:14:48.938128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ffe6fb-a795-4b13-a046-df32fdf963ef', 'tag': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:48.940625 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ffe6fb-a795-4b13-a046-df32fdf963ef", "tag": "2b58d5ed-a58d-4a9b-979a-ea0ee216665d"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:48.955774 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.982196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c772d5d-17b6-4061-8b0c-d4c8fe6b9187 service neutron] Pushing event updated for resources: {'Port': ['ID=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:48.999720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:49.006591 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23aac0ba-e199-4134-8edd-df04f6130960" -d '{"events": [{"server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "name": "network-vif-plugged", "status": "completed", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:49.020950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a145a48-0b14-4662-91bf-2fe8e62d8d70 req-32585cfa-6a1e-4d8f-a42d-0ec7a5477c80 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189685 Aug 29 04:14:49.029257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port fe825e44-df93-44f1-bb50-a86d80d43c8a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:49.030153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-df4a2e3a-38c5-4ffe-ab07-393b86b18c65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7d9c0026-9f47-498a-b744-172b437100d5 HTTP/1.1" status: 200 len: 217 time: 0.0986803 Aug 29 04:14:49.047297 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.048405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e4758303-acd5-4ac2-afe9-73b14318f178 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:49.066981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e65c6-8616-40d6-be3b-543b5213defd req-58b5e78d-ac97-4cda-9770-03f9e185859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.068580 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-58b5e78d-ac97-4cda-9770-03f9e185859b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=39809e088b2644d1b50bda5668e86c67&device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 1096 time: 0.0603549 Aug 29 04:14:49.077560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: e4758303-acd5-4ac2-afe9-73b14318f178 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:49.078558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e4758303-acd5-4ac2-afe9-73b14318f178 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:49.081913 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a3ac0d-acc8-482e-9434-4d779003382f x-openstack-request-id: req-61a3ac0d-acc8-482e-9434-4d779003382f {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:49.082108 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ffe6fb-a795-4b13-a046-df32fdf963ef", "tag": "2b58d5ed-a58d-4a9b-979a-ea0ee216665d", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:49.082244 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61a3ac0d-acc8-482e-9434-4d779003382f {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:49.082610 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ffe6fb-a795-4b13-a046-df32fdf963ef', 'tag': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d', 'status': 'completed', 'code': 200} Aug 29 04:14:49.115285 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed9aa60-3c75-42f4-83e8-63a5f1d0f7fb x-openstack-request-id: req-fed9aa60-3c75-42f4-83e8-63a5f1d0f7fb {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:49.115823 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "name": "network-vif-plugged", "status": "completed", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:49.116175 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fed9aa60-3c75-42f4-83e8-63a5f1d0f7fb {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:49.116700 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'code': 200} Aug 29 04:14:49.120831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-5beca4cc-41b3-4bbf-8519-09c2e1b95676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.122512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-5beca4cc-41b3-4bbf-8519-09c2e1b95676 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0802190 Aug 29 04:14:49.131774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=fe825e44-df93-44f1-bb50-a86d80d43c8a,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:49.136724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679113a3-a827-4010-8fc8-9af5c02d52d6 req-d4120ea4-efb2-4eac-b667-a72a76315498 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.138579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-679113a3-a827-4010-8fc8-9af5c02d52d6 req-d4120ea4-efb2-4eac-b667-a72a76315498 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 948 time: 0.1065466 Aug 29 04:14:49.139381 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-62326f50-0c93-4e70-8ad6-701baa7ab054 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d HTTP/1.1" status: 200 len: 217 time: 0.0484765 Aug 29 04:14:49.198127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e65c6-8616-40d6-be3b-543b5213defd req-9482d477-9275-489d-8d3f-39b1cfe4bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.199820 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-9482d477-9275-489d-8d3f-39b1cfe4bbfd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924 HTTP/1.1" status: 200 len: 855 time: 0.0536704 Aug 29 04:14:49.232966 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-2b123273-1c40-44d5-9b8b-0b661d794450 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8204f631-7a10-4f96-8f2f-9cacd065f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252409 Aug 29 04:14:49.269338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-679113a3-a827-4010-8fc8-9af5c02d52d6 req-a3181e3e-2ef6-4325-9de1-6a99fc840e29 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100416 Aug 29 04:14:49.271065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-9bd78cd4-9258-4797-9fee-406c77153bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.272593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-9bd78cd4-9258-4797-9fee-406c77153bdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1330175 Aug 29 04:14:49.301461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e20e8-cae6-4f94-8f5a-51e66422920e req-5fadbe87-e181-4869-9abf-d7e239348755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.302939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d48e20e8-cae6-4f94-8f5a-51e66422920e req-5fadbe87-e181-4869-9abf-d7e239348755 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1098 time: 0.1141706 Aug 29 04:14:49.318812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36d657-5df7-4e7d-bbf5-5931f8659bae req-8887caa6-14be-48a0-868c-341c0ff1e563 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.320337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b36d657-5df7-4e7d-bbf5-5931f8659bae req-8887caa6-14be-48a0-868c-341c0ff1e563 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1210096 Aug 29 04:14:49.345648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-f3332ce1-989c-4e1b-889c-0053991bbcc2 service neutron] 10.222.0.52 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982554 Aug 29 04:14:49.419770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d48e20e8-cae6-4f94-8f5a-51e66422920e req-f42e09a5-8ef1-49fb-ab1e-e6800845a8d1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984514 Aug 29 04:14:49.439010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b36d657-5df7-4e7d-bbf5-5931f8659bae req-d0d65901-07eb-439c-bc9d-21d7ac5767ce tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884924 Aug 29 04:14:49.458266 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e17e65c6-8616-40d6-be3b-543b5213defd req-b6e90470-6111-46c9-b1f9-0e8a098d2710 service neutron] 10.222.0.52 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870879 Aug 29 04:14:49.480151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-c5cef719-6d7d-49a6-9ea1-c2254cd801dd service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949568 Aug 29 04:14:49.489186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ebe9d-2a71-46a4-9944-50fe38612aed req-73e60956-cbaf-4773-bff0-0ab7e8d90571 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.490825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d2ebe9d-2a71-46a4-9944-50fe38612aed req-73e60956-cbaf-4773-bff0-0ab7e8d90571 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 946 time: 0.0731418 Aug 29 04:14:49.583281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d2ebe9d-2a71-46a4-9944-50fe38612aed req-75393f03-dfe9-4e85-9bde-22b0e6b58663 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834737 Aug 29 04:14:49.603605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa176f72-0174-49ca-ab06-03091a2823e5 req-7da1d384-42fc-4dc6-9359-e0d6dc3f4ce4 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118102 Aug 29 04:14:49.645096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9 req-52beb099-9eca-4069-aca3-cab055a9158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.646608 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9 req-52beb099-9eca-4069-aca3-cab055a9158f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=39809e088b2644d1b50bda5668e86c67&device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 1096 time: 0.0475233 Aug 29 04:14:49.698063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed84c3-b69f-4614-8567-489fba24e406 req-e86de419-5db7-4cb5-907d-8e247df04c82 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.699543 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9fed84c3-b69f-4614-8567-489fba24e406 req-e86de419-5db7-4cb5-907d-8e247df04c82 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 944 time: 0.0492256 Aug 29 04:14:49.737722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9fed84c3-b69f-4614-8567-489fba24e406 req-b71ca597-0705-4212-819e-be856c0c40e6 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Aug 29 04:14:49.774978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9 req-573021e9-3b24-4f13-95f4-d0e0e0042831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.776462 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9 req-573021e9-3b24-4f13-95f4-d0e0e0042831 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8204f631-7a10-4f96-8f2f-9cacd065f755 HTTP/1.1" status: 200 len: 916 time: 0.0871129 Aug 29 04:14:49.822150 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9 req-53313356-7209-41fa-a06c-c5ed1c1a2ba9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d HTTP/1.1" status: 200 len: 217 time: 0.0348597 Aug 29 04:14:49.877718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9 req-34a8a37b-68a0-4c60-9dc5-27bee84c4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.879192 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9 req-34a8a37b-68a0-4c60-9dc5-27bee84c4e5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924 HTTP/1.1" status: 200 len: 855 time: 0.0475767 Aug 29 04:14:49.917222 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9 req-68c56370-8de6-4bd8-ad04-552b4222ef6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8204f631-7a10-4f96-8f2f-9cacd065f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250096 Aug 29 04:14:49.959340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'tag': '7d9c0026-9f47-498a-b744-172b437100d5'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:49.961830 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c8c32e-1ca6-4299-8721-3a026d1dec16" -d '{"events": [{"name": "network-changed", "server_uuid": "e64f81fa-18f3-4612-ae48-9200ed2bfb39", "tag": "7d9c0026-9f47-498a-b744-172b437100d5"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:50.002782 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0477b510-0e68-4e93-8b5c-423bd7715e76 x-openstack-request-id: req-0477b510-0e68-4e93-8b5c-423bd7715e76 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:50.003095 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64f81fa-18f3-4612-ae48-9200ed2bfb39", "tag": "7d9c0026-9f47-498a-b744-172b437100d5", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:50.003354 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0477b510-0e68-4e93-8b5c-423bd7715e76 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:50.003745 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'tag': '7d9c0026-9f47-498a-b744-172b437100d5', 'status': 'completed', 'code': 200} Aug 29 04:14:50.008663 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9 req-0b625da1-5e5b-48b0-a0fe-8c8b9131f3ca service neutron] 10.222.0.52 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827775 Aug 29 04:14:50.095139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-04acfdee-5d08-4315-9559-f5548a96c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.096673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-04acfdee-5d08-4315-9559-f5548a96c157 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 1100 time: 0.0413983 Aug 29 04:14:50.137911 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fb94f40-1524-4cbd-ad7f-1db09bc2e2e9 req-4828969d-e3ee-4269-b5de-4a04bf6028c0 service neutron] 10.222.0.52 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895307 Aug 29 04:14:50.520744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a0e13-ee9d-4682-af36-43b4af5f1ece req-35658719-637b-4ba3-b51e-a025228bf4a9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.522135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b70a0e13-ee9d-4682-af36-43b4af5f1ece req-35658719-637b-4ba3-b51e-a025228bf4a9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.4245992 Aug 29 04:14:50.572094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22322-98df-40d9-b073-6ce40b0a4e20 req-7d89dfc8-87db-4952-b9c3-768233723f50 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.573667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32a22322-98df-40d9-b073-6ce40b0a4e20 req-7d89dfc8-87db-4952-b9c3-768233723f50 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 948 time: 0.1108835 Aug 29 04:14:50.595164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-65425dcb-a4d2-47c4-83c5-f8e07d6768d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.596570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-65425dcb-a4d2-47c4-83c5-f8e07d6768d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.4906719 Aug 29 04:14:50.602278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b70a0e13-ee9d-4682-af36-43b4af5f1ece req-ba277492-afb0-4a39-a91d-fe54ffdb5ca0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731995 Aug 29 04:14:50.659951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32a22322-98df-40d9-b073-6ce40b0a4e20 req-4fe5c570-b84f-47c0-9e9b-da6fd80ae52d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729408 Aug 29 04:14:50.661216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-6080ba1d-2037-42f9-a825-d5e6921ac750 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7d9c0026-9f47-498a-b744-172b437100d5 HTTP/1.1" status: 200 len: 217 time: 0.0458460 Aug 29 04:14:50.722531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-680407bd-d2d1-436b-88c9-707ef0da372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.724118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-680407bd-d2d1-436b-88c9-707ef0da372b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0476241 Aug 29 04:14:50.840378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-aa868cd4-06bc-4fb8-adf0-f8b6b13036ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.841861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-aa868cd4-06bc-4fb8-adf0-f8b6b13036ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1003985 Aug 29 04:14:50.849057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68160a-628d-41f1-96e7-b5c5ec87dcd8 req-41bb7533-41d2-4c00-8fa9-4f7edc6934d2 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.850391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d68160a-628d-41f1-96e7-b5c5ec87dcd8 req-41bb7533-41d2-4c00-8fa9-4f7edc6934d2 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1196671 Aug 29 04:14:50.884829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60696aa5-7619-4516-853f-5a90da782930 req-3ef253af-fbeb-4661-8d73-4900d756f5f4 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.886266 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60696aa5-7619-4516-853f-5a90da782930 req-3ef253af-fbeb-4661-8d73-4900d756f5f4 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 946 time: 0.1183212 Aug 29 04:14:50.971300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d68160a-628d-41f1-96e7-b5c5ec87dcd8 req-d3f0b2a6-b8ff-4fa5-8e0a-fa42c7a0b718 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090393 Aug 29 04:14:50.992700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60696aa5-7619-4516-853f-5a90da782930 req-a29f5eb8-dbb0-4394-90ed-b427d8b2f85e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788782 Aug 29 04:14:51.003889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-bd2d61f5-00b5-44e0-bb0f-f21fa2b7be29 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525834 Aug 29 04:14:51.149766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3d46f-69f9-4d1a-b1b4-bed7bebe1828 req-20e43294-8ed6-4614-b520-76c6df2c2ea4 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:51.151262 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4f3d46f-69f9-4d1a-b1b4-bed7bebe1828 req-20e43294-8ed6-4614-b520-76c6df2c2ea4 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 944 time: 0.0864193 Aug 29 04:14:51.167220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74c8c32e-1ca6-4299-8721-3a026d1dec16 req-53661526-55b3-41d8-bfe9-de4eb5e0628f service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458166 Aug 29 04:14:51.258917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4f3d46f-69f9-4d1a-b1b4-bed7bebe1828 req-2f5fd211-149e-47eb-a122-5c3881328824 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941699 Aug 29 04:14:51.285820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6655333-0815-44ae-ab02-330dbe25a30d tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1336138 Aug 29 04:14:51.295234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:51.316581 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.411541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.517324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Allocated IP 172.25.5.12 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/1fbcff5c-756d-4b11-826c-7ad7e8c2ac99) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:51.619177 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.659045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.725616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:51.732245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:51.737631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:51.742862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Pushing event updated for resources: {'Port': ['ID=1fbcff5c-756d-4b11-826c-7ad7e8c2ac99,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:51.786783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4ffc0-5626-4337-a10d-b6fe60f1746d req-4b607386-7b28-4713-82de-b4128042bdd4 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:51.788312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfe4ffc0-5626-4337-a10d-b6fe60f1746d req-4b607386-7b28-4713-82de-b4128042bdd4 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.1032007 Aug 29 04:14:51.859677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfe4ffc0-5626-4337-a10d-b6fe60f1746d req-71e497ce-917f-40c0-be5a-16536911b823 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629077 Aug 29 04:14:51.863807 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.902591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.024560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ddafa-340b-426c-8944-5b5aab79afcc req-929e1473-35f0-40ae-b759-918526369b47 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:52.025941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c0ddafa-340b-426c-8944-5b5aab79afcc req-929e1473-35f0-40ae-b759-918526369b47 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 948 time: 0.1017563 Aug 29 04:14:52.089625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c0ddafa-340b-426c-8944-5b5aab79afcc req-2ebe8a31-6755-4dc9-a350-0ee86f438b4a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555229 Aug 29 04:14:52.117807 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.122443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.195164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Pushing event updated for resources: {'Port': ['ID=1fbcff5c-756d-4b11-826c-7ad7e8c2ac99,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:52.204104 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.217790 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.219640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-b6404611-2d04-4467-87e6-5f086b994430 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9282513 Aug 29 04:14:52.284645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-eb9207ca-aeda-41a4-ba14-912b7cacc39a tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0584753 Aug 29 04:14:52.376090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4d683-582a-4be1-9dee-4ae21f52b8cc req-3c7dbc40-c00b-42e9-8175-92364533c5a0 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:52.377683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99a4d683-582a-4be1-9dee-4ae21f52b8cc req-3c7dbc40-c00b-42e9-8175-92364533c5a0 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1113811 Aug 29 04:14:52.436461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-f1f12b49-0527-4ac8-8cb1-b32bda9e33dc tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:52.437817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95784e9c-81a4-4978-a92f-7bc094e917d5 req-f1f12b49-0527-4ac8-8cb1-b32bda9e33dc tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1397777 Aug 29 04:14:52.446868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99a4d683-582a-4be1-9dee-4ae21f52b8cc req-ec421d66-e23e-47f6-8333-d97a66cea815 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579433 Aug 29 04:14:52.673925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4130ea5-f67e-4039-ba8a-7e71b2ec3e0b req-aba186c0-3690-4443-b055-7f435fa8abb3 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:52.675404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4130ea5-f67e-4039-ba8a-7e71b2ec3e0b req-aba186c0-3690-4443-b055-7f435fa8abb3 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 944 time: 0.1154487 Aug 29 04:14:52.729193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-799c3ecd-4880-456c-a76f-7b9e82adc12d tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:52.730625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-799c3ecd-4880-456c-a76f-7b9e82adc12d tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 821 time: 0.1418579 Aug 29 04:14:52.738242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4130ea5-f67e-4039-ba8a-7e71b2ec3e0b req-301eb2b6-4c0a-41b1-a316-b5b8051650f6 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560870 Aug 29 04:14:52.748216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-addd605c-e538-4b4c-9fc8-4d88c8362c84 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/quotas/52fc273bbe364cacb4db6c3c685b0df3 HTTP/1.1" status: 200 len: 375 time: 0.0090790 Aug 29 04:14:52.803714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-260644e7-8981-460d-8e53-8d7573d9b072 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0488491 Aug 29 04:14:52.894925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-6e7fcf0c-daf8-4b5f-a628-8e283a7cda1a service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840561 Aug 29 04:14:53.017190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21139843-ad09-4e06-8686-21abde60bd12 req-de3caf9b-df58-42a8-ba57-584ea9ead081 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.018628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21139843-ad09-4e06-8686-21abde60bd12 req-de3caf9b-df58-42a8-ba57-584ea9ead081 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 945 time: 0.0767789 Aug 29 04:14:53.023737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-0d34e6ec-ebc3-4be5-8801-18fd05b7e7dd service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231556 Aug 29 04:14:53.056420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21139843-ad09-4e06-8686-21abde60bd12 req-82516ae9-4fed-4c64-b0fd-f17d427ce210 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Aug 29 04:14:53.188062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28c16f47-d9e8-4b3d-9266-d7ab9d7e0f11 req-8a3144a9-cda7-4db0-81ce-44ad862c18ab tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 210 time: 0.0344436 Aug 29 04:14:53.235797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c7a55-6fdb-4edb-a302-7e42b2d69b76 req-2c185833-8131-4129-b914-aa572cbeecce tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.240803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e1c7a55-6fdb-4edb-a302-7e42b2d69b76 req-2c185833-8131-4129-b914-aa572cbeecce tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 948 time: 0.0769441 Aug 29 04:14:53.276279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e1c7a55-6fdb-4edb-a302-7e42b2d69b76 req-b874107f-185b-47ce-a13b-d334b580e4ad tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Aug 29 04:14:53.433446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-25f8f19e-a5ad-43ba-bbff-755875ee02d5 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.434934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-25f8f19e-a5ad-43ba-bbff-755875ee02d5 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.0435317 Aug 29 04:14:53.453785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-12'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:53.514629 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-24d012be-8a3f-4310-9f2a-b45b086eb327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.520975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.678889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d941603-378a-4e2c-b4f9-0c5231499939 req-6a49236e-6f9b-4665-913b-cfb30269399c tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.682337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d941603-378a-4e2c-b4f9-0c5231499939 req-6a49236e-6f9b-4665-913b-cfb30269399c tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1157198 Aug 29 04:14:53.748145 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d941603-378a-4e2c-b4f9-0c5231499939 req-a58b17f7-7fc2-44bf-a528-1567eabbc501 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568042 Aug 29 04:14:53.782798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:53.845650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:53.893915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe587d8-1913-4ed7-958a-5d9c70015a4a'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:53.896062 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f30f68-2828-4021-9387-9730793a43d3" -d '{"events": [{"server_uuid": "266c677f-1b44-44c6-bdb1-4f371e64db4b", "name": "network-vif-unplugged", "status": "completed", "tag": "6fe587d8-1913-4ed7-958a-5d9c70015a4a"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:53.899771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.912413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98939961-a67c-4344-975a-920259ae3819 req-e536a40b-3cce-4fbc-a6b9-4f8efb3fe846 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.913921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98939961-a67c-4344-975a-920259ae3819 req-e536a40b-3cce-4fbc-a6b9-4f8efb3fe846 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 944 time: 0.1002338 Aug 29 04:14:53.915011 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.930432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7d9c0026-9f47-498a-b744-172b437100d5 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:53.944090 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1960bf8e-2dfb-4473-85c0-88e966ec4147 x-openstack-request-id: req-1960bf8e-2dfb-4473-85c0-88e966ec4147 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:53.944415 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266c677f-1b44-44c6-bdb1-4f371e64db4b", "name": "network-vif-unplugged", "status": "completed", "tag": "6fe587d8-1913-4ed7-958a-5d9c70015a4a", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:53.944670 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1960bf8e-2dfb-4473-85c0-88e966ec4147 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:53.945061 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe587d8-1913-4ed7-958a-5d9c70015a4a', 'code': 200} Aug 29 04:14:54.026023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98939961-a67c-4344-975a-920259ae3819 req-799e224e-e060-4583-a5d6-ee99be1707a9 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786040 Aug 29 04:14:54.031785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe587d8-1913-4ed7-958a-5d9c70015a4a,revision_number=7']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:54.049175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on host n-h1-712141-12 for vnic_type normal with profile {"migrating_to": "n-h2-712141-12"} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:54.049521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:54.049861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:54.055890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:54.056246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Attempting to bind port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on network 024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:54.062303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:54.062784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Checking segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:54.063170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Bound using segment: {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:54.063736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Bound port: 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c135d2-782e-42cc-9e44-b60e5aa694ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:54.064267 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.077998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7d9c0026-9f47-498a-b744-172b437100d5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7d9c0026-9f47-498a-b744-172b437100d5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:54.118820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '7d9c0026-9f47-498a-b744-172b437100d5', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '7d9c0026-9f47-498a-b744-172b437100d5', 'mac_address': 'fa:16:3e:4f:48:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:54.170206 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.191209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9c0026-9f47-498a-b744-172b437100d5 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:54.198687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:54.210004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b658a-0969-4a51-b8e3-287fb3b1f5bc req-32e81e55-6e09-4f4c-8209-748e64db3415 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.216962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7d9c0026-9f47-498a-b744-172b437100d5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7d9c0026-9f47-498a-b744-172b437100d5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:54.218127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a9b658a-0969-4a51-b8e3-287fb3b1f5bc req-32e81e55-6e09-4f4c-8209-748e64db3415 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.0755227 Aug 29 04:14:54.222654 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.223476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2b58d5ed-a58d-4a9b-979a-ea0ee216665d details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:54.275355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:54.296643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a9b658a-0969-4a51-b8e3-287fb3b1f5bc req-9fd89a91-bd81-4b37-980e-e46392d27fd1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745399 Aug 29 04:14:54.300469 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.336467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7d9c0026-9f47-498a-b744-172b437100d5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:54.373474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb25084c-c748-43e1-a848-83a2892348d0 req-6b2f39a3-f719-43a6-8ec8-f0460195c5a4 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 210 time: 0.0756323 Aug 29 04:14:54.394754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-c18ab492-d3db-4f4e-928c-de2691d344a0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.395662 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-c18ab492-d3db-4f4e-928c-de2691d344a0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.59 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 821 time: 0.2273662 Aug 29 04:14:54.400415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:54.416413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Request body: {'port': {'device_id': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'admin_state_up': True, 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:54.417190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d', 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755', 'port_id': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d', 'mac_address': 'fa:16:3e:72:ac:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:54.446922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe587d8-1913-4ed7-958a-5d9c70015a4a,revision_number=8']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:54.450447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.451110 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.453094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-8e32d7a9-15d4-4dcb-ad93-b44302292693 service neutron] 10.222.0.59 "PUT /v2.0/ports/6fe587d8-1913-4ed7-958a-5d9c70015a4a HTTP/1.1" status: 200 len: 1123 time: 1.0031402 Aug 29 04:14:54.463786 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.479018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b58d5ed-a58d-4a9b-979a-ea0ee216665d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:54.506969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500d6d4-a0b9-44ca-be89-865ddc265c37 req-be3a45df-7e66-4d4b-991b-456d060396f0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.508809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b500d6d4-a0b9-44ca-be89-865ddc265c37 req-be3a45df-7e66-4d4b-991b-456d060396f0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 949 time: 0.0542102 Aug 29 04:14:54.511772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:54.519921 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.556667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b500d6d4-a0b9-44ca-be89-865ddc265c37 req-127ec334-04ef-41b6-841a-0eac5c989caf tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Aug 29 04:14:54.581926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Made reservation on behalf of 52fc273bbe364cacb4db6c3c685b0df3 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:54.586875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.589867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['6fe587d8-1913-4ed7-958a-5d9c70015a4a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:54.616095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:54.727071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 6fe587d8-1913-4ed7-958a-5d9c70015a4a details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:54.732669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Allocated IP 172.20.0.7 (3be93ecc-20c5-4c02-8fe9-e1c4983e0706/98a84fe0-8a18-4e97-a7f0-87717d6cd29d/3287bcff-cc93-406d-a8bd-461daecff129) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:54.798028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['6fe587d8-1913-4ed7-958a-5d9c70015a4a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:54.874105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823283a-02ab-4056-9aed-19cccaa2218a req-77736033-6c06-47ff-be7a-ef0a6f9f3604 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.876330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2823283a-02ab-4056-9aed-19cccaa2218a req-77736033-6c06-47ff-be7a-ef0a6f9f3604 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0525877 Aug 29 04:14:54.885018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:54.905202 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 6fe587d8-1913-4ed7-958a-5d9c70015a4a has no active binding in host n-h2-712141-12 {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:14:54.910298 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.917031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2823283a-02ab-4056-9aed-19cccaa2218a req-28f192ce-0111-4d0e-84d0-0bce0c7fa464 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346782 Aug 29 04:14:54.925948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Transition to ACTIVE for port object 3287bcff-cc93-406d-a8bd-461daecff129 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:54.961537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.002824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:55.005735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:55.011705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:55.040759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Pushing event updated for resources: {'Port': ['ID=3287bcff-cc93-406d-a8bd-461daecff129,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:55.070021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.070640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.086140 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-49f5cbdb-37ba-43dc-b681-2b7a0acbdaf0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6736941 Aug 29 04:14:55.101084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Request body: {'port': {'device_id': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:55.160190 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.161524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74767feb-9b53-49c1-847c-30a6ac65a8ea req-87ac5cc9-7e9b-498e-bb53-ba281e33c577 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.163309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74767feb-9b53-49c1-847c-30a6ac65a8ea req-87ac5cc9-7e9b-498e-bb53-ba281e33c577 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 945 time: 0.0575297 Aug 29 04:14:55.204635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74767feb-9b53-49c1-847c-30a6ac65a8ea req-dc4530c8-5cdc-45ed-88dc-afbb6021a089 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Aug 29 04:14:55.253140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-22487c41-da2a-4d3d-b794-aa2f8051d5e9 None None] Provisioning for port 3287bcff-cc93-406d-a8bd-461daecff129 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:55.256881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-22487c41-da2a-4d3d-b794-aa2f8051d5e9 None None] Provisioning complete for port 3287bcff-cc93-406d-a8bd-461daecff129 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:55.257253 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-22487c41-da2a-4d3d-b794-aa2f8051d5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.289129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7d9c0026-9f47-498a-b744-172b437100d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:55.313733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-22487c41-da2a-4d3d-b794-aa2f8051d5e9 None None] Port 3287bcff-cc93-406d-a8bd-461daecff129 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:55.320697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2b58d5ed-a58d-4a9b-979a-ea0ee216665d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:55.353685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['fe825e44-df93-44f1-bb50-a86d80d43c8a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:55.443560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3287bcff-cc93-406d-a8bd-461daecff129 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:55.452101 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.467109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Transition to ACTIVE for port object 3287bcff-cc93-406d-a8bd-461daecff129 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:55.471660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.474489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a675a58-2efb-455c-872b-6cf5b8ff282a req-ba76e5e3-272a-4945-a052-202b238031ba tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.482289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a675a58-2efb-455c-872b-6cf5b8ff282a req-ba76e5e3-272a-4945-a052-202b238031ba tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.1007884 Aug 29 04:14:55.529173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Pushing event updated for resources: {'Port': ['ID=3287bcff-cc93-406d-a8bd-461daecff129,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:55.548773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a675a58-2efb-455c-872b-6cf5b8ff282a req-84e6c2e9-41f7-48d2-919f-9ec04b4d08b5 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655720 Aug 29 04:14:55.573556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a300f-5e69-4cbc-a6b5-23905e1ab458 req-c2b4e4a3-b1fd-4be8-91cf-dd59ab52a19a tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.573556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a9a300f-5e69-4cbc-a6b5-23905e1ab458 req-c2b4e4a3-b1fd-4be8-91cf-dd59ab52a19a tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 943 time: 0.0855455 Aug 29 04:14:55.625643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a9a300f-5e69-4cbc-a6b5-23905e1ab458 req-3ce651e1-e772-42b5-8b94-4012af9d9fd5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484598 Aug 29 04:14:55.667045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Attempting to bind port 3287bcff-cc93-406d-a8bd-461daecff129 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:55.667389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Attempting to bind port 3287bcff-cc93-406d-a8bd-461daecff129 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:55.667729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Attempting to bind port 3287bcff-cc93-406d-a8bd-461daecff129 on network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:55.673345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Port 3287bcff-cc93-406d-a8bd-461daecff129 on network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:55.673555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Attempting to bind port 3287bcff-cc93-406d-a8bd-461daecff129 on network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:55.682106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:55.682794 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Checking segment: {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:55.683317 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Bound using segment: {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:55.684260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Bound port: 3287bcff-cc93-406d-a8bd-461daecff129, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b641c5c-7dfa-4e5a-b327-4828c95eafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:55.684653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.781359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] For port 3287bcff-cc93-406d-a8bd-461daecff129, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:55.786503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] For port 3287bcff-cc93-406d-a8bd-461daecff129, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3287bcff-cc93-406d-a8bd-461daecff129,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:55.793215 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.804007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccfcbe-8982-4cc6-b0c7-565709d8323e req-b684a9e4-5c48-48fc-b37f-4756d0ffeaf5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.811405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bccfcbe-8982-4cc6-b0c7-565709d8323e req-b684a9e4-5c48-48fc-b37f-4756d0ffeaf5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 949 time: 0.0831709 Aug 29 04:14:55.845300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.847094 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.848744 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] 10.222.0.59 "PUT /v2.0/ports/3287bcff-cc93-406d-a8bd-461daecff129 HTTP/1.1" status: 200 len: 1092 time: 0.7524188 Aug 29 04:14:55.849472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'tag': '3287bcff-cc93-406d-a8bd-461daecff129'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:55.853126 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d833b36e-967e-49b2-b9ac-3c1d2537d266" -d '{"events": [{"name": "network-changed", "server_uuid": "27115796-4dbd-4de6-a5fa-ccdc59ac5098", "tag": "3287bcff-cc93-406d-a8bd-461daecff129"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:55.899517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfb591-4212-4396-b5b4-1c17937dbe08 service neutron] Pushing event updated for resources: {'Port': ['ID=3287bcff-cc93-406d-a8bd-461daecff129,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:55.901999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bccfcbe-8982-4cc6-b0c7-565709d8323e req-5facee99-216a-4edf-a895-b7cbe3d39a3e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895123 Aug 29 04:14:55.946258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'tag': '6fe587d8-1913-4ed7-958a-5d9c70015a4a'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:55.954164 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2850e7a1-7482-41f0-902b-4dfa3a94a20e" -d '{"events": [{"name": "network-changed", "server_uuid": "266c677f-1b44-44c6-bdb1-4f371e64db4b", "tag": "6fe587d8-1913-4ed7-958a-5d9c70015a4a"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:55.972521 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c078de-4edb-4645-8cf6-64cdf6b6a379 x-openstack-request-id: req-f4c078de-4edb-4645-8cf6-64cdf6b6a379 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:55.972860 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27115796-4dbd-4de6-a5fa-ccdc59ac5098", "tag": "3287bcff-cc93-406d-a8bd-461daecff129", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:55.973406 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4c078de-4edb-4645-8cf6-64cdf6b6a379 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:55.973724 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'tag': '3287bcff-cc93-406d-a8bd-461daecff129', 'status': 'completed', 'code': 200} Aug 29 04:14:55.992716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-45f2e662-1a60-49aa-83c9-23ac2a72a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.994248 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-45f2e662-1a60-49aa-83c9-23ac2a72a54e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 1095 time: 0.0762303 Aug 29 04:14:56.001356 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f404110-ce39-4be3-a2c0-a7b98cb3e12a x-openstack-request-id: req-9f404110-ce39-4be3-a2c0-a7b98cb3e12a {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:56.001612 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266c677f-1b44-44c6-bdb1-4f371e64db4b", "tag": "6fe587d8-1913-4ed7-958a-5d9c70015a4a", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:56.001868 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f404110-ce39-4be3-a2c0-a7b98cb3e12a {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:56.002273 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'tag': '6fe587d8-1913-4ed7-958a-5d9c70015a4a', 'status': 'completed', 'code': 200} Aug 29 04:14:56.044942 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-5c895a9d-f257-485b-9064-40a34e06eb89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3287bcff-cc93-406d-a8bd-461daecff129 HTTP/1.1" status: 200 len: 217 time: 0.0368576 Aug 29 04:14:56.068641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7e779588-e5b5-436e-877b-9d57585356f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.089054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7412cd-f9aa-4b3d-a9e4-6b696a2fc8fb req-2a0f8ada-ac24-4d84-a1f4-25336d7e773b tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.091289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af7412cd-f9aa-4b3d-a9e4-6b696a2fc8fb req-2a0f8ada-ac24-4d84-a1f4-25336d7e773b tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0779119 Aug 29 04:14:56.102466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-94b43bdf-80a1-4413-b8fe-cdfa72463ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.103959 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-94b43bdf-80a1-4413-b8fe-cdfa72463ac8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0501678 Aug 29 04:14:56.161006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-b960c088-3d6e-4cdb-a244-33a603b01c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.162582 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-b960c088-3d6e-4cdb-a244-33a603b01c3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428314 Aug 29 04:14:56.163545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af7412cd-f9aa-4b3d-a9e4-6b696a2fc8fb req-650d80f4-6dfa-4507-b335-acbe9e998862 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570824 Aug 29 04:14:56.170969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e7a1-7482-41f0-902b-4dfa3a94a20e req-292e158e-4c6d-44ca-9da1-bf658ee79ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.173529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2850e7a1-7482-41f0-902b-4dfa3a94a20e req-292e158e-4c6d-44ca-9da1-bf658ee79ddd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 1126 time: 0.1120396 Aug 29 04:14:56.273751 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-88106770-b64b-46c2-aab0-4a92acfaf381 service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972240 Aug 29 04:14:56.273973 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.384790 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8067a6b9-85cc-4e32-8e28-8dd3d1307691 req-0e510f79-04eb-42cd-afd5-44409452f16f service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007249 Aug 29 04:14:56.500707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-b8c01b49-c0da-41a9-8825-100cfb7f1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.502316 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-b8c01b49-c0da-41a9-8825-100cfb7f1b6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 1095 time: 0.0432537 Aug 29 04:14:56.589137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e4d0-1801-48e4-8b6f-dbda7146a865 req-f0a5f3f0-4f66-4b23-8c59-dc716dc70923 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.590638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b79e4d0-1801-48e4-8b6f-dbda7146a865 req-f0a5f3f0-4f66-4b23-8c59-dc716dc70923 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 945 time: 0.0940306 Aug 29 04:14:56.608514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e7a1-7482-41f0-902b-4dfa3a94a20e req-77960eb6-a44d-4c8d-8844-2be06c931c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.610545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2850e7a1-7482-41f0-902b-4dfa3a94a20e req-77960eb6-a44d-4c8d-8844-2be06c931c4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.4294016 Aug 29 04:14:56.620895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-92d6f476-f3fd-448d-bf77-477395c6801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.622513 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-92d6f476-f3fd-448d-bf77-477395c6801e service neutron] 10.222.0.59 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1043298 Aug 29 04:14:56.664163 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2850e7a1-7482-41f0-902b-4dfa3a94a20e req-6f38bf9d-694c-4544-b598-b507754d07cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a HTTP/1.1" status: 200 len: 217 time: 0.0402112 Aug 29 04:14:56.687857 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-b1087e63-f203-41b7-9333-c6f205383bf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3287bcff-cc93-406d-a8bd-461daecff129 HTTP/1.1" status: 200 len: 217 time: 0.0360787 Aug 29 04:14:56.732214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b79e4d0-1801-48e4-8b6f-dbda7146a865 req-5614f6e6-9072-4f4d-840d-8d3b92aafa76 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252623 Aug 29 04:14:56.743315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-a7666204-a30a-4e0e-bad4-a01c9c907e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.745081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-a7666204-a30a-4e0e-bad4-a01c9c907e90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0463240 Aug 29 04:14:56.754256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e7a1-7482-41f0-902b-4dfa3a94a20e req-2c603f33-65be-44fa-9da0-821b55c0e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.755480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2850e7a1-7482-41f0-902b-4dfa3a94a20e req-2c603f33-65be-44fa-9da0-821b55c0e52a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0807607 Aug 29 04:14:56.766320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbaafb-be70-4fc6-aef6-c52dc4f97cef req-0c5ce23d-00d2-4181-a5cc-d626fffefbdb tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.766320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0dbaafb-be70-4fc6-aef6-c52dc4f97cef req-0c5ce23d-00d2-4181-a5cc-d626fffefbdb tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.1074741 Aug 29 04:14:56.803427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2850e7a1-7482-41f0-902b-4dfa3a94a20e req-ab6e2bc0-fdcb-434e-99e1-b6fd1132fc92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358751 Aug 29 04:14:56.804714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-551195b5-6f17-4330-93be-9d8fc99d52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.806396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-551195b5-6f17-4330-93be-9d8fc99d52c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532916 Aug 29 04:14:56.889628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0dbaafb-be70-4fc6-aef6-c52dc4f97cef req-973a1a39-089a-4d3d-94aa-b6cee676e7ef tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140423 Aug 29 04:14:56.906082 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-fa0c1991-1511-4b98-89fd-f7818f5f597e service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873911 Aug 29 04:14:56.930404 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8aed8d-a06e-4b69-9999-6b4657349ed9 req-c9a9145c-0401-4855-9f4f-7cb37a2e8137 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.931814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe8aed8d-a06e-4b69-9999-6b4657349ed9 req-c9a9145c-0401-4855-9f4f-7cb37a2e8137 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 943 time: 0.1245322 Aug 29 04:14:56.963752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2850e7a1-7482-41f0-902b-4dfa3a94a20e req-ff93c443-f3e7-4679-8999-3551fedbc9da service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455796 Aug 29 04:14:56.984162 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe8aed8d-a06e-4b69-9999-6b4657349ed9 req-778b0dff-6593-4ce1-a865-11088938ef4f tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Aug 29 04:14:57.019684 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d833b36e-967e-49b2-b9ac-3c1d2537d266 req-42c1d7ab-3ab4-4334-aa51-a80ae9285207 service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021700 Aug 29 04:14:57.100443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2850e7a1-7482-41f0-902b-4dfa3a94a20e req-07003a89-2e5f-4ade-a236-98ba73e0487f service neutron] 10.222.0.52 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933516 Aug 29 04:14:57.111120 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.163450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7960a2-5c77-4f8e-9c1a-83a43b55c867 req-4853c680-4b33-4aed-a275-5922543fc4b3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.165080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e7960a2-5c77-4f8e-9c1a-83a43b55c867 req-4853c680-4b33-4aed-a275-5922543fc4b3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 949 time: 0.0535426 Aug 29 04:14:57.182801 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.207935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e7960a2-5c77-4f8e-9c1a-83a43b55c867 req-e42ca6dd-905a-4ab5-9976-322ed1e1b4dd tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Aug 29 04:14:57.310424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad87e1-fdd6-4928-bedf-0521a53090f7 req-9082067f-28f1-4d40-a248-a31430bb8ba2 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.312404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eaad87e1-fdd6-4928-bedf-0521a53090f7 req-9082067f-28f1-4d40-a248-a31430bb8ba2 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Aug 29 04:14:57.349385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eaad87e1-fdd6-4928-bedf-0521a53090f7 req-45d7bfde-0d62-4ba4-9ed0-1c8b970c0fcd tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310895 Aug 29 04:14:57.850411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66434c85-7e71-454f-bb7b-e9c2ae2138bd req-ba7c559a-8a32-49c4-af1d-218cde91fb21 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.851987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66434c85-7e71-454f-bb7b-e9c2ae2138bd req-ba7c559a-8a32-49c4-af1d-218cde91fb21 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 945 time: 0.0499423 Aug 29 04:14:57.892221 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66434c85-7e71-454f-bb7b-e9c2ae2138bd req-097ca8aa-3513-4d94-93a7-798da79db61c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Aug 29 04:14:57.937325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7d9c0026-9f47-498a-b744-172b437100d5 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:57.990315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 7d9c0026-9f47-498a-b744-172b437100d5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:57.994261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 7d9c0026-9f47-498a-b744-172b437100d5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:57.994796 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.027317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747283f-2185-4a96-87e3-266c1f6d167f req-708a4a7a-6c50-4323-9696-22b3c41e96c9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.033941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9747283f-2185-4a96-87e3-266c1f6d167f req-708a4a7a-6c50-4323-9696-22b3c41e96c9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.0620542 Aug 29 04:14:58.077673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9747283f-2185-4a96-87e3-266c1f6d167f req-b7a6ad7e-c209-4bcd-b943-12b5a85e288b tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415280 Aug 29 04:14:58.096053 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.128497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9c0026-9f47-498a-b744-172b437100d5'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:58.130824 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ef4c22-a6cd-4335-808f-11aa30a532cd" -d '{"events": [{"server_uuid": "e64f81fa-18f3-4612-ae48-9200ed2bfb39", "name": "network-vif-plugged", "status": "completed", "tag": "7d9c0026-9f47-498a-b744-172b437100d5"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:58.146323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7d9c0026-9f47-498a-b744-172b437100d5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7d9c0026-9f47-498a-b744-172b437100d5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:58.150476 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.151469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2b58d5ed-a58d-4a9b-979a-ea0ee216665d up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:58.210374 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0e9e6-31e9-4ba5-83bb-f147a12f76de x-openstack-request-id: req-23d0e9e6-31e9-4ba5-83bb-f147a12f76de {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:58.210687 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64f81fa-18f3-4612-ae48-9200ed2bfb39", "name": "network-vif-plugged", "status": "completed", "tag": "7d9c0026-9f47-498a-b744-172b437100d5", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:58.210951 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23d0e9e6-31e9-4ba5-83bb-f147a12f76de {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:58.211341 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9c0026-9f47-498a-b744-172b437100d5', 'code': 200} Aug 29 04:14:58.221427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1308-5ec1-4db2-a684-92a56457ce3f req-405a6e08-61ed-482c-baa4-97c7028fca91 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.224666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b8e1308-5ec1-4db2-a684-92a56457ce3f req-405a6e08-61ed-482c-baa4-97c7028fca91 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 943 time: 0.0627546 Aug 29 04:14:58.250683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7d9c0026-9f47-498a-b744-172b437100d5,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:58.263123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.263123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.263425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.263672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.264019 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.264389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.265592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.265991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.266326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.266656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.266987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.267315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:58.273090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:58.277416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:58.277916 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.293403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b8e1308-5ec1-4db2-a684-92a56457ce3f req-7276f8a0-409a-48cc-9129-3a960a69cc77 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612893 Aug 29 04:14:58.377812 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.414072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab1cab-32ef-4137-9144-3108f4cc5a41 req-1c7ae889-94c0-4efa-bab7-9fec8ffbd169 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.415596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1ab1cab-32ef-4137-9144-3108f4cc5a41 req-1c7ae889-94c0-4efa-bab7-9fec8ffbd169 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0934582 Aug 29 04:14:58.419016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01e28b-0ae1-4bb2-944a-58682996e05d req-a3b1a8e7-6639-444c-b8b9-4f57c7964263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.422424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c01e28b-0ae1-4bb2-944a-58682996e05d req-a3b1a8e7-6639-444c-b8b9-4f57c7964263 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 1102 time: 0.1225033 Aug 29 04:14:58.422602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:58.426474 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.481917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c01e28b-0ae1-4bb2-944a-58682996e05d req-78f026b0-c0b4-4fec-832f-f6c3e986e9a1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549536 Aug 29 04:14:58.487195 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1ab1cab-32ef-4137-9144-3108f4cc5a41 req-09989583-1063-4858-991e-a57573a5e644 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528350 Aug 29 04:14:58.496419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:58.546458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734e88b-28a2-48bc-9226-be754e17b60b req-0f030f37-0e75-4362-90a6-1ba9d69adc41 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.547961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3734e88b-28a2-48bc-9226-be754e17b60b req-0f030f37-0e75-4362-90a6-1ba9d69adc41 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0532296 Aug 29 04:14:58.586748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3734e88b-28a2-48bc-9226-be754e17b60b req-14f2cfea-62ec-4808-a703-8803205818be tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Aug 29 04:14:58.759558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3287bcff-cc93-406d-a8bd-461daecff129 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:58.855792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 3287bcff-cc93-406d-a8bd-461daecff129, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3287bcff-cc93-406d-a8bd-461daecff129,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:58.866872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '3287bcff-cc93-406d-a8bd-461daecff129', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'port_id': '3287bcff-cc93-406d-a8bd-461daecff129', 'mac_address': 'fa:16:3e:ca:8a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:58.900144 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.914595 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.928484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3287bcff-cc93-406d-a8bd-461daecff129 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:58.949101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 3287bcff-cc93-406d-a8bd-461daecff129, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3287bcff-cc93-406d-a8bd-461daecff129,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:58.954515 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.003663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=3287bcff-cc93-406d-a8bd-461daecff129,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:59.026078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca41ba-9792-4c35-bb8a-c2c7839c25b4 req-3fed2118-d217-4133-8a6b-4df4886766d8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:59.027581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91ca41ba-9792-4c35-bb8a-c2c7839c25b4 req-3fed2118-d217-4133-8a6b-4df4886766d8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0599420 Aug 29 04:14:59.066447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91ca41ba-9792-4c35-bb8a-c2c7839c25b4 req-8d63cb6d-bbd8-4c21-93e3-8af0f7b33a8e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Aug 29 04:14:59.211076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024df8-9e48-4cb4-aa13-59c08c69f664 req-bfbb9ce7-3971-4b3d-8da4-ceb2f2176009 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:59.212881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6024df8-9e48-4cb4-aa13-59c08c69f664 req-bfbb9ce7-3971-4b3d-8da4-ceb2f2176009 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 943 time: 0.0590291 Aug 29 04:14:59.258914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6024df8-9e48-4cb4-aa13-59c08c69f664 req-d0ee6027-0ecf-48cc-8daa-11f3b7ae6ead tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 Aug 29 04:14:59.311233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['3287bcff-cc93-406d-a8bd-461daecff129'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:59.426457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ee8e-42ec-4a4e-8db2-e0fb3c05d844 req-6311606b-4c4f-40dc-a30b-8bee141c6028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:59.428045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b430ee8e-42ec-4a4e-8db2-e0fb3c05d844 req-6311606b-4c4f-40dc-a30b-8bee141c6028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 944 time: 0.0521476 Aug 29 04:14:59.480920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b430ee8e-42ec-4a4e-8db2-e0fb3c05d844 req-e97a929f-73b3-4884-85a2-f34186893418 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Aug 29 04:14:59.631326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-6e4c6ef7-f84b-46d7-b46b-067b64dc8ec1 service neutron] 10.222.0.52 "GET /v2.0/ports/6fe587d8-1913-4ed7-958a-5d9c70015a4a/bindings/n-h2-712141-12 HTTP/1.1" status: 200 len: 385 time: 0.0886955 Aug 29 04:14:59.643578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792a5cd-e563-43b9-8932-befbbaf23312 req-0fc4667f-f749-4d3e-a5d8-a94692331bfe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:59.645085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4792a5cd-e563-43b9-8932-befbbaf23312 req-0fc4667f-f749-4d3e-a5d8-a94692331bfe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0738981 Aug 29 04:14:59.743054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4792a5cd-e563-43b9-8932-befbbaf23312 req-3274e0c0-56d1-455f-a26f-3b9fa684dc66 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915573 Aug 29 04:14:59.771481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ec5d-83b2-45f3-bfda-126b4648d16d req-4251ff9a-8db2-442e-ad6a-e1bfd68cc54d tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:59.773037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72e8ec5d-83b2-45f3-bfda-126b4648d16d req-4251ff9a-8db2-442e-ad6a-e1bfd68cc54d tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0966852 Aug 29 04:14:59.865932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72e8ec5d-83b2-45f3-bfda-126b4648d16d req-4cabd43b-7228-42ea-b618-47761ddc8fd8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735357 Aug 29 04:14:59.907054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:59.928351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:59.967940 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe587d8-1913-4ed7-958a-5d9c70015a4a {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:59.978391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:59.991891 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.066604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Transition to ACTIVE for port object 6fe587d8-1913-4ed7-958a-5d9c70015a4a will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:00.070664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.129609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] No DVR routers for this DVR port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:00.183414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe587d8-1913-4ed7-958a-5d9c70015a4a,revision_number=10']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:00.197262 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] 10.222.0.52 "PUT /v2.0/ports/6fe587d8-1913-4ed7-958a-5d9c70015a4a/bindings/n-h2-712141-12/activate HTTP/1.1" status: 200 len: 370 time: 0.5511866 Aug 29 04:15:00.199571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.199921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.200279 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.200615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.200950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.201275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.201602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.201923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.202287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.202611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.202929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.203247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9588cf5-9d62-4c34-af73-800e26772c54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:00.212175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ffe6fb-a795-4b13-a046-df32fdf963ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:00.215665 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034e577a-0ae2-4a3c-b7c9-6e697ed5da73" -d '{"events": [{"server_uuid": "a7ffe6fb-a795-4b13-a046-df32fdf963ef", "name": "network-vif-plugged", "status": "completed", "tag": "2b58d5ed-a58d-4a9b-979a-ea0ee216665d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:00.226156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01be5-ec94-42b4-a423-11bb9d7b0fc0 req-6bd34453-28ed-4e4f-a015-2ac2b45d88de tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.227649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27f01be5-ec94-42b4-a423-11bb9d7b0fc0 req-6bd34453-28ed-4e4f-a015-2ac2b45d88de tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0908325 Aug 29 04:15:00.268185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27f01be5-ec94-42b4-a423-11bb9d7b0fc0 req-f516a7c6-b010-45ba-a995-471209d267ef tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344577 Aug 29 04:15:00.310879 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11250cf-6c36-4f72-a122-af1d84050ac2 x-openstack-request-id: req-e11250cf-6c36-4f72-a122-af1d84050ac2 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:00.311210 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ffe6fb-a795-4b13-a046-df32fdf963ef", "name": "network-vif-plugged", "status": "completed", "tag": "2b58d5ed-a58d-4a9b-979a-ea0ee216665d", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:00.311474 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e11250cf-6c36-4f72-a122-af1d84050ac2 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:00.312044 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ffe6fb-a795-4b13-a046-df32fdf963ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d', 'code': 200} Aug 29 04:15:00.408438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d7af1-2738-4805-9678-3f615eb9a374 req-10633012-ab96-41d8-8982-1c5dabfe3054 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.410048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e2d7af1-2738-4805-9678-3f615eb9a374 req-10633012-ab96-41d8-8982-1c5dabfe3054 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 944 time: 0.0541265 Aug 29 04:15:00.481035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e2d7af1-2738-4805-9678-3f615eb9a374 req-eced3a13-c5cb-4ce1-9a3a-08a45af6d05d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643899 Aug 29 04:15:00.491692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfaf45-de31-4dec-97a0-8d81fe37802d req-ded7c760-84fe-4099-9dd1-1b272edcb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.493245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7bfaf45-de31-4dec-97a0-8d81fe37802d req-ded7c760-84fe-4099-9dd1-1b272edcb921 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 1098 time: 0.0622399 Aug 29 04:15:00.534698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7bfaf45-de31-4dec-97a0-8d81fe37802d req-a232e96e-5244-42a4-8d58-7ced98cc7629 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Aug 29 04:15:00.627633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800cac-7fbf-463d-a5ea-aac093ec5aff req-325c6c8c-937e-44e5-8434-286736f4e560 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.627633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de800cac-7fbf-463d-a5ea-aac093ec5aff req-325c6c8c-937e-44e5-8434-286736f4e560 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 944 time: 0.0635309 Aug 29 04:15:00.653279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-f019753b-9eda-4c65-ab01-0777d1ea72c1 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.654822 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-f019753b-9eda-4c65-ab01-0777d1ea72c1 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1096 time: 0.3393848 Aug 29 04:15:00.661065 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de800cac-7fbf-463d-a5ea-aac093ec5aff req-f692cd10-8b6b-4182-b3c6-929b19a4847f tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338335 Aug 29 04:15:00.706634 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-cd33fe8a-46fc-49ea-be06-1e9d8ff31a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.708131 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-cd33fe8a-46fc-49ea-be06-1e9d8ff31a35 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b&tenant_id=b0276cc20fdd45bb93f8673316d6d252 HTTP/1.1" status: 200 len: 1096 time: 0.0403469 Aug 29 04:15:00.763366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3287bcff-cc93-406d-a8bd-461daecff129 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:00.776673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-f8a5abb9-d803-4dd6-93cd-d254b1f5c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.778185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-f8a5abb9-d803-4dd6-93cd-d254b1f5c5b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0276cc20fdd45bb93f8673316d6d252&device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 1096 time: 0.0408521 Aug 29 04:15:00.814636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 3287bcff-cc93-406d-a8bd-461daecff129 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:00.818993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 3287bcff-cc93-406d-a8bd-461daecff129 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:00.819502 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.871047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340e395-21a0-4ef5-9591-f12b83ac2437 req-b61028c9-ed5d-4d04-bee6-b0071aed1415 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.872444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c340e395-21a0-4ef5-9591-f12b83ac2437 req-b61028c9-ed5d-4d04-bee6-b0071aed1415 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0506299 Aug 29 04:15:00.886567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-1dec9bdf-e7e7-4a6c-8261-4d7ce729f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.889842 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-1dec9bdf-e7e7-4a6c-8261-4d7ce729f98b service neutron] 10.222.0.59 "GET /v2.0/networks?id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 200 len: 922 time: 0.0998428 Aug 29 04:15:00.909115 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.915639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c340e395-21a0-4ef5-9591-f12b83ac2437 req-8ad5f94e-c1ff-4cd3-bacf-13f0d23092d3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366824 Aug 29 04:15:00.944855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 3287bcff-cc93-406d-a8bd-461daecff129, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3287bcff-cc93-406d-a8bd-461daecff129,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:00.949422 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.962037 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-d8bca6fb-3ec7-424c-b332-5c0b9c834b5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a HTTP/1.1" status: 200 len: 217 time: 0.0536370 Aug 29 04:15:01.005184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=3287bcff-cc93-406d-a8bd-461daecff129,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:01.030999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ebe2e-bf61-469e-8230-ee0b0befafa1 req-6409662a-9bbc-43e3-a39b-e885b5d53498 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.032641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad0ebe2e-bf61-469e-8230-ee0b0befafa1 req-6409662a-9bbc-43e3-a39b-e885b5d53498 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0576613 Aug 29 04:15:01.034476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-306b6503-7d1c-4223-a092-9b552e581368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.035973 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-306b6503-7d1c-4223-a092-9b552e581368 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 200 len: 861 time: 0.0619464 Aug 29 04:15:01.076228 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad0ebe2e-bf61-469e-8230-ee0b0befafa1 req-67e26a65-9130-48f7-a70d-0ac127d9fb1b tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364347 Aug 29 04:15:01.078002 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-976626f7-8fe2-473b-a17b-3f476471292b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303745 Aug 29 04:15:01.176665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-7f4b0b34-d98a-45b6-9708-5b3a23513ebc service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847986 Aug 29 04:15:01.281220 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-7b5277b2-fa6b-4619-83cb-2e864b730903 service neutron] 10.222.0.59 "GET /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928550 Aug 29 04:15:01.352779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-31456b35-ef2f-4466-ad52-f205a673b98d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702085 Aug 29 04:15:01.378111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76976457-08fd-4d9e-b7a5-ab9c8e165662 req-019e0ad2-c302-4b6b-8199-99aedaec4d47 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.380571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76976457-08fd-4d9e-b7a5-ab9c8e165662 req-019e0ad2-c302-4b6b-8199-99aedaec4d47 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0645673 Aug 29 04:15:01.430854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76976457-08fd-4d9e-b7a5-ab9c8e165662 req-cf6ca18e-a0f9-453f-be14-96dc654b4e7b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450702 Aug 29 04:15:01.491870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb2c8c-e8f0-43a7-8aac-673fa91f7f1e req-2204c76f-0bc1-4fda-8c26-320c54bae70b tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.493407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50bb2c8c-e8f0-43a7-8aac-673fa91f7f1e req-2204c76f-0bc1-4fda-8c26-320c54bae70b tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0776961 Aug 29 04:15:01.559833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50bb2c8c-e8f0-43a7-8aac-673fa91f7f1e req-2695a074-0325-4406-8600-2652d71c66bb tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575054 Aug 29 04:15:01.581104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-26cfce0c-8277-4fad-bd5f-cdca310735c1 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.582792 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-26cfce0c-8277-4fad-bd5f-cdca310735c1 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b&tenant_id=b0276cc20fdd45bb93f8673316d6d252&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1096 time: 0.0559371 Aug 29 04:15:01.623432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44fdaa-aafc-4b9f-9296-bdfa3de57a50 req-1fc89a1b-9b5c-4758-8de1-75451369f5f6 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.624673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f44fdaa-aafc-4b9f-9296-bdfa3de57a50 req-1fc89a1b-9b5c-4758-8de1-75451369f5f6 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 944 time: 0.0556421 Aug 29 04:15:01.667791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f44fdaa-aafc-4b9f-9296-bdfa3de57a50 req-e8120ea0-7294-4151-8003-f0a7f76974a9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339727 Aug 29 04:15:01.730959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-f056e14b-6ece-4e10-be84-ba408fafe73e service neutron] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:01.735226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-f056e14b-6ece-4e10-be84-ba408fafe73e service neutron] Notify callbacks [] for binding, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.737920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7f452fc4-195d-4905-9c9d-63294d9cffc4 req-f056e14b-6ece-4e10-be84-ba408fafe73e service neutron] 10.222.0.59 "DELETE /v2.0/ports/6fe587d8-1913-4ed7-958a-5d9c70015a4a/bindings/n-h1-712141-12 HTTP/1.1" status: 204 len: 173 time: 0.1413503 Aug 29 04:15:01.847947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fbb3c-256a-45b5-9979-bd7bd6f19d40 req-378408a9-6500-45a2-8e9d-1b3b892d6ffa tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.849488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d4fbb3c-256a-45b5-9979-bd7bd6f19d40 req-378408a9-6500-45a2-8e9d-1b3b892d6ffa tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 945 time: 0.0808809 Aug 29 04:15:01.865879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d4507-1f34-444b-b6ff-f8886542ba63 req-6c6f9ad2-133f-43b4-a98d-351be0768557 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.867347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be0d4507-1f34-444b-b6ff-f8886542ba63 req-6c6f9ad2-133f-43b4-a98d-351be0768557 tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 1096 time: 0.0667534 Aug 29 04:15:01.928725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d4fbb3c-256a-45b5-9979-bd7bd6f19d40 req-b3b99333-6b86-44b6-9b48-3a4d0b266d55 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714421 Aug 29 04:15:01.935510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6fe587d8-1913-4ed7-958a-5d9c70015a4a no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:01.936023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be0d4507-1f34-444b-b6ff-f8886542ba63 req-09e1d916-b9d3-4a7d-83ba-be4600a4ae5b tempest-LiveAutoBlockMigrationV225Test-259494206 tempest-LiveAutoBlockMigrationV225Test-259494206-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586295 Aug 29 04:15:01.979965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6fe587d8-1913-4ed7-958a-5d9c70015a4a not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:02.206925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eeea1-3fc0-4386-b2da-f347e72de449 req-83161af3-59a0-4475-ad9e-22a6e44c69ad tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.208566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-712eeea1-3fc0-4386-b2da-f347e72de449 req-83161af3-59a0-4475-ad9e-22a6e44c69ad tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0557420 Aug 29 04:15:02.281148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1cede-a6f1-42b1-b0f3-abc9b6b18d25 req-96b73179-ccf3-493a-9052-4490ad96b9d7 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.282643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24d1cede-a6f1-42b1-b0f3-abc9b6b18d25 req-96b73179-ccf3-493a-9052-4490ad96b9d7 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 944 time: 0.0862062 Aug 29 04:15:02.285765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-712eeea1-3fc0-4386-b2da-f347e72de449 req-25d51a14-05e6-4b02-9015-235770c7e752 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670850 Aug 29 04:15:02.312960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3287bcff-cc93-406d-a8bd-461daecff129'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:02.315554 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac564ee-b4de-4940-b66c-350ddeb02a8a" -d '{"events": [{"server_uuid": "27115796-4dbd-4de6-a5fa-ccdc59ac5098", "name": "network-vif-plugged", "status": "completed", "tag": "3287bcff-cc93-406d-a8bd-461daecff129"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:02.321122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24d1cede-a6f1-42b1-b0f3-abc9b6b18d25 req-dff4b0ca-d5a5-477f-87c8-76957a8dc47c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Aug 29 04:15:02.358109 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c32434b-25fc-46a2-83af-4ec642b0cc40 x-openstack-request-id: req-8c32434b-25fc-46a2-83af-4ec642b0cc40 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:02.358590 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27115796-4dbd-4de6-a5fa-ccdc59ac5098", "name": "network-vif-plugged", "status": "completed", "tag": "3287bcff-cc93-406d-a8bd-461daecff129", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:02.358793 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c32434b-25fc-46a2-83af-4ec642b0cc40 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:02.359124 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3287bcff-cc93-406d-a8bd-461daecff129', 'code': 200} Aug 29 04:15:02.474635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28552f30-4d29-441a-a65a-2e8953b994eb req-539a682a-12f1-4de7-9e41-9c9ba794b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.476141 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28552f30-4d29-441a-a65a-2e8953b994eb req-539a682a-12f1-4de7-9e41-9c9ba794b63f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 1097 time: 0.0448527 Aug 29 04:15:02.518920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28552f30-4d29-441a-a65a-2e8953b994eb req-48f9f9c5-d03b-4d0d-a68c-95a658079adb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306706 Aug 29 04:15:02.554286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a17e4d-30ca-470e-8628-b018f897e147 req-e7b185cc-2e9b-4425-a29d-f95729faecdb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.555802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a17e4d-30ca-470e-8628-b018f897e147 req-e7b185cc-2e9b-4425-a29d-f95729faecdb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0535684 Aug 29 04:15:02.594424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a17e4d-30ca-470e-8628-b018f897e147 req-3a139d42-b3cc-43a8-ac01-0b4cdafa0f20 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Aug 29 04:15:02.699525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b3e3a-1eb7-4006-97a5-06742c4b0a6b req-a177be29-cf39-45d5-bdf6-03eb54fd0ef8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.700956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006b3e3a-1eb7-4006-97a5-06742c4b0a6b req-a177be29-cf39-45d5-bdf6-03eb54fd0ef8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0519378 Aug 29 04:15:02.701754 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:15:02.739554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006b3e3a-1eb7-4006-97a5-06742c4b0a6b req-d0bfc044-44b0-41a1-a664-3549c01d7008 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Aug 29 04:15:02.890458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db93149-bd06-41fc-a0d9-c16f520dd904 req-a1da479c-f112-4c79-8fc5-9dbb6907fbbe tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.891958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6db93149-bd06-41fc-a0d9-c16f520dd904 req-a1da479c-f112-4c79-8fc5-9dbb6907fbbe tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0795240 Aug 29 04:15:02.898053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-8ea52ee0-d7c6-498d-be3f-34e74479451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.899432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-8ea52ee0-d7c6-498d-be3f-34e74479451f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 1102 time: 0.0617981 Aug 29 04:15:02.931319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6db93149-bd06-41fc-a0d9-c16f520dd904 req-3a9e73b9-3348-46f4-8ba8-7272a096ce51 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Aug 29 04:15:03.081354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-60ccfa5d-c394-4845-9e85-2ed3015268fd tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.082836 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-60ccfa5d-c394-4845-9e85-2ed3015268fd tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.59 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 944 time: 0.0493898 Aug 29 04:15:03.084796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ddb50-152d-4452-a91b-00172765997b req-72afdf71-a60e-44ac-bc21-2f7dbf909502 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.086290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-815ddb50-152d-4452-a91b-00172765997b req-72afdf71-a60e-44ac-bc21-2f7dbf909502 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 945 time: 0.0655565 Aug 29 04:15:03.162466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-637f6df1-27e6-40b5-8241-4129600d6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.163947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-637f6df1-27e6-40b5-8241-4129600d6920 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1904161 Aug 29 04:15:03.175927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-815ddb50-152d-4452-a91b-00172765997b req-e16a05f1-e3ee-4238-aed4-eb3cb44383fc tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801551 Aug 29 04:15:03.181340 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Deleting port 6fe587d8-1913-4ed7-958a-5d9c70015a4a {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:03.181693 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.215755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-51a1b5a3-4eb7-4a7b-8b08-a7453f0f4106 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7d9c0026-9f47-498a-b744-172b437100d5 HTTP/1.1" status: 200 len: 217 time: 0.0370524 Aug 29 04:15:03.223702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b8575-d6e4-491d-829c-726bbffcc417 req-794f86e6-61c4-4bf1-8c51-1fbcdc25a48d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.225217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-833b8575-d6e4-491d-829c-726bbffcc417 req-794f86e6-61c4-4bf1-8c51-1fbcdc25a48d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1241288 Aug 29 04:15:03.279182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] For port 6fe587d8-1913-4ed7-958a-5d9c70015a4a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=6fe587d8-1913-4ed7-958a-5d9c70015a4a,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:03.279787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.293600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Calling delete_port for 6fe587d8-1913-4ed7-958a-5d9c70015a4a owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:03.298313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-032b5192-a25a-4809-8a4a-dedd47f4f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.299802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-032b5192-a25a-4809-8a4a-dedd47f4f613 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0737021 Aug 29 04:15:03.302859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-833b8575-d6e4-491d-829c-726bbffcc417 req-f8542482-5d86-456c-ac68-281c2fdc69c6 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676906 Aug 29 04:15:03.387152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-f670616c-3308-4dac-b3a4-a49afa8f01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.389111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-f670616c-3308-4dac-b3a4-a49afa8f01e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0774727 Aug 29 04:15:03.470816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.488077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['476396d2-6a23-43db-b1f1-d8156df527c6', '6fe587d8-1913-4ed7-958a-5d9c70015a4a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:03.498217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Pushing event deleted for resources: {'Port': ['ID=6fe587d8-1913-4ed7-958a-5d9c70015a4a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:03.511539 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.511895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.512265 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.512611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.512955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.513293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.513628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.513962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.514296 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.515868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.515868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.516083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:03.518823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97dbc9-7f9b-468e-a2e7-fd9dd486cf23 req-13d62566-1947-4a7d-9ded-2a889d59841e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.520408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a97dbc9-7f9b-468e-a2e7-fd9dd486cf23 req-13d62566-1947-4a7d-9ded-2a889d59841e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1301055 Aug 29 04:15:03.557541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] No DVR routers for this DVR port 6fe587d8-1913-4ed7-958a-5d9c70015a4a on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:03.558539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa797255-e31c-48c4-868e-65b5ab22bd5f req-d7148f0a-c679-468b-aaa1-6daf93f8a344 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.560222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.562259 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-773fc7e7-56cf-4299-b4fb-e345aa773f58 req-f2c28616-d042-4814-85e1-88ad5505b34d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.59 "DELETE /v2.0/ports/6fe587d8-1913-4ed7-958a-5d9c70015a4a HTTP/1.1" status: 204 len: 173 time: 0.4722226 Aug 29 04:15:03.562711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'name': 'network-vif-deleted', 'tag': '6fe587d8-1913-4ed7-958a-5d9c70015a4a'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:03.564845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa797255-e31c-48c4-868e-65b5ab22bd5f req-d7148f0a-c679-468b-aaa1-6daf93f8a344 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1722157 Aug 29 04:15:03.565057 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef7e43d-008e-4ce3-a11d-7ec7c9fcf450" -d '{"events": [{"server_uuid": "266c677f-1b44-44c6-bdb1-4f371e64db4b", "name": "network-vif-deleted", "tag": "6fe587d8-1913-4ed7-958a-5d9c70015a4a"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:03.620219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a97dbc9-7f9b-468e-a2e7-fd9dd486cf23 req-3278ff7a-a1b3-44fa-8ce0-f443eb6b7956 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906734 Aug 29 04:15:03.622074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-ba5a1a78-409b-4e9c-a033-cafc4ea59b1a service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123833 Aug 29 04:15:03.655990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa797255-e31c-48c4-868e-65b5ab22bd5f req-d5a9003a-0766-4e8e-b2a2-c964b46f26d8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849028 Aug 29 04:15:03.758982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da323ca2-365a-49dd-9db5-edd78623171b req-cc342fde-e2a7-49a7-aa89-aea9e7c484d6 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 210 time: 0.0361054 Aug 29 04:15:03.773977 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-1508a033-2b70-4be0-b3d9-14c069169074 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357837 Aug 29 04:15:03.802621 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e72e302-9501-49df-be03-68ab3f9599e0 x-openstack-request-id: req-2e72e302-9501-49df-be03-68ab3f9599e0 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:03.803191 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266c677f-1b44-44c6-bdb1-4f371e64db4b", "name": "network-vif-deleted", "tag": "6fe587d8-1913-4ed7-958a-5d9c70015a4a", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:03.803712 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e72e302-9501-49df-be03-68ab3f9599e0 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:03.804397 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266c677f-1b44-44c6-bdb1-4f371e64db4b', 'name': 'network-vif-deleted', 'tag': '6fe587d8-1913-4ed7-958a-5d9c70015a4a', 'status': 'completed', 'code': 200} Aug 29 04:15:03.890907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf65c22-24be-43b2-b685-f2c12b03533d req-5a19b07d-2900-4b57-8373-2d9ff32113fe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.892831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bf65c22-24be-43b2-b685-f2c12b03533d req-5a19b07d-2900-4b57-8373-2d9ff32113fe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0633104 Aug 29 04:15:03.943402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bf65c22-24be-43b2-b685-f2c12b03533d req-71679c4d-e0e0-4966-8762-d4a0d0a08dfc tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Aug 29 04:15:04.172383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e74b23-8068-4ccb-a166-0f4fa176201e req-17d27b83-ab5b-4a43-9e1f-6d4a6cb24cab tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:04.174101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3e74b23-8068-4ccb-a166-0f4fa176201e req-17d27b83-ab5b-4a43-9e1f-6d4a6cb24cab tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0552514 Aug 29 04:15:04.224832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3e74b23-8068-4ccb-a166-0f4fa176201e req-c78a83a7-a1f6-4c88-a630-013a6bc25595 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358000 Aug 29 04:15:04.299802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32072b24-1a20-4b07-8d07-721825286750 req-dd9a2a1a-5532-4ae4-a098-2198412fd3f7 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:04.301950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32072b24-1a20-4b07-8d07-721825286750 req-dd9a2a1a-5532-4ae4-a098-2198412fd3f7 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 945 time: 0.0512218 Aug 29 04:15:04.344856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32072b24-1a20-4b07-8d07-721825286750 req-49bba9d5-b0e9-4e0a-aedf-23a18341e2e2 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338485 Aug 29 04:15:04.487316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-bbe5345c-8757-4360-8f34-6ef569361d4b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:04.488887 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-bbe5345c-8757-4360-8f34-6ef569361d4b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0629165 Aug 29 04:15:04.539025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-283c857c-fdbb-4571-b2c6-0ea5c64ce2f3 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0440588 Aug 29 04:15:04.549088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-80562996-321c-4512-9a48-12aa60650041 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Request body: {'floatingip': {'port_id': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:04.591518 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-80562996-321c-4512-9a48-12aa60650041 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.103870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce0bca-926a-40bb-b777-7efe1b1956d3 req-ff795b3b-a38e-40aa-b0d3-2f045dff1ee3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:05.105379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fce0bca-926a-40bb-b777-7efe1b1956d3 req-ff795b3b-a38e-40aa-b0d3-2f045dff1ee3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.3650379 Aug 29 04:15:05.217165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fce0bca-926a-40bb-b777-7efe1b1956d3 req-8e3b0293-859f-4b53-9d1c-7c6b2cb37fad tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038077 Aug 29 04:15:05.381837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-80562996-321c-4512-9a48-12aa60650041 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.393774 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-80562996-321c-4512-9a48-12aa60650041 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.410768 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-768d49df-3b96-4249-aafd-5558ebd8401c req-9560b8f0-8d3e-4150-b190-f6826b78d7b9 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 210 time: 0.0277092 Aug 29 04:15:05.542316 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-80562996-321c-4512-9a48-12aa60650041 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Floating IP 13702567-0201-4ff6-9b86-93bd78acd712 associated. External IP: 172.25.5.12, port: fe825e44-df93-44f1-bb50-a86d80d43c8a. Aug 29 04:15:05.588552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb4a08-6cd1-45c6-872d-a7fdd332a433 req-ef8979e3-63f5-4a70-8c69-5168fa6e2ab2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:05.589947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdcb4a08-6cd1-45c6-872d-a7fdd332a433 req-ef8979e3-63f5-4a70-8c69-5168fa6e2ab2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0982420 Aug 29 04:15:05.680617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdcb4a08-6cd1-45c6-872d-a7fdd332a433 req-e7a593cb-69ee-4e0f-a38d-d7672ffcb79e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782917 Aug 29 04:15:05.799701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-80562996-321c-4512-9a48-12aa60650041 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:05.940340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa8b7-31bc-450d-8572-02a0cb3b5639 req-f7b19c4f-3ada-4e88-a5e1-061b8e9a6adb tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:05.941780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f72fa8b7-31bc-450d-8572-02a0cb3b5639 req-f7b19c4f-3ada-4e88-a5e1-061b8e9a6adb tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1299839 Aug 29 04:15:05.947723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-80562996-321c-4512-9a48-12aa60650041 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:05.953195 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-80562996-321c-4512-9a48-12aa60650041 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.959105 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] Sync routers for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:05.968934 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:05.969550 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:06.021385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-80562996-321c-4512-9a48-12aa60650041 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "PUT /v2.0/floatingips/13702567-0201-4ff6-9b86-93bd78acd712 HTTP/1.1" status: 200 len: 996 time: 1.4762533 Aug 29 04:15:06.023422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:06.025813 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7362fb-f77f-4492-be75-c11acb49216e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:06.036760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f72fa8b7-31bc-450d-8572-02a0cb3b5639 req-b3ec4fdc-7b24-47f0-865f-365a46698197 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812244 Aug 29 04:15:06.082404 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-fa013c7c-d121-4b78-8da2-0e352321ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.090940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-fa013c7c-d121-4b78-8da2-0e352321ec99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1098 time: 0.0531652 Aug 29 04:15:06.104587 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:06.193713 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef0107a-e4c8-4e13-8a73-07d505d194f2 x-openstack-request-id: req-3ef0107a-e4c8-4e13-8a73-07d505d194f2 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:06.194060 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:06.194320 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ef0107a-e4c8-4e13-8a73-07d505d194f2 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:06.194720 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'status': 'completed', 'code': 200} Aug 29 04:15:06.199846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-f94f01f8-67cc-4816-b54d-e2d85a25c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.201440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-f94f01f8-67cc-4816-b54d-e2d85a25c4e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1096911 Aug 29 04:15:06.301735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7362fb-f77f-4492-be75-c11acb49216e req-bd4c1486-9fc7-485a-a6b2-e6f2d1e15390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.303282 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae7362fb-f77f-4492-be75-c11acb49216e req-bd4c1486-9fc7-485a-a6b2-e6f2d1e15390 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1098 time: 0.0759735 Aug 29 04:15:06.324299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-ae2ba1f3-b836-465e-b31f-64f702d38342 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 999 time: 0.1120944 Aug 29 04:15:06.391965 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:62:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:05Z', 'revision_number': 1, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:06.396319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-a0af5e63-e495-4de7-b84c-8fb78f230afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.403911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-a0af5e63-e495-4de7-b84c-8fb78f230afa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0786822 Aug 29 04:15:06.411189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7362fb-f77f-4492-be75-c11acb49216e req-44892dda-d712-4db3-bf8b-c6c8b0d00789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.413473 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae7362fb-f77f-4492-be75-c11acb49216e req-44892dda-d712-4db3-bf8b-c6c8b0d00789 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1016192 Aug 29 04:15:06.419988 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] Checking router: 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:06.422714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1d27e-b981-45ec-be87-e1a12e08139e req-a1d2fa21-3c06-4f7e-ba40-bed58431ecf5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.424344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8e1d27e-b981-45ec-be87-e1a12e08139e req-a1d2fa21-3c06-4f7e-ba40-bed58431ecf5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1211798 Aug 29 04:15:06.430013 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:06.430882 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:06.500045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-1e0edf1b-c549-4e7a-b15f-524075d7a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.512801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-1e0edf1b-c549-4e7a-b15f-524075d7a894 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079128 Aug 29 04:15:06.516426 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae7362fb-f77f-4492-be75-c11acb49216e req-fc6fe506-f627-451c-b1f2-4cd5dbe82dba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 999 time: 0.0842948 Aug 29 04:15:06.525631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8e1d27e-b981-45ec-be87-e1a12e08139e req-5d87f937-909a-4f27-bcdd-5e791aefe2f2 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848072 Aug 29 04:15:06.561858 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:06.609308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7362fb-f77f-4492-be75-c11acb49216e req-e493e5d7-fbb2-4541-9a2d-40336177d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.610811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae7362fb-f77f-4492-be75-c11acb49216e req-e493e5d7-fbb2-4541-9a2d-40336177d9b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0863631 Aug 29 04:15:06.629832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-7cca751d-c4ac-444c-9371-f1e39e195ee9 service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157897 Aug 29 04:15:06.697198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7362fb-f77f-4492-be75-c11acb49216e req-263e23e0-19d5-426f-807b-a1de6a9a8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.698728 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae7362fb-f77f-4492-be75-c11acb49216e req-263e23e0-19d5-426f-807b-a1de6a9a8072 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721474 Aug 29 04:15:06.748151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af361642-6028-4866-97ec-f10d398fdbfc req-905f5a35-6bf2-4441-b73e-8144b0aa2d8f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=266c677f-1b44-44c6-bdb1-4f371e64db4b HTTP/1.1" status: 200 len: 210 time: 0.0347824 Aug 29 04:15:06.805845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 6fe587d8-1913-4ed7-958a-5d9c70015a4a no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:06.815738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9c1ad1-751d-45a2-86a5-b21bffc2cea4 req-f27bda54-8f9d-40fc-bfae-90220f1dff82 service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732490 Aug 29 04:15:06.840924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 6fe587d8-1913-4ed7-958a-5d9c70015a4a {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:06.841270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 6fe587d8-1913-4ed7-958a-5d9c70015a4a not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:06.847157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae7362fb-f77f-4492-be75-c11acb49216e req-955e3a51-140f-44a9-9d12-27471dd4d8ef service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393278 Aug 29 04:15:06.897631 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:62:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:05Z', 'revision_number': 1, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:06.901705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb31f5f-25fb-49a4-a721-07868f8d2232 req-fca1ad13-ebf6-433e-a61a-9805b0755db7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.903270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bb31f5f-25fb-49a4-a721-07868f8d2232 req-fca1ad13-ebf6-433e-a61a-9805b0755db7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0596092 Aug 29 04:15:06.943682 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4abc9d1-98a0-460d-8f78-c4da4f39b73a None None] The sync data for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 is: [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:62:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:05Z', 'revision_number': 1, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:06.956098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bb31f5f-25fb-49a4-a721-07868f8d2232 req-39ec1732-9fb0-4ff6-847a-29394a2ec3ef tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456996 Aug 29 04:15:06.972697 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae7362fb-f77f-4492-be75-c11acb49216e req-f7030b51-84df-4800-899d-5999256dd357 service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162894 Aug 29 04:15:07.058006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8572a-d103-4b46-b407-1f23b97f775c req-3b1b617a-6e32-4e64-b97b-d22bbc7e1e81 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:07.059509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-3b1b617a-6e32-4e64-b97b-d22bbc7e1e81 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0504899 Aug 29 04:15:07.175324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d6716-69ee-40b7-b8c5-3fdbda158d5e None None] New status for floating IP 13702567-0201-4ff6-9b86-93bd78acd712: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:15:07.177512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-62553e1f-db10-44cf-bc9c-2b98fafe3978 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 999 time: 0.1082337 Aug 29 04:15:07.185183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Request body: {'floatingip': {'port_id': '3287bcff-cc93-406d-a8bd-461daecff129', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:07.231986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42474b-4ae9-46a2-897e-a54448e73a54 req-2f48102c-0bbe-446d-8bd8-6e9f05a03364 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:07.233677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a42474b-4ae9-46a2-897e-a54448e73a54 req-2f48102c-0bbe-446d-8bd8-6e9f05a03364 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1164887 Aug 29 04:15:07.270830 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.329868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a42474b-4ae9-46a2-897e-a54448e73a54 req-44b2b9d3-993b-4985-9cc0-5e290127bf4f tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842593 Aug 29 04:15:07.733792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f60b-dbe3-4d32-94bb-d492111e6a86 req-fbc80e6c-2e62-4d43-9b69-afed44285fe3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:07.735250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8837f60b-dbe3-4d32-94bb-d492111e6a86 req-fbc80e6c-2e62-4d43-9b69-afed44285fe3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1022279 Aug 29 04:15:07.761063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:15:07.761460 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:15:07.779366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8837f60b-dbe3-4d32-94bb-d492111e6a86 req-5b365626-395e-4209-bd2a-2581b2835193 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379078 Aug 29 04:15:08.114087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66bef1-c822-461d-9029-f1e7e33ec95f req-fe0d5219-3896-4177-9ffa-587a9c49c3cc tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:08.115683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf66bef1-c822-461d-9029-f1e7e33ec95f req-fe0d5219-3896-4177-9ffa-587a9c49c3cc tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0522645 Aug 29 04:15:08.164731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf66bef1-c822-461d-9029-f1e7e33ec95f req-b026e116-5dcb-4ee0-9336-a3ae434d061a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428982 Aug 29 04:15:08.262335 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.551130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47126d-ec3c-417a-8867-7dbd9ba27684 req-2d4fa7e2-10a4-4324-a90e-8e2e3aa63b36 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:08.553492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c47126d-ec3c-417a-8867-7dbd9ba27684 req-2d4fa7e2-10a4-4324-a90e-8e2e3aa63b36 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0958946 Aug 29 04:15:08.629756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c47126d-ec3c-417a-8867-7dbd9ba27684 req-63f39ba6-5cdc-4ee0-ae35-b985e539b2d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678954 Aug 29 04:15:08.918545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.923793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.966775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8c153-4fee-4872-bbde-382538fe1a79 req-4f119e9e-6255-4069-afe4-a7dceb833d16 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:08.968897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27f8c153-4fee-4872-bbde-382538fe1a79 req-4f119e9e-6255-4069-afe4-a7dceb833d16 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0972564 Aug 29 04:15:09.346524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27f8c153-4fee-4872-bbde-382538fe1a79 req-6306c3e6-3eb1-4711-914e-c782a3e9a869 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686082 Aug 29 04:15:09.356328 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Floating IP 13702567-0201-4ff6-9b86-93bd78acd712 associated. External IP: 172.25.5.12, port: fe825e44-df93-44f1-bb50-a86d80d43c8a. Aug 29 04:15:09.644937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:09.659955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10386de-0f13-406a-90a6-ca27eccb6dea req-4a102b66-29bf-4344-bd6a-e9af73dce043 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:09.661524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a10386de-0f13-406a-90a6-ca27eccb6dea req-4a102b66-29bf-4344-bd6a-e9af73dce043 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0664072 Aug 29 04:15:09.778830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a10386de-0f13-406a-90a6-ca27eccb6dea req-b90e29c0-d55b-4985-a211-2d1e3ffe5efc tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093788 Aug 29 04:15:09.814675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:09.829829 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] Sync routers for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:09.839593 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:09.844354 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:09.968906 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:10.027245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495656f-c15b-4feb-ad48-96df7570933d req-e98ad731-554a-4b08-8697-604a1181e9ed tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.029162 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0495656f-c15b-4feb-ad48-96df7570933d req-e98ad731-554a-4b08-8697-604a1181e9ed tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0962741 Aug 29 04:15:10.162343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0495656f-c15b-4feb-ad48-96df7570933d req-b91e8fc5-ad70-4a62-9c96-cb35aa9b5d24 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050317 Aug 29 04:15:10.172677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:10.279012 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': '3287bcff-cc93-406d-a8bd-461daecff129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:ca:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:08Z', 'revision_number': 3, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:10.309799 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] Checking router: 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:10.315631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:10.318461 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:10.319070 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:10.326101 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.370824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:10.373187 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b7b28d-3301-4824-9b57-5637c3187756" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:10.414452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-8de96543-378b-4dfb-9d93-a62626c238b5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "PUT /v2.0/floatingips/13702567-0201-4ff6-9b86-93bd78acd712 HTTP/1.1" status: 200 len: 997 time: 3.2359443 Aug 29 04:15:10.437877 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:10.487586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8572a-d103-4b46-b407-1f23b97f775c req-fd7e7e15-e7b7-490f-ad2e-5d03b50da9db tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.506132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-fd7e7e15-e7b7-490f-ad2e-5d03b50da9db tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports/fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 943 time: 0.0907340 Aug 29 04:15:10.563597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24352e0d-0a41-4ad4-b971-032e317d1704 req-3b0db599-6f70-44e9-b5e6-e2a688666939 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.571333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24352e0d-0a41-4ad4-b971-032e317d1704 req-3b0db599-6f70-44e9-b5e6-e2a688666939 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1055064 Aug 29 04:15:10.632632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24352e0d-0a41-4ad4-b971-032e317d1704 req-af951949-2e83-4ca2-a461-edae56b93007 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601814 Aug 29 04:15:10.649123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8572a-d103-4b46-b407-1f23b97f775c req-ce8814f3-d71f-47b4-8ce0-3dd453c5b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.650811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-ce8814f3-d71f-47b4-8ce0-3dd453c5b666 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1098 time: 0.0558281 Aug 29 04:15:10.709883 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53d2c00-aa97-4c92-b8c7-bb2afb1af534 x-openstack-request-id: req-e53d2c00-aa97-4c92-b8c7-bb2afb1af534 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:10.710274 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:10.710605 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e53d2c00-aa97-4c92-b8c7-bb2afb1af534 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:10.711084 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'status': 'completed', 'code': 200} Aug 29 04:15:10.818747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8572a-d103-4b46-b407-1f23b97f775c req-b81a7076-259d-4cd5-b356-e70c1b9222da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.819481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b28d-3301-4824-9b57-5637c3187756 req-df2d84e4-d730-4272-88f7-c1a0619e02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.820524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-b81a7076-259d-4cd5-b356-e70c1b9222da service neutron] 10.222.0.49 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1461658 Aug 29 04:15:10.830361 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45b7b28d-3301-4824-9b57-5637c3187756 req-df2d84e4-d730-4272-88f7-c1a0619e02e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1098 time: 0.1003206 Aug 29 04:15:10.878430 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': '3287bcff-cc93-406d-a8bd-461daecff129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:ca:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:08Z', 'revision_number': 3, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:10.895726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-48d2cdbe-da7c-4ace-9eae-9ecf93cddf7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 217 time: 0.0674951 Aug 29 04:15:10.938142 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4991ecd-1ce0-4664-b8c4-c972675a31d5 None None] The sync data for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 is: [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': '3287bcff-cc93-406d-a8bd-461daecff129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:ca:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:08Z', 'revision_number': 3, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:10.964792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b28d-3301-4824-9b57-5637c3187756 req-bc592f98-da87-4bc9-a926-aab00c44e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.966115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8572a-d103-4b46-b407-1f23b97f775c req-605943bf-c061-421f-883c-9816d5dfe2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.968085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-605943bf-c061-421f-883c-9816d5dfe2ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0660131 Aug 29 04:15:10.974034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45b7b28d-3301-4824-9b57-5637c3187756 req-bc592f98-da87-4bc9-a926-aab00c44e5d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1213331 Aug 29 04:15:11.026770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8572a-d103-4b46-b407-1f23b97f775c req-c2efe15e-ed77-4dcb-8829-02282e0d20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.028585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-c2efe15e-ed77-4dcb-8829-02282e0d20ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527222 Aug 29 04:15:11.072901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45b7b28d-3301-4824-9b57-5637c3187756 req-06e73971-59d2-4203-a474-ebdd59b373f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 217 time: 0.0838060 Aug 29 04:15:11.149338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-0f2c02e5-adc2-4ba8-8352-a965039ef899 service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085248 Aug 29 04:15:11.172318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b28d-3301-4824-9b57-5637c3187756 req-3da56c6f-ace4-43e2-8bb2-2fc0e974d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.175527 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45b7b28d-3301-4824-9b57-5637c3187756 req-3da56c6f-ace4-43e2-8bb2-2fc0e974d432 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0857666 Aug 29 04:15:11.222830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19fc7e4-163c-48eb-964e-2d5b6b4c0578 None None] New status for floating IP 13702567-0201-4ff6-9b86-93bd78acd712: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:15:11.269721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b28d-3301-4824-9b57-5637c3187756 req-5248bf04-1bee-471a-aea4-7137ec1c519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.294764 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45b7b28d-3301-4824-9b57-5637c3187756 req-5248bf04-1bee-471a-aea4-7137ec1c519b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069443 Aug 29 04:15:11.369048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-144fc1f3-d7ca-49ba-a953-7461c7340581 service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127120 Aug 29 04:15:11.387193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a87d8-9f41-446e-8661-bc737dca306d req-08086f33-ce34-4795-88cd-8b571960899d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.396791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a57a87d8-9f41-446e-8661-bc737dca306d req-08086f33-ce34-4795-88cd-8b571960899d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0882382 Aug 29 04:15:11.410844 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45b7b28d-3301-4824-9b57-5637c3187756 req-fff87792-3919-4193-bcb7-97d87a93ff38 service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059139 Aug 29 04:15:11.513615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a57a87d8-9f41-446e-8661-bc737dca306d req-bec5f6e2-bac1-4110-90aa-994d551f8ed7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110110 Aug 29 04:15:11.538601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8572a-d103-4b46-b407-1f23b97f775c req-07c3a886-336f-450e-b3bd-626095fd5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.540459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-07c3a886-336f-450e-b3bd-626095fd5d27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 1097 time: 0.1308537 Aug 29 04:15:11.563601 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] Sync routers for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:11.573568 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:11.574500 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:11.589628 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45b7b28d-3301-4824-9b57-5637c3187756 req-58ab238e-3ddf-4c9f-9202-01da417c6cdc service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641400 Aug 29 04:15:11.676773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2566-cea6-496e-9202-0b44233459d2 req-5f12186f-cacf-4348-ad9c-5634d2bfa53d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.678191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d4d2566-cea6-496e-9202-0b44233459d2 req-5f12186f-cacf-4348-ad9c-5634d2bfa53d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0733263 Aug 29 04:15:11.679075 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:11.693999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8572a-d103-4b46-b407-1f23b97f775c req-dd8d2c33-6daf-4dab-8b11-997d3d6feea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.695377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-dd8d2c33-6daf-4dab-8b11-997d3d6feea1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1480751 Aug 29 04:15:11.767590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d4d2566-cea6-496e-9202-0b44233459d2 req-1f318b02-0255-4e7b-9de0-6d79561420f0 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821657 Aug 29 04:15:11.786644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-ab12810b-fcbb-4ed5-a388-4c75ae2b96e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3287bcff-cc93-406d-a8bd-461daecff129 HTTP/1.1" status: 200 len: 1000 time: 0.0838776 Aug 29 04:15:11.840087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8572a-d103-4b46-b407-1f23b97f775c req-a02f7b23-055e-45a5-8d9a-7e5f40a602a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.841793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-a02f7b23-055e-45a5-8d9a-7e5f40a602a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0489764 Aug 29 04:15:11.891563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8572a-d103-4b46-b407-1f23b97f775c req-e23983f6-3350-41be-97a6-b08346dbd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.893138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-e23983f6-3350-41be-97a6-b08346dbd1de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451355 Aug 29 04:15:11.904955 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': '3287bcff-cc93-406d-a8bd-461daecff129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:ca:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:11Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:11.932505 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] Checking router: 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:11.941691 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:11.942322 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:12.004971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-5026d5c5-5b07-414e-bf00-c0f157f10c26 service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047702 Aug 29 04:15:12.054730 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:12.103944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46d8572a-d103-4b46-b407-1f23b97f775c req-20dc955d-92d6-433c-b59e-9d12a0c94f6c service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926318 Aug 29 04:15:12.281880 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': '3287bcff-cc93-406d-a8bd-461daecff129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:ca:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:11Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:12.298037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fdd9-b488-4033-a0a2-47e1858afaa2 req-80101b43-70e9-4c42-bbe7-edf514ceef53 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.299532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4965fdd9-b488-4033-a0a2-47e1858afaa2 req-80101b43-70e9-4c42-bbe7-edf514ceef53 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 945 time: 0.0962658 Aug 29 04:15:12.310643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42ac8ec6-fad3-4ea3-90b9-cd5ed3932424 req-0f325add-3e63-4009-a94d-e6a0268e3768 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0962210 Aug 29 04:15:12.311623 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1364ff-fd44-47cf-8ecb-56054f9b80a3 None None] The sync data for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 is: [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': '3287bcff-cc93-406d-a8bd-461daecff129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:ca:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:11Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:12.379214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4965fdd9-b488-4033-a0a2-47e1858afaa2 req-b65b6da9-6633-40c6-8d62-00d1aa1e85ce tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728552 Aug 29 04:15:12.385835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac8ec6-fad3-4ea3-90b9-cd5ed3932424 req-654e3e94-adb9-4f61-97c2-fc135fc38f98 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.387176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42ac8ec6-fad3-4ea3-90b9-cd5ed3932424 req-654e3e94-adb9-4f61-97c2-fc135fc38f98 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports/3287bcff-cc93-406d-a8bd-461daecff129 HTTP/1.1" status: 200 len: 942 time: 0.0697649 Aug 29 04:15:12.492395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42ac8ec6-fad3-4ea3-90b9-cd5ed3932424 req-f23e4af7-6d2f-4e1e-89bf-452fba57ba2f tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0629885 Aug 29 04:15:12.639512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac8ec6-fad3-4ea3-90b9-cd5ed3932424 req-390f6052-3599-4db4-ba4e-4bc567d9641d tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.641167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42ac8ec6-fad3-4ea3-90b9-cd5ed3932424 req-390f6052-3599-4db4-ba4e-4bc567d9641d tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1431446 Aug 29 04:15:12.649182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eaf4a-d96a-4e32-95e3-471a612061ce req-a48fca12-8d0c-4304-b314-d14b9084fb26 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.650591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac2eaf4a-d96a-4e32-95e3-471a612061ce req-a48fca12-8d0c-4304-b314-d14b9084fb26 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0777204 Aug 29 04:15:12.714631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'tag': '3287bcff-cc93-406d-a8bd-461daecff129'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:12.716763 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c3087a-92ad-4492-b42c-e5c65c7980c4" -d '{"events": [{"name": "network-changed", "server_uuid": "27115796-4dbd-4de6-a5fa-ccdc59ac5098", "tag": "3287bcff-cc93-406d-a8bd-461daecff129"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:12.743829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac2eaf4a-d96a-4e32-95e3-471a612061ce req-392883fa-05f5-411a-892e-ba97254041c0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864797 Aug 29 04:15:12.756022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-9c990094-b08e-4abc-a848-f00423b0eb4f tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0918360 Aug 29 04:15:12.799164 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011fb8bc-f1e9-4400-b51d-0d208ddf67e2 x-openstack-request-id: req-011fb8bc-f1e9-4400-b51d-0d208ddf67e2 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:12.799678 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27115796-4dbd-4de6-a5fa-ccdc59ac5098", "tag": "3287bcff-cc93-406d-a8bd-461daecff129", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:12.799932 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-011fb8bc-f1e9-4400-b51d-0d208ddf67e2 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:12.800346 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'tag': '3287bcff-cc93-406d-a8bd-461daecff129', 'status': 'completed', 'code': 200} Aug 29 04:15:12.810521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796e867-809d-405c-9892-1b51dbe913ab req-2d751219-7e89-4b70-aa48-976c2fb434dc tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.812018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-2d751219-7e89-4b70-aa48-976c2fb434dc tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports/3287bcff-cc93-406d-a8bd-461daecff129 HTTP/1.1" status: 200 len: 942 time: 0.0513115 Aug 29 04:15:12.841297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-0582ea17-aae9-48da-9bd9-e14280ca4935 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.843420 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-0582ea17-aae9-48da-9bd9-e14280ca4935 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.59 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 945 time: 0.0553107 Aug 29 04:15:12.941131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-982d2f8a-72cc-4219-8598-e2f092b8090e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Deleting port 476396d2-6a23-43db-b1f1-d8156df527c6 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:12.941480 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-982d2f8a-72cc-4219-8598-e2f092b8090e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:12.953818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-167a01b7-8206-4c23-a4ea-d208f6d9d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.955327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-167a01b7-8206-4c23-a4ea-d208f6d9d83e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 1097 time: 0.1285391 Aug 29 04:15:12.959192 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-59d2c530-3ef9-430e-a7f7-28b51f349a81 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.1028090 Aug 29 04:15:12.971574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa83216-fa11-44da-a5eb-2cd69d585e70 req-a08d03ed-27e8-4e38-bf55-b76053f95cb3 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.973009 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fa83216-fa11-44da-a5eb-2cd69d585e70 req-a08d03ed-27e8-4e38-bf55-b76053f95cb3 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1153653 Aug 29 04:15:13.035618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-982d2f8a-72cc-4219-8598-e2f092b8090e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] For port 476396d2-6a23-43db-b1f1-d8156df527c6, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=476396d2-6a23-43db-b1f1-d8156df527c6,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:13.036000 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-982d2f8a-72cc-4219-8598-e2f092b8090e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.048843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-982d2f8a-72cc-4219-8598-e2f092b8090e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Calling delete_port for 476396d2-6a23-43db-b1f1-d8156df527c6 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:13.111222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fa83216-fa11-44da-a5eb-2cd69d585e70 req-6806f865-25d9-4ec3-bde8-84198ccdfb61 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219733 Aug 29 04:15:13.163941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-ddc4b174-76c1-4ba0-b397-34b0d9be07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.165457 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-ddc4b174-76c1-4ba0-b397-34b0d9be07ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1905618 Aug 29 04:15:13.173230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796e867-809d-405c-9892-1b51dbe913ab req-cdc2fa5c-0de0-451f-bf99-4325f3435c64 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.174134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-cdc2fa5c-0de0-451f-bf99-4325f3435c64 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.2002680 Aug 29 04:15:13.185077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-982d2f8a-72cc-4219-8598-e2f092b8090e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.199573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['476396d2-6a23-43db-b1f1-d8156df527c6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:13.217166 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d2f8a-72cc-4219-8598-e2f092b8090e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Pushing event deleted for resources: {'Port': ['ID=476396d2-6a23-43db-b1f1-d8156df527c6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:13.263141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-982d2f8a-72cc-4219-8598-e2f092b8090e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] No DVR routers for this DVR port 476396d2-6a23-43db-b1f1-d8156df527c6 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:13.266858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-982d2f8a-72cc-4219-8598-e2f092b8090e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.268981 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-61168f52-c4b6-4d7c-b1d2-a668f2ed03c7 req-982d2f8a-72cc-4219-8598-e2f092b8090e tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.59 "DELETE /v2.0/ports/476396d2-6a23-43db-b1f1-d8156df527c6 HTTP/1.1" status: 204 len: 173 time: 0.4171615 Aug 29 04:15:13.269569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'name': 'network-vif-deleted', 'tag': '476396d2-6a23-43db-b1f1-d8156df527c6'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:13.271893 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63e21b7-88ea-4209-95cd-8fa3fee94d7f" -d '{"events": [{"server_uuid": "743939ec-0906-43b2-a3f2-4d04bdd2e1b5", "name": "network-vif-deleted", "tag": "476396d2-6a23-43db-b1f1-d8156df527c6"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:13.290124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-b92976b3-2afb-42d0-aa0c-df4b2564e76e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3287bcff-cc93-406d-a8bd-461daecff129 HTTP/1.1" status: 200 len: 1000 time: 0.1121168 Aug 29 04:15:13.299669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-721777f0-4ee6-44c7-b914-d50431b392c0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0813994 Aug 29 04:15:13.320490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-7796e867-809d-405c-9892-1b51dbe913ab req-f752de7f-9059-43e0-9a16-912209565a33 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:13.400486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-2d220fc0-1a48-41d8-90a4-e26905b4d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.402025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-2d220fc0-1a48-41d8-90a4-e26905b4d568 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0952623 Aug 29 04:15:13.409759 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7796e867-809d-405c-9892-1b51dbe913ab req-f752de7f-9059-43e0-9a16-912209565a33 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.477232 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950fb9a4-0f7e-4825-bcf2-ba3829de1ecc x-openstack-request-id: req-950fb9a4-0f7e-4825-bcf2-ba3829de1ecc {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:13.477540 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743939ec-0906-43b2-a3f2-4d04bdd2e1b5", "name": "network-vif-deleted", "tag": "476396d2-6a23-43db-b1f1-d8156df527c6", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:13.477799 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-950fb9a4-0f7e-4825-bcf2-ba3829de1ecc {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:13.478202 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743939ec-0906-43b2-a3f2-4d04bdd2e1b5', 'name': 'network-vif-deleted', 'tag': '476396d2-6a23-43db-b1f1-d8156df527c6', 'status': 'completed', 'code': 200} Aug 29 04:15:13.784523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0bf2935-5f0b-4c66-888c-7c70283fbaaf req-8fd5aa0f-58f9-42f5-b582-7a0736d0269f tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=743939ec-0906-43b2-a3f2-4d04bdd2e1b5 HTTP/1.1" status: 200 len: 210 time: 0.0430515 Aug 29 04:15:13.827939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-d714ec6b-c0f9-4b34-bbe4-64ff53f0a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.828747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-d714ec6b-c0f9-4b34-bbe4-64ff53f0a9e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4167013 Aug 29 04:15:13.970436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7796e867-809d-405c-9892-1b51dbe913ab req-f752de7f-9059-43e0-9a16-912209565a33 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.976773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7796e867-809d-405c-9892-1b51dbe913ab req-f752de7f-9059-43e0-9a16-912209565a33 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.977102 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-7796e867-809d-405c-9892-1b51dbe913ab req-f752de7f-9059-43e0-9a16-912209565a33 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Floating IP 13702567-0201-4ff6-9b86-93bd78acd712 disassociated. External IP: 172.25.5.12, port: 3287bcff-cc93-406d-a8bd-461daecff129. Aug 29 04:15:14.031538 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec383f26-535c-44ff-8086-3072fa573956 req-f53cb6ac-fa9b-4470-b2f8-66b5feb15d21 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.032985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec383f26-535c-44ff-8086-3072fa573956 req-f53cb6ac-fa9b-4470-b2f8-66b5feb15d21 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.1753263 Aug 29 04:15:14.038571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:14.115534 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-29cba134-9dba-48b3-b221-2e8f7045febf service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765584 Aug 29 04:15:14.135635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:14.143187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec383f26-535c-44ff-8086-3072fa573956 req-d520445a-3386-4fd1-a45d-6a33015fe01b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027772 Aug 29 04:15:14.147986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'port_id': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73', 'mac_address': 'fa:16:3e:7b:f6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73e9f0-344b-4223-9882-3f00d4ec1b9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:14.188024 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.200310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:14.221474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:14.225838 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.276156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:14.348624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf9a96-ab40-4877-ad34-f6481fd252c3 req-aeac1bac-78cc-430e-b754-0ebe162b3940 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.350264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5bf9a96-ab40-4877-ad34-f6481fd252c3 req-aeac1bac-78cc-430e-b754-0ebe162b3940 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1244991 Aug 29 04:15:14.354240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2c3087a-92ad-4492-b42c-e5c65c7980c4 req-c9fc250f-abf0-4dc4-82de-2f87b746b1a0 service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270308 Aug 29 04:15:14.381773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7796e867-809d-405c-9892-1b51dbe913ab req-f752de7f-9059-43e0-9a16-912209565a33 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:14.403350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5bf9a96-ab40-4877-ad34-f6481fd252c3 req-e446399f-783f-402e-8be6-5741936b754d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467217 Aug 29 04:15:14.425744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:14.509677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7796e867-809d-405c-9892-1b51dbe913ab req-f752de7f-9059-43e0-9a16-912209565a33 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:14.514254 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7796e867-809d-405c-9892-1b51dbe913ab req-f752de7f-9059-43e0-9a16-912209565a33 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.524480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] Sync routers for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:14.541890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-f752de7f-9059-43e0-9a16-912209565a33 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "PUT /v2.0/floatingips/13702567-0201-4ff6-9b86-93bd78acd712 HTTP/1.1" status: 200 len: 694 time: 1.2261186 Aug 29 04:15:14.551263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:14.551896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:14.603897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796e867-809d-405c-9892-1b51dbe913ab req-5fc1becd-264d-4fb8-9361-17891c3a08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.605403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-5fc1becd-264d-4fb8-9361-17891c3a08be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 1097 time: 0.0504906 Aug 29 04:15:14.701148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:14.713841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796e867-809d-405c-9892-1b51dbe913ab req-16a9c2da-2bec-41ab-8d8c-47c4ebc67a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.715444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-16a9c2da-2bec-41ab-8d8c-47c4ebc67a09 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1033249 Aug 29 04:15:14.757475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-a5fdbc1c-b3a3-4f11-ad1f-b9426447675c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3287bcff-cc93-406d-a8bd-461daecff129 HTTP/1.1" status: 200 len: 217 time: 0.0356841 Aug 29 04:15:14.800948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'tag': '3287bcff-cc93-406d-a8bd-461daecff129'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:14.803040 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccb8784-0f30-4e73-bd1e-8401c41bf331" -d '{"events": [{"name": "network-changed", "server_uuid": "27115796-4dbd-4de6-a5fa-ccdc59ac5098", "tag": "3287bcff-cc93-406d-a8bd-461daecff129"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:14.810406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796e867-809d-405c-9892-1b51dbe913ab req-224a6283-9cda-46bc-bc9f-dd2e4ff462ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.811943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-224a6283-9cda-46bc-bc9f-dd2e4ff462ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0487287 Aug 29 04:15:14.849521 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f29c14-c8fc-487a-b5c1-8ed301a3d780 x-openstack-request-id: req-03f29c14-c8fc-487a-b5c1-8ed301a3d780 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:14.849810 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27115796-4dbd-4de6-a5fa-ccdc59ac5098", "tag": "3287bcff-cc93-406d-a8bd-461daecff129", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:14.850060 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03f29c14-c8fc-487a-b5c1-8ed301a3d780 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:14.850441 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'tag': '3287bcff-cc93-406d-a8bd-461daecff129', 'status': 'completed', 'code': 200} Aug 29 04:15:14.863172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796e867-809d-405c-9892-1b51dbe913ab req-8dcb9e74-4047-4708-86ff-9d064e4acb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.865337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-8dcb9e74-4047-4708-86ff-9d064e4acb83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472069 Aug 29 04:15:14.989214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-91596db7-e9f3-4835-9e8b-303079c21134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.991000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-91596db7-e9f3-4835-9e8b-303079c21134 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 1097 time: 0.0901620 Aug 29 04:15:15.011171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-df38ee03-ebd7-453a-9cc6-4a5b4b00c6d9 service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390197 Aug 29 04:15:15.036720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:15.063738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] Checking router: 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:15.072717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:15.073412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:15.180879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:15.204977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-16ff3f0a-7c84-4be2-9ac2-8f50133dbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.206468 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-16ff3f0a-7c84-4be2-9ac2-8f50133dbcb6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1905298 Aug 29 04:15:15.222183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a290f-c410-4acc-9f4e-421d184869d3 req-de96a8f3-0e20-403b-9df6-c3d6819f579c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.223613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e73a290f-c410-4acc-9f4e-421d184869d3 req-de96a8f3-0e20-403b-9df6-c3d6819f579c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 945 time: 0.1458206 Aug 29 04:15:15.229155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7796e867-809d-405c-9892-1b51dbe913ab req-c250ab46-abcc-4663-82f2-348979edf77e service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974676 Aug 29 04:15:15.279202 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-d28019c7-1052-4fce-aa93-4128ae67a9d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3287bcff-cc93-406d-a8bd-461daecff129 HTTP/1.1" status: 200 len: 217 time: 0.0429912 Aug 29 04:15:15.309416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e73a290f-c410-4acc-9f4e-421d184869d3 req-0949ad88-123f-4b76-b091-d0ed0b5ce13a tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793324 Aug 29 04:15:15.379876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-4359203c-180c-4b7e-9671-5c31466d81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.381417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-4359203c-180c-4b7e-9671-5c31466d81ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0878382 Aug 29 04:15:15.392529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd5553-4b53-4143-8c5c-5c05474fdaac req-cadae709-b12a-49ee-82e6-cb82ac42c692 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.394061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aecd5553-4b53-4143-8c5c-5c05474fdaac req-cadae709-b12a-49ee-82e6-cb82ac42c692 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0993338 Aug 29 04:15:15.402312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:15.429249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e20d2e-e9b7-440b-a1e6-1623b80cfdb9 None None] The sync data for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 is: [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:15.475427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aecd5553-4b53-4143-8c5c-5c05474fdaac req-e918d161-e7d7-43e2-b898-35f33a6f0877 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745871 Aug 29 04:15:15.481931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-2e6e0751-44cc-4a05-8315-362d9d67196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.483486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-2e6e0751-44cc-4a05-8315-362d9d67196a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755706 Aug 29 04:15:15.673716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f961a8e6-376d-4ff8-93b2-cf8738d27e19 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.675255 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f961a8e6-376d-4ff8-93b2-cf8738d27e19 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 945 time: 0.0560143 Aug 29 04:15:15.676825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792f11-3d61-480e-88bf-64b96a495771 req-06e9ffc1-6315-422f-9094-99b4bbaa5194 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.678327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d792f11-3d61-480e-88bf-64b96a495771 req-06e9ffc1-6315-422f-9094-99b4bbaa5194 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1151805 Aug 29 04:15:15.688703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57aaae5-d5c6-4bc0-983f-72fe442abeeb req-4c64c55a-c682-48e7-a6a3-b78079ef5f74 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.690183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a57aaae5-d5c6-4bc0-983f-72fe442abeeb req-4c64c55a-c682-48e7-a6a3-b78079ef5f74 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1284568 Aug 29 04:15:15.696403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-533c0274-2150-4a88-abdb-3421b282f6ee service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911530 Aug 29 04:15:15.705219 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc4fbe6-1184-4f33-899a-87c9bc4c12c5 None None] New status for floating IP 13702567-0201-4ff6-9b86-93bd78acd712: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:15:15.777514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f25bba26-558f-4764-ab8e-2a70eb85dd9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Deleting port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:15.777994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f25bba26-558f-4764-ab8e-2a70eb85dd9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.799112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d792f11-3d61-480e-88bf-64b96a495771 req-323459b8-a72b-4505-b310-da79b105c019 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 697 time: 0.1076834 Aug 29 04:15:15.819704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Request body: {'floatingip': {'port_id': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:15.858169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a57aaae5-d5c6-4bc0-983f-72fe442abeeb req-dae008be-e43e-4dcf-ac54-e59c8ab4ce96 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553156 Aug 29 04:15:15.868908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.891630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f25bba26-558f-4764-ab8e-2a70eb85dd9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] For port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:15.892300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f25bba26-558f-4764-ab8e-2a70eb85dd9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.913045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f25bba26-558f-4764-ab8e-2a70eb85dd9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Calling delete_port for 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:15.983656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fccb8784-0f30-4e73-bd1e-8401c41bf331 req-fa73b587-f556-4cd5-895e-67878510516e service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479744 Aug 29 04:15:16.050802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:16.064343 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f25bba26-558f-4764-ab8e-2a70eb85dd9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.105826 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:16.106198 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.106932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bba26-558f-4764-ab8e-2a70eb85dd9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Pushing event deleted for resources: {'Port': ['ID=3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:16.170978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f25bba26-558f-4764-ab8e-2a70eb85dd9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] No DVR routers for this DVR port 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:16.176467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f25bba26-558f-4764-ab8e-2a70eb85dd9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.179211 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d8869ac5-205b-41bc-b676-e3f9a40b4759 req-f25bba26-558f-4764-ab8e-2a70eb85dd9d tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.59 "DELETE /v2.0/ports/3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 HTTP/1.1" status: 204 len: 173 time: 0.4940634 Aug 29 04:15:16.180663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'name': 'network-vif-deleted', 'tag': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:16.188708 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7e3004-87a4-4168-bdfd-8ec312fe4324" -d '{"events": [{"server_uuid": "cb482f7b-628a-46c3-a423-7845f3353c47", "name": "network-vif-deleted", "tag": "3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:16.219520 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.266223 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dba74e5-9cfd-494b-ac51-ca6ed4d22beb x-openstack-request-id: req-1dba74e5-9cfd-494b-ac51-ca6ed4d22beb {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:16.267234 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb482f7b-628a-46c3-a423-7845f3353c47", "name": "network-vif-deleted", "tag": "3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:16.267825 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dba74e5-9cfd-494b-ac51-ca6ed4d22beb {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:16.268509 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb482f7b-628a-46c3-a423-7845f3353c47', 'name': 'network-vif-deleted', 'tag': '3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318', 'status': 'completed', 'code': 200} Aug 29 04:15:16.272345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:16.275477 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ecca1f-dd08-4423-9f07-d3691eb9d338" -d '{"events": [{"server_uuid": "9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1", "name": "network-vif-plugged", "status": "completed", "tag": "5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:16.284099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:16.291261 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.333297 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a96718-1c0f-470c-b661-3c979fdda8b9 x-openstack-request-id: req-b4a96718-1c0f-470c-b661-3c979fdda8b9 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:16.333595 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1", "name": "network-vif-plugged", "status": "completed", "tag": "5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:16.334075 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4a96718-1c0f-470c-b661-3c979fdda8b9 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:16.334671 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73', 'code': 200} Aug 29 04:15:16.354852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:16.550432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ae304eb-3df6-4ce5-a540-ff41be0e5cd3 req-c774fd9b-70a5-42c1-9c9a-b23664570a65 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb482f7b-628a-46c3-a423-7845f3353c47 HTTP/1.1" status: 200 len: 210 time: 0.0325673 Aug 29 04:15:16.617661 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:15:16.617903 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:15:16.658413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d88e43-909d-47bf-90b0-3ab90b161abc req-f0c71bfb-5ab9-478c-bbf3-6d6c76e4d86b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.659911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d88e43-909d-47bf-90b0-3ab90b161abc req-f0c71bfb-5ab9-478c-bbf3-6d6c76e4d86b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0538533 Aug 29 04:15:16.698045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d88e43-909d-47bf-90b0-3ab90b161abc req-6b1daf89-d86a-4721-90fe-56e90b48993b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Aug 29 04:15:16.874637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 476396d2-6a23-43db-b1f1-d8156df527c6 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:16.895878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 476396d2-6a23-43db-b1f1-d8156df527c6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:16.896172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 476396d2-6a23-43db-b1f1-d8156df527c6 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:16.985832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5780d4b-9192-440d-99be-59052beea9c8 req-d684a542-1c6d-4f16-aefd-031183ec032b tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.987318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5780d4b-9192-440d-99be-59052beea9c8 req-d684a542-1c6d-4f16-aefd-031183ec032b tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0475309 Aug 29 04:15:17.024055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5780d4b-9192-440d-99be-59052beea9c8 req-f5326be5-27ac-45ca-9609-2de736db5ab3 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308766 Aug 29 04:15:17.119144 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.528595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a45db3-e028-406b-ad22-64d957a09c71 req-c6284949-6c2d-46e5-acc3-6f38b04d6e0b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.529992 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-59a45db3-e028-406b-ad22-64d957a09c71 req-c6284949-6c2d-46e5-acc3-6f38b04d6e0b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.59 "GET /v2.0/ports?device_id=27115796-4dbd-4de6-a5fa-ccdc59ac5098 HTTP/1.1" status: 200 len: 945 time: 0.0514224 Aug 29 04:15:17.556889 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.561720 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.636425 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-59a45db3-e028-406b-ad22-64d957a09c71 req-2a89139c-3917-4cb0-9968-ef93a27a2f9e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Deleting port 3287bcff-cc93-406d-a8bd-461daecff129 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:17.637042 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-59a45db3-e028-406b-ad22-64d957a09c71 req-2a89139c-3917-4cb0-9968-ef93a27a2f9e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.691614 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Floating IP 13702567-0201-4ff6-9b86-93bd78acd712 associated. External IP: 172.25.5.12, port: fe825e44-df93-44f1-bb50-a86d80d43c8a. Aug 29 04:15:17.752768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-59a45db3-e028-406b-ad22-64d957a09c71 req-2a89139c-3917-4cb0-9968-ef93a27a2f9e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] For port 3287bcff-cc93-406d-a8bd-461daecff129, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=3287bcff-cc93-406d-a8bd-461daecff129,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:17.769148 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-59a45db3-e028-406b-ad22-64d957a09c71 req-2a89139c-3917-4cb0-9968-ef93a27a2f9e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.789869 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-59a45db3-e028-406b-ad22-64d957a09c71 req-2a89139c-3917-4cb0-9968-ef93a27a2f9e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Calling delete_port for 3287bcff-cc93-406d-a8bd-461daecff129 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:17.827368 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.940559 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-59a45db3-e028-406b-ad22-64d957a09c71 req-2a89139c-3917-4cb0-9968-ef93a27a2f9e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.942217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da90b7-b250-47a8-adf8-5620994a0f3f req-72a88cf6-1dd2-4a11-a8df-4efc2aa98304 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.943732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6da90b7-b250-47a8-adf8-5620994a0f3f req-72a88cf6-1dd2-4a11-a8df-4efc2aa98304 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0982189 Aug 29 04:15:17.956078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['fe825e44-df93-44f1-bb50-a86d80d43c8a', '3287bcff-cc93-406d-a8bd-461daecff129'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:17.965288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:17.973778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89139c-3917-4cb0-9968-ef93a27a2f9e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Pushing event deleted for resources: {'Port': ['ID=3287bcff-cc93-406d-a8bd-461daecff129,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:18.038740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a45db3-e028-406b-ad22-64d957a09c71 req-2a89139c-3917-4cb0-9968-ef93a27a2f9e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] No DVR routers for this DVR port 3287bcff-cc93-406d-a8bd-461daecff129 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:18.042546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-59a45db3-e028-406b-ad22-64d957a09c71 req-2a89139c-3917-4cb0-9968-ef93a27a2f9e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.046879 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-59a45db3-e028-406b-ad22-64d957a09c71 req-2a89139c-3917-4cb0-9968-ef93a27a2f9e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.59 "DELETE /v2.0/ports/3287bcff-cc93-406d-a8bd-461daecff129 HTTP/1.1" status: 204 len: 173 time: 0.5075922 Aug 29 04:15:18.049594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6da90b7-b250-47a8-adf8-5620994a0f3f req-a5bec1b7-ff1e-414e-b6b0-2323009749c0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914984 Aug 29 04:15:18.210521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:18.216512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.221670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] Sync routers for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:18.233620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:18.234542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:18.270446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'name': 'network-vif-deleted', 'tag': '3287bcff-cc93-406d-a8bd-461daecff129'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:18.273438 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df8897c-cd74-4f06-8d90-924d0cb33a68" -d '{"events": [{"server_uuid": "27115796-4dbd-4de6-a5fa-ccdc59ac5098", "name": "network-vif-deleted", "tag": "3287bcff-cc93-406d-a8bd-461daecff129"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:18.293488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1c7f2ae7-9afc-456c-a736-b041a5a7939b tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "PUT /v2.0/floatingips/13702567-0201-4ff6-9b86-93bd78acd712 HTTP/1.1" status: 200 len: 996 time: 2.4805725 Aug 29 04:15:18.294587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:18.307197 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96d9abe-1479-470c-89b9-90dbb4ee8843" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:18.362626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91099d6b-538f-47d3-a6b4-4b17683dbe7d req-085e51ce-b5b9-4128-8d6f-d90dcc6e903c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.364573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91099d6b-538f-47d3-a6b4-4b17683dbe7d req-085e51ce-b5b9-4128-8d6f-d90dcc6e903c tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 945 time: 0.1673119 Aug 29 04:15:18.393820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792f11-3d61-480e-88bf-64b96a495771 req-9e90efed-0e5f-4736-bab9-33ab5f05defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.401630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d792f11-3d61-480e-88bf-64b96a495771 req-9e90efed-0e5f-4736-bab9-33ab5f05defd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1098 time: 0.0907505 Aug 29 04:15:18.420622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:18.435842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-6ff20d9c-9f6d-4fab-b3a9-266bf15e9508 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.437824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-6ff20d9c-9f6d-4fab-b3a9-266bf15e9508 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.59 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 945 time: 0.0584288 Aug 29 04:15:18.469403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91099d6b-538f-47d3-a6b4-4b17683dbe7d req-e165e3dc-104d-4081-a570-f30328e846ec tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/security-groups?id=3924ca59-6566-411f-ba64-e54898cd2e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949011 Aug 29 04:15:18.586312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792f11-3d61-480e-88bf-64b96a495771 req-d0d75a3a-a7d2-46e9-bedf-be2ec01e6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.594629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d792f11-3d61-480e-88bf-64b96a495771 req-d0d75a3a-a7d2-46e9-bedf-be2ec01e6fe0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1917484 Aug 29 04:15:18.651362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-869abc76-a0fb-488b-a272-23a8ada9e1e1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Deleting port e1377b49-8bf6-440f-9887-0a8487716f98 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:18.651970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-869abc76-a0fb-488b-a272-23a8ada9e1e1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.728807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d792f11-3d61-480e-88bf-64b96a495771 req-f1fbb898-82b5-4b2c-9a1e-7845f40d8af5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 999 time: 0.1329017 Aug 29 04:15:18.778116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:62:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:17Z', 'revision_number': 8, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:18.780703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b96ba-2e40-45d7-b93d-66b74e2b068c req-3fbc261c-d0f0-4928-997c-7b295cff56df tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.787998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b66b96ba-2e40-45d7-b93d-66b74e2b068c req-3fbc261c-d0f0-4928-997c-7b295cff56df tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.2170713 Aug 29 04:15:18.808745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-869abc76-a0fb-488b-a272-23a8ada9e1e1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] For port e1377b49-8bf6-440f-9887-0a8487716f98, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e1377b49-8bf6-440f-9887-0a8487716f98,segment=NetworkSegment(58c135d2-782e-42cc-9e44-b60e5aa694ed),segment_id=58c135d2-782e-42cc-9e44-b60e5aa694ed)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:18.809605 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-869abc76-a0fb-488b-a272-23a8ada9e1e1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.820635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792f11-3d61-480e-88bf-64b96a495771 req-009837b3-6999-40dc-b602-17d70222b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.828769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d792f11-3d61-480e-88bf-64b96a495771 req-009837b3-6999-40dc-b602-17d70222b1ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0980108 Aug 29 04:15:18.839407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-869abc76-a0fb-488b-a272-23a8ada9e1e1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Calling delete_port for e1377b49-8bf6-440f-9887-0a8487716f98 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:18.849597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] Checking router: 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:18.878812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:18.880156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:18.880413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b66b96ba-2e40-45d7-b93d-66b74e2b068c req-8a1a653b-105f-45f0-b88f-74a32e9f6d93 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912876 Aug 29 04:15:18.895723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:18.932992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792f11-3d61-480e-88bf-64b96a495771 req-ad4a1527-d4fb-4cc9-bba6-cb5e52693228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.942067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d792f11-3d61-480e-88bf-64b96a495771 req-ad4a1527-d4fb-4cc9-bba6-cb5e52693228 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123376 Aug 29 04:15:18.997486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:18.998066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3f1ea52a-b7e1-4aa2-85f8-9dcd5926c318 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:18.998989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3287bcff-cc93-406d-a8bd-461daecff129 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:19.028612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 3287bcff-cc93-406d-a8bd-461daecff129 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:19.029018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 3287bcff-cc93-406d-a8bd-461daecff129 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:19.029699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e1377b49-8bf6-440f-9887-0a8487716f98 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:19.111774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d792f11-3d61-480e-88bf-64b96a495771 req-1ee53694-5ba7-4475-96a1-a6307f700983 service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674051 Aug 29 04:15:19.158845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-869abc76-a0fb-488b-a272-23a8ada9e1e1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.179671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:19.245093 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d792f11-3d61-480e-88bf-64b96a495771 req-f4662467-bf8d-4769-b15f-6dcccc96a83d service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215301 Aug 29 04:15:19.246335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869abc76-a0fb-488b-a272-23a8ada9e1e1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Pushing event deleted for resources: {'Port': ['ID=e1377b49-8bf6-440f-9887-0a8487716f98,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:19.327587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-869abc76-a0fb-488b-a272-23a8ada9e1e1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] No DVR routers for this DVR port e1377b49-8bf6-440f-9887-0a8487716f98 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:19.337536 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efae5cd5-96e5-48ab-8c3c-fb0b52bfaf9f x-openstack-request-id: req-efae5cd5-96e5-48ab-8c3c-fb0b52bfaf9f {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:19.337916 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27115796-4dbd-4de6-a5fa-ccdc59ac5098", "name": "network-vif-deleted", "tag": "3287bcff-cc93-406d-a8bd-461daecff129", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:19.338250 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efae5cd5-96e5-48ab-8c3c-fb0b52bfaf9f {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:19.338727 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27115796-4dbd-4de6-a5fa-ccdc59ac5098', 'name': 'network-vif-deleted', 'tag': '3287bcff-cc93-406d-a8bd-461daecff129', 'status': 'completed', 'code': 200} Aug 29 04:15:19.342113 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-869abc76-a0fb-488b-a272-23a8ada9e1e1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.345651 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aedcfe13-78a1-4b1b-b898-67aabab71dcd req-869abc76-a0fb-488b-a272-23a8ada9e1e1 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.59 "DELETE /v2.0/ports/e1377b49-8bf6-440f-9887-0a8487716f98 HTTP/1.1" status: 204 len: 173 time: 0.8961627 Aug 29 04:15:19.370352 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb7fdc9-3757-4629-9421-b25847aec99d x-openstack-request-id: req-7fb7fdc9-3757-4629-9421-b25847aec99d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:19.370699 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:19.370964 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fb7fdc9-3757-4629-9421-b25847aec99d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:19.371431 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'status': 'completed', 'code': 200} Aug 29 04:15:19.521760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-084d6ebd-4a2d-479d-967d-25fe663b846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.524680 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-084d6ebd-4a2d-479d-967d-25fe663b846c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1098 time: 0.1044326 Aug 29 04:15:19.593103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:62:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:17Z', 'revision_number': 8, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:19.632487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea7991-d037-4a5b-9013-f5467c87b09b None None] The sync data for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 is: [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '13702567-0201-4ff6-9b86-93bd78acd712', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'port_id': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'mac_address': 'fa:16:3e:62:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:51Z', 'updated_at': '2021-08-29T04:15:17Z', 'revision_number': 8, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:19.669178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5d3b5-71eb-4620-b983-7cc0d00bee84 req-6f9a55c4-767b-416d-af7a-3cd491684232 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.681826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57a5d3b5-71eb-4620-b983-7cc0d00bee84 req-6f9a55c4-767b-416d-af7a-3cd491684232 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.2168610 Aug 29 04:15:19.693978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b30745c-01a5-4c8a-bcd0-08a6130b83e5 req-2b7baeea-161a-4cbc-ade7-534e86c07814 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips/13702567-0201-4ff6-9b86-93bd78acd712 HTTP/1.1" status: 200 len: 996 time: 0.2133591 Aug 29 04:15:19.709895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-420bba8c-5e9c-48a2-82f7-93644873a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.712599 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-420bba8c-5e9c-48a2-82f7-93644873a5ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1800723 Aug 29 04:15:19.808649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57a5d3b5-71eb-4620-b983-7cc0d00bee84 req-0b690ded-d06d-4847-a1d9-b3d29132badc tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195991 Aug 29 04:15:19.860015 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-f555f400-5713-4590-b564-054cda4c4fdd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 999 time: 0.1301861 Aug 29 04:15:19.897949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30745c-01a5-4c8a-bcd0-08a6130b83e5 req-a3415f79-e36b-49fd-a7bb-916d98c8b0cd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.904292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b30745c-01a5-4c8a-bcd0-08a6130b83e5 req-a3415f79-e36b-49fd-a7bb-916d98c8b0cd tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.2005141 Aug 29 04:15:19.960896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-15170ad7-f5cc-45f9-b498-b3a46dd22956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.964832 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-15170ad7-f5cc-45f9-b498-b3a46dd22956 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0897591 Aug 29 04:15:20.018771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ffe17d69-d3da-472d-bb1a-45cadfe4bcd4 req-8ea63632-64b3-4b38-a2e3-98d9c100b2e0 tempest-LiveAutoBlockMigrationV225Test-181145639 tempest-LiveAutoBlockMigrationV225Test-181145639-project] 10.222.0.49 "GET /v2.0/ports?device_id=3992b2f5-efdd-4b71-862c-8afe61f48939 HTTP/1.1" status: 200 len: 210 time: 0.0880804 Aug 29 04:15:20.040874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-b7bd8677-ba6f-4a42-9811-8e9cc158cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.053223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-b7bd8677-ba6f-4a42-9811-8e9cc158cca2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748775 Aug 29 04:15:20.119105 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a76634-09a5-4024-8e76-d9ecbbe68943 None None] New status for floating IP 13702567-0201-4ff6-9b86-93bd78acd712: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:15:20.198773 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-45a027a1-2c99-4e8c-b807-5ac68b11c122 service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347463 Aug 29 04:15:20.271324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-40236112-c64e-4b73-a11a-e445f62db57a tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 999 time: 0.2725530 Aug 29 04:15:20.332421 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a96d9abe-1479-470c-89b9-90dbb4ee8843 req-fc02a226-ae86-496f-9ab7-aca6c24e4321 service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224358 Aug 29 04:15:20.356274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8235f0-8839-48d8-bf7d-dd435800fd7c req-b023ffce-99f8-48dd-a062-8f5de6d16ba1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.360863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce8235f0-8839-48d8-bf7d-dd435800fd7c req-b023ffce-99f8-48dd-a062-8f5de6d16ba1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.2226017 Aug 29 04:15:20.396932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-efc61bea-59c8-4860-9c4f-8040604fa0ce tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.398963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-efc61bea-59c8-4860-9c4f-8040604fa0ce tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports/fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 943 time: 0.1122077 Aug 29 04:15:20.426364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce8235f0-8839-48d8-bf7d-dd435800fd7c req-8fac900d-e8a0-417b-acb2-fa0e6ea4bbc0 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585134 Aug 29 04:15:20.552622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-3aa8e729-bada-45e0-8a59-0231130f985e tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1001 time: 0.0899453 Aug 29 04:15:20.690652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-1e08f328-7443-433f-b1b1-150d7f4d5255 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.695000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-1e08f328-7443-433f-b1b1-150d7f4d5255 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1358521 Aug 29 04:15:20.771388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-f6db92db-50d2-4f8f-b650-e6a279c84bc0 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1001 time: 0.0683849 Aug 29 04:15:20.783270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-e25181b9-db90-4d2b-af14-ade5b07ad0df tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:20.853392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-e25181b9-db90-4d2b-af14-ade5b07ad0df tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.999836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5b841-c198-4f9a-8201-82549f14cce4 req-268ff704-98c1-47fd-92f2-a1def6704b42 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.001263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ba5b841-c198-4f9a-8201-82549f14cce4 req-268ff704-98c1-47fd-92f2-a1def6704b42 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.1008768 Aug 29 04:15:21.064706 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-e25181b9-db90-4d2b-af14-ade5b07ad0df tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.076629 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-e25181b9-db90-4d2b-af14-ade5b07ad0df tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.077264 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-e25181b9-db90-4d2b-af14-ade5b07ad0df tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Floating IP 13702567-0201-4ff6-9b86-93bd78acd712 disassociated. External IP: 172.25.5.12, port: fe825e44-df93-44f1-bb50-a86d80d43c8a. Aug 29 04:15:21.126747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ba5b841-c198-4f9a-8201-82549f14cce4 req-18dc3cbe-f3a4-4e37-91f9-1c64f18320d6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174145 Aug 29 04:15:21.177367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33276) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:21.337474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-92099bb0-5bb9-4d60-8e43-353cc770e49c admin admin] Deleting subnet 5abeeec1-dee3-4aed-983a-2a1715bc7191 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:21.341065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'name': 'network-vif-deleted', 'tag': 'e1377b49-8bf6-440f-9887-0a8487716f98'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:21.344806 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863ca536-ff4d-48c2-b527-b1705c6e0c74" -d '{"events": [{"server_uuid": "3992b2f5-efdd-4b71-862c-8afe61f48939", "name": "network-vif-deleted", "tag": "e1377b49-8bf6-440f-9887-0a8487716f98"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:21.349410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92099bb0-5bb9-4d60-8e43-353cc770e49c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.395300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92099bb0-5bb9-4d60-8e43-353cc770e49c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.407648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-e25181b9-db90-4d2b-af14-ade5b07ad0df tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:21.427149 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18508f32-59ad-45dd-b45f-fc2668bccadb x-openstack-request-id: req-18508f32-59ad-45dd-b45f-fc2668bccadb {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:21.427716 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3992b2f5-efdd-4b71-862c-8afe61f48939", "name": "network-vif-deleted", "tag": "e1377b49-8bf6-440f-9887-0a8487716f98", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:21.427859 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18508f32-59ad-45dd-b45f-fc2668bccadb {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:21.428263 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3992b2f5-efdd-4b71-862c-8afe61f48939', 'name': 'network-vif-deleted', 'tag': 'e1377b49-8bf6-440f-9887-0a8487716f98', 'status': 'completed', 'code': 200} Aug 29 04:15:21.472636 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92099bb0-5bb9-4d60-8e43-353cc770e49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.585207 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92099bb0-5bb9-4d60-8e43-353cc770e49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.614730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59ca2-9f7c-4f40-b514-2e490ca4f031 req-a74c6647-45d1-48e9-88b1-f504140b4f5f tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.614959 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92099bb0-5bb9-4d60-8e43-353cc770e49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.619675 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-92099bb0-5bb9-4d60-8e43-353cc770e49c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5abeeec1-dee3-4aed-983a-2a1715bc7191 HTTP/1.1" status: 204 len: 168 time: 0.4383852 Aug 29 04:15:21.619675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33286) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:21.627157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ba59ca2-9f7c-4f40-b514-2e490ca4f031 req-a74c6647-45d1-48e9-88b1-f504140b4f5f tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0697696 Aug 29 04:15:21.664039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92099bb0-5bb9-4d60-8e43-353cc770e49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5abeeec1-dee3-4aed-983a-2a1715bc7191,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:21.682824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ba59ca2-9f7c-4f40-b514-2e490ca4f031 req-98641828-9d7b-4ed9-94da-a7f593a860ba tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541897 Aug 29 04:15:21.685675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-e25181b9-db90-4d2b-af14-ade5b07ad0df tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:21.699173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] Sync routers for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:21.710910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:21.711533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:21.721895 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-e25181b9-db90-4d2b-af14-ade5b07ad0df tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.778561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.804834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-e25181b9-db90-4d2b-af14-ade5b07ad0df tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "PUT /v2.0/floatingips/13702567-0201-4ff6-9b86-93bd78acd712 HTTP/1.1" status: 200 len: 695 time: 1.0259724 Aug 29 04:15:21.805280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:21.807836 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689228c5-ee49-4b0f-9a57-a0e2ac95d953" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:21.903098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-3b9a651f-2a42-4c8b-a053-218ce3bb06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.904775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-3b9a651f-2a42-4c8b-a053-218ce3bb06d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1098 time: 0.0759971 Aug 29 04:15:21.922905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:21.963006 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.994819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:22.036901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c135d2-782e-42cc-9e44-b60e5aa694ed') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:22.040448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c135d2-782e-42cc-9e44-b60e5aa694ed') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:22.061007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.069828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-b551445b-3436-4354-8a91-5b93d9ee611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.072561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-b551445b-3436-4354-8a91-5b93d9ee611b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.1595623 Aug 29 04:15:22.086132 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.093398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:22.094099 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:22.139623 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:22.164689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-5ff32282-7141-4d05-8b09-bc1dbeda3b58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 217 time: 0.0821927 Aug 29 04:15:22.185430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.247784 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.248984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:22.251133 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] 10.222.0.49 "DELETE /v2.0/networks/024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f HTTP/1.1" status: 204 len: 168 time: 0.6303978 Aug 29 04:15:22.252258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-4edc7831-f018-4893-a8d0-1bb21a22cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.253787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33306) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:22.255275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fa66a-e374-4130-bc85-b2a0ec171541 admin admin] Pushing event deleted for resources: {'Network': ['ID=024f2dd7-985c-4e75-8bd5-ec8f0d14cd2f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:22.262963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-4edc7831-f018-4893-a8d0-1bb21a22cfea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.0885973 Aug 29 04:15:22.287284 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2cefec-e612-485e-99d9-71f1c47c9f96 x-openstack-request-id: req-9b2cefec-e612-485e-99d9-71f1c47c9f96 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:22.290421 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:22.290722 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b2cefec-e612-485e-99d9-71f1c47c9f96 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:22.291149 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'status': 'completed', 'code': 200} Aug 29 04:15:22.350429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-88682210-1078-4931-ac85-4799a8d0c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.357590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a378f7-9b77-48aa-8cb0-58a8cdd980ed admin admin] Deleting subnet 6f23ba69-3350-4ca6-abee-1826c795b46a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:22.359175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-88682210-1078-4931-ac85-4799a8d0c740 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958908 Aug 29 04:15:22.364350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70a378f7-9b77-48aa-8cb0-58a8cdd980ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.450955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70a378f7-9b77-48aa-8cb0-58a8cdd980ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.464178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-785d70ca-cb10-4f83-a8ea-4ce057ff82ee service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040385 Aug 29 04:15:22.508574 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70a378f7-9b77-48aa-8cb0-58a8cdd980ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.512123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] Checking router: 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:22.522533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:22.523410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:22.568494 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70a378f7-9b77-48aa-8cb0-58a8cdd980ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.590704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a9c54-4281-4d8f-a371-ae1c1738391c req-68fbb9cd-f29c-4d2d-8048-4e559feed859 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.592759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c26a9c54-4281-4d8f-a371-ae1c1738391c req-68fbb9cd-f29c-4d2d-8048-4e559feed859 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.1263468 Aug 29 04:15:22.639067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d93a7ff-75a0-4cf6-b1a4-0d20acde8d74 req-54fd0cd5-6993-4559-83e8-ccde88cb7ac9 service neutron] 10.222.0.49 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734300 Aug 29 04:15:22.645743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a378f7-9b77-48aa-8cb0-58a8cdd980ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f23ba69-3350-4ca6-abee-1826c795b46a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:22.660747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:22.661569 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70a378f7-9b77-48aa-8cb0-58a8cdd980ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.663609 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-70a378f7-9b77-48aa-8cb0-58a8cdd980ed admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6f23ba69-3350-4ca6-abee-1826c795b46a HTTP/1.1" status: 204 len: 168 time: 0.4058640 Aug 29 04:15:22.666551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-e61ade42-4064-4627-af8d-53f12db106ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.668477 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-e61ade42-4064-4627-af8d-53f12db106ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 1098 time: 0.3595507 Aug 29 04:15:22.669014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33310) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:22.711398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c26a9c54-4281-4d8f-a371-ae1c1738391c req-4e1902a3-2325-4ece-812c-8e01bfdf0e2c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989840 Aug 29 04:15:22.920355 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.954915 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:22.982825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-ffcf484d-014d-4ce1-8d74-f72b67bab0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.984788 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-ffcf484d-014d-4ce1-8d74-f72b67bab0d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 200 len: 922 time: 0.2602980 Aug 29 04:15:22.990357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9a356-7dca-4418-bd04-d8b000a32be7 None None] The sync data for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 is: [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f9371443-4be1-44d6-9784-4550d9bb4708', 'name': '', 'network_id': '3be93ecc-20c5-4c02-8fe9-e1c4983e0706', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'mac_address': 'fa:16:3e:3b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:33Z', 'updated_at': '2021-08-29T04:14:40Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'subnets': [{'id': '98a84fe0-8a18-4e97-a7f0-87717d6cd29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:23.085029 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-7af3d097-5792-42cd-b76c-88c9bcb0c097 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 200 len: 217 time: 0.0867684 Aug 29 04:15:23.104300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.148132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ddaf62-d259-4d1e-bc16-6e2a79013fd2']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:23.178475 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13616032-e2a9-4621-a6bf-1d99e4b89911') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:23.179539 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13616032-e2a9-4621-a6bf-1d99e4b89911') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:23.197485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.208449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-47bd72c1-c8b6-4d5b-9a49-781a25121354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.209332 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-47bd72c1-c8b6-4d5b-9a49-781a25121354 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 200 len: 860 time: 0.1158524 Aug 29 04:15:23.227294 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.234400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b31122f-466d-488e-91d5-a6e876733063 req-c43d8bed-f548-48f8-9842-708efd2f7ccf tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips/13702567-0201-4ff6-9b86-93bd78acd712 HTTP/1.1" status: 200 len: 695 time: 0.4183071 Aug 29 04:15:23.257432 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:23.257735 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:23.259518 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:23.323134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-1321a40a-02b6-4bd7-afab-d1a64ff8985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.327256 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-1321a40a-02b6-4bd7-afab-d1a64ff8985a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3be93ecc-20c5-4c02-8fe9-e1c4983e0706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081612 Aug 29 04:15:23.342350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765c60-4773-45c1-85e9-fa0d702e1dea req-142d53ea-c365-4db7-8c7e-559d3ddef157 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.342350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d765c60-4773-45c1-85e9-fa0d702e1dea req-142d53ea-c365-4db7-8c7e-559d3ddef157 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1321046 Aug 29 04:15:23.357201 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.372771 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.376112 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] 10.222.0.49 "DELETE /v2.0/networks/d2ddaf62-d259-4d1e-bc16-6e2a79013fd2 HTTP/1.1" status: 204 len: 168 time: 0.7051675 Aug 29 04:15:23.414799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31122f-466d-488e-91d5-a6e876733063 req-d91f0da0-1baa-40af-8dfd-74bfaa430641 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.427569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b31122f-466d-488e-91d5-a6e876733063 req-d91f0da0-1baa-40af-8dfd-74bfaa430641 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1922164 Aug 29 04:15:23.482678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed28678-bdaa-40e6-91ec-be093310facd admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ddaf62-d259-4d1e-bc16-6e2a79013fd2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:23.527336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b31122f-466d-488e-91d5-a6e876733063 req-eee15112-15c5-4504-9c17-e2290e7d1753 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 698 time: 0.0983245 Aug 29 04:15:23.581191 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d61c1a-5c42-47a6-81b3-6efc2d82353e None None] New status for floating IP 13702567-0201-4ff6-9b86-93bd78acd712: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:15:23.588777 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5d2cf4b9-ba2d-4128-bcee-e5ff686bc8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.591441 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-84be7077-dde1-486f-aaea-2724f9820b7a service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536325 Aug 29 04:15:23.595416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d765c60-4773-45c1-85e9-fa0d702e1dea req-a09a0a46-247e-4ea9-900e-beead80caa08 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517629 Aug 29 04:15:23.617720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b31122f-466d-488e-91d5-a6e876733063 req-dd989c72-c7fa-4a6b-b269-e643510f5f30 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 698 time: 0.0884676 Aug 29 04:15:23.736373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33344) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:23.766505 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-689228c5-ee49-4b0f-9a57-a0e2ac95d953 req-fb26c81d-e475-4a7d-9db8-78f0d4284915 service neutron] 10.222.0.59 "GET /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671860 Aug 29 04:15:23.871632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33346) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:23.872305 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6bc06f4f-3bf4-4b9e-9844-59a57b23c555 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0276cc20fdd45bb93f8673316d6d252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312640 Aug 29 04:15:23.957466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f7064e5-e940-40fd-a171-1ffd2b787068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.963866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-2b31122f-466d-488e-91d5-a6e876733063 req-2ffe7378-a2eb-4e8f-9959-8d1c6cc6b800 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Deleting port 1fbcff5c-756d-4b11-826c-7ad7e8c2ac99 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:23.964596 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2b31122f-466d-488e-91d5-a6e876733063 req-2ffe7378-a2eb-4e8f-9959-8d1c6cc6b800 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.004165 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f7064e5-e940-40fd-a171-1ffd2b787068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.062073 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f7064e5-e940-40fd-a171-1ffd2b787068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.064950 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f7064e5-e940-40fd-a171-1ffd2b787068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.066257 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1f7064e5-e940-40fd-a171-1ffd2b787068 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3924ca59-6566-411f-ba64-e54898cd2e22 HTTP/1.1" status: 204 len: 168 time: 0.1936061 Aug 29 04:15:24.075017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7064e5-e940-40fd-a171-1ffd2b787068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3924ca59-6566-411f-ba64-e54898cd2e22,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:24.145527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2b31122f-466d-488e-91d5-a6e876733063 req-2ffe7378-a2eb-4e8f-9959-8d1c6cc6b800 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.148712 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2b31122f-466d-488e-91d5-a6e876733063 req-2ffe7378-a2eb-4e8f-9959-8d1c6cc6b800 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.156680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a489127-a9a6-430e-a16d-d4e958a3aadf req-b87d4aec-9ed7-4a8d-89c1-42d55e15e8d8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.163982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a489127-a9a6-430e-a16d-d4e958a3aadf req-b87d4aec-9ed7-4a8d-89c1-42d55e15e8d8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0844042 Aug 29 04:15:24.187198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-2b31122f-466d-488e-91d5-a6e876733063 req-2ffe7378-a2eb-4e8f-9959-8d1c6cc6b800 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Calling delete_port for 1fbcff5c-756d-4b11-826c-7ad7e8c2ac99 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:24.259998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a489127-a9a6-430e-a16d-d4e958a3aadf req-aac47bb5-b4b8-4033-b44a-83e7e8f5bf18 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929821 Aug 29 04:15:24.411611 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2b31122f-466d-488e-91d5-a6e876733063 req-2ffe7378-a2eb-4e8f-9959-8d1c6cc6b800 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.439385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe7378-a2eb-4e8f-9959-8d1c6cc6b800 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Pushing event deleted for resources: {'Port': ['ID=1fbcff5c-756d-4b11-826c-7ad7e8c2ac99,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:24.506975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2b31122f-466d-488e-91d5-a6e876733063 req-2ffe7378-a2eb-4e8f-9959-8d1c6cc6b800 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.509679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2b31122f-466d-488e-91d5-a6e876733063 req-2ffe7378-a2eb-4e8f-9959-8d1c6cc6b800 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.510990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b31122f-466d-488e-91d5-a6e876733063 req-2ffe7378-a2eb-4e8f-9959-8d1c6cc6b800 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "DELETE /v2.0/floatingips/13702567-0201-4ff6-9b86-93bd78acd712 HTTP/1.1" status: 204 len: 173 time: 0.8878441 Aug 29 04:15:24.533211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33354) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:24.582453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-56c31a4d-3a4b-46a6-adb0-208a48b4c59d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27fc3c45e66f47d3bd5495be072f67aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458777 Aug 29 04:15:24.582867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33356) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:24.829063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e9f50-6ab2-4957-82b7-947e8e8444f3 req-832bd956-5e17-41b7-99c4-bae926ca2c5e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.836574 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04e9f50-6ab2-4957-82b7-947e8e8444f3 req-832bd956-5e17-41b7-99c4-bae926ca2c5e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1217198 Aug 29 04:15:24.864577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b501-5ca0-40c3-bac6-bc83f399ba91 req-f9e6e82c-b011-4010-a911-4fb2cbc3d1e5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.874328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c201b501-5ca0-40c3-bac6-bc83f399ba91 req-f9e6e82c-b011-4010-a911-4fb2cbc3d1e5 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 946 time: 0.1049981 Aug 29 04:15:24.913412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04e9f50-6ab2-4957-82b7-947e8e8444f3 req-e393657b-0d69-4520-a2b0-63264a895342 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758269 Aug 29 04:15:24.949667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c201b501-5ca0-40c3-bac6-bc83f399ba91 req-3438ebbb-3cc6-4c26-ad5b-f2f8c9d9b686 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768318 Aug 29 04:15:25.039285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6d181bb-4bac-4c07-a42f-814740c15116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.077462 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6d181bb-4bac-4c07-a42f-814740c15116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.142197 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6d181bb-4bac-4c07-a42f-814740c15116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.146546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6d181bb-4bac-4c07-a42f-814740c15116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.148275 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a6d181bb-4bac-4c07-a42f-814740c15116 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/057385ab-297f-4a53-a5a7-49d1bb668305 HTTP/1.1" status: 204 len: 168 time: 0.5618401 Aug 29 04:15:25.157433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d181bb-4bac-4c07-a42f-814740c15116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057385ab-297f-4a53-a5a7-49d1bb668305,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:25.399088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1a12c-f176-4a63-97de-1fa47e6df905 req-553c7762-2aec-4545-9070-5e0121f70cfe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.400797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcd1a12c-f176-4a63-97de-1fa47e6df905 req-553c7762-2aec-4545-9070-5e0121f70cfe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0570953 Aug 29 04:15:25.462724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcd1a12c-f176-4a63-97de-1fa47e6df905 req-4f3888a0-bd61-4b13-bc37-9aec93390dc1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556915 Aug 29 04:15:26.054551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425c8bf-c297-4bcb-9c1b-945b8876bee0 req-171cb338-b40c-4999-861c-05866212961c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.056232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e425c8bf-c297-4bcb-9c1b-945b8876bee0 req-171cb338-b40c-4999-861c-05866212961c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0541654 Aug 29 04:15:26.079324 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5317cbc8-6394-4a12-914d-d2682b2539f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.130621 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bfb030d3-e5f8-47b3-86ad-f0dc06f4a27c req-91403525-d90c-4e0d-b0d5-5094bf22f6de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0434005 Aug 29 04:15:26.155315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e425c8bf-c297-4bcb-9c1b-945b8876bee0 req-32c16ecf-4652-4e46-9b4c-1d733f38dbd8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916009 Aug 29 04:15:26.178463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecc7c8-06d8-4715-9aee-e601008d4d05 req-db9759cd-a55b-44f8-9a4c-041c2d3b4adf tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.185943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2ecc7c8-06d8-4715-9aee-e601008d4d05 req-db9759cd-a55b-44f8-9a4c-041c2d3b4adf tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 946 time: 0.0890188 Aug 29 04:15:26.234311 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bfb030d3-e5f8-47b3-86ad-f0dc06f4a27c req-b8ee8e45-e423-4774-94df-5d2d5eb0488c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0379713 Aug 29 04:15:26.264051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2ecc7c8-06d8-4715-9aee-e601008d4d05 req-6819637c-2876-46e4-8b4b-a3ce19fd666d tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/security-groups?id=84918f2c-6c53-4d04-98f9-809cb0916f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766797 Aug 29 04:15:26.277361 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.307763 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bfb030d3-e5f8-47b3-86ad-f0dc06f4a27c req-694c09a8-1784-4b0b-8ca5-effad7185400 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442946 Aug 29 04:15:26.527367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-61a44d0c-f8f3-4856-aecd-0e8c70373dc7 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.533863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-61a44d0c-f8f3-4856-aecd-0e8c70373dc7 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 946 time: 0.1196299 Aug 29 04:15:26.534278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb030d3-e5f8-47b3-86ad-f0dc06f4a27c req-40497ba3-52d8-4133-8b39-198c4f14f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.535874 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bfb030d3-e5f8-47b3-86ad-f0dc06f4a27c req-40497ba3-52d8-4133-8b39-198c4f14f97c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204871 Aug 29 04:15:26.715602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05a7da-15c8-459d-ba05-e0b61424bc39 req-85ca507d-2540-4379-81a7-e71eebd6f919 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.719215 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe05a7da-15c8-459d-ba05-e0b61424bc39 req-85ca507d-2540-4379-81a7-e71eebd6f919 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.1192782 Aug 29 04:15:26.760840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-99b2911a-9eba-4832-bbba-2858109b7028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Deleting port fe825e44-df93-44f1-bb50-a86d80d43c8a {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:26.761350 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-99b2911a-9eba-4832-bbba-2858109b7028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.830375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe05a7da-15c8-459d-ba05-e0b61424bc39 req-c21513ba-1d9b-4b4b-8223-f1ab91c81a49 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099393 Aug 29 04:15:26.901620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-99b2911a-9eba-4832-bbba-2858109b7028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] For port fe825e44-df93-44f1-bb50-a86d80d43c8a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=fe825e44-df93-44f1-bb50-a86d80d43c8a,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:26.902309 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-99b2911a-9eba-4832-bbba-2858109b7028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.917327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-99b2911a-9eba-4832-bbba-2858109b7028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Calling delete_port for fe825e44-df93-44f1-bb50-a86d80d43c8a owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:27.125456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-99b2911a-9eba-4832-bbba-2858109b7028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.137003 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.155942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2911a-9eba-4832-bbba-2858109b7028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Pushing event deleted for resources: {'Port': ['ID=fe825e44-df93-44f1-bb50-a86d80d43c8a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:27.207318 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.211388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-99b2911a-9eba-4832-bbba-2858109b7028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] No DVR routers for this DVR port fe825e44-df93-44f1-bb50-a86d80d43c8a on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:27.214621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-99b2911a-9eba-4832-bbba-2858109b7028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.217530 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b432cb85-ff7c-413d-9b7c-fabf60fc5304 req-99b2911a-9eba-4832-bbba-2858109b7028 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.59 "DELETE /v2.0/ports/fe825e44-df93-44f1-bb50-a86d80d43c8a HTTP/1.1" status: 204 len: 173 time: 0.6711316 Aug 29 04:15:27.218052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'name': 'network-vif-deleted', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:27.222561 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf88b90d-23ed-4a2c-8d58-79eba4e50162" -d '{"events": [{"server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "name": "network-vif-deleted", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:27.316762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1bc52-8355-4f9f-89fb-f4c09742a7c6 req-fda681be-02f0-412f-a97a-a9a93bff9752 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.318567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4d1bc52-8355-4f9f-89fb-f4c09742a7c6 req-fda681be-02f0-412f-a97a-a9a93bff9752 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0657830 Aug 29 04:15:27.396714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4d1bc52-8355-4f9f-89fb-f4c09742a7c6 req-f336c570-7e26-4b25-9336-72581a991d19 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700884 Aug 29 04:15:27.486591 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c1994a-53c8-4d44-aa4f-c62095ec9479 x-openstack-request-id: req-58c1994a-53c8-4d44-aa4f-c62095ec9479 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:27.486990 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eac5e8-12b5-4bb2-a7c7-1276a816c802", "name": "network-vif-deleted", "tag": "fe825e44-df93-44f1-bb50-a86d80d43c8a", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:27.487671 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58c1994a-53c8-4d44-aa4f-c62095ec9479 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:27.488012 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eac5e8-12b5-4bb2-a7c7-1276a816c802', 'name': 'network-vif-deleted', 'tag': 'fe825e44-df93-44f1-bb50-a86d80d43c8a', 'status': 'completed', 'code': 200} Aug 29 04:15:27.515450 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-6c2194df-c469-4892-bd52-733d306b7ebd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440176 Aug 29 04:15:27.639738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-261652fc-3eca-4c44-b00e-21552caa9cb5 req-a77a4143-5d31-45ba-8509-e20d0d2480c7 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 210 time: 0.0365310 Aug 29 04:15:27.730662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-77f7d916-741b-4c76-aa5e-cf1639bfe956 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.739397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-77f7d916-741b-4c76-aa5e-cf1639bfe956 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226994 Aug 29 04:15:27.757751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-3a8da53b-df05-426a-9cf0-afea93662ff2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/quotas/2cecee234ef34eb1b7bf6a425441d6c6 HTTP/1.1" status: 200 len: 375 time: 0.0171137 Aug 29 04:15:27.807352 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-fe3baf46-5aa5-418e-8934-78e901af4e55 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485299 Aug 29 04:15:28.087058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9af09df5-7a14-4f5b-87fe-c700af246ea9 req-454cbefd-0fd7-4e82-bc4d-04ec040807fc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 210 time: 0.0373721 Aug 29 04:15:28.109192 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638cbcf-74f9-4e22-a7c8-2e6f5b1edc3f req-eec5d58f-c8ee-470b-a68b-a8e41a25e1ba tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.109192 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c638cbcf-74f9-4e22-a7c8-2e6f5b1edc3f req-eec5d58f-c8ee-470b-a68b-a8e41a25e1ba tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0938585 Aug 29 04:15:28.180797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c638cbcf-74f9-4e22-a7c8-2e6f5b1edc3f req-e40ab6c1-19a5-4e6a-96e7-a779d115a3e5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563745 Aug 29 04:15:28.552186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b5b3-2456-40e4-8377-e970ef73a510 req-86f96dcd-f354-4dd7-855c-06facb6bb753 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.553824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e44b5b3-2456-40e4-8377-e970ef73a510 req-86f96dcd-f354-4dd7-855c-06facb6bb753 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0551844 Aug 29 04:15:28.614343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e44b5b3-2456-40e4-8377-e970ef73a510 req-4347ded2-4c50-4432-8cac-08188dd8a802 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540464 Aug 29 04:15:28.834741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cae0bff-07bc-4376-8b15-345391f9c98d req-2137b74c-151f-4bf6-a78e-fef28e4e0272 tempest-FloatingIPsAssociationTestJSON-1087266879 tempest-FloatingIPsAssociationTestJSON-1087266879-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eac5e8-12b5-4bb2-a7c7-1276a816c802 HTTP/1.1" status: 200 len: 210 time: 0.0763526 Aug 29 04:15:28.899670 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.945093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fe825e44-df93-44f1-bb50-a86d80d43c8a no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:28.967267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: fe825e44-df93-44f1-bb50-a86d80d43c8a {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:28.967619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device fe825e44-df93-44f1-bb50-a86d80d43c8a not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:29.187609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b44d1e3-fe92-49c2-afd4-50ad13763fbd req-1fc28c26-7761-454d-8d20-fe1ea64cdadb tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 210 time: 0.0277975 Aug 29 04:15:29.319743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-f18c9430-6ec0-4b82-a31f-add0555d28e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404334 Aug 29 04:15:29.422617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b3e56-8ffb-468b-a65e-1b7f0946f84c req-666489fc-9caf-4183-b94c-583fe9eb94b8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.424504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c9b3e56-8ffb-468b-a65e-1b7f0946f84c req-666489fc-9caf-4183-b94c-583fe9eb94b8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.1303079 Aug 29 04:15:29.485880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-664d79ad-cf50-4243-8b63-bf98b13bbe3a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.487209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-664d79ad-cf50-4243-8b63-bf98b13bbe3a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500781 Aug 29 04:15:29.494724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c9b3e56-8ffb-468b-a65e-1b7f0946f84c req-f95d8bca-fefd-4908-b5b1-6760dd7dd6fb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595536 Aug 29 04:15:29.502017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Request body: {'port': {'device_id': '3b9bfacc-9b2f-4759-967a-5b050750ecd2', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2cecee234ef34eb1b7bf6a425441d6c6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:29.658114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Made reservation on behalf of 2cecee234ef34eb1b7bf6a425441d6c6 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:29.661902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.673451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.761340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081168-07f2-4314-8c4a-2e6cc7e3f610 req-4a28dcc3-8811-4aa8-b3d4-838859091ab9 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.762877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69081168-07f2-4314-8c4a-2e6cc7e3f610 req-4a28dcc3-8811-4aa8-b3d4-838859091ab9 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0701663 Aug 29 04:15:29.829610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69081168-07f2-4314-8c4a-2e6cc7e3f610 req-f0620174-20aa-4fed-be0b-e8900d82a207 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594680 Aug 29 04:15:29.871571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.882776 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.918005 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33526) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:29.989538 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f17061a-6cd1-4b6e-a80f-f3b560975029,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:30.100504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Allocated IP 192.168.233.209 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/2d9bdfe0-ffd8-4e50-aad2-8829af815685) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:30.310240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f6df1ae-327e-45c1-b37f-cd12607e2a7f req-4e626f2f-377b-40a8-8200-491c2ab434db tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 210 time: 0.0371921 Aug 29 04:15:30.352440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.370453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Transition to ACTIVE for port object 2d9bdfe0-ffd8-4e50-aad2-8829af815685 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:30.411788 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.439316 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.458641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:30.466455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:30.474254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event updated for resources: {'Port': ['ID=2d9bdfe0-ffd8-4e50-aad2-8829af815685,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:30.490857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:30.606567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.607545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.625290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-ac8ce597-53a0-4893-9a25-8c510f659d62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1273596 Aug 29 04:15:30.647546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Request body: {'port': {'device_id': '3b9bfacc-9b2f-4759-967a-5b050750ecd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:30.709753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf63c78-8d3a-426d-8415-78f00d64f431 req-68208355-eade-4ee1-a5c1-d98a860360ab tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.717568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abf63c78-8d3a-426d-8415-78f00d64f431 req-68208355-eade-4ee1-a5c1-d98a860360ab tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0853834 Aug 29 04:15:30.762658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.793915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] Deleting port f9371443-4be1-44d6-9784-4550d9bb4708 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:30.794344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.796422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abf63c78-8d3a-426d-8415-78f00d64f431 req-4d0c46ae-f0fe-414b-ab2c-f8dbb7fc9579 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777779 Aug 29 04:15:30.833047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-617a75eb-c2c1-4fc6-b958-d813cb4ecb73 None None] Provisioning for port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:30.837700 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-617a75eb-c2c1-4fc6-b958-d813cb4ecb73 None None] Provisioning complete for port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:30.838232 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-617a75eb-c2c1-4fc6-b958-d813cb4ecb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.893576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-617a75eb-c2c1-4fc6-b958-d813cb4ecb73 None None] Port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:30.937579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] For port f9371443-4be1-44d6-9784-4550d9bb4708, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f9371443-4be1-44d6-9784-4550d9bb4708,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:30.938602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.954361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] Calling delete_port for f9371443-4be1-44d6-9784-4550d9bb4708 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:31.023870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0887adb-0713-451a-99dc-499e8f113207 req-13ef6bca-eac8-44f4-ab7d-74c9aa08e87a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.029642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0887adb-0713-451a-99dc-499e8f113207 req-13ef6bca-eac8-44f4-ab7d-74c9aa08e87a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0834596 Aug 29 04:15:31.124765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0887adb-0713-451a-99dc-499e8f113207 req-f16744ca-4271-46af-bd62-1dcb1d4e0170 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615044 Aug 29 04:15:31.181853 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.221389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9bdfe0-ffd8-4e50-aad2-8829af815685 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:31.236549 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.252751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9371443-4be1-44d6-9784-4550d9bb4708,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:31.263344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Transition to ACTIVE for port object 2d9bdfe0-ffd8-4e50-aad2-8829af815685 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:31.276688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.345666 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9bdfe0-ffd8-4e50-aad2-8829af815685,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:31.457080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Attempting to bind port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:31.457281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Attempting to bind port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:31.457561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Attempting to bind port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:31.471286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:31.471613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Attempting to bind port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:31.492393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:31.492734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:31.493115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:31.493549 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Bound port: 2d9bdfe0-ffd8-4e50-aad2-8829af815685, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:31.493906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.584930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde36342-da4f-414e-aad1-0dda9ce88736 req-461d17e2-2b28-430d-b286-c5145c602c06 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.587491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dde36342-da4f-414e-aad1-0dda9ce88736 req-461d17e2-2b28-430d-b286-c5145c602c06 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 948 time: 0.1331561 Aug 29 04:15:31.606337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.619244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] For port 2d9bdfe0-ffd8-4e50-aad2-8829af815685, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:31.624654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] For port 2d9bdfe0-ffd8-4e50-aad2-8829af815685, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2d9bdfe0-ffd8-4e50-aad2-8829af815685,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:31.641546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.694407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.695089 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.696677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] 10.222.0.59 "PUT /v2.0/ports/2d9bdfe0-ffd8-4e50-aad2-8829af815685 HTTP/1.1" status: 200 len: 1097 time: 1.0546091 Aug 29 04:15:31.698859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9bfacc-9b2f-4759-967a-5b050750ecd2', 'tag': '2d9bdfe0-ffd8-4e50-aad2-8829af815685'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:31.701545 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ceccf6-2b30-4e3c-9e09-b45fe5231862" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9bfacc-9b2f-4759-967a-5b050750ecd2", "tag": "2d9bdfe0-ffd8-4e50-aad2-8829af815685"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:31.739129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dde36342-da4f-414e-aad1-0dda9ce88736 req-4bba93e5-883e-476e-ab34-763d0473ce75 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058564 Aug 29 04:15:31.774491 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdff623-3b85-439f-9221-1c2d93342d39 x-openstack-request-id: req-acdff623-3b85-439f-9221-1c2d93342d39 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:31.774784 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9bfacc-9b2f-4759-967a-5b050750ecd2", "tag": "2d9bdfe0-ffd8-4e50-aad2-8829af815685", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:31.775037 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-acdff623-3b85-439f-9221-1c2d93342d39 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:31.775432 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9bfacc-9b2f-4759-967a-5b050750ecd2', 'tag': '2d9bdfe0-ffd8-4e50-aad2-8829af815685', 'status': 'completed', 'code': 200} Aug 29 04:15:31.777300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fe9a9-71c4-4467-bbd6-fe0bf0761b72 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9bdfe0-ffd8-4e50-aad2-8829af815685,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:31.796168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-32c82ef2-1b44-4f5e-b5b2-3e1aedcdbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.798268 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-32c82ef2-1b44-4f5e-b5b2-3e1aedcdbb84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 1100 time: 0.0553098 Aug 29 04:15:31.848827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-6342d3d7-324a-4311-b1b7-6ba3e3a36f8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=2d9bdfe0-ffd8-4e50-aad2-8829af815685 HTTP/1.1" status: 200 len: 217 time: 0.0417809 Aug 29 04:15:31.865818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] Router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:31.928438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-18626393-589e-4445-a044-a7971dbfbb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.929907 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-18626393-589e-4445-a044-a7971dbfbb0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0721202 Aug 29 04:15:31.955901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b19d5-ccef-46bb-9f01-b55da54d14aa req-ec8ba472-4272-4509-8407-fc40a127a964 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.957429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-701b19d5-ccef-46bb-9f01-b55da54d14aa req-ec8ba472-4272-4509-8407-fc40a127a964 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0714936 Aug 29 04:15:31.982940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:31.988426 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c77c5222-d5db-4ca3-a953-1020e4bdfa2d admin admin] 10.222.0.49 "PUT /v2.0/routers/0bfcd08a-500d-46b5-8c73-89ef43e9d1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0693712 Aug 29 04:15:31.990953 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33578) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:31.994141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] Sync routers for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:32.008779 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:32.009681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:15:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:32.014446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e6c107e0-bab5-44cc-a2b0-d73506311dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:32.016227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-e6c107e0-bab5-44cc-a2b0-d73506311dd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760748 Aug 29 04:15:32.019678 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-701b19d5-ccef-46bb-9f01-b55da54d14aa req-455d0a06-3f97-40a9-96d2-d898cbbf5e8c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486953 Aug 29 04:15:32.114032 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.126447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-1f456f89-40ca-4fea-baf9-e807666b5501 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014118 Aug 29 04:15:32.136270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:32.261982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.272492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55b48a9-0473-49f2-9e1a-db8dc111bce4 req-542d60a3-0ac5-4383-9439-59c52e9298e4 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371100 Aug 29 04:15:32.362607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Deleting port d6d152fd-3ea0-46f8-90ad-a9952ece1751 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:32.363072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.364804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b96c2c-dec0-44cd-ba6d-de96b4c1cfbd req-37971bf8-593f-4528-b421-aa1eef399394 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:32.366296 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12b96c2c-dec0-44cd-ba6d-de96b4c1cfbd req-37971bf8-593f-4528-b421-aa1eef399394 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0925956 Aug 29 04:15:32.430850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12b96c2c-dec0-44cd-ba6d-de96b4c1cfbd req-bb8b549c-885a-44d7-bd02-483de3703258 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450914 Aug 29 04:15:32.432329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:15:31Z', 'revision_number': 5, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port': {'id': 'd6d152fd-3ea0-46f8-90ad-a9952ece1751', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:29Z', 'updated_at': '2021-08-29T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:32.438193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-9f60dd6b-bdba-4acf-9e4d-6bf6ff3a1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:32.440068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-9f60dd6b-bdba-4acf-9e4d-6bf6ff3a1ed8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 1100 time: 0.0959210 Aug 29 04:15:32.460927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] Checking router: 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:32.472535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] Routers {'0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:32.473462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:15:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:32.502210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] For port d6d152fd-3ea0-46f8-90ad-a9952ece1751, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d6d152fd-3ea0-46f8-90ad-a9952ece1751,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:32.505747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.525345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Calling delete_port for d6d152fd-3ea0-46f8-90ad-a9952ece1751 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:32.577609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-09d2f7fe-1d59-4f74-a6b6-7c936c0bde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:32.579250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-09d2f7fe-1d59-4f74-a6b6-7c936c0bde0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1252255 Aug 29 04:15:32.623308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] Set router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:32.640550 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-898d6a31-d6a0-404a-9901-f949f2b9d0f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=2d9bdfe0-ffd8-4e50-aad2-8829af815685 HTTP/1.1" status: 200 len: 217 time: 0.0510604 Aug 29 04:15:32.695170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:15:32Z', 'revision_number': 6, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:32.724057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2471357c-0797-4088-bea4-d0edf3ce3d61 None None] The sync data for ids ['0bfcd08a-500d-46b5-8c73-89ef43e9d1e3'] in n-d-712141-12 is: [{'id': '0bfcd08a-500d-46b5-8c73-89ef43e9d1e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1011798734-router', 'tenant_id': '52fc273bbe364cacb4db6c3c685b0df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:28Z', 'updated_at': '2021-08-29T04:15:32Z', 'revision_number': 6, 'project_id': '52fc273bbe364cacb4db6c3c685b0df3', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:32.746190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-c6965c85-3bed-4ec7-9f7b-e7823f595956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:32.748182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-c6965c85-3bed-4ec7-9f7b-e7823f595956 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0904016 Aug 29 04:15:32.752566 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.808308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d152fd-3ea0-46f8-90ad-a9952ece1751,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:32.820573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-a81124d4-3006-44a7-9fff-5fd9d169c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:32.822232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-a81124d4-3006-44a7-9fff-5fd9d169c924 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0612369 Aug 29 04:15:32.882007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.945386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53461e-0a4f-4a7d-8e46-009d1ead2c0b req-879a2e2f-4f21-4761-afd2-a0746dc9c15b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:32.946984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a53461e-0a4f-4a7d-8e46-009d1ead2c0b req-879a2e2f-4f21-4761-afd2-a0746dc9c15b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 948 time: 0.1060848 Aug 29 04:15:32.977419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.979733 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.984370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-0bdb771e-1f9b-4e39-83a3-35515ac8bfb3 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522627 Aug 29 04:15:33.015031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a53461e-0a4f-4a7d-8e46-009d1ead2c0b req-95784aec-0d91-43b0-844b-5bcb97662f63 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558004 Aug 29 04:15:33.042841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.043402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:15:33.051667 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.055900 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-244380ad-2909-494c-b6ed-be96e2ffeea7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0bfcd08a-500d-46b5-8c73-89ef43e9d1e3 HTTP/1.1" status: 204 len: 168 time: 1.0635924 Aug 29 04:15:33.056273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33652) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:33.125811 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-834de894-2ed0-4518-a371-d26b90139a6b admin admin] Deleting subnet 98a84fe0-8a18-4e97-a7f0-87717d6cd29d {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:33.134888 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-834de894-2ed0-4518-a371-d26b90139a6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.161706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70ceccf6-2b30-4e3c-9e09-b45fe5231862 req-b1800684-9d6e-4012-9fea-f5d863b6077e service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666436 Aug 29 04:15:33.172046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-834de894-2ed0-4518-a371-d26b90139a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.188591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc6ff-dac9-4d62-9a41-16456ad64697 req-4bb1bab3-9f97-4ccd-9729-9a4ac1338c4c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.190217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22ffc6ff-dac9-4d62-9a41-16456ad64697 req-4bb1bab3-9f97-4ccd-9729-9a4ac1338c4c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0695364 Aug 29 04:15:33.238119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22ffc6ff-dac9-4d62-9a41-16456ad64697 req-21b5871c-8db8-4002-bd8a-ea50e45b4a07 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Aug 29 04:15:33.274333 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-834de894-2ed0-4518-a371-d26b90139a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.330537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-834de894-2ed0-4518-a371-d26b90139a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.357839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834de894-2ed0-4518-a371-d26b90139a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a84fe0-8a18-4e97-a7f0-87717d6cd29d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:33.359815 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-834de894-2ed0-4518-a371-d26b90139a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.362745 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-834de894-2ed0-4518-a371-d26b90139a6b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/98a84fe0-8a18-4e97-a7f0-87717d6cd29d HTTP/1.1" status: 204 len: 168 time: 0.3051512 Aug 29 04:15:33.364236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33666) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:33.366197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b548fca-929e-443a-a6de-14a8ee09d4a4 None None] Network 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:33.432942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.443899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-95478c9e-afe7-4e86-bc77-c10a1d81e415 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.445444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-95478c9e-afe7-4e86-bc77-c10a1d81e415 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 805 time: 0.1120777 Aug 29 04:15:33.465656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-c45d7ddb-8b9b-45f9-b644-78a78592d377 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/quotas/619b031cb74444539a68553df60a4b79 HTTP/1.1" status: 200 len: 375 time: 0.0127425 Aug 29 04:15:33.508160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Deleting port d4580d37-f60e-4d89-9f19-0ddee385e5c4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:33.508742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.571860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-891e1ca1-5152-4672-ab45-51dad0b48de3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979805 Aug 29 04:15:33.589631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e34aa0-beca-4df4-94b2-caf70dec6a70 req-5c3bde86-479d-4ad8-931e-1bfbdd5830c5 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.592051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01e34aa0-beca-4df4-94b2-caf70dec6a70 req-5c3bde86-479d-4ad8-931e-1bfbdd5830c5 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0771811 Aug 29 04:15:33.595687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b768a3eb-2b34-4ea9-89d2-1eb4cdc95931 None None] DHCP port deletion for 3be93ecc-20c5-4c02-8fe9-e1c4983e0706 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:15:33.602472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] For port d4580d37-f60e-4d89-9f19-0ddee385e5c4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d4580d37-f60e-4d89-9f19-0ddee385e5c4,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:33.602847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.619112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Calling delete_port for d4580d37-f60e-4d89-9f19-0ddee385e5c4 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:33.647565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b768a3eb-2b34-4ea9-89d2-1eb4cdc95931 None None] Deleting port d4580d37-f60e-4d89-9f19-0ddee385e5c4 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:33.647937 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b768a3eb-2b34-4ea9-89d2-1eb4cdc95931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.710439 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.712281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01e34aa0-beca-4df4-94b2-caf70dec6a70 req-209ee5b1-bab3-4c29-913b-b980ce9261c3 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010866 Aug 29 04:15:33.720856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b768a3eb-2b34-4ea9-89d2-1eb4cdc95931 None None] For port d4580d37-f60e-4d89-9f19-0ddee385e5c4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d4580d37-f60e-4d89-9f19-0ddee385e5c4,segment=NetworkSegment(0b641c5c-7dfa-4e5a-b327-4828c95eafa8),segment_id=0b641c5c-7dfa-4e5a-b327-4828c95eafa8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:33.721495 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b768a3eb-2b34-4ea9-89d2-1eb4cdc95931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.723900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] No DVR routers for this DVR port d4580d37-f60e-4d89-9f19-0ddee385e5c4 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:33.749932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b768a3eb-2b34-4ea9-89d2-1eb4cdc95931 None None] Calling delete_port for d4580d37-f60e-4d89-9f19-0ddee385e5c4 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:33.760953 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-11d457e6-abe5-4c84-9c7b-45094b1129f4 service neutron] 10.222.0.49 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678264 Aug 29 04:15:33.776583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4580d37-f60e-4d89-9f19-0ddee385e5c4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:33.835660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.846400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be93ecc-20c5-4c02-8fe9-e1c4983e0706']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:33.855596 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b768a3eb-2b34-4ea9-89d2-1eb4cdc95931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.864457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b641c5c-7dfa-4e5a-b327-4828c95eafa8') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:33.864940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b641c5c-7dfa-4e5a-b327-4828c95eafa8') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:33.869311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-6c785f92-9463-40b6-8bbb-d54790ae284d service neutron] 10.222.0.49 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070690 Aug 29 04:15:33.872587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768a3eb-2b34-4ea9-89d2-1eb4cdc95931 None None] No DVR routers for this DVR port d4580d37-f60e-4d89-9f19-0ddee385e5c4 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:33.875876 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.909738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.913548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768a3eb-2b34-4ea9-89d2-1eb4cdc95931 None None] Pushing event deleted for resources: {'Port': ['ID=d4580d37-f60e-4d89-9f19-0ddee385e5c4,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:33.921054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:33.921448 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:33.923316 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:33.987543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.993157 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.999260 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] 10.222.0.49 "DELETE /v2.0/networks/3be93ecc-20c5-4c02-8fe9-e1c4983e0706 HTTP/1.1" status: 204 len: 168 time: 0.6314991 Aug 29 04:15:34.008998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246554-2e20-4550-b920-e58c40b0666e admin admin] Pushing event deleted for resources: {'Network': ['ID=3be93ecc-20c5-4c02-8fe9-e1c4983e0706,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.100717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d830af1b-f951-4900-bab8-af0d40ae082f req-5743816b-900c-44ab-9af5-cb812de44757 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 210 time: 0.0312028 Aug 29 04:15:34.160760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c943f-04bb-4fde-baa9-c3f7cf14fdc2 req-6282a798-5b03-4fec-88dd-c030abe9ca3f tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.162259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e2c943f-04bb-4fde-baa9-c3f7cf14fdc2 req-6282a798-5b03-4fec-88dd-c030abe9ca3f tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 948 time: 0.0641913 Aug 29 04:15:34.206204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e2c943f-04bb-4fde-baa9-c3f7cf14fdc2 req-fffe835b-1454-48ef-ae35-4ee8aa55aa1c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358880 Aug 29 04:15:34.222230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33688) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:34.284692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f9d24bbb-1f7f-4801-8e9d-d42f9fe364a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52fc273bbe364cacb4db6c3c685b0df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578055 Aug 29 04:15:34.285472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33692) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:34.290655 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d4580d37-f60e-4d89-9f19-0ddee385e5c4 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:34.322324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d4580d37-f60e-4d89-9f19-0ddee385e5c4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:34.323627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d4580d37-f60e-4d89-9f19-0ddee385e5c4 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:34.324247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f9371443-4be1-44d6-9784-4550d9bb4708 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:34.351476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: f9371443-4be1-44d6-9784-4550d9bb4708 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:34.352130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f9371443-4be1-44d6-9784-4550d9bb4708 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:34.352997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d6d152fd-3ea0-46f8-90ad-a9952ece1751 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:34.363396 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a77e812d-d865-4963-8fdd-d273657cb92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.371581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0229e-b17a-43ff-837d-41744158a8ec req-fa363e17-d407-495d-a0d2-e2315e107f95 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.373958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56d0229e-b17a-43ff-837d-41744158a8ec req-fa363e17-d407-495d-a0d2-e2315e107f95 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0612943 Aug 29 04:15:34.384035 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d6d152fd-3ea0-46f8-90ad-a9952ece1751 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:34.385013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d6d152fd-3ea0-46f8-90ad-a9952ece1751 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:34.398282 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a77e812d-d865-4963-8fdd-d273657cb92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.421634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56d0229e-b17a-43ff-837d-41744158a8ec req-8e17f57f-a075-4ad6-8871-cace49c16619 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Aug 29 04:15:34.460994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a77e812d-d865-4963-8fdd-d273657cb92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.464430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a77e812d-d865-4963-8fdd-d273657cb92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.465695 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a77e812d-d865-4963-8fdd-d273657cb92a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84918f2c-6c53-4d04-98f9-809cb0916f0d HTTP/1.1" status: 204 len: 168 time: 0.1793525 Aug 29 04:15:34.473602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e812d-d865-4963-8fdd-d273657cb92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84918f2c-6c53-4d04-98f9-809cb0916f0d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.835563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-b5709c24-1e26-45de-aab5-73f3336f5587 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.837066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-b5709c24-1e26-45de-aab5-73f3336f5587 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.52 "GET /v2.0/ports?device_id=9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0828683 Aug 29 04:15:34.888488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261e438-994d-409c-9dca-656c310c11a5 req-61754541-434e-4df5-9c86-e688ae606c0c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.890268 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6261e438-994d-409c-9dca-656c310c11a5 req-61754541-434e-4df5-9c86-e688ae606c0c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0905426 Aug 29 04:15:34.969707 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6261e438-994d-409c-9dca-656c310c11a5 req-31b33612-4f40-44a2-8f2d-c3eef1d006d8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711184 Aug 29 04:15:34.975280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2d9bdfe0-ffd8-4e50-aad2-8829af815685 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:35.004013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-2c345498-bd92-4a73-bc0e-97699a48fb02 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Deleting port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:35.004248 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-2c345498-bd92-4a73-bc0e-97699a48fb02 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.105508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2d9bdfe0-ffd8-4e50-aad2-8829af815685, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2d9bdfe0-ffd8-4e50-aad2-8829af815685,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:35.128872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '2d9bdfe0-ffd8-4e50-aad2-8829af815685', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '2d9bdfe0-ffd8-4e50-aad2-8829af815685', 'mac_address': 'fa:16:3e:90:21:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:35.168377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-2c345498-bd92-4a73-bc0e-97699a48fb02 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] For port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:35.168990 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-2c345498-bd92-4a73-bc0e-97699a48fb02 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.186073 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.207322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9bdfe0-ffd8-4e50-aad2-8829af815685 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:35.234481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2d9bdfe0-ffd8-4e50-aad2-8829af815685, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2d9bdfe0-ffd8-4e50-aad2-8829af815685,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:35.241229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.315571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=2d9bdfe0-ffd8-4e50-aad2-8829af815685,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:35.499697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:35.522564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-2c345498-bd92-4a73-bc0e-97699a48fb02 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Calling delete_port for 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:35.573509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0047fbc5-dd6e-4c7b-95d7-1bf0c820e0fb req-10ad9fb8-8310-4974-abf1-f74e0765b286 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 210 time: 0.0573804 Aug 29 04:15:35.676106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81759d1e-0bce-4375-aa18-b18aea3f5871 req-6fd6fae9-c044-403e-9e4a-7d599ef17234 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.677625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81759d1e-0bce-4375-aa18-b18aea3f5871 req-6fd6fae9-c044-403e-9e4a-7d599ef17234 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 949 time: 0.1652002 Aug 29 04:15:35.693039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-7e2a3350-7b2d-4f31-a792-61a08a5f84ab tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.694611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-7e2a3350-7b2d-4f31-a792-61a08a5f84ab tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 805 time: 0.5689337 Aug 29 04:15:35.721032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Request body: {'port': {'device_id': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'admin_state_up': True, 'tenant_id': '619b031cb74444539a68553df60a4b79'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:35.741572 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-f9c5b0fa-d566-4155-92f8-ae09879d0da2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0539074 Aug 29 04:15:35.832179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81759d1e-0bce-4375-aa18-b18aea3f5871 req-0b7c75b9-4c4f-454b-bf66-9415496171bd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367285 Aug 29 04:15:35.875138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ebf05c33-04bb-48ea-af3c-cac2e324ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.875647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ebf05c33-04bb-48ea-af3c-cac2e324ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.876107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ebf05c33-04bb-48ea-af3c-cac2e324ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.876843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ebf05c33-04bb-48ea-af3c-cac2e324ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.877311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ebf05c33-04bb-48ea-af3c-cac2e324ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.877786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ebf05c33-04bb-48ea-af3c-cac2e324ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.878363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ebf05c33-04bb-48ea-af3c-cac2e324ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.880356 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ebf05c33-04bb-48ea-af3c-cac2e324ad02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6498 time: 0.0681632 Aug 29 04:15:35.928247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe59740-7d0d-4dae-94f3-5e3206564416 req-7489a67b-2250-44e3-b12a-bd3d5e343acb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.929144 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbe59740-7d0d-4dae-94f3-5e3206564416 req-7489a67b-2250-44e3-b12a-bd3d5e343acb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.1231303 Aug 29 04:15:35.963343 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-2c345498-bd92-4a73-bc0e-97699a48fb02 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.009649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c345498-bd92-4a73-bc0e-97699a48fb02 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Pushing event deleted for resources: {'Port': ['ID=5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:36.024244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Made reservation on behalf of 619b031cb74444539a68553df60a4b79 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:36.027304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.049227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33746) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:36.056265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbe59740-7d0d-4dae-94f3-5e3206564416 req-4670701f-47d1-4068-bb9d-7d7b0789aa66 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119490 Aug 29 04:15:36.071194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-4e100d6b-6b96-463d-8ad4-824c5dbe2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.071705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-4e100d6b-6b96-463d-8ad4-824c5dbe2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.072159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-4e100d6b-6b96-463d-8ad4-824c5dbe2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.074516 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-4e100d6b-6b96-463d-8ad4-824c5dbe2616 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=42c3b373-a508-467d-877d-7410cc01232d&id=42c3b373-a508-467d-877d-7410cc01232d HTTP/1.1" status: 200 len: 2293 time: 0.1487691 Aug 29 04:15:36.116893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-2c345498-bd92-4a73-bc0e-97699a48fb02 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] No DVR routers for this DVR port 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:36.133797 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-2c345498-bd92-4a73-bc0e-97699a48fb02 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.135892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7897a92c-626c-46ef-9fbb-f31a67a06d16 req-2c345498-bd92-4a73-bc0e-97699a48fb02 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.52 "DELETE /v2.0/ports/5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 HTTP/1.1" status: 204 len: 173 time: 1.2920632 Aug 29 04:15:36.136371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1', 'name': 'network-vif-deleted', 'tag': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:36.138695 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe931ab9-91de-47ad-a5b9-8d599a7a715d" -d '{"events": [{"server_uuid": "9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1", "name": "network-vif-deleted", "tag": "5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:36.163011 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-291a0f31-98a6-4d7e-851f-6ec309a2c2f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1 HTTP/1.1" status: 200 len: 1001 time: 0.0775704 Aug 29 04:15:36.195554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:36.203703 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c571db22-1da3-49cd-9e4a-cc5e41bdf3cc x-openstack-request-id: req-c571db22-1da3-49cd-9e4a-cc5e41bdf3cc {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:36.204271 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1", "name": "network-vif-deleted", "tag": "5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:36.204403 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c571db22-1da3-49cd-9e4a-cc5e41bdf3cc {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:36.204747 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9373328f-8dcb-4cb9-8b07-7ad17c9cd0f1', 'name': 'network-vif-deleted', 'tag': '5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73', 'status': 'completed', 'code': 200} Aug 29 04:15:36.219784 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb23d7c0-1d56-436d-aeaf-ff0e8866fe31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.243430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:36.245061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 5a32fde8-03ea-4a8f-8b03-c3bfc9ed0d73 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:36.246466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-840c5f48-4891-4cf1-adcf-c95e9fdc505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.248821 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-840c5f48-4891-4cf1-adcf-c95e9fdc505d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e2804dc-4a68-45cb-aebe-6a7a08e379e1 HTTP/1.1" status: 200 len: 850 time: 0.0755856 Aug 29 04:15:36.295506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dbd7d-6451-4cb9-9710-d1d342d2fed5 req-784a0b57-9bcb-457d-a8fc-7bd73c947610 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.306933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e38dbd7d-6451-4cb9-9710-d1d342d2fed5 req-784a0b57-9bcb-457d-a8fc-7bd73c947610 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1911170 Aug 29 04:15:36.339934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-6ab81179-6b64-4aea-9bd4-7af10ebfbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.341476 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-6ab81179-6b64-4aea-9bd4-7af10ebfbd46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640283 Aug 29 04:15:36.400671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Allocated IP 172.20.0.12 (5cd2a554-5f0b-4be2-9409-0127cd683327/4e73e9f0-344b-4223-9882-3f00d4ec1b9e/81cfbb7c-2796-482d-92b3-2c9deec74576) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:36.413060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e38dbd7d-6451-4cb9-9710-d1d342d2fed5 req-e4d6d3c5-1a81-49eb-919f-8d2ff5ab6ae8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052167 Aug 29 04:15:36.415320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb23d7c0-1d56-436d-aeaf-ff0e8866fe31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.422811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb23d7c0-1d56-436d-aeaf-ff0e8866fe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.426676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-a9a06d56-b4c3-4683-a023-640768df8df4 service neutron] 10.222.0.52 "GET /v2.0/ports/7d9c0026-9f47-498a-b744-172b437100d5/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.1465118 Aug 29 04:15:36.477588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eb23d7c0-1d56-436d-aeaf-ff0e8866fe31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6fd07408288b4c5b84778a64b3070d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273260 Aug 29 04:15:36.480215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23d7c0-1d56-436d-aeaf-ff0e8866fe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a6c27e-46a7-4629-b794-d603124c5b55,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:36.480390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33756) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:36.501319 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-bba36fa7-4bad-47e5-b9f1-f31761232758 service neutron] 10.222.0.52 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511197 Aug 29 04:15:36.616496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.618721 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-915746d6-04a6-4f31-9ddf-5e290b927735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.628121 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-bf0808c0-b9b7-4d62-90b0-22c3a3b08f94 service neutron] 10.222.0.52 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092873 Aug 29 04:15:36.649854 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-915746d6-04a6-4f31-9ddf-5e290b927735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.691846 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ad0e3af1-83c1-4090-86d2-d24920ea493f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=a3a0fbc2-2258-4215-96df-cc3284c69295 HTTP/1.1" status: 200 len: 217 time: 0.0526984 Aug 29 04:15:36.727836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9b083a7-e31f-4c6e-8d17-23f3afb44e0f req-f91bf606-a81d-4617-aa4a-89922c20d489 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 210 time: 0.0464585 Aug 29 04:15:36.745018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.762235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-19aca775-c47d-4bf5-979e-a35928f05bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.765340 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-19aca775-c47d-4bf5-979e-a35928f05bbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.0529532 Aug 29 04:15:36.813987 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-915746d6-04a6-4f31-9ddf-5e290b927735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.816634 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-915746d6-04a6-4f31-9ddf-5e290b927735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.817817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-915746d6-04a6-4f31-9ddf-5e290b927735 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08a6c27e-46a7-4629-b794-d603124c5b55 HTTP/1.1" status: 204 len: 168 time: 0.3082972 Aug 29 04:15:36.823292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-f344e1dc-8f38-42c8-8bba-6ad9cda0758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.825172 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-f344e1dc-8f38-42c8-8bba-6ad9cda0758e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0430131 Aug 29 04:15:36.838217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Network 5cd2a554-5f0b-4be2-9409-0127cd683327 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:36.851185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:36.854166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Pushing event updated for resources: {'Port': ['ID=81cfbb7c-2796-482d-92b3-2c9deec74576,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:36.857557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:36.861382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915746d6-04a6-4f31-9ddf-5e290b927735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a6c27e-46a7-4629-b794-d603124c5b55,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:36.904759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-038a82d5-f66e-4e01-8756-89b39fe62e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.906440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-038a82d5-f66e-4e01-8756-89b39fe62e37 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39&tenant_id=a42d1e753d804958b220f1c5860bb831 HTTP/1.1" status: 200 len: 1102 time: 0.1157234 Aug 29 04:15:36.924015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.924871 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.943640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-66866586-31ce-4897-b1ba-648d9ea75fc9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2347338 Aug 29 04:15:36.960980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Request body: {'port': {'device_id': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:36.973698 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-d8c05a6b-b8d7-47f9-8951-b4db5d3150c7 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385798 Aug 29 04:15:36.994908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2d9bdfe0-ffd8-4e50-aad2-8829af815685 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:37.077764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-21186293-c6ad-42f8-8541-55148c467958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.079620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-21186293-c6ad-42f8-8541-55148c467958 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 1102 time: 0.1263671 Aug 29 04:15:37.085125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:37.091072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:37.092410 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.092857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc5c80-4d19-4fc9-b2a9-bc98e8950623 req-e3f92cde-bedc-4894-9e6f-ad6611382d87 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.100440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3fc5c80-4d19-4fc9-b2a9-bc98e8950623 req-e3f92cde-bedc-4894-9e6f-ad6611382d87 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 949 time: 0.1595321 Aug 29 04:15:37.103264 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-62356948-33be-422c-abd3-d83f516ed897 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222837 Aug 29 04:15:37.161079 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-39e7cd54-e9f3-44f7-8933-dbeecf39fceb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 HTTP/1.1" status: 200 len: 217 time: 0.0501201 Aug 29 04:15:37.163326 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.198761 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.239197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9bfacc-9b2f-4759-967a-5b050750ecd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9bdfe0-ffd8-4e50-aad2-8829af815685'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:37.242585 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f905cc-fb54-4348-9c5a-25af013a3402" -d '{"events": [{"server_uuid": "3b9bfacc-9b2f-4759-967a-5b050750ecd2", "name": "network-vif-plugged", "status": "completed", "tag": "2d9bdfe0-ffd8-4e50-aad2-8829af815685"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:37.243663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-1876a053-cc70-42de-ae35-931ac163de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.245377 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-1876a053-cc70-42de-ae35-931ac163de99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.0739512 Aug 29 04:15:37.259955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2d9bdfe0-ffd8-4e50-aad2-8829af815685, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2d9bdfe0-ffd8-4e50-aad2-8829af815685,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:37.267468 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.290926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3fc5c80-4d19-4fc9-b2a9-bc98e8950623 req-3dd46209-52da-4be3-9747-d9544e2d1f9b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895390 Aug 29 04:15:37.338021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=2d9bdfe0-ffd8-4e50-aad2-8829af815685,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:37.380770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-1d41e1e9-84ba-4420-ae43-1fcef2b20827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.382299 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-1d41e1e9-84ba-4420-ae43-1fcef2b20827 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0708539 Aug 29 04:15:37.447297 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9f2514-3aeb-4c56-96e3-08b0b4e3fb14 x-openstack-request-id: req-dd9f2514-3aeb-4c56-96e3-08b0b4e3fb14 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:37.447595 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9bfacc-9b2f-4759-967a-5b050750ecd2", "name": "network-vif-plugged", "status": "completed", "tag": "2d9bdfe0-ffd8-4e50-aad2-8829af815685", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:37.447854 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd9f2514-3aeb-4c56-96e3-08b0b4e3fb14 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:37.448345 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9bfacc-9b2f-4759-967a-5b050750ecd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9bdfe0-ffd8-4e50-aad2-8829af815685', 'code': 200} Aug 29 04:15:37.452629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-4fb2bbfe-bcdf-45ed-a985-f876be63219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.454178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-4fb2bbfe-bcdf-45ed-a985-f876be63219f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.3334816 Aug 29 04:15:37.465103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3226b-af91-4f32-8eab-02ac8d333bd5 req-ae4e5ef2-0905-4d19-879d-90184c2705f1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.466619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dec3226b-af91-4f32-8eab-02ac8d333bd5 req-ae4e5ef2-0905-4d19-879d-90184c2705f1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.1748104 Aug 29 04:15:37.531533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-a89f31aa-0e4c-427e-80c7-5570a4dc4d38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7d9c0026-9f47-498a-b744-172b437100d5 HTTP/1.1" status: 200 len: 217 time: 0.0639186 Aug 29 04:15:37.580056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545ccb0-07ea-4107-9fd7-ba4e506699a4 req-5a78d3c6-d719-464f-9c78-14548a36bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.581579 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2545ccb0-07ea-4107-9fd7-ba4e506699a4 req-5a78d3c6-d719-464f-9c78-14548a36bd03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 1102 time: 0.0710933 Aug 29 04:15:37.583736 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-3d28b66d-cae2-43ee-847a-85cc95823efc service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760631 Aug 29 04:15:37.646230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dec3226b-af91-4f32-8eab-02ac8d333bd5 req-a486a89f-f0a4-4a15-8044-87ff2db51315 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680200 Aug 29 04:15:37.669772 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2545ccb0-07ea-4107-9fd7-ba4e506699a4 req-d17b30c9-7de9-41dc-abda-18d23bcdcc16 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769508 Aug 29 04:15:37.670988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-ac889874-1a09-4d47-96ff-49c94743e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.671975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-ac889874-1a09-4d47-96ff-49c94743e8c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1017771 Aug 29 04:15:37.714908 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-a90a642a-4902-406a-b52e-affe114c0699 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238070 Aug 29 04:15:37.781514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966e01-ef63-414e-8d47-5f684d3c810c req-f4b0e719-f508-48b3-9dd7-c6e0292e242d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.783095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be966e01-ef63-414e-8d47-5f684d3c810c req-f4b0e719-f508-48b3-9dd7-c6e0292e242d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1442583 Aug 29 04:15:37.794846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-c33c574f-2ed5-49dd-bf13-51a812af2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.796424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-c33c574f-2ed5-49dd-bf13-51a812af2435 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082633 Aug 29 04:15:37.929032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cfbb7c-2796-482d-92b3-2c9deec74576 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:37.949494 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.963873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be966e01-ef63-414e-8d47-5f684d3c810c req-3f92427b-5411-4ba1-87e8-b2dd802d0e52 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663866 Aug 29 04:15:37.982416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Transition to ACTIVE for port object 81cfbb7c-2796-482d-92b3-2c9deec74576 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:37.998550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.035986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ff097-0c76-401e-b4dc-6aabc4665e86 req-57e92943-7ff3-42ad-bc34-811a42721f79 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.037621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-502ff097-0c76-401e-b4dc-6aabc4665e86 req-57e92943-7ff3-42ad-bc34-811a42721f79 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 932 time: 0.1976738 Aug 29 04:15:38.045446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-03ddf4b4-04ce-4090-bdec-10bb4238801f service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372026 Aug 29 04:15:38.049398 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-98ca3049-ade2-4484-96b3-b49d54ef3e05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=f72adc5c-e30f-442b-8f4e-9be3a5c273fc HTTP/1.1" status: 200 len: 217 time: 0.3275814 Aug 29 04:15:38.092180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=81cfbb7c-2796-482d-92b3-2c9deec74576,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:38.106129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-268e5eeb-a2af-4297-91ba-992931448e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.109205 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-268e5eeb-a2af-4297-91ba-992931448e01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.0508010 Aug 29 04:15:38.160500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ae0e596f-eb80-448e-8016-c2edec192191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.163322 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-ae0e596f-eb80-448e-8016-c2edec192191 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457532 Aug 29 04:15:38.193516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-502ff097-0c76-401e-b4dc-6aabc4665e86 req-5757eb2f-6e55-4721-bbfd-6a3195c0d23a tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455460 Aug 29 04:15:38.256743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a541b1-7bc1-4e45-b1a8-ae7bc281764d req-84f357c8-6d18-4a1b-8a1b-595f09ef7db7 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936264 Aug 29 04:15:38.257541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Attempting to bind port 81cfbb7c-2796-482d-92b3-2c9deec74576 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:38.257872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Attempting to bind port 81cfbb7c-2796-482d-92b3-2c9deec74576 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:38.258215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Attempting to bind port 81cfbb7c-2796-482d-92b3-2c9deec74576 on network 5cd2a554-5f0b-4be2-9409-0127cd683327 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:38.262723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Port 81cfbb7c-2796-482d-92b3-2c9deec74576 on network 5cd2a554-5f0b-4be2-9409-0127cd683327 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:38.263081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Attempting to bind port 81cfbb7c-2796-482d-92b3-2c9deec74576 on network 5cd2a554-5f0b-4be2-9409-0127cd683327 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:38.268246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:38.268632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Checking segment: {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:38.269013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Bound using segment: {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:38.269436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Bound port: 81cfbb7c-2796-482d-92b3-2c9deec74576, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:38.269791 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.284600 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-f1b0f696-067c-4c7d-b539-2392538bd148 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138313 Aug 29 04:15:38.334641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] For port 81cfbb7c-2796-482d-92b3-2c9deec74576, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:38.339357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] For port 81cfbb7c-2796-482d-92b3-2c9deec74576, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=81cfbb7c-2796-482d-92b3-2c9deec74576,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:38.351061 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.390497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.391031 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.392724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] 10.222.0.59 "PUT /v2.0/ports/81cfbb7c-2796-482d-92b3-2c9deec74576 HTTP/1.1" status: 200 len: 1093 time: 1.4381926 Aug 29 04:15:38.392856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'tag': '81cfbb7c-2796-482d-92b3-2c9deec74576'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:38.395488 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebad7dd-9029-40a3-8514-e3da85362d31", "tag": "81cfbb7c-2796-482d-92b3-2c9deec74576"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:38.431773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f53b71-083f-4eb6-ac04-1bed311ab8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=81cfbb7c-2796-482d-92b3-2c9deec74576,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:38.492445 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-3c8819b3-8443-4eed-b0b8-253df487b10f service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542394 Aug 29 04:15:38.502260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6064a4-6dd7-4c1e-bf05-b679b1131c09 req-2e19a2b2-4365-44d2-a206-7bbf26ddff7c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.503796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec6064a4-6dd7-4c1e-bf05-b679b1131c09 req-2e19a2b2-4365-44d2-a206-7bbf26ddff7c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 950 time: 0.0858130 Aug 29 04:15:38.520489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-a48163ca-864d-4285-b355-37315dde21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.521945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-a48163ca-864d-4285-b355-37315dde21fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 1096 time: 0.0678403 Aug 29 04:15:38.532256 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119fe643-8374-4d6e-be18-acbe3959a89d x-openstack-request-id: req-119fe643-8374-4d6e-be18-acbe3959a89d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:38.532554 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebad7dd-9029-40a3-8514-e3da85362d31", "tag": "81cfbb7c-2796-482d-92b3-2c9deec74576", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:38.533085 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-119fe643-8374-4d6e-be18-acbe3959a89d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:38.533366 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'tag': '81cfbb7c-2796-482d-92b3-2c9deec74576', 'status': 'completed', 'code': 200} Aug 29 04:15:38.550927 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-3123186c-52f2-4272-ba7a-c7acc3b8ba73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=edbbf302-54d1-4d3b-ad42-71859d02e4a6 HTTP/1.1" status: 200 len: 217 time: 0.0489757 Aug 29 04:15:38.584374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-e3e5d687-89c4-4d1e-8f24-cfc509d67877 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81cfbb7c-2796-482d-92b3-2c9deec74576 HTTP/1.1" status: 200 len: 217 time: 0.0446236 Aug 29 04:15:38.589727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec6064a4-6dd7-4c1e-bf05-b679b1131c09 req-7febb93d-b972-4caf-af67-6cc3fbc0cf6d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779095 Aug 29 04:15:38.624585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-e539d413-f045-440e-97f4-4fbe30186378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.626278 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-e539d413-f045-440e-97f4-4fbe30186378 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.0676210 Aug 29 04:15:38.649089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-b9a49cd1-136e-4ab3-876b-3670bef45624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.650619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-b9a49cd1-136e-4ab3-876b-3670bef45624 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e73e9f0-344b-4223-9882-3f00d4ec1b9e HTTP/1.1" status: 200 len: 845 time: 0.0568304 Aug 29 04:15:38.682719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-9d3f62a3-6511-4b43-bdfe-26fee0561c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.684525 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-9d3f62a3-6511-4b43-bdfe-26fee0561c92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464683 Aug 29 04:15:38.701786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-7b4f10c9-77b8-42a2-a3a8-194f6fc24473 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cd2a554-5f0b-4be2-9409-0127cd683327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416598 Aug 29 04:15:38.795659 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-aa737f05-6181-4129-a969-76b584d3597a service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030614 Aug 29 04:15:38.857365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b124da-b62a-4543-849b-348a469eba0a req-df8af815-792d-412d-b943-f7d463fa7953 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.858781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28b124da-b62a-4543-849b-348a469eba0a req-df8af815-792d-412d-b943-f7d463fa7953 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0672238 Aug 29 04:15:38.896825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-e5d5e3b2-3e86-4e13-953e-5f5a1a309e8e service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828182 Aug 29 04:15:38.897520 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-534ab153-3db7-405d-a065-d7741fbf9394 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936029 Aug 29 04:15:38.938926 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-dc49dcde-5ce3-4934-b9a9-0f863d22b5e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bfc679a5-b59a-4a10-90fe-ced2e2eb791b HTTP/1.1" status: 200 len: 217 time: 0.0339742 Aug 29 04:15:38.953376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28b124da-b62a-4543-849b-348a469eba0a req-d934fe53-34dd-48cf-bbec-d943739bdb7d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866764 Aug 29 04:15:39.000059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fc8b694-ed2d-405d-b2ab-386ba9bec896 req-420be72e-295d-4c35-8ec4-821ce3da252a service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932212 Aug 29 04:15:39.000929 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-769341bf-d73c-477d-9582-270ffe991bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.002377 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-769341bf-d73c-477d-9582-270ffe991bce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 HTTP/1.1" status: 200 len: 797 time: 0.0563042 Aug 29 04:15:39.051312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-b6d22ff3-30e6-4d8c-bc9a-5e55aea1ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.052995 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-b6d22ff3-30e6-4d8c-bc9a-5e55aea1ed60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0438032 Aug 29 04:15:39.131419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b415fe-34f1-4f3c-9133-95824f0975c2 req-ec5fd5e8-b3f6-4f09-9f9d-ef59940bf9d3 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.133050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13b415fe-34f1-4f3c-9133-95824f0975c2 req-ec5fd5e8-b3f6-4f09-9f9d-ef59940bf9d3 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0853882 Aug 29 04:15:39.134785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c req-bd135214-7c13-4509-b357-1519aa55ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.136115 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c req-bd135214-7c13-4509-b357-1519aa55ece7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 1096 time: 0.0773778 Aug 29 04:15:39.162764 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-cc8e1845-ba7b-441f-88d5-4cdabfd9ad0f service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017070 Aug 29 04:15:39.225698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13b415fe-34f1-4f3c-9133-95824f0975c2 req-a82f735d-1c50-4a0d-8cfc-56a95ebc4945 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835283 Aug 29 04:15:39.266809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c req-89d536a3-ca79-4f9a-93d7-1200df45a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.268428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c req-89d536a3-ca79-4f9a-93d7-1200df45a7d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 906 time: 0.1194766 Aug 29 04:15:39.280703 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-02b54de5-2db2-4874-9a77-86e71f819b86 service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091158 Aug 29 04:15:39.319124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c req-584c3de5-db01-42fa-b4b5-1f9e1bfa7ad7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81cfbb7c-2796-482d-92b3-2c9deec74576 HTTP/1.1" status: 200 len: 217 time: 0.0426221 Aug 29 04:15:39.326861 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-c671f3bc-b7c2-475f-a74b-0dc57edba97d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9 HTTP/1.1" status: 200 len: 217 time: 0.0387433 Aug 29 04:15:39.389405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-daf2eb24-25b4-4bdb-9ed8-c22817b976fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.391149 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-daf2eb24-25b4-4bdb-9ed8-c22817b976fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 HTTP/1.1" status: 200 len: 797 time: 0.0573297 Aug 29 04:15:39.400326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af260e2a-33c2-4039-a395-72c5e114e867 req-9a38f3c4-c90a-47ef-af3b-113f2dac52af tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.401702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af260e2a-33c2-4039-a395-72c5e114e867 req-9a38f3c4-c90a-47ef-af3b-113f2dac52af tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 944 time: 0.0852101 Aug 29 04:15:39.403340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c req-5aa7f50b-1540-4e62-b7de-6b7b19c27800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.405304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c req-5aa7f50b-1540-4e62-b7de-6b7b19c27800 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e73e9f0-344b-4223-9882-3f00d4ec1b9e HTTP/1.1" status: 200 len: 845 time: 0.0781400 Aug 29 04:15:39.444762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-f7045b11-19e6-45c2-b57a-0ca7d56d7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.446526 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-f7045b11-19e6-45c2-b57a-0ca7d56d7e72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0478399 Aug 29 04:15:39.458403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c req-32b3effd-e3dc-4505-badf-f0af97550d3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cd2a554-5f0b-4be2-9409-0127cd683327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419548 Aug 29 04:15:39.526738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af260e2a-33c2-4039-a395-72c5e114e867 req-62ec1195-73ba-4f36-9c9c-bccb782331b4 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135733 Aug 29 04:15:39.567724 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-29433fa2-e91e-4314-b8c6-daa7d57222e9 service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104703 Aug 29 04:15:39.573342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c req-ab7a049d-a667-421e-a10c-da867802d950 service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058683 Aug 29 04:15:39.677094 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-902d9031-3a04-4aa4-974f-160d60f3c50b req-46910502-e066-4e8a-ad78-18f5aa7cd38a service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015854 Aug 29 04:15:39.682984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba495f3f-8ddf-4e75-bcf2-1ff42eafc00c req-546944fc-b5dc-4c0f-8f32-7368f3e74eac service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015198 Aug 29 04:15:39.710838 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:15:39.726909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49345ae0-cc50-43ae-bd8d-d7a50a9f588c req-9ce46c0b-dcc0-413d-af5a-e4ef66e58529 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.728487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49345ae0-cc50-43ae-bd8d-d7a50a9f588c req-9ce46c0b-dcc0-413d-af5a-e4ef66e58529 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 950 time: 0.0609646 Aug 29 04:15:39.766504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49345ae0-cc50-43ae-bd8d-d7a50a9f588c req-4adf8fd0-370e-41b4-88b9-0d46d4c5b761 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Aug 29 04:15:40.093977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701f442-71c5-480f-a428-2fbe5fb8ae3d req-46e51f5f-4c31-4a09-931d-b8a2cc6fdeee tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.095550 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5701f442-71c5-480f-a428-2fbe5fb8ae3d req-46e51f5f-4c31-4a09-931d-b8a2cc6fdeee tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 1102 time: 0.0408204 Aug 29 04:15:40.117961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5701f442-71c5-480f-a428-2fbe5fb8ae3d req-8a3136be-f805-4944-bb49-955bf38b5ff5 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.205187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2b58d5ed-a58d-4a9b-979a-ea0ee216665d details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:40.217158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7d9c0026-9f47-498a-b744-172b437100d5 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:40.243688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5701f442-71c5-480f-a428-2fbe5fb8ae3d req-8a3136be-f805-4944-bb49-955bf38b5ff5 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.249433 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5701f442-71c5-480f-a428-2fbe5fb8ae3d req-8a3136be-f805-4944-bb49-955bf38b5ff5 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.284022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5701f442-71c5-480f-a428-2fbe5fb8ae3d req-8a3136be-f805-4944-bb49-955bf38b5ff5 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788874 Aug 29 04:15:40.302434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe286ea-554a-436e-8934-7b1eb8912ece req-3b523123-27af-4ffa-b6b1-81fe209b8c39 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.309817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cfe286ea-554a-436e-8934-7b1eb8912ece req-3b523123-27af-4ffa-b6b1-81fe209b8c39 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0958586 Aug 29 04:15:40.312406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3136be-f805-4944-bb49-955bf38b5ff5 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc55cd-a8f9-441d-ae40-cbe1ef9afab1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:40.355845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cfe286ea-554a-436e-8934-7b1eb8912ece req-ff05df14-5c02-417a-825f-2fe8b466cb1e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 Aug 29 04:15:40.385876 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.406453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:40.427355 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d9c0026-9f47-498a-b744-172b437100d5'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:40.429688 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1069b276-13f2-4c46-abf8-c1db91b4d159" -d '{"events": [{"server_uuid": "e64f81fa-18f3-4612-ae48-9200ed2bfb39", "name": "network-vif-unplugged", "status": "completed", "tag": "7d9c0026-9f47-498a-b744-172b437100d5"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:40.435073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d', 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755', 'port_id': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d', 'mac_address': 'fa:16:3e:72:ac:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:40.444888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7d9c0026-9f47-498a-b744-172b437100d5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7d9c0026-9f47-498a-b744-172b437100d5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:40.449459 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.450242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2b58d5ed-a58d-4a9b-979a-ea0ee216665d no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:40.463493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bafef9-9e9c-46aa-9433-3098a345a817 req-0a4c915c-30d2-462f-a961-a73d885b35d8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.465034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79bafef9-9e9c-46aa-9433-3098a345a817 req-0a4c915c-30d2-462f-a961-a73d885b35d8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0652759 Aug 29 04:15:40.507150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79bafef9-9e9c-46aa-9433-3098a345a817 req-65e131ee-1f77-48a8-9e8b-922100a4b415 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358138 Aug 29 04:15:40.575145 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72ac813-7e6f-4694-9f9c-57f949eb68ec x-openstack-request-id: req-d72ac813-7e6f-4694-9f9c-57f949eb68ec {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:40.575695 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64f81fa-18f3-4612-ae48-9200ed2bfb39", "name": "network-vif-unplugged", "status": "completed", "tag": "7d9c0026-9f47-498a-b744-172b437100d5", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:40.576124 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d72ac813-7e6f-4694-9f9c-57f949eb68ec {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:40.576725 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d9c0026-9f47-498a-b744-172b437100d5', 'code': 200} Aug 29 04:15:40.579248 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.594981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7d9c0026-9f47-498a-b744-172b437100d5,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:40.608511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b58d5ed-a58d-4a9b-979a-ea0ee216665d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:40.648825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:40.655461 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.683153 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.732028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0f8c4-a3e3-45be-90e8-2e448404e785 req-53bdca2e-8e0c-4358-9cb7-f6a2fcf5fe09 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.734711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ef0f8c4-a3e3-45be-90e8-2e448404e785 req-53bdca2e-8e0c-4358-9cb7-f6a2fcf5fe09 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 944 time: 0.0685880 Aug 29 04:15:40.764290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-220a9373-9438-4122-9fa9-e73feaba2d68 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285423 Aug 29 04:15:40.858169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ef0f8c4-a3e3-45be-90e8-2e448404e785 req-99ba0332-aa37-46a9-921a-28d3a8dbc1f7 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119514 Aug 29 04:15:40.931963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:40.953724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:15:40.954079 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:15:40.964267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-4c343d01-d52f-4f1a-b816-18157e3e8ad9 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.965204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-4c343d01-d52f-4f1a-b816-18157e3e8ad9 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825342 Aug 29 04:15:40.994691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-c828e74d-17e2-48cf-ad57-cb84a62f45c2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/quotas/2cecee234ef34eb1b7bf6a425441d6c6 HTTP/1.1" status: 200 len: 375 time: 0.0154939 Aug 29 04:15:41.005510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 81cfbb7c-2796-482d-92b3-2c9deec74576 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:41.051577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-80d8ec96-9a76-4780-aee4-eba47ff6a080 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558209 Aug 29 04:15:41.059996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33890) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:41.129326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 81cfbb7c-2796-482d-92b3-2c9deec74576, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=81cfbb7c-2796-482d-92b3-2c9deec74576,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:41.133357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2b58d5ed-a58d-4a9b-979a-ea0ee216665d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:41.169855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '81cfbb7c-2796-482d-92b3-2c9deec74576', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'port_id': '81cfbb7c-2796-482d-92b3-2c9deec74576', 'mac_address': 'fa:16:3e:ed:2c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73e9f0-344b-4223-9882-3f00d4ec1b9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:41.208245 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-164d0e11-30f8-4980-b7ab-3c0e48c586ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.243542 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.265032 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cfbb7c-2796-482d-92b3-2c9deec74576 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:41.300547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 81cfbb7c-2796-482d-92b3-2c9deec74576, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=81cfbb7c-2796-482d-92b3-2c9deec74576,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:41.310386 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.325481 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-164d0e11-30f8-4980-b7ab-3c0e48c586ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.330157 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-164d0e11-30f8-4980-b7ab-3c0e48c586ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.375720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-164d0e11-30f8-4980-b7ab-3c0e48c586ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e12f60b8f02d4dcf9090b68a63f28eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119426 Aug 29 04:15:41.375921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33894) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:41.382509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d0e11-30f8-4980-b7ab-3c0e48c586ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787a9c76-d8d4-42d0-bc30-9393d29ae304,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:41.390819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=81cfbb7c-2796-482d-92b3-2c9deec74576,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:41.438901 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c223dcf-4135-4f39-a97a-fbd0265cce33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.491240 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.504997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2b58d5ed-a58d-4a9b-979a-ea0ee216665d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:41.506798 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c223dcf-4135-4f39-a97a-fbd0265cce33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.537954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['81cfbb7c-2796-482d-92b3-2c9deec74576'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:41.541288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:41.558035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16212c-79d7-4035-8a6d-a167dd7a1dfc req-83e237c6-5ff5-4f11-9c51-1f719de17637 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.561519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e16212c-79d7-4035-8a6d-a167dd7a1dfc req-83e237c6-5ff5-4f11-9c51-1f719de17637 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 948 time: 0.1175406 Aug 29 04:15:41.565501 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.648581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e16212c-79d7-4035-8a6d-a167dd7a1dfc req-de5f8cfa-f2f8-48ba-a72b-606ee60e3cef tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810344 Aug 29 04:15:41.659788 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c223dcf-4135-4f39-a97a-fbd0265cce33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.664680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c223dcf-4135-4f39-a97a-fbd0265cce33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.670117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4c223dcf-4135-4f39-a97a-fbd0265cce33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/787a9c76-d8d4-42d0-bc30-9393d29ae304 HTTP/1.1" status: 204 len: 168 time: 0.2921703 Aug 29 04:15:41.694260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:41.783456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c223dcf-4135-4f39-a97a-fbd0265cce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787a9c76-d8d4-42d0-bc30-9393d29ae304,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:41.803698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30e5b094-56cd-4e98-8801-5c639e589650 req-0279a0b9-0f3a-44b7-8652-ad504de46cdd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 210 time: 0.0678785 Aug 29 04:15:41.844904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514c41-7994-4bf0-93be-c4b0fb16e01f req-702cf265-4f27-491f-a4d7-47327d57cf74 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.854914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77514c41-7994-4bf0-93be-c4b0fb16e01f req-702cf265-4f27-491f-a4d7-47327d57cf74 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 944 time: 0.1831954 Aug 29 04:15:41.903193 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77514c41-7994-4bf0-93be-c4b0fb16e01f req-18b5eaf0-40f7-4ae0-a0ea-6ff6c7405d28 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468051 Aug 29 04:15:42.030853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ad4c0-f1ae-4996-8a87-c9a8223f2aa8 req-80b20ee8-7dd4-4b1f-959f-73c9be3fa348 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.032498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005ad4c0-f1ae-4996-8a87-c9a8223f2aa8 req-80b20ee8-7dd4-4b1f-959f-73c9be3fa348 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 945 time: 0.0591533 Aug 29 04:15:42.080761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005ad4c0-f1ae-4996-8a87-c9a8223f2aa8 req-d5892e97-bf09-4ed3-aa03-780c16427610 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Aug 29 04:15:42.219134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7d9c0026-9f47-498a-b744-172b437100d5 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:42.325543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7d9c0026-9f47-498a-b744-172b437100d5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7d9c0026-9f47-498a-b744-172b437100d5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:42.342491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '7d9c0026-9f47-498a-b744-172b437100d5', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '7d9c0026-9f47-498a-b744-172b437100d5', 'mac_address': 'fa:16:3e:4f:48:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:42.383628 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.397248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9c0026-9f47-498a-b744-172b437100d5 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:42.417992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7d9c0026-9f47-498a-b744-172b437100d5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7d9c0026-9f47-498a-b744-172b437100d5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:42.423130 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.474031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7d9c0026-9f47-498a-b744-172b437100d5,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:42.937607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7d9c0026-9f47-498a-b744-172b437100d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:42.997565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-b97bcac0-14e5-420e-9a0d-178d1f911494 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393598 Aug 29 04:15:43.039482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 81cfbb7c-2796-482d-92b3-2c9deec74576 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:43.131825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-4fdd2aba-09ad-45e7-b3e2-6a2b85e514ff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.133753 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-4fdd2aba-09ad-45e7-b3e2-6a2b85e514ff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304629 Aug 29 04:15:43.135994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314d8ba-46d4-4de3-b052-f52b16176513 req-0d347700-44cb-4631-ae86-f5dbdf007299 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.137916 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7314d8ba-46d4-4de3-b052-f52b16176513 req-0d347700-44cb-4631-ae86-f5dbdf007299 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 949 time: 0.4247248 Aug 29 04:15:43.144604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 81cfbb7c-2796-482d-92b3-2c9deec74576 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:43.155991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 81cfbb7c-2796-482d-92b3-2c9deec74576 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:43.156398 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.180468 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7314d8ba-46d4-4de3-b052-f52b16176513 req-1e633a65-4a08-4286-9101-f55f0b50fe90 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352964 Aug 29 04:15:43.208629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Request body: {'port': {'device_id': 'a32745d1-8b88-4df1-a44f-4612580c4535', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2cecee234ef34eb1b7bf6a425441d6c6'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:43.257603 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.293413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cfbb7c-2796-482d-92b3-2c9deec74576'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:43.296700 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c3115e-eb6e-4152-82ee-498637ca58fb" -d '{"events": [{"server_uuid": "3ebad7dd-9029-40a3-8514-e3da85362d31", "name": "network-vif-plugged", "status": "completed", "tag": "81cfbb7c-2796-482d-92b3-2c9deec74576"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:43.308918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23283fe8-73c4-4418-8b89-001822542e1d req-8c53cd61-2257-4bef-8ca3-320c6c472e96 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 210 time: 0.0377629 Aug 29 04:15:43.316877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 81cfbb7c-2796-482d-92b3-2c9deec74576, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=81cfbb7c-2796-482d-92b3-2c9deec74576,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:43.332480 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.400082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Made reservation on behalf of 2cecee234ef34eb1b7bf6a425441d6c6 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:43.401704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=81cfbb7c-2796-482d-92b3-2c9deec74576,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:43.406558 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.424183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d0779-e839-4671-9fc6-0935f5163d85 req-9c6fda2a-84fe-4ed0-84e9-30f60ee12389 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.430307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-643d0779-e839-4671-9fc6-0935f5163d85 req-9c6fda2a-84fe-4ed0-84e9-30f60ee12389 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 944 time: 0.0558779 Aug 29 04:15:43.473920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-643d0779-e839-4671-9fc6-0935f5163d85 req-4e38697f-9a79-47a0-8b0b-ab5f9491a658 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Aug 29 04:15:43.561849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-10f342d8-5a8c-43d2-8d62-7853e1537d99 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409589 Aug 29 04:15:43.589091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Allocated IP 192.168.233.104 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/64a36d36-17b7-4aba-8684-4ff26cf997de) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:43.698992 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97337695-33cd-4ca8-98f8-2aecdddac9a2 x-openstack-request-id: req-97337695-33cd-4ca8-98f8-2aecdddac9a2 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:43.699302 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebad7dd-9029-40a3-8514-e3da85362d31", "name": "network-vif-plugged", "status": "completed", "tag": "81cfbb7c-2796-482d-92b3-2c9deec74576", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:43.699557 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97337695-33cd-4ca8-98f8-2aecdddac9a2 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:43.699955 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cfbb7c-2796-482d-92b3-2c9deec74576', 'code': 200} Aug 29 04:15:43.735994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d04329-2ce3-47b5-bf35-f156bd223a51 req-c6972a8d-f48f-446b-8ada-0a8f946b9a25 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.738029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50d04329-2ce3-47b5-bf35-f156bd223a51 req-c6972a8d-f48f-446b-8ada-0a8f946b9a25 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 946 time: 0.1790535 Aug 29 04:15:43.784506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.798621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f7d2f764-dc39-4951-b624-8ecc27cd25f4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.799117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Transition to ACTIVE for port object 64a36d36-17b7-4aba-8684-4ff26cf997de will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:43.800070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f7d2f764-dc39-4951-b624-8ecc27cd25f4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211049 Aug 29 04:15:43.844533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Request body: {'port': {'device_id': 'e5b95149-3caf-4301-b22f-fc04dbee3391', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2cecee234ef34eb1b7bf6a425441d6c6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:43.890310 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.894923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50d04329-2ce3-47b5-bf35-f156bd223a51 req-9d8acaa0-5da1-46ef-807a-4da2fb8e6f1f tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490448 Aug 29 04:15:43.909455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:43.932281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b5a33-dc09-4fd2-9383-c900d1ef919d req-7b3b052c-f69b-4c42-9fb1-dea0c9fdac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.933998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e6b5a33-dc09-4fd2-9383-c900d1ef919d req-7b3b052c-f69b-4c42-9fb1-dea0c9fdac4a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 1098 time: 0.1628473 Aug 29 04:15:43.946133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-784e5a0a-95aa-426f-b3a3-b0980cfbc9c4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.947623 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-784e5a0a-95aa-426f-b3a3-b0980cfbc9c4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39&tenant_id=a42d1e753d804958b220f1c5860bb831&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 949 time: 0.1231601 Aug 29 04:15:43.960082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:43.961883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e46ca-236b-4068-a369-c1a620c10243 req-494f6f02-100c-43a8-a855-a39f2a5cf6c7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.963434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-974e46ca-236b-4068-a369-c1a620c10243 req-494f6f02-100c-43a8-a855-a39f2a5cf6c7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 949 time: 0.1896894 Aug 29 04:15:43.973026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:43.975902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:43.979887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event updated for resources: {'Port': ['ID=64a36d36-17b7-4aba-8684-4ff26cf997de,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:44.060569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.061277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.063043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e6b5a33-dc09-4fd2-9383-c900d1ef919d req-c392d539-8faa-461c-beba-dfae66bb2c98 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196413 Aug 29 04:15:44.088289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-974e46ca-236b-4068-a369-c1a620c10243 req-30d02a15-0975-4b04-b7dd-9895ca710f94 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954716 Aug 29 04:15:44.097945 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-7e691649-7afc-4ccf-b130-0dd7a75f4f81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8932922 Aug 29 04:15:44.120867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Made reservation on behalf of 2cecee234ef34eb1b7bf6a425441d6c6 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:44.127877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.132487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Request body: {'port': {'device_id': 'a32745d1-8b88-4df1-a44f-4612580c4535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:44.176452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-2667a813-37c6-43f5-a0b2-3caf0ea0137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.178078 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-2667a813-37c6-43f5-a0b2-3caf0ea0137b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 1101 time: 0.0942676 Aug 29 04:15:44.251967 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7d9c0026-9f47-498a-b744-172b437100d5 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:44.297707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-7df5cb85-9f7a-4707-ab9f-94e157f98142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.299498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Allocated IP 192.168.233.196 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/a63ec226-339f-4c84-9b3f-0bf0216c385b) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:44.299982 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-7df5cb85-9f7a-4707-ab9f-94e157f98142 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.0996149 Aug 29 04:15:44.354604 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-27eaf6d4-cb14-4860-8680-f32d3e5ac109 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7d9c0026-9f47-498a-b744-172b437100d5 HTTP/1.1" status: 200 len: 217 time: 0.0463257 Aug 29 04:15:44.359670 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.364512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-292ee7ad-92af-4eba-b775-d2447fba6a40 None None] Provisioning for port 64a36d36-17b7-4aba-8684-4ff26cf997de completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:44.371558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 7d9c0026-9f47-498a-b744-172b437100d5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:44.373189 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.376735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-292ee7ad-92af-4eba-b775-d2447fba6a40 None None] Provisioning complete for port 64a36d36-17b7-4aba-8684-4ff26cf997de triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:44.376735 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-292ee7ad-92af-4eba-b775-d2447fba6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.470182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb31b3e5-17d6-4d22-943b-ddf9623699be req-355654ff-90ac-4f43-814b-13f0fe081ccd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 210 time: 0.0459287 Aug 29 04:15:44.485525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-292ee7ad-92af-4eba-b775-d2447fba6a40 None None] Port 64a36d36-17b7-4aba-8684-4ff26cf997de cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:44.488588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-aea8834a-7387-4d9e-8811-2e7b7652a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.490233 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-aea8834a-7387-4d9e-8811-2e7b7652a918 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1277289 Aug 29 04:15:44.512387 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.533078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Transition to ACTIVE for port object a63ec226-339f-4c84-9b3f-0bf0216c385b will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:44.551952 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.585693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.598778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7d9c0026-9f47-498a-b744-172b437100d5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7d9c0026-9f47-498a-b744-172b437100d5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:44.607542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:44.631365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-6519da8d-e5b2-4d93-9c0f-f6ca18e5db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.632878 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-6519da8d-e5b2-4d93-9c0f-f6ca18e5db79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312008 Aug 29 04:15:44.635461 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.636300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2b58d5ed-a58d-4a9b-979a-ea0ee216665d up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:44.666470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event updated for resources: {'Port': ['ID=a63ec226-339f-4c84-9b3f-0bf0216c385b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:44.678321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:44.681461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:44.683857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:44.775023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7d9c0026-9f47-498a-b744-172b437100d5,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:44.783281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.783942 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.804735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acbc45-cc70-499c-8cc7-214d94ff44ec req-4b6887b1-5a66-4fc0-8c72-8e07dc31f0b9 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.813386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47acbc45-cc70-499c-8cc7-214d94ff44ec req-4b6887b1-5a66-4fc0-8c72-8e07dc31f0b9 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 944 time: 0.1331015 Aug 29 04:15:44.822480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-6e23b7ba-a9dd-4454-9f3b-ceb24d9aa004 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9863353 Aug 29 04:15:44.836891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:44.837274 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.843105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Request body: {'port': {'device_id': 'e5b95149-3caf-4301-b22f-fc04dbee3391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:44.897271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47acbc45-cc70-499c-8cc7-214d94ff44ec req-312bc73b-c264-4a68-b84a-4dce67c422bc tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828819 Aug 29 04:15:44.977530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a36d36-17b7-4aba-8684-4ff26cf997de {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:44.981280 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.986413 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.999700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Transition to ACTIVE for port object 64a36d36-17b7-4aba-8684-4ff26cf997de will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:45.002410 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-186c8b38-1049-4ffd-a4d9-02b0e47828e7 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536735 Aug 29 04:15:45.009283 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.023011 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.065937 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:45.070272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0f14e3ce-5ed8-4104-9c3f-868ee46b30ed None None] Provisioning for port a63ec226-339f-4c84-9b3f-0bf0216c385b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:45.074598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0f14e3ce-5ed8-4104-9c3f-868ee46b30ed None None] Provisioning complete for port a63ec226-339f-4c84-9b3f-0bf0216c385b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:45.074963 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0f14e3ce-5ed8-4104-9c3f-868ee46b30ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.078156 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.146619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0f14e3ce-5ed8-4104-9c3f-868ee46b30ed None None] Port a63ec226-339f-4c84-9b3f-0bf0216c385b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:45.163071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.174041 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Pushing event updated for resources: {'Port': ['ID=64a36d36-17b7-4aba-8684-4ff26cf997de,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.192517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927dbe2-dbf7-4d47-90de-24fb9681410c req-c0cf863d-ff27-4fd5-af54-d37a38228ef3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.199973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e927dbe2-dbf7-4d47-90de-24fb9681410c req-c0cf863d-ff27-4fd5-af54-d37a38228ef3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 946 time: 0.1816778 Aug 29 04:15:45.310448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e927dbe2-dbf7-4d47-90de-24fb9681410c req-43119bbe-2edd-4d42-bb43-849fbc01dd64 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087008 Aug 29 04:15:45.314988 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a4c6801-f3fa-4d03-a8b9-68c45ee3189e req-b01770d2-2698-4579-ba83-f7a10938c6e7 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048501 Aug 29 04:15:45.352246 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Attempting to bind port 64a36d36-17b7-4aba-8684-4ff26cf997de on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:45.352581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Attempting to bind port 64a36d36-17b7-4aba-8684-4ff26cf997de by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:45.353028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Attempting to bind port 64a36d36-17b7-4aba-8684-4ff26cf997de on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:45.375173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Port 64a36d36-17b7-4aba-8684-4ff26cf997de on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:45.375554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Attempting to bind port 64a36d36-17b7-4aba-8684-4ff26cf997de on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:45.391873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:45.392310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:45.392869 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:45.393323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Bound port: 64a36d36-17b7-4aba-8684-4ff26cf997de, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:45.393686 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.493722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] For port 64a36d36-17b7-4aba-8684-4ff26cf997de, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:45.498829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] For port 64a36d36-17b7-4aba-8684-4ff26cf997de, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=64a36d36-17b7-4aba-8684-4ff26cf997de,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:45.499344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63ec226-339f-4c84-9b3f-0bf0216c385b {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:45.504977 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.511231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6816b6-ffca-4376-a335-e92ea558f766 req-d80c7090-0c34-4918-b2c6-3cadcb65e7d2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.513411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a6816b6-ffca-4376-a335-e92ea558f766 req-d80c7090-0c34-4918-b2c6-3cadcb65e7d2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.1064122 Aug 29 04:15:45.519376 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.540501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Transition to ACTIVE for port object a63ec226-339f-4c84-9b3f-0bf0216c385b will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:45.545269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.545898 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.547372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] 10.222.0.52 "PUT /v2.0/ports/64a36d36-17b7-4aba-8684-4ff26cf997de HTTP/1.1" status: 200 len: 1097 time: 1.4199822 Aug 29 04:15:45.547907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32745d1-8b88-4df1-a44f-4612580c4535', 'tag': '64a36d36-17b7-4aba-8684-4ff26cf997de'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:45.551504 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5662e09-c7b7-4203-9fc6-587a641df892" -d '{"events": [{"name": "network-changed", "server_uuid": "a32745d1-8b88-4df1-a44f-4612580c4535", "tag": "64a36d36-17b7-4aba-8684-4ff26cf997de"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:45.551753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.594336 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157764a6-636c-42de-9fa9-75e1648444e7 service neutron] Pushing event updated for resources: {'Port': ['ID=64a36d36-17b7-4aba-8684-4ff26cf997de,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.622744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a6816b6-ffca-4376-a335-e92ea558f766 req-dcf3df9c-d987-40f8-a14a-1b934755df77 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900390 Aug 29 04:15:45.662328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ec226-339f-4c84-9b3f-0bf0216c385b,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.702136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9c0026-9f47-498a-b744-172b437100d5'}, {'server_uuid': 'a7ffe6fb-a795-4b13-a046-df32fdf963ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:45.705490 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1308f13b-2be6-4d11-8b0a-143f03049d68" -d '{"events": [{"server_uuid": "e64f81fa-18f3-4612-ae48-9200ed2bfb39", "name": "network-vif-plugged", "status": "completed", "tag": "7d9c0026-9f47-498a-b744-172b437100d5"}, {"server_uuid": "a7ffe6fb-a795-4b13-a046-df32fdf963ef", "name": "network-vif-plugged", "status": "completed", "tag": "2b58d5ed-a58d-4a9b-979a-ea0ee216665d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:45.710595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-0e2a334f-80dd-4a1a-b682-07de5ce8e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.712614 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-0e2a334f-80dd-4a1a-b682-07de5ce8e7fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=a32745d1-8b88-4df1-a44f-4612580c4535 HTTP/1.1" status: 200 len: 1100 time: 0.0970218 Aug 29 04:15:45.722939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Attempting to bind port a63ec226-339f-4c84-9b3f-0bf0216c385b on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:45.723440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Attempting to bind port a63ec226-339f-4c84-9b3f-0bf0216c385b by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:45.723943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Attempting to bind port a63ec226-339f-4c84-9b3f-0bf0216c385b on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:45.730214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Port a63ec226-339f-4c84-9b3f-0bf0216c385b on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:45.730535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Attempting to bind port a63ec226-339f-4c84-9b3f-0bf0216c385b on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:45.738147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:45.738489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:45.738876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:45.739400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Bound port: a63ec226-339f-4c84-9b3f-0bf0216c385b, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:45.739767 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.787181 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-10d2ad2e-9417-4c81-8c18-6be5f62e2a40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=64a36d36-17b7-4aba-8684-4ff26cf997de HTTP/1.1" status: 200 len: 217 time: 0.0527842 Aug 29 04:15:45.838154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-59e73cc7-36b1-4d12-90f3-69ca35850e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.839786 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-59e73cc7-36b1-4d12-90f3-69ca35850e2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0507920 Aug 29 04:15:45.859545 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0b3ca9-9c52-4a45-84fa-0c9547783a15 x-openstack-request-id: req-9c0b3ca9-9c52-4a45-84fa-0c9547783a15 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:45.859899 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32745d1-8b88-4df1-a44f-4612580c4535", "tag": "64a36d36-17b7-4aba-8684-4ff26cf997de", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:45.860157 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c0b3ca9-9c52-4a45-84fa-0c9547783a15 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:45.860411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8843952-86e5-4aac-b4e2-02553875c1ed req-3930db13-ede0-41b5-ad64-6956113fea1d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.860619 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32745d1-8b88-4df1-a44f-4612580c4535', 'tag': '64a36d36-17b7-4aba-8684-4ff26cf997de', 'status': 'completed', 'code': 200} Aug 29 04:15:45.867603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8843952-86e5-4aac-b4e2-02553875c1ed req-3930db13-ede0-41b5-ad64-6956113fea1d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 948 time: 0.1227517 Aug 29 04:15:45.905405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-ced80398-a394-4c60-ba29-57c8a6d3dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.907290 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-ced80398-a394-4c60-ba29-57c8a6d3dae5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596778 Aug 29 04:15:45.933742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8843952-86e5-4aac-b4e2-02553875c1ed req-076060c8-1154-4f0b-86e4-7eab690e21d4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652704 Aug 29 04:15:45.941606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] For port a63ec226-339f-4c84-9b3f-0bf0216c385b, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:45.946332 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] For port a63ec226-339f-4c84-9b3f-0bf0216c385b, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a63ec226-339f-4c84-9b3f-0bf0216c385b,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:45.952303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.016681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.017413 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.018572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] 10.222.0.52 "PUT /v2.0/ports/a63ec226-339f-4c84-9b3f-0bf0216c385b HTTP/1.1" status: 200 len: 1097 time: 1.1817064 Aug 29 04:15:46.019142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b95149-3caf-4301-b22f-fc04dbee3391', 'tag': 'a63ec226-339f-4c84-9b3f-0bf0216c385b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:46.022789 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef206740-7853-4bf0-8e26-97d667aea012" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b95149-3caf-4301-b22f-fc04dbee3391", "tag": "a63ec226-339f-4c84-9b3f-0bf0216c385b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:46.044357 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c791e4-f4d4-4610-ac2a-ace39c091b23 x-openstack-request-id: req-35c791e4-f4d4-4610-ac2a-ace39c091b23 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:46.045001 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64f81fa-18f3-4612-ae48-9200ed2bfb39", "name": "network-vif-plugged", "status": "completed", "tag": "7d9c0026-9f47-498a-b744-172b437100d5", "code": 200}, {"server_uuid": "a7ffe6fb-a795-4b13-a046-df32fdf963ef", "name": "network-vif-plugged", "status": "completed", "tag": "2b58d5ed-a58d-4a9b-979a-ea0ee216665d", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:46.045234 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35c791e4-f4d4-4610-ac2a-ace39c091b23 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:46.045460 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9c0026-9f47-498a-b744-172b437100d5', 'code': 200} Aug 29 04:15:46.046192 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ffe6fb-a795-4b13-a046-df32fdf963ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d', 'code': 200} Aug 29 04:15:46.052296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4646a-5b53-44fa-9379-517669443413 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ec226-339f-4c84-9b3f-0bf0216c385b,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:46.084766 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-321b0256-99bd-4be0-bd27-759369fde34c service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451716 Aug 29 04:15:46.275091 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-a760f343-c4ef-4774-b82e-3fc351bfa678 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122923 Aug 29 04:15:46.327841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-5c630cc4-d992-461c-911f-85a4dcec652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.329139 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-5c630cc4-d992-461c-911f-85a4dcec652e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 1100 time: 0.1006072 Aug 29 04:15:46.376240 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6592b679-77d4-48fc-84e2-9d016a2e1f5a x-openstack-request-id: req-6592b679-77d4-48fc-84e2-9d016a2e1f5a {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:46.376588 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b95149-3caf-4301-b22f-fc04dbee3391", "tag": "a63ec226-339f-4c84-9b3f-0bf0216c385b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:46.376913 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6592b679-77d4-48fc-84e2-9d016a2e1f5a {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:46.377389 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b95149-3caf-4301-b22f-fc04dbee3391', 'tag': 'a63ec226-339f-4c84-9b3f-0bf0216c385b', 'status': 'completed', 'code': 200} Aug 29 04:15:46.427769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-35e48bd3-dd21-461b-9214-0adf8e1abb33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a63ec226-339f-4c84-9b3f-0bf0216c385b HTTP/1.1" status: 200 len: 217 time: 0.0354087 Aug 29 04:15:46.462407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-fb259066-7da9-4ddf-9eae-7573ab1cc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.463945 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-fb259066-7da9-4ddf-9eae-7573ab1cc582 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=a32745d1-8b88-4df1-a44f-4612580c4535 HTTP/1.1" status: 200 len: 1100 time: 0.0724969 Aug 29 04:15:46.468799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c91c4-b380-4977-af63-63af66f6daf9 req-a3fd9c14-732c-4340-a214-6450f30a77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.470419 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-441c91c4-b380-4977-af63-63af66f6daf9 req-a3fd9c14-732c-4340-a214-6450f30a77b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 1098 time: 0.0537493 Aug 29 04:15:46.521918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-0f72499c-a744-421a-a280-faeb3b094753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.523375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-0f72499c-a744-421a-a280-faeb3b094753 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0825071 Aug 29 04:15:46.534481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ab98-0ed9-4d8f-bafc-2fd2ca857f87 req-2d2245ef-bc06-4424-80f6-dc9287453cc8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.535921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fa2ab98-0ed9-4d8f-bafc-2fd2ca857f87 req-2d2245ef-bc06-4424-80f6-dc9287453cc8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1549225 Aug 29 04:15:46.555868 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-441c91c4-b380-4977-af63-63af66f6daf9 req-4c1a385d-c782-4768-bb17-262275600cb6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764315 Aug 29 04:15:46.581575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-c309bd37-2e30-4911-acdc-a670a12ea0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.583306 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-c309bd37-2e30-4911-acdc-a670a12ea0bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1119485 Aug 29 04:15:46.592907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb76ac-ab25-43d3-8398-47221fadcfe3 req-a12299d0-365e-4262-9240-e6db8de96531 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.594416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1eb76ac-ab25-43d3-8398-47221fadcfe3 req-a12299d0-365e-4262-9240-e6db8de96531 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 946 time: 0.1200531 Aug 29 04:15:46.628215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-8a770095-4e45-445d-895b-6ea790a6c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.629682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-8a770095-4e45-445d-895b-6ea790a6c30a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921743 Aug 29 04:15:46.632422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fa2ab98-0ed9-4d8f-bafc-2fd2ca857f87 req-19c8598b-af90-4c85-b874-40ee7ef9c45b tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845771 Aug 29 04:15:46.652511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1eb76ac-ab25-43d3-8398-47221fadcfe3 req-d9f94132-3013-4d4c-9f28-8461df8071c1 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506208 Aug 29 04:15:46.768364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a027244-b795-4470-8332-ec45dd4bc29b req-302d5d70-f851-40b7-8449-79f7b16dede1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.769842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a027244-b795-4470-8332-ec45dd4bc29b req-302d5d70-f851-40b7-8449-79f7b16dede1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.0526433 Aug 29 04:15:46.810282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a027244-b795-4470-8332-ec45dd4bc29b req-837e9859-d969-4c55-b734-ab6d8e78f46c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Aug 29 04:15:46.931652 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-c729f758-c7ce-4b80-a99c-e5a47e8fa5d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=64a36d36-17b7-4aba-8684-4ff26cf997de HTTP/1.1" status: 200 len: 217 time: 0.0359759 Aug 29 04:15:46.986343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-62c62e5f-8194-438b-a8ff-3b8d8b8d1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.987830 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-62c62e5f-8194-438b-a8ff-3b8d8b8d1e7b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0488846 Aug 29 04:15:47.016441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80cf34-30f3-4849-a38c-a468d4cbd739 req-e86f5ee8-abee-4c14-b83e-c31716a4cdd7 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.017975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba80cf34-30f3-4849-a38c-a468d4cbd739 req-e86f5ee8-abee-4c14-b83e-c31716a4cdd7 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 946 time: 0.1408949 Aug 29 04:15:47.036060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-1023e7e2-55dd-4971-99ab-5191341f9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.037577 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-1023e7e2-55dd-4971-99ab-5191341f9fb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0412834 Aug 29 04:15:47.046591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6301d-fe57-467f-9630-cac9fd95bbcd req-c7fd5f50-8bc2-4cb3-945f-062fa162161d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.048071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ef6301d-fe57-467f-9630-cac9fd95bbcd req-c7fd5f50-8bc2-4cb3-945f-062fa162161d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.1449947 Aug 29 04:15:47.091388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-2e2512bc-8872-47b6-b36c-2f85361f647e service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864944 Aug 29 04:15:47.122858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba80cf34-30f3-4849-a38c-a468d4cbd739 req-7624a5c5-87c0-469d-9198-9183b2851279 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930369 Aug 29 04:15:47.129191 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-e63462bf-ebe6-4a83-89ec-6518385ba7a3 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833790 Aug 29 04:15:47.180584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ef6301d-fe57-467f-9630-cac9fd95bbcd req-5afceb6f-e92a-4d91-b5f0-06d5e2f3bfe4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223001 Aug 29 04:15:47.244100 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5662e09-c7b7-4203-9fc6-587a641df892 req-d1fcbbdc-3933-4c5d-bd11-ab283c2dc253 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065631 Aug 29 04:15:47.256029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cec800e-da00-4b65-9c60-8a9516dcd71b req-234e4778-a388-42fc-ad8d-9baea430f9f4 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562045 Aug 29 04:15:47.278758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8d766-7c04-449f-b1dd-bf0a0b1233ca req-b7b1a012-6b93-4fc9-b6cf-87ec95891d57 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.280309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49e8d766-7c04-449f-b1dd-bf0a0b1233ca req-b7b1a012-6b93-4fc9-b6cf-87ec95891d57 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 948 time: 0.0572889 Aug 29 04:15:47.319522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49e8d766-7c04-449f-b1dd-bf0a0b1233ca req-4ccd42f4-2c29-4cd4-9907-872d9d800598 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Aug 29 04:15:47.411274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef206740-7853-4bf0-8e26-97d667aea012 req-04747bfb-a1b2-4d25-95f3-3c2dc81229a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.413697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef206740-7853-4bf0-8e26-97d667aea012 req-04747bfb-a1b2-4d25-95f3-3c2dc81229a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 1100 time: 0.0481577 Aug 29 04:15:47.514206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef206740-7853-4bf0-8e26-97d667aea012 req-158ffbc8-81d8-4ac3-a353-7e11c1b901a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.516244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef206740-7853-4bf0-8e26-97d667aea012 req-158ffbc8-81d8-4ac3-a353-7e11c1b901a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.0954335 Aug 29 04:15:47.570442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef206740-7853-4bf0-8e26-97d667aea012 req-b5353e1b-6909-4bf0-917a-8b15bca9e5ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a63ec226-339f-4c84-9b3f-0bf0216c385b HTTP/1.1" status: 200 len: 217 time: 0.0458188 Aug 29 04:15:47.639298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef206740-7853-4bf0-8e26-97d667aea012 req-1ce401f0-4a7c-4517-b6bf-83bcfb3f3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.641771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef206740-7853-4bf0-8e26-97d667aea012 req-1ce401f0-4a7c-4517-b6bf-83bcfb3f3f03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0632322 Aug 29 04:15:47.706691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef206740-7853-4bf0-8e26-97d667aea012 req-017588ec-1a27-4edf-b793-99fcd502ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.708273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef206740-7853-4bf0-8e26-97d667aea012 req-017588ec-1a27-4edf-b793-99fcd502ecfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591137 Aug 29 04:15:47.805056 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c8e43-3595-4902-be24-1dcd5fcb0a3a req-ce131fae-ce14-465b-90ab-0578cfdb3d81 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.806544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee4c8e43-3595-4902-be24-1dcd5fcb0a3a req-ce131fae-ce14-465b-90ab-0578cfdb3d81 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0973990 Aug 29 04:15:47.837293 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.864213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef206740-7853-4bf0-8e26-97d667aea012 req-1019a52c-0d99-482c-a8dc-cb3019263985 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437883 Aug 29 04:15:47.867703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee4c8e43-3595-4902-be24-1dcd5fcb0a3a req-82a737a0-0bb2-4a78-aa10-a0595248a7be tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549917 Aug 29 04:15:47.949453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-d5e5c841-a4d9-48f6-81ee-f4eb2733320f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a42d1e753d804958b220f1c5860bb831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245380 Aug 29 04:15:48.034828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef206740-7853-4bf0-8e26-97d667aea012 req-6a9838b1-a0f2-41f5-ac7d-d1019a41fce0 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617804 Aug 29 04:15:48.076593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-289c0df1-c822-4bf7-9b79-0be7742d4616 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.078155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-289c0df1-c822-4bf7-9b79-0be7742d4616 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201420 Aug 29 04:15:48.093466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-1751100e-9151-4a49-a193-d48942d6682c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/quotas/a42d1e753d804958b220f1c5860bb831 HTTP/1.1" status: 200 len: 375 time: 0.0095272 Aug 29 04:15:48.143811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-d6f3aa71-5a16-4f06-bdbe-651e2e7b01af tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452242 Aug 29 04:15:48.346432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9102b-dd38-485b-adde-96a72f3f3a4b req-51ef7eb7-5a9f-40ca-aa22-a2630c9002b0 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.348308 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cea9102b-dd38-485b-adde-96a72f3f3a4b req-51ef7eb7-5a9f-40ca-aa22-a2630c9002b0 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 946 time: 0.0557804 Aug 29 04:15:48.402073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cea9102b-dd38-485b-adde-96a72f3f3a4b req-bd082965-7778-4a0f-8fe5-c11f16595e1f tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378997 Aug 29 04:15:48.454993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0bc0b73-4691-4095-ab7a-89e616f1d876 req-5bd27d6e-660e-48dd-bc32-07498b181b38 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 210 time: 0.0309117 Aug 29 04:15:48.580562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a59f8-cb68-4127-9b73-04ad7edced62 req-c230347e-d28a-496c-aa45-9d53386e45c8 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.582094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a28a59f8-cb68-4127-9b73-04ad7edced62 req-c230347e-d28a-496c-aa45-9d53386e45c8 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 948 time: 0.0527892 Aug 29 04:15:48.629347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a28a59f8-cb68-4127-9b73-04ad7edced62 req-03a57360-1081-4050-9b01-0444041c4d05 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360651 Aug 29 04:15:49.023230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fc553-27f8-4bd2-a106-28cefed4cdee req-1220fed5-a745-4922-bccf-af7d6a0a3492 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.025230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-575fc553-27f8-4bd2-a106-28cefed4cdee req-1220fed5-a745-4922-bccf-af7d6a0a3492 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0629988 Aug 29 04:15:49.041446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34128) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:49.064721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-575fc553-27f8-4bd2-a106-28cefed4cdee req-7db825ae-5d68-4c77-95e8-4f11a1fe115c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Aug 29 04:15:49.148145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa6ed-6a20-47cf-b3d3-96d84668380b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.192041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360c9e4-129d-4f27-a329-b865c9192574 req-54b7d658-3ec4-43e1-b547-81031671a04a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.193639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5360c9e4-129d-4f27-a329-b865c9192574 req-54b7d658-3ec4-43e1-b547-81031671a04a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.0569117 Aug 29 04:15:49.233697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5360c9e4-129d-4f27-a329-b865c9192574 req-5002d340-a760-4493-9cbc-b2521b64f2a8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338023 Aug 29 04:15:49.238274 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa6ed-6a20-47cf-b3d3-96d84668380b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.242845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa6ed-6a20-47cf-b3d3-96d84668380b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.285213 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8e4aa6ed-6a20-47cf-b3d3-96d84668380b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34e147aec73e4f4cbd211fe087ae92d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403438 Aug 29 04:15:49.285649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34136) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:49.288467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4aa6ed-6a20-47cf-b3d3-96d84668380b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5305029-b8f9-426e-be4a-84d6c3fec114,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:49.346655 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbaa38a2-551d-4ebc-ba0a-798a815f6ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.378185 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbaa38a2-551d-4ebc-ba0a-798a815f6ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.420272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-8545cb54-1248-48b2-b7f7-fa2f3851aa96 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a42d1e753d804958b220f1c5860bb831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264380 Aug 29 04:15:49.535647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbaa38a2-551d-4ebc-ba0a-798a815f6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.539592 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbaa38a2-551d-4ebc-ba0a-798a815f6ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.540787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bbaa38a2-551d-4ebc-ba0a-798a815f6ab1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5305029-b8f9-426e-be4a-84d6c3fec114 HTTP/1.1" status: 204 len: 168 time: 0.2541251 Aug 29 04:15:49.581705 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66a0da35-882d-4167-ab5a-7c6072eb7fa4 req-1e5a6005-6973-4f75-88d1-53425bee6857 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 210 time: 0.0345247 Aug 29 04:15:49.589109 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-e6c25afd-e92b-457a-a763-647fde6a5829 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.590581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-e6c25afd-e92b-457a-a763-647fde6a5829 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623514 Aug 29 04:15:49.591612 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa38a2-551d-4ebc-ba0a-798a815f6ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5305029-b8f9-426e-be4a-84d6c3fec114,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:49.607859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Request body: {'port': {'device_id': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': 'a42d1e753d804958b220f1c5860bb831'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:49.797011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a7540-df63-41bf-b90a-cc23c8713809 req-9f5499e2-186c-4245-92b5-f4919bc9b537 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.798508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-9f5499e2-186c-4245-92b5-f4919bc9b537 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/networks?id=8204f631-7a10-4f96-8f2f-9cacd065f755 HTTP/1.1" status: 200 len: 815 time: 0.1432755 Aug 29 04:15:49.820944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-6383e327-0f7c-403b-a372-111ee2d10c1e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/quotas/39809e088b2644d1b50bda5668e86c67 HTTP/1.1" status: 200 len: 375 time: 0.0140924 Aug 29 04:15:49.822207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Made reservation on behalf of a42d1e753d804958b220f1c5860bb831 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:49.826292 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.961826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-78c90c17-e8ff-45a4-ab0f-b06d1c3f76f9 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=39809e088b2644d1b50bda5668e86c67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1253760 Aug 29 04:15:49.993323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c614fa-414e-42df-aa48-df6ab3237cbe req-8e82ee6b-dec2-4bcf-87a0-75980140c53e tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:49.994810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69c614fa-414e-42df-aa48-df6ab3237cbe req-8e82ee6b-dec2-4bcf-87a0-75980140c53e tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 948 time: 0.1247818 Aug 29 04:15:50.111611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Allocated IP 192.168.233.240 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/f681934f-a77c-4904-800e-0071f87a2e75) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:50.141601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69c614fa-414e-42df-aa48-df6ab3237cbe req-a9321cc5-87c6-4578-9d4f-c792e9f051f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135833 Aug 29 04:15:50.156156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-32199671-dccb-4068-8096-8f5cf81f36d5 service neutron] 10.222.0.49 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828465 Aug 29 04:15:50.244983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34186) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:50.268119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 64a36d36-17b7-4aba-8684-4ff26cf997de details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:50.345272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5d90de2a-d4cb-4bb0-81e3-878e9184a9ff service neutron] 10.222.0.49 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792376 Aug 29 04:15:50.370482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1117844401-network', 'tenant_id': '7bdfd295e04941e1a4b18debf1e24e8e'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:50.383380 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.391122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 64a36d36-17b7-4aba-8684-4ff26cf997de, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=64a36d36-17b7-4aba-8684-4ff26cf997de,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:50.398427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Made reservation on behalf of 7bdfd295e04941e1a4b18debf1e24e8e for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:50.402623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.406233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '64a36d36-17b7-4aba-8684-4ff26cf997de', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '64a36d36-17b7-4aba-8684-4ff26cf997de', 'mac_address': 'fa:16:3e:5d:47:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:50.407352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Transition to ACTIVE for port object f681934f-a77c-4904-800e-0071f87a2e75 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:50.413408 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.447718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.449298 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.465133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:50.500172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7d9c0026-9f47-498a-b744-172b437100d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:50.514357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a36d36-17b7-4aba-8684-4ff26cf997de {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:50.558648 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.565717 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.582764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:50.586787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 64a36d36-17b7-4aba-8684-4ff26cf997de, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=64a36d36-17b7-4aba-8684-4ff26cf997de,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:50.598789 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.599591 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Added segment c1515981-0077-4d82-91ea-c527cec1420c of type vlan for network bf266756-0ffd-4d37-97e6-947d50017f25 Aug 29 04:15:50.600460 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.690816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.722834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=64a36d36-17b7-4aba-8684-4ff26cf997de,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.739863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9276a2-7bfb-4276-b3a1-6ac0a132225c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.784327 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.785602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.787024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.880591 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6343129 Aug 29 04:15:50.881652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34208) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:50.886985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf256be5-173f-482f-bf63-38ff682ee2af req-0224dc6b-1adc-499e-b960-bf7216f0a04d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 210 time: 0.0737641 Aug 29 04:15:50.889054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Request body: {'subnet': {'network_id': 'bf266756-0ffd-4d37-97e6-947d50017f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1117844401-subnet', 'tenant_id': '7bdfd295e04941e1a4b18debf1e24e8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:50.893980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977558e-9f6c-465c-b49e-4e3df375ebfb admin admin] Pushing event updated for resources: {'Network': ['ID=bf266756-0ffd-4d37-97e6-947d50017f25,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.906619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:50.923841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9f0fa-3a52-407b-9a06-08bf26e5f554 req-642e2603-205e-40cb-84f2-9ae8562ce64b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.925528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abb9f0fa-3a52-407b-9a06-08bf26e5f554 req-642e2603-205e-40cb-84f2-9ae8562ce64b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 936 time: 0.1164119 Aug 29 04:15:50.925746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network bf266756-0ffd-4d37-97e6-947d50017f25 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:50.926891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:50.928882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.931095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:50.954789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Made reservation on behalf of 7bdfd295e04941e1a4b18debf1e24e8e for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:50.958916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.981250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.982422 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.041812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-6b1bc6d0-2a61-408a-8651-eca7cc65a6d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4383430 Aug 29 04:15:51.044881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abb9f0fa-3a52-407b-9a06-08bf26e5f554 req-173708f8-c5b3-4cb4-a7d5-4468cda6ee85 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593250 Aug 29 04:15:51.060790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Request body: {'port': {'device_id': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:51.139839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:51.201689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cf924-11a6-4003-ade5-89778819e6eb req-ee4796bf-947b-4caa-8ea9-bfb98950f2ad tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.203454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a17cf924-11a6-4003-ade5-89778819e6eb req-ee4796bf-947b-4caa-8ea9-bfb98950f2ad tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7ffe6fb-a795-4b13-a046-df32fdf963ef HTTP/1.1" status: 200 len: 946 time: 0.1394048 Aug 29 04:15:51.219587 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.309938 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.349552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6cb020d1-36f8-4db0-a40a-829f4eb620ea None None] Provisioning for port f681934f-a77c-4904-800e-0071f87a2e75 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:51.363143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6cb020d1-36f8-4db0-a40a-829f4eb620ea None None] Provisioning complete for port f681934f-a77c-4904-800e-0071f87a2e75 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:51.363792 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6cb020d1-36f8-4db0-a40a-829f4eb620ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.403827 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Checking segment: {'id': 'c1515981-0077-4d82-91ea-c527cec1420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bf266756-0ffd-4d37-97e6-947d50017f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:51.404189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Network hostable DHCP agents. Network: bf266756-0ffd-4d37-97e6-947d50017f25, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:51.406608 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c853487-2485-4d09-a333-1c3862df1e3a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:51.421776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6cb020d1-36f8-4db0-a40a-829f4eb620ea None None] Port f681934f-a77c-4904-800e-0071f87a2e75 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:51.428443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Network bf266756-0ffd-4d37-97e6-947d50017f25 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:51.439020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, bf266756-0ffd-4d37-97e6-947d50017f25) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:51.449860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab95308f-93e6-4177-b2d4-508eea1f489e None None] Network bf266756-0ffd-4d37-97e6-947d50017f25 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:51.451627 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.453031 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.484131 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7fb61424-b164-4eec-b4b8-d40638b4bf0c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5896752 Aug 29 04:15:51.508384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33228-e603-467a-9058-95988bdaecc2 req-9ce605c4-98cf-4060-987d-7102f1c47545 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.509889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49c33228-e603-467a-9058-95988bdaecc2 req-9ce605c4-98cf-4060-987d-7102f1c47545 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 948 time: 0.2016158 Aug 29 04:15:51.621360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2120abc-5809-4abf-bbcb-379e2ef7c735 None None] Network bf266756-0ffd-4d37-97e6-947d50017f25 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:51.643123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49c33228-e603-467a-9058-95988bdaecc2 req-5a4c02bb-efb2-475c-8700-6df1e792c4f5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223979 Aug 29 04:15:51.660102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-a17cf924-11a6-4003-ade5-89778819e6eb req-9ecb7f0d-0493-4c28-92c8-78fe014ea1d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Deleting port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:51.660555 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a17cf924-11a6-4003-ade5-89778819e6eb req-9ecb7f0d-0493-4c28-92c8-78fe014ea1d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.810834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-f82765dd-602d-4ebb-ada7-0168c019dc4a req-64c5f008-94e1-4d94-9296-6282fb4fc37f tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-753651985', 'description': 'tempest-description-1490271769'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:51.820938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-a17cf924-11a6-4003-ade5-89778819e6eb req-9ecb7f0d-0493-4c28-92c8-78fe014ea1d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] For port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:51.821312 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a17cf924-11a6-4003-ade5-89778819e6eb req-9ecb7f0d-0493-4c28-92c8-78fe014ea1d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.850349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-a17cf924-11a6-4003-ade5-89778819e6eb req-9ecb7f0d-0493-4c28-92c8-78fe014ea1d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Calling delete_port for 2b58d5ed-a58d-4a9b-979a-ea0ee216665d owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:51.873649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f82765dd-602d-4ebb-ada7-0168c019dc4a req-64c5f008-94e1-4d94-9296-6282fb4fc37f tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.993186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f681934f-a77c-4904-800e-0071f87a2e75 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:52.004659 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.041064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Transition to ACTIVE for port object f681934f-a77c-4904-800e-0071f87a2e75 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:52.068282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a447f6e-65af-49ec-8f3e-22a3160847fb req-d051aac3-d55a-4945-bdb1-71ce4e11cbd0 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 210 time: 0.0443192 Aug 29 04:15:52.073432 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.089796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a7540-df63-41bf-b90a-cc23c8713809 req-487ea736-78ab-4dee-bfb4-7af66322031e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:52.101241 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-487ea736-78ab-4dee-bfb4-7af66322031e tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.52 "GET /v2.0/networks?id=8204f631-7a10-4f96-8f2f-9cacd065f755 HTTP/1.1" status: 200 len: 815 time: 0.1613305 Aug 29 04:15:52.125711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Request body: {'port': {'device_id': '6b22626e-f9b5-46d9-b737-c7360efcbea7', 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755', 'admin_state_up': True, 'tenant_id': '39809e088b2644d1b50bda5668e86c67'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:52.228241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f82765dd-602d-4ebb-ada7-0168c019dc4a req-64c5f008-94e1-4d94-9296-6282fb4fc37f tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.266956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a63ec226-339f-4c84-9b3f-0bf0216c385b details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:52.314172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:52.326017 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f82765dd-602d-4ebb-ada7-0168c019dc4a req-64c5f008-94e1-4d94-9296-6282fb4fc37f tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.357819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Made reservation on behalf of 39809e088b2644d1b50bda5668e86c67 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:52.362129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.455050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f82765dd-602d-4ebb-ada7-0168c019dc4a req-64c5f008-94e1-4d94-9296-6282fb4fc37f tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.456859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a63ec226-339f-4c84-9b3f-0bf0216c385b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a63ec226-339f-4c84-9b3f-0bf0216c385b,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:52.466647 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f82765dd-602d-4ebb-ada7-0168c019dc4a req-64c5f008-94e1-4d94-9296-6282fb4fc37f tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6726706 Aug 29 04:15:52.472379 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a17cf924-11a6-4003-ade5-89778819e6eb req-9ecb7f0d-0493-4c28-92c8-78fe014ea1d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.484672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'a63ec226-339f-4c84-9b3f-0bf0216c385b', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'a63ec226-339f-4c84-9b3f-0bf0216c385b', 'mac_address': 'fa:16:3e:7d:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:52.501100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c90455-2fa7-4b04-b85f-8cfaf3eac162 req-51069571-97b0-4649-8b75-7d4eda27a2f6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:52.513839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2b58d5ed-a58d-4a9b-979a-ea0ee216665d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:52.516952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52c90455-2fa7-4b04-b85f-8cfaf3eac162 req-51069571-97b0-4649-8b75-7d4eda27a2f6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 948 time: 0.2044399 Aug 29 04:15:52.561218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Allocated IP 172.20.0.8 (8204f631-7a10-4f96-8f2f-9cacd065f755/36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924/bd03cd5a-4dff-46a3-a49c-1777f9912e67) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:52.604935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5f008-94e1-4d94-9296-6282fb4fc37f tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b8e002-2797-4034-8898-5a06215252e1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:52.655433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb7f0d-0493-4c28-92c8-78fe014ea1d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Pushing event deleted for resources: {'Port': ['ID=2b58d5ed-a58d-4a9b-979a-ea0ee216665d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:52.707413 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.723178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63ec226-339f-4c84-9b3f-0bf0216c385b {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:52.745002 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a63ec226-339f-4c84-9b3f-0bf0216c385b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a63ec226-339f-4c84-9b3f-0bf0216c385b,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:52.758260 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.781364 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.783982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Attempting to bind port f681934f-a77c-4904-800e-0071f87a2e75 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:52.784495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Attempting to bind port f681934f-a77c-4904-800e-0071f87a2e75 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:52.784937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Attempting to bind port f681934f-a77c-4904-800e-0071f87a2e75 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:52.788455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17cf924-11a6-4003-ade5-89778819e6eb req-9ecb7f0d-0493-4c28-92c8-78fe014ea1d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] No DVR routers for this DVR port 2b58d5ed-a58d-4a9b-979a-ea0ee216665d on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:52.800981 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a17cf924-11a6-4003-ade5-89778819e6eb req-9ecb7f0d-0493-4c28-92c8-78fe014ea1d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.803154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a17cf924-11a6-4003-ade5-89778819e6eb req-9ecb7f0d-0493-4c28-92c8-78fe014ea1d2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.52 "DELETE /v2.0/ports/2b58d5ed-a58d-4a9b-979a-ea0ee216665d HTTP/1.1" status: 204 len: 173 time: 1.5911458 Aug 29 04:15:52.803814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ffe6fb-a795-4b13-a046-df32fdf963ef', 'name': 'network-vif-deleted', 'tag': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:52.806135 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307d9092-ffa2-4520-be1c-a84bfb82db83" -d '{"events": [{"server_uuid": "a7ffe6fb-a795-4b13-a046-df32fdf963ef", "name": "network-vif-deleted", "tag": "2b58d5ed-a58d-4a9b-979a-ea0ee216665d"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:52.815242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Port f681934f-a77c-4904-800e-0071f87a2e75 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:52.815586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Attempting to bind port f681934f-a77c-4904-800e-0071f87a2e75 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:52.848102 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.853635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=a63ec226-339f-4c84-9b3f-0bf0216c385b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:52.865111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:52.865244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:52.865698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:52.866313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Bound port: f681934f-a77c-4904-800e-0071f87a2e75, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:52.866727 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.895199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52c90455-2fa7-4b04-b85f-8cfaf3eac162 req-754150e8-370c-4229-9dc8-1084436f7e0b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773584 Aug 29 04:15:52.914055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Pushing event updated for resources: {'Port': ['ID=bd03cd5a-4dff-46a3-a49c-1777f9912e67,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:52.928518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Network 8204f631-7a10-4f96-8f2f-9cacd065f755 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:52.931228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:52.934972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:53.001615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.002423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.010482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee1ee04d-9b40-44c7-8eb4-de117b9282fd req-d95b4be1-dc6f-4ce0-a75f-ba7dcec56c4c tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/f7b8e002-2797-4034-8898-5a06215252e1 HTTP/1.1" status: 200 len: 1812 time: 0.1656053 Aug 29 04:15:53.020331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-ee1ee04d-9b40-44c7-8eb4-de117b9282fd req-089bb948-4a50-4e4f-8a85-8b19f8e59789 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7b8e002-2797-4034-8898-5a06215252e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:53.020978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-ee1ee04d-9b40-44c7-8eb4-de117b9282fd req-089bb948-4a50-4e4f-8a85-8b19f8e59789 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7b8e002-2797-4034-8898-5a06215252e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:53.036283 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-883c30c3-faa3-43b6-a69f-7763d1182c60 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9196539 Aug 29 04:15:53.066260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Request body: {'port': {'device_id': '6b22626e-f9b5-46d9-b737-c7360efcbea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:53.071672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 81cfbb7c-2796-482d-92b3-2c9deec74576 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:53.103853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:53.120877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:53.138147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.144629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4babd8-106a-4372-bda9-af40788da421 req-87d2150c-d3b9-4383-9a2d-a86bba31eda5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.146192 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b4babd8-106a-4372-bda9-af40788da421 req-87d2150c-d3b9-4383-9a2d-a86bba31eda5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 949 time: 0.1004186 Aug 29 04:15:53.147318 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.207418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.208052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.209481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] 10.222.0.59 "PUT /v2.0/ports/f681934f-a77c-4904-800e-0071f87a2e75 HTTP/1.1" status: 200 len: 1097 time: 2.1561165 Aug 29 04:15:53.216259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 81cfbb7c-2796-482d-92b3-2c9deec74576, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=81cfbb7c-2796-482d-92b3-2c9deec74576,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:53.238717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '81cfbb7c-2796-482d-92b3-2c9deec74576', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'port_id': '81cfbb7c-2796-482d-92b3-2c9deec74576', 'mac_address': 'fa:16:3e:ed:2c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73e9f0-344b-4223-9882-3f00d4ec1b9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:53.256804 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ee1ee04d-9b40-44c7-8eb4-de117b9282fd req-089bb948-4a50-4e4f-8a85-8b19f8e59789 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.293264 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.322461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81cfbb7c-2796-482d-92b3-2c9deec74576 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:53.349982 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['a63ec226-339f-4c84-9b3f-0bf0216c385b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:53.359487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7d219-27cc-4ead-b87c-f107ec727a03 service neutron] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.428338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b4babd8-106a-4372-bda9-af40788da421 req-ecaaf84c-911d-4743-9cae-95e347b6d88b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550933 Aug 29 04:15:53.428338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ee1ee04d-9b40-44c7-8eb4-de117b9282fd req-089bb948-4a50-4e4f-8a85-8b19f8e59789 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.443743 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ee1ee04d-9b40-44c7-8eb4-de117b9282fd req-089bb948-4a50-4e4f-8a85-8b19f8e59789 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.449287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 81cfbb7c-2796-482d-92b3-2c9deec74576, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=81cfbb7c-2796-482d-92b3-2c9deec74576,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:53.466546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.534588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-5920492a-0f51-41c4-83b9-07b4a664de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.542043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-5920492a-0f51-41c4-83b9-07b4a664de82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 1100 time: 0.2765553 Aug 29 04:15:53.546131 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df14b7a-a536-41c8-830b-24631b03fea6 x-openstack-request-id: req-4df14b7a-a536-41c8-830b-24631b03fea6 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:53.546705 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ffe6fb-a795-4b13-a046-df32fdf963ef", "name": "network-vif-deleted", "tag": "2b58d5ed-a58d-4a9b-979a-ea0ee216665d", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:53.547183 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4df14b7a-a536-41c8-830b-24631b03fea6 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:53.562918 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ffe6fb-a795-4b13-a046-df32fdf963ef', 'name': 'network-vif-deleted', 'tag': '2b58d5ed-a58d-4a9b-979a-ea0ee216665d', 'status': 'completed', 'code': 200} Aug 29 04:15:53.567492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bb948-4a50-4e4f-8a85-8b19f8e59789 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1dfb23-d597-4d1a-9f7f-4cc5bf3449ef,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.577235 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ee1ee04d-9b40-44c7-8eb4-de117b9282fd req-089bb948-4a50-4e4f-8a85-8b19f8e59789 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.580719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee1ee04d-9b40-44c7-8eb4-de117b9282fd req-089bb948-4a50-4e4f-8a85-8b19f8e59789 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5686986 Aug 29 04:15:53.629767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd03cd5a-4dff-46a3-a49c-1777f9912e67 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:53.665504 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.677922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-60098d74-3a05-438f-a697-5808b88c9721 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f681934f-a77c-4904-800e-0071f87a2e75 HTTP/1.1" status: 200 len: 217 time: 0.0924320 Aug 29 04:15:53.681092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['81cfbb7c-2796-482d-92b3-2c9deec74576'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:53.713006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Transition to ACTIVE for port object bd03cd5a-4dff-46a3-a49c-1777f9912e67 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:53.724101 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.779455 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1f34818-7441-424a-9899-9b77b365db4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.787618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-b7533213-af60-4f03-b70b-7e8699400d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.789675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-b7533213-af60-4f03-b70b-7e8699400d08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0951340 Aug 29 04:15:53.802601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f64047-c353-4c79-8c09-3421a85c5035 req-5812cde7-a43e-489f-a7ec-f03921581302 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.805729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=81cfbb7c-2796-482d-92b3-2c9deec74576,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.819553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0f64047-c353-4c79-8c09-3421a85c5035 req-5812cde7-a43e-489f-a7ec-f03921581302 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 931 time: 0.1387401 Aug 29 04:15:53.881606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd03cd5a-4dff-46a3-a49c-1777f9912e67,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.916517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0f64047-c353-4c79-8c09-3421a85c5035 req-2cfc121f-a41f-4b64-9d45-bd31b4b50280 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958505 Aug 29 04:15:53.927366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-1a7d5514-be66-4584-848e-257614b69c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.942629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-1a7d5514-be66-4584-848e-257614b69c0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1208668 Aug 29 04:15:54.032783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Attempting to bind port bd03cd5a-4dff-46a3-a49c-1777f9912e67 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:54.033172 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Attempting to bind port bd03cd5a-4dff-46a3-a49c-1777f9912e67 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:54.033450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Attempting to bind port bd03cd5a-4dff-46a3-a49c-1777f9912e67 on network 8204f631-7a10-4f96-8f2f-9cacd065f755 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:54.039284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Port bd03cd5a-4dff-46a3-a49c-1777f9912e67 on network 8204f631-7a10-4f96-8f2f-9cacd065f755 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:54.040077 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Attempting to bind port bd03cd5a-4dff-46a3-a49c-1777f9912e67 on network 8204f631-7a10-4f96-8f2f-9cacd065f755 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:54.046159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:54.047655 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Checking segment: {'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:54.048070 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Bound using segment: {'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:54.048530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Bound port: bd03cd5a-4dff-46a3-a49c-1777f9912e67, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:54.048893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.136541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] For port bd03cd5a-4dff-46a3-a49c-1777f9912e67, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:54.140762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] For port bd03cd5a-4dff-46a3-a49c-1777f9912e67, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bd03cd5a-4dff-46a3-a49c-1777f9912e67,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:54.151004 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.188727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7e442af-1aee-4287-90bb-545b9eb1ec1a req-f2a53bfa-72d5-4427-9d52-46e69c1304a7 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/f7b8e002-2797-4034-8898-5a06215252e1 HTTP/1.1" status: 200 len: 2405 time: 0.2040033 Aug 29 04:15:54.199420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.200235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.201783 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] 10.222.0.52 "PUT /v2.0/ports/bd03cd5a-4dff-46a3-a49c-1777f9912e67 HTTP/1.1" status: 200 len: 1092 time: 1.1425214 Aug 29 04:15:54.202282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b22626e-f9b5-46d9-b737-c7360efcbea7', 'tag': 'bd03cd5a-4dff-46a3-a49c-1777f9912e67'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:54.205476 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1173e7-d50a-496b-b776-d3133e148a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b22626e-f9b5-46d9-b737-c7360efcbea7", "tag": "bd03cd5a-4dff-46a3-a49c-1777f9912e67"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:54.243062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-7ee1624a-440f-4e59-925e-d0f033f88c0b service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907720 Aug 29 04:15:54.272704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 64a36d36-17b7-4aba-8684-4ff26cf997de up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:54.381562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49d829-fbcb-4d86-b92f-f1170b025cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd03cd5a-4dff-46a3-a49c-1777f9912e67,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:54.396383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 64a36d36-17b7-4aba-8684-4ff26cf997de completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:54.402641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 64a36d36-17b7-4aba-8684-4ff26cf997de triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:54.403068 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.413425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad0e4c18-b03d-4452-aae1-894400bf0639 req-c7d00163-4e96-4ff4-9448-78e34c9a7fe0 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-group-rules/3a1dfb23-d597-4d1a-9f7f-4cc5bf3449ef HTTP/1.1" status: 200 len: 778 time: 0.1182101 Aug 29 04:15:54.423127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a7540-df63-41bf-b90a-cc23c8713809 req-b3a39a91-d5fe-4573-a783-5b7972699fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.424629 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-b3a39a91-d5fe-4573-a783-5b7972699fe6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=39809e088b2644d1b50bda5668e86c67&device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 1095 time: 0.1290572 Aug 29 04:15:54.486368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b36ad1-4c71-4cde-a54a-179c43f7d703 req-e542641a-5a0c-43ed-80e5-99f65a174c78 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.493142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92b36ad1-4c71-4cde-a54a-179c43f7d703 req-e542641a-5a0c-43ed-80e5-99f65a174c78 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 948 time: 0.1384046 Aug 29 04:15:54.501963 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-5db562e5-6627-4ca4-b43f-3143b8fba08d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd03cd5a-4dff-46a3-a49c-1777f9912e67 HTTP/1.1" status: 200 len: 217 time: 0.0601816 Aug 29 04:15:54.526260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a36211-83d4-4202-9a7b-63fbd0834021 req-279224d6-b62a-4ccd-bad0-c7964e6cf2d4 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714806 Aug 29 04:15:54.548807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad0e4c18-b03d-4452-aae1-894400bf0639 req-1c04a078-6d1e-49bf-807d-130e147c242a tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/f7b8e002-2797-4034-8898-5a06215252e1 HTTP/1.1" status: 200 len: 2405 time: 0.1265173 Aug 29 04:15:54.581839 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.599933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92b36ad1-4c71-4cde-a54a-179c43f7d703 req-573b867b-9838-42a0-a1bd-6b6e6d7518fa tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058314 Aug 29 04:15:54.602150 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a7540-df63-41bf-b90a-cc23c8713809 req-c21d2fc2-ae59-4a88-933b-eae604fdd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.603611 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-c21d2fc2-ae59-4a88-933b-eae604fdd8c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924 HTTP/1.1" status: 200 len: 855 time: 0.0918674 Aug 29 04:15:54.617318 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ad0e4c18-b03d-4452-aae1-894400bf0639 req-20f3da21-79c2-4097-ab1b-631525830572 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.630082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32745d1-8b88-4df1-a44f-4612580c4535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a36d36-17b7-4aba-8684-4ff26cf997de'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:54.632676 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cf2b7d-5caa-4abb-a468-e31da1b0601e" -d '{"events": [{"server_uuid": "a32745d1-8b88-4df1-a44f-4612580c4535", "name": "network-vif-plugged", "status": "completed", "tag": "64a36d36-17b7-4aba-8684-4ff26cf997de"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:54.637803 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ad0e4c18-b03d-4452-aae1-894400bf0639 req-20f3da21-79c2-4097-ab1b-631525830572 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.646522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 64a36d36-17b7-4aba-8684-4ff26cf997de, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=64a36d36-17b7-4aba-8684-4ff26cf997de,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:54.655167 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.656122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2b58d5ed-a58d-4a9b-979a-ea0ee216665d no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:54.710877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 2b58d5ed-a58d-4a9b-979a-ea0ee216665d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:54.711650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2b58d5ed-a58d-4a9b-979a-ea0ee216665d not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:54.713084 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ad0e4c18-b03d-4452-aae1-894400bf0639 req-20f3da21-79c2-4097-ab1b-631525830572 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.723867 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ad0e4c18-b03d-4452-aae1-894400bf0639 req-20f3da21-79c2-4097-ab1b-631525830572 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.728023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad0e4c18-b03d-4452-aae1-894400bf0639 req-20f3da21-79c2-4097-ab1b-631525830572 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3a1dfb23-d597-4d1a-9f7f-4cc5bf3449ef HTTP/1.1" status: 204 len: 173 time: 0.1783226 Aug 29 04:15:54.743417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3da21-79c2-4097-ab1b-631525830572 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a1dfb23-d597-4d1a-9f7f-4cc5bf3449ef,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:54.794520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=64a36d36-17b7-4aba-8684-4ff26cf997de,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:54.810831 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7669f06-4683-41a7-aa4f-172c8d3f1d8a x-openstack-request-id: req-f7669f06-4683-41a7-aa4f-172c8d3f1d8a {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:54.811356 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32745d1-8b88-4df1-a44f-4612580c4535", "name": "network-vif-plugged", "status": "completed", "tag": "64a36d36-17b7-4aba-8684-4ff26cf997de", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:54.811780 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7669f06-4683-41a7-aa4f-172c8d3f1d8a {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:54.812502 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32745d1-8b88-4df1-a44f-4612580c4535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a36d36-17b7-4aba-8684-4ff26cf997de', 'code': 200} Aug 29 04:15:54.836172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3b04ba35-748d-447a-8681-fda83b2fb253 req-0c1d9f5d-a624-4315-a79e-3177369104a4 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1506410980', 'description': 'tempest-description-1236416647'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:54.853978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271b929-b150-46b8-9fd9-5de362b08a2a req-ace9f6cf-6b2a-4148-a79b-65892a65ff8a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.855699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1271b929-b150-46b8-9fd9-5de362b08a2a req-ace9f6cf-6b2a-4148-a79b-65892a65ff8a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 949 time: 0.0787280 Aug 29 04:15:54.891988 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3b04ba35-748d-447a-8681-fda83b2fb253 req-0c1d9f5d-a624-4315-a79e-3177369104a4 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.923966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1271b929-b150-46b8-9fd9-5de362b08a2a req-8c447b5f-59e1-44ad-a8e7-329798471fc3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561559 Aug 29 04:15:54.960659 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77b70da-d78a-4872-9299-dd39e2220b19 x-openstack-request-id: req-b77b70da-d78a-4872-9299-dd39e2220b19 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:54.961244 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b22626e-f9b5-46d9-b737-c7360efcbea7", "tag": "bd03cd5a-4dff-46a3-a49c-1777f9912e67", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:54.961244 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b77b70da-d78a-4872-9299-dd39e2220b19 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:54.961633 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b22626e-f9b5-46d9-b737-c7360efcbea7', 'tag': 'bd03cd5a-4dff-46a3-a49c-1777f9912e67', 'status': 'completed', 'code': 200} Aug 29 04:15:54.963639 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-f1808fab-222a-455b-854f-105fca426959 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8204f631-7a10-4f96-8f2f-9cacd065f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3477418 Aug 29 04:15:55.002845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e539bf-0fbb-4ea0-bb5e-3b966363c67f req-45261aad-ff59-49df-ba59-6d7fade7d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.004603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1e539bf-0fbb-4ea0-bb5e-3b966363c67f req-45261aad-ff59-49df-ba59-6d7fade7d3ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a32745d1-8b88-4df1-a44f-4612580c4535 HTTP/1.1" status: 200 len: 1102 time: 0.0791266 Aug 29 04:15:55.070674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1e539bf-0fbb-4ea0-bb5e-3b966363c67f req-548638bc-342d-437b-86ff-6c47e4624863 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Aug 29 04:15:55.084498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 81cfbb7c-2796-482d-92b3-2c9deec74576 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:55.093526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3b04ba35-748d-447a-8681-fda83b2fb253 req-0c1d9f5d-a624-4315-a79e-3177369104a4 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.095347 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-f74c2a6a-7796-4e93-8899-bd9b7b7a916e service neutron] 10.222.0.52 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198571 Aug 29 04:15:55.102563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3b04ba35-748d-447a-8681-fda83b2fb253 req-0c1d9f5d-a624-4315-a79e-3177369104a4 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.137788 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3b04ba35-748d-447a-8681-fda83b2fb253 req-0c1d9f5d-a624-4315-a79e-3177369104a4 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.139292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b04ba35-748d-447a-8681-fda83b2fb253 req-0c1d9f5d-a624-4315-a79e-3177369104a4 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3097632 Aug 29 04:15:55.141533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d9f5d-a624-4315-a79e-3177369104a4 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35da048-28eb-4c5d-8531-dcaeb74fb7c2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:55.168168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 81cfbb7c-2796-482d-92b3-2c9deec74576 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:55.168669 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.267445 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.272519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02486da3-b398-42d3-9031-a0068a40eb90 req-398e06d2-00ac-4943-8818-4d04037e8bbf tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.274263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02486da3-b398-42d3-9031-a0068a40eb90 req-398e06d2-00ac-4943-8818-4d04037e8bbf tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 943 time: 0.0620680 Aug 29 04:15:55.316164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 81cfbb7c-2796-482d-92b3-2c9deec74576, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=81cfbb7c-2796-482d-92b3-2c9deec74576,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:55.320263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02486da3-b398-42d3-9031-a0068a40eb90 req-653064bf-bac9-4dd7-a870-c9628f289296 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366061 Aug 29 04:15:55.321177 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.381159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=81cfbb7c-2796-482d-92b3-2c9deec74576,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:55.491057 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f07c3b9-2e0b-477f-8206-ebf11866e7c7 req-717a7c92-339a-40a4-adef-45239d89a5bc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/f35da048-28eb-4c5d-8531-dcaeb74fb7c2 HTTP/1.1" status: 200 len: 1813 time: 0.0573382 Aug 29 04:15:55.532145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-08be257b-c994-4347-8ae2-247ed51eee74 req-2574d71c-9019-45f7-b56f-fba1151b1f3d tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1475241119', 'description': 'tempest-description-1580992141'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:55.559661 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-08be257b-c994-4347-8ae2-247ed51eee74 req-2574d71c-9019-45f7-b56f-fba1151b1f3d tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.579387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:55.584095 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afe3366-3bfe-4cc8-98dc-508b5915916e" -d '{"events": [{"name": "network-changed", "server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "tag": "f681934f-a77c-4904-800e-0071f87a2e75"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:55.636864 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-977a7540-df63-41bf-b90a-cc23c8713809 req-0f347118-f556-48b9-b022-1c505b91d8fd service neutron] 10.222.0.52 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705580 Aug 29 04:15:55.646612 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392b8dd2-b229-4237-a574-bcaefc23f89b x-openstack-request-id: req-392b8dd2-b229-4237-a574-bcaefc23f89b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:55.647453 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "tag": "f681934f-a77c-4904-800e-0071f87a2e75", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:55.647453 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-392b8dd2-b229-4237-a574-bcaefc23f89b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:55.651922 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75', 'status': 'completed', 'code': 200} Aug 29 04:15:55.716596 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-08be257b-c994-4347-8ae2-247ed51eee74 req-2574d71c-9019-45f7-b56f-fba1151b1f3d tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.729782 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-08be257b-c994-4347-8ae2-247ed51eee74 req-2574d71c-9019-45f7-b56f-fba1151b1f3d tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.791606 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-08be257b-c994-4347-8ae2-247ed51eee74 req-2574d71c-9019-45f7-b56f-fba1151b1f3d tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.792875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08be257b-c994-4347-8ae2-247ed51eee74 req-2574d71c-9019-45f7-b56f-fba1151b1f3d tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2665303 Aug 29 04:15:55.795883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574d71c-9019-45f7-b56f-fba1151b1f3d tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d2c0a2-11ef-4dbb-8760-8ef2c43cf2e9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:55.805273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-b6bf9851-36e8-4995-b9af-0457492f123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.806863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-b6bf9851-36e8-4995-b9af-0457492f123e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 1100 time: 0.1211944 Aug 29 04:15:55.832078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedee233-8274-45bc-8496-1ff0fec563ac req-f61f33a4-ee89-4f98-b65c-b4d2e5ecd559 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.834977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1173e7-d50a-496b-b776-d3133e148a7c req-0f75c3fd-7eae-459c-9894-b701646eacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.837937 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c1173e7-d50a-496b-b776-d3133e148a7c req-0f75c3fd-7eae-459c-9894-b701646eacf8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=39809e088b2644d1b50bda5668e86c67&device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 1095 time: 0.0845110 Aug 29 04:15:55.839838 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cedee233-8274-45bc-8496-1ff0fec563ac req-f61f33a4-ee89-4f98-b65c-b4d2e5ecd559 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 948 time: 0.1058621 Aug 29 04:15:55.969284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cedee233-8274-45bc-8496-1ff0fec563ac req-bfc34279-0b55-48e5-b791-4cdf2e95fd49 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276846 Aug 29 04:15:55.972973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1173e7-d50a-496b-b776-d3133e148a7c req-b6c9621a-c59a-4909-9439-54bd60953034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.974614 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c1173e7-d50a-496b-b776-d3133e148a7c req-b6c9621a-c59a-4909-9439-54bd60953034 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8204f631-7a10-4f96-8f2f-9cacd065f755 HTTP/1.1" status: 200 len: 916 time: 0.1275437 Aug 29 04:15:56.009129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e093c0a5-08ab-4cce-b8f6-9c267f4db007 req-955d090c-df1e-4791-ac2a-0e3ec207111b tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/54d2c0a2-11ef-4dbb-8760-8ef2c43cf2e9 HTTP/1.1" status: 200 len: 1813 time: 0.1109889 Aug 29 04:15:56.060317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-862c516b-cc31-4edc-9651-1d537a4e5172 req-f0badbca-b885-4625-81e5-08f253c00c40 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1379971680', 'description': 'tempest-description-1229961072'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:56.064345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c1173e7-d50a-496b-b776-d3133e148a7c req-9b9f5bd3-a1af-4278-b850-52cca1699b0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd03cd5a-4dff-46a3-a49c-1777f9912e67 HTTP/1.1" status: 200 len: 217 time: 0.0789838 Aug 29 04:15:56.080233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-1e6df330-f04b-4ed1-a39e-d44e2fcf438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.081058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-1e6df330-f04b-4ed1-a39e-d44e2fcf438f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2634315 Aug 29 04:15:56.088176 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c10e1353-b358-4780-8adf-677f72270e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.129880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1173e7-d50a-496b-b776-d3133e148a7c req-8875d380-f903-4c10-8c32-eab7cabfc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.131564 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c1173e7-d50a-496b-b776-d3133e148a7c req-8875d380-f903-4c10-8c32-eab7cabfc967 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924 HTTP/1.1" status: 200 len: 855 time: 0.0546532 Aug 29 04:15:56.138973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-b1ac1fe7-9968-4d06-b1dc-953ae21b8281 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f681934f-a77c-4904-800e-0071f87a2e75 HTTP/1.1" status: 200 len: 217 time: 0.0427816 Aug 29 04:15:56.175560 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c1173e7-d50a-496b-b776-d3133e148a7c req-c7093e08-2224-4134-928c-7e7a2ec877c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8204f631-7a10-4f96-8f2f-9cacd065f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310733 Aug 29 04:15:56.177106 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-862c516b-cc31-4edc-9651-1d537a4e5172 req-f0badbca-b885-4625-81e5-08f253c00c40 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.199120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59b2ad-375c-4787-93f2-d8efed235f8b req-7bf08bf7-6197-44bf-b959-d124f95259fd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.206814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f59b2ad-375c-4787-93f2-d8efed235f8b req-7bf08bf7-6197-44bf-b959-d124f95259fd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 949 time: 0.1612158 Aug 29 04:15:56.251823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-077e7a50-2de5-4820-8614-0e095b3809d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.253313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-077e7a50-2de5-4820-8614-0e095b3809d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1057022 Aug 29 04:15:56.284865 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c1173e7-d50a-496b-b776-d3133e148a7c req-161d787b-6471-4774-b913-f53fbbc6521b service neutron] 10.222.0.52 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004655 Aug 29 04:15:56.292707 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a63ec226-339f-4c84-9b3f-0bf0216c385b up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:56.299346 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.331994 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f59b2ad-375c-4787-93f2-d8efed235f8b req-fe22af83-a793-4940-b47c-8aca774854c9 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105137 Aug 29 04:15:56.384301 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port a63ec226-339f-4c84-9b3f-0bf0216c385b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:56.390637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port a63ec226-339f-4c84-9b3f-0bf0216c385b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:56.391278 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.403066 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c1173e7-d50a-496b-b776-d3133e148a7c req-7207d916-8593-4195-80e7-455d06c4f821 service neutron] 10.222.0.52 "GET /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102014 Aug 29 04:15:56.427136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-862c516b-cc31-4edc-9651-1d537a4e5172 req-f0badbca-b885-4625-81e5-08f253c00c40 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.458718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-5febee1c-8d55-42eb-91f6-d68b70c9df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.463974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-5febee1c-8d55-42eb-91f6-d68b70c9df67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1923587 Aug 29 04:15:56.465439 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-862c516b-cc31-4edc-9651-1d537a4e5172 req-f0badbca-b885-4625-81e5-08f253c00c40 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.506982 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.546051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a63ec226-339f-4c84-9b3f-0bf0216c385b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a63ec226-339f-4c84-9b3f-0bf0216c385b,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:56.554366 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-862c516b-cc31-4edc-9651-1d537a4e5172 req-f0badbca-b885-4625-81e5-08f253c00c40 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.555865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-862c516b-cc31-4edc-9651-1d537a4e5172 req-f0badbca-b885-4625-81e5-08f253c00c40 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5071318 Aug 29 04:15:56.569803 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.609435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0badbca-b885-4625-81e5-08f253c00c40 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8b9447-cfc2-4562-93d4-53a8f0a78a61,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.643697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-ef0a40c6-c505-49d9-9887-e1cdd4c114ef service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638272 Aug 29 04:15:56.653639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40489db4-df74-4a58-9836-7104a45b4953 req-048d7260-e050-4b9b-95d9-478976cb4add tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.661712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40489db4-df74-4a58-9836-7104a45b4953 req-048d7260-e050-4b9b-95d9-478976cb4add tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 943 time: 0.1259313 Aug 29 04:15:56.670863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=a63ec226-339f-4c84-9b3f-0bf0216c385b,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.760644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40489db4-df74-4a58-9836-7104a45b4953 req-68a29fab-8a41-4980-afa7-983036c2ce70 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978785 Aug 29 04:15:56.814447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cfbb7c-2796-482d-92b3-2c9deec74576'}, {'server_uuid': 'e5b95149-3caf-4301-b22f-fc04dbee3391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ec226-339f-4c84-9b3f-0bf0216c385b'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:56.818423 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b957baa9-7be4-400c-a972-bb4488f758da" -d '{"events": [{"server_uuid": "3ebad7dd-9029-40a3-8514-e3da85362d31", "name": "network-vif-plugged", "status": "completed", "tag": "81cfbb7c-2796-482d-92b3-2c9deec74576"}, {"server_uuid": "e5b95149-3caf-4301-b22f-fc04dbee3391", "name": "network-vif-plugged", "status": "completed", "tag": "a63ec226-339f-4c84-9b3f-0bf0216c385b"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:56.845488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2afe3366-3bfe-4cc8-98dc-508b5915916e req-9be3b207-d2f6-4441-b305-df2cbda190d7 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757934 Aug 29 04:15:56.880669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24fbaba1-f353-47cb-b9f1-ce583135bc97 req-ac92af27-194b-4939-998e-68c637853364 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/4b8b9447-cfc2-4562-93d4-53a8f0a78a61 HTTP/1.1" status: 200 len: 1813 time: 0.0853157 Aug 29 04:15:56.930336 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daf203d-12c9-4bbe-bbd6-af5590fd9a0c x-openstack-request-id: req-7daf203d-12c9-4bbe-bbd6-af5590fd9a0c {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:56.930721 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebad7dd-9029-40a3-8514-e3da85362d31", "name": "network-vif-plugged", "status": "completed", "tag": "81cfbb7c-2796-482d-92b3-2c9deec74576", "code": 200}, {"server_uuid": "e5b95149-3caf-4301-b22f-fc04dbee3391", "name": "network-vif-plugged", "status": "completed", "tag": "a63ec226-339f-4c84-9b3f-0bf0216c385b", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:56.930920 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7daf203d-12c9-4bbe-bbd6-af5590fd9a0c {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:56.931294 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cfbb7c-2796-482d-92b3-2c9deec74576', 'code': 200} Aug 29 04:15:56.931584 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b95149-3caf-4301-b22f-fc04dbee3391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ec226-339f-4c84-9b3f-0bf0216c385b', 'code': 200} Aug 29 04:15:56.935806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-2fe427b2-3571-4f64-a5b2-42d8897159f9 req-60578146-434c-4f7b-a51e-8ceb69a9f037 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1210935986', 'description': 'tempest-description-1038738506'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:56.959490 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2fe427b2-3571-4f64-a5b2-42d8897159f9 req-60578146-434c-4f7b-a51e-8ceb69a9f037 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.098093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2fe427b2-3571-4f64-a5b2-42d8897159f9 req-60578146-434c-4f7b-a51e-8ceb69a9f037 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.108242 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2fe427b2-3571-4f64-a5b2-42d8897159f9 req-60578146-434c-4f7b-a51e-8ceb69a9f037 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.109581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fade1e7-1a94-4df0-8e13-40ee2e41d2db req-5c3fbcf5-30ff-42e8-ae8a-149ce306ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.111577 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0fade1e7-1a94-4df0-8e13-40ee2e41d2db req-5c3fbcf5-30ff-42e8-ae8a-149ce306ce1c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 1102 time: 0.0619712 Aug 29 04:15:57.146876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79ed87-6ca8-48b9-a699-88a241b0c95f req-492f9c77-e30a-4181-92c3-c175e46d2c54 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.148727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb79ed87-6ca8-48b9-a699-88a241b0c95f req-492f9c77-e30a-4181-92c3-c175e46d2c54 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 948 time: 0.0860753 Aug 29 04:15:57.154105 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2fe427b2-3571-4f64-a5b2-42d8897159f9 req-60578146-434c-4f7b-a51e-8ceb69a9f037 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.154374 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.178939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fe427b2-3571-4f64-a5b2-42d8897159f9 req-60578146-434c-4f7b-a51e-8ceb69a9f037 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2484965 Aug 29 04:15:57.190210 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0fade1e7-1a94-4df0-8e13-40ee2e41d2db req-579c3987-2bd5-4fcd-80ba-34c50cb460b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669134 Aug 29 04:15:57.197966 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.504979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60578146-434c-4f7b-a51e-8ceb69a9f037 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0d7958-df38-4470-9cf0-d3bbc877e7db,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:57.544786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb79ed87-6ca8-48b9-a699-88a241b0c95f req-b1881d59-1060-4cfd-8c67-24571b48299e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636906 Aug 29 04:15:57.560323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ccdf0f9-debb-4018-9e10-eb03a8b3e346 req-d65a5282-8a85-4e86-8bd5-8556d865da4d tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/3b0d7958-df38-4470-9cf0-d3bbc877e7db HTTP/1.1" status: 200 len: 1813 time: 0.3804197 Aug 29 04:15:57.682588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8b29c-f31a-45cf-b453-d546ab0fa372 req-e96392ab-e7a9-49ee-98e4-875ef8bd8166 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.684113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6b8b29c-f31a-45cf-b453-d546ab0fa372 req-e96392ab-e7a9-49ee-98e4-875ef8bd8166 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 950 time: 0.0646996 Aug 29 04:15:57.713626 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-5d121816-49d5-4a2f-ae54-46e312959acb req-cd39fabc-1697-4f62-8faa-557f59e7d23b tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] show failed (client error): The resource could not be found. Aug 29 04:15:57.714673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d121816-49d5-4a2f-ae54-46e312959acb req-cd39fabc-1697-4f62-8faa-557f59e7d23b tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/e3a94339-75d4-4ae3-b49e-d2795ac83f6a HTTP/1.1" status: 404 len: 352 time: 0.0296621 Aug 29 04:15:57.740721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6b8b29c-f31a-45cf-b453-d546ab0fa372 req-fb9d4839-0724-42ec-a6bc-95d34f9f48a0 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Aug 29 04:15:57.759986 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-7ffa6618-610f-42f3-8aa9-40f8f8c4b14d req-97d52241-5ea7-4d72-92c9-d04e2091e7c0 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] show failed (client error): The resource could not be found. Aug 29 04:15:57.761128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ffa6618-610f-42f3-8aa9-40f8f8c4b14d req-97d52241-5ea7-4d72-92c9-d04e2091e7c0 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-group-rules/dd30d07f-f8b2-4d61-9785-3372d57f86c5 HTTP/1.1" status: 404 len: 361 time: 0.0176210 Aug 29 04:15:57.850399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dac509e3-468a-48e6-8d25-99d6724de680 req-04e56529-60db-4aae-a030-369762fef74c tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/3b0d7958-df38-4470-9cf0-d3bbc877e7db HTTP/1.1" status: 200 len: 1813 time: 0.0632207 Aug 29 04:15:57.954407 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dac509e3-468a-48e6-8d25-99d6724de680 req-7d6fe07c-ca66-4e31-a44c-5a9effe5c7ec tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.988896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dac509e3-468a-48e6-8d25-99d6724de680 req-7d6fe07c-ca66-4e31-a44c-5a9effe5c7ec tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.998302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f2cab-7132-412f-907d-6558543398cb req-eb5faee7-baf9-46a7-86b8-46bad22752da tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.999813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-122f2cab-7132-412f-907d-6558543398cb req-eb5faee7-baf9-46a7-86b8-46bad22752da tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 943 time: 0.0943434 Aug 29 04:15:58.069124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-122f2cab-7132-412f-907d-6558543398cb req-a15b44a0-b451-4017-95fd-ac4aa2b4b564 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567181 Aug 29 04:15:58.071119 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dac509e3-468a-48e6-8d25-99d6724de680 req-7d6fe07c-ca66-4e31-a44c-5a9effe5c7ec tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.074217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dac509e3-468a-48e6-8d25-99d6724de680 req-7d6fe07c-ca66-4e31-a44c-5a9effe5c7ec tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.076470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dac509e3-468a-48e6-8d25-99d6724de680 req-7d6fe07c-ca66-4e31-a44c-5a9effe5c7ec tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "DELETE /v2.0/security-groups/3b0d7958-df38-4470-9cf0-d3bbc877e7db HTTP/1.1" status: 204 len: 173 time: 0.2190118 Aug 29 04:15:58.089283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fe07c-ca66-4e31-a44c-5a9effe5c7ec tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0d7958-df38-4470-9cf0-d3bbc877e7db,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.238591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2cdd46b-f7f6-41ec-bbb3-231a05d60d3f req-4e309540-395f-40a2-add9-282f17afd2e2 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/4b8b9447-cfc2-4562-93d4-53a8f0a78a61 HTTP/1.1" status: 200 len: 1813 time: 0.0494001 Aug 29 04:15:58.306777 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e2cdd46b-f7f6-41ec-bbb3-231a05d60d3f req-e2ea9dff-7f32-4811-abf5-9f60b831becc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.338393 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e2cdd46b-f7f6-41ec-bbb3-231a05d60d3f req-e2ea9dff-7f32-4811-abf5-9f60b831becc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.385233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e2cdd46b-f7f6-41ec-bbb3-231a05d60d3f req-e2ea9dff-7f32-4811-abf5-9f60b831becc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.388534 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e2cdd46b-f7f6-41ec-bbb3-231a05d60d3f req-e2ea9dff-7f32-4811-abf5-9f60b831becc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.390068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2cdd46b-f7f6-41ec-bbb3-231a05d60d3f req-e2ea9dff-7f32-4811-abf5-9f60b831becc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "DELETE /v2.0/security-groups/4b8b9447-cfc2-4562-93d4-53a8f0a78a61 HTTP/1.1" status: 204 len: 173 time: 0.1400990 Aug 29 04:15:58.406990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea9dff-7f32-4811-abf5-9f60b831becc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8b9447-cfc2-4562-93d4-53a8f0a78a61,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.465218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55ac71e7-cc62-4224-8d99-dbcffe0db021 req-264dae03-d80d-4f7f-9677-0cfc86489624 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/54d2c0a2-11ef-4dbb-8760-8ef2c43cf2e9 HTTP/1.1" status: 200 len: 1813 time: 0.0485435 Aug 29 04:15:58.538354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-55ac71e7-cc62-4224-8d99-dbcffe0db021 req-742c09e9-719b-4b31-91c2-d1e3c7b8cedc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.581841 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-55ac71e7-cc62-4224-8d99-dbcffe0db021 req-742c09e9-719b-4b31-91c2-d1e3c7b8cedc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.654636 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-55ac71e7-cc62-4224-8d99-dbcffe0db021 req-742c09e9-719b-4b31-91c2-d1e3c7b8cedc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.659053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-55ac71e7-cc62-4224-8d99-dbcffe0db021 req-742c09e9-719b-4b31-91c2-d1e3c7b8cedc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.660593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55ac71e7-cc62-4224-8d99-dbcffe0db021 req-742c09e9-719b-4b31-91c2-d1e3c7b8cedc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "DELETE /v2.0/security-groups/54d2c0a2-11ef-4dbb-8760-8ef2c43cf2e9 HTTP/1.1" status: 204 len: 173 time: 0.1875963 Aug 29 04:15:58.713261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c09e9-719b-4b31-91c2-d1e3c7b8cedc tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d2c0a2-11ef-4dbb-8760-8ef2c43cf2e9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.741219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121d934-0816-4cf4-94a4-d518ec97dcc0 req-2304d252-28ba-408f-87a4-ab57a51ae580 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.748756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1121d934-0816-4cf4-94a4-d518ec97dcc0 req-2304d252-28ba-408f-87a4-ab57a51ae580 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 948 time: 0.1067412 Aug 29 04:15:58.816093 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1121d934-0816-4cf4-94a4-d518ec97dcc0 req-5bf939a7-95f9-4562-b724-d57371f8de24 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551517 Aug 29 04:15:58.885950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae5fec60-b6e5-42bb-bb7c-6f08a094f613 req-3d445cad-38dc-4eca-b449-6c0402631944 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/f35da048-28eb-4c5d-8531-dcaeb74fb7c2 HTTP/1.1" status: 200 len: 1813 time: 0.0815220 Aug 29 04:15:58.899317 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.991719 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ae5fec60-b6e5-42bb-bb7c-6f08a094f613 req-f513c95e-6756-462d-91c2-9bd935a1575b tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.012847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de09205-c885-4066-bd73-8f050cbf34f0 req-3a40c494-8be9-4015-a882-a9c86c411120 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.014336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2de09205-c885-4066-bd73-8f050cbf34f0 req-3a40c494-8be9-4015-a882-a9c86c411120 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 950 time: 0.0868249 Aug 29 04:15:59.033147 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ae5fec60-b6e5-42bb-bb7c-6f08a094f613 req-f513c95e-6756-462d-91c2-9bd935a1575b tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.084579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f681934f-a77c-4904-800e-0071f87a2e75 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:59.102352 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2de09205-c885-4066-bd73-8f050cbf34f0 req-02e1fc4a-beb8-44bd-9e3b-85e48a02534d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780468 Aug 29 04:15:59.121245 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ae5fec60-b6e5-42bb-bb7c-6f08a094f613 req-f513c95e-6756-462d-91c2-9bd935a1575b tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.132536 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ae5fec60-b6e5-42bb-bb7c-6f08a094f613 req-f513c95e-6756-462d-91c2-9bd935a1575b tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.147739 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae5fec60-b6e5-42bb-bb7c-6f08a094f613 req-f513c95e-6756-462d-91c2-9bd935a1575b tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "DELETE /v2.0/security-groups/f35da048-28eb-4c5d-8531-dcaeb74fb7c2 HTTP/1.1" status: 204 len: 173 time: 0.2592266 Aug 29 04:15:59.173678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513c95e-6756-462d-91c2-9bd935a1575b tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35da048-28eb-4c5d-8531-dcaeb74fb7c2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:59.272372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:59.287578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'f681934f-a77c-4904-800e-0071f87a2e75', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'f681934f-a77c-4904-800e-0071f87a2e75', 'mac_address': 'fa:16:3e:2c:56:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:59.312834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28164d3-702e-4e08-8be2-5a4ffe97147a req-d3e18830-0103-4f63-b503-f08f88346eb8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.314315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c28164d3-702e-4e08-8be2-5a4ffe97147a req-d3e18830-0103-4f63-b503-f08f88346eb8 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 943 time: 0.0836766 Aug 29 04:15:59.328148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fde90454-05bf-4d58-9ea8-e7b28f5efbcd req-76ff034c-9a8d-4303-94d3-11ee8101af95 tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "GET /v2.0/security-groups/f7b8e002-2797-4034-8898-5a06215252e1 HTTP/1.1" status: 200 len: 1812 time: 0.1041496 Aug 29 04:15:59.328676 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.342001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f681934f-a77c-4904-800e-0071f87a2e75 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:59.365303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:59.373335 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.408445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c28164d3-702e-4e08-8be2-5a4ffe97147a req-807301ee-f460-4350-bfc6-95bb86a040c2 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778272 Aug 29 04:15:59.432140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:59.435412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fde90454-05bf-4d58-9ea8-e7b28f5efbcd req-3d09c556-bed4-4daf-8a54-680d9a742aed tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.442147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.442568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.442980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.443818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.443818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.444051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.444613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.445129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.445563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.446042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.446674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.447096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:59.465578 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fde90454-05bf-4d58-9ea8-e7b28f5efbcd req-3d09c556-bed4-4daf-8a54-680d9a742aed tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.527084 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fde90454-05bf-4d58-9ea8-e7b28f5efbcd req-3d09c556-bed4-4daf-8a54-680d9a742aed tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.530831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fde90454-05bf-4d58-9ea8-e7b28f5efbcd req-3d09c556-bed4-4daf-8a54-680d9a742aed tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.532364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fde90454-05bf-4d58-9ea8-e7b28f5efbcd req-3d09c556-bed4-4daf-8a54-680d9a742aed tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] 10.222.0.49 "DELETE /v2.0/security-groups/f7b8e002-2797-4034-8898-5a06215252e1 HTTP/1.1" status: 204 len: 173 time: 0.2030802 Aug 29 04:15:59.538464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34434) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:59.551972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09c556-bed4-4daf-8a54-680d9a742aed tempest-SecurityGroupRulesNegativeTestJSON-1278007897 tempest-SecurityGroupRulesNegativeTestJSON-1278007897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b8e002-2797-4034-8898-5a06215252e1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:59.616689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-d072f47f-0592-4b12-8fad-09523856c48c admin admin] Deleting subnet 2c853487-2485-4d09-a333-1c3862df1e3a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:59.619851 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d072f47f-0592-4b12-8fad-09523856c48c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.658399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f681934f-a77c-4904-800e-0071f87a2e75'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:59.665054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d072f47f-0592-4b12-8fad-09523856c48c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.710583 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d072f47f-0592-4b12-8fad-09523856c48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.784013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d072f47f-0592-4b12-8fad-09523856c48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.845033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072f47f-0592-4b12-8fad-09523856c48c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c853487-2485-4d09-a333-1c3862df1e3a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:59.852530 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d072f47f-0592-4b12-8fad-09523856c48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.854453 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d072f47f-0592-4b12-8fad-09523856c48c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c853487-2485-4d09-a333-1c3862df1e3a HTTP/1.1" status: 204 len: 168 time: 0.3149872 Aug 29 04:15:59.857988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34440) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:59.950614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.971285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e67b25-c227-4cd0-96fb-d693bdc9e770 req-612b1308-b6e9-4da5-872b-c5914f33cbed tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.973123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35e67b25-c227-4cd0-96fb-d693bdc9e770 req-612b1308-b6e9-4da5-872b-c5914f33cbed tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 949 time: 0.0671866 Aug 29 04:16:00.032232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35e67b25-c227-4cd0-96fb-d693bdc9e770 req-2a47f290-a59b-432e-8815-a05437e71420 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523622 Aug 29 04:16:00.056003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.067710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf266756-0ffd-4d37-97e6-947d50017f25']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:00.079925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1515981-0077-4d82-91ea-c527cec1420c') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:00.080255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1515981-0077-4d82-91ea-c527cec1420c') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:00.091201 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.107852 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.114139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:00.114480 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:00.116279 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:00.193342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.214467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.221055 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bf266756-0ffd-4d37-97e6-947d50017f25 HTTP/1.1" status: 204 len: 168 time: 0.3623509 Aug 29 04:16:00.222016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0007d4-2172-431b-b2ca-34b1f6c35ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf266756-0ffd-4d37-97e6-947d50017f25,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:00.259597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f67ba5-448f-4349-aade-3747c0951979 req-be313a06-c5d4-47dc-8184-248d34740c22 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.260995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67f67ba5-448f-4349-aade-3747c0951979 req-be313a06-c5d4-47dc-8184-248d34740c22 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 950 time: 0.0751643 Aug 29 04:16:00.312273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bd03cd5a-4dff-46a3-a49c-1777f9912e67 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:00.318756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67f67ba5-448f-4349-aade-3747c0951979 req-b818abd3-b78b-4466-829a-cd5902f50092 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501254 Aug 29 04:16:00.410849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34454) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:00.475721 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3f1abc62-7932-4c0e-a390-193800cd2f8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7bdfd295e04941e1a4b18debf1e24e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632131 Aug 29 04:16:00.476748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34458) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:00.488435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f5a9c-c400-413e-990f-33b5730f9eb0 req-edb22673-be72-4717-90f9-7ed75dfd0439 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.498196 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c4f5a9c-c400-413e-990f-33b5730f9eb0 req-edb22673-be72-4717-90f9-7ed75dfd0439 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a32745d1-8b88-4df1-a44f-4612580c4535 HTTP/1.1" status: 200 len: 950 time: 0.0987604 Aug 29 04:16:00.522834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bd03cd5a-4dff-46a3-a49c-1777f9912e67, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bd03cd5a-4dff-46a3-a49c-1777f9912e67,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:00.536096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'bd03cd5a-4dff-46a3-a49c-1777f9912e67', 'network_id': '8204f631-7a10-4f96-8f2f-9cacd065f755', 'port_id': 'bd03cd5a-4dff-46a3-a49c-1777f9912e67', 'mac_address': 'fa:16:3e:47:e5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:00.554576 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7e5c3cd-3cc7-4572-a084-19f17514aa2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.578114 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.591334 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7e5c3cd-3cc7-4572-a084-19f17514aa2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.591818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c4f5a9c-c400-413e-990f-33b5730f9eb0 req-a1f1ce68-5163-4691-8823-6ae6711d2155 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891914 Aug 29 04:16:00.621428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd03cd5a-4dff-46a3-a49c-1777f9912e67 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:00.629464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331b7e-c211-4a93-aa9d-9cdc48570e63 req-7d0bc0c1-6764-454e-a020-600508b5b7d1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.631129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2331b7e-c211-4a93-aa9d-9cdc48570e63 req-7d0bc0c1-6764-454e-a020-600508b5b7d1 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 943 time: 0.1236894 Aug 29 04:16:00.691140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bd03cd5a-4dff-46a3-a49c-1777f9912e67, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bd03cd5a-4dff-46a3-a49c-1777f9912e67,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:00.696979 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7e5c3cd-3cc7-4572-a084-19f17514aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.701838 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.704301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7e5c3cd-3cc7-4572-a084-19f17514aa2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.708163 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c7e5c3cd-3cc7-4572-a084-19f17514aa2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e9276a2-7bfb-4276-b3a1-6ac0a132225c HTTP/1.1" status: 204 len: 168 time: 0.2297831 Aug 29 04:16:00.722241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5c3cd-3cc7-4572-a084-19f17514aa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9276a2-7bfb-4276-b3a1-6ac0a132225c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:00.742235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2331b7e-c211-4a93-aa9d-9cdc48570e63 req-819c9bf9-9cc3-4bca-9943-cf1b0877c022 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981314 Aug 29 04:16:00.814652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=bd03cd5a-4dff-46a3-a49c-1777f9912e67,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:01.101190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f681934f-a77c-4904-800e-0071f87a2e75 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:01.201126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port f681934f-a77c-4904-800e-0071f87a2e75 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:01.205857 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port f681934f-a77c-4904-800e-0071f87a2e75 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:01.206459 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.212153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['bd03cd5a-4dff-46a3-a49c-1777f9912e67'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:01.244233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5663f-1c55-47f0-a56a-be2d88a5e830 req-c811582c-99cc-4905-81d7-f7e7a0585dab tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.250794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5663f-1c55-47f0-a56a-be2d88a5e830 req-c811582c-99cc-4905-81d7-f7e7a0585dab tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.260287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55d5663f-1c55-47f0-a56a-be2d88a5e830 req-c811582c-99cc-4905-81d7-f7e7a0585dab tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a32745d1-8b88-4df1-a44f-4612580c4535&device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 1691 time: 0.0948138 Aug 29 04:16:01.294683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a90d1b-463a-499c-8752-afec85022a18 req-62aab8c1-e9ae-4374-a802-fb7e6c2c8521 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.306763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7a90d1b-463a-499c-8752-afec85022a18 req-62aab8c1-e9ae-4374-a802-fb7e6c2c8521 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 949 time: 0.1746359 Aug 29 04:16:01.370936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7a90d1b-463a-499c-8752-afec85022a18 req-a6d1bacf-c7ec-4e6e-bffe-c5320e79fc7d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628572 Aug 29 04:16:01.390862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55d5663f-1c55-47f0-a56a-be2d88a5e830 req-df541efd-3955-4260-989f-de4ee4e01652 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293945 Aug 29 04:16:01.439854 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.489114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:01.500800 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5eef02-dfb5-4d84-8af9-d4f6ac820586" -d '{"events": [{"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-plugged", "status": "completed", "tag": "f681934f-a77c-4904-800e-0071f87a2e75"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:01.534282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:01.565162 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.648113 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b75f44c-0681-4e96-85b6-9feb176a1684 x-openstack-request-id: req-1b75f44c-0681-4e96-85b6-9feb176a1684 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:01.648620 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-plugged", "status": "completed", "tag": "f681934f-a77c-4904-800e-0071f87a2e75", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:01.648790 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b75f44c-0681-4e96-85b6-9feb176a1684 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:01.649229 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75', 'code': 200} Aug 29 04:16:01.649812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:01.677830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b6772-748e-41dd-a687-f3395fac58d8 req-87dc593a-d9ea-46e8-8272-3a46178cfe11 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.682828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-427b6772-748e-41dd-a687-f3395fac58d8 req-87dc593a-d9ea-46e8-8272-3a46178cfe11 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a32745d1-8b88-4df1-a44f-4612580c4535 HTTP/1.1" status: 200 len: 1102 time: 0.0936284 Aug 29 04:16:01.784830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-427b6772-748e-41dd-a687-f3395fac58d8 req-114bf994-ac5e-400b-8ee7-0eba43fc416b tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809391 Aug 29 04:16:01.788747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490da247-5afc-4af8-b8a5-65198cfa65f0 req-fbf6b451-a508-4c09-8ade-792ab6328cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.790302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-490da247-5afc-4af8-b8a5-65198cfa65f0 req-fbf6b451-a508-4c09-8ade-792ab6328cf0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 1102 time: 0.0908978 Aug 29 04:16:01.869797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-490da247-5afc-4af8-b8a5-65198cfa65f0 req-94819021-a9f9-4430-a752-ab5e1945191c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711882 Aug 29 04:16:01.914139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34522) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:01.966981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cbc51-35b4-4f61-b7c3-548bd97bde7e req-2e17f94e-d3c0-427f-970e-0403c58000d3 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.974651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df5cbc51-35b4-4f61-b7c3-548bd97bde7e req-2e17f94e-d3c0-427f-970e-0403c58000d3 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 1102 time: 0.0956700 Aug 29 04:16:01.990702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1def3-e938-4940-b06d-dccbf297a6d0 req-e9fbc236-1641-4bc3-b573-974693819dd6 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.992947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4d1def3-e938-4940-b06d-dccbf297a6d0 req-e9fbc236-1641-4bc3-b573-974693819dd6 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 944 time: 0.1012905 Aug 29 04:16:02.044774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df5cbc51-35b4-4f61-b7c3-548bd97bde7e req-e63332dd-4a4c-4138-92a3-1309c31d6133 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692046 Aug 29 04:16:02.046897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1580075783-network', 'tenant_id': 'b355fca3a22045ee83073dbd62c353d1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:02.080591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4d1def3-e938-4940-b06d-dccbf297a6d0 req-f43d12a5-2864-45e6-a0bb-7487dd6b3a6c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780144 Aug 29 04:16:02.104768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Made reservation on behalf of b355fca3a22045ee83073dbd62c353d1 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:02.108343 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.118920 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.260652 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.266978 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.280574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:02.290700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.291193 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Added segment 11771a3e-f325-4922-9f1a-e07e77d1a1c6 of type vlan for network d77616d2-334b-4490-9cbf-4b58336a9e1a Aug 29 04:16:02.334211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:02.374985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.421202 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.423643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.426599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.490728 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5745978 Aug 29 04:16:02.493678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34542) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:02.499062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Request body: {'subnet': {'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1580075783-subnet', 'tenant_id': 'b355fca3a22045ee83073dbd62c353d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:02.547556 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671f670-d3b7-4afb-8524-186dc7bdd837 admin admin] Pushing event updated for resources: {'Network': ['ID=d77616d2-334b-4490-9cbf-4b58336a9e1a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:02.559198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network d77616d2-334b-4490-9cbf-4b58336a9e1a details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:02.596821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-f58f3aa7-f45e-45a4-a656-761fdb8561e5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512712 Aug 29 04:16:02.664889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Made reservation on behalf of b355fca3a22045ee83073dbd62c353d1 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:02.667483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.766525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281b43a-8670-470d-94ec-1729017a090c req-ba002610-62a0-4386-910f-23a832454e67 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.768008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1281b43a-8670-470d-94ec-1729017a090c req-ba002610-62a0-4386-910f-23a832454e67 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.2545357 Aug 29 04:16:02.846507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1281b43a-8670-470d-94ec-1729017a090c req-f85b3974-5a68-40f8-85b1-08088470b802 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663188 Aug 29 04:16:02.854796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-f97b1802-e1ba-4e51-a93c-39c7fcf06611 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.856371 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-f97b1802-e1ba-4e51-a93c-39c7fcf06611 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475510 Aug 29 04:16:02.898209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-a27f57bf-9141-4be3-872a-1e2eef40fab9 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/quotas/2cecee234ef34eb1b7bf6a425441d6c6 HTTP/1.1" status: 200 len: 375 time: 0.0342448 Aug 29 04:16:03.013266 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.038702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-26de5496-8464-4f67-9541-4b7e6b67949d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261032 Aug 29 04:16:03.143160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Checking segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:03.147991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Network hostable DHCP agents. Network: d77616d2-334b-4490-9cbf-4b58336a9e1a, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:03.181367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35910115-7c07-46de-9071-3f98e799f754,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.206098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.212365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.214928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.215526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.216042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.217618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.218484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.220020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.221544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.222397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.223215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.223733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.306708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Network d77616d2-334b-4490-9cbf-4b58336a9e1a is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:03.333332 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be32dcb-6fab-439e-aec5-e787ef6615fb req-b9727332-9cc7-4fe6-b341-01630692136d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:03.335242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5be32dcb-6fab-439e-aec5-e787ef6615fb req-b9727332-9cc7-4fe6-b341-01630692136d tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 944 time: 0.0970571 Aug 29 04:16:03.336270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, d77616d2-334b-4490-9cbf-4b58336a9e1a) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:03.341189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:03.341781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.345313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421117ee-101b-4ed0-9902-204d19979e81 None None] Network d77616d2-334b-4490-9cbf-4b58336a9e1a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:03.393849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5be32dcb-6fab-439e-aec5-e787ef6615fb req-68104fcb-f1fc-4ef1-95cd-373e4769d253 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Aug 29 04:16:03.395289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-af0a31b6-07a4-400f-97ae-8e4d71a8d076 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9005749 Aug 29 04:16:03.573053 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255bd514-85e8-41ef-af30-c7ccb203f24d None None] Network d77616d2-334b-4490-9cbf-4b58336a9e1a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:03.883300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0ca7052-b6fa-48ea-bd18-b3b99ac24c02 req-9bef07a7-5f9c-43cc-8c6c-f9edab8d2864 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 210 time: 0.0586419 Aug 29 04:16:04.091299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740db37f-50ba-426a-84d3-0c85ba936923 req-5c97c096-3413-4c07-bfef-742acea854c7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.098981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-740db37f-50ba-426a-84d3-0c85ba936923 req-5c97c096-3413-4c07-bfef-742acea854c7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1600881 Aug 29 04:16:04.158653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-740db37f-50ba-426a-84d3-0c85ba936923 req-3ac6c5ba-70f9-4078-a641-5495797a2c65 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587442 Aug 29 04:16:04.178099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1932901a-cd85-4bce-98a3-e81bb6fde1f5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.185713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1932901a-cd85-4bce-98a3-e81bb6fde1f5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.1920886 Aug 29 04:16:04.203237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-7aa3e1dc-2836-4b44-baef-14a7cafe7db0 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/quotas/b355fca3a22045ee83073dbd62c353d1 HTTP/1.1" status: 200 len: 375 time: 0.0167675 Aug 29 04:16:04.253147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-9e6086a5-a98d-48c0-8171-21d56b667e67 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488920 Aug 29 04:16:04.360746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bd03cd5a-4dff-46a3-a49c-1777f9912e67 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:04.443888 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-e29342bc-965d-4c95-9f93-37940de4591e service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811292 Aug 29 04:16:04.501602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port bd03cd5a-4dff-46a3-a49c-1777f9912e67 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:04.506823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port bd03cd5a-4dff-46a3-a49c-1777f9912e67 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:04.507687 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.564481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bce0c0-19da-4335-8836-d967b44e750f req-dcff4671-3cdd-432a-9b80-e6bf66d1dd74 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.572046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83bce0c0-19da-4335-8836-d967b44e750f req-dcff4671-3cdd-432a-9b80-e6bf66d1dd74 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1234291 Aug 29 04:16:04.632146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-3a38503b-87c0-4647-ac27-18e483333f0f service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742949 Aug 29 04:16:04.675854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83bce0c0-19da-4335-8836-d967b44e750f req-1322a5c4-fa08-40da-ac79-9a187257b3f2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803146 Aug 29 04:16:04.710843 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.739948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b22626e-f9b5-46d9-b737-c7360efcbea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd03cd5a-4dff-46a3-a49c-1777f9912e67'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:04.743577 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533328ac-b6d3-4f88-ad9e-55a05b4f5fdb" -d '{"events": [{"server_uuid": "6b22626e-f9b5-46d9-b737-c7360efcbea7", "name": "network-vif-plugged", "status": "completed", "tag": "bd03cd5a-4dff-46a3-a49c-1777f9912e67"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:04.758248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bd03cd5a-4dff-46a3-a49c-1777f9912e67, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bd03cd5a-4dff-46a3-a49c-1777f9912e67,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:04.765329 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.813727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc8cad-0d9e-4017-a598-7c4889656ebe req-c2416a7c-5212-4af6-877c-b72ca261e463 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.829208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09fc8cad-0d9e-4017-a598-7c4889656ebe req-c2416a7c-5212-4af6-877c-b72ca261e463 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 944 time: 0.0965443 Aug 29 04:16:04.846898 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=bd03cd5a-4dff-46a3-a49c-1777f9912e67,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:04.923023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09fc8cad-0d9e-4017-a598-7c4889656ebe req-e5502410-d071-4bd4-a05c-256b0b2152ee tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927081 Aug 29 04:16:05.033291 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280ddce3-9285-4fa7-b98f-3d876cacbcac x-openstack-request-id: req-280ddce3-9285-4fa7-b98f-3d876cacbcac {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:05.033578 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b22626e-f9b5-46d9-b737-c7360efcbea7", "name": "network-vif-plugged", "status": "completed", "tag": "bd03cd5a-4dff-46a3-a49c-1777f9912e67", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:05.034020 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-280ddce3-9285-4fa7-b98f-3d876cacbcac {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:05.034420 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b22626e-f9b5-46d9-b737-c7360efcbea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd03cd5a-4dff-46a3-a49c-1777f9912e67', 'code': 200} Aug 29 04:16:05.148393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30aef200-d3a8-468f-8fe9-042b54d51cdb req-c1bdeb11-b49e-468e-a415-a75678d352fc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 210 time: 0.0643771 Aug 29 04:16:05.150397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d8e675b-0e98-44cc-9eaf-1c15dee4da4f req-b841cbaa-a21e-4b58-afa3-3e2e551cff47 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 210 time: 0.0681820 Aug 29 04:16:05.191648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573a747-eecf-4a01-82df-7e887cc90fc2 req-70126c07-b4e4-4017-9535-4e47b88f8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.193329 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1573a747-eecf-4a01-82df-7e887cc90fc2 req-70126c07-b4e4-4017-9535-4e47b88f8162 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 1097 time: 0.0488300 Aug 29 04:16:05.253646 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1573a747-eecf-4a01-82df-7e887cc90fc2 req-038f5997-6554-417c-a35d-6806d3c1c328 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401585 Aug 29 04:16:05.508933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbbaa7-870f-4fed-8950-8d060a55c43d req-257cd39b-1c58-41ad-ba8f-b49ffdd7bd13 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.510434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fcbbaa7-870f-4fed-8950-8d060a55c43d req-257cd39b-1c58-41ad-ba8f-b49ffdd7bd13 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.0893910 Aug 29 04:16:05.538905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-8113ced8-9365-4aaa-b3d6-da19cbd9f3b0 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602791 Aug 29 04:16:05.651316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-76f66f21-f182-4cb0-9b78-37f423a774f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2404606 Aug 29 04:16:05.661636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fcbbaa7-870f-4fed-8950-8d060a55c43d req-e18da71c-e12e-4f51-83d2-10798b7d49d7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395366 Aug 29 04:16:05.721279 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-0cb6b34e-e114-44b3-b38b-298d40db8878 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.725486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-0cb6b34e-e114-44b3-b38b-298d40db8878 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781278 Aug 29 04:16:05.741766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Request body: {'port': {'device_id': '8b230f3f-c4b7-428a-9b9c-a330a18b1b2f', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2cecee234ef34eb1b7bf6a425441d6c6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:05.890755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Made reservation on behalf of 2cecee234ef34eb1b7bf6a425441d6c6 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:05.895523 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.999541 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-a76d3f63-6402-469a-8d9d-cff93a5520c0 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555222 Aug 29 04:16:06.197320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-1cd2625a-90d3-4b25-b8a5-ff1562339dbd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:06.199859 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-1cd2625a-90d3-4b25-b8a5-ff1562339dbd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800485 Aug 29 04:16:06.204454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c640d-313b-49ad-90f9-fd2ff43a6dfe req-08c0fa78-f068-4ab9-845e-753ba3934207 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:06.206079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-985c640d-313b-49ad-90f9-fd2ff43a6dfe req-08c0fa78-f068-4ab9-845e-753ba3934207 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 945 time: 0.1230016 Aug 29 04:16:06.235723 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Request body: {'port': {'device_id': '21b58a08-cf39-469c-a58b-8ccd3da0b159', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2cecee234ef34eb1b7bf6a425441d6c6'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:06.247067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Allocated IP 192.168.233.231 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/1e087d9b-2193-40c0-9527-6789d274d8ce) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:06.287316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-985c640d-313b-49ad-90f9-fd2ff43a6dfe req-e84caf60-ae59-40a1-9123-de85b7997b50 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751598 Aug 29 04:16:06.402095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Made reservation on behalf of 2cecee234ef34eb1b7bf6a425441d6c6 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:06.408509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.492370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.544494 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ee09758-0cfe-4dc4-b88a-ccedf9da8283 req-d7076705-6531-4684-acdd-387dc3b9b5c6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 210 time: 0.0688717 Aug 29 04:16:06.548675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57d1d106-da0f-4a86-9afc-1b69967b2629 req-72d67700-3948-4642-bbe1-7a3055e752a7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 210 time: 0.0719972 Aug 29 04:16:06.551787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Transition to ACTIVE for port object 1e087d9b-2193-40c0-9527-6789d274d8ce will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:06.606027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.622501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:06.683117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:06.691995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:06.696709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:06.750143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event updated for resources: {'Port': ['ID=1e087d9b-2193-40c0-9527-6789d274d8ce,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:06.755494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:06.766346 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Allocated IP 192.168.233.36 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/7c7b6f7d-ce70-44a5-8667-715382aa4499) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:06.934531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:06.945658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.063046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-6a6a8708-0c33-4654-a74c-a3bae674f4e1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.066909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-6a6a8708-0c33-4654-a74c-a3bae674f4e1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.3713949 Aug 29 04:16:07.098179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Request body: {'port': {'device_id': '698b8a18-5fc8-49a9-a8c0-79639d3ef80c', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'admin_state_up': True, 'tenant_id': 'b355fca3a22045ee83073dbd62c353d1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:07.125890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-465e5d40-452c-4e0c-852b-b7e769d1a884 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3885212 Aug 29 04:16:07.136803 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.144568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3a5f859a-3d43-4a68-8efb-30f185c69143 None None] Provisioning for port 1e087d9b-2193-40c0-9527-6789d274d8ce completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:07.159368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3a5f859a-3d43-4a68-8efb-30f185c69143 None None] Provisioning complete for port 1e087d9b-2193-40c0-9527-6789d274d8ce triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:07.159535 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a5f859a-3d43-4a68-8efb-30f185c69143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.163403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Transition to ACTIVE for port object 7c7b6f7d-ce70-44a5-8667-715382aa4499 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:07.175674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Request body: {'port': {'device_id': '8b230f3f-c4b7-428a-9b9c-a330a18b1b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:07.201668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.241801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b8fc3-c1ad-4646-854b-219e10643df3 req-eb014b66-c4d9-46df-85b7-4a3e7bf2dc95 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.243306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f859a-3d43-4a68-8efb-30f185c69143 None None] Port 1e087d9b-2193-40c0-9527-6789d274d8ce cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:07.243471 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-177b8fc3-c1ad-4646-854b-219e10643df3 req-eb014b66-c4d9-46df-85b7-4a3e7bf2dc95 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.4356523 Aug 29 04:16:07.243664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:07.247958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:07.252438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:07.299274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event updated for resources: {'Port': ['ID=7c7b6f7d-ce70-44a5-8667-715382aa4499,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:07.351732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.352089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.352468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.352815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.353159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.353494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.354102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.354732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.354952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.355307 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.356643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.357097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:07.377716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.378674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.383936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-ff963175-a11e-4a7a-bf9c-cc2366d0de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.385491 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-ff963175-a11e-4a7a-bf9c-cc2366d0de66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 1102 time: 0.0835497 Aug 29 04:16:07.395655 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.406582 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9214148b-215f-46b2-8781-bf8d86742a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1754189 Aug 29 04:16:07.433508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:07.448251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Request body: {'port': {'device_id': '21b58a08-cf39-469c-a58b-8ccd3da0b159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:07.449677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-177b8fc3-c1ad-4646-854b-219e10643df3 req-6e468ae7-605e-405e-b66a-7c943eaf81a2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489460 Aug 29 04:16:07.549977 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.570227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-f185ea27-3d86-41d7-bca4-249247620302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.571546 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-f185ea27-3d86-41d7-bca4-249247620302 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1765401 Aug 29 04:16:07.612037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-264c827c-ead0-40ff-b253-2769c93d428e tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.617064 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-264c827c-ead0-40ff-b253-2769c93d428e tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 805 time: 0.4122415 Aug 29 04:16:07.651059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-6410fcc9-2d77-4a93-b44a-ee92c9ba3eae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f681934f-a77c-4904-800e-0071f87a2e75 HTTP/1.1" status: 200 len: 217 time: 0.0530703 Aug 29 04:16:07.674309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-3a7e379c-83a8-4e97-b3c5-47ff026aa1f5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/quotas/619b031cb74444539a68553df60a4b79 HTTP/1.1" status: 200 len: 375 time: 0.0489030 Aug 29 04:16:07.702622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0047e3ed-a1a2-4013-884f-9eb08cff5602 None None] Provisioning for port 7c7b6f7d-ce70-44a5-8667-715382aa4499 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:07.716187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0047e3ed-a1a2-4013-884f-9eb08cff5602 None None] Provisioning complete for port 7c7b6f7d-ce70-44a5-8667-715382aa4499 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:07.716752 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0047e3ed-a1a2-4013-884f-9eb08cff5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.768628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0047e3ed-a1a2-4013-884f-9eb08cff5602 None None] Port 7c7b6f7d-ce70-44a5-8667-715382aa4499 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:07.769346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Made reservation on behalf of b355fca3a22045ee83073dbd62c353d1 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:07.773333 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.780826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-e454c607-796d-4d5f-aa04-61020bb112ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.782419 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-e454c607-796d-4d5f-aa04-61020bb112ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1197054 Aug 29 04:16:07.785715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88afe62-47eb-4c09-b4a4-49bc89ca026e req-e977f7a9-eae2-453f-ae13-f324d6aad246 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.787216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f88afe62-47eb-4c09-b4a4-49bc89ca026e req-e977f7a9-eae2-453f-ae13-f324d6aad246 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 945 time: 0.2066848 Aug 29 04:16:07.837035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-92fc71e1-62f8-4cef-b849-6b9beddbd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.838542 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-92fc71e1-62f8-4cef-b849-6b9beddbd5d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477545 Aug 29 04:16:07.862704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-b4053ecd-130b-49fd-acd1-6548cc152046 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428461 Aug 29 04:16:07.931100 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-9c07c639-0c7d-433a-8435-a3ea94872e52 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835817 Aug 29 04:16:07.940404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f88afe62-47eb-4c09-b4a4-49bc89ca026e req-ff76e82d-2cc7-4cd3-9b50-521148a997eb tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363897 Aug 29 04:16:08.038590 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-c6dd5b96-4153-4835-9d62-78c613836dad service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977695 Aug 29 04:16:08.189303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:08.306451 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e04b64d4-5d31-4f44-a0e6-5461d50d1419 req-66cd7b35-73e5-448a-bca9-d493737a0ef1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 210 time: 0.0498412 Aug 29 04:16:08.432474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e087d9b-2193-40c0-9527-6789d274d8ce {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:08.438827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Allocated IP 172.20.0.4 (d77616d2-334b-4490-9cbf-4b58336a9e1a/35910115-7c07-46de-9071-3f98e799f754/106575b2-05c4-4909-b39d-7333e2dedc2b) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:08.444325 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.460601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-04f68b9c-694c-4554-a12c-670f2afd8184 service neutron] 10.222.0.49 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630465 Aug 29 04:16:08.504092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Transition to ACTIVE for port object 1e087d9b-2193-40c0-9527-6789d274d8ce will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:08.539024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.548076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ec224-d3f1-49b9-9936-912cb6ba2592 req-d4f2a0c1-e098-4507-a5b3-14fbf5bcb32e tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.549598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c61ec224-d3f1-49b9-9936-912cb6ba2592 req-d4f2a0c1-e098-4507-a5b3-14fbf5bcb32e tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 936 time: 0.1696987 Aug 29 04:16:08.665466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7b6f7d-ce70-44a5-8667-715382aa4499 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:08.674497 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.688889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Transition to ACTIVE for port object 7c7b6f7d-ce70-44a5-8667-715382aa4499 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:08.694035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.710773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e087d9b-2193-40c0-9527-6789d274d8ce,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:08.757436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c61ec224-d3f1-49b9-9936-912cb6ba2592 req-c5308ffd-ad7e-4c6a-a20d-c2dece508b83 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892321 Aug 29 04:16:08.769885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7b6f7d-ce70-44a5-8667-715382aa4499,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:08.789979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-e1cbeace-3c29-4cdd-81d0-7f8863fb0de3 service neutron] 10.222.0.49 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175292 Aug 29 04:16:08.862383 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.867066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Attempting to bind port 7c7b6f7d-ce70-44a5-8667-715382aa4499 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:08.867350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Attempting to bind port 7c7b6f7d-ce70-44a5-8667-715382aa4499 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:08.867687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Attempting to bind port 7c7b6f7d-ce70-44a5-8667-715382aa4499 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:08.875126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Port 7c7b6f7d-ce70-44a5-8667-715382aa4499 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:08.875467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Attempting to bind port 7c7b6f7d-ce70-44a5-8667-715382aa4499 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:08.883546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:08.883893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:08.884315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:08.884762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Bound port: 7c7b6f7d-ce70-44a5-8667-715382aa4499, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:08.885187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.909203 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-ef256af8-c13d-4670-bb2f-c11284d93bb8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.910879 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-ef256af8-c13d-4670-bb2f-c11284d93bb8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebad7dd-9029-40a3-8514-e3da85362d31 HTTP/1.1" status: 200 len: 946 time: 0.0868926 Aug 29 04:16:08.969073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Attempting to bind port 1e087d9b-2193-40c0-9527-6789d274d8ce on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:08.969323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Attempting to bind port 1e087d9b-2193-40c0-9527-6789d274d8ce by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:08.969570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Attempting to bind port 1e087d9b-2193-40c0-9527-6789d274d8ce on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:08.984999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Port 1e087d9b-2193-40c0-9527-6789d274d8ce on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:08.985335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Attempting to bind port 1e087d9b-2193-40c0-9527-6789d274d8ce on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:08.987830 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.064411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:09.064703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:09.065098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:09.065541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Bound port: 1e087d9b-2193-40c0-9527-6789d274d8ce, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:09.065902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.080305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] For port 7c7b6f7d-ce70-44a5-8667-715382aa4499, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:09.095639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e99a74-c9dd-4830-a11c-8231d3b9de08 req-87cf8f45-c1d2-4d36-b710-6ae080a9be3a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.097284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45e99a74-c9dd-4830-a11c-8231d3b9de08 req-87cf8f45-c1d2-4d36-b710-6ae080a9be3a tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 945 time: 0.1681986 Aug 29 04:16:09.104170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] For port 7c7b6f7d-ce70-44a5-8667-715382aa4499, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7c7b6f7d-ce70-44a5-8667-715382aa4499,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:09.115683 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.143746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Network d77616d2-334b-4490-9cbf-4b58336a9e1a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:09.151508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 81cfbb7c-2796-482d-92b3-2c9deec74576 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:09.169470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:09.179881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.180700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.182320 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] 10.222.0.52 "PUT /v2.0/ports/7c7b6f7d-ce70-44a5-8667-715382aa4499 HTTP/1.1" status: 200 len: 1096 time: 1.7403290 Aug 29 04:16:09.185664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b58a08-cf39-469c-a58b-8ccd3da0b159', 'tag': '7c7b6f7d-ce70-44a5-8667-715382aa4499'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:09.187914 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9948fdb-d970-4275-8a7b-7ab4530dbeac" -d '{"events": [{"name": "network-changed", "server_uuid": "21b58a08-cf39-469c-a58b-8ccd3da0b159", "tag": "7c7b6f7d-ce70-44a5-8667-715382aa4499"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:09.189900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:09.194433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event updated for resources: {'Port': ['ID=106575b2-05c4-4909-b39d-7333e2dedc2b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.206179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-7ce4087d-53b2-4253-82de-7bdc32f93214 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Deleting port 81cfbb7c-2796-482d-92b3-2c9deec74576 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:09.206818 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-7ce4087d-53b2-4253-82de-7bdc32f93214 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.302362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100d900-0bed-45d9-a8dd-dcb2945cf98d req-e1faf5b5-bd5c-4de2-be5e-01c6d4ee2206 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.311385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e100d900-0bed-45d9-a8dd-dcb2945cf98d req-e1faf5b5-bd5c-4de2-be5e-01c6d4ee2206 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.2632143 Aug 29 04:16:09.325481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517e18d-5633-43fc-96d8-bfbe111e9780 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7b6f7d-ce70-44a5-8667-715382aa4499,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.335000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.335769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.351182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45e99a74-c9dd-4830-a11c-8231d3b9de08 req-da6903a4-eae3-48c6-b775-343da11deaa0 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170322 Aug 29 04:16:09.353103 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.401022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cfbb7c-2796-482d-92b3-2c9deec74576'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:09.404475 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edcb3b0-49ec-4630-9a76-2864f7d3529c" -d '{"events": [{"server_uuid": "3ebad7dd-9029-40a3-8514-e3da85362d31", "name": "network-vif-unplugged", "status": "completed", "tag": "81cfbb7c-2796-482d-92b3-2c9deec74576"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:09.404876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-805c864c-9e99-4f26-b784-bf84999efd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.406471 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-805c864c-9e99-4f26-b784-bf84999efd06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 1099 time: 0.1292391 Aug 29 04:16:09.408499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-7ce4087d-53b2-4253-82de-7bdc32f93214 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] For port 81cfbb7c-2796-482d-92b3-2c9deec74576, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=81cfbb7c-2796-482d-92b3-2c9deec74576,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:09.408883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-7ce4087d-53b2-4253-82de-7bdc32f93214 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.423523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 81cfbb7c-2796-482d-92b3-2c9deec74576, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=81cfbb7c-2796-482d-92b3-2c9deec74576,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:09.425533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-7ce4087d-53b2-4253-82de-7bdc32f93214 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Calling delete_port for 81cfbb7c-2796-482d-92b3-2c9deec74576 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:09.428714 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.455273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] For port 1e087d9b-2193-40c0-9527-6789d274d8ce, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:09.482276 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-9975538f-efe3-4925-a38d-654ee231b860 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=7c7b6f7d-ce70-44a5-8667-715382aa4499 HTTP/1.1" status: 200 len: 217 time: 0.0431190 Aug 29 04:16:09.500189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e100d900-0bed-45d9-a8dd-dcb2945cf98d req-51fb3112-75ac-4639-8954-cbbb05f30d0c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878953 Aug 29 04:16:09.503922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=81cfbb7c-2796-482d-92b3-2c9deec74576,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.530372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65ff25ae-f5b6-48f7-ae61-34465a25faf6 req-c1e435c7-25c2-4d9d-a98f-6c36e61d24db tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 210 time: 0.1119030 Aug 29 04:16:09.532718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-1aea5ca7-8063-42c9-81f2-1b72d199439f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4404776 Aug 29 04:16:09.538557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] For port 1e087d9b-2193-40c0-9527-6789d274d8ce, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1e087d9b-2193-40c0-9527-6789d274d8ce,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:09.554746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.601654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Request body: {'port': {'device_id': '698b8a18-5fc8-49a9-a8c0-79639d3ef80c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:09.609771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-56b9c760-936a-490c-8bff-ea423d45890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.611257 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-56b9c760-936a-490c-8bff-ea423d45890c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0854027 Aug 29 04:16:09.642301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.643110 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.648670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] 10.222.0.59 "PUT /v2.0/ports/1e087d9b-2193-40c0-9527-6789d274d8ce HTTP/1.1" status: 200 len: 1097 time: 2.4834287 Aug 29 04:16:09.649152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b230f3f-c4b7-428a-9b9c-a330a18b1b2f', 'tag': '1e087d9b-2193-40c0-9527-6789d274d8ce'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:09.651432 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256" -d '{"events": [{"name": "network-changed", "server_uuid": "8b230f3f-c4b7-428a-9b9c-a330a18b1b2f", "tag": "1e087d9b-2193-40c0-9527-6789d274d8ce"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:09.740903 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6fb540-267b-466e-b3f7-99017ace3aa3 x-openstack-request-id: req-3f6fb540-267b-466e-b3f7-99017ace3aa3 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:09.741465 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b58a08-cf39-469c-a58b-8ccd3da0b159", "tag": "7c7b6f7d-ce70-44a5-8667-715382aa4499", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:09.741650 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f6fb540-267b-466e-b3f7-99017ace3aa3 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:09.742204 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b58a08-cf39-469c-a58b-8ccd3da0b159', 'tag': '7c7b6f7d-ce70-44a5-8667-715382aa4499', 'status': 'completed', 'code': 200} Aug 29 04:16:09.764469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-c35c5a8c-20cd-4d4b-8394-1212a202f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.765173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ebe91-7000-4245-a1c5-42fa5e17f2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e087d9b-2193-40c0-9527-6789d274d8ce,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.766129 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-c35c5a8c-20cd-4d4b-8394-1212a202f8e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209626 Aug 29 04:16:09.769794 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.835224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-7ce4087d-53b2-4253-82de-7bdc32f93214 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.921633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4087d-53b2-4253-82de-7bdc32f93214 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Pushing event deleted for resources: {'Port': ['ID=81cfbb7c-2796-482d-92b3-2c9deec74576,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:09.951422 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1497bb1-3fda-4058-a488-df6b1f9d2086 x-openstack-request-id: req-f1497bb1-3fda-4058-a488-df6b1f9d2086 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:09.951944 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebad7dd-9029-40a3-8514-e3da85362d31", "name": "network-vif-unplugged", "status": "completed", "tag": "81cfbb7c-2796-482d-92b3-2c9deec74576", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:09.952361 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1497bb1-3fda-4058-a488-df6b1f9d2086 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:09.952812 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cfbb7c-2796-482d-92b3-2c9deec74576', 'code': 200} Aug 29 04:16:09.958414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-dbcfc9e7-f0cb-4fb1-a79c-d294a1898078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.959951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-dbcfc9e7-f0cb-4fb1-a79c-d294a1898078 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 1100 time: 0.2143958 Aug 29 04:16:09.961935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-7ce4087d-53b2-4253-82de-7bdc32f93214 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] No DVR routers for this DVR port 81cfbb7c-2796-482d-92b3-2c9deec74576 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:09.965318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-7ce4087d-53b2-4253-82de-7bdc32f93214 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.967477 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a34b74cd-0ea8-432a-9133-ca1437ef9447 req-7ce4087d-53b2-4253-82de-7bdc32f93214 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "DELETE /v2.0/ports/81cfbb7c-2796-482d-92b3-2c9deec74576 HTTP/1.1" status: 204 len: 173 time: 1.0458477 Aug 29 04:16:10.007763 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73c443b-f925-48a4-9cd2-8f5790a76758 x-openstack-request-id: req-c73c443b-f925-48a4-9cd2-8f5790a76758 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:10.008060 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b230f3f-c4b7-428a-9b9c-a330a18b1b2f", "tag": "1e087d9b-2193-40c0-9527-6789d274d8ce", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:10.008459 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c73c443b-f925-48a4-9cd2-8f5790a76758 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:10.008857 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b230f3f-c4b7-428a-9b9c-a330a18b1b2f', 'tag': '1e087d9b-2193-40c0-9527-6789d274d8ce', 'status': 'completed', 'code': 200} Aug 29 04:16:10.010525 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-a6b849ca-ab96-447c-97e2-d70a169e4dba service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307498 Aug 29 04:16:10.065534 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-bf45e053-25d5-4024-a072-f5d3b995ca83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1e087d9b-2193-40c0-9527-6789d274d8ce HTTP/1.1" status: 200 len: 217 time: 0.0595498 Aug 29 04:16:10.082484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09829cb3-812f-4849-8fbf-cc946cacc9eb req-4515050d-1305-41c1-b5ce-9fec1feefe60 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.083943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09829cb3-812f-4849-8fbf-cc946cacc9eb req-4515050d-1305-41c1-b5ce-9fec1feefe60 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 931 time: 0.2320194 Aug 29 04:16:10.121302 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-bb7a7d04-e812-4719-ad50-c952c613f520 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948508 Aug 29 04:16:10.246864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-6938ecc6-5d99-4247-8ac8-beb53239175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.248389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-6938ecc6-5d99-4247-8ac8-beb53239175f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1635249 Aug 29 04:16:10.255452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09829cb3-812f-4849-8fbf-cc946cacc9eb req-bba7f4a7-226a-42e8-a2c5-d60f505d3aba tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421111 Aug 29 04:16:10.265778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f82c02-c4ae-44c7-acca-bde28fdbf392 req-949b4b25-23fb-4cae-bb9d-d7b5975a178a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.267300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59f82c02-c4ae-44c7-acca-bde28fdbf392 req-949b4b25-23fb-4cae-bb9d-d7b5975a178a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 948 time: 0.2073138 Aug 29 04:16:10.300068 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-bd366e2f-1032-4706-b854-eb3921097462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.301766 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-bd366e2f-1032-4706-b854-eb3921097462 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 1099 time: 0.0595515 Aug 29 04:16:10.370206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59f82c02-c4ae-44c7-acca-bde28fdbf392 req-55e2d570-ff13-4c62-afe2-60a7e8f44c73 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913601 Aug 29 04:16:10.379128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d4faa787-700b-4606-a08b-5c93972aea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.380720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-d4faa787-700b-4606-a08b-5c93972aea02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125429 Aug 29 04:16:10.493830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-a0f17906-7fb2-49d0-aa90-00c2e9fb5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.495666 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-a0f17906-7fb2-49d0-aa90-00c2e9fb5bc9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1829498 Aug 29 04:16:10.511080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106575b2-05c4-4909-b39d-7333e2dedc2b {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:10.526455 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.560308 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-b36f97fe-601b-485f-a31e-aaf8b5d17e1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=7c7b6f7d-ce70-44a5-8667-715382aa4499 HTTP/1.1" status: 200 len: 217 time: 0.0468810 Aug 29 04:16:10.566915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Transition to ACTIVE for port object 106575b2-05c4-4909-b39d-7333e2dedc2b will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:10.568621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-a5ae2235-d3c7-488a-904b-740a2a856a1b tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.570079 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-a5ae2235-d3c7-488a-904b-740a2a856a1b tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 805 time: 0.1693633 Aug 29 04:16:10.574597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.577968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-8396bfda-ed20-4272-972b-46c0d63d3f09 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584406 Aug 29 04:16:10.585338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911845-316e-4ac2-a855-cb3189180aac req-14c39913-0633-4308-92c5-db78612ca451 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.586798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35911845-316e-4ac2-a855-cb3189180aac req-14c39913-0633-4308-92c5-db78612ca451 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 945 time: 0.1431832 Aug 29 04:16:10.607001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Request body: {'port': {'device_id': 'e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'admin_state_up': True, 'tenant_id': '619b031cb74444539a68553df60a4b79'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:10.668935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-73c66bcc-fb3b-4100-b561-b5d1bdfe7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.670399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-73c66bcc-fb3b-4100-b561-b5d1bdfe7fd7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0973976 Aug 29 04:16:10.739421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Pushing event updated for resources: {'Port': ['ID=106575b2-05c4-4909-b39d-7333e2dedc2b,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:10.755985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-ed9fb397-1541-4233-b64e-c6ef1271d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.757652 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-ed9fb397-1541-4233-b64e-c6ef1271d958 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757122 Aug 29 04:16:10.765980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Made reservation on behalf of 619b031cb74444539a68553df60a4b79 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:10.769673 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.829877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba419-177c-4b39-9250-0531d81a474f req-463b85e5-762a-40c4-88c7-94f3677a8ac5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.831508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b68ba419-177c-4b39-9250-0531d81a474f req-463b85e5-762a-40c4-88c7-94f3677a8ac5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.2428191 Aug 29 04:16:10.834514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35911845-316e-4ac2-a855-cb3189180aac req-ed62e302-fb74-4764-8e74-432814434397 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986182 Aug 29 04:16:10.899233 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f39f2a2e-06ad-4eb8-b1c0-65156cd24a04 req-1811ae44-f1ec-4480-98cd-ac650ded237d service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746618 Aug 29 04:16:10.924220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Attempting to bind port 106575b2-05c4-4909-b39d-7333e2dedc2b on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:10.924632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Attempting to bind port 106575b2-05c4-4909-b39d-7333e2dedc2b by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:10.925230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Attempting to bind port 106575b2-05c4-4909-b39d-7333e2dedc2b on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:10.930530 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-b1137cbf-312b-4170-89a9-59870352ec64 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585410 Aug 29 04:16:10.931870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b68ba419-177c-4b39-9250-0531d81a474f req-96326be0-643a-4d09-8508-e46f4f4aa7a6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843811 Aug 29 04:16:10.945628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Port 106575b2-05c4-4909-b39d-7333e2dedc2b on network d77616d2-334b-4490-9cbf-4b58336a9e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:10.945975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Attempting to bind port 106575b2-05c4-4909-b39d-7333e2dedc2b on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:10.971123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7410c2e1-b4fb-40de-a2b0-c953316d7332 req-9989276a-7e7b-4fe8-a92c-5a3338c8dd9d tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 210 time: 0.0426042 Aug 29 04:16:11.000637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:11.001029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Checking segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:11.001432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Bound using segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:11.001947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Bound port: 106575b2-05c4-4909-b39d-7333e2dedc2b, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:11.002266 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.043513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Allocated IP 172.20.0.2 (5cd2a554-5f0b-4be2-9409-0127cd683327/4e73e9f0-344b-4223-9882-3f00d4ec1b9e/73446d4b-7bef-49e6-962a-87e89800ce93) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:11.051254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-3bb233cd-7cea-4104-807a-c50c52f9ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.052942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-3bb233cd-7cea-4104-807a-c50c52f9ba26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 1100 time: 0.0844951 Aug 29 04:16:11.101188 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c9948fdb-d970-4275-8a7b-7ab4530dbeac req-1468e82c-c1b3-47ee-ac9f-9fc8f2b0e75e service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510129 Aug 29 04:16:11.154850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] For port 106575b2-05c4-4909-b39d-7333e2dedc2b, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:11.177892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] For port 106575b2-05c4-4909-b39d-7333e2dedc2b, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=106575b2-05c4-4909-b39d-7333e2dedc2b,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:11.193342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.220781 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.241705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6576c-9be4-4109-b397-0cd7e6cc21d2 req-a56ed5e8-b818-4ecd-90a6-e566381ecbbf tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.243255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cee6576c-9be4-4109-b397-0cd7e6cc21d2 req-a56ed5e8-b818-4ecd-90a6-e566381ecbbf tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 945 time: 0.1509073 Aug 29 04:16:11.253371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.253986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.255405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] 10.222.0.52 "PUT /v2.0/ports/106575b2-05c4-4909-b39d-7333e2dedc2b HTTP/1.1" status: 200 len: 1092 time: 1.6898956 Aug 29 04:16:11.260427 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.272971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-089f985f-9f92-4c34-bcde-cde8850dc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.274423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-089f985f-9f92-4c34-bcde-cde8850dc32c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2109134 Aug 29 04:16:11.310780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Network 5cd2a554-5f0b-4be2-9409-0127cd683327 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:11.313875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:11.320132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:11.344334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293a7cb-6a35-44fe-8a99-d97346974331 service neutron] Pushing event updated for resources: {'Port': ['ID=106575b2-05c4-4909-b39d-7333e2dedc2b,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:11.352005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-c28ad0e1-d229-4763-b3b2-1c60eeeb597d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1e087d9b-2193-40c0-9527-6789d274d8ce HTTP/1.1" status: 200 len: 217 time: 0.0621057 Aug 29 04:16:11.355705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Pushing event updated for resources: {'Port': ['ID=73446d4b-7bef-49e6-962a-87e89800ce93,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:11.376726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.377334 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.383982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cee6576c-9be4-4109-b397-0cd7e6cc21d2 req-fdec6774-bc17-4bf6-b926-60cef382b0be tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260254 Aug 29 04:16:11.392513 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-43e4af0d-78d3-4cfd-ab16-5d6c0924ec95 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934287 Aug 29 04:16:11.405933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Request body: {'port': {'device_id': 'e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:11.461892 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.469554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-177df328-cc90-42ca-b3e2-34ca60e6d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.471474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-177df328-cc90-42ca-b3e2-34ca60e6d81c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0979927 Aug 29 04:16:11.473196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-e03db81b-82ca-4baf-8d71-36ced19a40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.474563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-e03db81b-82ca-4baf-8d71-36ced19a40b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 1095 time: 0.1242089 Aug 29 04:16:11.483743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b91d1-261b-45d5-b3bc-e5848da0b284 req-65168305-9ee9-48f0-b5f6-6e2efc73e118 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.485308 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a6b91d1-261b-45d5-b3bc-e5848da0b284 req-65168305-9ee9-48f0-b5f6-6e2efc73e118 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 943 time: 0.1378543 Aug 29 04:16:11.568620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-f0a7d28f-02e0-4b62-8a52-7de6e8a0a2fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106575b2-05c4-4909-b39d-7333e2dedc2b HTTP/1.1" status: 200 len: 217 time: 0.0733752 Aug 29 04:16:11.651690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a6b91d1-261b-45d5-b3bc-e5848da0b284 req-a351d739-ff41-4046-98dd-0b25212a204f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574905 Aug 29 04:16:11.656283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-a59013a2-6386-4c04-825b-c02a70a3d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.657762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-a59013a2-6386-4c04-825b-c02a70a3d11f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1714747 Aug 29 04:16:11.675952 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0abd34-26f2-4239-9afa-4a44f99456cd req-79ff2e23-fa49-4755-8488-18d57128ad5c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.677561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d0abd34-26f2-4239-9afa-4a44f99456cd req-79ff2e23-fa49-4755-8488-18d57128ad5c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 948 time: 0.1559906 Aug 29 04:16:11.679621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-b31bc585-2640-474d-93e6-57033e798b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.680357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-b31bc585-2640-474d-93e6-57033e798b14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.0922196 Aug 29 04:16:11.968477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'name': 'network-vif-deleted', 'tag': '81cfbb7c-2796-482d-92b3-2c9deec74576'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:11.970638 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773d3c5d-a183-4bd0-b806-434b2f0d38cf" -d '{"events": [{"server_uuid": "3ebad7dd-9029-40a3-8514-e3da85362d31", "name": "network-vif-deleted", "tag": "81cfbb7c-2796-482d-92b3-2c9deec74576"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:12.029318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73446d4b-7bef-49e6-962a-87e89800ce93 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:12.037846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.048400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-9347043f-a2a3-4ee5-a59d-256bd424c014 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3584762 Aug 29 04:16:12.048949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698b8a18-5fc8-49a9-a8c0-79639d3ef80c', 'tag': '106575b2-05c4-4909-b39d-7333e2dedc2b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:12.049959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Transition to ACTIVE for port object 73446d4b-7bef-49e6-962a-87e89800ce93 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:12.051311 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90ea475-ba26-495c-aa6a-9664670e60c9" -d '{"events": [{"name": "network-changed", "server_uuid": "698b8a18-5fc8-49a9-a8c0-79639d3ef80c", "tag": "106575b2-05c4-4909-b39d-7333e2dedc2b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:12.053832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.106018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Pushing event updated for resources: {'Port': ['ID=73446d4b-7bef-49e6-962a-87e89800ce93,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:12.157592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d0abd34-26f2-4239-9afa-4a44f99456cd req-3c218780-6ce8-4c01-80d2-06d9f6f5ef47 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687302 Aug 29 04:16:12.181625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Attempting to bind port 73446d4b-7bef-49e6-962a-87e89800ce93 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:12.182045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Attempting to bind port 73446d4b-7bef-49e6-962a-87e89800ce93 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:12.183080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Attempting to bind port 73446d4b-7bef-49e6-962a-87e89800ce93 on network 5cd2a554-5f0b-4be2-9409-0127cd683327 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:12.189198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Port 73446d4b-7bef-49e6-962a-87e89800ce93 on network 5cd2a554-5f0b-4be2-9409-0127cd683327 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:12.189920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Attempting to bind port 73446d4b-7bef-49e6-962a-87e89800ce93 on network 5cd2a554-5f0b-4be2-9409-0127cd683327 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:12.194963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:12.195374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Checking segment: {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:12.195822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Bound using segment: {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:12.196346 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Bound port: 73446d4b-7bef-49e6-962a-87e89800ce93, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3403d361-5b89-4bf3-bcaa-5bb9babc49cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:12.196764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.212874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05016a-55b1-4187-a8a8-be36f8d9bc1c req-430f185d-0e8f-4f35-b969-715a9750fd94 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.214416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb05016a-55b1-4187-a8a8-be36f8d9bc1c req-430f185d-0e8f-4f35-b969-715a9750fd94 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 945 time: 0.1580403 Aug 29 04:16:12.222711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-77f471d5-5a22-4a1e-a19f-f05ce2db4797 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413389 Aug 29 04:16:12.262087 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] For port 73446d4b-7bef-49e6-962a-87e89800ce93, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:12.265431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] For port 73446d4b-7bef-49e6-962a-87e89800ce93, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=73446d4b-7bef-49e6-962a-87e89800ce93,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:12.269625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.304233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.304835 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.306215 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] 10.222.0.59 "PUT /v2.0/ports/73446d4b-7bef-49e6-962a-87e89800ce93 HTTP/1.1" status: 200 len: 1092 time: 0.9048097 Aug 29 04:16:12.328107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-0d5ebb30-a49d-4f43-8e3a-e5c5faf7e9a2 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583840 Aug 29 04:16:12.329265 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fcae7-0309-4117-9c43-dc189ff7aa98 service neutron] Pushing event updated for resources: {'Port': ['ID=73446d4b-7bef-49e6-962a-87e89800ce93,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:12.373673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb05016a-55b1-4187-a8a8-be36f8d9bc1c req-395ffa5c-5fc2-4c0b-b7d6-130e02dfb7f3 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500723 Aug 29 04:16:12.390184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-a594a3f9-0c2d-4c3f-8bd9-db77d409bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.391666 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-a594a3f9-0c2d-4c3f-8bd9-db77d409bccd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 1095 time: 0.0434363 Aug 29 04:16:12.417453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5d317-b6e3-4115-a70e-3cd8208eeb62 req-824b667f-ae11-4f60-ae13-f402c6ba8eaf tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.419532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aee5d317-b6e3-4115-a70e-3cd8208eeb62 req-824b667f-ae11-4f60-ae13-f402c6ba8eaf tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1931376 Aug 29 04:16:12.444424 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5992cd7b-bf28-48e4-bdcf-d97b2a01e81c x-openstack-request-id: req-5992cd7b-bf28-48e4-bdcf-d97b2a01e81c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:12.444648 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebad7dd-9029-40a3-8514-e3da85362d31", "name": "network-vif-deleted", "tag": "81cfbb7c-2796-482d-92b3-2c9deec74576", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:12.444803 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5992cd7b-bf28-48e4-bdcf-d97b2a01e81c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:12.445194 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebad7dd-9029-40a3-8514-e3da85362d31', 'name': 'network-vif-deleted', 'tag': '81cfbb7c-2796-482d-92b3-2c9deec74576', 'status': 'completed', 'code': 200} Aug 29 04:16:12.447856 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-d1747526-6976-4e0c-85df-f96dfb049859 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73446d4b-7bef-49e6-962a-87e89800ce93 HTTP/1.1" status: 200 len: 217 time: 0.0443640 Aug 29 04:16:12.502256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d666e6c-8fb1-4e13-8be9-b346c2ac3256 req-108b3656-3074-4233-b125-3e0039f81e46 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703037 Aug 29 04:16:12.506543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-fd13233d-24a2-4bd9-aa35-c957bbffb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.509470 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-fd13233d-24a2-4bd9-aa35-c957bbffb1f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e73e9f0-344b-4223-9882-3f00d4ec1b9e HTTP/1.1" status: 200 len: 845 time: 0.0447524 Aug 29 04:16:12.525671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aee5d317-b6e3-4115-a70e-3cd8208eeb62 req-72c7f8c7-4a08-49ff-9a81-bfb1f039ac28 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940101 Aug 29 04:16:12.546779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0ec499b-afd6-4983-8c08-4d2293b40006 req-d3a3ceb0-7708-417f-b78c-21e449580a39 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917009 Aug 29 04:16:12.549938 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-70fa869d-bd08-42d7-b89d-2bce3e5ebde0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cd2a554-5f0b-4be2-9409-0127cd683327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307200 Aug 29 04:16:12.559363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac4084-0d83-4b27-ba9b-769d9aac8693 req-3f657d09-f2ec-4529-84f3-6e295b0208f9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.561033 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbac4084-0d83-4b27-ba9b-769d9aac8693 req-3f657d09-f2ec-4529-84f3-6e295b0208f9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 943 time: 0.0777647 Aug 29 04:16:12.601492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbac4084-0d83-4b27-ba9b-769d9aac8693 req-88b9470e-1d7f-49e5-ae24-d9dd0ccbbee5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344656 Aug 29 04:16:12.646644 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c180472d-2741-4161-875b-85ba0f275f29 x-openstack-request-id: req-c180472d-2741-4161-875b-85ba0f275f29 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:12.650167 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698b8a18-5fc8-49a9-a8c0-79639d3ef80c", "tag": "106575b2-05c4-4909-b39d-7333e2dedc2b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:12.650622 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c180472d-2741-4161-875b-85ba0f275f29 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:12.651162 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698b8a18-5fc8-49a9-a8c0-79639d3ef80c', 'tag': '106575b2-05c4-4909-b39d-7333e2dedc2b', 'status': 'completed', 'code': 200} Aug 29 04:16:12.675230 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-62e12fea-248b-411a-96e1-b4a67dd8901b service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107726 Aug 29 04:16:12.777472 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fa25a592-6aab-4d9c-9f30-908b385bbc09 req-6bac7548-f226-4c5a-8501-13254e8b0391 service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894597 Aug 29 04:16:12.810769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a941a-7bec-49f6-a400-2dd35cc0f59a req-f819076b-80fd-407d-8b63-0197d76f0d37 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.813094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-397a941a-7bec-49f6-a400-2dd35cc0f59a req-f819076b-80fd-407d-8b63-0197d76f0d37 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 945 time: 0.1035726 Aug 29 04:16:12.814942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea475-ba26-495c-aa6a-9664670e60c9 req-4dd3b0c3-122d-4a56-bd96-55e07840c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.816392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a90ea475-ba26-495c-aa6a-9664670e60c9 req-4dd3b0c3-122d-4a56-bd96-55e07840c0e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 1095 time: 0.0770910 Aug 29 04:16:12.928589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-397a941a-7bec-49f6-a400-2dd35cc0f59a req-cf37a132-e981-4c60-a64f-831996530da9 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080363 Aug 29 04:16:12.966320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fb75d-cd28-46d1-8e3c-e9359a6fb4af req-1f288c2b-5b02-4c98-bc18-54a6628caf07 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.968635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed7fb75d-cd28-46d1-8e3c-e9359a6fb4af req-1f288c2b-5b02-4c98-bc18-54a6628caf07 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 943 time: 0.1145129 Aug 29 04:16:12.983558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea475-ba26-495c-aa6a-9664670e60c9 req-3dc727bf-7589-4cd0-88a8-1332af5964bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.984983 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a90ea475-ba26-495c-aa6a-9664670e60c9 req-3dc727bf-7589-4cd0-88a8-1332af5964bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 913 time: 0.1513696 Aug 29 04:16:13.041978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed7fb75d-cd28-46d1-8e3c-e9359a6fb4af req-c1700d61-d90c-4277-9c99-cb3955cf4345 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668623 Aug 29 04:16:13.043318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a90ea475-ba26-495c-aa6a-9664670e60c9 req-b6803586-a8b7-4d7f-afa3-65b4b8e31dbb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106575b2-05c4-4909-b39d-7333e2dedc2b HTTP/1.1" status: 200 len: 217 time: 0.0447953 Aug 29 04:16:13.096604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea475-ba26-495c-aa6a-9664670e60c9 req-3a012ba3-027d-463d-90ce-8c5e1e600c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.098075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a90ea475-ba26-495c-aa6a-9664670e60c9 req-3a012ba3-027d-463d-90ce-8c5e1e600c15 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.0461032 Aug 29 04:16:13.170586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a90ea475-ba26-495c-aa6a-9664670e60c9 req-f7067ef9-ebab-4556-b278-ac643da29f13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295508 Aug 29 04:16:13.328452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab6e33-da7f-43e8-8e79-11c88880a681 req-946e37a4-4967-42aa-8317-af98a28e15a7 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.329933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2ab6e33-da7f-43e8-8e79-11c88880a681 req-946e37a4-4967-42aa-8317-af98a28e15a7 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 945 time: 0.1106400 Aug 29 04:16:13.334936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a90ea475-ba26-495c-aa6a-9664670e60c9 req-f121bfc4-b257-46a3-9e4d-96bc996fd99e service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567161 Aug 29 04:16:13.344586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c98ae-7f36-4950-9de3-d6cc0ed58aa4 req-a5a27214-238f-4f62-97e8-05771d106e6e tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.345955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e1c98ae-7f36-4950-9de3-d6cc0ed58aa4 req-a5a27214-238f-4f62-97e8-05771d106e6e tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 948 time: 0.1155810 Aug 29 04:16:13.453013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2ab6e33-da7f-43e8-8e79-11c88880a681 req-521079a8-7513-4663-85b5-c397a5c4686c tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171486 Aug 29 04:16:13.464236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e1c98ae-7f36-4950-9de3-d6cc0ed58aa4 req-88581ae3-cba2-47cd-86c1-e1773ab94f97 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054518 Aug 29 04:16:13.483449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a90ea475-ba26-495c-aa6a-9664670e60c9 req-6e3d2062-37be-4566-a16d-b26745feb771 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325328 Aug 29 04:16:13.643274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73700d2c-059a-4006-9c2c-b5683c897a3f req-416cac78-f2b8-4e38-a2e2-f6f3c339bead tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.644793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73700d2c-059a-4006-9c2c-b5683c897a3f req-416cac78-f2b8-4e38-a2e2-f6f3c339bead tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.0496352 Aug 29 04:16:13.693066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73700d2c-059a-4006-9c2c-b5683c897a3f req-6e62f27e-6300-4300-a27e-3ca59a897097 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Aug 29 04:16:13.728048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a742317-9818-4abc-b8ab-fefeda04cce6 req-878ec372-2af6-4021-bd55-5c8c2f8e30c0 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.729569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a742317-9818-4abc-b8ab-fefeda04cce6 req-878ec372-2af6-4021-bd55-5c8c2f8e30c0 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 943 time: 0.0574520 Aug 29 04:16:13.768436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a742317-9818-4abc-b8ab-fefeda04cce6 req-486e07fa-c03a-4b67-9b7f-08a1eba771a9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Aug 29 04:16:14.161977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476b94b-142c-4b1a-972d-a569b5163983 req-580f4916-75b1-4229-a23a-a128ecf9237b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.163368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b476b94b-142c-4b1a-972d-a569b5163983 req-580f4916-75b1-4229-a23a-a128ecf9237b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 943 time: 0.0520058 Aug 29 04:16:14.200349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b476b94b-142c-4b1a-972d-a569b5163983 req-b6711e0b-2baa-4a48-add0-d5f4a3b4f534 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304093 Aug 29 04:16:14.398254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7c7b6f7d-ce70-44a5-8667-715382aa4499 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:14.446763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0', 'tag': '73446d4b-7bef-49e6-962a-87e89800ce93'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:14.449640 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01847345-874a-4506-8f63-f56db720f191" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0", "tag": "73446d4b-7bef-49e6-962a-87e89800ce93"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:14.486513 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec17c1-56cf-4575-abad-3452c60f4665 x-openstack-request-id: req-e9ec17c1-56cf-4575-abad-3452c60f4665 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:14.486812 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0", "tag": "73446d4b-7bef-49e6-962a-87e89800ce93", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:14.487065 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9ec17c1-56cf-4575-abad-3452c60f4665 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:14.487576 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0', 'tag': '73446d4b-7bef-49e6-962a-87e89800ce93', 'status': 'completed', 'code': 200} Aug 29 04:16:14.496056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7c7b6f7d-ce70-44a5-8667-715382aa4499, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7c7b6f7d-ce70-44a5-8667-715382aa4499,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:14.508953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '7c7b6f7d-ce70-44a5-8667-715382aa4499', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '7c7b6f7d-ce70-44a5-8667-715382aa4499', 'mac_address': 'fa:16:3e:90:e6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:14.547564 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.555896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01847345-874a-4506-8f63-f56db720f191 req-00b21088-17b3-485f-8148-15390662e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.557984 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-01847345-874a-4506-8f63-f56db720f191 req-00b21088-17b3-485f-8148-15390662e1e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=619b031cb74444539a68553df60a4b79&device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 1095 time: 0.0437346 Aug 29 04:16:14.562430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7b6f7d-ce70-44a5-8667-715382aa4499 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:14.586945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7c7b6f7d-ce70-44a5-8667-715382aa4499, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7c7b6f7d-ce70-44a5-8667-715382aa4499,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:14.592505 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.620611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0773aa-954c-4296-9ff9-16fe49abb299 req-732788a7-6c7e-440a-abd4-9c579333223d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.622171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f0773aa-954c-4296-9ff9-16fe49abb299 req-732788a7-6c7e-440a-abd4-9c579333223d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 948 time: 0.0714858 Aug 29 04:16:14.629573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c233a95-6e59-4c02-9ed8-5c49e0e7f9c2 req-3d1d82d3-74f2-4cb8-9355-b5bb1b1ef063 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.632814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c233a95-6e59-4c02-9ed8-5c49e0e7f9c2 req-3d1d82d3-74f2-4cb8-9355-b5bb1b1ef063 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 945 time: 0.0925033 Aug 29 04:16:14.644978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7c7b6f7d-ce70-44a5-8667-715382aa4499,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.669251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01847345-874a-4506-8f63-f56db720f191 req-6d10a095-4963-4e67-a761-6c588fb3dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.670767 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-01847345-874a-4506-8f63-f56db720f191 req-6d10a095-4963-4e67-a761-6c588fb3dd69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 200 len: 906 time: 0.1040273 Aug 29 04:16:14.695127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f0773aa-954c-4296-9ff9-16fe49abb299 req-1597f95d-d84c-4934-a168-e074a934b1cd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605948 Aug 29 04:16:14.703447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c233a95-6e59-4c02-9ed8-5c49e0e7f9c2 req-8253077c-0198-4920-9bc6-f2dc8b09b8a3 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9d39b9a-a4ff-4d83-80c2-23da918031ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598135 Aug 29 04:16:14.716634 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-01847345-874a-4506-8f63-f56db720f191 req-52478b1b-3469-4394-a05b-bf85b09e45b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73446d4b-7bef-49e6-962a-87e89800ce93 HTTP/1.1" status: 200 len: 217 time: 0.0353463 Aug 29 04:16:14.773672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01847345-874a-4506-8f63-f56db720f191 req-5e84e886-36db-4fe8-a3ec-ebc59c45de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.775128 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-01847345-874a-4506-8f63-f56db720f191 req-5e84e886-36db-4fe8-a3ec-ebc59c45de9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e73e9f0-344b-4223-9882-3f00d4ec1b9e HTTP/1.1" status: 200 len: 845 time: 0.0486302 Aug 29 04:16:14.811633 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-01847345-874a-4506-8f63-f56db720f191 req-3b517ce4-9a35-4e3d-ad99-95ca219e95ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cd2a554-5f0b-4be2-9409-0127cd683327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272710 Aug 29 04:16:14.819346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2bc53-8ad5-4366-99ca-fc111925dfa6 req-561a04f6-bedf-49c6-9b5e-45794cc8b357 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.820857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1b2bc53-8ad5-4366-99ca-fc111925dfa6 req-561a04f6-bedf-49c6-9b5e-45794cc8b357 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.0505917 Aug 29 04:16:14.859541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1b2bc53-8ad5-4366-99ca-fc111925dfa6 req-cab10cda-aa1c-44f8-a2a6-118895b62537 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Aug 29 04:16:14.915137 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-01847345-874a-4506-8f63-f56db720f191 req-2e648641-6830-4e5e-bef8-559036671094 service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924640 Aug 29 04:16:14.979441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831df47-f328-4c63-8b8a-11440972683d req-245c623c-50b4-47ab-b2d4-dc28c5e15306 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.981066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a831df47-f328-4c63-8b8a-11440972683d req-245c623c-50b4-47ab-b2d4-dc28c5e15306 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 943 time: 0.0520165 Aug 29 04:16:15.022223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a831df47-f328-4c63-8b8a-11440972683d req-8dde93e0-0eb8-415c-8b70-c38853c02062 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349302 Aug 29 04:16:15.022927 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-01847345-874a-4506-8f63-f56db720f191 req-cb868e24-3692-41e1-a0cd-64373d504996 service neutron] 10.222.0.59 "GET /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969946 Aug 29 04:16:15.179139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1e087d9b-2193-40c0-9527-6789d274d8ce details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:15.198053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-8e2fa554-5f89-4a4a-8291-13cff149925f tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:15.199512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-8e2fa554-5f89-4a4a-8291-13cff149925f tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 945 time: 0.0517728 Aug 29 04:16:15.259296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7c7b6f7d-ce70-44a5-8667-715382aa4499'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:15.311683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1e087d9b-2193-40c0-9527-6789d274d8ce, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1e087d9b-2193-40c0-9527-6789d274d8ce,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:15.332164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '1e087d9b-2193-40c0-9527-6789d274d8ce', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '1e087d9b-2193-40c0-9527-6789d274d8ce', 'mac_address': 'fa:16:3e:b1:79:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:15.332545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-877fd91f-549a-4469-9271-8bdac1ee5219 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Deleting port bd03cd5a-4dff-46a3-a49c-1777f9912e67 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:15.332545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-877fd91f-549a-4469-9271-8bdac1ee5219 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.341946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb7288-dd8d-4232-b9da-68e43e87c139 req-617019ba-a478-4af5-8318-a3d71559d206 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:15.343651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fdb7288-dd8d-4232-b9da-68e43e87c139 req-617019ba-a478-4af5-8318-a3d71559d206 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 943 time: 0.0719953 Aug 29 04:16:15.393137 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.415861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e087d9b-2193-40c0-9527-6789d274d8ce {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:15.434322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fdb7288-dd8d-4232-b9da-68e43e87c139 req-51b00054-ded3-4102-83a9-c7094581f1d7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789104 Aug 29 04:16:15.449465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1e087d9b-2193-40c0-9527-6789d274d8ce, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1e087d9b-2193-40c0-9527-6789d274d8ce,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:15.453945 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.459593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-877fd91f-549a-4469-9271-8bdac1ee5219 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] For port bd03cd5a-4dff-46a3-a49c-1777f9912e67, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bd03cd5a-4dff-46a3-a49c-1777f9912e67,segment=NetworkSegment(5fb8f2a0-38f2-4eac-9fa4-78dd6598f652),segment_id=5fb8f2a0-38f2-4eac-9fa4-78dd6598f652)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:15.459994 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-877fd91f-549a-4469-9271-8bdac1ee5219 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.473163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-877fd91f-549a-4469-9271-8bdac1ee5219 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Calling delete_port for bd03cd5a-4dff-46a3-a49c-1777f9912e67 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:15.516178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1e087d9b-2193-40c0-9527-6789d274d8ce,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:15.601075 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-877fd91f-549a-4469-9271-8bdac1ee5219 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.630367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fd91f-549a-4469-9271-8bdac1ee5219 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Pushing event deleted for resources: {'Port': ['ID=bd03cd5a-4dff-46a3-a49c-1777f9912e67,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:15.670619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-877fd91f-549a-4469-9271-8bdac1ee5219 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] No DVR routers for this DVR port bd03cd5a-4dff-46a3-a49c-1777f9912e67 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:15.673101 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-877fd91f-549a-4469-9271-8bdac1ee5219 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.675052 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-884c717f-a8eb-4ff4-bd0d-252af35c49d3 req-877fd91f-549a-4469-9271-8bdac1ee5219 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.52 "DELETE /v2.0/ports/bd03cd5a-4dff-46a3-a49c-1777f9912e67 HTTP/1.1" status: 204 len: 173 time: 0.4694655 Aug 29 04:16:15.675496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b22626e-f9b5-46d9-b737-c7360efcbea7', 'name': 'network-vif-deleted', 'tag': 'bd03cd5a-4dff-46a3-a49c-1777f9912e67'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:15.677750 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad266d7e-4a19-434f-a00c-c67e5e3eee04" -d '{"events": [{"server_uuid": "6b22626e-f9b5-46d9-b737-c7360efcbea7", "name": "network-vif-deleted", "tag": "bd03cd5a-4dff-46a3-a49c-1777f9912e67"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:15.712887 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c34df6-1b56-4f17-8ee1-dc9fb15d0526 x-openstack-request-id: req-78c34df6-1b56-4f17-8ee1-dc9fb15d0526 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:15.713438 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b22626e-f9b5-46d9-b737-c7360efcbea7", "name": "network-vif-deleted", "tag": "bd03cd5a-4dff-46a3-a49c-1777f9912e67", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:15.713593 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78c34df6-1b56-4f17-8ee1-dc9fb15d0526 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:15.713962 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b22626e-f9b5-46d9-b737-c7360efcbea7', 'name': 'network-vif-deleted', 'tag': 'bd03cd5a-4dff-46a3-a49c-1777f9912e67', 'status': 'completed', 'code': 200} Aug 29 04:16:15.804272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['1e087d9b-2193-40c0-9527-6789d274d8ce'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:15.826133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef745038-01b3-4f67-bdba-d95282db19e7 req-f720be93-9d81-4e11-85b7-51f7fed1e853 tempest-ServerDiskConfigTestJSON-1191507041 tempest-ServerDiskConfigTestJSON-1191507041-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b22626e-f9b5-46d9-b737-c7360efcbea7 HTTP/1.1" status: 200 len: 210 time: 0.0310199 Aug 29 04:16:15.845628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb31b8f-6c25-4dde-9f4d-5f178965b263 req-245205f8-e316-40d2-acc2-3fc58b3ea7a7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:15.847151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-acb31b8f-6c25-4dde-9f4d-5f178965b263 req-245205f8-e316-40d2-acc2-3fc58b3ea7a7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 949 time: 0.0784912 Aug 29 04:16:15.899393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-acb31b8f-6c25-4dde-9f4d-5f178965b263 req-b9ac7625-5e3a-4035-977d-3744aa618a85 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459046 Aug 29 04:16:16.004063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068749db-77b4-4ec3-a711-0c399edcab8e req-b7edec89-50d6-44d9-a1f8-25652e31fe1e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.005775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-068749db-77b4-4ec3-a711-0c399edcab8e req-b7edec89-50d6-44d9-a1f8-25652e31fe1e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.0512435 Aug 29 04:16:16.045794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-068749db-77b4-4ec3-a711-0c399edcab8e req-a88d3b37-deb2-462e-bbcf-49c3a3890ce8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341630 Aug 29 04:16:16.149302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b4d1b-f66b-4dd3-8b04-b0bbcbb5bdca req-ee802e35-1c87-40ab-af09-843271415dc7 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.150725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a17b4d1b-f66b-4dd3-8b04-b0bbcbb5bdca req-ee802e35-1c87-40ab-af09-843271415dc7 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 943 time: 0.0490382 Aug 29 04:16:16.221272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a17b4d1b-f66b-4dd3-8b04-b0bbcbb5bdca req-e7d69585-6870-4711-9b12-82acb9abcaa3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641179 Aug 29 04:16:16.236062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861c9ce-370d-4918-a529-4d974b34a50f req-4bb11841-958e-4b2d-8b78-82873bd6fc9f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.237787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f861c9ce-370d-4918-a529-4d974b34a50f req-4bb11841-958e-4b2d-8b78-82873bd6fc9f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 945 time: 0.0746021 Aug 29 04:16:16.281074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f861c9ce-370d-4918-a529-4d974b34a50f req-4c306ca8-97eb-40b2-addb-a6d4a1c12b00 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328445 Aug 29 04:16:16.395026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 106575b2-05c4-4909-b39d-7333e2dedc2b details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:16.488897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 106575b2-05c4-4909-b39d-7333e2dedc2b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=106575b2-05c4-4909-b39d-7333e2dedc2b,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:16.500694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '106575b2-05c4-4909-b39d-7333e2dedc2b', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'port_id': '106575b2-05c4-4909-b39d-7333e2dedc2b', 'mac_address': 'fa:16:3e:d0:b1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35910115-7c07-46de-9071-3f98e799f754', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:16.537371 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.549314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6edce-153f-4b68-8dc4-c7d98dcff6b1 req-d80351d0-bab1-46e8-b643-8d137d8a020d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.549849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106575b2-05c4-4909-b39d-7333e2dedc2b {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:16.550815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04b6edce-153f-4b68-8dc4-c7d98dcff6b1 req-d80351d0-bab1-46e8-b643-8d137d8a020d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 943 time: 0.0484564 Aug 29 04:16:16.569023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 106575b2-05c4-4909-b39d-7333e2dedc2b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=106575b2-05c4-4909-b39d-7333e2dedc2b,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:16.573235 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.591187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04b6edce-153f-4b68-8dc4-c7d98dcff6b1 req-61249f50-43cc-4d01-a653-cac7ef8ac84b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342929 Aug 29 04:16:16.619104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=106575b2-05c4-4909-b39d-7333e2dedc2b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:16.700172 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:16:16.733772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['bd03cd5a-4dff-46a3-a49c-1777f9912e67'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:17.011413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aeb066-eb5c-40dc-8e57-d47ca4f76cc7 req-ad0eada3-e582-4e24-a471-1acad95fd682 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.012958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2aeb066-eb5c-40dc-8e57-d47ca4f76cc7 req-ad0eada3-e582-4e24-a471-1acad95fd682 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 949 time: 0.0494325 Aug 29 04:16:17.055408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2aeb066-eb5c-40dc-8e57-d47ca4f76cc7 req-f09ebe98-6fea-41f7-b5a1-bedd75ccd472 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361741 Aug 29 04:16:17.091235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34936) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:17.138575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-974a8a52-de48-45b4-a839-c2f625bab52f admin admin] Deleting subnet 36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:17.143609 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-974a8a52-de48-45b4-a839-c2f625bab52f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.180404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 73446d4b-7bef-49e6-962a-87e89800ce93 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:17.180830 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-974a8a52-de48-45b4-a839-c2f625bab52f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.184089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1e087d9b-2193-40c0-9527-6789d274d8ce up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:17.254143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-974a8a52-de48-45b4-a839-c2f625bab52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.287472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a175e-0dbd-4dc7-8823-41c9bf1252f4 req-b6a97843-f394-4126-9602-8fd441f13243 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.289123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c79a175e-0dbd-4dc7-8823-41c9bf1252f4 req-b6a97843-f394-4126-9602-8fd441f13243 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.0897849 Aug 29 04:16:17.298465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 1e087d9b-2193-40c0-9527-6789d274d8ce completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:17.303878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['106575b2-05c4-4909-b39d-7333e2dedc2b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:17.312984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 1e087d9b-2193-40c0-9527-6789d274d8ce triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:17.313446 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.368814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 73446d4b-7bef-49e6-962a-87e89800ce93, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=73446d4b-7bef-49e6-962a-87e89800ce93,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:17.384548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c79a175e-0dbd-4dc7-8823-41c9bf1252f4 req-12d2459b-08f7-48a6-a77e-7a1a141ad60d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800316 Aug 29 04:16:17.393726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0d89d-f690-4a7b-a50d-3bbb3750269e req-3e84c00d-ebf7-4ef6-9565-536f8d193ea9 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.395226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03b0d89d-f690-4a7b-a50d-3bbb3750269e req-3e84c00d-ebf7-4ef6-9565-536f8d193ea9 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 945 time: 0.1171138 Aug 29 04:16:17.396414 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-974a8a52-de48-45b4-a839-c2f625bab52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.400126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '73446d4b-7bef-49e6-962a-87e89800ce93', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'port_id': '73446d4b-7bef-49e6-962a-87e89800ce93', 'mac_address': 'fa:16:3e:15:cb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73e9f0-344b-4223-9882-3f00d4ec1b9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:17.427276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-974a8a52-de48-45b4-a839-c2f625bab52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.428621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-974a8a52-de48-45b4-a839-c2f625bab52f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924 HTTP/1.1" status: 204 len: 168 time: 0.3362894 Aug 29 04:16:17.431277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34942) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:17.434379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a8a52-de48-45b4-a839-c2f625bab52f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ab3d05-ddcf-41a3-bb1d-f3cab8b4c924,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:17.465670 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.483801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03b0d89d-f690-4a7b-a50d-3bbb3750269e req-ec5e5f5b-fbfa-44b2-a2d4-5fa17bfd25e8 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611858 Aug 29 04:16:17.518979 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.531708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73446d4b-7bef-49e6-962a-87e89800ce93 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:17.549377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9ac31-0d6d-4681-9475-ebcd1c04fc06 req-45559a3f-7c6d-412d-a80c-dffdb2a757a4 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.554493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-faf9ac31-0d6d-4681-9475-ebcd1c04fc06 req-45559a3f-7c6d-412d-a80c-dffdb2a757a4 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 943 time: 0.0707531 Aug 29 04:16:17.569292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.572134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 73446d4b-7bef-49e6-962a-87e89800ce93, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=73446d4b-7bef-49e6-962a-87e89800ce93,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:17.590008 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.607784 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-faf9ac31-0d6d-4681-9475-ebcd1c04fc06 req-de564997-f107-4057-8f1c-76208f12e46c tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Aug 29 04:16:17.623473 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.635520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8204f631-7a10-4f96-8f2f-9cacd065f755']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:17.648431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:17.648905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb8f2a0-38f2-4eac-9fa4-78dd6598f652') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:17.650640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b230f3f-c4b7-428a-9b9c-a330a18b1b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e087d9b-2193-40c0-9527-6789d274d8ce'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:17.653511 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8df1bb1-ff02-4644-b532-d36580166a55" -d '{"events": [{"server_uuid": "8b230f3f-c4b7-428a-9b9c-a330a18b1b2f", "name": "network-vif-plugged", "status": "completed", "tag": "1e087d9b-2193-40c0-9527-6789d274d8ce"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:17.665802 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.675062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1e087d9b-2193-40c0-9527-6789d274d8ce, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1e087d9b-2193-40c0-9527-6789d274d8ce,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:17.684904 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.690852 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.697938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=73446d4b-7bef-49e6-962a-87e89800ce93,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:17.699656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:17.700160 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:17.702273 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:17.738904 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab63a441-6dee-480d-bf58-efaac99ca281 x-openstack-request-id: req-ab63a441-6dee-480d-bf58-efaac99ca281 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:17.739188 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b230f3f-c4b7-428a-9b9c-a330a18b1b2f", "name": "network-vif-plugged", "status": "completed", "tag": "1e087d9b-2193-40c0-9527-6789d274d8ce", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:17.739439 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab63a441-6dee-480d-bf58-efaac99ca281 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:17.739824 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b230f3f-c4b7-428a-9b9c-a330a18b1b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e087d9b-2193-40c0-9527-6789d274d8ce', 'code': 200} Aug 29 04:16:17.749729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30a6d6-6d07-42b8-aacb-b40154618b01 req-5a75b1cf-c02e-4d4b-ad21-ba676ece4f5c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.751399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba30a6d6-6d07-42b8-aacb-b40154618b01 req-5a75b1cf-c02e-4d4b-ad21-ba676ece4f5c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 944 time: 0.0812492 Aug 29 04:16:17.772112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1e087d9b-2193-40c0-9527-6789d274d8ce,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:17.772655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.779364 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.784113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8204f631-7a10-4f96-8f2f-9cacd065f755 HTTP/1.1" status: 204 len: 168 time: 0.3518176 Aug 29 04:16:17.795414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c32654-d0bf-4fca-8b4e-ec440a21ed42 admin admin] Pushing event deleted for resources: {'Network': ['ID=8204f631-7a10-4f96-8f2f-9cacd065f755,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:17.804620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba30a6d6-6d07-42b8-aacb-b40154618b01 req-2ea3c0d1-5d41-4446-9910-a2c6ed8fce11 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458102 Aug 29 04:16:17.851471 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.854374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e0dee-a6dc-433a-87a4-e40dd74339af req-fdb66aee-e139-47f0-b45f-8ae3383cfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.855914 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d7e0dee-a6dc-433a-87a4-e40dd74339af req-fdb66aee-e139-47f0-b45f-8ae3383cfa6a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 1102 time: 0.0457339 Aug 29 04:16:17.899575 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d7e0dee-a6dc-433a-87a4-e40dd74339af req-96c8fbd7-6a3d-4554-86fe-db760c3e8e5b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Aug 29 04:16:17.907885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34956) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:17.946926 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-43e2cf49-52cf-44b2-a141-a6de57e3f644 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39809e088b2644d1b50bda5668e86c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378814 Aug 29 04:16:17.950065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:18.002341 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-933a3033-b712-4155-bb38-9c2cb32a8da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.009772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['73446d4b-7bef-49e6-962a-87e89800ce93'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:18.026037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-933a3033-b712-4155-bb38-9c2cb32a8da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.081514 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-933a3033-b712-4155-bb38-9c2cb32a8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.085428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-933a3033-b712-4155-bb38-9c2cb32a8da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.088678 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-933a3033-b712-4155-bb38-9c2cb32a8da8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9d39b9a-a4ff-4d83-80c2-23da918031ac HTTP/1.1" status: 204 len: 168 time: 0.1376727 Aug 29 04:16:18.104049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a3033-b712-4155-bb38-9c2cb32a8da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d39b9a-a4ff-4d83-80c2-23da918031ac,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:18.146421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec70c4-b792-4a2f-b95b-3885cfa9f83a req-5f453c63-4fa7-46e8-ab44-37e8a87a0780 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.148631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5aec70c4-b792-4a2f-b95b-3885cfa9f83a req-5f453c63-4fa7-46e8-ab44-37e8a87a0780 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 945 time: 0.0846519 Aug 29 04:16:18.204862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5aec70c4-b792-4a2f-b95b-3885cfa9f83a req-b0d84c23-eb4c-433f-bb57-273a85597060 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492051 Aug 29 04:16:18.268588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85376b48-0ef1-4997-a981-2ba63daf4b21 req-f6213c34-5025-4e40-ae9c-404801afcf10 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.270083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85376b48-0ef1-4997-a981-2ba63daf4b21 req-f6213c34-5025-4e40-ae9c-404801afcf10 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 950 time: 0.0592282 Aug 29 04:16:18.310931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85376b48-0ef1-4997-a981-2ba63daf4b21 req-1173f816-1eb2-48a7-9230-0016e35012a8 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346718 Aug 29 04:16:18.395587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7c7b6f7d-ce70-44a5-8667-715382aa4499 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:18.448749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 7c7b6f7d-ce70-44a5-8667-715382aa4499 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:18.452882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 7c7b6f7d-ce70-44a5-8667-715382aa4499 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:18.453260 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.530601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cdcf9-a34f-4ad6-8573-f24c5ca712eb req-4e34a2a1-9503-4e82-a84d-c97b426bea44 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.532136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-255cdcf9-a34f-4ad6-8573-f24c5ca712eb req-4e34a2a1-9503-4e82-a84d-c97b426bea44 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.0603940 Aug 29 04:16:18.540483 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.576123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7c7b6f7d-ce70-44a5-8667-715382aa4499, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7c7b6f7d-ce70-44a5-8667-715382aa4499,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:18.581481 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.582797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bd03cd5a-4dff-46a3-a49c-1777f9912e67 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:18.586903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-255cdcf9-a34f-4ad6-8573-f24c5ca712eb req-d4fcc4b7-75e1-4be3-a1f7-5511869acedd tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481975 Aug 29 04:16:18.633003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: bd03cd5a-4dff-46a3-a49c-1777f9912e67 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:18.633335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bd03cd5a-4dff-46a3-a49c-1777f9912e67 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:18.660698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7c7b6f7d-ce70-44a5-8667-715382aa4499,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:18.738013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d63b6-118d-495d-a5b4-da0fbb1ddf61 req-4d9a5d1c-947e-43ca-ad9c-6cd6bf76da7c tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.739636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-875d63b6-118d-495d-a5b4-da0fbb1ddf61 req-4d9a5d1c-947e-43ca-ad9c-6cd6bf76da7c tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 944 time: 0.0506637 Aug 29 04:16:18.780032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-875d63b6-118d-495d-a5b4-da0fbb1ddf61 req-ff09e384-8e61-4b95-86b8-d957bab9dfb2 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340159 Aug 29 04:16:18.932913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b1348-e9fa-499f-b59f-d520d237551b req-4757f0d0-0a0b-4b92-84b9-8f20ce4899d0 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.934420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a1b1348-e9fa-499f-b59f-d520d237551b req-4757f0d0-0a0b-4b92-84b9-8f20ce4899d0 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 944 time: 0.0562994 Aug 29 04:16:18.972649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a1b1348-e9fa-499f-b59f-d520d237551b req-278707c0-5344-4ca8-8893-004dd51cfbaa tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Aug 29 04:16:19.194173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 73446d4b-7bef-49e6-962a-87e89800ce93 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:19.253624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ea65915-f618-438c-b309-fa9b6f8a2239 req-684fd08f-79dd-431b-89f7-e4bd48ab8533 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=af18b7a8-925a-4819-857e-4639916b714f HTTP/1.1" status: 200 len: 210 time: 0.0279408 Aug 29 04:16:19.288327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 73446d4b-7bef-49e6-962a-87e89800ce93 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:19.302423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 73446d4b-7bef-49e6-962a-87e89800ce93 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:19.303037 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.399736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73a48a-7f0b-4c8b-9712-55b8ab2cd625 req-b640fd82-7cc0-4d03-aa41-856e262857c8 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.401237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e73a48a-7f0b-4c8b-9712-55b8ab2cd625 req-b640fd82-7cc0-4d03-aa41-856e262857c8 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 945 time: 0.0881958 Aug 29 04:16:19.426852 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.450229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e73a48a-7f0b-4c8b-9712-55b8ab2cd625 req-c67854c0-6eca-4663-8ffe-bf280768d774 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399773 Aug 29 04:16:19.502620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 73446d4b-7bef-49e6-962a-87e89800ce93, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=73446d4b-7bef-49e6-962a-87e89800ce93,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:19.513713 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.590706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=73446d4b-7bef-49e6-962a-87e89800ce93,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:19.605983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d806-467b-4ed8-981e-6ce0fb0f4aa3 req-d66aad1b-8e0e-4577-bd99-87920bdbc394 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.614451 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3e8d806-467b-4ed8-981e-6ce0fb0f4aa3 req-d66aad1b-8e0e-4577-bd99-87920bdbc394 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 950 time: 0.0979886 Aug 29 04:16:19.665349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3e8d806-467b-4ed8-981e-6ce0fb0f4aa3 req-890266d6-a247-4f05-aa50-bacc6201bafa tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Aug 29 04:16:19.740766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b58a08-cf39-469c-a58b-8ccd3da0b159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b6f7d-ce70-44a5-8667-715382aa4499'}, {'server_uuid': 'e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73446d4b-7bef-49e6-962a-87e89800ce93'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:19.743323 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1114949-bf42-47ab-a46d-a3b57e838d6d" -d '{"events": [{"server_uuid": "21b58a08-cf39-469c-a58b-8ccd3da0b159", "name": "network-vif-plugged", "status": "completed", "tag": "7c7b6f7d-ce70-44a5-8667-715382aa4499"}, {"server_uuid": "e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0", "name": "network-vif-plugged", "status": "completed", "tag": "73446d4b-7bef-49e6-962a-87e89800ce93"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:19.846855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f3f0d-f9e8-48a6-b72c-868b0c6e5d8b req-8b017173-4075-478a-af94-ec9e236882bf tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.854370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-034f3f0d-f9e8-48a6-b72c-868b0c6e5d8b req-8b017173-4075-478a-af94-ec9e236882bf tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.0876322 Aug 29 04:16:19.866646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070595c0-08d0-4752-a905-66d99460d6a7 req-181d28e4-e0be-4b00-996c-16aeefa18abc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.869759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-070595c0-08d0-4752-a905-66d99460d6a7 req-181d28e4-e0be-4b00-996c-16aeefa18abc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 949 time: 0.1010914 Aug 29 04:16:19.928231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-034f3f0d-f9e8-48a6-b72c-868b0c6e5d8b req-41779393-184d-4415-865f-bcd3613be465 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729556 Aug 29 04:16:19.936738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-070595c0-08d0-4752-a905-66d99460d6a7 req-c3f35d6b-777e-47ef-9177-6f0af9766a95 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585489 Aug 29 04:16:20.011179 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c7e6fe-c27f-4853-85bc-c9bd5992fc96 x-openstack-request-id: req-65c7e6fe-c27f-4853-85bc-c9bd5992fc96 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:20.011760 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b58a08-cf39-469c-a58b-8ccd3da0b159", "name": "network-vif-plugged", "status": "completed", "tag": "7c7b6f7d-ce70-44a5-8667-715382aa4499", "code": 200}, {"server_uuid": "e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0", "name": "network-vif-plugged", "status": "completed", "tag": "73446d4b-7bef-49e6-962a-87e89800ce93", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:20.012506 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65c7e6fe-c27f-4853-85bc-c9bd5992fc96 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:20.013267 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b58a08-cf39-469c-a58b-8ccd3da0b159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b6f7d-ce70-44a5-8667-715382aa4499', 'code': 200} Aug 29 04:16:20.013611 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73446d4b-7bef-49e6-962a-87e89800ce93', 'code': 200} Aug 29 04:16:20.174301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfab48-2de8-477e-8d03-a83a89057e47 req-07b4f87d-2122-49ce-a7ee-1588a21ad5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.176181 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3fcfab48-2de8-477e-8d03-a83a89057e47 req-07b4f87d-2122-49ce-a7ee-1588a21ad5ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 1097 time: 0.0592172 Aug 29 04:16:20.215219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40851c-c0fd-4bb4-85cc-f0d787372e1e req-a8343ccf-ed5c-488a-8cd3-096093c45648 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.224496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c40851c-c0fd-4bb4-85cc-f0d787372e1e req-a8343ccf-ed5c-488a-8cd3-096093c45648 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 944 time: 0.1510601 Aug 29 04:16:20.228654 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3fcfab48-2de8-477e-8d03-a83a89057e47 req-ca9ea18b-4f26-4948-8e0b-5e30fd3d226c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337830 Aug 29 04:16:20.266042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ceb1d5-63a0-4067-94aa-d80ffe2148e5 req-4dd0ae62-b842-4658-a4ee-cadc13d36747 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.267556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-64ceb1d5-63a0-4067-94aa-d80ffe2148e5 req-4dd0ae62-b842-4658-a4ee-cadc13d36747 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 945 time: 0.1461749 Aug 29 04:16:20.284855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee88c-e463-4909-80a6-dfe501a53304 req-df26a7f4-08db-423f-ba1c-ecb61de8f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.286314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2dee88c-e463-4909-80a6-dfe501a53304 req-df26a7f4-08db-423f-ba1c-ecb61de8f24f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 1101 time: 0.1205239 Aug 29 04:16:20.313000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c40851c-c0fd-4bb4-85cc-f0d787372e1e req-9c2f468d-9808-4c33-b0e2-5e4872c9378e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875702 Aug 29 04:16:20.350806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-64ceb1d5-63a0-4067-94aa-d80ffe2148e5 req-b6a66fa6-d0d1-481c-803b-3de496d240c3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744846 Aug 29 04:16:20.359021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2dee88c-e463-4909-80a6-dfe501a53304 req-44b44506-bfa3-430d-a025-f73a6ec7b755 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554287 Aug 29 04:16:20.400970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 106575b2-05c4-4909-b39d-7333e2dedc2b up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:20.427803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5359da6-80ea-47cd-a16d-1e9326949a01 req-c3745d7b-1469-46ea-9bb4-988518e78242 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0330458 Aug 29 04:16:20.457083 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 106575b2-05c4-4909-b39d-7333e2dedc2b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:20.460654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 106575b2-05c4-4909-b39d-7333e2dedc2b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:20.461113 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.537976 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.542173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514669-9c71-4edb-97c5-703177eb7110 req-7f5f4c0e-98e7-4cc5-9e79-642844083d0d tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.543695 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3514669-9c71-4edb-97c5-703177eb7110 req-7f5f4c0e-98e7-4cc5-9e79-642844083d0d tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.59 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 945 time: 0.0489826 Aug 29 04:16:20.568853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 106575b2-05c4-4909-b39d-7333e2dedc2b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=106575b2-05c4-4909-b39d-7333e2dedc2b,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:20.572681 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.621456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=106575b2-05c4-4909-b39d-7333e2dedc2b,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:20.644921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Deleting port a864c30f-baec-43bb-9515-3ebccfc7dc9c {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:20.645272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.734661 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] For port a864c30f-baec-43bb-9515-3ebccfc7dc9c, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a864c30f-baec-43bb-9515-3ebccfc7dc9c,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:20.734949 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.888162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f28a4c-306f-4b45-88b2-f83957490363 req-79651fcf-67cf-4e1e-bd78-4843b3abb9f7 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.890110 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66f28a4c-306f-4b45-88b2-f83957490363 req-79651fcf-67cf-4e1e-bd78-4843b3abb9f7 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 945 time: 0.0511234 Aug 29 04:16:20.910362 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.910762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.911091 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Floating IP c69ee984-630b-4707-b558-6a1644bff158 disassociated. External IP: 172.25.5.74, port: a864c30f-baec-43bb-9515-3ebccfc7dc9c. Aug 29 04:16:20.911431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Calling delete_port for a864c30f-baec-43bb-9515-3ebccfc7dc9c owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:20.929365 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66f28a4c-306f-4b45-88b2-f83957490363 req-81d27ae9-c4d6-4bbb-a662-6ca5a319793d tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd7dca1-adb9-4b31-b627-5c046be43237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333776 Aug 29 04:16:21.077714 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.111496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Pushing event deleted for resources: {'Port': ['ID=a864c30f-baec-43bb-9515-3ebccfc7dc9c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:21.123883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11d0af-441d-46eb-9170-08b6cb7aea8f req-5a56249b-8d09-4c6a-a01d-88c5fcdba460 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.125747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc11d0af-441d-46eb-9170-08b6cb7aea8f req-5a56249b-8d09-4c6a-a01d-88c5fcdba460 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 949 time: 0.0942552 Aug 29 04:16:21.133729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bded77-7cec-4806-881a-4afb81bbaac9 req-1437459c-bdb8-470c-a3bf-5c954387e71c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.135212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34bded77-7cec-4806-881a-4afb81bbaac9 req-1437459c-bdb8-470c-a3bf-5c954387e71c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.0927482 Aug 29 04:16:21.196117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc11d0af-441d-46eb-9170-08b6cb7aea8f req-c16e0dca-68b6-4d0f-b6e8-3ec93face08a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599043 Aug 29 04:16:21.203895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34bded77-7cec-4806-881a-4afb81bbaac9 req-ed980fc5-0663-4193-b823-6dda24f9fdad tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593288 Aug 29 04:16:21.236722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Router ba1cddfb-0c8c-4c7f-868a-ca645d06939c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:21.343407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:21.353199 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] Sync routers for ids ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:21.364387 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] Routers {'ba1cddfb-0c8c-4c7f-868a-ca645d06939c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:21.365058 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:15:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:21.383994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] No DVR routers for this DVR port a864c30f-baec-43bb-9515-3ebccfc7dc9c on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:21.385970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.388587 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3514669-9c71-4edb-97c5-703177eb7110 req-074b173b-30bf-48df-97da-04ec2718311f tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.59 "DELETE /v2.0/ports/a864c30f-baec-43bb-9515-3ebccfc7dc9c HTTP/1.1" status: 204 len: 173 time: 0.8314822 Aug 29 04:16:21.389042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'name': 'network-vif-deleted', 'tag': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:21.391525 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4191c218-cf76-4212-ab48-7876b829f287" -d '{"events": [{"server_uuid": "13f35b0c-7e17-4dbd-8491-55d24dbbc9c8", "name": "network-vif-deleted", "tag": "a864c30f-baec-43bb-9515-3ebccfc7dc9c"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:21.440788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cf0cc-d404-425a-9beb-fe771c1ae375 req-df2dfd2b-160e-481c-8055-867fa3a45bc9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.442314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a9cf0cc-d404-425a-9beb-fe771c1ae375 req-df2dfd2b-160e-481c-8055-867fa3a45bc9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 945 time: 0.0531719 Aug 29 04:16:21.504077 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] Set router ba1cddfb-0c8c-4c7f-868a-ca645d06939c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:21.524354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a9cf0cc-d404-425a-9beb-fe771c1ae375 req-6f070c30-e9d8-4f37-a40b-cf034f466801 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698519 Aug 29 04:16:21.558391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b99deb-de64-4c90-99f7-f93c2f723f3f req-48ba8124-7f6f-46aa-b819-bf4e50c77883 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.564139 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88b99deb-de64-4c90-99f7-f93c2f723f3f req-48ba8124-7f6f-46aa-b819-bf4e50c77883 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 945 time: 0.1208341 Aug 29 04:16:21.584342 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c392e28-1261-411d-879f-93894a808387 x-openstack-request-id: req-7c392e28-1261-411d-879f-93894a808387 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:21.584911 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f35b0c-7e17-4dbd-8491-55d24dbbc9c8", "name": "network-vif-deleted", "tag": "a864c30f-baec-43bb-9515-3ebccfc7dc9c", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:21.585329 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c392e28-1261-411d-879f-93894a808387 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:21.585938 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f35b0c-7e17-4dbd-8491-55d24dbbc9c8', 'name': 'network-vif-deleted', 'tag': 'a864c30f-baec-43bb-9515-3ebccfc7dc9c', 'status': 'completed', 'code': 200} Aug 29 04:16:21.643390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88b99deb-de64-4c90-99f7-f93c2f723f3f req-3056f54b-9cca-4af2-b788-43821759040a tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749509 Aug 29 04:16:21.715145 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1adab33-2f6d-4d7d-b8f6-46206c7b66af req-5a5efe86-34e7-4324-a59c-bca5dd113106 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0304523 Aug 29 04:16:21.802912 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '35d41ff3-26d4-40e8-94da-d0b23ec3014d', 'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'mac_address': 'fa:16:3e:50:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:01Z', 'updated_at': '2021-08-29T04:14:12Z', 'revision_number': 5, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'subnets': [{'id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:21.830520 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] Checking router: ba1cddfb-0c8c-4c7f-868a-ca645d06939c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:21.840562 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] Routers {'ba1cddfb-0c8c-4c7f-868a-ca645d06939c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:21.841540 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:15:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:21.964225 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] Set router ba1cddfb-0c8c-4c7f-868a-ca645d06939c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:21.982092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4d6c-07ec-4dfb-84fc-7a45f4333af3 req-f179a821-14f4-42d4-890f-74208a0ee8a2 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.984117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a0c4d6c-07ec-4dfb-84fc-7a45f4333af3 req-f179a821-14f4-42d4-890f-74208a0ee8a2 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 946 time: 0.0587330 Aug 29 04:16:22.015100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b8a18-5fc8-49a9-a8c0-79639d3ef80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106575b2-05c4-4909-b39d-7333e2dedc2b'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:22.017458 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b166ed-d8b7-42e9-9789-0a62d6f463d9" -d '{"events": [{"server_uuid": "698b8a18-5fc8-49a9-a8c0-79639d3ef80c", "name": "network-vif-plugged", "status": "completed", "tag": "106575b2-05c4-4909-b39d-7333e2dedc2b"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:22.040982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a0c4d6c-07ec-4dfb-84fc-7a45f4333af3 req-d5a424de-976d-429b-b7d3-fc4a7165e507 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507510 Aug 29 04:16:22.056288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-efebbe2f-30b7-43aa-b804-196891a6f8bb req-56e94290-d1df-461a-8d68-48b0379cc67d tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f35b0c-7e17-4dbd-8491-55d24dbbc9c8 HTTP/1.1" status: 200 len: 210 time: 0.0316670 Aug 29 04:16:22.091717 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56fb3ac-1e49-4dfc-bffe-da627f4cd673 x-openstack-request-id: req-b56fb3ac-1e49-4dfc-bffe-da627f4cd673 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:22.092018 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698b8a18-5fc8-49a9-a8c0-79639d3ef80c", "name": "network-vif-plugged", "status": "completed", "tag": "106575b2-05c4-4909-b39d-7333e2dedc2b", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:22.092312 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b56fb3ac-1e49-4dfc-bffe-da627f4cd673 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:22.092675 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b8a18-5fc8-49a9-a8c0-79639d3ef80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106575b2-05c4-4909-b39d-7333e2dedc2b', 'code': 200} Aug 29 04:16:22.195519 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '35d41ff3-26d4-40e8-94da-d0b23ec3014d', 'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'mac_address': 'fa:16:3e:50:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:01Z', 'updated_at': '2021-08-29T04:14:12Z', 'revision_number': 5, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'subnets': [{'id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:22.224800 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35adb1a-09ea-4d80-bd3c-beaa78690626 None None] The sync data for ids ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'] in n-d-712141-12 is: [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '35d41ff3-26d4-40e8-94da-d0b23ec3014d', 'name': '', 'network_id': 'e3311447-f918-4a22-9bd8-3cd110fbc2a7', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'mac_address': 'fa:16:3e:50:dc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:01Z', 'updated_at': '2021-08-29T04:14:12Z', 'revision_number': 5, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'subnets': [{'id': 'a58dc13c-018c-4cc2-a3b3-0c7d108351ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:22.481390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb357d77-2e3a-46d0-baf1-43a92b1d719c None None] New status for floating IP c69ee984-630b-4707-b558-6a1644bff158: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:16:22.699843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e431c9c-e3a8-4003-afab-8bb50883cecb req-2f0ef9ed-c685-4158-ad7e-6c38bc106340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.701261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e431c9c-e3a8-4003-afab-8bb50883cecb req-2f0ef9ed-c685-4158-ad7e-6c38bc106340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.4106412 Aug 29 04:16:22.709266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e7620-8fd1-459b-ae99-b51a8dc40928 req-8a1d0ec1-d633-4b85-9740-0ab8f78dca90 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.710771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b0e7620-8fd1-459b-ae99-b51a8dc40928 req-8a1d0ec1-d633-4b85-9740-0ab8f78dca90 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 949 time: 0.4079556 Aug 29 04:16:22.750038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870b1f-91f9-4489-ad7d-b759bfe13ff4 req-e8a0ffbc-969b-4851-aca2-9a7a8deb36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.751481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00870b1f-91f9-4489-ad7d-b759bfe13ff4 req-e8a0ffbc-969b-4851-aca2-9a7a8deb36c5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 1097 time: 0.1089091 Aug 29 04:16:22.777981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e431c9c-e3a8-4003-afab-8bb50883cecb req-f4c1a9c3-5fbf-40c1-ba7b-b9972775e9a3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661252 Aug 29 04:16:22.781197 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b0e7620-8fd1-459b-ae99-b51a8dc40928 req-6614a963-7d4d-44c0-8445-89508f842bf4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594800 Aug 29 04:16:22.822081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00870b1f-91f9-4489-ad7d-b759bfe13ff4 req-ef0436bb-68bb-48ac-9985-451495ed91d1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361714 Aug 29 04:16:22.920511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2696d-16b9-4eb7-9b48-149a88b440d3 req-479c389e-2e18-4f49-812f-793a9200c124 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.921998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbe2696d-16b9-4eb7-9b48-149a88b440d3 req-479c389e-2e18-4f49-812f-793a9200c124 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 945 time: 0.0771089 Aug 29 04:16:22.930209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20713b34-1ce2-460f-9026-84db15ccb137 req-29044aad-b85c-4d88-909d-257847392ce9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.931611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20713b34-1ce2-460f-9026-84db15ccb137 req-29044aad-b85c-4d88-909d-257847392ce9 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 945 time: 0.0774672 Aug 29 04:16:22.988721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbe2696d-16b9-4eb7-9b48-149a88b440d3 req-8fa2c230-6d5a-4d44-92a4-f47371ff3eb2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560591 Aug 29 04:16:22.991463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20713b34-1ce2-460f-9026-84db15ccb137 req-839b5587-589b-4038-94fd-141a66e90870 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527022 Aug 29 04:16:23.072627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cab33fb8-05ab-4426-9e6c-93b3b02b5a26 req-6ae4f3f2-b667-4eae-9a37-28e0cf818626 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0260358 Aug 29 04:16:23.226010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a864c30f-baec-43bb-9515-3ebccfc7dc9c no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:23.245756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: a864c30f-baec-43bb-9515-3ebccfc7dc9c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:23.246029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a864c30f-baec-43bb-9515-3ebccfc7dc9c not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:23.458942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8ccd4-2e43-42f4-ba60-b3b6a359dce7 req-bfb35d57-6b78-41aa-b3cf-5bde86f421e1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:23.460465 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54f8ccd4-2e43-42f4-ba60-b3b6a359dce7 req-bfb35d57-6b78-41aa-b3cf-5bde86f421e1 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 946 time: 0.0541463 Aug 29 04:16:23.500106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54f8ccd4-2e43-42f4-ba60-b3b6a359dce7 req-6c7a6afe-1b4f-4abf-9827-45215cfc15f3 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Aug 29 04:16:23.514671 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-981ad4b8-7c72-4ab3-814c-e529c6ed601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.566515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35130) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:23.647301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1b4e-2382-418f-b2d9-f9f6a4a07dd6 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.674955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1b4e-2382-418f-b2d9-f9f6a4a07dd6 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.725067 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1b4e-2382-418f-b2d9-f9f6a4a07dd6 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.727745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1b4e-2382-418f-b2d9-f9f6a4a07dd6 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.729020 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3f5f1b4e-2382-418f-b2d9-f9f6a4a07dd6 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "DELETE /v2.0/security-groups/cfd7dca1-adb9-4b31-b627-5c046be43237 HTTP/1.1" status: 204 len: 168 time: 0.1560628 Aug 29 04:16:23.731637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35146) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:23.747202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f1b4e-2382-418f-b2d9-f9f6a4a07dd6 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd7dca1-adb9-4b31-b627-5c046be43237,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:23.753020 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-9e4f0dca-5c4a-4970-af9d-b8c8f6955986 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] show failed (client error): The resource could not be found. Aug 29 04:16:23.754004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9e4f0dca-5c4a-4970-af9d-b8c8f6955986 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "GET /v2.0/security-groups/cfd7dca1-adb9-4b31-b627-5c046be43237 HTTP/1.1" status: 404 len: 347 time: 0.0211442 Aug 29 04:16:23.756820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35150) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:23.940889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1927d-0045-4adb-aff6-e7bfcbd2c24d req-70a8b6e3-faa3-4113-8b42-75fd61f42722 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:23.942367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1b1927d-0045-4adb-aff6-e7bfcbd2c24d req-70a8b6e3-faa3-4113-8b42-75fd61f42722 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.0920403 Aug 29 04:16:23.949938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e48d5-9b52-4a94-bccd-e46c764bac97 req-011ebfda-89e1-47e3-8112-88e3d40930c3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:23.951292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a8e48d5-9b52-4a94-bccd-e46c764bac97 req-011ebfda-89e1-47e3-8112-88e3d40930c3 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 945 time: 0.1153524 Aug 29 04:16:24.015148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0744eb88-463e-4071-9858-309a034c7629 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Deleting port b970a2e8-9740-44c3-8bc7-dcf5435f65e1 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:24.015381 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0744eb88-463e-4071-9858-309a034c7629 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.031681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a8e48d5-9b52-4a94-bccd-e46c764bac97 req-108728df-7df3-4e40-bae4-b76a445f1a09 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699821 Aug 29 04:16:24.034271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1b1927d-0045-4adb-aff6-e7bfcbd2c24d req-e77197a9-0640-487a-bf6e-f91f1fdb9d1e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792961 Aug 29 04:16:24.110323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0744eb88-463e-4071-9858-309a034c7629 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.110657 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0744eb88-463e-4071-9858-309a034c7629 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.150875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0744eb88-463e-4071-9858-309a034c7629 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Calling delete_port for b970a2e8-9740-44c3-8bc7-dcf5435f65e1 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:24.245096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e36ec-a03e-46b4-9783-8e7d72aef9ac req-9b434807-0886-4ec2-8181-28a9458bb12c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.247127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-160e36ec-a03e-46b4-9783-8e7d72aef9ac req-9b434807-0886-4ec2-8181-28a9458bb12c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 949 time: 0.1494408 Aug 29 04:16:24.256577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1398-8a34-4da6-980d-d31a9baba661 req-a6ca93c1-ace5-4a43-864c-a92901d2c6e9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.257967 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-323f1398-8a34-4da6-980d-d31a9baba661 req-a6ca93c1-ace5-4a43-864c-a92901d2c6e9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 945 time: 0.1449194 Aug 29 04:16:24.337807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-160e36ec-a03e-46b4-9783-8e7d72aef9ac req-80404125-addb-4615-aeea-7fa18dc15378 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787489 Aug 29 04:16:24.346126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-323f1398-8a34-4da6-980d-d31a9baba661 req-daa269d4-f4b8-458f-b072-09b59013645d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787141 Aug 29 04:16:24.397669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0744eb88-463e-4071-9858-309a034c7629 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.432758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744eb88-463e-4071-9858-309a034c7629 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Pushing event deleted for resources: {'Port': ['ID=b970a2e8-9740-44c3-8bc7-dcf5435f65e1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:24.454886 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41668b59-2bf1-4d40-9cda-89850d52614f req-4ce153ca-2388-4cd6-8239-65ad9fef8387 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0328233 Aug 29 04:16:24.517915 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0744eb88-463e-4071-9858-309a034c7629 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.520535 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0744eb88-463e-4071-9858-309a034c7629 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.524606 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0744eb88-463e-4071-9858-309a034c7629 tempest-ServersTestJSON-1941733165 tempest-ServersTestJSON-1941733165-project] 10.222.0.49 "DELETE /v2.0/floatingips/c69ee984-630b-4707-b558-6a1644bff158 HTTP/1.1" status: 204 len: 168 time: 0.7640302 Aug 29 04:16:24.524934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35170) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:24.745735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e8e6-3667-47f8-a53d-40a5b744c1e7 req-c0e7babd-64bf-4550-b5db-10520f00acf5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.751622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e8e6-3667-47f8-a53d-40a5b744c1e7 req-c0e7babd-64bf-4550-b5db-10520f00acf5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.753213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0fc3e8e6-3667-47f8-a53d-40a5b744c1e7 req-c0e7babd-64bf-4550-b5db-10520f00acf5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159&device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 1690 time: 0.1449018 Aug 29 04:16:24.765538 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd906d28-220b-49b5-94ca-630db12ea583 req-ca3200f9-d74e-41ef-8456-8357b70024b0 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.766978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd906d28-220b-49b5-94ca-630db12ea583 req-ca3200f9-d74e-41ef-8456-8357b70024b0 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 946 time: 0.1575582 Aug 29 04:16:24.867007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0fc3e8e6-3667-47f8-a53d-40a5b744c1e7 req-43d1d6fa-c2a1-452e-9c55-33039484d98c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989988 Aug 29 04:16:24.875906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd906d28-220b-49b5-94ca-630db12ea583 req-d8941436-14ab-43d2-9989-b1577f34231d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972919 Aug 29 04:16:25.050910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec29b3d-c83f-4cb4-8a5b-549d5ef3d589 req-52bc0c2f-bf52-45da-93fd-8618bcc6f077 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.053640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ec29b3d-c83f-4cb4-8a5b-549d5ef3d589 req-52bc0c2f-bf52-45da-93fd-8618bcc6f077 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 1101 time: 0.0557125 Aug 29 04:16:25.056012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.189236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ec29b3d-c83f-4cb4-8a5b-549d5ef3d589 req-688b11ba-5884-429c-a834-51188637a76f tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955698 Aug 29 04:16:25.220270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4cb49-658f-4e75-b53c-45facffa6dd7 req-c4ad6258-150f-4eb0-95e7-d46926c03ac1 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.222190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09c4cb49-658f-4e75-b53c-45facffa6dd7 req-c4ad6258-150f-4eb0-95e7-d46926c03ac1 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 945 time: 0.1122701 Aug 29 04:16:25.367678 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09c4cb49-658f-4e75-b53c-45facffa6dd7 req-633f1c74-6706-49a1-bb15-a71101c7fcf4 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151547 Aug 29 04:16:25.396430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc910f-7e88-46ce-890c-cd4e27042933 req-fe6545f9-5e42-4c69-a22d-d62b8ac44164 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.397912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71cc910f-7e88-46ce-890c-cd4e27042933 req-fe6545f9-5e42-4c69-a22d-d62b8ac44164 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1207895 Aug 29 04:16:25.407060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-bf5a4774-cb32-4282-9307-41938b99a6c5 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.408455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-bf5a4774-cb32-4282-9307-41938b99a6c5 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.52 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 946 time: 0.1130540 Aug 29 04:16:25.528987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71cc910f-7e88-46ce-890c-cd4e27042933 req-8d24b8f6-304e-4ccd-8c82-6c3c36a19207 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194394 Aug 29 04:16:25.582701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f366b7c-21a7-4527-bf9a-07b71e306352 req-fe7fb085-fb37-433f-a2d5-c394d6ab3f9d tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.584238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f366b7c-21a7-4527-bf9a-07b71e306352 req-fe7fb085-fb37-433f-a2d5-c394d6ab3f9d tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 1102 time: 0.1488924 Aug 29 04:16:25.674657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f366b7c-21a7-4527-bf9a-07b71e306352 req-4c3a4654-bc5e-44cf-9c89-2e6ca9a79f64 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831215 Aug 29 04:16:25.678993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] Deleting port 35d41ff3-26d4-40e8-94da-d0b23ec3014d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:25.679329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.684436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Deleting port c7d6be0f-04ff-4ee0-adf4-a28a82012475 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:25.684762 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.766956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc81a2-48f1-4d9e-b28f-d5c520766d86 req-8648f208-34ff-46e6-91f5-7da3612731c4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.768451 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7bc81a2-48f1-4d9e-b28f-d5c520766d86 req-8648f208-34ff-46e6-91f5-7da3612731c4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 945 time: 0.1738703 Aug 29 04:16:25.823177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9e11d2c-0c61-4540-9db6-a9721db0cb58 req-cb127eb1-271d-483e-9aa0-2037a74d1f05 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0505688 Aug 29 04:16:25.889294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7bc81a2-48f1-4d9e-b28f-d5c520766d86 req-8864e6cf-2af7-4fa9-b785-d6c05031c11d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020756 Aug 29 04:16:25.899034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] For port c7d6be0f-04ff-4ee0-adf4-a28a82012475, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c7d6be0f-04ff-4ee0-adf4-a28a82012475,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:25.899452 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.902569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] For port 35d41ff3-26d4-40e8-94da-d0b23ec3014d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=35d41ff3-26d4-40e8-94da-d0b23ec3014d,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:25.902919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.941684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] Calling delete_port for 35d41ff3-26d4-40e8-94da-d0b23ec3014d owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:26.014691 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-319c4ec5-bbbe-46ae-ae76-3f3d7ef6bb61 req-6e0ffdde-d0ba-40bb-b843-da3e93ba43c5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af18b7a8-925a-4819-857e-4639916b714f HTTP/1.1" status: 200 len: 210 time: 0.0252395 Aug 29 04:16:26.069557 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d5add6f9-e855-4ded-95d4-a19b1c8d5690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.272513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.377615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-6fde67d9-ac7d-4fc7-9b47-e603dc5037ce tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3922293 Aug 29 04:16:26.470436 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1f7f0b51-d898-497e-ba62-2091dcfe988d req-c0206b4e-f8bd-4405-8eb7-c673e51010f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0254273 Aug 29 04:16:26.514296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdb7f1-b5c7-416b-a0d0-4636aa22e54c req-8b9edb7f-5604-4264-8039-813a1c568a05 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.515761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7cdb7f1-b5c7-416b-a0d0-4636aa22e54c req-8b9edb7f-5604-4264-8039-813a1c568a05 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 946 time: 0.5388954 Aug 29 04:16:26.672019 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.672345 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.672664 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Floating IP c72bbf9d-16ad-4c89-9727-77ca461d7157 disassociated. External IP: 172.25.5.158, port: c7d6be0f-04ff-4ee0-adf4-a28a82012475. Aug 29 04:16:26.673006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Calling delete_port for c7d6be0f-04ff-4ee0-adf4-a28a82012475 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:26.690301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150760-e3be-49a8-adf0-219b359ad580 req-aa5d3e3f-ebba-452f-8aea-aadbaac8ad55 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.691771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-aa5d3e3f-ebba-452f-8aea-aadbaac8ad55 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3070097 Aug 29 04:16:26.694638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7cdb7f1-b5c7-416b-a0d0-4636aa22e54c req-ee0f7ba2-b85b-4a94-a386-df1cd8b25b61 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups?id=d100b9d4-8a8b-490a-b42f-dfa76e0935f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686921 Aug 29 04:16:26.721687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-2cad392e-44e7-4bae-b283-1975b00c1403 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/quotas/2cecee234ef34eb1b7bf6a425441d6c6 HTTP/1.1" status: 200 len: 375 time: 0.0166786 Aug 29 04:16:26.872182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-f175c8b3-ea0b-4867-bf71-69f3057036a2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1172905 Aug 29 04:16:26.877249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.929737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d41ff3-26d4-40e8-94da-d0b23ec3014d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:27.046390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844dff3-a4af-408b-be4c-f81b7034c37b req-153f8f74-c2c8-48cb-bb35-0f01f87149d8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.047962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5844dff3-a4af-408b-be4c-f81b7034c37b req-153f8f74-c2c8-48cb-bb35-0f01f87149d8 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 945 time: 0.1417570 Aug 29 04:16:27.048666 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.107746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Pushing event deleted for resources: {'Port': ['ID=c7d6be0f-04ff-4ee0-adf4-a28a82012475,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:27.141040 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.191533 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.201285 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-26db5b38-50fa-4873-8312-667e30467127 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0813491 Aug 29 04:16:27.255293 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 73446d4b-7bef-49e6-962a-87e89800ce93 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:27.279809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-07319028-a166-4cab-99b6-22ffe2bd8338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.281640 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-07319028-a166-4cab-99b6-22ffe2bd8338 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 1101 time: 0.0540605 Aug 29 04:16:27.284007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5844dff3-a4af-408b-be4c-f81b7034c37b req-583d2832-3ae0-44db-8a3b-61b43fb05660 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262909 Aug 29 04:16:27.363654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b3c0f-b094-43de-806b-9c7a5993e8dc req-66fe13fa-a287-4f42-a5a5-ea83be43965a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.371834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-755b3c0f-b094-43de-806b-9c7a5993e8dc req-66fe13fa-a287-4f42-a5a5-ea83be43965a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.2771327 Aug 29 04:16:27.377385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 73446d4b-7bef-49e6-962a-87e89800ce93, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=73446d4b-7bef-49e6-962a-87e89800ce93,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:27.391553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '73446d4b-7bef-49e6-962a-87e89800ce93', 'network_id': '5cd2a554-5f0b-4be2-9409-0127cd683327', 'port_id': '73446d4b-7bef-49e6-962a-87e89800ce93', 'mac_address': 'fa:16:3e:15:cb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73e9f0-344b-4223-9882-3f00d4ec1b9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:27.400747 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.447438 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.463500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73446d4b-7bef-49e6-962a-87e89800ce93 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:27.469648 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-755b3c0f-b094-43de-806b-9c7a5993e8dc req-c69e13e9-f099-4fc0-9f11-ccaadc837495 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949941 Aug 29 04:16:27.473623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-223e7f62-f76c-4dad-b7ba-45260d77a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.475132 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-223e7f62-f76c-4dad-b7ba-45260d77a6ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1717553 Aug 29 04:16:27.489301 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 73446d4b-7bef-49e6-962a-87e89800ce93, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=73446d4b-7bef-49e6-962a-87e89800ce93,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:27.493719 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.540911 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-274087d9-1b06-4e4b-b8a5-c7c26c7d2038 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 200 len: 217 time: 0.0479734 Aug 29 04:16:27.571565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=73446d4b-7bef-49e6-962a-87e89800ce93,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:27.610480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Router 6eff4e41-e3e4-4409-8f87-a2475b74f539 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:27.610758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['73446d4b-7bef-49e6-962a-87e89800ce93'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:27.630866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-001c4a57-4a9f-4cec-9a1f-571287d590a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.632521 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-001c4a57-4a9f-4cec-9a1f-571287d590a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0760913 Aug 29 04:16:27.641761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12d44ad7-3895-4095-a78c-fa931837124e req-07d88243-3872-46a6-a20d-5162701ffa6c tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0603352 Aug 29 04:16:27.697978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-aec5ff7e-38af-4007-b0e4-2344960cd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.699996 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-aec5ff7e-38af-4007-b0e4-2344960cd36e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0580373 Aug 29 04:16:27.717204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdf06b-6873-4e9a-acf5-1aefb0212cc3 req-1e8de19f-ebf2-47c3-a1b4-dc7be4b700b3 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.720692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dcdf06b-6873-4e9a-acf5-1aefb0212cc3 req-1e8de19f-ebf2-47c3-a1b4-dc7be4b700b3 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 945 time: 0.2985671 Aug 29 04:16:27.834319 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-71a35d02-8486-449a-98be-504de435b026 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236446 Aug 29 04:16:27.878698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0197b8f3-d95e-4387-af02-eac2426d9ce5 req-36e93444-f983-4adf-b908-df04b1211879 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 210 time: 0.0466895 Aug 29 04:16:27.922314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dcdf06b-6873-4e9a-acf5-1aefb0212cc3 req-5aeae393-3eaf-4aa6-943d-333a7f6400c4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962512 Aug 29 04:16:27.952121 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2c179c4-63e0-46f4-8a23-89464a7b50db req-d999bc58-9f2e-43f0-ae66-3767e478b9c4 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096334 Aug 29 04:16:28.004436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab0cb9e7-de47-451a-a9d9-ac519a57c3f8 req-69b3ac6b-ccf2-44c0-b72b-fca50ec57864 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 210 time: 0.0350897 Aug 29 04:16:28.012028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:28.028614 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] Sync routers for ids ['6eff4e41-e3e4-4409-8f87-a2475b74f539'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:28.037318 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] Routers {'6eff4e41-e3e4-4409-8f87-a2475b74f539'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:28.037998 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6eff4e41-e3e4-4409-8f87-a2475b74f539'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:28.087499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] No DVR routers for this DVR port c7d6be0f-04ff-4ee0-adf4-a28a82012475 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:28.091290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.093276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ce642d9-f969-44ac-b2b6-a8f76fa5e5f0 req-6c6bf3cc-99bb-4dba-9d65-7369166a6e4d tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.52 "DELETE /v2.0/ports/c7d6be0f-04ff-4ee0-adf4-a28a82012475 HTTP/1.1" status: 204 len: 173 time: 2.6731336 Aug 29 04:16:28.093714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43858a42-770f-4f56-95fb-da5719a8f190', 'name': 'network-vif-deleted', 'tag': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:28.095931 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7792202-172c-4b5a-bd63-0107485e8f91" -d '{"events": [{"server_uuid": "43858a42-770f-4f56-95fb-da5719a8f190", "name": "network-vif-deleted", "tag": "c7d6be0f-04ff-4ee0-adf4-a28a82012475"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:28.114894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] Router ba1cddfb-0c8c-4c7f-868a-ca645d06939c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:28.146483 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] Set router 6eff4e41-e3e4-4409-8f87-a2475b74f539 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:28.159338 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fe84a5-d8c0-4d9a-8d61-e591606a2ad5 x-openstack-request-id: req-39fe84a5-d8c0-4d9a-8d61-e591606a2ad5 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:28.159639 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43858a42-770f-4f56-95fb-da5719a8f190", "name": "network-vif-deleted", "tag": "c7d6be0f-04ff-4ee0-adf4-a28a82012475", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:28.159892 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39fe84a5-d8c0-4d9a-8d61-e591606a2ad5 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:28.160315 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43858a42-770f-4f56-95fb-da5719a8f190', 'name': 'network-vif-deleted', 'tag': 'c7d6be0f-04ff-4ee0-adf4-a28a82012475', 'status': 'completed', 'code': 200} Aug 29 04:16:28.229664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:28.237186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f3e76a13-bf8b-4e49-907a-064132e72895 admin admin] 10.222.0.49 "PUT /v2.0/routers/ba1cddfb-0c8c-4c7f-868a-ca645d06939c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7088101 Aug 29 04:16:28.237328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35232) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:28.243888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] Sync routers for ids ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:28.260514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] Routers {'ba1cddfb-0c8c-4c7f-868a-ca645d06939c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:28.261804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:28.349132 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:17Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e1c96831-403d-432c-bb97-07a935544a18', 'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'mac_address': 'fa:16:3e:df:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:24Z', 'revision_number': 5, 'project_id': '35c160c123804ac797133d520b7b79da', 'subnets': [{'id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:28.379075 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] Checking router: 6eff4e41-e3e4-4409-8f87-a2475b74f539 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:28.399022 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] Routers {'6eff4e41-e3e4-4409-8f87-a2475b74f539'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:28.399664 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6eff4e41-e3e4-4409-8f87-a2475b74f539'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:28.442753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.499885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83d01b-9f70-4a95-b793-283ccd184e61 req-7b694dfc-6f19-4ca4-8c12-0c10215603db tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.501644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f83d01b-9f70-4a95-b793-283ccd184e61 req-7b694dfc-6f19-4ca4-8c12-0c10215603db tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 944 time: 0.1080477 Aug 29 04:16:28.554770 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] Set router 6eff4e41-e3e4-4409-8f87-a2475b74f539 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:28.588463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c7d6be0f-04ff-4ee0-adf4-a28a82012475 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:28.639330 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: c7d6be0f-04ff-4ee0-adf4-a28a82012475 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:28.640407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c7d6be0f-04ff-4ee0-adf4-a28a82012475 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:28.694638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] Set router ba1cddfb-0c8c-4c7f-868a-ca645d06939c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:28.714947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f83d01b-9f70-4a95-b793-283ccd184e61 req-1606dfaf-aa29-4466-9c8b-f7ab2723f3d4 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071962 Aug 29 04:16:28.746263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98814da-3030-41d7-9a64-8e80ae3f2cb0 req-ad1a0254-ca77-4f9b-aa15-9993952307c0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.747807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c98814da-3030-41d7-9a64-8e80ae3f2cb0 req-ad1a0254-ca77-4f9b-aa15-9993952307c0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1133580 Aug 29 04:16:28.759839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.817371 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c98814da-3030-41d7-9a64-8e80ae3f2cb0 req-bcbb432e-e719-4044-95ea-2400e4074693 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594006 Aug 29 04:16:28.924655 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.947060 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:17Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e1c96831-403d-432c-bb97-07a935544a18', 'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'mac_address': 'fa:16:3e:df:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:24Z', 'revision_number': 5, 'project_id': '35c160c123804ac797133d520b7b79da', 'subnets': [{'id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:28.953687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '69f1f77d-38de-43e6-a7b2-999494581217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:16:26Z', 'revision_number': 5, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port': {'id': '69f1f77d-38de-43e6-a7b2-999494581217', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:56Z', 'updated_at': '2021-08-29T04:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:28.983949 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c759bf38-59f4-44d4-99b1-ce05e2ab9918 None None] The sync data for ids ['6eff4e41-e3e4-4409-8f87-a2475b74f539'] in n-d-712141-12 is: [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:13:17Z', 'revision_number': 4, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e1c96831-403d-432c-bb97-07a935544a18', 'name': '', 'network_id': '5b12b323-7282-46ec-88fa-539d4b83b35d', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'mac_address': 'fa:16:3e:df:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:16Z', 'updated_at': '2021-08-29T04:13:24Z', 'revision_number': 5, 'project_id': '35c160c123804ac797133d520b7b79da', 'subnets': [{'id': 'ba4d660b-eb07-412e-89b4-0f32c003228d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:29.014482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] Checking router: ba1cddfb-0c8c-4c7f-868a-ca645d06939c for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:29.027135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] Routers {'ba1cddfb-0c8c-4c7f-868a-ca645d06939c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:29.028232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:29.137828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] Set router ba1cddfb-0c8c-4c7f-868a-ca645d06939c gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:29.191246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:16:28Z', 'revision_number': 6, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:29.222665 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00893da1-e9a0-43f5-8ca5-01f99a9b1e76 req-98a6e2bd-74f2-4864-be32-ef251638da55 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.4099641 Aug 29 04:16:29.228054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82865058-b70c-4f87-b619-a93a02cb7679 None None] The sync data for ids ['ba1cddfb-0c8c-4c7f-868a-ca645d06939c'] in n-d-712141-12 is: [{'id': 'ba1cddfb-0c8c-4c7f-868a-ca645d06939c', 'name': 'tempest-ServersTestJSON-1439685024-router', 'tenant_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:16:28Z', 'revision_number': 6, 'project_id': 'c1a2b3895bd246efbbd3c030d1c0c402', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:29.256664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-967fe70f-e49c-4e32-a366-42c45a9aa3cc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4008150 Aug 29 04:16:29.288563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 73446d4b-7bef-49e6-962a-87e89800ce93 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:29.347731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 73446d4b-7bef-49e6-962a-87e89800ce93 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:29.348111 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.358531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Deleting port 69f1f77d-38de-43e6-a7b2-999494581217 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:29.358760 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.363231 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953dfbd8-2a92-4011-aa0f-41ad1ffa0105 None None] New status for floating IP c72bbf9d-16ad-4c89-9727-77ca461d7157: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:16:29.432307 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.432591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b29dbff5-686c-4136-9bfe-72570430a754 req-412cc098-3fe7-4891-8e3b-e1ac7c180b2e tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 210 time: 0.0979130 Aug 29 04:16:29.477031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 73446d4b-7bef-49e6-962a-87e89800ce93, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=73446d4b-7bef-49e6-962a-87e89800ce93,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:29.478175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73446d4b-7bef-49e6-962a-87e89800ce93'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:29.481521 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2248b6-f8e2-4e7c-9fb4-12557729a768" -d '{"events": [{"server_uuid": "e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0", "name": "network-vif-plugged", "status": "completed", "tag": "73446d4b-7bef-49e6-962a-87e89800ce93"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:29.485502 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.502947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150760-e3be-49a8-adf0-219b359ad580 req-e1693779-f723-448d-9f2b-89fcbb77d7a3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.504789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-e1693779-f723-448d-9f2b-89fcbb77d7a3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241905 Aug 29 04:16:29.519016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a0278-0d46-43de-8f02-c3e436a49039 req-bb6734be-bac8-4e15-9016-b19f53b11677 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.520544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d7a0278-0d46-43de-8f02-c3e436a49039 req-bb6734be-bac8-4e15-9016-b19f53b11677 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 945 time: 0.1850829 Aug 29 04:16:29.532053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Request body: {'port': {'device_id': 'e34d0a1d-0c19-487d-a8d0-4d45057976ae', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2cecee234ef34eb1b7bf6a425441d6c6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:29.563963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] For port 69f1f77d-38de-43e6-a7b2-999494581217, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=69f1f77d-38de-43e6-a7b2-999494581217,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:29.564633 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.568351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=73446d4b-7bef-49e6-962a-87e89800ce93,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.605656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-4d5f4ee9-cc38-4c85-854a-84df2c31912d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.609082 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-4d5f4ee9-cc38-4c85-854a-84df2c31912d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 945 time: 0.0835319 Aug 29 04:16:29.660502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Calling delete_port for 69f1f77d-38de-43e6-a7b2-999494581217 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:29.663725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0805c575-c785-46a7-9653-ffbfaaa8a239 req-087068ca-0f6b-426a-af13-0db3636d4f37 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/ports?device_id=43858a42-770f-4f56-95fb-da5719a8f190 HTTP/1.1" status: 200 len: 210 time: 0.1077690 Aug 29 04:16:29.693643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d7a0278-0d46-43de-8f02-c3e436a49039 req-14caaea1-f40c-4ea5-bfc4-eda145efa746 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364090 Aug 29 04:16:29.783015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-65f459cf-337f-4037-9a00-8f8ee5fefde6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Deleting port 106575b2-05c4-4909-b39d-7333e2dedc2b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:29.784458 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-65f459cf-337f-4037-9a00-8f8ee5fefde6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.818276 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033dd0e9-026e-411b-8a8f-003c112b494a x-openstack-request-id: req-033dd0e9-026e-411b-8a8f-003c112b494a {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:29.818780 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0", "name": "network-vif-plugged", "status": "completed", "tag": "73446d4b-7bef-49e6-962a-87e89800ce93", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:29.819035 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-033dd0e9-026e-411b-8a8f-003c112b494a {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:29.819431 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73446d4b-7bef-49e6-962a-87e89800ce93', 'code': 200} Aug 29 04:16:29.829325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Made reservation on behalf of 2cecee234ef34eb1b7bf6a425441d6c6 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:29.832998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.935188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-65f459cf-337f-4037-9a00-8f8ee5fefde6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] For port 106575b2-05c4-4909-b39d-7333e2dedc2b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=106575b2-05c4-4909-b39d-7333e2dedc2b,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:29.936853 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-65f459cf-337f-4037-9a00-8f8ee5fefde6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.961408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-65f459cf-337f-4037-9a00-8f8ee5fefde6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Calling delete_port for 106575b2-05c4-4909-b39d-7333e2dedc2b owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:30.050645 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.106491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Allocated IP 192.168.233.161 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/97783df3-52aa-4e8f-bd40-048e59e5ce3b) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:30.121826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f1f77d-38de-43e6-a7b2-999494581217,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:30.158471 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-65f459cf-337f-4037-9a00-8f8ee5fefde6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.207205 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['106575b2-05c4-4909-b39d-7333e2dedc2b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:30.227164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f459cf-337f-4037-9a00-8f8ee5fefde6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event deleted for resources: {'Port': ['ID=106575b2-05c4-4909-b39d-7333e2dedc2b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:30.235690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfe78e-5a75-43dc-a39a-b52a4876bd68 req-d9589b69-07ad-42d3-8da5-b1faf3305430 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.237368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8dfe78e-5a75-43dc-a39a-b52a4876bd68 req-d9589b69-07ad-42d3-8da5-b1faf3305430 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.2178934 Aug 29 04:16:30.249480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-65f459cf-337f-4037-9a00-8f8ee5fefde6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] No DVR routers for this DVR port 106575b2-05c4-4909-b39d-7333e2dedc2b on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:30.252518 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-65f459cf-337f-4037-9a00-8f8ee5fefde6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.254967 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a555811e-a8a1-4a66-83e0-af3cef9eb5fb req-65f459cf-337f-4037-9a00-8f8ee5fefde6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "DELETE /v2.0/ports/106575b2-05c4-4909-b39d-7333e2dedc2b HTTP/1.1" status: 204 len: 173 time: 0.6171129 Aug 29 04:16:30.255431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b8a18-5fc8-49a9-a8c0-79639d3ef80c', 'name': 'network-vif-deleted', 'tag': '106575b2-05c4-4909-b39d-7333e2dedc2b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:30.257872 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3ba035-7d73-475b-bdb8-7df9e36a9a53" -d '{"events": [{"server_uuid": "698b8a18-5fc8-49a9-a8c0-79639d3ef80c", "name": "network-vif-deleted", "tag": "106575b2-05c4-4909-b39d-7333e2dedc2b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:30.276976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50763deb-1a64-4347-aa09-cd9895f63652 req-bfe950fa-5a9c-4224-9dc6-a33a3ef73b35 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.278540 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50763deb-1a64-4347-aa09-cd9895f63652 req-bfe950fa-5a9c-4224-9dc6-a33a3ef73b35 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 945 time: 0.1919103 Aug 29 04:16:30.356184 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.357761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35d41ff3-26d4-40e8-94da-d0b23ec3014d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:30.381358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 35d41ff3-26d4-40e8-94da-d0b23ec3014d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:30.381798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35d41ff3-26d4-40e8-94da-d0b23ec3014d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:30.382766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 69f1f77d-38de-43e6-a7b2-999494581217 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:30.407740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 69f1f77d-38de-43e6-a7b2-999494581217 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:30.408072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 69f1f77d-38de-43e6-a7b2-999494581217 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:30.477948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8dfe78e-5a75-43dc-a39a-b52a4876bd68 req-c54db68a-5b36-4e7e-bbac-1a538231c68b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266939 Aug 29 04:16:30.484712 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.486935 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.493149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50763deb-1a64-4347-aa09-cd9895f63652 req-4628b3d0-a0ef-4549-9bd0-b6430449d852 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978657 Aug 29 04:16:30.567505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.568057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba1cddfb-0c8c-4c7f-868a-ca645d06939c {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:16:30.591702 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.592899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a825bee7-a3d5-477c-b3a4-e344476434b8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ba1cddfb-0c8c-4c7f-868a-ca645d06939c HTTP/1.1" status: 204 len: 168 time: 2.3547711 Aug 29 04:16:30.595058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cbf82bb-879e-4fe0-a3d2-1a4ef7468bf5 req-45488841-469c-4c79-9c04-13b7918ecd4c tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0442088 Aug 29 04:16:30.598715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35286) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:30.631625 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.662526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Transition to ACTIVE for port object 97783df3-52aa-4e8f-bd40-048e59e5ce3b will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:30.671411 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cedd9c-44df-4466-a024-bd22801689d6 x-openstack-request-id: req-01cedd9c-44df-4466-a024-bd22801689d6 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:30.671943 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698b8a18-5fc8-49a9-a8c0-79639d3ef80c", "name": "network-vif-deleted", "tag": "106575b2-05c4-4909-b39d-7333e2dedc2b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:30.672081 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01cedd9c-44df-4466-a024-bd22801689d6 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:30.672449 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b8a18-5fc8-49a9-a8c0-79639d3ef80c', 'name': 'network-vif-deleted', 'tag': '106575b2-05c4-4909-b39d-7333e2dedc2b', 'status': 'completed', 'code': 200} Aug 29 04:16:30.678350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21c1e17-c7ae-495b-930f-d7f04da531be admin admin] Deleting subnet a58dc13c-018c-4cc2-a3b3-0c7d108351ed {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:30.684595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e21c1e17-c7ae-495b-930f-d7f04da531be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.731365 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd1ef81e-619c-4c07-8acb-86f3023bdd8d req-4ed11a73-c796-4e97-95dd-7b889c5811b2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 210 time: 0.0493925 Aug 29 04:16:30.752031 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e21c1e17-c7ae-495b-930f-d7f04da531be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.773622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35294) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:30.823617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.833671 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8998-ef4c-439a-a105-3995121ee066 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.838252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685', '1e087d9b-2193-40c0-9527-6789d274d8ce'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:30.849603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fef1d3b-741d-4dfa-a380-363d67e77999 req-b9eeb4ec-844a-43ac-9c75-e241a8f799a2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=698b8a18-5fc8-49a9-a8c0-79639d3ef80c HTTP/1.1" status: 200 len: 210 time: 0.0446107 Aug 29 04:16:30.883136 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8998-ef4c-439a-a105-3995121ee066 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.909350 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b', '7c7b6f7d-ce70-44a5-8667-715382aa4499'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:30.929132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:30.940832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:30.945179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:30.947631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event updated for resources: {'Port': ['ID=97783df3-52aa-4e8f-bd40-048e59e5ce3b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:30.949907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8998-ef4c-439a-a105-3995121ee066 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.963129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8998-ef4c-439a-a105-3995121ee066 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.965558 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5b8e8998-ef4c-439a-a105-3995121ee066 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "DELETE /v2.0/security-groups/d100b9d4-8a8b-490a-b42f-dfa76e0935f0 HTTP/1.1" status: 204 len: 168 time: 0.1909392 Aug 29 04:16:30.975120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35296) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:30.986951 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e21c1e17-c7ae-495b-930f-d7f04da531be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.012912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e8998-ef4c-439a-a105-3995121ee066 tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d100b9d4-8a8b-490a-b42f-dfa76e0935f0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:31.035168 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-45da17eb-e809-4bfa-81bb-fafe9f4ab1be tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] show failed (client error): The resource could not be found. Aug 29 04:16:31.037935 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-45da17eb-e809-4bfa-81bb-fafe9f4ab1be tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "GET /v2.0/security-groups/d100b9d4-8a8b-490a-b42f-dfa76e0935f0 HTTP/1.1" status: 404 len: 347 time: 0.0603113 Aug 29 04:16:31.040745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35298) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:31.081360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.082068 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.104481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-71875b07-49c4-40d9-9bcd-eafdb56115e7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5764782 Aug 29 04:16:31.111288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e21c1e17-c7ae-495b-930f-d7f04da531be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.150082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Request body: {'port': {'device_id': 'e34d0a1d-0c19-487d-a8d0-4d45057976ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:31.155877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c1e17-c7ae-495b-930f-d7f04da531be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58dc13c-018c-4cc2-a3b3-0c7d108351ed,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:31.158793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e21c1e17-c7ae-495b-930f-d7f04da531be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.160314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e21c1e17-c7ae-495b-930f-d7f04da531be admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a58dc13c-018c-4cc2-a3b3-0c7d108351ed HTTP/1.1" status: 204 len: 168 time: 0.5611608 Aug 29 04:16:31.164325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35300) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:31.175974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b779d-155b-40eb-a752-87679bb8e2e7 None None] Network e3311447-f918-4a22-9bd8-3cd110fbc2a7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:31.220736 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.253870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-f8258a41-f985-487b-bffb-9c2915cbefe5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.255339 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-f8258a41-f985-487b-bffb-9c2915cbefe5 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 945 time: 0.2789505 Aug 29 04:16:31.351118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-269330b1-f347-477a-8bca-d7502f44843b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Deleting port 6c1192b7-8e68-41e4-bd5f-bcad32e288d4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:31.351469 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-269330b1-f347-477a-8bca-d7502f44843b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.367539 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.391545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c559302a-cb1f-4ae3-8b8a-e1c88b97ccd0 None None] Provisioning for port 97783df3-52aa-4e8f-bd40-048e59e5ce3b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:31.408530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c559302a-cb1f-4ae3-8b8a-e1c88b97ccd0 None None] Provisioning complete for port 97783df3-52aa-4e8f-bd40-048e59e5ce3b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:31.408902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c559302a-cb1f-4ae3-8b8a-e1c88b97ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.489450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-8ead40ef-70b3-480c-8bd0-f765b2150b23 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Deleting port 73446d4b-7bef-49e6-962a-87e89800ce93 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:31.489802 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-8ead40ef-70b3-480c-8bd0-f765b2150b23 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.494400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-269330b1-f347-477a-8bca-d7502f44843b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.494723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-269330b1-f347-477a-8bca-d7502f44843b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.498305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c559302a-cb1f-4ae3-8b8a-e1c88b97ccd0 None None] Port 97783df3-52aa-4e8f-bd40-048e59e5ce3b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:31.558297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97783df3-52aa-4e8f-bd40-048e59e5ce3b {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:31.559631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-269330b1-f347-477a-8bca-d7502f44843b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Calling delete_port for 6c1192b7-8e68-41e4-bd5f-bcad32e288d4 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:31.570073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.584272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d356b9f-9bf8-47d9-a220-31ba1af6d953 None None] DHCP port deletion for e3311447-f918-4a22-9bd8-3cd110fbc2a7 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:16:31.606594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Transition to ACTIVE for port object 97783df3-52aa-4e8f-bd40-048e59e5ce3b will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:31.610688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.633950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Deleting port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:31.634227 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.656985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9d356b9f-9bf8-47d9-a220-31ba1af6d953 None None] Deleting port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:31.657359 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9d356b9f-9bf8-47d9-a220-31ba1af6d953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.723179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9d356b9f-9bf8-47d9-a220-31ba1af6d953 None None] For port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c9f4ebaf-17a1-411e-a8a9-58ef039d05bf,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:31.723583 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9d356b9f-9bf8-47d9-a220-31ba1af6d953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.731817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Pushing event updated for resources: {'Port': ['ID=97783df3-52aa-4e8f-bd40-048e59e5ce3b,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:31.740520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9d356b9f-9bf8-47d9-a220-31ba1af6d953 None None] Calling delete_port for c9f4ebaf-17a1-411e-a8a9-58ef039d05bf owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:31.750094 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-8ead40ef-70b3-480c-8bd0-f765b2150b23 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] For port 73446d4b-7bef-49e6-962a-87e89800ce93, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=73446d4b-7bef-49e6-962a-87e89800ce93,segment=NetworkSegment(3403d361-5b89-4bf3-bcaa-5bb9babc49cc),segment_id=3403d361-5b89-4bf3-bcaa-5bb9babc49cc)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:31.750683 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-8ead40ef-70b3-480c-8bd0-f765b2150b23 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.758713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba08b33-c5ca-49a1-b78d-9ca68aa19f33 req-ace8fc3a-4c1f-463a-852c-859687c66e0c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.760441 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ba08b33-c5ca-49a1-b78d-9ca68aa19f33 req-ace8fc3a-4c1f-463a-852c-859687c66e0c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1145611 Aug 29 04:16:31.764788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] For port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c9f4ebaf-17a1-411e-a8a9-58ef039d05bf,segment=NetworkSegment(d978ba4b-a70b-4406-8564-e39bc6eb8f6b),segment_id=d978ba4b-a70b-4406-8564-e39bc6eb8f6b)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:31.765167 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.779635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-8ead40ef-70b3-480c-8bd0-f765b2150b23 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Calling delete_port for 73446d4b-7bef-49e6-962a-87e89800ce93 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:31.797618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Calling delete_port for c9f4ebaf-17a1-411e-a8a9-58ef039d05bf owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:31.821014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4a01-7cc8-4a1f-a767-5a5de42f8162 req-24c4d606-282f-4643-a123-dee66891c407 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.830142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9eeb4a01-7cc8-4a1f-a767-5a5de42f8162 req-24c4d606-282f-4643-a123-dee66891c407 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0 HTTP/1.1" status: 200 len: 945 time: 0.1829019 Aug 29 04:16:31.857926 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9d356b9f-9bf8-47d9-a220-31ba1af6d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.904356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d356b9f-9bf8-47d9-a220-31ba1af6d953 None None] Pushing event deleted for resources: {'Port': ['ID=c9f4ebaf-17a1-411e-a8a9-58ef039d05bf,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:31.907689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d356b9f-9bf8-47d9-a220-31ba1af6d953 None None] No DVR routers for this DVR port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:31.911773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ba08b33-c5ca-49a1-b78d-9ca68aa19f33 req-a14dbec1-536a-45c7-b0a7-fd444a7385fb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319311 Aug 29 04:16:31.939183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9eeb4a01-7cc8-4a1f-a767-5a5de42f8162 req-467602f0-9417-4e6a-9f62-8900338740bc tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.49 "GET /v2.0/security-groups?id=35785fc3-8dd4-48a5-b8c7-f6d550f112e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058145 Aug 29 04:16:31.939183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Attempting to bind port 97783df3-52aa-4e8f-bd40-048e59e5ce3b on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:31.939183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Attempting to bind port 97783df3-52aa-4e8f-bd40-048e59e5ce3b by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:31.939183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Attempting to bind port 97783df3-52aa-4e8f-bd40-048e59e5ce3b on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:31.947794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Port 97783df3-52aa-4e8f-bd40-048e59e5ce3b on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:31.948787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Attempting to bind port 97783df3-52aa-4e8f-bd40-048e59e5ce3b on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:31.964441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:31.967009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:31.969094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:31.971518 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-269330b1-f347-477a-8bca-d7502f44843b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.972752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Bound port: 97783df3-52aa-4e8f-bd40-048e59e5ce3b, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:31.973193 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.031979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269330b1-f347-477a-8bca-d7502f44843b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Pushing event deleted for resources: {'Port': ['ID=6c1192b7-8e68-41e4-bd5f-bcad32e288d4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:32.059508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.064732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85682862-66d5-4b1b-b0e0-0634c8e2a34d req-c79b23ac-307f-4f11-8249-759915727866 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0462430 Aug 29 04:16:32.103227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] For port 97783df3-52aa-4e8f-bd40-048e59e5ce3b, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:32.107076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] For port 97783df3-52aa-4e8f-bd40-048e59e5ce3b, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=97783df3-52aa-4e8f-bd40-048e59e5ce3b,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:32.123271 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.166786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f4ebaf-17a1-411e-a8a9-58ef039d05bf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:32.181263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] No DVR routers for this DVR port c9f4ebaf-17a1-411e-a8a9-58ef039d05bf on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:32.182215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.184346 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.187011 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] 10.222.0.52 "PUT /v2.0/ports/97783df3-52aa-4e8f-bd40-048e59e5ce3b HTTP/1.1" status: 200 len: 1097 time: 1.0622063 Aug 29 04:16:32.193627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34d0a1d-0c19-487d-a8d0-4d45057976ae', 'tag': '97783df3-52aa-4e8f-bd40-048e59e5ce3b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:32.196707 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc0370a-6994-487b-8947-8fe7157e6dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "e34d0a1d-0c19-487d-a8d0-4d45057976ae", "tag": "97783df3-52aa-4e8f-bd40-048e59e5ce3b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:32.226231 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-269330b1-f347-477a-8bca-d7502f44843b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.229004 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-269330b1-f347-477a-8bca-d7502f44843b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.233186 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-269330b1-f347-477a-8bca-d7502f44843b tempest-ServersTestFqdnHostnames-1487957464 tempest-ServersTestFqdnHostnames-1487957464-project] 10.222.0.49 "DELETE /v2.0/floatingips/c72bbf9d-16ad-4c89-9727-77ca461d7157 HTTP/1.1" status: 204 len: 168 time: 1.1877425 Aug 29 04:16:32.241289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dae53f-c0e8-4a71-b851-72abf2cd2447 req-2dbd2506-fefe-4380-bfe1-924c86f9ca50 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.243094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9dae53f-c0e8-4a71-b851-72abf2cd2447 req-2dbd2506-fefe-4380-bfe1-924c86f9ca50 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 948 time: 0.1256721 Aug 29 04:16:32.243681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35320) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:32.270276 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-8ead40ef-70b3-480c-8bd0-f765b2150b23 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.307999 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead40ef-70b3-480c-8bd0-f765b2150b23 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Pushing event deleted for resources: {'Port': ['ID=73446d4b-7bef-49e6-962a-87e89800ce93,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:32.311406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.316615 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cee3bec-0bb3-48f3-8f73-bf1ccf1cc013 x-openstack-request-id: req-6cee3bec-0bb3-48f3-8f73-bf1ccf1cc013 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:32.316830 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34d0a1d-0c19-487d-a8d0-4d45057976ae", "tag": "97783df3-52aa-4e8f-bd40-048e59e5ce3b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:32.317569 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cee3bec-0bb3-48f3-8f73-bf1ccf1cc013 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:32.317977 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34d0a1d-0c19-487d-a8d0-4d45057976ae', 'tag': '97783df3-52aa-4e8f-bd40-048e59e5ce3b', 'status': 'completed', 'code': 200} Aug 29 04:16:32.328090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3311447-f918-4a22-9bd8-3cd110fbc2a7']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:32.378681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c9f4ebaf-17a1-411e-a8a9-58ef039d05bf no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:32.387610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3126b0-02d5-4373-be6e-8f75688d7831 service neutron] Pushing event updated for resources: {'Port': ['ID=97783df3-52aa-4e8f-bd40-048e59e5ce3b,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:32.391438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-8ead40ef-70b3-480c-8bd0-f765b2150b23 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] No DVR routers for this DVR port 73446d4b-7bef-49e6-962a-87e89800ce93 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:32.394836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:32.396189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd978ba4b-a70b-4406-8564-e39bc6eb8f6b') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:32.400035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-8ead40ef-70b3-480c-8bd0-f765b2150b23 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.400560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c9f4ebaf-17a1-411e-a8a9-58ef039d05bf {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:32.401488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c9f4ebaf-17a1-411e-a8a9-58ef039d05bf not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:32.402991 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-756d6939-6679-43aa-8f39-df94c04a03e8 req-8ead40ef-70b3-480c-8bd0-f765b2150b23 tempest-ImagesTestJSON-997429174 tempest-ImagesTestJSON-997429174-project] 10.222.0.59 "DELETE /v2.0/ports/73446d4b-7bef-49e6-962a-87e89800ce93 HTTP/1.1" status: 204 len: 173 time: 1.1394150 Aug 29 04:16:32.415059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.427501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 106575b2-05c4-4909-b39d-7333e2dedc2b no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:32.431644 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.443630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:32.444455 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.462300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 106575b2-05c4-4909-b39d-7333e2dedc2b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:32.462662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 106575b2-05c4-4909-b39d-7333e2dedc2b not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:32.470843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9dae53f-c0e8-4a71-b851-72abf2cd2447 req-7fc70984-9f95-4995-851a-b79dd9753b0c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454179 Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:32.500606 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:32.517766 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.524686 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.527145 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e3311447-f918-4a22-9bd8-3cd110fbc2a7 HTTP/1.1" status: 204 len: 168 time: 1.3441837 Aug 29 04:16:32.545667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150760-e3be-49a8-adf0-219b359ad580 req-e2f3629c-7ddf-4ddc-97e1-491803a7f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.547176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-e2f3629c-7ddf-4ddc-97e1-491803a7f711 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 1100 time: 0.2770922 Aug 29 04:16:32.547484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee126b-0130-46c5-ad4b-8da95b65de36 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3311447-f918-4a22-9bd8-3cd110fbc2a7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:32.674539 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0', 'name': 'network-vif-deleted', 'tag': '73446d4b-7bef-49e6-962a-87e89800ce93'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:32.678483 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b072f4ad-34c3-46b8-b8c5-b91c317ff7e3" -d '{"events": [{"server_uuid": "e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0", "name": "network-vif-deleted", "tag": "73446d4b-7bef-49e6-962a-87e89800ce93"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:32.704257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35334) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:32.719729 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9083c90d-1d73-45ee-8687-54ca7c3ec84d x-openstack-request-id: req-9083c90d-1d73-45ee-8687-54ca7c3ec84d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:32.720028 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0", "name": "network-vif-deleted", "tag": "73446d4b-7bef-49e6-962a-87e89800ce93", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:32.720313 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9083c90d-1d73-45ee-8687-54ca7c3ec84d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:32.720722 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d8c5dd-ffd0-45a0-ba01-5cd36d4465a0', 'name': 'network-vif-deleted', 'tag': '73446d4b-7bef-49e6-962a-87e89800ce93', 'status': 'completed', 'code': 200} Aug 29 04:16:32.764211 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c2fa609e-00a6-46a3-bae9-f7df071bca24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1a2b3895bd246efbbd3c030d1c0c402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581186 Aug 29 04:16:32.766881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35336) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:32.821509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbf59144-4889-4e66-a0aa-d75f00149b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.848442 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbf59144-4889-4e66-a0aa-d75f00149b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.898548 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbf59144-4889-4e66-a0aa-d75f00149b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.902306 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbf59144-4889-4e66-a0aa-d75f00149b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.904683 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dbf59144-4889-4e66-a0aa-d75f00149b58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d13d07b-1302-424c-bc19-3a84522782bf HTTP/1.1" status: 204 len: 168 time: 0.1365664 Aug 29 04:16:32.906812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-65c67a33-8d3d-4edb-a5fd-8a896eef7f84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=97783df3-52aa-4e8f-bd40-048e59e5ce3b HTTP/1.1" status: 200 len: 217 time: 0.3433051 Aug 29 04:16:32.921442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf59144-4889-4e66-a0aa-d75f00149b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d13d07b-1302-424c-bc19-3a84522782bf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:33.003225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e9d25529-d666-4a3e-9d4d-d1e4a38369a2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.004767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e9d25529-d666-4a3e-9d4d-d1e4a38369a2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.6216626 Aug 29 04:16:33.056795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150760-e3be-49a8-adf0-219b359ad580 req-6a3ed3da-5227-498a-8358-a4df0df12a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.058368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-6a3ed3da-5227-498a-8358-a4df0df12a9b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1426635 Aug 29 04:16:33.105403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-0a1e5f21-dbf6-471d-b0f4-d4d780306df7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/quotas/b355fca3a22045ee83073dbd62c353d1 HTTP/1.1" status: 200 len: 375 time: 0.0783777 Aug 29 04:16:33.168553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-f707957b-46fc-4175-9d36-a79860ba826c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568469 Aug 29 04:16:33.199308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f3039-30e5-4dd3-9305-e0a30a60a833 req-c8f91b6b-5148-4437-9a47-6e1822b8c5f7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.200782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed5f3039-30e5-4dd3-9305-e0a30a60a833 req-c8f91b6b-5148-4437-9a47-6e1822b8c5f7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1933973 Aug 29 04:16:33.273412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150760-e3be-49a8-adf0-219b359ad580 req-f1c222ea-ea0f-4b22-8fb3-e53bf501d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.275017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-f1c222ea-ea0f-4b22-8fb3-e53bf501d558 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1830320 Aug 29 04:16:33.301736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 73446d4b-7bef-49e6-962a-87e89800ce93 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:33.324618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 73446d4b-7bef-49e6-962a-87e89800ce93 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:33.325042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 73446d4b-7bef-49e6-962a-87e89800ce93 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:33.384899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed5f3039-30e5-4dd3-9305-e0a30a60a833 req-525ef123-6a83-47a3-ae5b-8ddea9cdef5d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471412 Aug 29 04:16:33.437368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-f158b700-1ab8-4a9d-816f-4b051969f705 service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575026 Aug 29 04:16:33.518421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-d1c6abd0-41c7-460f-9cf1-2121ed4ea1dc service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328455 Aug 29 04:16:33.640711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da1b91fb-8732-4f5e-9c79-a705b91d960d req-e1858a49-afe6-4340-8634-5ea79fc7ca60 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0616033 Aug 29 04:16:33.664674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35370) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:33.678760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-b2754993-c1cb-479f-8282-92b84be6d58a service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331078 Aug 29 04:16:33.736919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d150760-e3be-49a8-adf0-219b359ad580 req-9ed312ed-e503-4670-949e-84147e1bf8a1 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074931 Aug 29 04:16:33.754769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.812313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1356377351-network', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:33.852508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Made reservation on behalf of b716caa2c6574e6e8feaa2a4120782eb for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:33.856694 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.873931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.941923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1975f72-425f-49a3-9d04-a0512b3c229e req-5e8c7209-0a91-4ec8-9a42-02dd11000073 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.949577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1975f72-425f-49a3-9d04-a0512b3c229e req-5e8c7209-0a91-4ec8-9a42-02dd11000073 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 948 time: 0.2068968 Aug 29 04:16:33.976817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-251903fb-5d6a-4b58-a920-d211082d28a6 req-1c58d0b4-c761-4f6b-9fd5-babff02724de tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 210 time: 0.0847673 Aug 29 04:16:33.984975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.991218 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.004803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:34.017508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.017929 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Added segment c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e of type vlan for network f73a73b8-9208-4150-8f6a-1ffd124f8588 Aug 29 04:16:34.084212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1975f72-425f-49a3-9d04-a0512b3c229e req-131e53d2-252f-4e98-a834-4b8b8ea71e4a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312909 Aug 29 04:16:34.093879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.099918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-1ec15180-cfc8-4234-8a1e-7082cb1a1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.101382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-1ec15180-cfc8-4234-8a1e-7082cb1a1b43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 1100 time: 0.2104886 Aug 29 04:16:34.122806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfda187-be56-4241-8b7c-b3391efcb4df,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.129225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.130173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.130745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.189199 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5234191 Aug 29 04:16:34.192780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35408) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:34.204670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Request body: {'subnet': {'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1356377351-subnet', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:34.212959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237606d-6153-4be1-ad5c-764b01222886 admin admin] Pushing event updated for resources: {'Network': ['ID=f73a73b8-9208-4150-8f6a-1ffd124f8588,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.224187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network f73a73b8-9208-4150-8f6a-1ffd124f8588 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:34.279362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Made reservation on behalf of b716caa2c6574e6e8feaa2a4120782eb for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:34.281749 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.286024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35414) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:34.332446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-40501f27-5e99-4471-9186-0f22560044a3 admin admin] Deleting subnet 4e73e9f0-344b-4223-9882-3f00d4ec1b9e {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:34.335502 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40501f27-5e99-4471-9186-0f22560044a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.375691 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40501f27-5e99-4471-9186-0f22560044a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.391639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-26372baf-b470-4f28-9a51-42d55e45a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.393147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-26372baf-b470-4f28-9a51-42d55e45a8ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2794416 Aug 29 04:16:34.425114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40501f27-5e99-4471-9186-0f22560044a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.458269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-26c224eb-b001-47cd-a7b9-4a793c982d76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=97783df3-52aa-4e8f-bd40-048e59e5ce3b HTTP/1.1" status: 200 len: 217 time: 0.0522087 Aug 29 04:16:34.485959 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40501f27-5e99-4471-9186-0f22560044a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.514661 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40501f27-5e99-4471-9186-0f22560044a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.516864 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-40501f27-5e99-4471-9186-0f22560044a3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4e73e9f0-344b-4223-9882-3f00d4ec1b9e HTTP/1.1" status: 204 len: 168 time: 0.2298121 Aug 29 04:16:34.517994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40501f27-5e99-4471-9186-0f22560044a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e73e9f0-344b-4223-9882-3f00d4ec1b9e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.521750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35418) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:34.595758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.613011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] Deleting port e1c96831-403d-432c-bb97-07a935544a18 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:34.613361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.667114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7e1d-0cc4-4b6a-b3fc-d44ba21da434 req-11c98dd9-bad1-4faa-8293-292586249da2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.669552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51ee7e1d-0cc4-4b6a-b3fc-d44ba21da434 req-11c98dd9-bad1-4faa-8293-292586249da2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1974924 Aug 29 04:16:34.670689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-33e62e7b-3a7b-40e0-b7bc-969d0430e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.672108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-33e62e7b-3a7b-40e0-b7bc-969d0430e8e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.2054584 Aug 29 04:16:34.819603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97afb2d3-5454-4b5f-b1af-53b6e0af199c req-2cdc7da2-6364-4289-a1fc-2895ed85becd tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0640852 Aug 29 04:16:34.836843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51ee7e1d-0cc4-4b6a-b3fc-d44ba21da434 req-efd8eea5-65f4-46c0-9d3e-c08c99da833f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577756 Aug 29 04:16:34.841956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.895789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] For port e1c96831-403d-432c-bb97-07a935544a18, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e1c96831-403d-432c-bb97-07a935544a18,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:34.896172 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.911827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-9e6e25bc-d9b3-4c99-a88c-fb33cbd49aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.913370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-9e6e25bc-d9b3-4c99-a88c-fb33cbd49aaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2220638 Aug 29 04:16:34.928163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] Calling delete_port for e1c96831-403d-432c-bb97-07a935544a18 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:34.985755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d3c717-0190-4983-af66-884b72fd6ec4,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.022010 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.040853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd2a554-5f0b-4be2-9409-0127cd683327']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:35.046321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Checking segment: {'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:35.046321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Network hostable DHCP agents. Network: f73a73b8-9208-4150-8f6a-1ffd124f8588, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:35.057079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3403d361-5b89-4bf3-bcaa-5bb9babc49cc') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:35.057991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3403d361-5b89-4bf3-bcaa-5bb9babc49cc') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:35.076721 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.111781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-8aeb9823-49f8-4ad2-be5f-455b5a754ac4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.113812 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-8aeb9823-49f8-4ad2-be5f-455b5a754ac4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.59 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.1584263 Aug 29 04:16:35.116266 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.118935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71415551-8516-4b2a-af65-9f80b48dd6d0 req-c2ce85ef-72ca-4dd2-b702-6d14da2fb3a1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 210 time: 0.0532875 Aug 29 04:16:35.131307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-2fb58311-e1e9-48c6-adb9-ce58fa19f404 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045231 Aug 29 04:16:35.133662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Network f73a73b8-9208-4150-8f6a-1ffd124f8588 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:35.143415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Request body: {'port': {'device_id': 'd30fb170-4983-4689-a1b1-bfe8e916064a', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'admin_state_up': True, 'tenant_id': 'b355fca3a22045ee83073dbd62c353d1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:35.153363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:35.153997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:35.165506 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:35.206969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, f73a73b8-9208-4150-8f6a-1ffd124f8588) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:35.215363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd72d2fd-27b7-4c7e-97ac-70ae1b4b0af1 None None] Network f73a73b8-9208-4150-8f6a-1ffd124f8588 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:35.270316 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.281486 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.285774 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] 10.222.0.49 "DELETE /v2.0/networks/5cd2a554-5f0b-4be2-9409-0127cd683327 HTTP/1.1" status: 204 len: 168 time: 0.7618945 Aug 29 04:16:35.298849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd9931-836d-4d3c-a500-938bcef63d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd2a554-5f0b-4be2-9409-0127cd683327,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.340407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Made reservation on behalf of b355fca3a22045ee83073dbd62c353d1 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:35.348060 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.416345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-f73a73b8-9208-4150-8f6a-1ffd124f8588', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:16:35.417791 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.488856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35430) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:35.529067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Allocated IP 172.20.0.7 (d77616d2-334b-4490-9cbf-4b58336a9e1a/35910115-7c07-46de-9071-3f98e799f754/33106662-7ac0-4c36-aea3-3e747c1866db) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:35.553410 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c128bd1f-2c16-45ac-96a5-b15d4cf9a77e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=619b031cb74444539a68553df60a4b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630970 Aug 29 04:16:35.555991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35432) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:35.568893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Allocated IP 172.20.0.2 (f73a73b8-9208-4150-8f6a-1ffd124f8588/23d3c717-0190-4983-af66-884b72fd6ec4/a32d2066-49ff-4a4c-aa2c-c07ea3427f60) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:35.587888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.589008 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.662946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577aa33-c75a-4cf1-8577-e825097582e5 req-8f097461-6d76-4551-a83e-d1d352916c00 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.664502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f577aa33-c75a-4cf1-8577-e825097582e5 req-8f097461-6d76-4551-a83e-d1d352916c00 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 948 time: 0.4847941 Aug 29 04:16:35.670666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0d0f12bc-5120-4469-a651-8ec97a5c0722 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4737692 Aug 29 04:16:35.674926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35436) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:35.685117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:35.688553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0d9561b-a3d7-46b9-9e7e-02dc6f0781be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.721413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc0370a-6994-487b-8947-8fe7157e6dcd req-b9fcbb05-e218-46f8-87f9-41bf46ea435f service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473585 Aug 29 04:16:35.741970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0d9561b-a3d7-46b9-9e7e-02dc6f0781be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.750236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f577aa33-c75a-4cf1-8577-e825097582e5 req-26e45282-7647-43e0-bf14-226cb69ec48f tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760024 Aug 29 04:16:35.757213 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.758314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.774306 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.792272 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.792763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Transition to ACTIVE for port object a32d2066-49ff-4a4c-aa2c-c07ea3427f60 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:35.811591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Transition to ACTIVE for port object a32d2066-49ff-4a4c-aa2c-c07ea3427f60 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:35.817961 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.823824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c96831-403d-432c-bb97-07a935544a18,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.824744 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.868619 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.929725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Network f73a73b8-9208-4150-8f6a-1ffd124f8588 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:35.933018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:35.942504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:35.951822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0d9561b-a3d7-46b9-9e7e-02dc6f0781be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.957431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Pushing event updated for resources: {'Port': ['ID=a32d2066-49ff-4a4c-aa2c-c07ea3427f60,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.966677 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0d9561b-a3d7-46b9-9e7e-02dc6f0781be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.970651 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d0d9561b-a3d7-46b9-9e7e-02dc6f0781be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35785fc3-8dd4-48a5-b8c7-f6d550f112e9 HTTP/1.1" status: 204 len: 168 time: 0.4138086 Aug 29 04:16:36.038904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-232924ba-7e47-4e58-8b00-4c5ca322bce4 req-b0c7104a-a453-4aea-a4a4-baea9d7ade0d tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0741951 Aug 29 04:16:36.040238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9561b-a3d7-46b9-9e7e-02dc6f0781be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35785fc3-8dd4-48a5-b8c7-f6d550f112e9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:36.074489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Attempting to bind port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:36.074870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Attempting to bind port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:36.075716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Attempting to bind port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 on network f73a73b8-9208-4150-8f6a-1ffd124f8588 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:36.084988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:36.085870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Checking segment: {'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:36.086289 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.086690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Bound using segment: {'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:36.087181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Bound port: a32d2066-49ff-4a4c-aa2c-c07ea3427f60, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:36.087573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.143525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be7048-340a-48ae-b7ac-4db26f1e82ad req-e46aaded-dc18-4d1a-8790-cde1801bf712 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:36.145086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59be7048-340a-48ae-b7ac-4db26f1e82ad req-e46aaded-dc18-4d1a-8790-cde1801bf712 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1568370 Aug 29 04:16:36.147662 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.176999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.183317 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.208518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] For port a32d2066-49ff-4a4c-aa2c-c07ea3427f60, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:36.212958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] For port a32d2066-49ff-4a4c-aa2c-c07ea3427f60, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a32d2066-49ff-4a4c-aa2c-c07ea3427f60,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:36.217661 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.248862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Network d77616d2-334b-4490-9cbf-4b58336a9e1a is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:36.278594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a299b9-48f3-4b3c-b464-d40ba9da117c None None] Pushing event updated for resources: {'Port': ['ID=a32d2066-49ff-4a4c-aa2c-c07ea3427f60,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:36.292677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:36.297758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:36.346119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event updated for resources: {'Port': ['ID=33106662-7ac0-4c36-aea3-3e747c1866db,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:36.383907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:36.384707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.407411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59be7048-340a-48ae-b7ac-4db26f1e82ad req-d57eebf0-fc8c-4b58-8ca9-97cfb464cf85 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465351 Aug 29 04:16:36.409279 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-e26455d3-cec1-4133-b22a-79600ea1e4d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2747166 Aug 29 04:16:36.425973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Request body: {'port': {'device_id': 'd30fb170-4983-4689-a1b1-bfe8e916064a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:36.478828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460bcba-6487-43a4-b46f-0b9850a1e337 req-5eac237b-65d1-4bbc-95c9-cb645a1792bb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:36.480441 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7460bcba-6487-43a4-b46f-0b9850a1e337 req-5eac237b-65d1-4bbc-95c9-cb645a1792bb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 931 time: 0.1144385 Aug 29 04:16:36.579906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.636803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7460bcba-6487-43a4-b46f-0b9850a1e337 req-0031de05-7da7-438a-9888-4d9bf1e06994 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112216 Aug 29 04:16:36.669177 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.681349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] Router 6eff4e41-e3e4-4409-8f87-a2475b74f539 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:36.692868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:36.832242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:36.837654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e48cf08c-1892-4609-8fd3-32697b2227ec admin admin] 10.222.0.49 "PUT /v2.0/routers/6eff4e41-e3e4-4409-8f87-a2475b74f539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5736809 Aug 29 04:16:36.840159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35466) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:36.845888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] Sync routers for ids ['6eff4e41-e3e4-4409-8f87-a2475b74f539'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:36.858816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] Routers {'6eff4e41-e3e4-4409-8f87-a2475b74f539'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:36.859458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6eff4e41-e3e4-4409-8f87-a2475b74f539'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:36.996889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] Set router 6eff4e41-e3e4-4409-8f87-a2475b74f539 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:37.015992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e8f74-3b36-44c0-8b5f-41a3825e07e7 req-31a8e5f9-9d47-4826-bf75-74c34697f0fd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.023634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-047e8f74-3b36-44c0-8b5f-41a3825e07e7 req-31a8e5f9-9d47-4826-bf75-74c34697f0fd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 948 time: 0.1180367 Aug 29 04:16:37.033063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Allocated IP 172.25.5.205 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/782ca690-16cf-48cd-981e-d83d04ad63e4) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:37.057064 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.194966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-047e8f74-3b36-44c0-8b5f-41a3825e07e7 req-9ffc84aa-1a94-426e-88ef-39eeae06d65b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703758 Aug 29 04:16:37.221501 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.236601 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.256032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e8fc5c3-a54f-4d15-9f6a-40ed91532648 req-9b842f56-3475-49cb-b0ac-33da9c3d541a tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0762961 Aug 29 04:16:37.283179 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.297830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '67f17836-7381-41c0-b011-eafc45a24daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:16:35Z', 'revision_number': 5, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port': {'id': '67f17836-7381-41c0-b011-eafc45a24daa', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:11Z', 'updated_at': '2021-08-29T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:37.342446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Pushing event updated for resources: {'Port': ['ID=782ca690-16cf-48cd-981e-d83d04ad63e4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:37.351929 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] Checking router: 6eff4e41-e3e4-4409-8f87-a2475b74f539 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:37.353207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Deleting port 67f17836-7381-41c0-b011-eafc45a24daa {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:37.353731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.359921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:37.362704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] Routers {'6eff4e41-e3e4-4409-8f87-a2475b74f539'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:37.363618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33106662-7ac0-4c36-aea3-3e747c1866db {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:37.365171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6eff4e41-e3e4-4409-8f87-a2475b74f539'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:37.373252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:37.380584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:37.422602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.450417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] For port 67f17836-7381-41c0-b011-eafc45a24daa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=67f17836-7381-41c0-b011-eafc45a24daa,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:37.450808 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.469548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Calling delete_port for 67f17836-7381-41c0-b011-eafc45a24daa owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:37.501436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] Set router 6eff4e41-e3e4-4409-8f87-a2475b74f539 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:37.558806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Transition to ACTIVE for port object 33106662-7ac0-4c36-aea3-3e747c1866db will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:37.567483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.667734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Pushing event updated for resources: {'Port': ['ID=33106662-7ac0-4c36-aea3-3e747c1866db,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:37.694699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-761adb62-2417-40b9-a021-7037c8edfeb6 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=574a4890ee8946849489d718c6e5473a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1474452 Aug 29 04:16:37.727381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:16:37Z', 'revision_number': 6, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:37.729531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aedf19-71be-497d-ab58-23567e719356 None None] Network f73a73b8-9208-4150-8f6a-1ffd124f8588 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:37.794876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623fb59-e85e-4ad9-8506-37f63ee3ad1e None None] The sync data for ids ['6eff4e41-e3e4-4409-8f87-a2475b74f539'] in n-d-712141-12 is: [{'id': '6eff4e41-e3e4-4409-8f87-a2475b74f539', 'name': 'tempest-ServersTestFqdnHostnames-848914198-router', 'tenant_id': '35c160c123804ac797133d520b7b79da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:10Z', 'updated_at': '2021-08-29T04:16:37Z', 'revision_number': 6, 'project_id': '35c160c123804ac797133d520b7b79da', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:37.824583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0551d81d-4701-4670-bb06-f421ca3ec556 None None] Provisioning for port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:37.827429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99e3c-82c1-4bdf-b043-6c6c43030f07 req-46cafb31-9abd-4086-8b27-67925ab997d8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.833967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Attempting to bind port 33106662-7ac0-4c36-aea3-3e747c1866db on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:37.834309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Attempting to bind port 33106662-7ac0-4c36-aea3-3e747c1866db by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:37.834652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Attempting to bind port 33106662-7ac0-4c36-aea3-3e747c1866db on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:37.835947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99c99e3c-82c1-4bdf-b043-6c6c43030f07 req-46cafb31-9abd-4086-8b27-67925ab997d8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.2442977 Aug 29 04:16:37.847231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Port 33106662-7ac0-4c36-aea3-3e747c1866db on network d77616d2-334b-4490-9cbf-4b58336a9e1a not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:37.847561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Attempting to bind port 33106662-7ac0-4c36-aea3-3e747c1866db on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:37.856187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:37.856568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Checking segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:37.856952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Bound using segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:37.857393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Bound port: 33106662-7ac0-4c36-aea3-3e747c1866db, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:37.857961 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.873333 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.970941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99c99e3c-82c1-4bdf-b043-6c6c43030f07 req-bb984262-7ec2-4e17-8164-42c4071bee3b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339290 Aug 29 04:16:37.975319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-f87232e2-21a8-4f62-be33-8d2c2dff4a56 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2601128 Aug 29 04:16:37.975934 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.987847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-29ef41d0-3f10-417b-b86d-8c8b12ba1401 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.989440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-29ef41d0-3f10-417b-b86d-8c8b12ba1401 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2939596 Aug 29 04:16:38.017090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] For port 33106662-7ac0-4c36-aea3-3e747c1866db, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:38.033512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] For port 33106662-7ac0-4c36-aea3-3e747c1866db, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=33106662-7ac0-4c36-aea3-3e747c1866db,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:38.037044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f17836-7381-41c0-b011-eafc45a24daa,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:38.039970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.066161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-18fb7e8e-7f13-43d2-99aa-ed876aa7ed34 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/quotas/574a4890ee8946849489d718c6e5473a HTTP/1.1" status: 200 len: 375 time: 0.0467689 Aug 29 04:16:38.117867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.118827 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.120580 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] 10.222.0.59 "PUT /v2.0/ports/33106662-7ac0-4c36-aea3-3e747c1866db HTTP/1.1" status: 200 len: 1092 time: 1.7000475 Aug 29 04:16:38.125082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30fb170-4983-4689-a1b1-bfe8e916064a', 'tag': '33106662-7ac0-4c36-aea3-3e747c1866db'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:38.127251 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d30fb170-4983-4689-a1b1-bfe8e916064a", "tag": "33106662-7ac0-4c36-aea3-3e747c1866db"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:38.202909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-45cf2913-431d-4e0c-b4e5-a90549dd12f0 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=574a4890ee8946849489d718c6e5473a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107631 Aug 29 04:16:38.231888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-a21c3989-b1d3-42bc-aff9-afa5cf1dadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.233512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-a21c3989-b1d3-42bc-aff9-afa5cf1dadc9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 1102 time: 0.2153261 Aug 29 04:16:38.236549 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.252337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1c830-e1d0-4b94-a13b-a39b78c50131 service neutron] Pushing event updated for resources: {'Port': ['ID=33106662-7ac0-4c36-aea3-3e747c1866db,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:38.293824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-3dead1b3-34fc-4dba-ae2f-c633c0c46ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.298302 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-3dead1b3-34fc-4dba-ae2f-c633c0c46ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 1095 time: 0.1098359 Aug 29 04:16:38.299952 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.371629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8443-b7a3-4824-b3fa-b6e309851c3a req-7a7b969d-c88c-4cda-952e-6e2ba2b651af tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.373773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8bb8443-b7a3-4824-b3fa-b6e309851c3a req-7a7b969d-c88c-4cda-952e-6e2ba2b651af tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 943 time: 0.3095622 Aug 29 04:16:38.398465 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-bd41446e-4536-4055-b65b-acfe08172c16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33106662-7ac0-4c36-aea3-3e747c1866db HTTP/1.1" status: 200 len: 217 time: 0.0864146 Aug 29 04:16:38.431969 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.436352 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.455522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 97783df3-52aa-4e8f-bd40-048e59e5ce3b details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:38.516407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8bb8443-b7a3-4824-b3fa-b6e309851c3a req-e3b49691-9895-4d66-bf6e-d1ba9e823acf tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051114 Aug 29 04:16:38.542386 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.545354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eff4e41-e3e4-4409-8f87-a2475b74f539 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:16:38.548770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-01f5382f-c0e5-4615-8168-c0d337a2d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.555178 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-01f5382f-c0e5-4615-8168-c0d337a2d70b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.1451769 Aug 29 04:16:38.556945 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305ec3a1-44ef-4d95-880c-6404e4b11409 x-openstack-request-id: req-305ec3a1-44ef-4d95-880c-6404e4b11409 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:38.557957 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30fb170-4983-4689-a1b1-bfe8e916064a", "tag": "33106662-7ac0-4c36-aea3-3e747c1866db", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:38.558100 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-305ec3a1-44ef-4d95-880c-6404e4b11409 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:38.558508 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30fb170-4983-4689-a1b1-bfe8e916064a', 'tag': '33106662-7ac0-4c36-aea3-3e747c1866db', 'status': 'completed', 'code': 200} Aug 29 04:16:38.562754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.566820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-db988bf1-0831-42b4-9e52-38ca7766ccf5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6eff4e41-e3e4-4409-8f87-a2475b74f539 HTTP/1.1" status: 204 len: 168 time: 1.7237790 Aug 29 04:16:38.569782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35502) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:38.610637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-00ae6121-5d7c-415b-81a3-00d6da0dc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.615542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-00ae6121-5d7c-415b-81a3-00d6da0dc1ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.3418498 Aug 29 04:16:38.641157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 97783df3-52aa-4e8f-bd40-048e59e5ce3b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=97783df3-52aa-4e8f-bd40-048e59e5ce3b,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:38.677920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-40854203-fc1a-44cf-91af-ebb3e8d8b160 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866184 Aug 29 04:16:38.706181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '97783df3-52aa-4e8f-bd40-048e59e5ce3b', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '97783df3-52aa-4e8f-bd40-048e59e5ce3b', 'mac_address': 'fa:16:3e:3a:4c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:38.765557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-00764bb7-b199-4fba-b3d2-86bf2dd3e652 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7d9c0026-9f47-498a-b744-172b437100d5 HTTP/1.1" status: 200 len: 217 time: 0.1252563 Aug 29 04:16:38.767733 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.780779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-053179a3-bc6f-421b-8ef7-6abdbbe5bd7d req-0f5c7a1a-2fa7-4003-bd43-ded15fcbfa66 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.1082652 Aug 29 04:16:38.792778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97783df3-52aa-4e8f-bd40-048e59e5ce3b {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:38.837559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a32d2066-49ff-4a4c-aa2c-c07ea3427f60 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:38.840394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcaf5df-5edf-405b-a9f6-14ed3869b8ef admin admin] Deleting subnet ba4d660b-eb07-412e-89b4-0f32c003228d {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:38.864121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 97783df3-52aa-4e8f-bd40-048e59e5ce3b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=97783df3-52aa-4e8f-bd40-048e59e5ce3b,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:38.893559 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.909380 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf5df-5edf-405b-a9f6-14ed3869b8ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.915190 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-36135482-17b1-466d-927f-ff2de8e6c549 service neutron] 10.222.0.59 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262428 Aug 29 04:16:38.936736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e347576-51bb-44f5-b76a-75aba6872749 req-612c264c-ade1-480b-93e8-d399bb0eaf6c tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 210 time: 0.0594497 Aug 29 04:16:38.951051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-e015c304-1132-4e31-9229-4b9e9f3cb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.952752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-e015c304-1132-4e31-9229-4b9e9f3cb5e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1349242 Aug 29 04:16:39.006023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=97783df3-52aa-4e8f-bd40-048e59e5ce3b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:39.008918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aff15c-be94-4a34-99a7-653c4e510b50 req-1570c5d8-7212-4ce8-b30b-801f73f0cf94 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.026917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0aff15c-be94-4a34-99a7-653c4e510b50 req-1570c5d8-7212-4ce8-b30b-801f73f0cf94 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 948 time: 0.3545973 Aug 29 04:16:39.037145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:39.043012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:39.043735 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.081387 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf5df-5edf-405b-a9f6-14ed3869b8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.119176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Router d961c51e-3357-45c1-947f-a6d9df8abfd8 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:16:39.143385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-62e5c270-1ea4-413c-abf0-be3635dc5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.147210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-62e5c270-1ea4-413c-abf0-be3635dc5b7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1816132 Aug 29 04:16:39.148893 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.152298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0aff15c-be94-4a34-99a7-653c4e510b50 req-970cf65a-29d9-47ee-8bea-180435312bd9 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236587 Aug 29 04:16:39.187091 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a32d2066-49ff-4a4c-aa2c-c07ea3427f60, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a32d2066-49ff-4a4c-aa2c-c07ea3427f60,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:39.192899 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.205515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e1c96831-403d-432c-bb97-07a935544a18 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:39.248476 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-373950e8-cfd0-4c89-9c68-7b3966088a47 req-ca8e681b-b6a4-4687-91b6-10b3e5c45528 service neutron] 10.222.0.59 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108616 Aug 29 04:16:39.256917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: e1c96831-403d-432c-bb97-07a935544a18 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:39.257405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e1c96831-403d-432c-bb97-07a935544a18 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:39.267701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc1ffb-4fc6-49be-96b1-cbf024cc711c req-8a118146-5430-4a40-abd6-0e83c751b163 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.267701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6cc1ffb-4fc6-49be-96b1-cbf024cc711c req-8a118146-5430-4a40-abd6-0e83c751b163 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1825235 Aug 29 04:16:39.295839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-69e8d7f1-5efa-4d70-a89b-c354e08df3cd service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385412 Aug 29 04:16:39.311190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a32d2066-49ff-4a4c-aa2c-c07ea3427f60,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:39.363638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6cc1ffb-4fc6-49be-96b1-cbf024cc711c req-e321949e-2035-4570-be48-bde5aba9b23a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864122 Aug 29 04:16:39.408166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f610387d-8c64-4de0-ae42-da1cc3db4c58 req-93192380-9b32-45d3-b01c-d49349598ec8 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047368 Aug 29 04:16:39.487573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['97783df3-52aa-4e8f-bd40-048e59e5ce3b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:39.618417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf5df-5edf-405b-a9f6-14ed3869b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.681990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8318-22a1-4f85-83ff-43bec62ee389 req-39b8b611-a2fb-4a26-942d-210120046177 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.684347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0bb8318-22a1-4f85-83ff-43bec62ee389 req-39b8b611-a2fb-4a26-942d-210120046177 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 943 time: 0.0817733 Aug 29 04:16:39.729437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8 req-ba65476a-7947-4e34-8357-ffde4a0c41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.730833 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8 req-ba65476a-7947-4e34-8357-ffde4a0c41e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 1095 time: 0.1531763 Aug 29 04:16:39.732396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-8c5fa5d5-240f-4fa4-9b69-c51c91414db9 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=574a4890ee8946849489d718c6e5473a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267329 Aug 29 04:16:39.734228 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf5df-5edf-405b-a9f6-14ed3869b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.747382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0bb8318-22a1-4f85-83ff-43bec62ee389 req-ecd21c03-d180-4f27-b270-f46672e278d9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571272 Aug 29 04:16:39.773425 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaf5df-5edf-405b-a9f6-14ed3869b8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba4d660b-eb07-412e-89b4-0f32c003228d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:39.777128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf5df-5edf-405b-a9f6-14ed3869b8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.781436 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2fcaf5df-5edf-405b-a9f6-14ed3869b8ef admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ba4d660b-eb07-412e-89b4-0f32c003228d HTTP/1.1" status: 204 len: 168 time: 1.2082388 Aug 29 04:16:39.781436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:39.785683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f6fe2-fba9-4f3f-9791-29020aa2a253 None None] Network 5b12b323-7282-46ec-88fa-539d4b83b35d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:39.788533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35516) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:39.789199 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Sync routers for ids ['d961c51e-3357-45c1-947f-a6d9df8abfd8'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:39.808793 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Routers {'d961c51e-3357-45c1-947f-a6d9df8abfd8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:39.810669 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d961c51e-3357-45c1-947f-a6d9df8abfd8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:39.836867 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.841362 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f25bb211-4f1c-4be2-a37d-b5143ff32cae admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1591346 Aug 29 04:16:39.843104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35520) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:39.901711 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.923615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8 req-482e3ddf-ba3e-47a2-b790-1f3b1c2dd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.925457 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8 req-482e3ddf-ba3e-47a2-b790-1f3b1c2dd05b service neutron] 10.222.0.59 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 913 time: 0.1613626 Aug 29 04:16:40.068255 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8 req-dfe2df5d-8f64-4243-ad3d-5500f4bd85f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33106662-7ac0-4c36-aea3-3e747c1866db HTTP/1.1" status: 200 len: 217 time: 0.0920115 Aug 29 04:16:40.098815 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Set router d961c51e-3357-45c1-947f-a6d9df8abfd8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:40.122789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef962d5-6e4b-4cba-bb45-a5eedfeb93a0 None None] DHCP port deletion for 5b12b323-7282-46ec-88fa-539d4b83b35d request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:16:40.201071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cef962d5-6e4b-4cba-bb45-a5eedfeb93a0 None None] Deleting port 1e720264-01dd-4dd8-8b94-26db971f5b0c {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:40.201615 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cef962d5-6e4b-4cba-bb45-a5eedfeb93a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.229673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8 req-c5ae1ec7-bd26-4218-ba50-2dfea25d1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.231182 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8 req-c5ae1ec7-bd26-4218-ba50-2dfea25d1103 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.1529772 Aug 29 04:16:40.299649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cef962d5-6e4b-4cba-bb45-a5eedfeb93a0 None None] For port 1e720264-01dd-4dd8-8b94-26db971f5b0c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1e720264-01dd-4dd8-8b94-26db971f5b0c,segment=NetworkSegment(ce9c7ef9-f813-422b-bfe5-79a0257b7849),segment_id=ce9c7ef9-f813-422b-bfe5-79a0257b7849)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:40.300286 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cef962d5-6e4b-4cba-bb45-a5eedfeb93a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.334669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a753c322-bed3-40b7-83ed-ffad05b8ff76 req-e5af42eb-f5d1-470b-ab81-de52affee3b5 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.3876724 Aug 29 04:16:40.335702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cef962d5-6e4b-4cba-bb45-a5eedfeb93a0 None None] Calling delete_port for 1e720264-01dd-4dd8-8b94-26db971f5b0c owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:40.348909 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8 req-44089495-cf2d-464c-ace6-9fb31858b807 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058102 Aug 29 04:16:40.353695 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-0a898157-ad09-4c6c-bdf8-cf225b617b6f service neutron] 10.222.0.59 "GET /v2.0/ports/f681934f-a77c-4904-800e-0071f87a2e75/bindings/n-h2-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.2347054 Aug 29 04:16:40.368442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b93ff54-8886-4684-9aa5-f4fbd1208cef req-aefa55e9-296e-40b4-943b-244392eedca0 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 210 time: 0.0503991 Aug 29 04:16:40.386440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-f6a10e4b-e362-4ad3-ac76-641ce572934a tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.388353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-f6a10e4b-e362-4ad3-ac76-641ce572934a tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6397114 Aug 29 04:16:40.413165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Request body: {'port': {'device_id': '7eeb7564-06ff-4aea-b13d-73e48fdc6bfa', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '574a4890ee8946849489d718c6e5473a'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:40.469481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a32d2066-49ff-4a4c-aa2c-c07ea3427f60 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:40.489924 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:37Z', 'revision_number': 3, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:40.532167 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cef962d5-6e4b-4cba-bb45-a5eedfeb93a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.536296 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Checking router: d961c51e-3357-45c1-947f-a6d9df8abfd8 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:40.536601 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Updating router d961c51e-3357-45c1-947f-a6d9df8abfd8 port 782ca690-16cf-48cd-981e-d83d04ad63e4 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:16:40.556476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef962d5-6e4b-4cba-bb45-a5eedfeb93a0 None None] No DVR routers for this DVR port 1e720264-01dd-4dd8-8b94-26db971f5b0c on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:40.588007 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.600018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Deleting port 1e720264-01dd-4dd8-8b94-26db971f5b0c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:40.600018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.643858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef962d5-6e4b-4cba-bb45-a5eedfeb93a0 None None] Pushing event deleted for resources: {'Port': ['ID=1e720264-01dd-4dd8-8b94-26db971f5b0c,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:40.660856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:40.661504 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.668536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec25a-fa78-4fef-9a85-4964645c28ee req-996d1d51-ebec-4b80-be76-36c0b3238a32 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.676116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c0ec25a-fa78-4fef-9a85-4964645c28ee req-996d1d51-ebec-4b80-be76-36c0b3238a32 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1901445 Aug 29 04:16:40.695889 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8 req-34e097ba-bf5f-4964-8d5e-9dbc369e3d24 service neutron] 10.222.0.59 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248179 Aug 29 04:16:40.706292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6e30d-30c0-4932-a300-ae798a77802d req-8245b4ec-16be-411e-988a-191227146542 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.708085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57d6e30d-30c0-4932-a300-ae798a77802d req-8245b4ec-16be-411e-988a-191227146542 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 949 time: 0.1853991 Aug 29 04:16:40.755796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] For port 1e720264-01dd-4dd8-8b94-26db971f5b0c, host n-d-712141-12, got binding levels [] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:40.756168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.794555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c0ec25a-fa78-4fef-9a85-4964645c28ee req-e13cad1c-172a-464d-9c9a-9958c620f763 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123285 Aug 29 04:16:40.814303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Calling delete_port for 1e720264-01dd-4dd8-8b94-26db971f5b0c owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:40.822106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.ipam_backend_mixin [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Port 1e720264-01dd-4dd8-8b94-26db971f5b0c was not found and therefore no delete operation was performed {{(pid=94851) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:16:40.838094 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.844332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57d6e30d-30c0-4932-a300-ae798a77802d req-8f48d61a-634f-400c-ae5f-8400172d7ebc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276667 Aug 29 04:16:40.848654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1e720264-01dd-4dd8-8b94-26db971f5b0c no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:40.856846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Made reservation on behalf of 574a4890ee8946849489d718c6e5473a for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:40.860403 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.885492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1e720264-01dd-4dd8-8b94-26db971f5b0c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:40.885804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1e720264-01dd-4dd8-8b94-26db971f5b0c not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:40.886224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 67f17836-7381-41c0-b011-eafc45a24daa no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:40.892447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e720264-01dd-4dd8-8b94-26db971f5b0c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:40.894571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.908502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] No DVR routers for this DVR port 1e720264-01dd-4dd8-8b94-26db971f5b0c on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:40.941432 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-70a5ff93-9ee8-47b3-a1a9-4525b35717b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.942561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 67f17836-7381-41c0-b011-eafc45a24daa {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:40.943014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 67f17836-7381-41c0-b011-eafc45a24daa not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:40.946457 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-70a5ff93-9ee8-47b3-a1a9-4525b35717b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac&tenant_id=a42d1e753d804958b220f1c5860bb831 HTTP/1.1" status: 200 len: 1102 time: 0.2855005 Aug 29 04:16:41.003583 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.016428 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Transition to ACTIVE for port object 782ca690-16cf-48cd-981e-d83d04ad63e4 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:41.025130 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.055664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.073077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.075213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b12b323-7282-46ec-88fa-539d4b83b35d']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:41.086467 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Attempting to bind port 782ca690-16cf-48cd-981e-d83d04ad63e4 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:41.086874 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Attempting to bind port 782ca690-16cf-48cd-981e-d83d04ad63e4 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:41.087209 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Attempting to bind port 782ca690-16cf-48cd-981e-d83d04ad63e4 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:41.089427 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1c44a2f-4ce4-49ff-b87f-fe9627c1e0b8 req-e8bb10e2-58d3-4a01-848d-a858771e39e0 service neutron] 10.222.0.59 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832402 Aug 29 04:16:41.093057 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-23155459-4377-4de5-b01b-b25c8a811e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.094592 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-23155459-4377-4de5-b01b-b25c8a811e15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 1102 time: 0.1158535 Aug 29 04:16:41.095590 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Pushing event updated for resources: {'Port': ['ID=782ca690-16cf-48cd-981e-d83d04ad63e4,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:41.098576 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:41.098947 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:41.099290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9c7ef9-f813-422b-bfe5-79a0257b7849') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:41.099434 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.099616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9c7ef9-f813-422b-bfe5-79a0257b7849') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:41.099816 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:41.100277 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Bound port: 782ca690-16cf-48cd-981e-d83d04ad63e4, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:41.100661 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.123505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a68b9-1cab-49a8-b1cc-7e0073dd4c39 req-d9036972-1216-47a4-a513-3d29b0d6353a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.124472 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.124822 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.125051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a53a68b9-1cab-49a8-b1cc-7e0073dd4c39 req-d9036972-1216-47a4-a513-3d29b0d6353a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 943 time: 0.1309664 Aug 29 04:16:41.125182 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.125646 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.125989 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.126319 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.126646 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.126970 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.127292 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.128040 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.128222 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.128375 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.128375 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:41.164283 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] For port 782ca690-16cf-48cd-981e-d83d04ad63e4, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:41.168113 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] For port 782ca690-16cf-48cd-981e-d83d04ad63e4, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=782ca690-16cf-48cd-981e-d83d04ad63e4,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:41.173057 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.177684 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.188973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:41.189415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:41.191097 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:41.230128 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Routers {'d961c51e-3357-45c1-947f-a6d9df8abfd8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:41.230742 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d961c51e-3357-45c1-947f-a6d9df8abfd8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:41.247456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a53a68b9-1cab-49a8-b1cc-7e0073dd4c39 req-342c0efe-a224-4642-83ed-f115d8a084aa tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123281 Aug 29 04:16:41.265540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.270132 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a778c0f-b533-4dc0-844f-962c7408fa14 None None] Pushing event updated for resources: {'Port': ['ID=782ca690-16cf-48cd-981e-d83d04ad63e4,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:41.271211 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.297795 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.329580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-08ec6432-8d62-4b99-804d-2cd4741fd865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.331244 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-08ec6432-8d62-4b99-804d-2cd4741fd865 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2135205 Aug 29 04:16:41.332107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.334009 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] 10.222.0.49 "DELETE /v2.0/networks/5b12b323-7282-46ec-88fa-539d4b83b35d HTTP/1.1" status: 204 len: 168 time: 1.5434499 Aug 29 04:16:41.352965 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] Set router d961c51e-3357-45c1-947f-a6d9df8abfd8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:41.365876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705aa990-1952-4177-b8e7-bb80fc48873a admin admin] Pushing event deleted for resources: {'Network': ['ID=5b12b323-7282-46ec-88fa-539d4b83b35d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:41.374274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213caea3-811f-41d0-9fa3-2894a9eb2b25,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:41.405877 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-372e402c-70cd-4dcb-bb36-229844d1c2e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f681934f-a77c-4904-800e-0071f87a2e75 HTTP/1.1" status: 200 len: 217 time: 0.0501719 Aug 29 04:16:41.459716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-45542b74-526b-41f8-99f4-e4c5e07750d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.461391 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-45542b74-526b-41f8-99f4-e4c5e07750d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0471845 Aug 29 04:16:41.500941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Allocated IP 172.20.0.1 (f73a73b8-9208-4150-8f6a-1ffd124f8588/23d3c717-0190-4983-af66-884b72fd6ec4/395cab17-d48b-4ab1-9a73-cb53ebacccc8) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:41.512057 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3cec9fac-996d-419e-af8c-145f3152d5c4 req-94147e60-2d01-46b1-80cd-b69f3e8b4698 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0341680 Aug 29 04:16:41.533281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-854a38ee-4f69-4188-8c3d-d18db994c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.534798 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-854a38ee-4f69-4188-8c3d-d18db994c2f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623827 Aug 29 04:16:41.541744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Allocated IP 192.168.233.198 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/d3a34733-a76e-4e91-889a-e15355992d6f) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:41.560866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68bad1fa-defa-41ba-8382-5d9c5c3444af req-74568821-1047-4242-a727-766469b0a828 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 210 time: 0.0450795 Aug 29 04:16:41.640164 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:37Z', 'revision_number': 3, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:41.672619 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9d1adc-5a34-468e-8af8-d59fcf6ea92b None None] The sync data for ids ['d961c51e-3357-45c1-947f-a6d9df8abfd8'] in n-d-712141-12 is: [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:37Z', 'revision_number': 3, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:41.687352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35538) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:41.714952 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-16d96ab5-8bef-4848-ba7b-ebdac1283a82 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600902 Aug 29 04:16:41.735782 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.758611 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.763622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ac3ebe94-13a7-4bd8-95ba-ad21473f17ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35c160c123804ac797133d520b7b79da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750012 Aug 29 04:16:41.766553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35540) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:41.790412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Transition to ACTIVE for port object d3a34733-a76e-4e91-889a-e15355992d6f will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:41.797989 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Transition to ACTIVE for port object 395cab17-d48b-4ab1-9a73-cb53ebacccc8 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:41.842451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20c46e86-b1d9-44b4-aaf3-f788230c3410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.857905 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7cfe4343-65df-4e66-bc5a-718ad51ac873 req-a3fdcb7a-2c1b-4b20-9e76-79d0fab1bb69 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342072 Aug 29 04:16:41.873575 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.876953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20c46e86-b1d9-44b4-aaf3-f788230c3410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.877133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.953607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Network f73a73b8-9208-4150-8f6a-1ffd124f8588 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:41.971017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:41.975959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:41.979292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Pushing event updated for resources: {'Port': ['ID=395cab17-d48b-4ab1-9a73-cb53ebacccc8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:41.996466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:42.007077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:42.009397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Pushing event updated for resources: {'Port': ['ID=d3a34733-a76e-4e91-889a-e15355992d6f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:42.012814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:42.089915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.115439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84109f-9ad0-40c6-894d-87d7b7365502 req-e1fd9301-4c09-4671-b7c3-47c61066e4fe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:42.117389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a84109f-9ad0-40c6-894d-87d7b7365502 req-e1fd9301-4c09-4671-b7c3-47c61066e4fe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.2383032 Aug 29 04:16:42.165594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:42.166850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.182795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8bc61-c84f-42a9-8000-79d727a3c669 req-1c4e4703-5e3c-4260-b13f-bf976439bbc6 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:42.184567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ee8bc61-c84f-42a9-8000-79d727a3c669 req-1c4e4703-5e3c-4260-b13f-bf976439bbc6 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 949 time: 0.2108047 Aug 29 04:16:42.187835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20c46e86-b1d9-44b4-aaf3-f788230c3410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.190506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20c46e86-b1d9-44b4-aaf3-f788230c3410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.191639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-20c46e86-b1d9-44b4-aaf3-f788230c3410 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bda0f4ae-9d86-40b3-b985-83020ec02393 HTTP/1.1" status: 204 len: 168 time: 0.4243300 Aug 29 04:16:42.240918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a84109f-9ad0-40c6-894d-87d7b7365502 req-54ae4b3f-12f9-4bc4-adc1-2e2dcb133913 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151433 Aug 29 04:16:42.257374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c46e86-b1d9-44b4-aaf3-f788230c3410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda0f4ae-9d86-40b3-b985-83020ec02393,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:42.283845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-d7a34ee9-af76-4d6d-ba78-fbe1493b8528 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8746059 Aug 29 04:16:42.315311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Request body: {'port': {'device_id': '7eeb7564-06ff-4aea-b13d-73e48fdc6bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:42.349332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.399710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ee8bc61-c84f-42a9-8000-79d727a3c669 req-c6f7bd3b-b007-472c-ab5d-03a5426054bb tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025855 Aug 29 04:16:42.483546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 97783df3-52aa-4e8f-bd40-048e59e5ce3b up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:42.521076 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.559491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 782ca690-16cf-48cd-981e-d83d04ad63e4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:42.651927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 97783df3-52aa-4e8f-bd40-048e59e5ce3b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:42.654621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.662237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-54eff424-d4c2-4b9d-bbaa-2e0dd3f3540f None None] Provisioning for port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:42.662478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.673748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 97783df3-52aa-4e8f-bd40-048e59e5ce3b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:42.674592 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.677899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 782ca690-16cf-48cd-981e-d83d04ad63e4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:42.680762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-54eff424-d4c2-4b9d-bbaa-2e0dd3f3540f None None] Provisioning complete for port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:42.681330 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-54eff424-d4c2-4b9d-bbaa-2e0dd3f3540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.730478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 782ca690-16cf-48cd-981e-d83d04ad63e4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:42.731122 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.737313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-721b3cdb-1b2d-4514-898f-fa72ccb6ff9f req-b840c3de-a133-4cd0-a63a-71d3fd1bbafa tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0475667 Aug 29 04:16:42.762638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Pushing event updated for resources: {'Port': ['ID=395cab17-d48b-4ab1-9a73-cb53ebacccc8,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:42.781405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023c25e-cdcf-4fc2-a70d-d84752566d19 req-597314ed-3b26-4241-9d19-dc52d5255395 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:42.786301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.791074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a023c25e-cdcf-4fc2-a70d-d84752566d19 req-597314ed-3b26-4241-9d19-dc52d5255395 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 943 time: 0.2573018 Aug 29 04:16:42.820474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-54eff424-d4c2-4b9d-bbaa-2e0dd3f3540f None None] Port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:42.851230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-54eff424-d4c2-4b9d-bbaa-2e0dd3f3540f None None] Provisioning for port d3a34733-a76e-4e91-889a-e15355992d6f completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:42.865379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-54eff424-d4c2-4b9d-bbaa-2e0dd3f3540f None None] Provisioning complete for port d3a34733-a76e-4e91-889a-e15355992d6f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:42.865763 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-54eff424-d4c2-4b9d-bbaa-2e0dd3f3540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.929866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Network f73a73b8-9208-4150-8f6a-1ffd124f8588 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:42.931709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:43.001222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a023c25e-cdcf-4fc2-a70d-d84752566d19 req-dc7ce1aa-7798-4d3e-a839-281b9fc37267 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074726 Aug 29 04:16:43.024269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-54eff424-d4c2-4b9d-bbaa-2e0dd3f3540f None None] Port d3a34733-a76e-4e91-889a-e15355992d6f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:43.038753 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.042186 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.098171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 782ca690-16cf-48cd-981e-d83d04ad63e4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=782ca690-16cf-48cd-981e-d83d04ad63e4,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:43.112679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34d0a1d-0c19-487d-a8d0-4d45057976ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97783df3-52aa-4e8f-bd40-048e59e5ce3b'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:43.121939 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9399c6b6-1d4f-47df-b0b2-694193df1acd" -d '{"events": [{"server_uuid": "e34d0a1d-0c19-487d-a8d0-4d45057976ae", "name": "network-vif-plugged", "status": "completed", "tag": "97783df3-52aa-4e8f-bd40-048e59e5ce3b"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:43.132240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Router d961c51e-3357-45c1-947f-a6d9df8abfd8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:43.137699 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.220743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07c6ac-dddd-4cb8-8783-3f80b018a856 req-5327afa1-5049-4ec6-8c33-5c6458f41ae3 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.228496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e07c6ac-dddd-4cb8-8783-3f80b018a856 req-5327afa1-5049-4ec6-8c33-5c6458f41ae3 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 936 time: 0.2985415 Aug 29 04:16:43.230833 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60381b9-c89c-4a3f-889d-1d3ae1f8dde7 x-openstack-request-id: req-e60381b9-c89c-4a3f-889d-1d3ae1f8dde7 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:43.231317 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34d0a1d-0c19-487d-a8d0-4d45057976ae", "name": "network-vif-plugged", "status": "completed", "tag": "97783df3-52aa-4e8f-bd40-048e59e5ce3b", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:43.232387 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e60381b9-c89c-4a3f-889d-1d3ae1f8dde7 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:43.233210 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34d0a1d-0c19-487d-a8d0-4d45057976ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97783df3-52aa-4e8f-bd40-048e59e5ce3b', 'code': 200} Aug 29 04:16:43.237990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 97783df3-52aa-4e8f-bd40-048e59e5ce3b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=97783df3-52aa-4e8f-bd40-048e59e5ce3b,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:43.252972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=782ca690-16cf-48cd-981e-d83d04ad63e4,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.255955 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.345597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 33106662-7ac0-4c36-aea3-3e747c1866db details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:43.346671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:43.363347 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f681934f-a77c-4904-800e-0071f87a2e75 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:43.365950 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8dd2b628-bea6-4342-9e47-5f95a6bf483e admin admin] 10.222.0.49 "PUT /v2.0/routers/d961c51e-3357-45c1-947f-a6d9df8abfd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5218165 Aug 29 04:16:43.409170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e07c6ac-dddd-4cb8-8783-3f80b018a856 req-047ed8fd-bcfe-409c-afb2-b4023150d851 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797521 Aug 29 04:16:43.453384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35584) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:43.467715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a34733-a76e-4e91-889a-e15355992d6f {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:43.480418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=97783df3-52aa-4e8f-bd40-048e59e5ce3b,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.482702 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.486062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6b448d4d-24e8-4af6-b919-f6ca6c4e3d7c None None] Provisioning complete for port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:43.486625 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b448d4d-24e8-4af6-b919-f6ca6c4e3d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.501465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dc275-d773-42a8-a60b-ec6fe8a3c0b4 req-1740a1ae-24c7-4852-9fa9-a87239ec12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.503289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c8dc275-d773-42a8-a60b-ec6fe8a3c0b4 req-1740a1ae-24c7-4852-9fa9-a87239ec12ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 1102 time: 0.1578457 Aug 29 04:16:43.525855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6b448d4d-24e8-4af6-b919-f6ca6c4e3d7c None None] Port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:43.534662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Transition to ACTIVE for port object d3a34733-a76e-4e91-889a-e15355992d6f will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:43.586696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd53a3-c62c-4cb0-8d22-9e55b8e36039 req-308a6d93-9f3d-483e-85fa-b4184c1dc29a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.588506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7acd53a3-c62c-4cb0-8d22-9e55b8e36039 req-308a6d93-9f3d-483e-85fa-b4184c1dc29a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1859999 Aug 29 04:16:43.593946 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.629318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2022015672-network', 'tenant_id': '017a7b9c5f2540e8a6701d04f4549aef'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:43.673523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Made reservation on behalf of 017a7b9c5f2540e8a6701d04f4549aef for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:43.676553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.689357 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.710589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Pushing event updated for resources: {'Port': ['ID=d3a34733-a76e-4e91-889a-e15355992d6f,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.759615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 33106662-7ac0-4c36-aea3-3e747c1866db, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=33106662-7ac0-4c36-aea3-3e747c1866db,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:43.777125 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.780807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '33106662-7ac0-4c36-aea3-3e747c1866db', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'port_id': '33106662-7ac0-4c36-aea3-3e747c1866db', 'mac_address': 'fa:16:3e:75:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35910115-7c07-46de-9071-3f98e799f754', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:43.808835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f598a6-efca-418e-8760-5e75d53cdc41 req-a227e86d-7a43-48a6-830d-2ecec364c135 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.813125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94f598a6-efca-418e-8760-5e75d53cdc41 req-a227e86d-7a43-48a6-830d-2ecec364c135 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 950 time: 0.2753291 Aug 29 04:16:43.842336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c8dc275-d773-42a8-a60b-ec6fe8a3c0b4 req-d38b6d7b-f67a-4c63-bdaa-2fdfe2d7ebb9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189626 Aug 29 04:16:43.845178 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.851563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.866456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.883602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:43.890799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:43.895303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33106662-7ac0-4c36-aea3-3e747c1866db {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:43.901470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62ee45c-c645-47b5-9255-be9c8c7ddc7c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.903062 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.917794 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.918346 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Added segment 2bb5f67e-3320-49f7-9a32-56915995cbc5 of type vlan for network 80c77059-7767-4266-8650-2a5e4edce74d Aug 29 04:16:43.940422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7acd53a3-c62c-4cb0-8d22-9e55b8e36039 req-5b73acd7-bb82-4091-849e-5a98976456db tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206639 Aug 29 04:16:43.983212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94f598a6-efca-418e-8760-5e75d53cdc41 req-dfd03e76-dc6f-4098-9b3f-1f22a3b795a0 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608346 Aug 29 04:16:43.992809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:44.001322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 33106662-7ac0-4c36-aea3-3e747c1866db, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=33106662-7ac0-4c36-aea3-3e747c1866db,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:44.003962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.007553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Attempting to bind port d3a34733-a76e-4e91-889a-e15355992d6f on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:44.007893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Attempting to bind port d3a34733-a76e-4e91-889a-e15355992d6f by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:44.008039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.008246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Attempting to bind port d3a34733-a76e-4e91-889a-e15355992d6f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:44.020866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Port d3a34733-a76e-4e91-889a-e15355992d6f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:44.022670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Attempting to bind port d3a34733-a76e-4e91-889a-e15355992d6f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:44.034367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:44.034722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:44.035124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:44.035579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Bound port: d3a34733-a76e-4e91-889a-e15355992d6f, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:44.039346 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.064747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.065718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.066318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.095048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=33106662-7ac0-4c36-aea3-3e747c1866db,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:44.130887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] For port d3a34733-a76e-4e91-889a-e15355992d6f, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:44.139632 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6802485 Aug 29 04:16:44.139826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] For port d3a34733-a76e-4e91-889a-e15355992d6f, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=d3a34733-a76e-4e91-889a-e15355992d6f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:44.139987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35596) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:44.143644 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.153315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Request body: {'subnet': {'network_id': '80c77059-7767-4266-8650-2a5e4edce74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2022015672-subnet', 'tenant_id': '017a7b9c5f2540e8a6701d04f4549aef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:44.162736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Sync routers for ids ['d961c51e-3357-45c1-947f-a6d9df8abfd8'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:44.175326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7045b-4292-4e4d-877a-cd1c6192d642 admin admin] Pushing event updated for resources: {'Network': ['ID=80c77059-7767-4266-8650-2a5e4edce74d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:44.190054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Made reservation on behalf of 017a7b9c5f2540e8a6701d04f4549aef for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:44.190730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 80c77059-7767-4266-8650-2a5e4edce74d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:44.192981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.200783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.201597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.203996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] 10.222.0.59 "PUT /v2.0/ports/d3a34733-a76e-4e91-889a-e15355992d6f HTTP/1.1" status: 200 len: 1097 time: 1.8940372 Aug 29 04:16:44.204641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeb7564-06ff-4aea-b13d-73e48fdc6bfa', 'tag': 'd3a34733-a76e-4e91-889a-e15355992d6f'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:44.216782 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c28bd8-4fe9-421d-86df-4b263d909bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7eeb7564-06ff-4aea-b13d-73e48fdc6bfa", "tag": "d3a34733-a76e-4e91-889a-e15355992d6f"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:44.246626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e71df5-27c7-49c0-af23-539f913569ac service neutron] Pushing event updated for resources: {'Port': ['ID=d3a34733-a76e-4e91-889a-e15355992d6f,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:44.258760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Routers {'d961c51e-3357-45c1-947f-a6d9df8abfd8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:44.259397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d961c51e-3357-45c1-947f-a6d9df8abfd8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:44.377228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['33106662-7ac0-4c36-aea3-3e747c1866db'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:44.382499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-54be446d-f1d6-475b-82f8-0fabe15e93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.387942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-54be446d-f1d6-475b-82f8-0fabe15e93ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=574a4890ee8946849489d718c6e5473a&device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 1100 time: 0.1214788 Aug 29 04:16:44.450550 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.453710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 782ca690-16cf-48cd-981e-d83d04ad63e4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:44.464510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-2e1ed87c-ecee-4c36-a672-42bd207b1c88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d3a34733-a76e-4e91-889a-e15355992d6f HTTP/1.1" status: 200 len: 217 time: 0.0659180 Aug 29 04:16:44.466492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e1bc25f-eaff-4757-b04c-a0802d52cf1a req-f637a446-9b1c-4553-908c-3c912b6dbaf6 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0693440 Aug 29 04:16:44.546749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=887be7ef-1581-4423-b760-36dd87622b77,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:44.561444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-2c3ecdbc-3cd9-4f4a-b93e-996505031400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.563406 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-2c3ecdbc-3cd9-4f4a-b93e-996505031400 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0914416 Aug 29 04:16:44.605258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Checking segment: {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:44.605639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Network hostable DHCP agents. Network: 80c77059-7767-4266-8650-2a5e4edce74d, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:44.627467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Network 80c77059-7767-4266-8650-2a5e4edce74d is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:44.641154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 80c77059-7767-4266-8650-2a5e4edce74d) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:44.658065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-401b4d9e-7f14-416f-a2fa-be977744513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.659853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-401b4d9e-7f14-416f-a2fa-be977744513d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0881715 Aug 29 04:16:44.660156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.660860 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.661927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a296871d-6fc6-4ef9-afeb-6e3f05cb5525 None None] Network 80c77059-7767-4266-8650-2a5e4edce74d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:44.666946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Set router d961c51e-3357-45c1-947f-a6d9df8abfd8 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:44.670413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f8df3-d591-4ee2-9ff3-67f34f0802af req-c76bcf6c-785c-420b-9f44-266a6d585e2e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.672349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db7f8df3-d591-4ee2-9ff3-67f34f0802af req-c76bcf6c-785c-420b-9f44-266a6d585e2e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 944 time: 0.0883248 Aug 29 04:16:44.673885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 782ca690-16cf-48cd-981e-d83d04ad63e4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:44.674542 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.692772 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4ed15711-d4e4-4362-b9da-1b617d26b88a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5529792 Aug 29 04:16:44.783997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db7f8df3-d591-4ee2-9ff3-67f34f0802af req-c396cf1b-3394-4dbd-a08e-51bde8f5bc8f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991883 Aug 29 04:16:44.811274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-20d35c33-54f5-46d3-a84f-2b93d269f6ac service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291919 Aug 29 04:16:44.908844 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89fe237f-80d9-4064-bbee-76c953fe13bb req-030762eb-982e-4591-94f5-f2bb3e010e46 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978584 Aug 29 04:16:44.910369 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf65a4d-00d1-4c22-b37a-4a0dbc6661cd x-openstack-request-id: req-4cf65a4d-00d1-4c22-b37a-4a0dbc6661cd {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:44.910665 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eeb7564-06ff-4aea-b13d-73e48fdc6bfa", "tag": "d3a34733-a76e-4e91-889a-e15355992d6f", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:44.910923 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4cf65a4d-00d1-4c22-b37a-4a0dbc6661cd {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:44.911366 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eeb7564-06ff-4aea-b13d-73e48fdc6bfa', 'tag': 'd3a34733-a76e-4e91-889a-e15355992d6f', 'status': 'completed', 'code': 200} Aug 29 04:16:44.937614 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35608) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:44.942647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-87648efb-1d73-4e30-9cd0-06ab4745d011 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553933055', 'description': 'tempest-description--132254416'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:44.979539 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87648efb-1d73-4e30-9cd0-06ab4745d011 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.050429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16755812-6538-40a4-8626-0a7adad6b58d req-da711a98-8438-4bf9-bec1-d5c07cfbaab7 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.051899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16755812-6538-40a4-8626-0a7adad6b58d req-da711a98-8438-4bf9-bec1-d5c07cfbaab7 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 948 time: 0.0976031 Aug 29 04:16:45.064168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-139da140-55f4-48e1-945b-e1d47deb01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.065754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-139da140-55f4-48e1-945b-e1d47deb01e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=574a4890ee8946849489d718c6e5473a&device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 1100 time: 0.0672760 Aug 29 04:16:45.105326 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87648efb-1d73-4e30-9cd0-06ab4745d011 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.117869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87648efb-1d73-4e30-9cd0-06ab4745d011 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.155858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16755812-6538-40a4-8626-0a7adad6b58d req-30f22b4a-eb10-4077-a4c7-43f6c3f3e256 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890732 Aug 29 04:16:45.158157 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87648efb-1d73-4e30-9cd0-06ab4745d011 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.159553 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-87648efb-1d73-4e30-9cd0-06ab4745d011 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2207139 Aug 29 04:16:45.162025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87648efb-1d73-4e30-9cd0-06ab4745d011 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ffcd8-0a34-4b69-aed0-261431c89d89,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:45.164722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35626) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:45.171489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-57efae32-fdfd-42f6-b821-0e3128e194ea tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Request body: {'security_group_rule': {'security_group_id': 'f23ffcd8-0a34-4b69-aed0-261431c89d89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:45.198909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-80c77059-7767-4266-8650-2a5e4edce74d', 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d', 'tenant_id': '017a7b9c5f2540e8a6701d04f4549aef', 'fixed_ips': [{'subnet_id': '887be7ef-1581-4423-b760-36dd87622b77'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:16:45.199915 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.226814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57efae32-fdfd-42f6-b821-0e3128e194ea tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.237812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:45.241201 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fab6e64-5e76-4152-904d-2d5a96f3b770" -d '{"events": [{"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-unplugged", "status": "completed", "tag": "f681934f-a77c-4904-800e-0071f87a2e75"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:45.300509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57efae32-fdfd-42f6-b821-0e3128e194ea tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.305176 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57efae32-fdfd-42f6-b821-0e3128e194ea tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.323795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efae32-fdfd-42f6-b821-0e3128e194ea tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a63ff2-f4c4-4cb0-bc56-00e1522df3d2,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:45.326125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:42Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '395cab17-d48b-4ab1-9a73-cb53ebacccc8', 'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'mac_address': 'fa:16:3e:01:2f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:41Z', 'updated_at': '2021-08-29T04:16:42Z', 'revision_number': 2, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'subnets': [{'id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:45.330199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-e86b5fec-767d-4b15-bf60-666725589483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.331795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-e86b5fec-767d-4b15-bf60-666725589483 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2393394 Aug 29 04:16:45.337410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57efae32-fdfd-42f6-b821-0e3128e194ea tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.339108 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-57efae32-fdfd-42f6-b821-0e3128e194ea tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1729321 Aug 29 04:16:45.341326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35632) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:45.345539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-70dbdb01-7f0e-47f9-9d00-33945f2ec659 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.346124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b913b47a-b139-4004-a0f7-0ae327498d5e tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Request body: {'security_group_rule': {'security_group_id': 'f23ffcd8-0a34-4b69-aed0-261431c89d89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:45.347051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-70dbdb01-7f0e-47f9-9d00-33945f2ec659 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/networks?id=80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 200 len: 816 time: 0.2234178 Aug 29 04:16:45.358514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f681934f-a77c-4904-800e-0071f87a2e75 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:45.364267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Checking router: d961c51e-3357-45c1-947f-a6d9df8abfd8 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:45.364614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Updating router d961c51e-3357-45c1-947f-a6d9df8abfd8 port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:16:45.367651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe593b-1d6a-4827-96b7-aa09b9841e64 req-0c0d8e7a-fd29-425f-8ec7-2815430a601b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.369241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cbe593b-1d6a-4827-96b7-aa09b9841e64 req-0c0d8e7a-fd29-425f-8ec7-2815430a601b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 948 time: 0.1173275 Aug 29 04:16:45.383400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b913b47a-b139-4004-a0f7-0ae327498d5e tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.409944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-a3c63ad6-30fe-4f0b-bbe0-a5cd55f8a649 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d3a34733-a76e-4e91-889a-e15355992d6f HTTP/1.1" status: 200 len: 217 time: 0.0616093 Aug 29 04:16:45.419565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-3c8783c9-0591-4ece-a296-8a3006c3a2f3 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/quotas/017a7b9c5f2540e8a6701d04f4549aef HTTP/1.1" status: 200 len: 375 time: 0.0622904 Aug 29 04:16:45.432723 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.450193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Allocated IP 172.20.0.2 (80c77059-7767-4266-8650-2a5e4edce74d/887be7ef-1581-4423-b760-36dd87622b77/3f55eb46-60d3-441a-97f9-05ab6c311bab) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:45.452397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b913b47a-b139-4004-a0f7-0ae327498d5e tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.456705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b913b47a-b139-4004-a0f7-0ae327498d5e tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.476913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913b47a-b139-4004-a0f7-0ae327498d5e tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448dc80f-2309-4c65-8857-ad774460262c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:45.485681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b913b47a-b139-4004-a0f7-0ae327498d5e tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.487014 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b913b47a-b139-4004-a0f7-0ae327498d5e tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445370 Aug 29 04:16:45.490666 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:45.491518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-a4225e48-8e8f-4d9a-9781-4ddc3ab1fa55 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558026 Aug 29 04:16:45.497286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:45.514711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cbe593b-1d6a-4827-96b7-aa09b9841e64 req-2183936e-daa9-446a-b738-0f471a8bf176 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085813 Aug 29 04:16:45.523810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.524002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-0ad76846-26a6-4e6d-83fb-ba9867be0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.525323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-0ad76846-26a6-4e6d-83fb-ba9867be0fdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1073918 Aug 29 04:16:45.629920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-17daa3a6-aa35-46fa-826c-1ebf46b9225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.631707 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-17daa3a6-aa35-46fa-826c-1ebf46b9225d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957742 Aug 29 04:16:45.703126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-04ec92db-eb7f-4915-93d2-629fa6f7cbdf service neutron] 10.222.0.49 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921821 Aug 29 04:16:45.720179 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.727015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:45.790891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'f681934f-a77c-4904-800e-0071f87a2e75', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'f681934f-a77c-4904-800e-0071f87a2e75', 'mac_address': 'fa:16:3e:2c:56:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:45.827445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Allocated IP 172.25.5.65 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/a7a62a72-c0f7-428f-a809-69b3738c5e2a) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:45.900286 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.906734 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.940800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Transition to ACTIVE for port object 3f55eb46-60d3-441a-97f9-05ab6c311bab will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:45.954627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f681934f-a77c-4904-800e-0071f87a2e75 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:46.118651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df3c24-3419-4144-87d1-0d3a1d4bbeef req-306606d2-4bd2-4492-8086-0c5d3e9e5768 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.120289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31df3c24-3419-4144-87d1-0d3a1d4bbeef req-306606d2-4bd2-4492-8086-0c5d3e9e5768 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 950 time: 0.4776258 Aug 29 04:16:46.140575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:46.147236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Transition to ACTIVE for port object 3f55eb46-60d3-441a-97f9-05ab6c311bab will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:46.148653 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.174966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-73335771-319c-4d7b-bff6-fc586643d5cc service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299516 Aug 29 04:16:46.176297 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.203933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-80adb1d4-1f86-43cb-b4fc-2424b934ae07 service neutron] 10.222.0.49 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851668 Aug 29 04:16:46.217685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31df3c24-3419-4144-87d1-0d3a1d4bbeef req-2322cb7d-5f9c-4e8a-b4c6-5e22b3545686 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854483 Aug 29 04:16:46.243714 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.251874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.257863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Network 80c77059-7767-4266-8650-2a5e4edce74d is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:46.285363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:46.288169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:46.293689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3c28bd8-4fe9-421d-86df-4b263d909bb6 req-3b2cb3ab-b979-4e24-a658-77b425dcad97 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042686 Aug 29 04:16:46.302590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.310387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:46.329849 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c554f1a-b1d5-49cb-b86d-908d0c2b2d1d x-openstack-request-id: req-4c554f1a-b1d5-49cb-b86d-908d0c2b2d1d {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:46.330282 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-unplugged", "status": "completed", "tag": "f681934f-a77c-4904-800e-0071f87a2e75", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:46.330595 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c554f1a-b1d5-49cb-b86d-908d0c2b2d1d {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:46.331052 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75', 'code': 200} Aug 29 04:16:46.333195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Transition to ACTIVE for port object 395cab17-d48b-4ab1-9a73-cb53ebacccc8 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:46.353666 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:46.356934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:46.361133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:46.391396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Pushing event updated for resources: {'Port': ['ID=a7a62a72-c0f7-428f-a809-69b3738c5e2a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:46.466297 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.470297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Attempting to bind port 3f55eb46-60d3-441a-97f9-05ab6c311bab on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:46.470887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Attempting to bind port 3f55eb46-60d3-441a-97f9-05ab6c311bab by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:46.471441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Attempting to bind port 3f55eb46-60d3-441a-97f9-05ab6c311bab on network 80c77059-7767-4266-8650-2a5e4edce74d {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:46.482356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f681934f-a77c-4904-800e-0071f87a2e75'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:46.483770 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.501363 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05c307bd-2d6f-4e2a-a01e-54122b2f756f req-de46ddd8-9135-4be2-9eb1-237cab917d54 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0430040 Aug 29 04:16:46.517545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:46.518162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Checking segment: {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:46.518738 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.519299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Bound using segment: {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:46.519956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Bound port: 3f55eb46-60d3-441a-97f9-05ab6c311bab, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:46.520635 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.544296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Pushing event updated for resources: {'Port': ['ID=3f55eb46-60d3-441a-97f9-05ab6c311bab,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:46.558967 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.700378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] For port 3f55eb46-60d3-441a-97f9-05ab6c311bab, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:46.713507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] For port 3f55eb46-60d3-441a-97f9-05ab6c311bab, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3f55eb46-60d3-441a-97f9-05ab6c311bab,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:46.721999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238df29-9fc1-492e-ab46-a5df13936bb2 req-a6841fe9-0449-4578-9127-9a8418ee04a1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.732334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a238df29-9fc1-492e-ab46-a5df13936bb2 req-a6841fe9-0449-4578-9127-9a8418ee04a1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 944 time: 0.1565762 Aug 29 04:16:46.785610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a238df29-9fc1-492e-ab46-a5df13936bb2 req-19fbec37-6137-4512-8495-7a9487722c7d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519414 Aug 29 04:16:46.807464 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.836166 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.857254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.895414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d161cd4-c752-4f4e-a1a0-803a118f0bc6 None None] Pushing event updated for resources: {'Port': ['ID=395cab17-d48b-4ab1-9a73-cb53ebacccc8,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:46.953340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Attempting to bind port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:46.953776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Attempting to bind port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:46.954142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Attempting to bind port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 on network f73a73b8-9208-4150-8f6a-1ffd124f8588 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:46.976299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:46.976572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Checking segment: {'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:46.976980 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.977370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Bound using segment: {'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:46.977852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Bound port: 395cab17-d48b-4ab1-9a73-cb53ebacccc8, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:46.978257 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.999276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Pushing event updated for resources: {'Port': ['ID=a7a62a72-c0f7-428f-a809-69b3738c5e2a,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:47.021982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.044578 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.047381 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-47f7a14f-2d0e-4798-9071-648ed9403ce5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5549939 Aug 29 04:16:47.055638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8f3ed-8ad9-4af0-a6a1-1fc028d5396f None None] Pushing event updated for resources: {'Port': ['ID=3f55eb46-60d3-441a-97f9-05ab6c311bab,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:47.078590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-a3c325d6-fee2-4b5b-8df4-fb5b4a499fdd tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.080738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-a3c325d6-fee2-4b5b-8df4-fb5b4a499fdd tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac&tenant_id=a42d1e753d804958b220f1c5860bb831&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 949 time: 0.2421980 Aug 29 04:16:47.103171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] For port 395cab17-d48b-4ab1-9a73-cb53ebacccc8, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:47.113217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] For port 395cab17-d48b-4ab1-9a73-cb53ebacccc8, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=395cab17-d48b-4ab1-9a73-cb53ebacccc8,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:47.122395 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.206094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Routers {'d961c51e-3357-45c1-947f-a6d9df8abfd8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:47.206822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d961c51e-3357-45c1-947f-a6d9df8abfd8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:47.235601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8f9ce-7d17-4393-a89b-078fc8ff90aa req-2aafc842-0927-4bec-b1b8-1e5916ff9d5e tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.237354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4b8f9ce-7d17-4393-a89b-078fc8ff90aa req-2aafc842-0927-4bec-b1b8-1e5916ff9d5e tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 948 time: 0.3233895 Aug 29 04:16:47.253059 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12e46c-68b5-4478-bb4f-256658db548f req-79d8eeca-a408-4d24-8c55-8ab61016e503 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.255026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-79d8eeca-a408-4d24-8c55-8ab61016e503 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/networks?id=80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 200 len: 816 time: 0.3392437 Aug 29 04:16:47.300618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-6ee75eb4-dbb9-4ede-8082-79137a33e2bf service neutron] 10.222.0.59 "GET /v2.0/ports/f681934f-a77c-4904-800e-0071f87a2e75/bindings/n-h2-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.1967034 Aug 29 04:16:47.306035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-7e16d7b2-c5fa-4e07-be54-19c49c55de8d tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/quotas/017a7b9c5f2540e8a6701d04f4549aef HTTP/1.1" status: 200 len: 375 time: 0.0435545 Aug 29 04:16:47.329538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d161cd4-c752-4f4e-a1a0-803a118f0bc6 None None] Pushing event updated for resources: {'Port': ['ID=395cab17-d48b-4ab1-9a73-cb53ebacccc8,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:47.339070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 33106662-7ac0-4c36-aea3-3e747c1866db up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:47.388522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4b8f9ce-7d17-4393-a89b-078fc8ff90aa req-e22eb542-5f75-4202-9289-932317870e28 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448734 Aug 29 04:16:47.465508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 33106662-7ac0-4c36-aea3-3e747c1866db completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:47.465748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-9f299bee-211d-402d-8268-8e30dab77801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.467278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-9f299bee-211d-402d-8268-8e30dab77801 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 1101 time: 0.1280117 Aug 29 04:16:47.468823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] Set router d961c51e-3357-45c1-947f-a6d9df8abfd8 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:47.477337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-2db84826-e340-4ace-a52d-60db7e4302b4 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552813 Aug 29 04:16:47.498547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 33106662-7ac0-4c36-aea3-3e747c1866db triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:47.498877 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.680965 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.687055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381208cc-0c2d-4ad5-86ea-c64599ca1c97 req-c9792c40-1700-40b4-a899-09b1faf9fc40 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.688724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-381208cc-0c2d-4ad5-86ea-c64599ca1c97 req-c9792c40-1700-40b4-a899-09b1faf9fc40 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 949 time: 0.1774244 Aug 29 04:16:47.694206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-0f1d9087-51d6-4065-8173-4159c16a3e2e service neutron] 10.222.0.49 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084346 Aug 29 04:16:47.695188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-3963091f-e713-480f-8907-747a75630904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.696561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-3963091f-e713-480f-8907-747a75630904 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2181890 Aug 29 04:16:47.742525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 33106662-7ac0-4c36-aea3-3e747c1866db, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=33106662-7ac0-4c36-aea3-3e747c1866db,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:47.747789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.799326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-510c476f-837e-4597-ad35-7c49040f19ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f681934f-a77c-4904-800e-0071f87a2e75 HTTP/1.1" status: 200 len: 217 time: 0.0914824 Aug 29 04:16:47.835573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=33106662-7ac0-4c36-aea3-3e747c1866db,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:47.847492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-381208cc-0c2d-4ad5-86ea-c64599ca1c97 req-137c2fb4-5969-42bc-a323-41de6f13ec72 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460767 Aug 29 04:16:47.852191 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.855882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:42Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '395cab17-d48b-4ab1-9a73-cb53ebacccc8', 'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'mac_address': 'fa:16:3e:01:2f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:41Z', 'updated_at': '2021-08-29T04:16:47Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'subnets': [{'id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:47.893866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28c3c3-417b-4898-a568-ac69a48988c4 None None] The sync data for ids ['d961c51e-3357-45c1-947f-a6d9df8abfd8'] in n-d-712141-12 is: [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:42Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '395cab17-d48b-4ab1-9a73-cb53ebacccc8', 'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'mac_address': 'fa:16:3e:01:2f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:41Z', 'updated_at': '2021-08-29T04:16:47Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'subnets': [{'id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:47.897149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-f388a03f-6489-42d2-87ce-c1733a4fc04d service neutron] 10.222.0.49 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873834 Aug 29 04:16:47.900869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-d5ab8fab-7e69-4fe3-bfc3-6258d9cd1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.902278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-d5ab8fab-7e69-4fe3-bfc3-6258d9cd1be6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0897088 Aug 29 04:16:48.007891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-1f9a5627-e3ca-43bb-8317-e5c9aaa32ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.012703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-1f9a5627-e3ca-43bb-8317-e5c9aaa32ca8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976529 Aug 29 04:16:48.231863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-94bb182e-f678-4002-bc75-f52f2c87acfd tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--553933055&fields=id&tenant_id=b716caa2c6574e6e8feaa2a4120782eb HTTP/1.1" status: 200 len: 267 time: 0.2439208 Aug 29 04:16:48.332486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30fb170-4983-4689-a1b1-bfe8e916064a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33106662-7ac0-4c36-aea3-3e747c1866db'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:48.334841 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c200dfa-2fea-4399-9fcc-9556258ab9f6" -d '{"events": [{"server_uuid": "d30fb170-4983-4689-a1b1-bfe8e916064a", "name": "network-vif-plugged", "status": "completed", "tag": "33106662-7ac0-4c36-aea3-3e747c1866db"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:48.377243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa018d05-b073-4d05-9a22-c22931fd5d91 None None] Network 80c77059-7767-4266-8650-2a5e4edce74d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:48.475389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-9b1a153a-c16d-404d-9db3-4ef6853164e9 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468706 Aug 29 04:16:48.493130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f55eb46-60d3-441a-97f9-05ab6c311bab up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:48.556466 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0529d14a-388e-4cc0-b813-60ae1ecf2911 None None] Provisioning for port 3f55eb46-60d3-441a-97f9-05ab6c311bab completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:48.607803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0f9bd-195d-44f5-8007-8ecf7b3894d0 req-a750cc44-4f32-4d4f-ada7-35e300f73f88 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.609717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2da0f9bd-195d-44f5-8007-8ecf7b3894d0 req-a750cc44-4f32-4d4f-ada7-35e300f73f88 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 950 time: 0.3949952 Aug 29 04:16:48.625589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-2eda8d06-c577-4b7d-ab6d-fd99a1635bf3 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.627827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-2eda8d06-c577-4b7d-ab6d-fd99a1635bf3 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.52 "GET /v2.0/networks?id=80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 200 len: 816 time: 0.5104351 Aug 29 04:16:48.644000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-0644b462-c2f0-4f82-b051-4fb443ce9110 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.644625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3f55eb46-60d3-441a-97f9-05ab6c311bab completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:48.652008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-0644b462-c2f0-4f82-b051-4fb443ce9110 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/networks?id=f73a73b8-9208-4150-8f6a-1ffd124f8588 HTTP/1.1" status: 200 len: 812 time: 0.4192331 Aug 29 04:16:48.667269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Request body: {'port': {'device_id': '1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e', 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d', 'admin_state_up': True, 'tenant_id': '017a7b9c5f2540e8a6701d04f4549aef'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:48.676778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3f55eb46-60d3-441a-97f9-05ab6c311bab triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:48.677161 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.678870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-da0d86cc-ca5f-4ea0-b3b7-75c7ff0da302 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/quotas/b716caa2c6574e6e8feaa2a4120782eb HTTP/1.1" status: 200 len: 375 time: 0.0258842 Aug 29 04:16:48.787455 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.827802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 3f55eb46-60d3-441a-97f9-05ab6c311bab, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3f55eb46-60d3-441a-97f9-05ab6c311bab,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:48.832568 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.833784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 395cab17-d48b-4ab1-9a73-cb53ebacccc8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:48.837637 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2da0f9bd-195d-44f5-8007-8ecf7b3894d0 req-5db3586a-dbe9-49ab-854b-0b67239dd58c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047451 Aug 29 04:16:48.879321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-b4c8723d-c1b2-4400-9d43-5b222d667368 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762791 Aug 29 04:16:48.892056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-4e5c4a65-6308-4534-9998-8a9418ecf79a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b716caa2c6574e6e8feaa2a4120782eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1905961 Aug 29 04:16:49.037841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=3f55eb46-60d3-441a-97f9-05ab6c311bab,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:49.050580 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:49.056864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:49.057290 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.058468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Made reservation on behalf of 017a7b9c5f2540e8a6701d04f4549aef for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:49.068101 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.084738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-631c5947-dd8d-41f4-92ce-56fccc9f6db1 service neutron] 10.222.0.49 "GET /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739175 Aug 29 04:16:49.121924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-61e52188-1aaa-41e0-a721-9bed8c1dee6e None None] Provisioning complete for port 3f55eb46-60d3-441a-97f9-05ab6c311bab triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:49.122305 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-61e52188-1aaa-41e0-a721-9bed8c1dee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.186906 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.204606 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbd68149-7eb9-4615-bcfa-d6a93b619e26 req-3a30aba2-f6c9-4942-9d62-800e3a2d913d tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.1041965 Aug 29 04:16:49.229115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 395cab17-d48b-4ab1-9a73-cb53ebacccc8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=395cab17-d48b-4ab1-9a73-cb53ebacccc8,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:49.261604 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.302125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-d51a8b37-ce93-418f-b02d-375509a5551a service neutron] 10.222.0.49 "GET /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028639 Aug 29 04:16:49.306568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Allocated IP 172.20.0.4 (80c77059-7767-4266-8650-2a5e4edce74d/887be7ef-1581-4423-b760-36dd87622b77/af747ea6-ce88-465d-a36b-b40bd130e464) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:49.357151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device d3a34733-a76e-4e91-889a-e15355992d6f details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:49.359195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f681934f-a77c-4904-800e-0071f87a2e75 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:49.393818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=395cab17-d48b-4ab1-9a73-cb53ebacccc8,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:49.429345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a10922-2c10-43ea-b7b6-66f583ac84aa req-48a24163-566c-4c72-8a52-0f071ccbc1a2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.430936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1a10922-2c10-43ea-b7b6-66f583ac84aa req-48a24163-566c-4c72-8a52-0f071ccbc1a2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 945 time: 0.1312699 Aug 29 04:16:49.516452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port f681934f-a77c-4904-800e-0071f87a2e75 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:49.516859 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.534174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1a10922-2c10-43ea-b7b6-66f583ac84aa req-e61da6f1-736e-442c-9b75-e48767b7033a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953312 Aug 29 04:16:49.584955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port d3a34733-a76e-4e91-889a-e15355992d6f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=d3a34733-a76e-4e91-889a-e15355992d6f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:49.818491 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b92ebff-6cbe-4236-82d4-39ea691c6fc4 x-openstack-request-id: req-2b92ebff-6cbe-4236-82d4-39ea691c6fc4 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:49.819118 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30fb170-4983-4689-a1b1-bfe8e916064a", "name": "network-vif-plugged", "status": "completed", "tag": "33106662-7ac0-4c36-aea3-3e747c1866db", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:49.819547 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b92ebff-6cbe-4236-82d4-39ea691c6fc4 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:49.820122 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30fb170-4983-4689-a1b1-bfe8e916064a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33106662-7ac0-4c36-aea3-3e747c1866db', 'code': 200} Aug 29 04:16:49.833131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'd3a34733-a76e-4e91-889a-e15355992d6f', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'd3a34733-a76e-4e91-889a-e15355992d6f', 'mac_address': 'fa:16:3e:03:b9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:49.852333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239037f-eb1b-4f5e-823c-6b09b1342e68 req-e2349469-9652-4df6-9559-ea51e5b91075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.854192 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3239037f-eb1b-4f5e-823c-6b09b1342e68 req-e2349469-9652-4df6-9559-ea51e5b91075 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 1097 time: 0.1008086 Aug 29 04:16:49.896413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ffa30-fdad-4e08-8e26-3afaad631e2e req-6a13c69d-af5c-4fdc-821d-11027c5ce153 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.897947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-023ffa30-fdad-4e08-8e26-3afaad631e2e req-6a13c69d-af5c-4fdc-821d-11027c5ce153 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 948 time: 0.1243529 Aug 29 04:16:49.904004 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.923870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.926797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a34733-a76e-4e91-889a-e15355992d6f {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:49.927185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3239037f-eb1b-4f5e-823c-6b09b1342e68 req-272c7156-951b-4429-8bf5-97955781e8bb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628667 Aug 29 04:16:49.958250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.961532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port d3a34733-a76e-4e91-889a-e15355992d6f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=d3a34733-a76e-4e91-889a-e15355992d6f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:49.971798 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.972021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12e46c-68b5-4478-bb4f-256658db548f req-e166fa7d-b55f-43f2-9fb0-d5cc97de2c46 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.974555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-e166fa7d-b55f-43f2-9fb0-d5cc97de2c46 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.59 "GET /v2.0/networks?id=80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 200 len: 816 time: 0.4372749 Aug 29 04:16:49.984400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:50.001147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Transition to ACTIVE for port object af747ea6-ce88-465d-a36b-b40bd130e464 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:50.007321 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.019605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-abdcfbb4-d990-426f-9a83-d1e975278d35 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.021115 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-abdcfbb4-d990-426f-9a83-d1e975278d35 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/networks?id=80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 200 len: 816 time: 0.3534338 Aug 29 04:16:50.034137 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=d3a34733-a76e-4e91-889a-e15355992d6f,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:50.035261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-023ffa30-fdad-4e08-8e26-3afaad631e2e req-17854433-3825-4d11-b0ee-c2fd35523175 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227582 Aug 29 04:16:50.063387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-54ebc2dd-c0e5-4ec1-b8fa-ecbfca005218 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/quotas/017a7b9c5f2540e8a6701d04f4549aef HTTP/1.1" status: 200 len: 375 time: 0.0248618 Aug 29 04:16:50.093056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:50.153890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Request body: {'port': {'device_id': 'd319e2e6-959f-4668-a22e-adfe60fa4332', 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d', 'admin_state_up': True, 'tenant_id': '017a7b9c5f2540e8a6701d04f4549aef'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:50.165280 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.224504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-84fe1ea4-2ece-4b48-adf9-6788b9039a40 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1522815 Aug 29 04:16:50.265113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['d3a34733-a76e-4e91-889a-e15355992d6f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:50.351209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f55eb46-60d3-441a-97f9-05ab6c311bab up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:50.461747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3f55eb46-60d3-441a-97f9-05ab6c311bab triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:50.462240 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.556069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 395cab17-d48b-4ab1-9a73-cb53ebacccc8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:50.584931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Network 80c77059-7767-4266-8650-2a5e4edce74d is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:50.586568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:50.598678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:50.604508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:50.604887 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.615490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a590ab4-f989-4e32-b493-677c88f47776 req-5d8cca31-b2ef-4613-9225-21ff9cb01f9f tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.617050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a590ab4-f989-4e32-b493-677c88f47776 req-5d8cca31-b2ef-4613-9225-21ff9cb01f9f tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 1102 time: 0.5124257 Aug 29 04:16:50.686236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Pushing event updated for resources: {'Port': ['ID=af747ea6-ce88-465d-a36b-b40bd130e464,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:50.777603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.778235 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.805149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-4cc5be4c-d3f8-47a2-9b6b-56e015989f9a service neutron] 10.222.0.49 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479953 Aug 29 04:16:50.815894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a590ab4-f989-4e32-b493-677c88f47776 req-cc438e3f-a432-4825-b45c-c1886f888580 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490135 Aug 29 04:16:50.871951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-51f271dd-c3c0-47e3-aeba-bf4c70cc1cc7 None None] Provisioning for port af747ea6-ce88-465d-a36b-b40bd130e464 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:50.878156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-51f271dd-c3c0-47e3-aeba-bf4c70cc1cc7 None None] Provisioning complete for port af747ea6-ce88-465d-a36b-b40bd130e464 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:50.878538 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-51f271dd-c3c0-47e3-aeba-bf4c70cc1cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.921872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-51f271dd-c3c0-47e3-aeba-bf4c70cc1cc7 None None] Port af747ea6-ce88-465d-a36b-b40bd130e464 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:50.932958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Made reservation on behalf of 017a7b9c5f2540e8a6701d04f4549aef for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:50.936600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.948722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-b07cd218-c8fa-4123-b0b9-074a1cf56639 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2856731 Aug 29 04:16:50.999469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Request body: {'port': {'device_id': '1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:51.022026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-caf13a0f-baa4-4147-9988-b7f9805242eb tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.023537 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-caf13a0f-baa4-4147-9988-b7f9805242eb tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.52 "GET /v2.0/networks?id=f73a73b8-9208-4150-8f6a-1ffd124f8588 HTTP/1.1" status: 200 len: 812 time: 0.1428244 Aug 29 04:16:51.080238 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-feeb0b56-b570-49a8-a462-2038277828cd tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b716caa2c6574e6e8feaa2a4120782eb HTTP/1.1" status: 200 len: 379 time: 0.0402765 Aug 29 04:16:51.095098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-aa8f0540-fa66-4d86-8176-d1487c23caf6 service neutron] 10.222.0.49 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781048 Aug 29 04:16:51.097140 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Request body: {'port': {'device_id': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'admin_state_up': True, 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'security_groups': ['f23ffcd8-0a34-4b69-aed0-261431c89d89']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:51.141131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a6926-e90e-420b-8d93-84291c8d048e req-367b8fed-bb2b-45f4-b3f0-cd29ead23534 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.142683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-381a6926-e90e-420b-8d93-84291c8d048e req-367b8fed-bb2b-45f4-b3f0-cd29ead23534 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 950 time: 0.1930649 Aug 29 04:16:51.143273 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.239359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Made reservation on behalf of b716caa2c6574e6e8feaa2a4120782eb for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:51.246269 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.271901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-381a6926-e90e-420b-8d93-84291c8d048e req-d17e6ab8-7b4b-4563-b522-ec32fcb442ab tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205633 Aug 29 04:16:51.286130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Allocated IP 172.20.0.5 (80c77059-7767-4266-8650-2a5e4edce74d/887be7ef-1581-4423-b760-36dd87622b77/206bf5e1-7e53-4354-bdd5-9ff33052d623) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:51.371788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device d3a34733-a76e-4e91-889a-e15355992d6f up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:51.387137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d879630b-d612-4e1d-b4f8-ccca9067260e req-f05500f1-426c-4198-a7c0-bef45c961611 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 210 time: 0.0342586 Aug 29 04:16:51.583048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5aeccb70-d5b0-4072-a4eb-9a9c5baf8962 req-7bc436b5-5dcf-44b3-a5c3-f63529e8cdb3 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0419414 Aug 29 04:16:51.658436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port d3a34733-a76e-4e91-889a-e15355992d6f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:51.668507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port d3a34733-a76e-4e91-889a-e15355992d6f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:51.671133 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.756763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Allocated IP 172.20.0.4 (f73a73b8-9208-4150-8f6a-1ffd124f8588/23d3c717-0190-4983-af66-884b72fd6ec4/209a5134-6b49-4716-94dc-7341549f1727) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:51.793023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-a6c0628e-a358-4c1e-a43f-f2085080fdcc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459280 Aug 29 04:16:51.805714 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.830683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:51.839462 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808d85b6-a5e2-456f-89dd-6815d51cc58e" -d '{"events": [{"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-plugged", "status": "completed", "tag": "f681934f-a77c-4904-800e-0071f87a2e75"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:51.873597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8e1bc-36a7-49f6-9e17-67587f63bb71 req-2f046daf-0ef7-4f42-91c9-49f2fb5ac4c9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.875215 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51d8e1bc-36a7-49f6-9e17-67587f63bb71 req-2f046daf-0ef7-4f42-91c9-49f2fb5ac4c9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 945 time: 0.2859461 Aug 29 04:16:51.902118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port d3a34733-a76e-4e91-889a-e15355992d6f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=d3a34733-a76e-4e91-889a-e15355992d6f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:51.909401 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.910579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f681934f-a77c-4904-800e-0071f87a2e75 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:51.986400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51d8e1bc-36a7-49f6-9e17-67587f63bb71 req-2f50578b-7c0a-4501-8b8b-5004d363b2ec tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988412 Aug 29 04:16:51.989172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.997182 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.021760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=d3a34733-a76e-4e91-889a-e15355992d6f,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:52.033938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Transition to ACTIVE for port object 209a5134-6b49-4716-94dc-7341549f1727 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:52.040083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Transition to ACTIVE for port object 206bf5e1-7e53-4354-bdd5-9ff33052d623 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:52.059911 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e369330-477e-40eb-8a5b-9373c136669a req-c3cb957b-b554-4933-8f2d-50b92e9d6a24 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.066879 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.067098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-c3cb957b-b554-4933-8f2d-50b92e9d6a24 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731152 Aug 29 04:16:52.090677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-b0277e0c-24a1-4596-b585-82530da9ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.092801 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-b0277e0c-24a1-4596-b585-82530da9ab72 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac&tenant_id=a42d1e753d804958b220f1c5860bb831 HTTP/1.1" status: 200 len: 1102 time: 0.1507611 Aug 29 04:16:52.098807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-5400cd82-4c63-429c-bb4b-1ad1edae6485 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/quotas/2cecee234ef34eb1b7bf6a425441d6c6 HTTP/1.1" status: 200 len: 375 time: 0.0302947 Aug 29 04:16:52.109072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:52.115332 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.189730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:52.196256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.234138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-b8da988a-0ea4-4bb5-a446-9c5738fe013d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1343682 Aug 29 04:16:52.251291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-7993a966-ff7d-4793-aab0-5c8cd81b7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.253028 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-7993a966-ff7d-4793-aab0-5c8cd81b7c99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 1100 time: 0.1330044 Aug 29 04:16:52.254775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Network f73a73b8-9208-4150-8f6a-1ffd124f8588 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:52.258237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:52.263602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:52.293004 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.302125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ec6d9-a35f-4c95-a9a2-4f3f33a5e6aa req-35698f8a-c0d0-44dd-921c-2df13bf3e1f3 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.310805 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d68ec6d9-a35f-4c95-a9a2-4f3f33a5e6aa req-35698f8a-c0d0-44dd-921c-2df13bf3e1f3 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 950 time: 0.1540005 Aug 29 04:16:52.379231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Pushing event updated for resources: {'Port': ['ID=209a5134-6b49-4716-94dc-7341549f1727,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:52.431843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.432543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.466040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Network 80c77059-7767-4266-8650-2a5e4edce74d is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:52.475142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Pushing event updated for resources: {'Port': ['ID=206bf5e1-7e53-4354-bdd5-9ff33052d623,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:52.477788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:52.493381 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d68ec6d9-a35f-4c95-a9a2-4f3f33a5e6aa req-e7499acf-3210-4b12-bb03-d69133a85a61 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811931 Aug 29 04:16:52.497243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:52.504573 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-95fb97f3-0a5f-442b-9d16-1db1f0ce653a tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4111569 Aug 29 04:16:52.524171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-6e124a6c-c311-4e86-8d39-c8230a3a01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.537211 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-6e124a6c-c311-4e86-8d39-c8230a3a01d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2747698 Aug 29 04:16:52.557110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Request body: {'port': {'device_id': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:52.677510 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd068788-4709-4ae0-ac60-cf819494bff8 x-openstack-request-id: req-cd068788-4709-4ae0-ac60-cf819494bff8 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:52.678052 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-plugged", "status": "completed", "tag": "f681934f-a77c-4904-800e-0071f87a2e75", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:52.678052 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd068788-4709-4ae0-ac60-cf819494bff8 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:52.678416 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75', 'code': 200} Aug 29 04:16:52.751905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73bec04e-ba4b-4c29-ac1c-565e0a83594f req-acd639db-3ec6-4c24-bb9d-cabf789cbd60 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 210 time: 0.1119902 Aug 29 04:16:52.777972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5d76bfaa-393c-4ec5-884f-b143525ee356 None None] Provisioning for port 209a5134-6b49-4716-94dc-7341549f1727 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:52.790135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5d76bfaa-393c-4ec5-884f-b143525ee356 None None] Provisioning complete for port 209a5134-6b49-4716-94dc-7341549f1727 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:52.790597 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5d76bfaa-393c-4ec5-884f-b143525ee356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.861748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5d76bfaa-393c-4ec5-884f-b143525ee356 None None] Port 209a5134-6b49-4716-94dc-7341549f1727 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:52.906829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.907980 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.915744 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-7e83d561-2c52-41a3-9914-431866f8088c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f681934f-a77c-4904-800e-0071f87a2e75 HTTP/1.1" status: 200 len: 217 time: 0.3452077 Aug 29 04:16:52.982869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2a472083-3329-400e-98fa-ee94ff610b4c None None] Provisioning for port 206bf5e1-7e53-4354-bdd5-9ff33052d623 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:52.988075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2a472083-3329-400e-98fa-ee94ff610b4c None None] Provisioning complete for port 206bf5e1-7e53-4354-bdd5-9ff33052d623 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:52.989008 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2a472083-3329-400e-98fa-ee94ff610b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.013401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52775a6a-003a-4778-8bf5-324dc88bfc5d req-30365f26-b476-4e8d-b8c4-933eebf3d8ed tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.021787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52775a6a-003a-4778-8bf5-324dc88bfc5d req-30365f26-b476-4e8d-b8c4-933eebf3d8ed tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 948 time: 0.2380397 Aug 29 04:16:53.038008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-403623b1-6329-4c34-bc52-b89b36052ec0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8893690 Aug 29 04:16:53.041775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2a472083-3329-400e-98fa-ee94ff610b4c None None] Port 206bf5e1-7e53-4354-bdd5-9ff33052d623 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:53.053267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af747ea6-ce88-465d-a36b-b40bd130e464 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:53.063211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Request body: {'port': {'device_id': 'd319e2e6-959f-4668-a22e-adfe60fa4332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:53.084644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-db329a5a-4493-4a0f-9f2a-272f5d70bb26 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.086256 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-db329a5a-4493-4a0f-9f2a-272f5d70bb26 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.59 "GET /v2.0/networks?id=80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 200 len: 816 time: 0.3023038 Aug 29 04:16:53.087684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-e4cfdbc3-1ac1-43be-a3c2-763806ca51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.089165 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-e4cfdbc3-1ac1-43be-a3c2-763806ca51ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1467977 Aug 29 04:16:53.097108 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.129838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.153921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9b64d-c2bf-4d41-b6c2-1eb225feb34a req-e0de67f3-7c17-481d-8c4e-a2adf2495078 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.154156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Request body: {'port': {'device_id': '811bbf3d-cf5d-43aa-94db-3d7269aa0f75', 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d', 'admin_state_up': True, 'tenant_id': '017a7b9c5f2540e8a6701d04f4549aef'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:53.155439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cce9b64d-c2bf-4d41-b6c2-1eb225feb34a req-e0de67f3-7c17-481d-8c4e-a2adf2495078 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 931 time: 0.2643461 Aug 29 04:16:53.175616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.196878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Transition to ACTIVE for port object af747ea6-ce88-465d-a36b-b40bd130e464 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:53.205771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52775a6a-003a-4778-8bf5-324dc88bfc5d req-65137b24-663e-4c66-a9db-942b48df6f1b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831284 Aug 29 04:16:53.229582 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.310138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cce9b64d-c2bf-4d41-b6c2-1eb225feb34a req-582121c3-e540-4e16-9f35-8bdb15a3a644 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353195 Aug 29 04:16:53.316848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-c55d59d5-c4dc-4f2a-a66d-bac787d78001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.319025 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-c55d59d5-c4dc-4f2a-a66d-bac787d78001 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2060752 Aug 29 04:16:53.350312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=af747ea6-ce88-465d-a36b-b40bd130e464,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:53.513043 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1736fb17-794e-4953-92f2-c10a2fe0483d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.611305 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52d7ae67-0184-4ead-8777-1157b3943b81 req-7cd1c2a2-419e-491b-918d-1f165a9153bb tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0882442 Aug 29 04:16:53.618229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab230650-1f64-492d-8db1-666d35952783 req-7150ab91-b59b-43a1-a9a4-c365e330e5c2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 210 time: 0.1059430 Aug 29 04:16:53.709531 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:16:53.711482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Made reservation on behalf of 017a7b9c5f2540e8a6701d04f4549aef for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:53.716566 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.748639 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-0fa410e6-b103-41db-9802-a1eb3d1dfc79 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164646 Aug 29 04:16:53.755497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Attempting to bind port af747ea6-ce88-465d-a36b-b40bd130e464 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:53.756597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Attempting to bind port af747ea6-ce88-465d-a36b-b40bd130e464 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:53.757044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Attempting to bind port af747ea6-ce88-465d-a36b-b40bd130e464 on network 80c77059-7767-4266-8650-2a5e4edce74d {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:53.799611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Port af747ea6-ce88-465d-a36b-b40bd130e464 on network 80c77059-7767-4266-8650-2a5e4edce74d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:53.799611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Attempting to bind port af747ea6-ce88-465d-a36b-b40bd130e464 on network 80c77059-7767-4266-8650-2a5e4edce74d {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:53.827783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:53.828275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Checking segment: {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:53.828770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Bound using segment: {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:53.829264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Bound port: af747ea6-ce88-465d-a36b-b40bd130e464, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:53.829765 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.912090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8d9da65-ecc3-4879-8dbb-7094471493a9 req-b862a122-44a6-4051-bd8b-afa8345ff0b5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 210 time: 0.0704923 Aug 29 04:16:53.951325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950eca7-06ec-4c69-b201-211c87c3f77e req-d521ff8b-f136-446a-a543-ab972641ce1c tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.951604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209a5134-6b49-4716-94dc-7341549f1727 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:53.954884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f950eca7-06ec-4c69-b201-211c87c3f77e req-d521ff8b-f136-446a-a543-ab972641ce1c tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 950 time: 0.1794488 Aug 29 04:16:53.962334 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.986990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Transition to ACTIVE for port object 209a5134-6b49-4716-94dc-7341549f1727 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:53.989720 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-20709974-56dc-48fd-9c5d-2a386cdb396e req-998b2abb-3528-4df1-bd9e-5bee4677e874 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034812 Aug 29 04:16:53.991302 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.045223 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Pushing event updated for resources: {'Port': ['ID=209a5134-6b49-4716-94dc-7341549f1727,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:54.050318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f950eca7-06ec-4c69-b201-211c87c3f77e req-c95c84ce-c729-40d2-b596-7c1f9ff31611 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837703 Aug 29 04:16:54.058334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] For port af747ea6-ce88-465d-a36b-b40bd130e464, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:54.099864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] For port af747ea6-ce88-465d-a36b-b40bd130e464, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=af747ea6-ce88-465d-a36b-b40bd130e464,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:54.113324 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.123675 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-6abc95bd-bcc2-46e4-822f-3bdac93dcf14 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466719 Aug 29 04:16:54.150045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206bf5e1-7e53-4354-bdd5-9ff33052d623 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:54.167080 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.192997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.195763 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.198919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] 10.222.0.52 "PUT /v2.0/ports/af747ea6-ce88-465d-a36b-b40bd130e464 HTTP/1.1" status: 200 len: 1092 time: 3.2241344 Aug 29 04:16:54.199877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e', 'tag': 'af747ea6-ce88-465d-a36b-b40bd130e464'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:54.203078 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e", "tag": "af747ea6-ce88-465d-a36b-b40bd130e464"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:54.238697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Attempting to bind port 209a5134-6b49-4716-94dc-7341549f1727 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:54.239240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Attempting to bind port 209a5134-6b49-4716-94dc-7341549f1727 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:54.239698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Attempting to bind port 209a5134-6b49-4716-94dc-7341549f1727 on network f73a73b8-9208-4150-8f6a-1ffd124f8588 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:54.253896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Port 209a5134-6b49-4716-94dc-7341549f1727 on network f73a73b8-9208-4150-8f6a-1ffd124f8588 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:54.254218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Attempting to bind port 209a5134-6b49-4716-94dc-7341549f1727 on network f73a73b8-9208-4150-8f6a-1ffd124f8588 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:54.265354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:54.265699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Checking segment: {'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:54.266250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Bound using segment: {'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:54.266763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Bound port: 209a5134-6b49-4716-94dc-7341549f1727, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:54.267146 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.286196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Transition to ACTIVE for port object 206bf5e1-7e53-4354-bdd5-9ff33052d623 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:54.331265 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e7f79c-6f5c-42b7-91fb-af8be44d1879 x-openstack-request-id: req-08e7f79c-6f5c-42b7-91fb-af8be44d1879 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:54.331709 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e", "tag": "af747ea6-ce88-465d-a36b-b40bd130e464", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:54.332226 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08e7f79c-6f5c-42b7-91fb-af8be44d1879 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:54.332741 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e', 'tag': 'af747ea6-ce88-465d-a36b-b40bd130e464', 'status': 'completed', 'code': 200} Aug 29 04:16:54.336237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.380647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a651600-3724-44f5-b53d-d45ec286b2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=af747ea6-ce88-465d-a36b-b40bd130e464,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:54.468109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Allocated IP 172.20.0.12 (80c77059-7767-4266-8650-2a5e4edce74d/887be7ef-1581-4423-b760-36dd87622b77/1722074a-b1a6-4782-b287-290c5168ec59) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:54.499255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e369330-477e-40eb-8a5b-9373c136669a req-2dcbbbe2-98c4-44fe-8edf-2bfd06b54a71 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.503139 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-2dcbbbe2-98c4-44fe-8edf-2bfd06b54a71 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490579 Aug 29 04:16:54.531485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] For port 209a5134-6b49-4716-94dc-7341549f1727, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:54.539046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Request body: {'port': {'device_id': '694d4dba-6665-49e2-84bf-fb6c6ebf5700', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2cecee234ef34eb1b7bf6a425441d6c6'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:54.543614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-6db74fe4-df23-453b-879b-a97e12363dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.544657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-6db74fe4-df23-453b-879b-a97e12363dad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 1095 time: 0.2374508 Aug 29 04:16:54.557480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=206bf5e1-7e53-4354-bdd5-9ff33052d623,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:54.611006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] For port 209a5134-6b49-4716-94dc-7341549f1727, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=209a5134-6b49-4716-94dc-7341549f1727,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:54.622627 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.681892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb7564-06ff-4aea-b13d-73e48fdc6bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a34733-a76e-4e91-889a-e15355992d6f'}, {'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:54.685489 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8a80a4-8b90-4609-a471-21713188e3fb" -d '{"events": [{"server_uuid": "7eeb7564-06ff-4aea-b13d-73e48fdc6bfa", "name": "network-vif-plugged", "status": "completed", "tag": "d3a34733-a76e-4e91-889a-e15355992d6f"}, {"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-unplugged", "status": "completed", "tag": "f681934f-a77c-4904-800e-0071f87a2e75"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:54.687043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-ef1e51e8-4968-4d3a-a4b6-52f2c2915ff4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af747ea6-ce88-465d-a36b-b40bd130e464 HTTP/1.1" status: 200 len: 217 time: 0.1184852 Aug 29 04:16:54.697993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181253d2-b88a-42cc-bfe5-f6a742bf2ac3 req-2af06e43-9983-4158-822e-457d3969c7e6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.699645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-181253d2-b88a-42cc-bfe5-f6a742bf2ac3 req-2af06e43-9983-4158-822e-457d3969c7e6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 948 time: 0.3113034 Aug 29 04:16:54.753281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.753915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.755477 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] 10.222.0.52 "PUT /v2.0/ports/209a5134-6b49-4716-94dc-7341549f1727 HTTP/1.1" status: 200 len: 1092 time: 2.2149270 Aug 29 04:16:54.757682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'tag': '209a5134-6b49-4716-94dc-7341549f1727'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:54.759876 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ed79ef-7345-4c30-96ad-6eaa733c4367" -d '{"events": [{"name": "network-changed", "server_uuid": "2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98", "tag": "209a5134-6b49-4716-94dc-7341549f1727"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:54.773353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63660b-2419-469a-8743-eb8ec9b9bdda req-815f51ac-c300-45d0-bc83-3c4096e5e87e tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.781858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a63660b-2419-469a-8743-eb8ec9b9bdda req-815f51ac-c300-45d0-bc83-3c4096e5e87e tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 943 time: 0.3064451 Aug 29 04:16:54.830212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2747940-aa16-4c1c-93e1-103ff0b2261b service neutron] Pushing event updated for resources: {'Port': ['ID=209a5134-6b49-4716-94dc-7341549f1727,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:54.910943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Attempting to bind port 206bf5e1-7e53-4354-bdd5-9ff33052d623 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:54.911583 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Attempting to bind port 206bf5e1-7e53-4354-bdd5-9ff33052d623 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:54.912007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Attempting to bind port 206bf5e1-7e53-4354-bdd5-9ff33052d623 on network 80c77059-7767-4266-8650-2a5e4edce74d {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:54.924835 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a63660b-2419-469a-8743-eb8ec9b9bdda req-470ea92f-8a8f-4bb3-bbfc-42837f0f58e4 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421988 Aug 29 04:16:54.927118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-370c61eb-dbe6-452f-a2ed-c7a52d08c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.928467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-370c61eb-dbe6-452f-a2ed-c7a52d08c487 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=887be7ef-1581-4423-b760-36dd87622b77 HTTP/1.1" status: 200 len: 855 time: 0.2277665 Aug 29 04:16:54.936960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Port 206bf5e1-7e53-4354-bdd5-9ff33052d623 on network 80c77059-7767-4266-8650-2a5e4edce74d not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:54.937424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Attempting to bind port 206bf5e1-7e53-4354-bdd5-9ff33052d623 on network 80c77059-7767-4266-8650-2a5e4edce74d {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:54.944921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:54.945369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Checking segment: {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:54.945870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Bound using segment: {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:54.946486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Bound port: 206bf5e1-7e53-4354-bdd5-9ff33052d623, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:54.946955 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.949455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Made reservation on behalf of 2cecee234ef34eb1b7bf6a425441d6c6 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:54.952963 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.967751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-181253d2-b88a-42cc-bfe5-f6a742bf2ac3 req-3fe6a777-7c09-46ff-a275-b30f451238d4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480695 Aug 29 04:16:54.968807 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.009504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Transition to ACTIVE for port object 1722074a-b1a6-4782-b287-290c5168ec59 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:55.021274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-435b3783-a177-47e5-992d-36014afdc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.023079 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-435b3783-a177-47e5-992d-36014afdc820 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b716caa2c6574e6e8feaa2a4120782eb&device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 1095 time: 0.1552641 Aug 29 04:16:55.115193 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-ce667789-f356-4a32-a170-bb966c934b68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=209a5134-6b49-4716-94dc-7341549f1727 HTTP/1.1" status: 200 len: 217 time: 0.0492625 Aug 29 04:16:55.122560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0eafbfaf-375a-4b19-9587-992f9f90ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.124113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-0eafbfaf-375a-4b19-9587-992f9f90ca1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c77059-7767-4266-8650-2a5e4edce74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803818 Aug 29 04:16:55.129533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b57570e2-b288-4c53-b767-37f6b98c1e2f req-78efc45d-006a-4538-95a7-835bc516e996 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0471585 Aug 29 04:16:55.179993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cce82376-0d9e-478d-978a-106a00a0384c req-15062743-6325-438d-80da-62603277f15f tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 210 time: 0.0547998 Aug 29 04:16:55.214954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.222555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] For port 206bf5e1-7e53-4354-bdd5-9ff33052d623, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:55.239281 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0815a6e-65b5-473e-bf0b-4eff2ebc06da x-openstack-request-id: req-a0815a6e-65b5-473e-bf0b-4eff2ebc06da {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:55.239916 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eeb7564-06ff-4aea-b13d-73e48fdc6bfa", "name": "network-vif-plugged", "status": "completed", "tag": "d3a34733-a76e-4e91-889a-e15355992d6f", "code": 200}, {"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-unplugged", "status": "completed", "tag": "f681934f-a77c-4904-800e-0071f87a2e75", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:55.240468 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0815a6e-65b5-473e-bf0b-4eff2ebc06da {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:55.241092 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeb7564-06ff-4aea-b13d-73e48fdc6bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a34733-a76e-4e91-889a-e15355992d6f', 'code': 200} Aug 29 04:16:55.242048 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75', 'code': 200} Aug 29 04:16:55.248078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] For port 206bf5e1-7e53-4354-bdd5-9ff33052d623, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=206bf5e1-7e53-4354-bdd5-9ff33052d623,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:55.265832 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.636450 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf4903-0722-4ad2-8d50-5cff6f3195e8 x-openstack-request-id: req-9caf4903-0722-4ad2-8d50-5cff6f3195e8 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:55.636878 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98", "tag": "209a5134-6b49-4716-94dc-7341549f1727", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:55.637140 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9caf4903-0722-4ad2-8d50-5cff6f3195e8 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:55.637543 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'tag': '209a5134-6b49-4716-94dc-7341549f1727', 'status': 'completed', 'code': 200} Aug 29 04:16:55.667528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-d7bdf633-f6a2-4be4-b553-66b21d7297fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.669036 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-d7bdf633-f6a2-4be4-b553-66b21d7297fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23d3c717-0190-4983-af66-884b72fd6ec4 HTTP/1.1" status: 200 len: 851 time: 0.5318937 Aug 29 04:16:55.701662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Allocated IP 192.168.233.44 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/d0f28213-2e7b-41c8-bbd6-23734b0e2024) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:55.722556 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Network 80c77059-7767-4266-8650-2a5e4edce74d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:55.756079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:55.770247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-95356796-b032-4b96-8fdf-d21500d00a27 service neutron] 10.222.0.52 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255484 Aug 29 04:16:55.771801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=206bf5e1-7e53-4354-bdd5-9ff33052d623,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:55.778873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.778873 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.778873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-89b39c24-f1bf-4e28-8e91-35b9d716b8e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/206bf5e1-7e53-4354-bdd5-9ff33052d623 HTTP/1.1" status: 200 len: 1092 time: 2.7194514 Aug 29 04:16:55.795279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:55.876319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Pushing event updated for resources: {'Port': ['ID=1722074a-b1a6-4782-b287-290c5168ec59,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:55.886571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.887232 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.893293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d5c6be8-b4db-4854-951c-13ac02da0bfc req-f61029cb-d658-42f4-8a75-60dda57f4b02 service neutron] 10.222.0.52 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110778 Aug 29 04:16:55.905959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7e151-295b-4ec0-a820-a5229fbc04cb req-2703f542-c72b-4bb9-b020-0071b5dcb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.910421 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-13c7e151-295b-4ec0-a820-a5229fbc04cb req-2703f542-c72b-4bb9-b020-0071b5dcb821 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 1102 time: 0.2719378 Aug 29 04:16:55.947733 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-6a9a081c-b4d6-44ea-b18c-8de07949a0dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8333933 Aug 29 04:16:55.951997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae3399-ebed-407b-832f-d97ef5c46f66 req-69169d8b-c9cc-4c4c-ab85-e378091c1a8e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:55.961297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33ae3399-ebed-407b-832f-d97ef5c46f66 req-69169d8b-c9cc-4c4c-ab85-e378091c1a8e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 932 time: 0.3113463 Aug 29 04:16:55.969433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Request body: {'port': {'device_id': '811bbf3d-cf5d-43aa-94db-3d7269aa0f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:56.027126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-90f2d7c1-d220-4d36-bf40-97e81c15ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.028835 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-90f2d7c1-d220-4d36-bf40-97e81c15ef22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f73a73b8-9208-4150-8f6a-1ffd124f8588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3288214 Aug 29 04:16:56.029543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12e46c-68b5-4478-bb4f-256658db548f req-70fc315c-ffed-4f1e-a249-33c6c04174e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.031053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-70fc315c-ffed-4f1e-a249-33c6c04174e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&device_id=d319e2e6-959f-4668-a22e-adfe60fa4332 HTTP/1.1" status: 200 len: 1095 time: 0.1368785 Aug 29 04:16:56.047957 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33ae3399-ebed-407b-832f-d97ef5c46f66 req-ffb84b4a-bca4-4cde-b1e4-df8e0f2a774f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856411 Aug 29 04:16:56.082236 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-13c7e151-295b-4ec0-a820-a5229fbc04cb req-643b5e58-1163-42cc-b916-e4e62d7fdb35 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596680 Aug 29 04:16:56.087214 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f38edb1-42ad-4447-8047-ef7dd8cd7460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.182501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b045a-e314-4818-803f-6e3ce1740bda req-909a4bc0-c955-4f10-b50f-d3014aab2150 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.199725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-602b045a-e314-4818-803f-6e3ce1740bda req-909a4bc0-c955-4f10-b50f-d3014aab2150 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 950 time: 0.5558836 Aug 29 04:16:56.218822 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-c46b1afb-4cbf-49c9-be21-19f628cc53cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=206bf5e1-7e53-4354-bdd5-9ff33052d623 HTTP/1.1" status: 200 len: 217 time: 0.1470459 Aug 29 04:16:56.224989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.284575 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.302158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-cfe5b27d-431d-495f-a756-1d6bb816a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.303948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-cfe5b27d-431d-495f-a756-1d6bb816a2d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 1095 time: 0.2719822 Aug 29 04:16:56.336919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d8624066-3b00-42e1-b167-2dd350aa4144 None None] Provisioning for port 1722074a-b1a6-4782-b287-290c5168ec59 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:56.337482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-3f757263-be2d-44b0-b9fd-a6f507aa4170 service neutron] 10.222.0.52 "GET /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928565 Aug 29 04:16:56.342005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd319e2e6-959f-4668-a22e-adfe60fa4332', 'tag': '206bf5e1-7e53-4354-bdd5-9ff33052d623'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:56.344406 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b02ffa-ef6e-4722-856c-a4deecc947d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d319e2e6-959f-4668-a22e-adfe60fa4332", "tag": "206bf5e1-7e53-4354-bdd5-9ff33052d623"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:56.345992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d8624066-3b00-42e1-b167-2dd350aa4144 None None] Provisioning complete for port 1722074a-b1a6-4782-b287-290c5168ec59 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:56.346580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8624066-3b00-42e1-b167-2dd350aa4144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.369219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-602b045a-e314-4818-803f-6e3ce1740bda req-6bafe902-e601-4f1b-860d-fd7da902d3cb tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677976 Aug 29 04:16:56.374814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.393114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26c816-abb6-4a9d-b164-7f67bbeb8f41 req-80d5b1f7-4d87-4754-982f-6df8753d7979 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.403721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c26c816-abb6-4a9d-b164-7f67bbeb8f41 req-80d5b1f7-4d87-4754-982f-6df8753d7979 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 943 time: 0.1998734 Aug 29 04:16:56.415497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d8624066-3b00-42e1-b167-2dd350aa4144 None None] Port 1722074a-b1a6-4782-b287-290c5168ec59 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:56.443576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Transition to ACTIVE for port object d0f28213-2e7b-41c8-bbd6-23734b0e2024 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:56.522379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12e46c-68b5-4478-bb4f-256658db548f req-8937ca8f-04b9-438a-b68e-3dc779c06b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.523990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-8937ca8f-04b9-438a-b68e-3dc779c06b29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=887be7ef-1581-4423-b760-36dd87622b77 HTTP/1.1" status: 200 len: 855 time: 0.2239723 Aug 29 04:16:56.573464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c26c816-abb6-4a9d-b164-7f67bbeb8f41 req-b3c4d62b-1a38-4919-9316-901f71adb639 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686192 Aug 29 04:16:56.628568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649d52-1a32-4701-a02c-3bd5e5d4d27e req-5fff24be-6373-4b89-91d6-0b0f0908bd8f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.630099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0649d52-1a32-4701-a02c-3bd5e5d4d27e req-5fff24be-6373-4b89-91d6-0b0f0908bd8f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 948 time: 0.1628680 Aug 29 04:16:56.639180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-9d08aed2-562d-410c-9ed1-b61c7fd49563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.640658 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-9d08aed2-562d-410c-9ed1-b61c7fd49563 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 200 len: 917 time: 0.3218045 Aug 29 04:16:56.643607 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.651442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12e46c-68b5-4478-bb4f-256658db548f req-aa1eab46-2f14-410a-ba8c-66aa632e6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.652542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-aa1eab46-2f14-410a-ba8c-66aa632e6e35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=80c77059-7767-4266-8650-2a5e4edce74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098084 Aug 29 04:16:56.655914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685', '1e087d9b-2193-40c0-9527-6789d274d8ce'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:56.695861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b', '7c7b6f7d-ce70-44a5-8667-715382aa4499', '97783df3-52aa-4e8f-bd40-048e59e5ce3b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:56.728043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-0bac1c10-4f4e-4e6e-8d69-983b4ba5fd4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af747ea6-ce88-465d-a36b-b40bd130e464 HTTP/1.1" status: 200 len: 217 time: 0.0745440 Aug 29 04:16:56.748711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:56.752772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event updated for resources: {'Port': ['ID=d0f28213-2e7b-41c8-bbd6-23734b0e2024,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:56.765642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:56.768893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:56.779752 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62e0d615-756c-4b17-9820-f72f856c1e99 req-5b885831-c978-4478-a53b-fb881ee21c6d service neutron] 10.222.0.52 "GET /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171228 Aug 29 04:16:56.855015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0649d52-1a32-4701-a02c-3bd5e5d4d27e req-e3dc1801-4c40-423f-8b9f-b35b75f37f8e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093759 Aug 29 04:16:56.907530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.908256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.971925 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-31dad39e-a931-4930-9b91-76d0b83d5bff tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4380031 Aug 29 04:16:56.999410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Request body: {'port': {'device_id': '694d4dba-6665-49e2-84bf-fb6c6ebf5700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:57.026421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8c2d91d-91e8-4a0d-a76a-7a62bab1991c req-72910be1-81d0-4998-a8f7-c8ba3d6a6d75 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.1166296 Aug 29 04:16:57.058113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-e9b58e71-685a-4cf3-8a0f-c40efb866061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.059681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-e9b58e71-685a-4cf3-8a0f-c40efb866061 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=887be7ef-1581-4423-b760-36dd87622b77 HTTP/1.1" status: 200 len: 855 time: 0.2847729 Aug 29 04:16:57.069155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.090408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-53b3a01e-1833-4371-9727-0b285edac496 service neutron] 10.222.0.59 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215925 Aug 29 04:16:57.135112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-3e816dd4-13f2-427c-9753-793cc97c96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.136788 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-3e816dd4-13f2-427c-9753-793cc97c96e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b716caa2c6574e6e8feaa2a4120782eb&device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 1095 time: 0.2157385 Aug 29 04:16:57.165003 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e127a168-6dce-4fb7-81af-c750725226d3 x-openstack-request-id: req-e127a168-6dce-4fb7-81af-c750725226d3 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:57.165392 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d319e2e6-959f-4668-a22e-adfe60fa4332", "tag": "206bf5e1-7e53-4354-bdd5-9ff33052d623", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:57.165715 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e127a168-6dce-4fb7-81af-c750725226d3 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:57.166819 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd319e2e6-959f-4668-a22e-adfe60fa4332', 'tag': '206bf5e1-7e53-4354-bdd5-9ff33052d623', 'status': 'completed', 'code': 200} Aug 29 04:16:57.212302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e6e478b9-fa27-44b5-b652-61b10e0d51e7 None None] Provisioning for port d0f28213-2e7b-41c8-bbd6-23734b0e2024 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:57.237297 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.249754 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e6e478b9-fa27-44b5-b652-61b10e0d51e7 None None] Provisioning complete for port d0f28213-2e7b-41c8-bbd6-23734b0e2024 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:57.250511 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e6e478b9-fa27-44b5-b652-61b10e0d51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.261623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-9dc25d79-3bd4-4927-95c0-e2cfd5d06b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.264229 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-9dc25d79-3bd4-4927-95c0-e2cfd5d06b60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f73a73b8-9208-4150-8f6a-1ffd124f8588 HTTP/1.1" status: 200 len: 913 time: 0.1081021 Aug 29 04:16:57.265823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d540d1-1e3f-4bc2-a326-0b0a5a3fb6b0 req-bca4481c-8441-4b2e-9675-f3cdf032edee tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.273680 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23d540d1-1e3f-4bc2-a326-0b0a5a3fb6b0 req-bca4481c-8441-4b2e-9675-f3cdf032edee tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 935 time: 0.2498128 Aug 29 04:16:57.315583 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.339134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-5d11ebd7-cd11-4115-be78-538be287a2f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=209a5134-6b49-4716-94dc-7341549f1727 HTTP/1.1" status: 200 len: 217 time: 0.0655913 Aug 29 04:16:57.364085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e6e478b9-fa27-44b5-b652-61b10e0d51e7 None None] Port d0f28213-2e7b-41c8-bbd6-23734b0e2024 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:57.388047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f681934f-a77c-4904-800e-0071f87a2e75 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:57.391436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-40b57999-c940-410f-8c87-8d9091f5e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.393218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-40b57999-c940-410f-8c87-8d9091f5e5b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c77059-7767-4266-8650-2a5e4edce74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3060999 Aug 29 04:16:57.458928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23d540d1-1e3f-4bc2-a326-0b0a5a3fb6b0 req-c27537d4-18cf-47d9-891f-432fd13e53db tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548882 Aug 29 04:16:57.476170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1722074a-b1a6-4782-b287-290c5168ec59 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:57.495805 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.504275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-daea1375-d910-4813-8222-e93b7cb038af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.506133 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-daea1375-d910-4813-8222-e93b7cb038af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23d3c717-0190-4983-af66-884b72fd6ec4 HTTP/1.1" status: 200 len: 851 time: 0.1539464 Aug 29 04:16:57.535873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:57.553171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'f681934f-a77c-4904-800e-0071f87a2e75', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'f681934f-a77c-4904-800e-0071f87a2e75', 'mac_address': 'fa:16:3e:2c:56:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:57.565221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Transition to ACTIVE for port object 1722074a-b1a6-4782-b287-290c5168ec59 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:57.590108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de8dd7-9bd0-4d6b-9033-2f0161b9609a req-af5133bd-a7c6-4aea-bc07-0c004900e7b5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.600244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1de8dd7-9bd0-4d6b-9033-2f0161b9609a req-af5133bd-a7c6-4aea-bc07-0c004900e7b5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 948 time: 0.3968601 Aug 29 04:16:57.627468 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.663974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe12e46c-68b5-4478-bb4f-256658db548f req-5800faed-2100-4e30-8cab-fcc549dd377c service neutron] 10.222.0.59 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165269 Aug 29 04:16:57.686141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.709781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Pushing event updated for resources: {'Port': ['ID=1722074a-b1a6-4782-b287-290c5168ec59,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:57.718984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f681934f-a77c-4904-800e-0071f87a2e75 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:57.741151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-763cc6f2-4f04-443b-b718-5ebe100e616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.742814 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-763cc6f2-4f04-443b-b718-5ebe100e616a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f73a73b8-9208-4150-8f6a-1ffd124f8588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2221479 Aug 29 04:16:57.769711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1de8dd7-9bd0-4d6b-9033-2f0161b9609a req-861c7b44-eba5-4bcb-81ae-f082df1b3751 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680779 Aug 29 04:16:57.828827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:57.841705 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.862911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-5f62fa5d-5982-4c50-833a-1b602d438e80 service neutron] 10.222.0.52 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549336 Aug 29 04:16:57.921345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=10']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:57.972964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Attempting to bind port 1722074a-b1a6-4782-b287-290c5168ec59 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:57.973752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Attempting to bind port 1722074a-b1a6-4782-b287-290c5168ec59 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:57.973752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Attempting to bind port 1722074a-b1a6-4782-b287-290c5168ec59 on network 80c77059-7767-4266-8650-2a5e4edce74d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:58.001763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Port 1722074a-b1a6-4782-b287-290c5168ec59 on network 80c77059-7767-4266-8650-2a5e4edce74d not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:58.002208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Attempting to bind port 1722074a-b1a6-4782-b287-290c5168ec59 on network 80c77059-7767-4266-8650-2a5e4edce74d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:58.005259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe8267-95d4-402e-83e7-50860931fde2 req-74700cf7-f6c7-4ca8-b9f2-24a69f30430f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.014466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ffe8267-95d4-402e-83e7-50860931fde2 req-74700cf7-f6c7-4ca8-b9f2-24a69f30430f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 944 time: 0.4030321 Aug 29 04:16:58.022794 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:58.023724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Checking segment: {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:58.024231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Bound using segment: {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:58.024779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Bound port: 1722074a-b1a6-4782-b287-290c5168ec59, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb5f67e-3320-49f7-9a32-56915995cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:58.025278 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.048025 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-9f8bef3b-8e75-40ef-9b12-4acb7d915a20 service neutron] 10.222.0.52 "GET /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852695 Aug 29 04:16:58.095667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ffe8267-95d4-402e-83e7-50860931fde2 req-7a9db914-38d5-40ad-ace1-6672c2c7c7c2 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803201 Aug 29 04:16:58.129565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-2ca0372d-f808-46b2-b899-df959c54a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.131131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-2ca0372d-f808-46b2-b899-df959c54a134 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&device_id=d319e2e6-959f-4668-a22e-adfe60fa4332 HTTP/1.1" status: 200 len: 1095 time: 0.3430264 Aug 29 04:16:58.176223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37527aff-4ebb-496b-9a3d-9c35e9734111 req-ed06da59-a28e-4af9-8a25-0d0efad77864 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.178393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37527aff-4ebb-496b-9a3d-9c35e9734111 req-ed06da59-a28e-4af9-8a25-0d0efad77864 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 950 time: 0.1852858 Aug 29 04:16:58.215241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f681934f-a77c-4904-800e-0071f87a2e75'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:58.235184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] For port 1722074a-b1a6-4782-b287-290c5168ec59, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:58.242429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f28213-2e7b-41c8-bbd6-23734b0e2024 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:58.254879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.264826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d0b2187-a721-4c47-bb4d-4ea8e58767e2 req-8c6c3dd1-9eaf-47cc-a5b4-13b396e6194f service neutron] 10.222.0.52 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637185 Aug 29 04:16:58.277915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] For port 1722074a-b1a6-4782-b287-290c5168ec59, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1722074a-b1a6-4782-b287-290c5168ec59,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:58.290761 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-27ed79ef-7345-4c30-96ad-6eaa733c4367 req-da966c86-b5e9-4047-9108-24fd4e4fecfb service neutron] 10.222.0.52 "GET /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327576 Aug 29 04:16:58.292300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Transition to ACTIVE for port object d0f28213-2e7b-41c8-bbd6-23734b0e2024 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:58.294109 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.325811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.341154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a8985-851d-47d8-80cb-4d6eaed3f623 req-2f366269-9387-4ca4-a77c-bd3287661c51 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.342781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a9a8985-851d-47d8-80cb-4d6eaed3f623 req-2f366269-9387-4ca4-a77c-bd3287661c51 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 943 time: 0.1625731 Aug 29 04:16:58.354729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.355203 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.356631 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-58240390-05df-4c97-871d-adcd7d362577 service neutron] 10.222.0.59 "PUT /v2.0/ports/1722074a-b1a6-4782-b287-290c5168ec59 HTTP/1.1" status: 200 len: 1093 time: 2.3919294 Aug 29 04:16:58.357565 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811bbf3d-cf5d-43aa-94db-3d7269aa0f75', 'tag': '1722074a-b1a6-4782-b287-290c5168ec59'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:58.360501 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e7af7-c786-4a94-b109-881091f962a4" -d '{"events": [{"name": "network-changed", "server_uuid": "811bbf3d-cf5d-43aa-94db-3d7269aa0f75", "tag": "1722074a-b1a6-4782-b287-290c5168ec59"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:58.371481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37527aff-4ebb-496b-9a3d-9c35e9734111 req-1c570221-aa97-4adf-b446-5b188a391cf6 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343696 Aug 29 04:16:58.439903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58240390-05df-4c97-871d-adcd7d362577 service neutron] Pushing event updated for resources: {'Port': ['ID=1722074a-b1a6-4782-b287-290c5168ec59,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:58.457864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a9a8985-851d-47d8-80cb-4d6eaed3f623 req-27aabd0f-4046-472d-8f7d-34399a359ced tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028919 Aug 29 04:16:58.465402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-102b0cd5-5d2e-424a-b678-f2941b6af0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.471834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-102b0cd5-5d2e-424a-b678-f2941b6af0c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 200 len: 917 time: 0.3256381 Aug 29 04:16:58.633529 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b0158-a860-46a8-acd0-f2739e5a7148 x-openstack-request-id: req-de2b0158-a860-46a8-acd0-f2739e5a7148 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:58.635705 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-e0629652-8530-4fe3-8012-0881dc676a48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=206bf5e1-7e53-4354-bdd5-9ff33052d623 HTTP/1.1" status: 200 len: 217 time: 0.1550994 Aug 29 04:16:58.639589 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811bbf3d-cf5d-43aa-94db-3d7269aa0f75", "tag": "1722074a-b1a6-4782-b287-290c5168ec59", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:58.641952 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de2b0158-a860-46a8-acd0-f2739e5a7148 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:58.642573 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811bbf3d-cf5d-43aa-94db-3d7269aa0f75', 'tag': '1722074a-b1a6-4782-b287-290c5168ec59', 'status': 'completed', 'code': 200} Aug 29 04:16:58.705061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f28213-2e7b-41c8-bbd6-23734b0e2024,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:58.718084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-9b71af1a-802d-43ca-84a2-c4cce8bc3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.719605 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-9b71af1a-802d-43ca-84a2-c4cce8bc3ff5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 1096 time: 0.2842636 Aug 29 04:16:58.743492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Attempting to bind port d0f28213-2e7b-41c8-bbd6-23734b0e2024 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:58.744016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Attempting to bind port d0f28213-2e7b-41c8-bbd6-23734b0e2024 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:58.744478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Attempting to bind port d0f28213-2e7b-41c8-bbd6-23734b0e2024 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:58.751375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Port d0f28213-2e7b-41c8-bbd6-23734b0e2024 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:58.751842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Attempting to bind port d0f28213-2e7b-41c8-bbd6-23734b0e2024 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:58.776438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-fb10367a-e6be-4f0f-a2cd-63cf43b6743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.777919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-fb10367a-e6be-4f0f-a2cd-63cf43b6743f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=887be7ef-1581-4423-b760-36dd87622b77 HTTP/1.1" status: 200 len: 855 time: 0.1256127 Aug 29 04:16:58.790502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dcc9ccd-9751-400a-bdee-e91e29834832 req-61afa66a-3478-4611-992f-3206c8786411 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0646505 Aug 29 04:16:58.813389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:58.813745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:58.814143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:58.814596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Bound port: d0f28213-2e7b-41c8-bbd6-23734b0e2024, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:58.814969 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.831505 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-14fcb6c3-7365-4a3f-be03-bcc64a6a371d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1722074a-b1a6-4782-b287-290c5168ec59 HTTP/1.1" status: 200 len: 217 time: 0.0956490 Aug 29 04:16:58.892861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] For port d0f28213-2e7b-41c8-bbd6-23734b0e2024, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:58.896186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] For port d0f28213-2e7b-41c8-bbd6-23734b0e2024, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d0f28213-2e7b-41c8-bbd6-23734b0e2024,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:58.945106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-4d77beda-194e-4f35-8da1-d10ce4b1a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.946231 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.948077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-4d77beda-194e-4f35-8da1-d10ce4b1a3a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=80c77059-7767-4266-8650-2a5e4edce74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1559327 Aug 29 04:16:58.964249 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.015932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.015932 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.015932 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] 10.222.0.52 "PUT /v2.0/ports/d0f28213-2e7b-41c8-bbd6-23734b0e2024 HTTP/1.1" status: 200 len: 1096 time: 2.0219724 Aug 29 04:16:59.016993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-43f784f5-b9eb-4e98-ae62-36d891a64151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.018391 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-43f784f5-b9eb-4e98-ae62-36d891a64151 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=887be7ef-1581-4423-b760-36dd87622b77 HTTP/1.1" status: 200 len: 855 time: 0.1208060 Aug 29 04:16:59.032591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-8080da19-dcca-480a-bd03-b085c4701197 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a42d1e753d804958b220f1c5860bb831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831475 Aug 29 04:16:59.061196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bacc9-82a8-40c5-96b8-12dd420ad047 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f28213-2e7b-41c8-bbd6-23734b0e2024,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:59.082985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-ed158cc1-d43b-4be9-a91e-03795104d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.084599 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-ed158cc1-d43b-4be9-a91e-03795104d781 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=80c77059-7767-4266-8650-2a5e4edce74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553749 Aug 29 04:16:59.214352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e369330-477e-40eb-8a5b-9373c136669a req-9df2086c-4439-4616-8419-9b56cf5a3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.215775 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-9df2086c-4439-4616-8419-9b56cf5a3a3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 1099 time: 0.1080191 Aug 29 04:16:59.217575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-a0dae7e2-453b-4f91-a915-4d93f34ddc1e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.224846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-a0dae7e2-453b-4f91-a915-4d93f34ddc1e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335847 Aug 29 04:16:59.268681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-e48b94e9-d98b-4e8a-a9ce-87af77c9510f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/quotas/a42d1e753d804958b220f1c5860bb831 HTTP/1.1" status: 200 len: 375 time: 0.0422461 Aug 29 04:16:59.277382 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-dc0ce0d3-7c48-4918-95da-1fd95b81cc80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=d0f28213-2e7b-41c8-bbd6-23734b0e2024 HTTP/1.1" status: 200 len: 217 time: 0.0423360 Aug 29 04:16:59.281106 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-858539a0-ae5a-4c25-b2f5-63cadb8cced3 service neutron] 10.222.0.59 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648097 Aug 29 04:16:59.313593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558ccc4-926c-42b7-ab23-f831edaffb54 req-ef064e15-dbc4-43b1-825f-27a91e534ffc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.315078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0558ccc4-926c-42b7-ab23-f831edaffb54 req-ef064e15-dbc4-43b1-825f-27a91e534ffc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 947 time: 0.3461115 Aug 29 04:16:59.338378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-71f8a2f6-2f63-497c-a28e-6da614d5cf1f service neutron] 10.222.0.59 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705285 Aug 29 04:16:59.391403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e369330-477e-40eb-8a5b-9373c136669a req-3afc5fdc-6985-43ca-a208-2c70f87354a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.392978 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-3afc5fdc-6985-43ca-a208-2c70f87354a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1075470 Aug 29 04:16:59.416904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-b20bbf14-056a-49ed-8b0b-34a431830c70 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1473062 Aug 29 04:16:59.451309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0558ccc4-926c-42b7-ab23-f831edaffb54 req-ef6649c7-9b3b-43fb-bf78-4327c4c2e4ac tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236634 Aug 29 04:16:59.455302 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daa04573-7d4a-45c3-95c3-19a96468b865 req-d165f987-f81b-45dc-bdb6-f33f33d58a06 service neutron] 10.222.0.59 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617761 Aug 29 04:16:59.465599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e369330-477e-40eb-8a5b-9373c136669a req-25bceec6-e61c-42de-97e6-4e47c752514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.466834 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-25bceec6-e61c-42de-97e6-4e47c752514d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637491 Aug 29 04:16:59.521333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68b02ffa-ef6e-4722-856c-a4deecc947d0 req-15414204-1894-44b9-a37d-e7617bf2467b service neutron] 10.222.0.59 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700873 Aug 29 04:16:59.643904 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-d00276f3-9274-443b-b7c7-c218ae72a6af service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688986 Aug 29 04:16:59.690268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9d7b-cf48-4b76-a301-83bc30577e4f req-905eafdb-5bb1-413c-9d84-4b3501f46abe tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.692603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a9f9d7b-cf48-4b76-a301-83bc30577e4f req-905eafdb-5bb1-413c-9d84-4b3501f46abe tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 950 time: 0.1614382 Aug 29 04:16:59.717403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e7af7-c786-4a94-b109-881091f962a4 req-92fbdf02-6af9-4aa2-8fca-67336bb4f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.719153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-734e7af7-c786-4a94-b109-881091f962a4 req-92fbdf02-6af9-4aa2-8fca-67336bb4f804 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 1096 time: 0.1573572 Aug 29 04:16:59.768437 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9e369330-477e-40eb-8a5b-9373c136669a req-201e6eb0-debf-4c5f-bd0a-fe7318d3bf92 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120503 Aug 29 04:16:59.875864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121a84d-7667-44ef-a471-f1e5bcedfc6e req-0ef4e779-7590-4acd-9494-a03ed8acaffc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.877486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3121a84d-7667-44ef-a471-f1e5bcedfc6e req-0ef4e779-7590-4acd-9494-a03ed8acaffc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 944 time: 0.1838806 Aug 29 04:16:59.895832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a9f9d7b-cf48-4b76-a301-83bc30577e4f req-50c608d6-6ac5-40a0-a36c-897a9aac9830 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777279 Aug 29 04:16:59.913170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e7af7-c786-4a94-b109-881091f962a4 req-47fece3a-6c1c-42d9-aafe-5c5c0b195044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.915151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-734e7af7-c786-4a94-b109-881091f962a4 req-47fece3a-6c1c-42d9-aafe-5c5c0b195044 service neutron] 10.222.0.59 "GET /v2.0/networks?id=80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 200 len: 917 time: 0.1672163 Aug 29 04:16:59.993374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-734e7af7-c786-4a94-b109-881091f962a4 req-de6125a1-a112-4ec6-8ad8-1c6bebe9171e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1722074a-b1a6-4782-b287-290c5168ec59 HTTP/1.1" status: 200 len: 217 time: 0.0646641 Aug 29 04:17:00.001061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3121a84d-7667-44ef-a471-f1e5bcedfc6e req-941c0161-151b-4351-bc39-0a4397f4b238 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036322 Aug 29 04:17:00.083057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e7af7-c786-4a94-b109-881091f962a4 req-5e95caa4-8afa-4aba-8763-f784b9956285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.085146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-734e7af7-c786-4a94-b109-881091f962a4 req-5e95caa4-8afa-4aba-8763-f784b9956285 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=887be7ef-1581-4423-b760-36dd87622b77 HTTP/1.1" status: 200 len: 855 time: 0.0676634 Aug 29 04:17:00.100224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bba29-09af-4f2b-95a0-a054db2e1e85 req-088d0787-19da-4bb8-b2e0-2e694b647b34 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.102323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a92bba29-09af-4f2b-95a0-a054db2e1e85 req-088d0787-19da-4bb8-b2e0-2e694b647b34 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 943 time: 0.1270182 Aug 29 04:17:00.478018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e058650b-a7ae-4d5e-b7ab-4786a45a31e4 req-6b09942c-63bb-4fe0-b152-3e7f871994a2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 210 time: 0.0442748 Aug 29 04:17:00.488668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a92bba29-09af-4f2b-95a0-a054db2e1e85 req-ce49f456-d531-4d41-bfa5-fa8d3fbf34cc tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3710308 Aug 29 04:17:00.494887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e7af7-c786-4a94-b109-881091f962a4 req-b9b2fc96-a112-4c73-99e4-818fe465fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.496516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-734e7af7-c786-4a94-b109-881091f962a4 req-b9b2fc96-a112-4c73-99e4-818fe465fd05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=80c77059-7767-4266-8650-2a5e4edce74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3930297 Aug 29 04:17:00.565073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device af747ea6-ce88-465d-a36b-b40bd130e464 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:00.624863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f94dbe77-3e21-4cd5-aa07-ff0b493ebd1b req-474d4f00-5843-4126-87ee-7555e82482bc tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0597448 Aug 29 04:17:00.648107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694d4dba-6665-49e2-84bf-fb6c6ebf5700', 'tag': 'd0f28213-2e7b-41c8-bbd6-23734b0e2024'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:00.650479 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1297b7e0-c0ac-4773-a238-b78dd5075a65" -d '{"events": [{"name": "network-changed", "server_uuid": "694d4dba-6665-49e2-84bf-fb6c6ebf5700", "tag": "d0f28213-2e7b-41c8-bbd6-23734b0e2024"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:00.675318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f5c5c-efdb-4517-8ec8-4c1eb972e18d req-e36652dd-f92c-4bf7-8823-ea0f9e7b9ce0 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.676852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c54f5c5c-efdb-4517-8ec8-4c1eb972e18d req-e36652dd-f92c-4bf7-8823-ea0f9e7b9ce0 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 947 time: 0.1107345 Aug 29 04:17:00.682815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-734e7af7-c786-4a94-b109-881091f962a4 req-add5e458-2a78-4433-81a5-a2b741412465 service neutron] 10.222.0.59 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759915 Aug 29 04:17:00.698479 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9511458c-5e84-4a62-9776-67cddff1ae2e x-openstack-request-id: req-9511458c-5e84-4a62-9776-67cddff1ae2e {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:00.699005 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694d4dba-6665-49e2-84bf-fb6c6ebf5700", "tag": "d0f28213-2e7b-41c8-bbd6-23734b0e2024", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:00.699425 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9511458c-5e84-4a62-9776-67cddff1ae2e {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:00.700011 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694d4dba-6665-49e2-84bf-fb6c6ebf5700', 'tag': 'd0f28213-2e7b-41c8-bbd6-23734b0e2024', 'status': 'completed', 'code': 200} Aug 29 04:17:00.705597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port af747ea6-ce88-465d-a36b-b40bd130e464, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=af747ea6-ce88-465d-a36b-b40bd130e464,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:00.718736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'af747ea6-ce88-465d-a36b-b40bd130e464', 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d', 'port_id': 'af747ea6-ce88-465d-a36b-b40bd130e464', 'mac_address': 'fa:16:3e:7d:c1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887be7ef-1581-4423-b760-36dd87622b77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:00.770360 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.785364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c54f5c5c-efdb-4517-8ec8-4c1eb972e18d req-dacb8bba-1659-4013-ad2e-05586186baee tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988772 Aug 29 04:17:00.798091 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af747ea6-ce88-465d-a36b-b40bd130e464 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:00.826499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port af747ea6-ce88-465d-a36b-b40bd130e464, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=af747ea6-ce88-465d-a36b-b40bd130e464,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:00.839267 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.840105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 209a5134-6b49-4716-94dc-7341549f1727 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:00.843395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff3571-a53e-483b-851c-21d140aec3fd req-0bcfe315-36e6-4dd6-8124-a7531e4f21e7 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.845029 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-acff3571-a53e-483b-851c-21d140aec3fd req-0bcfe315-36e6-4dd6-8124-a7531e4f21e7 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 950 time: 0.1293421 Aug 29 04:17:00.848241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-647cf2f3-5d06-4fc5-beea-a8e7d1ca7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.849775 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-647cf2f3-5d06-4fc5-beea-a8e7d1ca7c9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 1099 time: 0.0928769 Aug 29 04:17:00.872095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-734e7af7-c786-4a94-b109-881091f962a4 req-7844108e-e224-4ac0-86e3-231a796aeb01 service neutron] 10.222.0.59 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574039 Aug 29 04:17:01.055122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=af747ea6-ce88-465d-a36b-b40bd130e464,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.064912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907fea9-089d-4acc-a7a3-26363a17aa14 req-78393a3e-b98c-4d7b-a57a-1f6d6d28c5ef tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.069085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.069477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.070036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.070499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.070839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.071176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.071573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.071919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.072784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.073342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.073842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.074339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:01.076311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e907fea9-089d-4acc-a7a3-26363a17aa14 req-78393a3e-b98c-4d7b-a57a-1f6d6d28c5ef tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 950 time: 0.1008594 Aug 29 04:17:01.137676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 209a5134-6b49-4716-94dc-7341549f1727, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=209a5134-6b49-4716-94dc-7341549f1727,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.156736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '209a5134-6b49-4716-94dc-7341549f1727', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'port_id': '209a5134-6b49-4716-94dc-7341549f1727', 'mac_address': 'fa:16:3e:26:a6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:01.182351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e907fea9-089d-4acc-a7a3-26363a17aa14 req-dfa7aff1-a019-463a-9838-9426371fecc6 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/security-groups?id=213caea3-811f-41d0-9fa3-2894a9eb2b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994415 Aug 29 04:17:01.212552 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.218782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd455b9-bb2c-4eec-b947-3d7242f1e57e req-28a0dccb-824e-4d17-922a-08b48ac61b9e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.220390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd455b9-bb2c-4eec-b947-3d7242f1e57e req-28a0dccb-824e-4d17-922a-08b48ac61b9e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 944 time: 0.1009843 Aug 29 04:17:01.235935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209a5134-6b49-4716-94dc-7341549f1727 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:01.258193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 209a5134-6b49-4716-94dc-7341549f1727, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=209a5134-6b49-4716-94dc-7341549f1727,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.262586 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.265396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd455b9-bb2c-4eec-b947-3d7242f1e57e req-aedc5760-1603-4405-8275-88ff74ce1563 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Aug 29 04:17:01.305096 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-08f44c83-c8f7-4500-8cf3-436598ad16b6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a42d1e753d804958b220f1c5860bb831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4164681 Aug 29 04:17:01.318863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=209a5134-6b49-4716-94dc-7341549f1727,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.394412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 206bf5e1-7e53-4354-bdd5-9ff33052d623 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:01.398369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f681934f-a77c-4904-800e-0071f87a2e75 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:01.459480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-20492629-981c-4cb3-90a6-5343c1c6b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.461015 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-20492629-981c-4cb3-90a6-5343c1c6b1f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.5973399 Aug 29 04:17:01.521946 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-7520010b-2704-4834-ae3c-e06395a8f3d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=d0f28213-2e7b-41c8-bbd6-23734b0e2024 HTTP/1.1" status: 200 len: 217 time: 0.0489357 Aug 29 04:17:01.530686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-2ac1db9d-8afd-438f-ac20-492af2dfb904 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.532351 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-2ac1db9d-8afd-438f-ac20-492af2dfb904 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200499 Aug 29 04:17:01.545133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-acff3571-a53e-483b-851c-21d140aec3fd req-b73c240e-96fc-45ca-a3d1-8dc3134dc3d2 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Deleting port d3a34733-a76e-4e91-889a-e15355992d6f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:01.545484 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-acff3571-a53e-483b-851c-21d140aec3fd req-b73c240e-96fc-45ca-a3d1-8dc3134dc3d2 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.596088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Request body: {'port': {'device_id': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': 'a42d1e753d804958b220f1c5860bb831'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:01.626669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-785c63b8-5c01-4bb3-afe7-6a766df13437 req-3fd924a9-cd4d-4db9-9110-38cab9b05f04 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 210 time: 0.0283880 Aug 29 04:17:01.676289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddcf51-d515-4439-ace6-54f93d1341c5 req-89297804-dbe1-44a2-965f-4f0fe5978acc tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.686538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfddcf51-d515-4439-ace6-54f93d1341c5 req-89297804-dbe1-44a2-965f-4f0fe5978acc tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 944 time: 0.0989523 Aug 29 04:17:01.697229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port f681934f-a77c-4904-800e-0071f87a2e75 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:01.697823 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.706171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-84b4f380-f781-46df-a389-d59d1b8df0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.707884 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-84b4f380-f781-46df-a389-d59d1b8df0f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1731300 Aug 29 04:17:01.741169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfddcf51-d515-4439-ace6-54f93d1341c5 req-415dfa14-d42c-4b72-9bae-74aa297d1fe5 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530879 Aug 29 04:17:01.758658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 206bf5e1-7e53-4354-bdd5-9ff33052d623, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=206bf5e1-7e53-4354-bdd5-9ff33052d623,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.772731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '206bf5e1-7e53-4354-bdd5-9ff33052d623', 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d', 'port_id': '206bf5e1-7e53-4354-bdd5-9ff33052d623', 'mac_address': 'fa:16:3e:48:2f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887be7ef-1581-4423-b760-36dd87622b77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:01.776102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1728dc62-c1bb-4da5-8b79-a25857450988 req-b7cd869b-3ec9-4384-bd7b-05796738d2ef tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0473449 Aug 29 04:17:01.809346 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-acff3571-a53e-483b-851c-21d140aec3fd req-b73c240e-96fc-45ca-a3d1-8dc3134dc3d2 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] For port d3a34733-a76e-4e91-889a-e15355992d6f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=d3a34733-a76e-4e91-889a-e15355992d6f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.809746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-acff3571-a53e-483b-851c-21d140aec3fd req-b73c240e-96fc-45ca-a3d1-8dc3134dc3d2 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.829619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-acff3571-a53e-483b-851c-21d140aec3fd req-b73c240e-96fc-45ca-a3d1-8dc3134dc3d2 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Calling delete_port for d3a34733-a76e-4e91-889a-e15355992d6f owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:01.841117 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.844137 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.852341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-a06f314a-f12f-41a0-b2af-cfa298022454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.853809 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-a06f314a-f12f-41a0-b2af-cfa298022454 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367004 Aug 29 04:17:01.865683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206bf5e1-7e53-4354-bdd5-9ff33052d623 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:01.887523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:01.890113 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02c41d5-84eb-4b1e-aa01-b17a2cc60047" -d '{"events": [{"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-plugged", "status": "completed", "tag": "f681934f-a77c-4904-800e-0071f87a2e75"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:01.909188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 206bf5e1-7e53-4354-bdd5-9ff33052d623, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=206bf5e1-7e53-4354-bdd5-9ff33052d623,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.911126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:01.917945 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.923166 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.925460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1de2b-aceb-4fd0-a861-19d2525262f0 req-f76b4621-1e28-4be1-9f14-4bddaa428a02 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.927288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44d1de2b-aceb-4fd0-a861-19d2525262f0 req-f76b4621-1e28-4be1-9f14-4bddaa428a02 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 947 time: 0.0557656 Aug 29 04:17:01.950492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Made reservation on behalf of a42d1e753d804958b220f1c5860bb831 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:01.953400 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db55da4-0f26-4157-8508-c39885f50f29 x-openstack-request-id: req-5db55da4-0f26-4157-8508-c39885f50f29 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:01.953696 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-plugged", "status": "completed", "tag": "f681934f-a77c-4904-800e-0071f87a2e75", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:01.953945 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5db55da4-0f26-4157-8508-c39885f50f29 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:01.954159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.954349 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75', 'code': 200} Aug 29 04:17:01.956869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['af747ea6-ce88-465d-a36b-b40bd130e464'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:01.970386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44d1de2b-aceb-4fd0-a861-19d2525262f0 req-2df7d7e9-bf31-4b4e-abd8-2f724b6f4f96 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366375 Aug 29 04:17:02.013074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=206bf5e1-7e53-4354-bdd5-9ff33052d623,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:02.042232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['209a5134-6b49-4716-94dc-7341549f1727'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:02.085745 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-0fc8e532-b6cd-4072-a7f2-ff366de69215 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950135 Aug 29 04:17:02.135245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=11']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:02.224661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['206bf5e1-7e53-4354-bdd5-9ff33052d623'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:02.241343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Allocated IP 192.168.233.69 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/b9795221-df44-4a7e-86de-55b284326531) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:02.252392 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-acff3571-a53e-483b-851c-21d140aec3fd req-b73c240e-96fc-45ca-a3d1-8dc3134dc3d2 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.301918 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c240e-96fc-45ca-a3d1-8dc3134dc3d2 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Pushing event deleted for resources: {'Port': ['ID=d3a34733-a76e-4e91-889a-e15355992d6f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:02.334508 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1297b7e0-c0ac-4773-a238-b78dd5075a65 req-7f704b12-47d7-40e8-9241-063bf97283f7 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365761 Aug 29 04:17:02.360902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee112296-eec2-4c4b-9efb-719326f75e68 req-8fb23a51-e545-4fd3-933f-ea065a87d04d tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eeb7564-06ff-4aea-b13d-73e48fdc6bfa HTTP/1.1" status: 200 len: 210 time: 0.0665414 Aug 29 04:17:02.389425 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-acff3571-a53e-483b-851c-21d140aec3fd req-b73c240e-96fc-45ca-a3d1-8dc3134dc3d2 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] No DVR routers for this DVR port d3a34733-a76e-4e91-889a-e15355992d6f on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:02.393563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-acff3571-a53e-483b-851c-21d140aec3fd req-b73c240e-96fc-45ca-a3d1-8dc3134dc3d2 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.395584 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-acff3571-a53e-483b-851c-21d140aec3fd req-b73c240e-96fc-45ca-a3d1-8dc3134dc3d2 tempest-ImagesNegativeTestJSON-1939918828 tempest-ImagesNegativeTestJSON-1939918828-project] 10.222.0.59 "DELETE /v2.0/ports/d3a34733-a76e-4e91-889a-e15355992d6f HTTP/1.1" status: 204 len: 173 time: 1.5421948 Aug 29 04:17:02.462898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474da15-69fe-4b1b-a787-99b5ab89ba10 req-9eb4a693-73f9-4e53-8708-0d569b46514e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:02.464315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3474da15-69fe-4b1b-a787-99b5ab89ba10 req-9eb4a693-73f9-4e53-8708-0d569b46514e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 944 time: 0.0674922 Aug 29 04:17:02.524026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3474da15-69fe-4b1b-a787-99b5ab89ba10 req-28d6f88a-4cab-4136-9124-fc3db8b8e858 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Aug 29 04:17:02.583841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d0f28213-2e7b-41c8-bbd6-23734b0e2024 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:02.595007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.628376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Transition to ACTIVE for port object b9795221-df44-4a7e-86de-55b284326531 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:02.668963 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.703848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb7564-06ff-4aea-b13d-73e48fdc6bfa', 'name': 'network-vif-deleted', 'tag': 'd3a34733-a76e-4e91-889a-e15355992d6f'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:02.706379 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e5d947-ffea-44dc-a170-ab3adf1e50c3" -d '{"events": [{"server_uuid": "7eeb7564-06ff-4aea-b13d-73e48fdc6bfa", "name": "network-vif-deleted", "tag": "d3a34733-a76e-4e91-889a-e15355992d6f"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:02.747598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:02.751006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:02.753385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d0f28213-2e7b-41c8-bbd6-23734b0e2024, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d0f28213-2e7b-41c8-bbd6-23734b0e2024,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:02.755792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:02.762833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:02.777606 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'd0f28213-2e7b-41c8-bbd6-23734b0e2024', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'd0f28213-2e7b-41c8-bbd6-23734b0e2024', 'mac_address': 'fa:16:3e:f3:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:02.789473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6ad39-92d8-41bc-afd7-29375b357fbe req-61049be1-0d6d-426a-b6cf-0fc7180bf4e1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:02.796363 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9376a43a-69c6-4fba-8d91-40465243b698 x-openstack-request-id: req-9376a43a-69c6-4fba-8d91-40465243b698 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:02.796655 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eeb7564-06ff-4aea-b13d-73e48fdc6bfa", "name": "network-vif-deleted", "tag": "d3a34733-a76e-4e91-889a-e15355992d6f", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:02.796912 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9376a43a-69c6-4fba-8d91-40465243b698 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:02.797296 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeb7564-06ff-4aea-b13d-73e48fdc6bfa', 'name': 'network-vif-deleted', 'tag': 'd3a34733-a76e-4e91-889a-e15355992d6f', 'status': 'completed', 'code': 200} Aug 29 04:17:02.798106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aca6ad39-92d8-41bc-afd7-29375b357fbe req-61049be1-0d6d-426a-b6cf-0fc7180bf4e1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 935 time: 0.0893705 Aug 29 04:17:02.831099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:02.831795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.837045 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.855881 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-efd36019-e445-41a4-8217-5661a8038340 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2878718 Aug 29 04:17:02.856392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f28213-2e7b-41c8-bbd6-23734b0e2024 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:02.879496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d0f28213-2e7b-41c8-bbd6-23734b0e2024, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d0f28213-2e7b-41c8-bbd6-23734b0e2024,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:02.884827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aca6ad39-92d8-41bc-afd7-29375b357fbe req-52543c15-5d26-491a-9fe0-71c50900b614 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854940 Aug 29 04:17:02.891517 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.892052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Request body: {'port': {'device_id': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:02.956792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a1aca-ddf9-4e91-8490-2d997fd5f3d7 req-ebaf17e0-511c-48e1-bd0a-7a6a15ae0965 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:02.967417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a4a1aca-ddf9-4e91-8490-2d997fd5f3d7 req-ebaf17e0-511c-48e1-bd0a-7a6a15ae0965 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 944 time: 0.0656698 Aug 29 04:17:02.979701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.017751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=d0f28213-2e7b-41c8-bbd6-23734b0e2024,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.027112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a4a1aca-ddf9-4e91-8490-2d997fd5f3d7 req-d6ed46f0-ed3f-4e3a-8676-40a8e552dad1 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583861 Aug 29 04:17:03.082265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41601570-06eb-4155-9da1-614fe51d8ce4 req-f91ec7dd-633a-4420-9af7-89134c79a9be tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0538375 Aug 29 04:17:03.146559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'f681934f-a77c-4904-800e-0071f87a2e75'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:03.167188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79a99a-a58a-4a97-a5d7-568b26056499 req-02f2557c-4a05-4f67-b9f9-0563aef89324 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.168694 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c79a99a-a58a-4a97-a5d7-568b26056499 req-02f2557c-4a05-4f67-b9f9-0563aef89324 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 948 time: 0.0748789 Aug 29 04:17:03.184884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9472f567-f38b-461c-9043-2b38da6e897f None None] Provisioning for port b9795221-df44-4a7e-86de-55b284326531 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:03.194773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9472f567-f38b-461c-9043-2b38da6e897f None None] Provisioning complete for port b9795221-df44-4a7e-86de-55b284326531 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:03.195305 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9472f567-f38b-461c-9043-2b38da6e897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.210207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c79a99a-a58a-4a97-a5d7-568b26056499 req-c647f45b-1ae2-4fc0-acb0-a1e6d680ab69 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Aug 29 04:17:03.257626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9472f567-f38b-461c-9043-2b38da6e897f None None] Port b9795221-df44-4a7e-86de-55b284326531 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:03.304685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9795221-df44-4a7e-86de-55b284326531 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:03.312774 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.324608 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Transition to ACTIVE for port object b9795221-df44-4a7e-86de-55b284326531 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:03.328981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.387182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.396099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1722074a-b1a6-4782-b287-290c5168ec59 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:03.397769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 206bf5e1-7e53-4354-bdd5-9ff33052d623 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:03.457703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:03.458058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:03.458396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:03.466126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Port b9795221-df44-4a7e-86de-55b284326531 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:03.466463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:03.471741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:03.472227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:03.472511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:03.473055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Bound port: b9795221-df44-4a7e-86de-55b284326531, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:03.473479 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.524380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 206bf5e1-7e53-4354-bdd5-9ff33052d623 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:03.538623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 206bf5e1-7e53-4354-bdd5-9ff33052d623 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:03.539106 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.568617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:03.574788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:03.583066 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.616025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1722074a-b1a6-4782-b287-290c5168ec59, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1722074a-b1a6-4782-b287-290c5168ec59,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:03.631548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '1722074a-b1a6-4782-b287-290c5168ec59', 'network_id': '80c77059-7767-4266-8650-2a5e4edce74d', 'port_id': '1722074a-b1a6-4782-b287-290c5168ec59', 'mac_address': 'fa:16:3e:14:c9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887be7ef-1581-4423-b760-36dd87622b77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:03.641383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.641921 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.643336 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-43763997-0f35-4409-8684-d0d9e13559de service neutron] 10.222.0.59 "PUT /v2.0/ports/b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 1096 time: 0.7762547 Aug 29 04:17:03.685296 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43763997-0f35-4409-8684-d0d9e13559de service neutron] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.707994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d9dd8-af32-4166-a948-e46c31a9b23d req-951ba7b1-0fdd-47d3-9fc2-f031f008ab56 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.711094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-311d9dd8-af32-4166-a948-e46c31a9b23d req-951ba7b1-0fdd-47d3-9fc2-f031f008ab56 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 944 time: 0.0762763 Aug 29 04:17:03.767331 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.794025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.795060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-311d9dd8-af32-4166-a948-e46c31a9b23d req-f680d473-204f-489a-beba-dd4dffc6154f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621319 Aug 29 04:17:03.807630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-7f7bb0af-7c94-4f0a-aa06-4079f5f27f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.810607 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-7f7bb0af-7c94-4f0a-aa06-4079f5f27f79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1099 time: 0.0901039 Aug 29 04:17:03.822056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1722074a-b1a6-4782-b287-290c5168ec59 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:03.864866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 206bf5e1-7e53-4354-bdd5-9ff33052d623, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=206bf5e1-7e53-4354-bdd5-9ff33052d623,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:03.871923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1722074a-b1a6-4782-b287-290c5168ec59, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1722074a-b1a6-4782-b287-290c5168ec59,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:03.873929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.875216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device d3a34733-a76e-4e91-889a-e15355992d6f no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:03.877298 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-47629ddd-5a19-43b4-bbb3-01d4894bf659 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 217 time: 0.0503409 Aug 29 04:17:03.902489 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.928691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: d3a34733-a76e-4e91-889a-e15355992d6f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:03.929015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device d3a34733-a76e-4e91-889a-e15355992d6f not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:03.956927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd319e2e6-959f-4668-a22e-adfe60fa4332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206bf5e1-7e53-4354-bdd5-9ff33052d623'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:03.959492 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55b50b5-161d-4f42-b5c9-6868812a8bcb" -d '{"events": [{"server_uuid": "d319e2e6-959f-4668-a22e-adfe60fa4332", "name": "network-vif-plugged", "status": "completed", "tag": "206bf5e1-7e53-4354-bdd5-9ff33052d623"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:03.971307 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-2946526d-b263-44df-a3a6-59cd3d350798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.973617 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-2946526d-b263-44df-a3a6-59cd3d350798 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0841947 Aug 29 04:17:03.977859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=206bf5e1-7e53-4354-bdd5-9ff33052d623,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:04.038175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba65cf-e97d-4641-958c-7c1443c3627a req-6ec3866c-445a-4348-8b75-4e04a52d1be0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.039519 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbda739-723f-41ee-b176-334aa8078f1b x-openstack-request-id: req-4bbda739-723f-41ee-b176-334aa8078f1b {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:04.039817 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d319e2e6-959f-4668-a22e-adfe60fa4332", "name": "network-vif-plugged", "status": "completed", "tag": "206bf5e1-7e53-4354-bdd5-9ff33052d623", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:04.040073 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bbda739-723f-41ee-b176-334aa8078f1b {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:04.040497 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd319e2e6-959f-4668-a22e-adfe60fa4332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206bf5e1-7e53-4354-bdd5-9ff33052d623', 'code': 200} Aug 29 04:17:04.043777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1ba65cf-e97d-4641-958c-7c1443c3627a req-6ec3866c-445a-4348-8b75-4e04a52d1be0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.0840466 Aug 29 04:17:04.044092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35966) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:04.056111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-f3e454ee-724e-4da0-9954-1999fd5bb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.059917 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-f3e454ee-724e-4da0-9954-1999fd5bb9e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705616 Aug 29 04:17:04.080465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1722074a-b1a6-4782-b287-290c5168ec59,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:04.109768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7d9c0026-9f47-498a-b744-172b437100d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:04.120622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1ba65cf-e97d-4641-958c-7c1443c3627a req-7049d43b-3ef1-4348-ac27-c8b2bffe369d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624847 Aug 29 04:17:04.204112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['d0f28213-2e7b-41c8-bbd6-23734b0e2024'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:04.215636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc0118-2730-40b6-9a38-ae5ce4888ff4 req-2e452bb4-bc5f-46d8-9669-82fe89b56ca2 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.219952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff4c6-2966-4e12-8d38-9b934600183b req-e70d154d-1c67-48d6-baae-ed6e52f6ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.221729 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-deeff4c6-2966-4e12-8d38-9b934600183b req-e70d154d-1c67-48d6-baae-ed6e52f6ea4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d319e2e6-959f-4668-a22e-adfe60fa4332 HTTP/1.1" status: 200 len: 1097 time: 0.0635831 Aug 29 04:17:04.223881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dffc0118-2730-40b6-9a38-ae5ce4888ff4 req-2e452bb4-bc5f-46d8-9669-82fe89b56ca2 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 944 time: 0.0850306 Aug 29 04:17:04.257568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['1722074a-b1a6-4782-b287-290c5168ec59'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:04.273394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a571ed62-b9c4-4ea8-99ba-c24189dfd8c5 req-11e2e887-416d-4d0f-9f15-ca734664e9f6 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0410004 Aug 29 04:17:04.277018 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-deeff4c6-2966-4e12-8d38-9b934600183b req-423f839a-3949-49c5-9d82-b914f69fcfdc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436761 Aug 29 04:17:04.289719 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-61166d39-cf53-4fb3-bcb2-417b6f2738e0 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051759 Aug 29 04:17:04.319624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dffc0118-2730-40b6-9a38-ae5ce4888ff4 req-418e55fe-b1b2-4eb1-94d1-dad1a3391374 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946403 Aug 29 04:17:04.324264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9bd7c96a-297f-488c-ab43-76829792d5b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=574a4890ee8946849489d718c6e5473a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767363 Aug 29 04:17:04.326263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35976) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:04.399972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c27fff26-3736-4db7-b7f4-1bba8687071f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.423254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c27fff26-3736-4db7-b7f4-1bba8687071f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.463977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c286c4-c47b-4ffd-b164-b49033b401f2 req-06efcaf9-ef9c-4e25-a039-f1e7f850c660 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.466282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7c286c4-c47b-4ffd-b164-b49033b401f2 req-06efcaf9-ef9c-4e25-a039-f1e7f850c660 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 948 time: 0.0751688 Aug 29 04:17:04.481423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c27fff26-3736-4db7-b7f4-1bba8687071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.484155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c27fff26-3736-4db7-b7f4-1bba8687071f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.487669 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c27fff26-3736-4db7-b7f4-1bba8687071f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/213caea3-811f-41d0-9fa3-2894a9eb2b25 HTTP/1.1" status: 204 len: 168 time: 0.1577744 Aug 29 04:17:04.493104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fff26-3736-4db7-b7f4-1bba8687071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213caea3-811f-41d0-9fa3-2894a9eb2b25,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:04.527287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7c286c4-c47b-4ffd-b164-b49033b401f2 req-75d99f5c-5b65-4f1e-8ce4-c0f165d82440 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534322 Aug 29 04:17:04.602763 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c2e89337-3f6f-42ed-9146-fae7b2134fb9 req-c9358ced-9251-44d9-947d-3b9a26bee22e service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016297 Aug 29 04:17:04.798557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'tag': 'b9795221-df44-4a7e-86de-55b284326531'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:04.800926 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "tag": "b9795221-df44-4a7e-86de-55b284326531"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:04.840483 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8470b876-ccd9-484a-9788-9b0caf8254cc x-openstack-request-id: req-8470b876-ccd9-484a-9788-9b0caf8254cc {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:04.840483 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "tag": "b9795221-df44-4a7e-86de-55b284326531", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:04.841212 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8470b876-ccd9-484a-9788-9b0caf8254cc {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:04.841212 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'tag': 'b9795221-df44-4a7e-86de-55b284326531', 'status': 'completed', 'code': 200} Aug 29 04:17:04.900453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a6378-7704-477a-a9b9-ea65f9b52c32 req-8f9f87b6-5e91-495a-a9f6-ec8f39769df6 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.901989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-976a6378-7704-477a-a9b9-ea65f9b52c32 req-8f9f87b6-5e91-495a-a9f6-ec8f39769df6 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 945 time: 0.0539906 Aug 29 04:17:04.909805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-10942e9b-f78a-4d6a-8793-d980795152c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.911317 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-10942e9b-f78a-4d6a-8793-d980795152c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1099 time: 0.0442598 Aug 29 04:17:04.942369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-976a6378-7704-477a-a9b9-ea65f9b52c32 req-e8869921-756f-4524-b6a1-98bdbb8b54ff tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341406 Aug 29 04:17:05.016394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-42694047-304c-4e21-9974-4e8397a3e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.018078 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-42694047-304c-4e21-9974-4e8397a3e85a service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.0983224 Aug 29 04:17:05.063802 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-390492f5-a4df-4233-a4de-05e2f684156e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 217 time: 0.0353956 Aug 29 04:17:05.125802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-da76272e-4128-4edd-854e-f8d089a72235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.127288 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-da76272e-4128-4edd-854e-f8d089a72235 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0459471 Aug 29 04:17:05.176567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-b84e86f0-07a0-4243-aa5a-2d5f9fe42156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.178530 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-b84e86f0-07a0-4243-aa5a-2d5f9fe42156 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0427468 Aug 29 04:17:05.245997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc667e-66a7-4c86-9af5-d4b5bcefae45 req-e2e44e42-cb2a-44dc-84a1-29ad10e8bdd4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.252127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cddc667e-66a7-4c86-9af5-d4b5bcefae45 req-e2e44e42-cb2a-44dc-84a1-29ad10e8bdd4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.0532265 Aug 29 04:17:05.285748 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-007c4b0c-8243-4a94-b15d-74010c4dc6e2 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939262 Aug 29 04:17:05.288684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cddc667e-66a7-4c86-9af5-d4b5bcefae45 req-20f7e0fc-a49c-4c94-a3e5-34bf0213399d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356631 Aug 29 04:17:05.384177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-daf4b6bf-0f3b-4dd6-8ea8-ba62f7fad719 req-9e47a885-6fcb-4d9a-be39-b36ee83f9b7a service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898409 Aug 29 04:17:05.399726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5e042a6-d8d4-413c-be00-75ab45319571 req-6b9ad3aa-0611-4096-bc4b-3f6c54463773 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0275469 Aug 29 04:17:05.457504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-6833c59b-dbc1-4106-ad3a-aed192189343 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222602 Aug 29 04:17:05.584533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ea632-3427-4921-939a-4be2264e24cc req-183789bd-5888-4f52-96fd-eb5cfb0a5758 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.586063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-380ea632-3427-4921-939a-4be2264e24cc req-183789bd-5888-4f52-96fd-eb5cfb0a5758 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 944 time: 0.1117918 Aug 29 04:17:05.610637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-5e721ac5-83e5-4eaf-a117-e6f97d8c3fcf tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.612061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-5e721ac5-83e5-4eaf-a117-e6f97d8c3fcf tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482620 Aug 29 04:17:05.637831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-579e5559-d26d-4964-a484-47146753a794 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/quotas/8857707ec6cc4f90bf4317d56a8ebe6d HTTP/1.1" status: 200 len: 375 time: 0.0150628 Aug 29 04:17:05.660168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-380ea632-3427-4921-939a-4be2264e24cc req-6096a7b1-4af4-4f52-94a6-eba7770e514c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647850 Aug 29 04:17:05.674627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-4f12039e-433a-452f-8b2d-bbb3f10b9239 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310702 Aug 29 04:17:05.768676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679aaa2-9861-476b-b5c4-3184bcd0cce1 req-379862ba-62d8-491c-a32d-189f4943317b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.770263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4679aaa2-9861-476b-b5c4-3184bcd0cce1 req-379862ba-62d8-491c-a32d-189f4943317b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 948 time: 0.0513334 Aug 29 04:17:05.818567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4679aaa2-9861-476b-b5c4-3184bcd0cce1 req-67583bb4-ed4e-4909-b059-02ad1e471603 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Aug 29 04:17:05.891332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49b0fd5d-2cd8-4068-94d3-3349b971d9e8 req-f27d8523-7189-450d-b56a-c41a4b107a3d tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0300376 Aug 29 04:17:06.068126 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ed438-760f-4273-9dab-1bd27dffcb58 req-9433a6d2-343b-4ecc-8b70-d1658a603b2d tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.073068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd7ed438-760f-4273-9dab-1bd27dffcb58 req-9433a6d2-343b-4ecc-8b70-d1658a603b2d tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 945 time: 0.0576277 Aug 29 04:17:06.109771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd7ed438-760f-4273-9dab-1bd27dffcb58 req-ddd4355d-a91f-41ef-a0ab-381c9b71aa0b tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331559 Aug 29 04:17:06.406795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef8d2-8564-4835-9a75-7245151bdcf2 req-95c31f07-3046-4d23-aec0-5f4b6852b9a4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.408204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-206ef8d2-8564-4835-9a75-7245151bdcf2 req-95c31f07-3046-4d23-aec0-5f4b6852b9a4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.0504465 Aug 29 04:17:06.446713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-206ef8d2-8564-4835-9a75-7245151bdcf2 req-d23817e9-0b4a-4c64-b274-e3e381cb3c9e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324690 Aug 29 04:17:06.506126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6659b143-be13-4f7c-9990-012dd0e2e405 req-3768b9c6-90a6-42ce-b906-89a081dfb674 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0284259 Aug 29 04:17:06.621901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 209a5134-6b49-4716-94dc-7341549f1727 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:06.644968 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d7d2bfe5-dd15-4ef8-bbf1-c3433a9a7f6d req-243a8c3d-f665-4a10-8322-338492aacb9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0291803 Aug 29 04:17:06.670585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 209a5134-6b49-4716-94dc-7341549f1727 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:06.674599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 209a5134-6b49-4716-94dc-7341549f1727 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:06.674980 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.754354 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-5ff6c5cd-82cb-4744-9c77-a8754ee07945 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265799 Aug 29 04:17:06.759641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.794320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea7566-74b6-4ef1-a437-3fc9d499017a req-ebf6b167-09d1-4bf1-9584-907450928ee1 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.798136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209a5134-6b49-4716-94dc-7341549f1727'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:06.801249 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e65cfda-564c-4b2e-aff0-fc4182f97267" -d '{"events": [{"server_uuid": "2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98", "name": "network-vif-plugged", "status": "completed", "tag": "209a5134-6b49-4716-94dc-7341549f1727"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:06.802617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69ea7566-74b6-4ef1-a437-3fc9d499017a req-ebf6b167-09d1-4bf1-9584-907450928ee1 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 944 time: 0.0716970 Aug 29 04:17:06.831064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 209a5134-6b49-4716-94dc-7341549f1727, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=209a5134-6b49-4716-94dc-7341549f1727,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:06.836698 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:06.838050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d0f28213-2e7b-41c8-bbd6-23734b0e2024 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:06.858532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69ea7566-74b6-4ef1-a437-3fc9d499017a req-1f7e76d1-da26-4a1f-8e8f-5d81d8643f48 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549564 Aug 29 04:17:06.910404 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b811dd02-16b0-430e-84ba-67fca49a991e x-openstack-request-id: req-b811dd02-16b0-430e-84ba-67fca49a991e {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:06.912477 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98", "name": "network-vif-plugged", "status": "completed", "tag": "209a5134-6b49-4716-94dc-7341549f1727", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:06.913570 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b811dd02-16b0-430e-84ba-67fca49a991e {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:06.913989 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209a5134-6b49-4716-94dc-7341549f1727', 'code': 200} Aug 29 04:17:06.939942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-4d70e7af-e214-4b8c-b0fe-cc715f9e039d tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.943431 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-4d70e7af-e214-4b8c-b0fe-cc715f9e039d tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783080 Aug 29 04:17:06.962018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Request body: {'port': {'device_id': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '8857707ec6cc4f90bf4317d56a8ebe6d'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:06.984417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5990968-b84d-4c04-be8c-e4a9f4efe588 req-c76f55ef-6e92-4568-bee9-b661af3464fc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.992422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5990968-b84d-4c04-be8c-e4a9f4efe588 req-c76f55ef-6e92-4568-bee9-b661af3464fc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 948 time: 0.0612538 Aug 29 04:17:07.008858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=209a5134-6b49-4716-94dc-7341549f1727,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:07.022733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port d0f28213-2e7b-41c8-bbd6-23734b0e2024 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:07.029080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port d0f28213-2e7b-41c8-bbd6-23734b0e2024 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:07.029774 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.035227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5990968-b84d-4c04-be8c-e4a9f4efe588 req-36ef41cc-6eeb-46f6-adf6-e15961657bed tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Aug 29 04:17:07.105262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Made reservation on behalf of 8857707ec6cc4f90bf4317d56a8ebe6d for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:07.108885 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.111787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23d6a191-434e-4764-8b2e-5ea64df20ab1 req-e3180d0e-7a10-4bc7-bd65-b63a8279cab1 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0319066 Aug 29 04:17:07.120087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.134364 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.173622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d0f28213-2e7b-41c8-bbd6-23734b0e2024, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d0f28213-2e7b-41c8-bbd6-23734b0e2024,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:07.177985 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.178928 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device af747ea6-ce88-465d-a36b-b40bd130e464 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:07.211824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d626e-699f-49c7-906a-d570aeed4a35 req-830af0ef-b404-4640-bc49-95db55dcab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.213910 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c91d626e-699f-49c7-906a-d570aeed4a35 req-830af0ef-b404-4640-bc49-95db55dcab47 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 1097 time: 0.0643618 Aug 29 04:17:07.239364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbdc82-2114-4ed0-97ab-2ba226e19db0 req-d3177e54-55b6-46ba-8878-2ea1bddfed4f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.240936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ecbdc82-2114-4ed0-97ab-2ba226e19db0 req-d3177e54-55b6-46ba-8878-2ea1bddfed4f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 945 time: 0.0541489 Aug 29 04:17:07.265207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=d0f28213-2e7b-41c8-bbd6-23734b0e2024,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:07.269231 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c91d626e-699f-49c7-906a-d570aeed4a35 req-e988e336-81c2-4e91-b657-2cb10bd81e95 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451205 Aug 29 04:17:07.274806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port af747ea6-ce88-465d-a36b-b40bd130e464 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:07.280088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port af747ea6-ce88-465d-a36b-b40bd130e464 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:07.280588 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.281208 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.285822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.298905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ecbdc82-2114-4ed0-97ab-2ba226e19db0 req-bd9d63ec-34f7-492a-a40c-fdb46643adf5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 Aug 29 04:17:07.354640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7ebcc1-314d-455c-8b02-2716b69366cb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:07.371731 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.403202 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port af747ea6-ce88-465d-a36b-b40bd130e464, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=af747ea6-ce88-465d-a36b-b40bd130e464,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:07.407086 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.413236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1722074a-b1a6-4782-b287-290c5168ec59 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:07.435589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Allocated IP 192.168.233.42 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/91bf5834-f8f9-47d0-8a78-89c51fb42e7a) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:07.485736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=af747ea6-ce88-465d-a36b-b40bd130e464,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:07.501277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 1722074a-b1a6-4782-b287-290c5168ec59 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:07.505282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 1722074a-b1a6-4782-b287-290c5168ec59 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:07.505655 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.585225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578f54-6476-4399-bd5a-92c3ce9351a1 req-67dc3486-b1b6-42b5-9c5f-54acbf396bdb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.596973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a578f54-6476-4399-bd5a-92c3ce9351a1 req-67dc3486-b1b6-42b5-9c5f-54acbf396bdb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.0766604 Aug 29 04:17:07.621197 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.628400 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.635673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Transition to ACTIVE for port object 91bf5834-f8f9-47d0-8a78-89c51fb42e7a will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:07.645202 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ae69930-8618-4fd8-acbd-794acf324b45 req-7c7203ad-deae-4aa6-8e7e-ba85460888f1 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0399041 Aug 29 04:17:07.674656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1722074a-b1a6-4782-b287-290c5168ec59, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1722074a-b1a6-4782-b287-290c5168ec59,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:07.675690 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.682440 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.689717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a578f54-6476-4399-bd5a-92c3ce9351a1 req-b2249fc0-4f7e-448f-93fc-be7a3ff0809b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863431 Aug 29 04:17:07.734047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1722074a-b1a6-4782-b287-290c5168ec59,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:07.735828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:07.739995 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:07.742319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:07.766998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:07.781961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.782310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.782650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.782984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.783330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.783638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.784234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.784385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.784782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.784924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.785237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.785557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:07.811695 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.812401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.827557 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-82f22521-4f23-41f9-a6dc-ef86c069bfe8 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8696847 Aug 29 04:17:07.870558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Request body: {'port': {'device_id': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:07.943553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.988403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a55da5-e7c9-4d17-827b-8a5dd721d550 req-16580ed0-7607-466a-981a-f733db06d83a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.989840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54a55da5-e7c9-4d17-827b-8a5dd721d550 req-16580ed0-7607-466a-981a-f733db06d83a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 945 time: 0.0884039 Aug 29 04:17:08.002726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee90db4-ee16-4f7d-a0f0-ff5e8b099d86 req-8ac72dee-2a48-4888-a670-a77a4624fe41 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.004245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ee90db4-ee16-4f7d-a0f0-ff5e8b099d86 req-8ac72dee-2a48-4888-a670-a77a4624fe41 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 945 time: 0.0699697 Aug 29 04:17:08.044518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2d739db3-3ed4-4af2-8fbd-afba5c783c24 None None] Provisioning for port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:08.048906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2d739db3-3ed4-4af2-8fbd-afba5c783c24 None None] Provisioning complete for port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:08.049665 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2d739db3-3ed4-4af2-8fbd-afba5c783c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.063179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54a55da5-e7c9-4d17-827b-8a5dd721d550 req-4777af2c-86b5-4821-8210-d408763fc95d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573652 Aug 29 04:17:08.065438 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ee90db4-ee16-4f7d-a0f0-ff5e8b099d86 req-2ff15b1a-5cba-49e1-b603-fc8a19f158a6 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541942 Aug 29 04:17:08.108990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2d739db3-3ed4-4af2-8fbd-afba5c783c24 None None] Port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:08.194863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a4200-2666-42ee-b238-22ddfcfd3b9f req-9a27771d-bc47-488e-9b46-8bc834d16b0a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.196453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-906a4200-2666-42ee-b238-22ddfcfd3b9f req-9a27771d-bc47-488e-9b46-8bc834d16b0a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 949 time: 0.0550635 Aug 29 04:17:08.225242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bf5834-f8f9-47d0-8a78-89c51fb42e7a {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:08.233865 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.245400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Transition to ACTIVE for port object 91bf5834-f8f9-47d0-8a78-89c51fb42e7a will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:08.249429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.250874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-906a4200-2666-42ee-b238-22ddfcfd3b9f req-7a92bb34-ad44-4ec3-ad8e-23af1e33e8c3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477834 Aug 29 04:17:08.292118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f4f44-a130-411a-bc7d-9328e689e0ed req-17594ac0-fdaa-4e89-827b-1335f6dad206 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.293650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c55f4f44-a130-411a-bc7d-9328e689e0ed req-17594ac0-fdaa-4e89-827b-1335f6dad206 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 947 time: 0.0593479 Aug 29 04:17:08.302914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:08.333333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c55f4f44-a130-411a-bc7d-9328e689e0ed req-cdafe1fe-0b7d-4798-a3a3-fbde6f8d1afa tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Aug 29 04:17:08.401244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Attempting to bind port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:08.401630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Attempting to bind port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:08.401892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Attempting to bind port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:08.406356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:08.406684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Attempting to bind port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:08.411769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:08.412104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:08.412547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:08.412983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Bound port: 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:08.413347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.438308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3445e10-d9ea-463b-a53f-070ed1897c4b req-d5101af9-d1bd-4f1a-b4ac-aa91f0fd8f84 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.439883 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3445e10-d9ea-463b-a53f-070ed1897c4b req-d5101af9-d1bd-4f1a-b4ac-aa91f0fd8f84 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.0568309 Aug 29 04:17:08.479627 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:08.482897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3445e10-d9ea-463b-a53f-070ed1897c4b req-6eeaa81d-6c93-4f24-aeb8-6bec95adf7d7 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356853 Aug 29 04:17:08.483057 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:08.488690 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.524525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.525713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.527132 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] 10.222.0.59 "PUT /v2.0/ports/91bf5834-f8f9-47d0-8a78-89c51fb42e7a HTTP/1.1" status: 200 len: 1096 time: 0.6643970 Aug 29 04:17:08.527609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:08.529913 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea578b5-b195-4115-8942-83ea8b9105c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:08.555432 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e725ea-f79c-4124-8c59-18158e39c721 service neutron] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:08.574558 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25cb620-d073-4a64-88b3-382c78dcd254 x-openstack-request-id: req-c25cb620-d073-4a64-88b3-382c78dcd254 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:08.575367 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:08.575675 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c25cb620-d073-4a64-88b3-382c78dcd254 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:08.576090 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'status': 'completed', 'code': 200} Aug 29 04:17:08.629309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-f23e6ed5-dc08-4d98-98eb-8b5acabd1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.631166 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-f23e6ed5-dc08-4d98-98eb-8b5acabd1b40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 1099 time: 0.0485847 Aug 29 04:17:08.679804 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-4011f8c1-d297-4020-898c-01592a449a05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a HTTP/1.1" status: 200 len: 217 time: 0.0362260 Aug 29 04:17:08.735821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-24adf57e-3cb5-4a6b-8183-ae20a2cfd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.737350 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-24adf57e-3cb5-4a6b-8183-ae20a2cfd9f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0457878 Aug 29 04:17:08.754762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce81b8d2-563d-484a-8160-e099704f8a62 req-07ef904e-b255-4c65-8532-e7f43f634569 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0282404 Aug 29 04:17:08.835372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-69ea446d-7f65-47ca-ab3b-ffd031698dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.837021 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-69ea446d-7f65-47ca-ab3b-ffd031698dc8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869644 Aug 29 04:17:08.850366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64250f86-c2ed-4e63-befa-a9f3658c3d25 req-bdddec75-ff19-4094-9745-de402556f999 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.851842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-64250f86-c2ed-4e63-befa-a9f3658c3d25 req-bdddec75-ff19-4094-9745-de402556f999 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.0640135 Aug 29 04:17:08.892040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-64250f86-c2ed-4e63-befa-a9f3658c3d25 req-1901e6f3-e02c-44d3-a126-fd89d1b5a6ab tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340395 Aug 29 04:17:08.914771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694d4dba-6665-49e2-84bf-fb6c6ebf5700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f28213-2e7b-41c8-bbd6-23734b0e2024'}, {'server_uuid': '1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af747ea6-ce88-465d-a36b-b40bd130e464'}, {'server_uuid': '811bbf3d-cf5d-43aa-94db-3d7269aa0f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722074a-b1a6-4782-b287-290c5168ec59'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:08.917717 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98aa04a-f56b-4a1e-887e-414b7f2e0c70" -d '{"events": [{"server_uuid": "694d4dba-6665-49e2-84bf-fb6c6ebf5700", "name": "network-vif-plugged", "status": "completed", "tag": "d0f28213-2e7b-41c8-bbd6-23734b0e2024"}, {"server_uuid": "1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e", "name": "network-vif-plugged", "status": "completed", "tag": "af747ea6-ce88-465d-a36b-b40bd130e464"}, {"server_uuid": "811bbf3d-cf5d-43aa-94db-3d7269aa0f75", "name": "network-vif-plugged", "status": "completed", "tag": "1722074a-b1a6-4782-b287-290c5168ec59"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:08.937766 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-1f2a4cb5-a755-4449-9145-cf170581a64e service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904994 Aug 29 04:17:08.965406 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c75b3e-e096-4e55-9d03-e49cd351f688 x-openstack-request-id: req-c6c75b3e-e096-4e55-9d03-e49cd351f688 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:08.965708 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694d4dba-6665-49e2-84bf-fb6c6ebf5700", "name": "network-vif-plugged", "status": "completed", "tag": "d0f28213-2e7b-41c8-bbd6-23734b0e2024", "code": 200}, {"server_uuid": "1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e", "name": "network-vif-plugged", "status": "completed", "tag": "af747ea6-ce88-465d-a36b-b40bd130e464", "code": 200}, {"server_uuid": "811bbf3d-cf5d-43aa-94db-3d7269aa0f75", "name": "network-vif-plugged", "status": "completed", "tag": "1722074a-b1a6-4782-b287-290c5168ec59", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:08.966045 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6c75b3e-e096-4e55-9d03-e49cd351f688 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:08.966918 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694d4dba-6665-49e2-84bf-fb6c6ebf5700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f28213-2e7b-41c8-bbd6-23734b0e2024', 'code': 200} Aug 29 04:17:08.966918 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af747ea6-ce88-465d-a36b-b40bd130e464', 'code': 200} Aug 29 04:17:08.966918 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811bbf3d-cf5d-43aa-94db-3d7269aa0f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722074a-b1a6-4782-b287-290c5168ec59', 'code': 200} Aug 29 04:17:09.233316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b40e2-c3f6-48c8-a603-6d7ce785265a req-1144b6e9-d8eb-4e35-ab38-5cbdb6698116 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.235029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b1b40e2-c3f6-48c8-a603-6d7ce785265a req-1144b6e9-d8eb-4e35-ab38-5cbdb6698116 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 945 time: 0.0928762 Aug 29 04:17:09.244552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838adcf8-9b4c-4d28-9010-1ebe107bace0 req-d7d409e5-c72a-4cfe-89b3-c4b3554ebefe tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.246216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-838adcf8-9b4c-4d28-9010-1ebe107bace0 req-d7d409e5-c72a-4cfe-89b3-c4b3554ebefe tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 945 time: 0.0711589 Aug 29 04:17:09.301376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b1b40e2-c3f6-48c8-a603-6d7ce785265a req-e3ea2fe6-7e75-49a8-a78d-9d7c3e38c9b7 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539696 Aug 29 04:17:09.310731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-838adcf8-9b4c-4d28-9010-1ebe107bace0 req-14fde537-40c5-4afa-b3a7-9b9fdb0c34df tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572150 Aug 29 04:17:09.422013 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d8ff442-79ef-42fa-bdac-8b06f5fa650a req-5f82bf9c-faf5-4f46-955a-71798cb0fb02 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747622 Aug 29 04:17:09.429720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b9795221-df44-4a7e-86de-55b284326531 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:09.454194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47972d50-1423-4ce4-8143-37e32b7f79ef req-fbcd80e4-9058-4b7e-95e6-383314e3d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.455692 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-47972d50-1423-4ce4-8143-37e32b7f79ef req-fbcd80e4-9058-4b7e-95e6-383314e3d385 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 1097 time: 0.1074166 Aug 29 04:17:09.457772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384162b3-8c5d-403d-9e20-614dd1590ae3 req-4cae6ce7-2f40-406f-9028-1ebaa1e184b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.459108 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-384162b3-8c5d-403d-9e20-614dd1590ae3 req-4cae6ce7-2f40-406f-9028-1ebaa1e184b5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 1101 time: 0.1119187 Aug 29 04:17:09.460758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79b1ed-4139-4945-8813-68f574a863e3 req-c5be0aca-97f2-421d-9cf9-a7de1a20b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.462214 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-eb79b1ed-4139-4945-8813-68f574a863e3 req-c5be0aca-97f2-421d-9cf9-a7de1a20b1a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 1098 time: 0.4287193 Aug 29 04:17:09.470760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc42e29-fcba-4451-8b0a-6f4e6e83b98f req-6afe4708-9c02-4a8c-925b-a110437226a2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.472625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dc42e29-fcba-4451-8b0a-6f4e6e83b98f req-6afe4708-9c02-4a8c-925b-a110437226a2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 949 time: 0.0883954 Aug 29 04:17:09.548577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dc42e29-fcba-4451-8b0a-6f4e6e83b98f req-46f217a0-aff5-4c35-b3ad-1aa8b740ccdc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627527 Aug 29 04:17:09.557216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:09.580975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'b9795221-df44-4a7e-86de-55b284326531', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'b9795221-df44-4a7e-86de-55b284326531', 'mac_address': 'fa:16:3e:e3:1e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:09.599389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-eb79b1ed-4139-4945-8813-68f574a863e3 req-79ce2333-8076-4295-a8b5-d5b4653521c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258137 Aug 29 04:17:09.617455 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-47972d50-1423-4ce4-8143-37e32b7f79ef req-d89e3993-b55d-472c-9c29-53a88849fca7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285870 Aug 29 04:17:09.623271 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-384162b3-8c5d-403d-9e20-614dd1590ae3 req-0dc407b7-887c-4158-93ce-ad1be712ef6e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269667 Aug 29 04:17:09.627862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-e2f704d4-2df9-4c6c-a469-9be947e6e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.629475 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-e2f704d4-2df9-4c6c-a469-9be947e6e53c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 1099 time: 0.1119926 Aug 29 04:17:09.632043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd655d5-7f14-43c0-87d0-265c514f0350 req-d27e8c3d-f87e-431b-a96b-525060ea14ca tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.634702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6bd655d5-7f14-43c0-87d0-265c514f0350 req-d27e8c3d-f87e-431b-a96b-525060ea14ca tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 947 time: 0.0846467 Aug 29 04:17:09.636719 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.650524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9795221-df44-4a7e-86de-55b284326531 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:09.671136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:09.675510 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.702041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6bd655d5-7f14-43c0-87d0-265c514f0350 req-4b1f77d7-1151-4080-882a-2127b9bb1525 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554545 Aug 29 04:17:09.710188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0028fa1-b8d1-4b78-ae67-564e3c51ecb1 req-e1bae971-dcda-4527-a0e4-c0b82532387f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.711664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0028fa1-b8d1-4b78-ae67-564e3c51ecb1 req-e1bae971-dcda-4527-a0e4-c0b82532387f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.0756242 Aug 29 04:17:09.734114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:09.750085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0028fa1-b8d1-4b78-ae67-564e3c51ecb1 req-818da869-0bc2-4595-acd7-848efd6cee25 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319993 Aug 29 04:17:09.908271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6aac1d45-1b37-4701-a7de-9ab1c43f370c req-eb847a75-191c-4104-94ce-e4a602e94f02 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0306792 Aug 29 04:17:09.925519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58689139-82c8-4011-be5e-cd9897f3521e req-9b9b327c-8441-4b63-b843-dba2895159b1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.927275 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-58689139-82c8-4011-be5e-cd9897f3521e req-9b9b327c-8441-4b63-b843-dba2895159b1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.59 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 945 time: 0.0725200 Aug 29 04:17:09.963720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-9dc68b5f-7f7f-46d0-80c7-c311ecffe4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.965244 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-9dc68b5f-7f7f-46d0-80c7-c311ecffe4c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1560941 Aug 29 04:17:10.000390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['b9795221-df44-4a7e-86de-55b284326531'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:10.015098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372f9d0-36aa-488a-b9eb-e8a1d7cfa616 req-d23c0061-bb29-4c47-99f2-253696db3cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.016790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f372f9d0-36aa-488a-b9eb-e8a1d7cfa616 req-d23c0061-bb29-4c47-99f2-253696db3cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 948 time: 0.0501375 Aug 29 04:17:10.049848 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-aae67e3f-d076-4d9f-ab0b-2e8a98c50300 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a HTTP/1.1" status: 200 len: 217 time: 0.0737751 Aug 29 04:17:10.070046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f372f9d0-36aa-488a-b9eb-e8a1d7cfa616 req-b33fe36c-f275-489f-a52c-7c513fb76e13 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Aug 29 04:17:10.118495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-d5cb2845-56d4-4be7-b01c-2e7da10b06f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.120021 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-d5cb2845-56d4-4be7-b01c-2e7da10b06f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0603817 Aug 29 04:17:10.126273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-58689139-82c8-4011-be5e-cd9897f3521e req-3f6ea46c-ce59-496b-9536-639b2ede5ed4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Deleting port 33106662-7ac0-4c36-aea3-3e747c1866db {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:10.126756 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-58689139-82c8-4011-be5e-cd9897f3521e req-3f6ea46c-ce59-496b-9536-639b2ede5ed4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.214641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-15ea3eb9-f419-44c6-bec2-09935fe499f6 req-4f5d5ee5-c11c-44ab-8863-02da3769ef6c tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67&device_id=af18b7a8-925a-4819-857e-4639916b714f HTTP/1.1" status: 200 len: 210 time: 0.0274422 Aug 29 04:17:10.232443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-3c7dd43d-cdae-416c-a16a-ca5881709ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.233957 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-3c7dd43d-cdae-416c-a16a-ca5881709ae6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1029730 Aug 29 04:17:10.262539 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-58689139-82c8-4011-be5e-cd9897f3521e req-3f6ea46c-ce59-496b-9536-639b2ede5ed4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] For port 33106662-7ac0-4c36-aea3-3e747c1866db, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=33106662-7ac0-4c36-aea3-3e747c1866db,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:10.262930 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-58689139-82c8-4011-be5e-cd9897f3521e req-3f6ea46c-ce59-496b-9536-639b2ede5ed4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.313102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-58689139-82c8-4011-be5e-cd9897f3521e req-3f6ea46c-ce59-496b-9536-639b2ede5ed4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Calling delete_port for 33106662-7ac0-4c36-aea3-3e747c1866db owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:10.411429 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-caeb5a77-cb93-4161-b2be-5b4b8fc9b350 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631978 Aug 29 04:17:10.457914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d0e48-139c-468d-98a1-a7730510213d req-b53ca633-0199-4a8f-bf7e-fbaae4c85896 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.459615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d22d0e48-139c-468d-98a1-a7730510213d req-b53ca633-0199-4a8f-bf7e-fbaae4c85896 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 945 time: 0.0559497 Aug 29 04:17:10.506636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d22d0e48-139c-468d-98a1-a7730510213d req-301fe737-820d-4c33-93bb-5466f72c9beb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Aug 29 04:17:10.566977 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ea578b5-b195-4115-8942-83ea8b9105c5 req-996d76a0-ad27-4ed5-9928-31eb26ed42dd service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411309 Aug 29 04:17:10.568226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-58689139-82c8-4011-be5e-cd9897f3521e req-3f6ea46c-ce59-496b-9536-639b2ede5ed4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.610535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ea46c-ce59-496b-9536-639b2ede5ed4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event deleted for resources: {'Port': ['ID=33106662-7ac0-4c36-aea3-3e747c1866db,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:10.624576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6547bedb-e819-439b-a1d5-5a69dd5ab969 req-a810b660-7c6d-4194-9ba5-cb1b784b7e4f tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0352557 Aug 29 04:17:10.657071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-58689139-82c8-4011-be5e-cd9897f3521e req-3f6ea46c-ce59-496b-9536-639b2ede5ed4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] No DVR routers for this DVR port 33106662-7ac0-4c36-aea3-3e747c1866db on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:10.660048 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-58689139-82c8-4011-be5e-cd9897f3521e req-3f6ea46c-ce59-496b-9536-639b2ede5ed4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.662583 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-58689139-82c8-4011-be5e-cd9897f3521e req-3f6ea46c-ce59-496b-9536-639b2ede5ed4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.59 "DELETE /v2.0/ports/33106662-7ac0-4c36-aea3-3e747c1866db HTTP/1.1" status: 204 len: 173 time: 0.7291236 Aug 29 04:17:10.663071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30fb170-4983-4689-a1b1-bfe8e916064a', 'name': 'network-vif-deleted', 'tag': '33106662-7ac0-4c36-aea3-3e747c1866db'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:10.665379 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d80edb0-6c9d-4e32-92f9-ce5cba7fc2b3" -d '{"events": [{"server_uuid": "d30fb170-4983-4689-a1b1-bfe8e916064a", "name": "network-vif-deleted", "tag": "33106662-7ac0-4c36-aea3-3e747c1866db"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:10.699117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01891b8-0044-4455-bad4-586661d76cdc req-3580d0f4-f4af-47ea-acc5-97184cccd7db tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.700829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c01891b8-0044-4455-bad4-586661d76cdc req-3580d0f4-f4af-47ea-acc5-97184cccd7db tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 945 time: 0.0687578 Aug 29 04:17:10.740379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c01891b8-0044-4455-bad4-586661d76cdc req-88106ed4-9b33-410d-b08e-ef448764d4cf tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324335 Aug 29 04:17:10.860001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72101a-3ad9-43e7-a313-05cdc808e633 req-31d8e016-e781-4039-a3a3-02ce66611eb1 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.861732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c72101a-3ad9-43e7-a313-05cdc808e633 req-31d8e016-e781-4039-a3a3-02ce66611eb1 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 949 time: 0.0612357 Aug 29 04:17:10.880528 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2312d630-7575-4798-9a9b-b4deb3ad05e6 req-7c9341d2-1497-4a36-8ab1-89c389925a50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=02eede27af4c4c6b9db7d7f5052cba31&device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0315316 Aug 29 04:17:10.897468 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac520c6-9183-489a-a1a3-562796e83d94 x-openstack-request-id: req-9ac520c6-9183-489a-a1a3-562796e83d94 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:10.898128 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30fb170-4983-4689-a1b1-bfe8e916064a", "name": "network-vif-deleted", "tag": "33106662-7ac0-4c36-aea3-3e747c1866db", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:10.898598 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ac520c6-9183-489a-a1a3-562796e83d94 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:10.899929 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30fb170-4983-4689-a1b1-bfe8e916064a', 'name': 'network-vif-deleted', 'tag': '33106662-7ac0-4c36-aea3-3e747c1866db', 'status': 'completed', 'code': 200} Aug 29 04:17:10.905107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c72101a-3ad9-43e7-a313-05cdc808e633 req-677a5a47-4366-4ad6-bed6-31f7d634e19a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363779 Aug 29 04:17:10.945502 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2312d630-7575-4798-9a9b-b4deb3ad05e6 req-5fc460df-f2d4-4851-b7ee-a030f6dbb353 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=02eede27af4c4c6b9db7d7f5052cba31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350401 Aug 29 04:17:10.996805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['33106662-7ac0-4c36-aea3-3e747c1866db'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:11.088439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec9556-d027-44e3-bfd2-a8b41b8bfc62 req-7f5b47c8-bcea-4900-8a1e-d4c5cae38838 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.090009 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4aec9556-d027-44e3-bfd2-a8b41b8bfc62 req-7f5b47c8-bcea-4900-8a1e-d4c5cae38838 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 945 time: 0.0701880 Aug 29 04:17:11.101461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36132) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:11.106635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3c90b-28e7-42c0-9c82-fda0cf37048d req-90c35a8d-507a-4009-9e0a-a95d193a3c49 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.106898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1f4e740e-a6f5-48e9-93ed-5196eb7e0f59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Request body: {'floatingip': {'port_id': '209a5134-6b49-4716-94dc-7341549f1727'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:11.113728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0d3c90b-28e7-42c0-9c82-fda0cf37048d req-90c35a8d-507a-4009-9e0a-a95d193a3c49 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 947 time: 0.1648507 Aug 29 04:17:11.152047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312d630-7575-4798-9a9b-b4deb3ad05e6 req-ddd73ba6-1a5b-4492-be0d-aedba4810302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.153850 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2312d630-7575-4798-9a9b-b4deb3ad05e6 req-ddd73ba6-1a5b-4492-be0d-aedba4810302 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849861 Aug 29 04:17:11.156788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0d3c90b-28e7-42c0-9c82-fda0cf37048d req-cd93a598-a4f1-4f57-b015-fdba5380369c tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Aug 29 04:17:11.170041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f4e740e-a6f5-48e9-93ed-5196eb7e0f59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.220670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be0ddf-2027-4158-90cd-3e6d3bb03d8d req-33a68cc8-5fb4-4766-8853-6f503239b071 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.222333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39be0ddf-2027-4158-90cd-3e6d3bb03d8d req-33a68cc8-5fb4-4766-8853-6f503239b071 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.0755188 Aug 29 04:17:11.297449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39be0ddf-2027-4158-90cd-3e6d3bb03d8d req-3a79b794-491c-40f7-b009-48658050569c tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692122 Aug 29 04:17:11.305853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bce69-e72c-4948-8f77-b106f2b889b3 req-82ff4303-672f-4825-9ff0-927aba074946 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.307387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b7bce69-e72c-4948-8f77-b106f2b889b3 req-82ff4303-672f-4825-9ff0-927aba074946 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 948 time: 0.0776362 Aug 29 04:17:11.348867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b7bce69-e72c-4948-8f77-b106f2b889b3 req-f2a6a9b4-9795-4e00-95c5-9132b458b76b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345976 Aug 29 04:17:11.437091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae0756-1397-4fec-b319-5ccb0f7d897b req-3580dbf8-8668-4dbe-a964-04433795cd2d tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.439127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5ae0756-1397-4fec-b319-5ccb0f7d897b req-3580dbf8-8668-4dbe-a964-04433795cd2d tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0563056 Aug 29 04:17:11.446284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b9795221-df44-4a7e-86de-55b284326531 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:11.481840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5ae0756-1397-4fec-b319-5ccb0f7d897b req-8f82db43-d82b-46fd-be3a-65c68a6a9ff2 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371165 Aug 29 04:17:11.510313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port b9795221-df44-4a7e-86de-55b284326531 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:11.514494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port b9795221-df44-4a7e-86de-55b284326531 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:11.514876 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.616360 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.640661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95b4e7ca-96be-49a1-930a-d3a95abeb1e4 req-ca511376-c0f8-47e6-b675-7a58aea4a4e7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 210 time: 0.0498917 Aug 29 04:17:11.668499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:11.668499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9795221-df44-4a7e-86de-55b284326531'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:11.668499 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2458a9d6-ca8f-4e62-ae04-866e8a16c8a2" -d '{"events": [{"server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "name": "network-vif-plugged", "status": "completed", "tag": "b9795221-df44-4a7e-86de-55b284326531"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:11.683604 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.731614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f4e740e-a6f5-48e9-93ed-5196eb7e0f59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.732798 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e365e2-03db-4230-bb20-2eb7f2840fa9 x-openstack-request-id: req-10e365e2-03db-4230-bb20-2eb7f2840fa9 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:11.733131 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "name": "network-vif-plugged", "status": "completed", "tag": "b9795221-df44-4a7e-86de-55b284326531", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:11.733368 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10e365e2-03db-4230-bb20-2eb7f2840fa9 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:11.733799 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9795221-df44-4a7e-86de-55b284326531', 'code': 200} Aug 29 04:17:11.737149 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f4e740e-a6f5-48e9-93ed-5196eb7e0f59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.764323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:11.796851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04239329-5efe-4a17-a155-afd866a4161c req-d1c6eae2-d2cc-4356-8453-13cff3548d33 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0713551 Aug 29 04:17:11.873027 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-1f4e740e-a6f5-48e9-93ed-5196eb7e0f59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Floating IP c7cca2bc-c369-44a1-b38d-80d5a148be52 associated. External IP: 172.25.5.65, port: 209a5134-6b49-4716-94dc-7341549f1727. Aug 29 04:17:11.876331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28138ee-65fd-438f-9aa8-612055e2f647 req-c4c11b89-e292-4191-845b-d8e4910b99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.877704 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a28138ee-65fd-438f-9aa8-612055e2f647 req-c4c11b89-e292-4191-845b-d8e4910b99a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1101 time: 0.0615747 Aug 29 04:17:11.985292 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a28138ee-65fd-438f-9aa8-612055e2f647 req-4776336e-c478-45db-9d83-9864778a95d7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741866 Aug 29 04:17:12.051529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6c8cd-08d7-4a52-86b0-d277258ad75d req-81a7ab0b-13f7-4689-acab-e91919175bd4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.057362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4df6c8cd-08d7-4a52-86b0-d277258ad75d req-81a7ab0b-13f7-4689-acab-e91919175bd4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 949 time: 0.0560775 Aug 29 04:17:12.092050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4df6c8cd-08d7-4a52-86b0-d277258ad75d req-11e4c26c-efb2-4df9-9fdd-0cb35f3005f0 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Aug 29 04:17:12.121882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4e740e-a6f5-48e9-93ed-5196eb7e0f59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Router d961c51e-3357-45c1-947f-a6d9df8abfd8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:12.237209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4e740e-a6f5-48e9-93ed-5196eb7e0f59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:12.242914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f4e740e-a6f5-48e9-93ed-5196eb7e0f59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.250753 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] Sync routers for ids ['d961c51e-3357-45c1-947f-a6d9df8abfd8'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:12.260113 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] Routers {'d961c51e-3357-45c1-947f-a6d9df8abfd8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:12.260776 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d961c51e-3357-45c1-947f-a6d9df8abfd8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:12.275376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feb617-785a-4596-ac12-4c0e4d509431 req-02009188-0fdf-4b2a-bfd9-ad90b89880c4 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.275707 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1f4e740e-a6f5-48e9-93ed-5196eb7e0f59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "PUT /v2.0/floatingips/c7cca2bc-c369-44a1-b38d-80d5a148be52 HTTP/1.1" status: 200 len: 990 time: 1.1726694 Aug 29 04:17:12.276961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7feb617-785a-4596-ac12-4c0e4d509431 req-02009188-0fdf-4b2a-bfd9-ad90b89880c4 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 947 time: 0.0534313 Aug 29 04:17:12.345894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7feb617-785a-4596-ac12-4c0e4d509431 req-ee21bb01-e1c4-4e15-a141-b3e0f7db2e24 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517454 Aug 29 04:17:12.375561 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] Set router d961c51e-3357-45c1-947f-a6d9df8abfd8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:12.477032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55b143-c10f-4251-9cbc-610a3462af03 req-ae2f8768-de86-47bc-8c21-d84ab06004a4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.479337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed55b143-c10f-4251-9cbc-610a3462af03 req-ae2f8768-de86-47bc-8c21-d84ab06004a4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0589120 Aug 29 04:17:12.560860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed55b143-c10f-4251-9cbc-610a3462af03 req-395f4d1d-6ffd-4a05-8a9d-042a84eda145 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749259 Aug 29 04:17:12.606427 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:42Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c7cca2bc-c369-44a1-b38d-80d5a148be52', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'port_id': '209a5134-6b49-4716-94dc-7341549f1727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'mac_address': 'fa:16:3e:26:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:46Z', 'updated_at': '2021-08-29T04:17:11Z', 'revision_number': 1, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '395cab17-d48b-4ab1-9a73-cb53ebacccc8', 'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'mac_address': 'fa:16:3e:01:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:41Z', 'updated_at': '2021-08-29T04:16:49Z', 'revision_number': 5, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'subnets': [{'id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:12.637989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182016aa-c21a-43b1-98b0-c9349faba633 req-058f5bbf-83ee-4c05-8193-d7b0dc4f91dd tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.639450 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] Checking router: d961c51e-3357-45c1-947f-a6d9df8abfd8 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:12.639744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-182016aa-c21a-43b1-98b0-c9349faba633 req-058f5bbf-83ee-4c05-8193-d7b0dc4f91dd tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0518136 Aug 29 04:17:12.648337 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] Routers {'d961c51e-3357-45c1-947f-a6d9df8abfd8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:12.649153 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:16:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d961c51e-3357-45c1-947f-a6d9df8abfd8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:12.707183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-182016aa-c21a-43b1-98b0-c9349faba633 req-1403c60d-b113-45a7-87b8-5cc873dae51e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608966 Aug 29 04:17:12.790612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c6f5905-8170-4d71-b88d-4463b3ffe1fb req-51a34edc-975c-4f26-a8a6-19b96c60cb30 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 210 time: 0.0375023 Aug 29 04:17:12.858420 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] Set router d961c51e-3357-45c1-947f-a6d9df8abfd8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:12.902321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'tag': '209a5134-6b49-4716-94dc-7341549f1727'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:12.904940 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a371e26d-b4db-46fe-bdd0-757682324712" -d '{"events": [{"name": "network-changed", "server_uuid": "2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98", "tag": "209a5134-6b49-4716-94dc-7341549f1727"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:12.928311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d785e4a-61f5-486e-aef9-8a71782eda22 req-080583c5-5aee-4c56-890f-709abfa1b8f4 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0351827 Aug 29 04:17:12.938986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bbb20-76bf-41ad-b97a-b35079d9fc15 req-40e8e562-ab45-4566-ab43-be2209589d6b tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:12.941158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d64bbb20-76bf-41ad-b97a-b35079d9fc15 req-40e8e562-ab45-4566-ab43-be2209589d6b tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d319e2e6-959f-4668-a22e-adfe60fa4332 HTTP/1.1" status: 200 len: 945 time: 0.1093059 Aug 29 04:17:12.995780 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b506cd-f977-4b76-b286-c1329eceaab4 x-openstack-request-id: req-90b506cd-f977-4b76-b286-c1329eceaab4 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:12.998031 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98", "tag": "209a5134-6b49-4716-94dc-7341549f1727", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:12.998464 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90b506cd-f977-4b76-b286-c1329eceaab4 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:12.999900 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'tag': '209a5134-6b49-4716-94dc-7341549f1727', 'status': 'completed', 'code': 200} Aug 29 04:17:13.010511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d64bbb20-76bf-41ad-b97a-b35079d9fc15 req-643dcea0-aadf-4815-9db8-f720f32b0bde tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584619 Aug 29 04:17:13.107000 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:42Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c7cca2bc-c369-44a1-b38d-80d5a148be52', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'port_id': '209a5134-6b49-4716-94dc-7341549f1727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'mac_address': 'fa:16:3e:26:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:46Z', 'updated_at': '2021-08-29T04:17:11Z', 'revision_number': 1, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '395cab17-d48b-4ab1-9a73-cb53ebacccc8', 'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'mac_address': 'fa:16:3e:01:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:41Z', 'updated_at': '2021-08-29T04:16:49Z', 'revision_number': 5, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'subnets': [{'id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:13.131668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e26d-b4db-46fe-bdd0-757682324712 req-258b9e19-21d1-476a-9285-3989c1208810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.133224 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a371e26d-b4db-46fe-bdd0-757682324712 req-258b9e19-21d1-476a-9285-3989c1208810 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b716caa2c6574e6e8feaa2a4120782eb&device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 1097 time: 0.0463703 Aug 29 04:17:13.141205 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451da0a-cad7-4fc2-88f2-a3eee6627f38 None None] The sync data for ids ['d961c51e-3357-45c1-947f-a6d9df8abfd8'] in n-d-712141-12 is: [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:42Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c7cca2bc-c369-44a1-b38d-80d5a148be52', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'port_id': '209a5134-6b49-4716-94dc-7341549f1727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'mac_address': 'fa:16:3e:26:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:46Z', 'updated_at': '2021-08-29T04:17:11Z', 'revision_number': 1, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '395cab17-d48b-4ab1-9a73-cb53ebacccc8', 'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'mac_address': 'fa:16:3e:01:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:41Z', 'updated_at': '2021-08-29T04:16:49Z', 'revision_number': 5, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'subnets': [{'id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:13.285109 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29fd6-8ca9-4edb-b750-1ecc3269d276 req-34c45d4a-8b40-48ac-ade2-eb90596a6b9b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.291675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e26d-b4db-46fe-bdd0-757682324712 req-4bf8df99-8b9d-4074-a235-b6cc78c0e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.293349 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a371e26d-b4db-46fe-bdd0-757682324712 req-4bf8df99-8b9d-4074-a235-b6cc78c0e5be service neutron] 10.222.0.52 "GET /v2.0/networks?id=f73a73b8-9208-4150-8f6a-1ffd124f8588 HTTP/1.1" status: 200 len: 913 time: 0.1255529 Aug 29 04:17:13.293910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60e29fd6-8ca9-4edb-b750-1ecc3269d276 req-34c45d4a-8b40-48ac-ade2-eb90596a6b9b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 949 time: 0.0767725 Aug 29 04:17:13.351509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60e29fd6-8ca9-4edb-b750-1ecc3269d276 req-47e87391-13d1-43d9-bdfc-4d52be0fac2a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561776 Aug 29 04:17:13.428060 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a371e26d-b4db-46fe-bdd0-757682324712 req-cea518cf-8aa9-43ae-84dc-1328ea8498f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=209a5134-6b49-4716-94dc-7341549f1727 HTTP/1.1" status: 200 len: 998 time: 0.1134455 Aug 29 04:17:13.446706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e000e-c771-4b86-be12-4c6bedcdeaa7 req-5733313f-e8bd-4381-988f-93a175ec1aef tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.448689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c7e000e-c771-4b86-be12-4c6bedcdeaa7 req-5733313f-e8bd-4381-988f-93a175ec1aef tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.0932496 Aug 29 04:17:13.463405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 91bf5834-f8f9-47d0-8a78-89c51fb42e7a details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:13.466058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 33106662-7ac0-4c36-aea3-3e747c1866db no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:13.478100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abf0760-ffdb-482b-abbf-a1157b2fcf8e None None] New status for floating IP c7cca2bc-c369-44a1-b38d-80d5a148be52: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:17:13.488295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e26d-b4db-46fe-bdd0-757682324712 req-89f2f4fe-c6f4-49f7-8e41-3ad7b208efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.490038 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a371e26d-b4db-46fe-bdd0-757682324712 req-89f2f4fe-c6f4-49f7-8e41-3ad7b208efa2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23d3c717-0190-4983-af66-884b72fd6ec4 HTTP/1.1" status: 200 len: 851 time: 0.0506639 Aug 29 04:17:13.551661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c7e000e-c771-4b86-be12-4c6bedcdeaa7 req-652d0575-c8e5-452b-b926-d01cfcd33ccc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738523 Aug 29 04:17:13.582824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fdbc6-c1fa-4992-8fd3-43b9658d328f req-3ef591b4-4447-4554-8822-8cab0a4bec9c tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.591112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a69fdbc6-c1fa-4992-8fd3-43b9658d328f req-3ef591b4-4447-4554-8822-8cab0a4bec9c tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 947 time: 0.1409171 Aug 29 04:17:13.634119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e26d-b4db-46fe-bdd0-757682324712 req-92e9ddb0-95e9-4f78-89a9-bd5cb7bf55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.635707 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a371e26d-b4db-46fe-bdd0-757682324712 req-92e9ddb0-95e9-4f78-89a9-bd5cb7bf55ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f73a73b8-9208-4150-8f6a-1ffd124f8588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688562 Aug 29 04:17:13.652761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a69fdbc6-c1fa-4992-8fd3-43b9658d328f req-21f2ab76-e2ed-4987-a988-7dfe1a42cb83 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607326 Aug 29 04:17:13.705955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d211-48be-4055-a77c-0914806dae4c req-e944e40b-37a1-4fb0-8faa-9cc866d6f766 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.712469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 33106662-7ac0-4c36-aea3-3e747c1866db {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:13.712893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 33106662-7ac0-4c36-aea3-3e747c1866db not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:13.714443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2225d211-48be-4055-a77c-0914806dae4c req-e944e40b-37a1-4fb0-8faa-9cc866d6f766 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 1101 time: 0.0794845 Aug 29 04:17:13.748495 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a371e26d-b4db-46fe-bdd0-757682324712 req-56f0b800-3d92-4c72-bf42-dc598f1c7810 service neutron] 10.222.0.52 "GET /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042113 Aug 29 04:17:13.757683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2225d211-48be-4055-a77c-0914806dae4c req-6bbd5553-5e71-4eae-a786-2c9ec1478ed0 tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Aug 29 04:17:13.898565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c6330-ade7-401d-84e5-a3789c726878 req-f37c57c2-1128-46c7-81f5-1d54a27cf2a8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.907892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-334c6330-ade7-401d-84e5-a3789c726878 req-f37c57c2-1128-46c7-81f5-1d54a27cf2a8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0666647 Aug 29 04:17:13.961575 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2312d630-7575-4798-9a9b-b4deb3ad05e6 req-7bf25b16-aaaf-4e78-8337-2224554ac0cd tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.52 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0501714 Aug 29 04:17:13.969642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-334c6330-ade7-401d-84e5-a3789c726878 req-59c4873f-d5e9-4e78-b6c0-6c49934ae7ce tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605061 Aug 29 04:17:13.972791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:13.997900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'mac_address': 'fa:16:3e:2f:7e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:14.064719 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a371e26d-b4db-46fe-bdd0-757682324712 req-e4912ed2-d440-42be-a35a-6712ebe8b045 service neutron] 10.222.0.52 "GET /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961032 Aug 29 04:17:14.067534 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.105770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bf5834-f8f9-47d0-8a78-89c51fb42e7a {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:14.130703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7566ad73-d711-4015-9898-c451952baec7 req-db9f2eb9-f577-4659-acd0-ad0fdcfbdab9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 210 time: 0.0516436 Aug 29 04:17:14.145463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:14.152681 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.219132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:14.245582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-dd812a83-8714-41c9-bb53-f3dda9d57da6 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245235 Aug 29 04:17:14.269632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512e4-f989-42ce-8708-40bdf5fb5a5c req-152b14c5-b9e6-4e98-a776-77fe59e2f2ba tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.271066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad9512e4-f989-42ce-8708-40bdf5fb5a5c req-152b14c5-b9e6-4e98-a776-77fe59e2f2ba tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0833237 Aug 29 04:17:14.362454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad9512e4-f989-42ce-8708-40bdf5fb5a5c req-1798c1a5-b85c-44a3-b81c-ac6f5707eda7 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789936 Aug 29 04:17:14.404875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-298580d9-30ac-4360-b7a4-dde025fe802a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.406521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-298580d9-30ac-4360-b7a4-dde025fe802a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538231 Aug 29 04:17:14.421638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-f0036002-54f1-4bf3-8d8c-24a0a21c5868 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/quotas/2cecee234ef34eb1b7bf6a425441d6c6 HTTP/1.1" status: 200 len: 375 time: 0.0095472 Aug 29 04:17:14.482710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4015667c-8a64-471f-b363-56fb9642d209 req-87c2a40f-d000-483f-adfa-a33049045e44 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d2baa1-2286-4821-ba8a-326feb8aab67 HTTP/1.1" status: 200 len: 210 time: 0.0439239 Aug 29 04:17:14.509140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['91bf5834-f8f9-47d0-8a78-89c51fb42e7a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:14.526169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-3ff2478b-52ab-441b-bd8b-32f60d7a58d3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0968430 Aug 29 04:17:14.646171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e31da2-f727-4f59-9419-94dbfb01742a req-ecf0113c-9817-4062-a9c0-e339e82694d4 tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.649164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40e31da2-f727-4f59-9419-94dbfb01742a req-ecf0113c-9817-4062-a9c0-e339e82694d4 tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1101 time: 0.0662017 Aug 29 04:17:14.720236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40e31da2-f727-4f59-9419-94dbfb01742a req-6667039e-0338-4f27-a688-f89f55f6ebc6 tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467279 Aug 29 04:17:14.889731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b1b7a27-c3e5-4e84-a657-35287613a2d7 req-05c05ad5-c5c2-463b-b78b-31712d01d95e tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 210 time: 0.0280654 Aug 29 04:17:15.008571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12193569-c844-41ad-a6a3-8b27b1689ec0 req-f91ac3c4-0d87-4146-9c7b-dbfca6065e1f tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.017136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12193569-c844-41ad-a6a3-8b27b1689ec0 req-f91ac3c4-0d87-4146-9c7b-dbfca6065e1f tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 948 time: 0.0584514 Aug 29 04:17:15.081078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12193569-c844-41ad-a6a3-8b27b1689ec0 req-7e19c230-7d1a-467f-a1d4-23d74c5ab3ae tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632915 Aug 29 04:17:15.101164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc1b1-edf2-422a-8c14-c6a2fd48408c req-bcfcf283-e247-49c7-95d5-52e66716b21e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.105015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc1b1-edf2-422a-8c14-c6a2fd48408c req-bcfcf283-e247-49c7-95d5-52e66716b21e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.110847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc1b1-edf2-422a-8c14-c6a2fd48408c req-bcfcf283-e247-49c7-95d5-52e66716b21e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.112632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30ddc1b1-edf2-422a-8c14-c6a2fd48408c req-bcfcf283-e247-49c7-95d5-52e66716b21e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75&device_id=d319e2e6-959f-4668-a22e-adfe60fa4332&device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 2417 time: 0.0936456 Aug 29 04:17:15.155830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30ddc1b1-edf2-422a-8c14-c6a2fd48408c req-a63bbeee-6d7e-4766-88b3-d8dc961cff4a tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341239 Aug 29 04:17:15.342812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e304140-7204-4fb0-b3d8-fc66674c6816 req-05b96566-0e64-476b-a8e4-12d6b5e0209d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=d30fb170-4983-4689-a1b1-bfe8e916064a HTTP/1.1" status: 200 len: 210 time: 0.0281529 Aug 29 04:17:15.485695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e40a2-07b6-4641-a5d7-c3ef834b778a req-f6e725bb-c673-4880-8e4e-995e943f09e6 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.488893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a7e40a2-07b6-4641-a5d7-c3ef834b778a req-f6e725bb-c673-4880-8e4e-995e943f09e6 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.0552549 Aug 29 04:17:15.527076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a7e40a2-07b6-4641-a5d7-c3ef834b778a req-fb844ac3-73d1-4da4-a199-15b5d36e4459 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336053 Aug 29 04:17:15.669984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-8112b19a-b56c-4376-aace-fe80b4b7d2f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746698 Aug 29 04:17:15.681876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371f3e2-80d2-40c1-8b01-2269b123f304 req-ad916941-efc2-45c6-8db0-4ddb45fad70e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.683356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0371f3e2-80d2-40c1-8b01-2269b123f304 req-ad916941-efc2-45c6-8db0-4ddb45fad70e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0629423 Aug 29 04:17:15.728802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0371f3e2-80d2-40c1-8b01-2269b123f304 req-f88e71c8-cdb2-4fdd-a27e-3d43ac32a035 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Aug 29 04:17:15.903897 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-adbb689c-18e0-4cf0-adff-0461e25a68d5 req-87ea3c5b-b1f8-4870-9d55-494ca6f784d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=02eede27af4c4c6b9db7d7f5052cba31&device_id=af18b7a8-925a-4819-857e-4639916b714f HTTP/1.1" status: 200 len: 210 time: 0.0444233 Aug 29 04:17:15.921406 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb43d099-080e-485f-af0a-4558f73cbbef req-c45b5f6b-4f7f-49bc-b58a-6f87f12a4d16 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=af18b7a8-925a-4819-857e-4639916b714f HTTP/1.1" status: 200 len: 210 time: 0.0522828 Aug 29 04:17:15.942231 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-adbb689c-18e0-4cf0-adff-0461e25a68d5 req-76cb54a7-1d32-469c-88e9-9f3a55f23cff service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=02eede27af4c4c6b9db7d7f5052cba31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189135 Aug 29 04:17:15.944263 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-baa63ceb-db1d-4e6f-9d29-912de4257fe4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431187 Aug 29 04:17:16.122652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef1acfee-709b-4689-abed-08a5f4f1012f req-4a537a03-1081-47ab-a2d9-6d0c51c2ce9b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 210 time: 0.0468552 Aug 29 04:17:16.244318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cbad1-d8de-4c37-bb1e-1fbdc1fce084 req-33db54d8-5bde-48d0-910d-220829cdc2ec tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.251929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd8cbad1-d8de-4c37-bb1e-1fbdc1fce084 req-33db54d8-5bde-48d0-910d-220829cdc2ec tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 948 time: 0.0667632 Aug 29 04:17:16.307023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd8cbad1-d8de-4c37-bb1e-1fbdc1fce084 req-0986901a-d146-4419-9f04-e50e28a6d329 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508983 Aug 29 04:17:16.525008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-7d5f2438-e499-43fa-a73f-f79d34009e6c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.526412 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-7d5f2438-e499-43fa-a73f-f79d34009e6c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5644324 Aug 29 04:17:16.527582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb689c-18e0-4cf0-adff-0461e25a68d5 req-c61a8ee7-58d6-4f06-ae9b-1a9942e7f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.528926 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-adbb689c-18e0-4cf0-adff-0461e25a68d5 req-c61a8ee7-58d6-4f06-ae9b-1a9942e7f405 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5779645 Aug 29 04:17:16.557000 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Request body: {'port': {'device_id': 'de656eac-99b7-4005-8181-3a810f2d8932', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2cecee234ef34eb1b7bf6a425441d6c6'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:16.693700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Made reservation on behalf of 2cecee234ef34eb1b7bf6a425441d6c6 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:16.699736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.880585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Allocated IP 192.168.233.198 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/1c10579e-f9dc-415b-acf2-192bc334d65f) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:16.897748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e92e21-efff-486e-8203-e607dcb1b346 req-6bfa9087-15bc-4c9b-99c8-87af06e32b15 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.899766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35e92e21-efff-486e-8203-e607dcb1b346 req-6bfa9087-15bc-4c9b-99c8-87af06e32b15 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0660257 Aug 29 04:17:16.950835 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35e92e21-efff-486e-8203-e607dcb1b346 req-636e8549-7122-4ddd-8b3a-28ad1aec47e6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428278 Aug 29 04:17:17.042966 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.062956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Transition to ACTIVE for port object 1c10579e-f9dc-415b-acf2-192bc334d65f will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:17.076604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f38da-8c2a-43c4-b7ed-b5de9b105147 req-3e9c7fa2-3dd3-4fa4-9886-74740f5cdd7b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.078486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d2f38da-8c2a-43c4-b7ed-b5de9b105147 req-3e9c7fa2-3dd3-4fa4-9886-74740f5cdd7b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.1263640 Aug 29 04:17:17.096007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d2f38da-8c2a-43c4-b7ed-b5de9b105147 req-06df3103-bff5-4d5c-a22f-1f0b70e74359 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/quotas/b355fca3a22045ee83073dbd62c353d1 HTTP/1.1" status: 200 len: 375 time: 0.0103369 Aug 29 04:17:17.098177 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.110320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685', '1e087d9b-2193-40c0-9527-6789d274d8ce'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:17.141981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d2f38da-8c2a-43c4-b7ed-b5de9b105147 req-960c7ebd-6078-4a6f-846d-6012eebf52c5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387843 Aug 29 04:17:17.146404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:17.149673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:17.154204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:17.160184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b', '7c7b6f7d-ce70-44a5-8667-715382aa4499', '97783df3-52aa-4e8f-bd40-048e59e5ce3b', 'd0f28213-2e7b-41c8-bbd6-23734b0e2024'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:17.162474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9168c33e-ae12-4035-b2c5-c9537c1a1dd3 req-034937cf-05ff-4e91-995c-5322e4d4bde9 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=af18b7a8-925a-4819-857e-4639916b714f HTTP/1.1" status: 200 len: 210 time: 0.0581331 Aug 29 04:17:17.176700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event updated for resources: {'Port': ['ID=1c10579e-f9dc-415b-acf2-192bc334d65f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:17.232986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.233809 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.257676 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-20409d4c-1f6f-454e-a9cf-479b8daeef39 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7059360 Aug 29 04:17:17.271337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Request body: {'port': {'device_id': 'de656eac-99b7-4005-8181-3a810f2d8932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:17.291002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d2f38da-8c2a-43c4-b7ed-b5de9b105147 req-d204b29f-55a6-4b42-ad56-066feb074259 service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311002 Aug 29 04:17:17.341929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.477649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d2f38da-8c2a-43c4-b7ed-b5de9b105147 req-20b31a3b-8db3-467f-b50e-eb46cb6369ad service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802104 Aug 29 04:17:17.484446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 91bf5834-f8f9-47d0-8a78-89c51fb42e7a up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:17.493312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0102a-20ff-44ce-b6c8-fb61bb5a9fe5 req-a0e7deb5-77e5-4b92-ba2e-96a048814437 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.495474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34e0102a-20ff-44ce-b6c8-fb61bb5a9fe5 req-a0e7deb5-77e5-4b92-ba2e-96a048814437 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.1065331 Aug 29 04:17:17.542419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34e0102a-20ff-44ce-b6c8-fb61bb5a9fe5 req-cea01b33-02e4-43d6-9b89-247e2a575eb4 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Aug 29 04:17:17.637088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-7568304c-5eed-4365-81e0-59ccb29352c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.638766 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-7568304c-5eed-4365-81e0-59ccb29352c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1101 time: 0.1293552 Aug 29 04:17:17.702571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-59e14854-c8d1-4de4-a2b9-1edcbbaab586 None None] Provisioning for port 1c10579e-f9dc-415b-acf2-192bc334d65f completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:17.706704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a83a68-ed2c-4fdf-b710-9ab15dd2f680 req-aa278114-6e88-47b8-b0af-190aa599ba55 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.709961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34a83a68-ed2c-4fdf-b710-9ab15dd2f680 req-aa278114-6e88-47b8-b0af-190aa599ba55 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 936 time: 0.0671461 Aug 29 04:17:17.762394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-59e14854-c8d1-4de4-a2b9-1edcbbaab586 None None] Provisioning complete for port 1c10579e-f9dc-415b-acf2-192bc334d65f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:17.762778 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-59e14854-c8d1-4de4-a2b9-1edcbbaab586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.788804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34a83a68-ed2c-4fdf-b710-9ab15dd2f680 req-ee960b7b-471b-4013-97dc-67d78ce2f03a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674772 Aug 29 04:17:17.797420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:17.814705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b0547-1cb0-40e9-ac54-57eabcafa931 req-6aa4daf6-6756-47c1-a3ee-d2ed75f64165 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.817151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-826b0547-1cb0-40e9-ac54-57eabcafa931 req-6aa4daf6-6756-47c1-a3ee-d2ed75f64165 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 948 time: 0.1251910 Aug 29 04:17:17.840654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:17.841032 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.873862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-826b0547-1cb0-40e9-ac54-57eabcafa931 req-8c9ec04b-2b4e-4731-a6b4-e307deb031ab tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501478 Aug 29 04:17:17.879014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-acc9b40c-51c0-4a8b-b2f3-5113726aa89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.880559 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-acc9b40c-51c0-4a8b-b2f3-5113726aa89a service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2310722 Aug 29 04:17:17.937771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c10579e-f9dc-415b-acf2-192bc334d65f {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:17.947314 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-6c4f3595-a9be-43c9-8c74-707cf07939b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 217 time: 0.0528829 Aug 29 04:17:17.950075 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.958730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be5825b8-71a5-4be6-8f11-19e0bb4c8161 req-7dee9951-475b-4090-9c90-e0ec33ff2082 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9282057-d69e-4e0d-acc5-f70dc49bb54a HTTP/1.1" status: 200 len: 210 time: 0.0414567 Aug 29 04:17:17.965994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-59e14854-c8d1-4de4-a2b9-1edcbbaab586 None None] Port 1c10579e-f9dc-415b-acf2-192bc334d65f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:17.973112 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.027786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Transition to ACTIVE for port object 1c10579e-f9dc-415b-acf2-192bc334d65f will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:18.038960 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.085075 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-061c08be-f654-4b97-8577-4e70746faa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.086921 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-061c08be-f654-4b97-8577-4e70746faa48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1294978 Aug 29 04:17:18.104672 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.157549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:18.161818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Pushing event updated for resources: {'Port': ['ID=1c10579e-f9dc-415b-acf2-192bc334d65f,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:18.167226 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1417cbf-c040-423a-8867-b83ac29732b3" -d '{"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-plugged", "status": "completed", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:18.195303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:18.207916 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.240313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a0269-b367-4ae7-976c-4d2fe58aaf8b req-7b2b512e-ee6e-4faf-8e57-69adf1278751 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.245716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-09540883-444d-4e1a-b43f-ac1e094b3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.246505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-107a0269-b367-4ae7-976c-4d2fe58aaf8b req-7b2b512e-ee6e-4faf-8e57-69adf1278751 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.1533539 Aug 29 04:17:18.255553 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-09540883-444d-4e1a-b43f-ac1e094b3403 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1568141 Aug 29 04:17:18.322520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-107a0269-b367-4ae7-976c-4d2fe58aaf8b req-9f8be525-cc6d-40e7-9d82-ee2abb882f66 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667381 Aug 29 04:17:18.411485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Attempting to bind port 1c10579e-f9dc-415b-acf2-192bc334d65f on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:18.411837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Attempting to bind port 1c10579e-f9dc-415b-acf2-192bc334d65f by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:18.412179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Attempting to bind port 1c10579e-f9dc-415b-acf2-192bc334d65f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:18.434195 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab321069-d845-4437-bc7f-3efc665abb5f x-openstack-request-id: req-ab321069-d845-4437-bc7f-3efc665abb5f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:18.434522 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-plugged", "status": "completed", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:18.434865 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab321069-d845-4437-bc7f-3efc665abb5f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:18.435273 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'code': 200} Aug 29 04:17:18.438298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Port 1c10579e-f9dc-415b-acf2-192bc334d65f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:18.439551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Attempting to bind port 1c10579e-f9dc-415b-acf2-192bc334d65f on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:18.463309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:18.463727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:18.464064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:18.464533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Bound port: 1c10579e-f9dc-415b-acf2-192bc334d65f, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:18.464901 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.474642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:18.551048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-3dd254df-f996-475e-9341-4c021cbd2c77 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830145 Aug 29 04:17:18.568275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f61927ec-0ce9-4c1d-9cbe-0792edfe7d55 req-0b731ea5-171c-4311-8b2a-06efaf803c36 tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=af18b7a8-925a-4819-857e-4639916b714f HTTP/1.1" status: 200 len: 210 time: 0.0321436 Aug 29 04:17:18.581115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c82f-89b6-42b5-a6b6-ae372477e2ec req-92c61ed9-7373-470e-8373-6d859e323b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.581115 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2552c82f-89b6-42b5-a6b6-ae372477e2ec req-92c61ed9-7373-470e-8373-6d859e323b40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 1101 time: 0.0825477 Aug 29 04:17:18.638791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2552c82f-89b6-42b5-a6b6-ae372477e2ec req-f73b0bdb-c519-4a19-bf49-b3ea10bf16fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525198 Aug 29 04:17:18.661066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] For port 1c10579e-f9dc-415b-acf2-192bc334d65f, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:18.666783 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-adbb689c-18e0-4cf0-adff-0461e25a68d5 req-ecd67efd-910b-42e9-b2cc-0ec0673571ff tempest-ServerShowV247Test-681862486 tempest-ServerShowV247Test-681862486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af18b7a8-925a-4819-857e-4639916b714f HTTP/1.1" status: 200 len: 210 time: 0.0456941 Aug 29 04:17:18.682698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] For port 1c10579e-f9dc-415b-acf2-192bc334d65f, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1c10579e-f9dc-415b-acf2-192bc334d65f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:18.697455 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.751026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.752646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.754840 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] 10.222.0.59 "PUT /v2.0/ports/1c10579e-f9dc-415b-acf2-192bc334d65f HTTP/1.1" status: 200 len: 1097 time: 1.4881272 Aug 29 04:17:18.762420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de656eac-99b7-4005-8181-3a810f2d8932', 'tag': '1c10579e-f9dc-415b-acf2-192bc334d65f'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:18.765160 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0124a67f-8c38-4dcd-a31b-e291451dcc30" -d '{"events": [{"name": "network-changed", "server_uuid": "de656eac-99b7-4005-8181-3a810f2d8932", "tag": "1c10579e-f9dc-415b-acf2-192bc334d65f"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:18.785388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5d0c7-e0bb-497d-82e2-3963a3d7326b req-98c3c501-4027-43b7-a385-70646700e22e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.792704 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-9ee36077-1831-43d2-94cd-f447fd7afa15 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297091 Aug 29 04:17:18.793242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfb5d0c7-e0bb-497d-82e2-3963a3d7326b req-98c3c501-4027-43b7-a385-70646700e22e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0839765 Aug 29 04:17:18.797848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365554ce-9deb-40b3-bd9c-ad291020786b service neutron] Pushing event updated for resources: {'Port': ['ID=1c10579e-f9dc-415b-acf2-192bc334d65f,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:18.884929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfb5d0c7-e0bb-497d-82e2-3963a3d7326b req-358ef280-0233-4d86-b810-d3a220989133 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900214 Aug 29 04:17:18.951332 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef04f58-437d-4ba5-a6a7-7ce6583c48d0 x-openstack-request-id: req-4ef04f58-437d-4ba5-a6a7-7ce6583c48d0 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:18.951624 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de656eac-99b7-4005-8181-3a810f2d8932", "tag": "1c10579e-f9dc-415b-acf2-192bc334d65f", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:18.951876 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ef04f58-437d-4ba5-a6a7-7ce6583c48d0 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:18.952284 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de656eac-99b7-4005-8181-3a810f2d8932', 'tag': '1c10579e-f9dc-415b-acf2-192bc334d65f', 'status': 'completed', 'code': 200} Aug 29 04:17:18.959186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-1a4e06db-6007-4ae5-8bb8-193f028f05e5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.963466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-08780618-3501-48c0-9ee9-3fea1340fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.966836 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-08780618-3501-48c0-9ee9-3fea1340fc00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 1100 time: 0.0790682 Aug 29 04:17:18.967018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-1a4e06db-6007-4ae5-8bb8-193f028f05e5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.1927361 Aug 29 04:17:18.982903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-c0a2a7a4-334a-4ace-ac63-c29a6d8d8619 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/quotas/b355fca3a22045ee83073dbd62c353d1 HTTP/1.1" status: 200 len: 375 time: 0.0150325 Aug 29 04:17:19.024881 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-d1c029cb-dd16-4d9e-8a32-ebc221cd826a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=1c10579e-f9dc-415b-acf2-192bc334d65f HTTP/1.1" status: 200 len: 217 time: 0.0477960 Aug 29 04:17:19.028312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-ae79185b-d1d4-43e2-b061-122d05784f94 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445752 Aug 29 04:17:19.079254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-58afbd91-8bf3-47d0-8a0f-fe2beb78c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.080749 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-58afbd91-8bf3-47d0-8a0f-fe2beb78c5e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0462420 Aug 29 04:17:19.126727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c1472-2cd7-486a-80dd-73fe335110d0 req-4e8a6cc0-6dc6-4f8f-9a05-2646a34e04b2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.128210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-119c1472-2cd7-486a-80dd-73fe335110d0 req-4e8a6cc0-6dc6-4f8f-9a05-2646a34e04b2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 948 time: 0.1028523 Aug 29 04:17:19.131857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-b58974b9-059c-42f2-a64b-b0c003b3eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.133045 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-b58974b9-059c-42f2-a64b-b0c003b3eff1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0394425 Aug 29 04:17:19.163863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-5986e4b0-4e50-4e72-bd9f-5544ca669a88 service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272099 Aug 29 04:17:19.188862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-119c1472-2cd7-486a-80dd-73fe335110d0 req-8219be18-a430-4d24-8c6a-d8ee88ec045c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 Aug 29 04:17:19.230642 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-27a1155f-fc76-4732-9eb7-24e5ac869c63 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886486 Aug 29 04:17:19.303486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-dae6175f-8d67-4c8c-8387-5981752d50eb service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289983 Aug 29 04:17:19.331516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aac706-d65b-4033-a986-6aef30088901 req-546756a1-0873-467c-97d6-00c73cfab7d6 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.337509 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56b7e224-6f8a-48d8-8426-a4403f1cb598 req-84d9e014-cdd1-4852-85cd-7468e6ab3fba service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979590 Aug 29 04:17:19.340176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16aac706-d65b-4033-a986-6aef30088901 req-546756a1-0873-467c-97d6-00c73cfab7d6 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 949 time: 0.0838187 Aug 29 04:17:19.389212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16aac706-d65b-4033-a986-6aef30088901 req-55da5aab-f7a7-4337-888d-99a07b546a3c tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476694 Aug 29 04:17:19.494162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-eadf3d34-419a-4591-add5-a7de998b60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.496028 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-eadf3d34-419a-4591-add5-a7de998b60da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 1100 time: 0.0765650 Aug 29 04:17:19.701938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-08a94c3a-3b53-4557-8e1d-29ec6c8359d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.703450 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-08a94c3a-3b53-4557-8e1d-29ec6c8359d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1980445 Aug 29 04:17:19.752399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-e2a0d4a8-ae39-4dd5-8e6d-a625a0ad50b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=1c10579e-f9dc-415b-acf2-192bc334d65f HTTP/1.1" status: 200 len: 217 time: 0.0384705 Aug 29 04:17:19.818775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-7dddca11-5b93-4baa-8800-b3fde9201856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.820550 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-7dddca11-5b93-4baa-8800-b3fde9201856 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0503371 Aug 29 04:17:19.874242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a7c8bb1-9432-42d4-8d5a-a0ac46b32ac4 req-28be1fc3-0da8-4eeb-9f83-05009e2b56fb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 210 time: 0.0395308 Aug 29 04:17:19.902262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-3c796abb-1d8e-4dc6-8539-c0f21d6f22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.903929 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-3c796abb-1d8e-4dc6-8539-c0f21d6f22ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643625 Aug 29 04:17:19.904241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3db6db-32a4-441e-86aa-fe5b27da87c0 req-3ef8e843-a662-4207-bfcc-efefe274c9a0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.908345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea3db6db-32a4-441e-86aa-fe5b27da87c0 req-3ef8e843-a662-4207-bfcc-efefe274c9a0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.4317977 Aug 29 04:17:19.981531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea3db6db-32a4-441e-86aa-fe5b27da87c0 req-77bd6a4f-8503-4390-b587-e05a52bcbfef tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663164 Aug 29 04:17:20.034811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-f6917f18-b334-448e-ac22-c431dd72f97e service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224329 Aug 29 04:17:20.163946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc050179-3c05-48dc-bbc8-b77ff34d49a4 req-44be87b4-427b-45ce-95bb-0b4f29068e09 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.174519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc050179-3c05-48dc-bbc8-b77ff34d49a4 req-44be87b4-427b-45ce-95bb-0b4f29068e09 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0958173 Aug 29 04:17:20.250092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc050179-3c05-48dc-bbc8-b77ff34d49a4 req-7fe58b89-4ac3-4e46-94e8-02b051db4eb1 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746267 Aug 29 04:17:20.255026 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0124a67f-8c38-4dcd-a31b-e291451dcc30 req-ded1f389-7c67-4815-bf70-5a3f893138b5 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004623 Aug 29 04:17:20.361889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f5912-3c4b-47d4-a227-c29e187fe9fb req-aaf5dcb7-d332-46cb-b9db-5235e88524f3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.363813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-009f5912-3c4b-47d4-a227-c29e187fe9fb req-aaf5dcb7-d332-46cb-b9db-5235e88524f3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 948 time: 0.0551107 Aug 29 04:17:20.369019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36398) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:20.428467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-009f5912-3c4b-47d4-a227-c29e187fe9fb req-ed585d52-061a-41ac-9293-1284aafd3a38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519314 Aug 29 04:17:20.505574 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0719c961-977f-4155-88c1-c1e54828ac97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.519004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2813f2-48e7-4e77-9785-477218168795 req-108f1a69-e2ab-401d-9abf-73b641c19e69 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.520613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d2813f2-48e7-4e77-9785-477218168795 req-108f1a69-e2ab-401d-9abf-73b641c19e69 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 949 time: 0.0510709 Aug 29 04:17:20.560951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d2813f2-48e7-4e77-9785-477218168795 req-99b0f306-6a7c-42d7-805a-b1fed9c71e6c tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336654 Aug 29 04:17:20.615898 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0719c961-977f-4155-88c1-c1e54828ac97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.620094 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0719c961-977f-4155-88c1-c1e54828ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.659296 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0719c961-977f-4155-88c1-c1e54828ac97 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02eede27af4c4c6b9db7d7f5052cba31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891314 Aug 29 04:17:20.660186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719c961-977f-4155-88c1-c1e54828ac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314ec670-33bb-4943-b42c-8148bf5cd312,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:20.662021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36408) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:20.714297 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.734290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.780580 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.783126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.784301 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/314ec670-33bb-4943-b42c-8148bf5cd312 HTTP/1.1" status: 204 len: 168 time: 0.1210530 Aug 29 04:17:20.792813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ec670-33bb-4943-b42c-8148bf5cd312,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:20.801679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.801877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.802218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.802561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.802912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.803249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.803685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.804086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.804460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.804792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.805123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:20.805454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175e083-adb9-4f18-9aa3-9169bf34f880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:21.017537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e115c3ff-342f-4965-b80d-6acf5955d1f8 req-901a4d0e-6ba7-4965-acfb-6b29de4f4ae9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 210 time: 0.0719376 Aug 29 04:17:21.124475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371d6a-6e9d-4e40-81b1-1af827b37c55 req-c1498a91-2319-4743-89a2-7ff9f6c3a464 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.126151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9371d6a-6e9d-4e40-81b1-1af827b37c55 req-c1498a91-2319-4743-89a2-7ff9f6c3a464 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0641387 Aug 29 04:17:21.181272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9371d6a-6e9d-4e40-81b1-1af827b37c55 req-e66cd101-5e5a-468d-bbb7-2766fd60f412 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Aug 29 04:17:21.186532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-1319fdd8-e0bd-408f-9fa8-60de55fe09ad tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.193382 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-1319fdd8-e0bd-408f-9fa8-60de55fe09ad tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.2188506 Aug 29 04:17:21.217969 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Request body: {'port': {'device_id': '9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'admin_state_up': True, 'tenant_id': 'b355fca3a22045ee83073dbd62c353d1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:21.338555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Made reservation on behalf of b355fca3a22045ee83073dbd62c353d1 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:21.342751 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.350067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8b418-9830-4b40-b09d-5ee8dab7a987 req-4787e6d6-c7e4-46f3-8f09-8dc91a1a8c03 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.357959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ae8b418-9830-4b40-b09d-5ee8dab7a987 req-4787e6d6-c7e4-46f3-8f09-8dc91a1a8c03 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0567522 Aug 29 04:17:21.396143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ae8b418-9830-4b40-b09d-5ee8dab7a987 req-dc83f856-9877-4b43-a713-a8e695d6d898 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371907 Aug 29 04:17:21.492359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Allocated IP 172.20.0.7 (d77616d2-334b-4490-9cbf-4b58336a9e1a/35910115-7c07-46de-9071-3f98e799f754/1287b968-7ce7-414a-9b5c-e9f017dd9ef6) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:21.563292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad73b1-142f-4c7e-9f7d-5282fd37f000 req-72583187-77e7-4f2c-a4e6-b85591051c05 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.565060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7ad73b1-142f-4c7e-9f7d-5282fd37f000 req-72583187-77e7-4f2c-a4e6-b85591051c05 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 948 time: 0.0568860 Aug 29 04:17:21.612363 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7ad73b1-142f-4c7e-9f7d-5282fd37f000 req-f3a52631-ba70-4ae6-956b-3ed7ecfaad62 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356090 Aug 29 04:17:21.664506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.705843 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.754023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Network d77616d2-334b-4490-9cbf-4b58336a9e1a is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:21.757202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:21.760176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:21.787643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event updated for resources: {'Port': ['ID=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:21.815418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.816225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.830485 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-a7a75930-1f6d-47b8-abe1-5c1400f4ae13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6164305 Aug 29 04:17:21.862567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Request body: {'port': {'device_id': '9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:21.916438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.147010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4df392-9e20-4e50-9478-cecea32e15c0 req-0b1952c9-f341-4260-aaf2-06ff2f551a2e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.148712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4df392-9e20-4e50-9478-cecea32e15c0 req-0b1952c9-f341-4260-aaf2-06ff2f551a2e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 931 time: 0.0520864 Aug 29 04:17:22.192184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4df392-9e20-4e50-9478-cecea32e15c0 req-70bee18f-42b8-4b8c-a689-0189ff743621 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363281 Aug 29 04:17:22.238395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:22.247072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.262191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Transition to ACTIVE for port object 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:22.266397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.324447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d298e-1188-4f42-93ea-37fdc0e1d02c req-6ae9c1d3-cb5c-4db8-a6c4-c06cb3e8d645 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.325990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-527d298e-1188-4f42-93ea-37fdc0e1d02c req-6ae9c1d3-cb5c-4db8-a6c4-c06cb3e8d645 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0594037 Aug 29 04:17:22.326771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Pushing event updated for resources: {'Port': ['ID=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:22.371217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-527d298e-1188-4f42-93ea-37fdc0e1d02c req-4b7eaf34-dfce-48f5-a73e-6d11cb43adb1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363796 Aug 29 04:17:22.401903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Attempting to bind port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:22.402395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Attempting to bind port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:22.402561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Attempting to bind port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:22.407301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 on network d77616d2-334b-4490-9cbf-4b58336a9e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:22.407623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Attempting to bind port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:22.412437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:22.412772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Checking segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:22.413154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Bound using segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:22.413585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Bound port: 1287b968-7ce7-414a-9b5c-e9f017dd9ef6, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:22.413940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.478083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] For port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:22.481191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] For port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:22.490244 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.527596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2051b9d-ccb4-4121-b58a-cc01c57f3df3 req-5a6d2c8f-5a45-4112-ac42-2a3eaa9bf0c9 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.529285 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2051b9d-ccb4-4121-b58a-cc01c57f3df3 req-5a6d2c8f-5a45-4112-ac42-2a3eaa9bf0c9 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0585387 Aug 29 04:17:22.534065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.534759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.536250 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] 10.222.0.52 "PUT /v2.0/ports/1287b968-7ce7-414a-9b5c-e9f017dd9ef6 HTTP/1.1" status: 200 len: 1092 time: 0.6782043 Aug 29 04:17:22.536766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e', 'tag': '1287b968-7ce7-414a-9b5c-e9f017dd9ef6'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:22.539132 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa8893b-be66-40aa-84a9-992f298fdc27" -d '{"events": [{"name": "network-changed", "server_uuid": "9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e", "tag": "1287b968-7ce7-414a-9b5c-e9f017dd9ef6"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:22.580986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2051b9d-ccb4-4121-b58a-cc01c57f3df3 req-be814367-a41c-4969-9cd4-1273250d2d1e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 Aug 29 04:17:22.596289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67cda8-4ecb-457a-8062-339f49ce911b service neutron] Pushing event updated for resources: {'Port': ['ID=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:22.605260 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3674ef5-aaae-480c-95f3-dbc58caf9068 x-openstack-request-id: req-b3674ef5-aaae-480c-95f3-dbc58caf9068 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:22.605616 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e", "tag": "1287b968-7ce7-414a-9b5c-e9f017dd9ef6", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:22.605991 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3674ef5-aaae-480c-95f3-dbc58caf9068 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:22.606450 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e', 'tag': '1287b968-7ce7-414a-9b5c-e9f017dd9ef6', 'status': 'completed', 'code': 200} Aug 29 04:17:22.662637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-4d37ab6c-2733-4530-bb83-32f18ebffa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.664240 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-4d37ab6c-2733-4530-bb83-32f18ebffa7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 1095 time: 0.0460484 Aug 29 04:17:22.730232 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-f5f3679c-296b-4c3f-bcd9-bb94c3544a7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1287b968-7ce7-414a-9b5c-e9f017dd9ef6 HTTP/1.1" status: 200 len: 217 time: 0.0463915 Aug 29 04:17:22.742474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bd4ad-98b7-4ebb-8f28-6d37358d4673 req-29c6def1-cfa5-44eb-abf0-89a45b19fb4a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.749695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae3bd4ad-98b7-4ebb-8f28-6d37358d4673 req-29c6def1-cfa5-44eb-abf0-89a45b19fb4a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 948 time: 0.0621548 Aug 29 04:17:22.794090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-98deace9-e526-46c6-a3c1-b4f89b411c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.795871 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-98deace9-e526-46c6-a3c1-b4f89b411c85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.0539351 Aug 29 04:17:22.796363 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae3bd4ad-98b7-4ebb-8f28-6d37358d4673 req-43c8c24b-b40e-41a6-9ad4-395a3d6b2e6b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Aug 29 04:17:22.869059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-03acaee2-2fce-4d75-b6c3-9c4f50db1712 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275218 Aug 29 04:17:22.970648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-e49f8740-e4f5-4651-85cc-598ec2250a7e service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915117 Aug 29 04:17:23.063631 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be86a6da-d74c-4ec1-b125-b307d278a15c req-abca0367-d222-4ecd-9229-ed340c4572bc service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840278 Aug 29 04:17:23.225429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8893b-be66-40aa-84a9-992f298fdc27 req-669169cc-eb9b-4de6-a4d4-066b6049f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.227177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aa8893b-be66-40aa-84a9-992f298fdc27 req-669169cc-eb9b-4de6-a4d4-066b6049f95c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 1095 time: 0.0446129 Aug 29 04:17:23.318580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef300d92-4199-4eee-b227-9908f5e2d019 req-b1eaea4c-f254-47fc-82dc-23947a13d900 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.320420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef300d92-4199-4eee-b227-9908f5e2d019 req-b1eaea4c-f254-47fc-82dc-23947a13d900 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 943 time: 0.0533986 Aug 29 04:17:23.342239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8893b-be66-40aa-84a9-992f298fdc27 req-96da94d5-2d85-4f33-a766-374fa9314130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.343959 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aa8893b-be66-40aa-84a9-992f298fdc27 req-96da94d5-2d85-4f33-a766-374fa9314130 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 913 time: 0.1075399 Aug 29 04:17:23.360172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef300d92-4199-4eee-b227-9908f5e2d019 req-1ec043d7-0989-44f7-b1e1-e45e655abb1a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329468 Aug 29 04:17:23.414047 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aa8893b-be66-40aa-84a9-992f298fdc27 req-d4208aea-3c70-4f44-8a43-a7a50e3a3423 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1287b968-7ce7-414a-9b5c-e9f017dd9ef6 HTTP/1.1" status: 200 len: 217 time: 0.0382805 Aug 29 04:17:23.472240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8893b-be66-40aa-84a9-992f298fdc27 req-d825db98-e70e-476b-a064-33e1ed0eebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.473739 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aa8893b-be66-40aa-84a9-992f298fdc27 req-d825db98-e70e-476b-a064-33e1ed0eebb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.0512133 Aug 29 04:17:23.505958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423450d-0265-41c5-8856-00d539cd1868 req-33042f35-be04-4703-ad15-5c9e8ee318e4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.507670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5423450d-0265-41c5-8856-00d539cd1868 req-33042f35-be04-4703-ad15-5c9e8ee318e4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0577528 Aug 29 04:17:23.509785 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aa8893b-be66-40aa-84a9-992f298fdc27 req-6888e0ac-cdc9-4920-a241-87a08d5502de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276699 Aug 29 04:17:23.514488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1c10579e-f9dc-415b-acf2-192bc334d65f details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:23.542715 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af39b151-65ef-4611-9cc2-3c450954ae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.560460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5423450d-0265-41c5-8856-00d539cd1868 req-099f7daf-e49e-4cee-87a8-a6081e2b9e3e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463021 Aug 29 04:17:23.641075 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aa8893b-be66-40aa-84a9-992f298fdc27 req-5164b3c0-da8e-4c1f-9a25-cb42fb5e4784 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193721 Aug 29 04:17:23.643122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1c10579e-f9dc-415b-acf2-192bc334d65f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1c10579e-f9dc-415b-acf2-192bc334d65f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:23.654540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '1c10579e-f9dc-415b-acf2-192bc334d65f', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '1c10579e-f9dc-415b-acf2-192bc334d65f', 'mac_address': 'fa:16:3e:34:a0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:23.684233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36548) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:23.712836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd6ce8-7223-4b45-9e57-3185146dec48 req-d2eef4cd-270b-40f6-984c-a1ceefec7d9e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.714578 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.715055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4dd6ce8-7223-4b45-9e57-3185146dec48 req-d2eef4cd-270b-40f6-984c-a1ceefec7d9e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0598006 Aug 29 04:17:23.731887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c10579e-f9dc-415b-acf2-192bc334d65f {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:23.756171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1c10579e-f9dc-415b-acf2-192bc334d65f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1c10579e-f9dc-415b-acf2-192bc334d65f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:23.761992 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.766057 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4dd6ce8-7223-4b45-9e57-3185146dec48 req-4342dc5d-6650-42b0-9c1c-5c7c5ff37448 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Aug 29 04:17:23.775953 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aa8893b-be66-40aa-84a9-992f298fdc27 req-ed271dce-d830-4d83-9902-10594ac6f89f service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229463 Aug 29 04:17:23.816400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1c10579e-f9dc-415b-acf2-192bc334d65f,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:23.824406 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8873a99b-33c7-42f6-abd0-c0f7f583e3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.938005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae1da8-9c44-4e34-9b02-5af87f9ff9e5 req-31b54637-1034-4144-a434-feba865ea7f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.939502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8ae1da8-9c44-4e34-9b02-5af87f9ff9e5 req-31b54637-1034-4144-a434-feba865ea7f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 949 time: 0.0783594 Aug 29 04:17:23.993327 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8873a99b-33c7-42f6-abd0-c0f7f583e3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.999129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8ae1da8-9c44-4e34-9b02-5af87f9ff9e5 req-29941d7a-b046-45a3-93cf-fdfc5359b0f1 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511446 Aug 29 04:17:24.000113 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8873a99b-33c7-42f6-abd0-c0f7f583e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.038047 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8873a99b-33c7-42f6-abd0-c0f7f583e3d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e6ef34f64b049e0b63b060c56a28ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518252 Aug 29 04:17:24.039176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873a99b-33c7-42f6-abd0-c0f7f583e3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5918b463-eff6-4866-a613-be01cedcc035,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.040875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36558) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:24.089745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a209f371-4c50-4473-9c40-3c644e9a5bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.110575 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a209f371-4c50-4473-9c40-3c644e9a5bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.157287 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a209f371-4c50-4473-9c40-3c644e9a5bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.160118 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a209f371-4c50-4473-9c40-3c644e9a5bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.161320 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a209f371-4c50-4473-9c40-3c644e9a5bc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5918b463-eff6-4866-a613-be01cedcc035 HTTP/1.1" status: 204 len: 168 time: 0.1194534 Aug 29 04:17:24.169736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209f371-4c50-4473-9c40-3c644e9a5bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5918b463-eff6-4866-a613-be01cedcc035,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.233836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['1c10579e-f9dc-415b-acf2-192bc334d65f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:24.480750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36586) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:24.489985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed4ad4-fdba-48dc-8b63-ed5464b8606d req-ccbc36b8-1621-4a5e-876c-2366cca450b5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.491832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7aed4ad4-fdba-48dc-8b63-ed5464b8606d req-ccbc36b8-1621-4a5e-876c-2366cca450b5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 943 time: 0.0556741 Aug 29 04:17:24.494142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d13d0e2-e04c-4947-95f0-d74dcc89654a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.554911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7aed4ad4-fdba-48dc-8b63-ed5464b8606d req-f7c53591-06c3-4b72-a831-1fde2207fba5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546579 Aug 29 04:17:24.596778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d13d0e2-e04c-4947-95f0-d74dcc89654a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.601736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d13d0e2-e04c-4947-95f0-d74dcc89654a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.645131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13d0e2-e04c-4947-95f0-d74dcc89654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf52323-c732-4a1b-92b6-bb2b5ec36fa8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.652347 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9d13d0e2-e04c-4947-95f0-d74dcc89654a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=607db0a52d784b9782debccce72993f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705694 Aug 29 04:17:24.654901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36596) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:24.704282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1025851-e0b8-42e7-acb2-0ad7b1de6784 req-1b919437-4b73-40db-821f-f14e307fc5d4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.706046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1025851-e0b8-42e7-acb2-0ad7b1de6784 req-1b919437-4b73-40db-821f-f14e307fc5d4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0691843 Aug 29 04:17:24.707365 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84bfcc2f-d3e2-4a36-a1b9-2b5cdc41514b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.730503 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84bfcc2f-d3e2-4a36-a1b9-2b5cdc41514b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.747577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1025851-e0b8-42e7-acb2-0ad7b1de6784 req-ed5abab9-6981-412e-bb56-9d256ddcdaf8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339887 Aug 29 04:17:24.789860 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84bfcc2f-d3e2-4a36-a1b9-2b5cdc41514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.793770 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84bfcc2f-d3e2-4a36-a1b9-2b5cdc41514b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.798120 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-84bfcc2f-d3e2-4a36-a1b9-2b5cdc41514b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cf52323-c732-4a1b-92b6-bb2b5ec36fa8 HTTP/1.1" status: 204 len: 168 time: 0.1396446 Aug 29 04:17:24.806418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfcc2f-d3e2-4a36-a1b9-2b5cdc41514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf52323-c732-4a1b-92b6-bb2b5ec36fa8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.891714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716543ab-fa4c-4c39-80fa-bdf8a2cb11a9 req-424d3094-bc80-4861-80c0-091e771eaf73 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.893343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-716543ab-fa4c-4c39-80fa-bdf8a2cb11a9 req-424d3094-bc80-4861-80c0-091e771eaf73 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0514107 Aug 29 04:17:24.942216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-716543ab-fa4c-4c39-80fa-bdf8a2cb11a9 req-316b066c-592c-4653-97ad-d67af4035839 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Aug 29 04:17:25.145883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4014f2b-32e8-439f-96b0-0107e763e427 req-ea4bf4ac-0956-4660-9dfa-85e5ade41d24 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.155082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4014f2b-32e8-439f-96b0-0107e763e427 req-ea4bf4ac-0956-4660-9dfa-85e5ade41d24 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 949 time: 0.0730970 Aug 29 04:17:25.203170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4014f2b-32e8-439f-96b0-0107e763e427 req-3025cbff-f590-49bb-a7e8-a7b9238aeb1a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469677 Aug 29 04:17:25.508628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 91bf5834-f8f9-47d0-8a78-89c51fb42e7a details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:25.642297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:25.655650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'mac_address': 'fa:16:3e:2f:7e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:25.704961 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.718163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c6a3b-2a5b-407f-bb2d-ecd963ff2832 req-a0ab18c0-eeb9-4da9-9e01-bf024473788b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.721190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91bf5834-f8f9-47d0-8a78-89c51fb42e7a {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:25.725912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a1c6a3b-2a5b-407f-bb2d-ecd963ff2832 req-a0ab18c0-eeb9-4da9-9e01-bf024473788b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 943 time: 0.0628457 Aug 29 04:17:25.760982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a1c6a3b-2a5b-407f-bb2d-ecd963ff2832 req-03bb79fe-8268-4a3e-a045-73385f8050e4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344603 Aug 29 04:17:25.767758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:25.776932 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.836045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:25.901645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0ca12-5eed-43b7-82b2-99b19d9fd648 req-fa362b07-13cf-47ba-88e6-8b12dad9403e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.903643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ce0ca12-5eed-43b7-82b2-99b19d9fd648 req-fa362b07-13cf-47ba-88e6-8b12dad9403e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0699582 Aug 29 04:17:25.945163 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ce0ca12-5eed-43b7-82b2-99b19d9fd648 req-95308694-01aa-4e5c-9702-7468f84ce09b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354321 Aug 29 04:17:25.961315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['91bf5834-f8f9-47d0-8a78-89c51fb42e7a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:26.088859 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b9d38ad5-e8e7-4a8f-a0ce-a035d9efcd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.154063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295cc34-84c0-4376-a666-310bb9b1be58 req-313f1953-517d-4a40-85b8-33aa717c172e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.159057 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5295cc34-84c0-4376-a666-310bb9b1be58 req-313f1953-517d-4a40-85b8-33aa717c172e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.1372874 Aug 29 04:17:26.218263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5295cc34-84c0-4376-a666-310bb9b1be58 req-c10812e1-5e84-4e8d-8b00-0ef6f94363b5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521865 Aug 29 04:17:26.283608 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.369019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b74fce-63ea-4b90-a217-872a89998669 req-40547476-90d3-491c-9020-0a1984fe4c79 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.375412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41b74fce-63ea-4b90-a217-872a89998669 req-40547476-90d3-491c-9020-0a1984fe4c79 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 949 time: 0.0828800 Aug 29 04:17:26.424971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41b74fce-63ea-4b90-a217-872a89998669 req-c7aa1572-ef48-4879-97cf-b2dc60fe4c3f tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485098 Aug 29 04:17:26.910972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bc6da-34e1-4b60-a43f-0aa26971db27 req-c1ad3c5f-b9bf-4b07-88dc-1e2920099b2f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.913689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff3bc6da-34e1-4b60-a43f-0aa26971db27 req-c1ad3c5f-b9bf-4b07-88dc-1e2920099b2f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 943 time: 0.0731893 Aug 29 04:17:26.968589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff3bc6da-34e1-4b60-a43f-0aa26971db27 req-17242a54-c7cf-4ba4-936a-d1e279165f11 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429964 Aug 29 04:17:27.100377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0eb8f-8c03-4687-a888-33ed72da8a4a req-07125570-3e9d-4a03-904b-0a254579fd9f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.101896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccc0eb8f-8c03-4687-a888-33ed72da8a4a req-07125570-3e9d-4a03-904b-0a254579fd9f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0711040 Aug 29 04:17:27.158386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccc0eb8f-8c03-4687-a888-33ed72da8a4a req-aebe7fed-67cf-4a5a-94de-f5cbd669d6be tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473893 Aug 29 04:17:27.208184 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.210913 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.393134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81576bbe-dfa9-4f12-b36c-1060e9308569 req-31943d67-9e3c-411c-8618-195db726bb66 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.400679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81576bbe-dfa9-4f12-b36c-1060e9308569 req-31943d67-9e3c-411c-8618-195db726bb66 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0861666 Aug 29 04:17:27.449042 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81576bbe-dfa9-4f12-b36c-1060e9308569 req-d9ab58e3-88d0-4ef9-9ebb-976cd49c296b tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474606 Aug 29 04:17:27.522116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1c10579e-f9dc-415b-acf2-192bc334d65f up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:27.595607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 1c10579e-f9dc-415b-acf2-192bc334d65f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:27.602115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 1c10579e-f9dc-415b-acf2-192bc334d65f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:27.602237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fe948-7bbb-4dcd-8c39-ebd9e102bd50 req-197588e7-d9de-47c8-b4c9-44f701da515f tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.602387 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.610194 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-771fe948-7bbb-4dcd-8c39-ebd9e102bd50 req-197588e7-d9de-47c8-b4c9-44f701da515f tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 949 time: 0.0656972 Aug 29 04:17:27.651693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-771fe948-7bbb-4dcd-8c39-ebd9e102bd50 req-40b31b38-175a-4171-b139-ad9e309979d5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Aug 29 04:17:27.716954 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.746503 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de656eac-99b7-4005-8181-3a810f2d8932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c10579e-f9dc-415b-acf2-192bc334d65f'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:27.749088 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59125b91-474a-4967-a123-36324b9f74df" -d '{"events": [{"server_uuid": "de656eac-99b7-4005-8181-3a810f2d8932", "name": "network-vif-plugged", "status": "completed", "tag": "1c10579e-f9dc-415b-acf2-192bc334d65f"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:27.767420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1c10579e-f9dc-415b-acf2-192bc334d65f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1c10579e-f9dc-415b-acf2-192bc334d65f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:27.773629 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.774484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 91bf5834-f8f9-47d0-8a78-89c51fb42e7a up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:27.831038 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f10ef3a-aedf-46b1-a51c-82ca4a4d153f x-openstack-request-id: req-1f10ef3a-aedf-46b1-a51c-82ca4a4d153f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:27.831331 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de656eac-99b7-4005-8181-3a810f2d8932", "name": "network-vif-plugged", "status": "completed", "tag": "1c10579e-f9dc-415b-acf2-192bc334d65f", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:27.831585 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f10ef3a-aedf-46b1-a51c-82ca4a4d153f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:27.831981 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de656eac-99b7-4005-8181-3a810f2d8932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c10579e-f9dc-415b-acf2-192bc334d65f', 'code': 200} Aug 29 04:17:27.866018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1c10579e-f9dc-415b-acf2-192bc334d65f,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:27.879283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:27.880134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.990379 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.036187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:28.042251 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.094306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51d2d2-420c-4f03-b8fa-67311fa033c4 req-b44f7f7e-ea38-4176-acbd-81cb0571e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.095823 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f51d2d2-420c-4f03-b8fa-67311fa033c4 req-b44f7f7e-ea38-4176-acbd-81cb0571e718 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 1102 time: 0.1461096 Aug 29 04:17:28.115101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:28.161014 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9f51d2d2-420c-4f03-b8fa-67311fa033c4 req-506a6c09-4c68-497b-9a33-3d471bb7ae2c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490136 Aug 29 04:17:28.195216 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49cf01-6ff2-4c14-ac48-58292b6b5c2c req-eabee8f8-4c42-431c-b905-7e4a804edede tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.198051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e49cf01-6ff2-4c14-ac48-58292b6b5c2c req-eabee8f8-4c42-431c-b905-7e4a804edede tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 943 time: 0.0712347 Aug 29 04:17:28.283808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e49cf01-6ff2-4c14-ac48-58292b6b5c2c req-6a905a7d-e565-4c3b-b36a-7ce6c5da623c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794532 Aug 29 04:17:28.344637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677061ed-8e29-4fc0-a80c-a027cd852c6e req-e1152087-d4af-4311-a4ab-d666c702e361 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.346508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-677061ed-8e29-4fc0-a80c-a027cd852c6e req-e1152087-d4af-4311-a4ab-d666c702e361 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0815730 Aug 29 04:17:28.399727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-677061ed-8e29-4fc0-a80c-a027cd852c6e req-f85fa1ed-5ace-45fc-befc-f3def92938f0 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 Aug 29 04:17:28.604170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf97b8-2126-4900-977f-39b37407aa6f req-323abede-4f44-47ea-bb5a-7145631f03fb tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.605938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bdf97b8-2126-4900-977f-39b37407aa6f req-323abede-4f44-47ea-bb5a-7145631f03fb tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0728867 Aug 29 04:17:28.658121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bdf97b8-2126-4900-977f-39b37407aa6f req-fd600d03-8f3d-49b9-87cd-b56778b266cd tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Aug 29 04:17:28.809912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a3e8b-c22a-4f4f-b80b-819010b1df67 req-0033fa99-6118-48c8-8fa0-59dd29ad0aa3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.811684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f2a3e8b-c22a-4f4f-b80b-819010b1df67 req-0033fa99-6118-48c8-8fa0-59dd29ad0aa3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 950 time: 0.0579119 Aug 29 04:17:28.814886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:28.881047 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f2a3e8b-c22a-4f4f-b80b-819010b1df67 req-af9dace0-7d7b-4c5f-8b6a-edbac0cafebd tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561492 Aug 29 04:17:28.952667 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.001616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:29.015649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '1287b968-7ce7-414a-9b5c-e9f017dd9ef6', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'port_id': '1287b968-7ce7-414a-9b5c-e9f017dd9ef6', 'mac_address': 'fa:16:3e:bf:e9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35910115-7c07-46de-9071-3f98e799f754', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:29.069392 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.088787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:29.119643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:29.125683 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.188745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:29.456615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91803fe5-654f-40cc-8453-0874f51eadec req-7c033012-19d0-4f1c-9e19-c95cebab6754 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:29.466731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91803fe5-654f-40cc-8453-0874f51eadec req-7c033012-19d0-4f1c-9e19-c95cebab6754 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 944 time: 0.0727358 Aug 29 04:17:29.510992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36814) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:29.556639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91803fe5-654f-40cc-8453-0874f51eadec req-c6a6098f-a9f6-4ab3-aa49-008143d396cd tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821311 Aug 29 04:17:29.594130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d3183-a2e4-4d5f-ae6b-08ac7f715923 req-0ba0e3f3-53ab-43ed-8107-dce1195f23a4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:29.599932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-615d3183-a2e4-4d5f-ae6b-08ac7f715923 req-0ba0e3f3-53ab-43ed-8107-dce1195f23a4 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.1161470 Aug 29 04:17:29.668789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-615d3183-a2e4-4d5f-ae6b-08ac7f715923 req-ceeaec23-9d16-425c-9e8a-a10a99510cef tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585802 Aug 29 04:17:29.669217 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1753-f551-4b03-822f-d3f2c6c58db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.793348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['1287b968-7ce7-414a-9b5c-e9f017dd9ef6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:29.833758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:29.835895 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1753-f551-4b03-822f-d3f2c6c58db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.837188 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebe3e03-9891-4341-89ef-9a7e4f98ede9" -d '{"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-plugged", "status": "completed", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:29.848939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1753-f551-4b03-822f-d3f2c6c58db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.870298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f679a0-c5ee-46c0-b628-adb139f3daa1 req-3a62993b-4ee5-481c-8375-c2871842ffa4 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:29.879891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83f679a0-c5ee-46c0-b628-adb139f3daa1 req-3a62993b-4ee5-481c-8375-c2871842ffa4 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0858958 Aug 29 04:17:29.922526 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e27ad2-3b80-4182-994c-1cabb63bbefc x-openstack-request-id: req-b1e27ad2-3b80-4182-994c-1cabb63bbefc {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:29.922826 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-plugged", "status": "completed", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:29.923130 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1e27ad2-3b80-4182-994c-1cabb63bbefc {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:29.923721 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'code': 200} Aug 29 04:17:29.947606 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2bdc1753-f551-4b03-822f-d3f2c6c58db4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4da8fa7492bd4d7d972cc19771ea552b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348569 Aug 29 04:17:29.950660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36834) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:29.956282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc1753-f551-4b03-822f-d3f2c6c58db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d57ca95-5535-4e2a-a02d-4b8f77470c3f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:30.011496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83f679a0-c5ee-46c0-b628-adb139f3daa1 req-d2e2af5a-c3b2-44ce-ac53-28cabfcc9f1c tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232183 Aug 29 04:17:30.125858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4759bc-6087-44c6-9b31-7e29363411a5 req-506d2989-0e40-4902-b40a-953ee87f4d7b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.127470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb4759bc-6087-44c6-9b31-7e29363411a5 req-506d2989-0e40-4902-b40a-953ee87f4d7b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 950 time: 0.1400149 Aug 29 04:17:30.153657 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b96c35e6-4343-4258-b61d-0cf53a48014f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.197519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb4759bc-6087-44c6-9b31-7e29363411a5 req-cde46c94-3684-4d46-bba2-4302320e4356 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575829 Aug 29 04:17:30.199324 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b96c35e6-4343-4258-b61d-0cf53a48014f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.266884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b96c35e6-4343-4258-b61d-0cf53a48014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.269630 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b96c35e6-4343-4258-b61d-0cf53a48014f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.273250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b96c35e6-4343-4258-b61d-0cf53a48014f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d57ca95-5535-4e2a-a02d-4b8f77470c3f HTTP/1.1" status: 204 len: 168 time: 0.3114660 Aug 29 04:17:30.280286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c35e6-4343-4258-b61d-0cf53a48014f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d57ca95-5535-4e2a-a02d-4b8f77470c3f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:30.632619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36844) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:30.663354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c4e206b-f071-4a55-b20c-d72f13cb2559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.699475 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:17:30.754398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d096946-231a-41d2-9018-dcf24c590262 req-33dbcf24-90ec-4587-b753-8132c4095be6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.757397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d096946-231a-41d2-9018-dcf24c590262 req-33dbcf24-90ec-4587-b753-8132c4095be6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 944 time: 0.0949562 Aug 29 04:17:30.861018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d096946-231a-41d2-9018-dcf24c590262 req-59bc1377-287e-4d6d-9648-beffc0c47ba4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887425 Aug 29 04:17:30.870987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed609c0-26ba-4936-8484-da4eddbcae99 req-a26641af-602e-4051-b4d6-ebcb1ec74965 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.872719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ed609c0-26ba-4936-8484-da4eddbcae99 req-a26641af-602e-4051-b4d6-ebcb1ec74965 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.1157663 Aug 29 04:17:30.948279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ed609c0-26ba-4936-8484-da4eddbcae99 req-2bb958c8-48cb-40c7-a81d-184ad2fe2cd8 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670853 Aug 29 04:17:30.950135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c4e206b-f071-4a55-b20c-d72f13cb2559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.957314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c4e206b-f071-4a55-b20c-d72f13cb2559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.010090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8c4e206b-f071-4a55-b20c-d72f13cb2559 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cdebf81e6a348fe8768d64cdcb4c138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733168 Aug 29 04:17:31.010090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e206b-f071-4a55-b20c-d72f13cb2559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff6c3f3-fa6b-42e2-88c8-d371ff6aae23,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:31.010420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36860) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:31.075211 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40acd5c5-7f7d-4cd9-b6e5-867e040f6432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.098159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40acd5c5-7f7d-4cd9-b6e5-867e040f6432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.157170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b0d57-4a8f-4563-918c-23fedf2f2b6c req-07834dd0-1c9a-47fd-af22-b86a75410703 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.166114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538b0d57-4a8f-4563-918c-23fedf2f2b6c req-07834dd0-1c9a-47fd-af22-b86a75410703 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0727119 Aug 29 04:17:31.168630 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40acd5c5-7f7d-4cd9-b6e5-867e040f6432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.181663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40acd5c5-7f7d-4cd9-b6e5-867e040f6432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.186120 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-40acd5c5-7f7d-4cd9-b6e5-867e040f6432 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dff6c3f3-fa6b-42e2-88c8-d371ff6aae23 HTTP/1.1" status: 204 len: 168 time: 0.1746264 Aug 29 04:17:31.197812 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acd5c5-7f7d-4cd9-b6e5-867e040f6432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff6c3f3-fa6b-42e2-88c8-d371ff6aae23,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:31.221396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538b0d57-4a8f-4563-918c-23fedf2f2b6c req-f176925d-46f4-49a7-aa0b-98fb9fa605ff tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537889 Aug 29 04:17:31.348373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e25075-fdb3-451d-8739-a62a892ec968 req-7481cfb5-5699-4895-9955-86970b1e95f3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.350112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18e25075-fdb3-451d-8739-a62a892ec968 req-7481cfb5-5699-4895-9955-86970b1e95f3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 950 time: 0.0580823 Aug 29 04:17:31.405142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18e25075-fdb3-451d-8739-a62a892ec968 req-30b7acdc-f675-4fa5-bfb5-f87a1c44c37f tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485346 Aug 29 04:17:31.540173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f972dc-3fc4-4850-aacd-34634fe82067 req-fb49786c-8cbd-4ccc-8d71-d28d617db15b tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.547508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e4f972dc-3fc4-4850-aacd-34634fe82067 req-fb49786c-8cbd-4ccc-8d71-d28d617db15b tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 1102 time: 0.0653949 Aug 29 04:17:31.599516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e4f972dc-3fc4-4850-aacd-34634fe82067 req-356aa694-a26e-4c0a-b746-cc918f837a8d tempest-ServersOnMultiNodesTest-1316732367 tempest-ServersOnMultiNodesTest-1316732367-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Aug 29 04:17:31.945880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a673f4-3d54-47a9-8681-33fd48aca07b req-44e1369b-243d-4acb-9e50-612c5e24a5c2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.945880 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81a673f4-3d54-47a9-8681-33fd48aca07b req-44e1369b-243d-4acb-9e50-612c5e24a5c2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 950 time: 0.0879908 Aug 29 04:17:32.051771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1238749-b5ba-46cc-a417-6b64d8ac429a req-0ef615d2-35f9-442d-8a41-593ddfd6cbfc tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.053372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1238749-b5ba-46cc-a417-6b64d8ac429a req-0ef615d2-35f9-442d-8a41-593ddfd6cbfc tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 944 time: 0.0839014 Aug 29 04:17:32.056985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81a673f4-3d54-47a9-8681-33fd48aca07b req-1d42366b-1cc8-4351-bb89-ee7a17f99cbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889556 Aug 29 04:17:32.106971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1238749-b5ba-46cc-a417-6b64d8ac429a req-db9b857c-555b-4703-a597-ea2da5117c21 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448890 Aug 29 04:17:32.246790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9770bf-cf9e-4cc5-a460-ad06217f68cb req-da28d104-84eb-4689-8861-db72891be93d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.248634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e9770bf-cf9e-4cc5-a460-ad06217f68cb req-da28d104-84eb-4689-8861-db72891be93d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0871472 Aug 29 04:17:32.314286 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e9770bf-cf9e-4cc5-a460-ad06217f68cb req-193f9561-c91d-4455-ba5c-00a2faa001fe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586481 Aug 29 04:17:32.454845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029b558-2724-4909-a7e2-7c31d4daa2f8 req-6e59a3f3-c397-47e5-82f0-63536934d7dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.457858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7029b558-2724-4909-a7e2-7c31d4daa2f8 req-6e59a3f3-c397-47e5-82f0-63536934d7dc tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0658259 Aug 29 04:17:32.517621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7029b558-2724-4909-a7e2-7c31d4daa2f8 req-c5234ba9-1058-4bbe-a49a-843c3d6b44a9 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526731 Aug 29 04:17:32.845811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:32.917375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:32.925193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:32.925570 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.046682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.073610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1287b968-7ce7-414a-9b5c-e9f017dd9ef6'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:33.077951 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2b8eff-da97-4d4e-a02c-4a0271a41d65" -d '{"events": [{"server_uuid": "9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e", "name": "network-vif-plugged", "status": "completed", "tag": "1287b968-7ce7-414a-9b5c-e9f017dd9ef6"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:33.098063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:33.115355 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.182343 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641afc5f-dd8b-4df9-8d9c-36d209814ade x-openstack-request-id: req-641afc5f-dd8b-4df9-8d9c-36d209814ade {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:33.182949 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e", "name": "network-vif-plugged", "status": "completed", "tag": "1287b968-7ce7-414a-9b5c-e9f017dd9ef6", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:33.183390 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-641afc5f-dd8b-4df9-8d9c-36d209814ade {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:33.183954 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1287b968-7ce7-414a-9b5c-e9f017dd9ef6', 'code': 200} Aug 29 04:17:33.245310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:33.302355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55196e-1699-41e5-b590-c45a1a3041da req-9d37f282-f73e-40cb-89b3-5fefce0f74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.303970 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d55196e-1699-41e5-b590-c45a1a3041da req-9d37f282-f73e-40cb-89b3-5fefce0f74c5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 1097 time: 0.0417809 Aug 29 04:17:33.342224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84736a3c-50d3-4ca3-b642-d6c629a83422 req-18a05495-0df6-4a35-b37b-76fcbdccf0fb tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.352864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84736a3c-50d3-4ca3-b642-d6c629a83422 req-18a05495-0df6-4a35-b37b-76fcbdccf0fb tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 950 time: 0.1490498 Aug 29 04:17:33.364473 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9d55196e-1699-41e5-b590-c45a1a3041da req-9013504a-7f96-4cac-b0f4-335cbb988f02 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Aug 29 04:17:33.384708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507cfa-f069-49a7-8583-c746584544b3 req-020db500-b71c-4c7d-bbff-0e22f0fd7002 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.386212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90507cfa-f069-49a7-8583-c746584544b3 req-020db500-b71c-4c7d-bbff-0e22f0fd7002 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 945 time: 0.1063356 Aug 29 04:17:33.429544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84736a3c-50d3-4ca3-b642-d6c629a83422 req-26212d9c-ad45-4904-82f9-c8d3ff40729b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752449 Aug 29 04:17:33.468550 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90507cfa-f069-49a7-8583-c746584544b3 req-a9d481f9-8da4-445a-bb9d-0ee03b57d197 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759518 Aug 29 04:17:33.682828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b93a-17bb-4b5d-a14a-e035fe17d6ad req-9682dc4a-9f61-4e3d-bdf3-cbde39713585 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.687503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ffd7b93a-17bb-4b5d-a14a-e035fe17d6ad req-9682dc4a-9f61-4e3d-bdf3-cbde39713585 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0819137 Aug 29 04:17:33.741895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ffd7b93a-17bb-4b5d-a14a-e035fe17d6ad req-684e7b77-0cfb-4501-81df-56e11fe81272 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476975 Aug 29 04:17:33.880040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-7169d0d0-8fa8-4b92-938f-b1cf75431187 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.893988 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-7169d0d0-8fa8-4b92-938f-b1cf75431187 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 950 time: 0.0844035 Aug 29 04:17:33.926445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfe42a-53fd-4b57-a4b6-e07e5e96b5bf req-af343935-63f0-494a-94ba-ab63c04de321 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.934410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dcfe42a-53fd-4b57-a4b6-e07e5e96b5bf req-af343935-63f0-494a-94ba-ab63c04de321 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0617623 Aug 29 04:17:33.982239 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dcfe42a-53fd-4b57-a4b6-e07e5e96b5bf req-1370d92c-8cc9-48e7-b8e0-af14d27bb576 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467505 Aug 29 04:17:34.043839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-0496a63d-cefa-4823-8734-12fcbb098052 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Deleting port 1c10579e-f9dc-415b-acf2-192bc334d65f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:34.044570 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-0496a63d-cefa-4823-8734-12fcbb098052 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.156144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-0496a63d-cefa-4823-8734-12fcbb098052 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] For port 1c10579e-f9dc-415b-acf2-192bc334d65f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1c10579e-f9dc-415b-acf2-192bc334d65f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:34.156602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-0496a63d-cefa-4823-8734-12fcbb098052 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.172410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-0496a63d-cefa-4823-8734-12fcbb098052 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Calling delete_port for 1c10579e-f9dc-415b-acf2-192bc334d65f owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:34.342929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-0496a63d-cefa-4823-8734-12fcbb098052 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.360255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685', '1e087d9b-2193-40c0-9527-6789d274d8ce', '1c10579e-f9dc-415b-acf2-192bc334d65f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:34.424403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b', '7c7b6f7d-ce70-44a5-8667-715382aa4499', '97783df3-52aa-4e8f-bd40-048e59e5ce3b', 'd0f28213-2e7b-41c8-bbd6-23734b0e2024'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:34.639820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3950d5b-b139-45d7-a09d-75257f2fea0a req-e28d88b0-53f5-476c-aedf-9f1841b3fb38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 210 time: 0.0694215 Aug 29 04:17:34.801326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61f2a5-1721-44fc-8136-7181a2ea4432 req-6e702238-d463-4fa1-90cf-3f40517eb068 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.802929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f61f2a5-1721-44fc-8136-7181a2ea4432 req-6e702238-d463-4fa1-90cf-3f40517eb068 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 945 time: 0.1584034 Aug 29 04:17:34.927796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f61f2a5-1721-44fc-8136-7181a2ea4432 req-067891cc-aa43-4186-841f-eb88cd389386 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129594 Aug 29 04:17:34.974415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496a63d-cefa-4823-8734-12fcbb098052 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event deleted for resources: {'Port': ['ID=1c10579e-f9dc-415b-acf2-192bc334d65f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:34.987770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df7ad-b078-45e0-b514-65b7c991dfb7 req-720043f9-9d94-4c11-8faa-9555d32a3fe7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.000903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-938df7ad-b078-45e0-b514-65b7c991dfb7 req-720043f9-9d94-4c11-8faa-9555d32a3fe7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.1414163 Aug 29 04:17:35.074412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-0496a63d-cefa-4823-8734-12fcbb098052 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] No DVR routers for this DVR port 1c10579e-f9dc-415b-acf2-192bc334d65f on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:35.075947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-938df7ad-b078-45e0-b514-65b7c991dfb7 req-c997d24b-de30-4e0e-93a8-230a81ac0edd tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678954 Aug 29 04:17:35.083412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-0496a63d-cefa-4823-8734-12fcbb098052 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.085820 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7125e6f1-15ab-4dda-b707-e883d8969b96 req-0496a63d-cefa-4823-8734-12fcbb098052 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "DELETE /v2.0/ports/1c10579e-f9dc-415b-acf2-192bc334d65f HTTP/1.1" status: 204 len: 173 time: 1.1825223 Aug 29 04:17:35.086309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de656eac-99b7-4005-8181-3a810f2d8932', 'name': 'network-vif-deleted', 'tag': '1c10579e-f9dc-415b-acf2-192bc334d65f'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:35.092691 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a25105-3d94-4203-a2d9-8eb87f32edcd" -d '{"events": [{"server_uuid": "de656eac-99b7-4005-8181-3a810f2d8932", "name": "network-vif-deleted", "tag": "1c10579e-f9dc-415b-acf2-192bc334d65f"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:35.318464 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592f1233-b890-4f3b-aefc-2f933942d26a x-openstack-request-id: req-592f1233-b890-4f3b-aefc-2f933942d26a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:35.319217 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de656eac-99b7-4005-8181-3a810f2d8932", "name": "network-vif-deleted", "tag": "1c10579e-f9dc-415b-acf2-192bc334d65f", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:35.319476 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-592f1233-b890-4f3b-aefc-2f933942d26a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:35.320073 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de656eac-99b7-4005-8181-3a810f2d8932', 'name': 'network-vif-deleted', 'tag': '1c10579e-f9dc-415b-acf2-192bc334d65f', 'status': 'completed', 'code': 200} Aug 29 04:17:35.404605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217eaad-8e3e-4d35-a7bc-6d2f24608252 req-57cd591a-aa1a-4604-8ef7-f9245f5e2fa6 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.413234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5217eaad-8e3e-4d35-a7bc-6d2f24608252 req-57cd591a-aa1a-4604-8ef7-f9245f5e2fa6 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0997856 Aug 29 04:17:35.462801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5217eaad-8e3e-4d35-a7bc-6d2f24608252 req-0019857e-a45b-4113-aaab-1ddf0c422e7a tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477116 Aug 29 04:17:35.811002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3063c9ab-6dbb-4d5b-8e87-fb4b2977551b req-471aa593-a7a7-40bb-a24c-613f2b826fda tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=de656eac-99b7-4005-8181-3a810f2d8932 HTTP/1.1" status: 200 len: 210 time: 0.0591424 Aug 29 04:17:36.068341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1420687-1785-40dd-bb87-ad9bc59093f8 req-2b92fa83-86cd-4b25-b856-4a009e6aa559 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.069977 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1420687-1785-40dd-bb87-ad9bc59093f8 req-2b92fa83-86cd-4b25-b856-4a009e6aa559 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 945 time: 0.0643642 Aug 29 04:17:36.146946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1420687-1785-40dd-bb87-ad9bc59093f8 req-9dc648c3-6d5b-45cd-a961-8ec378755870 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696399 Aug 29 04:17:36.267866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711d5ac-9f83-4fd8-bda4-1cc7f9773854 req-7004b6a1-0c1a-4d3c-be20-b0f387580cc5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.269931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1711d5ac-9f83-4fd8-bda4-1cc7f9773854 req-7004b6a1-0c1a-4d3c-be20-b0f387580cc5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0963161 Aug 29 04:17:36.346613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1711d5ac-9f83-4fd8-bda4-1cc7f9773854 req-bdc5320c-c6cf-48a2-bc26-8d0e16c5d15e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703373 Aug 29 04:17:36.640385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bca579-15de-458b-836d-ea0557b94b05 req-2664f471-b41b-4074-932d-cfa66b019bdb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.643284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bca579-15de-458b-836d-ea0557b94b05 req-2664f471-b41b-4074-932d-cfa66b019bdb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 945 time: 0.1044264 Aug 29 04:17:36.720957 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bca579-15de-458b-836d-ea0557b94b05 req-f26b88a5-77fc-43e3-a90e-d59a4d314116 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619514 Aug 29 04:17:36.730101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1180e67-0a8e-4540-b2a5-9dee55efac69 req-9ed1a267-6f25-4908-981e-e07398720565 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.731598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1180e67-0a8e-4540-b2a5-9dee55efac69 req-9ed1a267-6f25-4908-981e-e07398720565 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.1440961 Aug 29 04:17:36.781257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1180e67-0a8e-4540-b2a5-9dee55efac69 req-f37ca85d-afa9-4f0a-961f-1dd2d0f09e41 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Aug 29 04:17:37.105543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0583e-40f2-46e0-bc82-62649e3f0dc2 req-dc3782d7-5a18-443b-bc95-3721116f4e87 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.107054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16e0583e-40f2-46e0-bc82-62649e3f0dc2 req-dc3782d7-5a18-443b-bc95-3721116f4e87 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 949 time: 0.0513680 Aug 29 04:17:37.145414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16e0583e-40f2-46e0-bc82-62649e3f0dc2 req-a297eb45-09e4-4266-8935-95e8d82783c4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Aug 29 04:17:37.481765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047b55f-bf08-4497-a089-9cfbd87391a3 req-e71c475c-956a-4e85-a632-f26d799c1542 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.483847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5047b55f-bf08-4497-a089-9cfbd87391a3 req-e71c475c-956a-4e85-a632-f26d799c1542 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0544682 Aug 29 04:17:37.522632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5047b55f-bf08-4497-a089-9cfbd87391a3 req-b26e0046-2b49-4757-be12-a371552ae345 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Aug 29 04:17:37.827173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87886a1-8ec1-4bc8-879c-81d0225d274b req-c191f047-f097-417b-8964-908e512c5817 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.829027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d87886a1-8ec1-4bc8-879c-81d0225d274b req-c191f047-f097-417b-8964-908e512c5817 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 945 time: 0.0512571 Aug 29 04:17:37.901710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d87886a1-8ec1-4bc8-879c-81d0225d274b req-bb68bf46-12fe-4f2a-9cdd-79bb88730d80 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669217 Aug 29 04:17:37.919139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e23c2-bf52-4c46-b5f4-e4024c4a5f3c req-c00ccef2-0130-4ded-964a-35bdbb2106bd tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.920870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f4e23c2-bf52-4c46-b5f4-e4024c4a5f3c req-c00ccef2-0130-4ded-964a-35bdbb2106bd tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0650923 Aug 29 04:17:37.964808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f4e23c2-bf52-4c46-b5f4-e4024c4a5f3c req-de54c10e-4167-4c2d-8612-fbdd7e7249bd tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366280 Aug 29 04:17:38.145166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89643d6-a8c4-4095-9d48-a56f4bff0e21 req-a5a60213-8fdf-4f47-9cf1-712bc0024e23 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.146848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b89643d6-a8c4-4095-9d48-a56f4bff0e21 req-a5a60213-8fdf-4f47-9cf1-712bc0024e23 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 949 time: 0.0548406 Aug 29 04:17:38.216143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b89643d6-a8c4-4095-9d48-a56f4bff0e21 req-94a5a77a-7cc1-4ab9-8f74-fe0dc21c8401 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616696 Aug 29 04:17:38.230048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477d32-7b94-4952-ab06-de3d6a456ade req-944ae055-cc28-4773-812c-90f80514201b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.231583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40477d32-7b94-4952-ab06-de3d6a456ade req-944ae055-cc28-4773-812c-90f80514201b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 945 time: 0.0761039 Aug 29 04:17:38.270625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40477d32-7b94-4952-ab06-de3d6a456ade req-dcc73a6a-cd5d-4e7a-abb8-6b6f15b26719 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Aug 29 04:17:38.348942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed990917-fc27-4deb-98af-69e0b62a79c8 req-65d53282-740d-4574-bafe-cd0a75c5206d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.350561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed990917-fc27-4deb-98af-69e0b62a79c8 req-65d53282-740d-4574-bafe-cd0a75c5206d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 949 time: 0.0567002 Aug 29 04:17:38.393399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed990917-fc27-4deb-98af-69e0b62a79c8 req-e1d89e2a-83ae-4bc6-bc11-fb3802ba926b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361264 Aug 29 04:17:38.651845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be419b-074b-4706-982e-055e89c8562f req-882256a1-5689-4e7a-b966-5cc6cc5c0605 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.653295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37192) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:38.653765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92be419b-074b-4706-982e-055e89c8562f req-882256a1-5689-4e7a-b966-5cc6cc5c0605 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0545008 Aug 29 04:17:38.698848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92be419b-074b-4706-982e-055e89c8562f req-87b758ce-83fa-4bee-aac4-2b86d95f43d9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Aug 29 04:17:38.779490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e3b085f2-a8f4-42ee-a929-585a6f851bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.884790 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e3b085f2-a8f4-42ee-a929-585a6f851bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.890030 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e3b085f2-a8f4-42ee-a929-585a6f851bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.931721 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e3b085f2-a8f4-42ee-a929-585a6f851bcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=433b038dc77b49c882b3b67ccc5fb656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750993 Aug 29 04:17:38.931721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b085f2-a8f4-42ee-a929-585a6f851bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f49357-368c-4e91-a699-e5e6960ca3a8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:38.933545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37218) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:38.992176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f736cc9-62f5-4dc0-aa11-37340fcce8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.015833 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f736cc9-62f5-4dc0-aa11-37340fcce8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.098142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afd519-677e-468a-a51d-cee159787b5f req-83b1b34d-9f9f-4763-93ff-b8643fd1e2b1 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.099808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40afd519-677e-468a-a51d-cee159787b5f req-83b1b34d-9f9f-4763-93ff-b8643fd1e2b1 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0537510 Aug 29 04:17:39.107105 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f736cc9-62f5-4dc0-aa11-37340fcce8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.109932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f736cc9-62f5-4dc0-aa11-37340fcce8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.110865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5f736cc9-62f5-4dc0-aa11-37340fcce8de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90f49357-368c-4e91-a699-e5e6960ca3a8 HTTP/1.1" status: 204 len: 168 time: 0.1763496 Aug 29 04:17:39.134965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f736cc9-62f5-4dc0-aa11-37340fcce8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f49357-368c-4e91-a699-e5e6960ca3a8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.158351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40afd519-677e-468a-a51d-cee159787b5f req-7998b1d3-fe3c-419f-b283-9f4203e0cc09 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464237 Aug 29 04:17:39.399918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bcb1e-1c02-48a2-b44f-233898ebad50 req-a0fb3e12-c967-44b3-b948-e0344c8e642f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.402357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd4bcb1e-1c02-48a2-b44f-233898ebad50 req-a0fb3e12-c967-44b3-b948-e0344c8e642f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 945 time: 0.0564921 Aug 29 04:17:39.437592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37254) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:39.450628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-7c55896e-bf00-4a9f-9c6a-44de306a39a7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.452448 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-7c55896e-bf00-4a9f-9c6a-44de306a39a7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 949 time: 0.0667279 Aug 29 04:17:39.462734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd4bcb1e-1c02-48a2-b44f-233898ebad50 req-f05c2656-d2c9-4f66-882b-335144c44223 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536537 Aug 29 04:17:39.463775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-80fe3801-8f02-44a3-a982-aaae88b6c621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.589127 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1c10579e-f9dc-415b-acf2-192bc334d65f no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:39.589711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-371a101b-5723-4e5a-8c14-96f30142a6f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Deleting port d0f28213-2e7b-41c8-bbd6-23734b0e2024 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:39.589820 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-371a101b-5723-4e5a-8c14-96f30142a6f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.608496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5937dd-ae83-489a-861c-ed62777b0a39 req-95bcced6-67f6-4a04-8c2e-f3d88e53783c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.610031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba5937dd-ae83-489a-861c-ed62777b0a39 req-95bcced6-67f6-4a04-8c2e-f3d88e53783c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 949 time: 0.0782852 Aug 29 04:17:39.616138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 1c10579e-f9dc-415b-acf2-192bc334d65f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:39.616664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1c10579e-f9dc-415b-acf2-192bc334d65f not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:39.630018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-80fe3801-8f02-44a3-a982-aaae88b6c621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.644075 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-80fe3801-8f02-44a3-a982-aaae88b6c621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.698856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-80fe3801-8f02-44a3-a982-aaae88b6c621 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97ba15d7204a44f794d795ec7b480dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599461 Aug 29 04:17:39.699345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-371a101b-5723-4e5a-8c14-96f30142a6f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] For port d0f28213-2e7b-41c8-bbd6-23734b0e2024, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d0f28213-2e7b-41c8-bbd6-23734b0e2024,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:39.699856 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-371a101b-5723-4e5a-8c14-96f30142a6f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.701804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37266) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:39.707701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba5937dd-ae83-489a-861c-ed62777b0a39 req-62dc5d23-fa88-4eb5-a028-9560462de3d8 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879991 Aug 29 04:17:39.708483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe3801-8f02-44a3-a982-aaae88b6c621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7b2c9e-b1cb-477e-a3c8-2d339556082a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.729362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-371a101b-5723-4e5a-8c14-96f30142a6f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Calling delete_port for d0f28213-2e7b-41c8-bbd6-23734b0e2024 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:39.802564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4664d761-7729-4249-8245-9d0e7538504d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.826990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ede01-1bf8-4fdc-854b-342f9a368a0d req-d412772b-5cd9-4ddd-bd19-e586f5a0c68f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:39.828529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-806ede01-1bf8-4fdc-854b-342f9a368a0d req-d412772b-5cd9-4ddd-bd19-e586f5a0c68f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0503149 Aug 29 04:17:39.836302 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4664d761-7729-4249-8245-9d0e7538504d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.871856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-806ede01-1bf8-4fdc-854b-342f9a368a0d req-f93a70b2-297d-42cb-8107-52fdc79b772c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356729 Aug 29 04:17:39.923630 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4664d761-7729-4249-8245-9d0e7538504d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.926194 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4664d761-7729-4249-8245-9d0e7538504d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.929717 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4664d761-7729-4249-8245-9d0e7538504d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f7b2c9e-b1cb-477e-a3c8-2d339556082a HTTP/1.1" status: 204 len: 168 time: 0.2244849 Aug 29 04:17:39.941211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664d761-7729-4249-8245-9d0e7538504d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7b2c9e-b1cb-477e-a3c8-2d339556082a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.944575 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-371a101b-5723-4e5a-8c14-96f30142a6f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.964498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685', '1e087d9b-2193-40c0-9527-6789d274d8ce'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:39.977053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a101b-5723-4e5a-8c14-96f30142a6f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event deleted for resources: {'Port': ['ID=d0f28213-2e7b-41c8-bbd6-23734b0e2024,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.988957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b', '7c7b6f7d-ce70-44a5-8667-715382aa4499', '97783df3-52aa-4e8f-bd40-048e59e5ce3b', 'd0f28213-2e7b-41c8-bbd6-23734b0e2024'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:40.029580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-371a101b-5723-4e5a-8c14-96f30142a6f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] No DVR routers for this DVR port d0f28213-2e7b-41c8-bbd6-23734b0e2024 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:40.032743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-371a101b-5723-4e5a-8c14-96f30142a6f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.034992 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d7cf793e-0ef4-4a90-9c94-c2e7a58ff2eb req-371a101b-5723-4e5a-8c14-96f30142a6f2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "DELETE /v2.0/ports/d0f28213-2e7b-41c8-bbd6-23734b0e2024 HTTP/1.1" status: 204 len: 173 time: 0.5686047 Aug 29 04:17:40.035817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694d4dba-6665-49e2-84bf-fb6c6ebf5700', 'name': 'network-vif-deleted', 'tag': 'd0f28213-2e7b-41c8-bbd6-23734b0e2024'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:40.038597 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23b146b-8d69-4a10-85bb-ae1a0ab10d95" -d '{"events": [{"server_uuid": "694d4dba-6665-49e2-84bf-fb6c6ebf5700", "name": "network-vif-deleted", "tag": "d0f28213-2e7b-41c8-bbd6-23734b0e2024"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:40.096485 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05616196-4158-4c76-bea5-673dcab4e587 x-openstack-request-id: req-05616196-4158-4c76-bea5-673dcab4e587 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:40.097311 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694d4dba-6665-49e2-84bf-fb6c6ebf5700", "name": "network-vif-deleted", "tag": "d0f28213-2e7b-41c8-bbd6-23734b0e2024", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:40.098084 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05616196-4158-4c76-bea5-673dcab4e587 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:40.098968 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694d4dba-6665-49e2-84bf-fb6c6ebf5700', 'name': 'network-vif-deleted', 'tag': 'd0f28213-2e7b-41c8-bbd6-23734b0e2024', 'status': 'completed', 'code': 200} Aug 29 04:17:40.292682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154e0f3-3f82-4799-850f-875a70d8fc00 req-15d8fa29-7012-457b-86b1-fbe04280da07 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:40.300820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2154e0f3-3f82-4799-850f-875a70d8fc00 req-15d8fa29-7012-457b-86b1-fbe04280da07 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0604427 Aug 29 04:17:40.350384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2154e0f3-3f82-4799-850f-875a70d8fc00 req-83d6e8d0-d2b8-4c20-ab97-986a265aba9d tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435631 Aug 29 04:17:40.620812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcea0d-6ad5-4d5b-bb3e-cdeafdfe1bfa req-16687e6b-1036-4254-af82-f956276b0fb1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:40.630415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42bcea0d-6ad5-4d5b-bb3e-cdeafdfe1bfa req-16687e6b-1036-4254-af82-f956276b0fb1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 945 time: 0.0894988 Aug 29 04:17:40.706240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42bcea0d-6ad5-4d5b-bb3e-cdeafdfe1bfa req-dd3835fb-1ddc-45b1-bd27-05bcf00cadf6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748541 Aug 29 04:17:40.714853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-bed8101e-baf5-4906-b61f-4cf8c0ecaf26 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:40.716641 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-bed8101e-baf5-4906-b61f-4cf8c0ecaf26 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 945 time: 0.0930624 Aug 29 04:17:40.823214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82b4bedc-980c-4e63-94e1-255ce7fffe87 req-f59c3e45-fb4d-4a21-a951-e4529d71f820 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=694d4dba-6665-49e2-84bf-fb6c6ebf5700 HTTP/1.1" status: 200 len: 210 time: 0.0283608 Aug 29 04:17:40.823623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-f1cd6a27-f33e-4d2f-98f8-a44c88cdd871 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Deleting port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:40.823988 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-f1cd6a27-f33e-4d2f-98f8-a44c88cdd871 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.932055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-f1cd6a27-f33e-4d2f-98f8-a44c88cdd871 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] For port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:40.932470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-f1cd6a27-f33e-4d2f-98f8-a44c88cdd871 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.950566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-f1cd6a27-f33e-4d2f-98f8-a44c88cdd871 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Calling delete_port for 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:41.040243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbbd7a-95f9-40c1-b2ad-d668607d65ca req-a69a835a-518f-4347-8268-51ba5f2ad055 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.042281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edbbbd7a-95f9-40c1-b2ad-d668607d65ca req-a69a835a-518f-4347-8268-51ba5f2ad055 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0813408 Aug 29 04:17:41.092002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edbbbd7a-95f9-40c1-b2ad-d668607d65ca req-dc607551-0e1f-4c18-b81e-5855cefaf19a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Aug 29 04:17:41.124400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-f1cd6a27-f33e-4d2f-98f8-a44c88cdd871 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.156757 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd6a27-f33e-4d2f-98f8-a44c88cdd871 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event deleted for resources: {'Port': ['ID=1287b968-7ce7-414a-9b5c-e9f017dd9ef6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:41.202660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-f1cd6a27-f33e-4d2f-98f8-a44c88cdd871 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] No DVR routers for this DVR port 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:41.205184 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-f1cd6a27-f33e-4d2f-98f8-a44c88cdd871 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.207338 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6e67a35b-be8f-4da3-8d12-d01a5c721973 req-f1cd6a27-f33e-4d2f-98f8-a44c88cdd871 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "DELETE /v2.0/ports/1287b968-7ce7-414a-9b5c-e9f017dd9ef6 HTTP/1.1" status: 204 len: 173 time: 0.4840541 Aug 29 04:17:41.495345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acba3bb-d85f-4b69-9b0b-f58318f71d83 req-4f185e97-c574-430f-ac3b-ff4090bc2fbb tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.496871 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0acba3bb-d85f-4b69-9b0b-f58318f71d83 req-4f185e97-c574-430f-ac3b-ff4090bc2fbb tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0870264 Aug 29 04:17:41.540834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0acba3bb-d85f-4b69-9b0b-f58318f71d83 req-9ecd2e5b-76f3-47a6-9379-52c01e286164 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377049 Aug 29 04:17:41.613685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 91bf5834-f8f9-47d0-8a78-89c51fb42e7a no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:41.692476 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.726489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:41.729226 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85cdb69-737c-41d0-a601-ec2a9be6dcd2" -d '{"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-unplugged", "status": "completed", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:41.742395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:41.748187 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.794898 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f542a6f6-ef53-4b4e-a93e-ecd41001b16a x-openstack-request-id: req-f542a6f6-ef53-4b4e-a93e-ecd41001b16a {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:41.795268 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-unplugged", "status": "completed", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:41.795763 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f542a6f6-ef53-4b4e-a93e-ecd41001b16a {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:41.796157 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'code': 200} Aug 29 04:17:41.813286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:41.843058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec661ae4-c9d2-4a62-8069-965644c39322 req-d2a6e94c-75f2-45ae-b053-86fac1a5a0bb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e HTTP/1.1" status: 200 len: 210 time: 0.0286424 Aug 29 04:17:42.101031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e', 'name': 'network-vif-deleted', 'tag': '1287b968-7ce7-414a-9b5c-e9f017dd9ef6'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:42.104084 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb71b9f2-5be2-4c7e-8046-5d92edd4726c" -d '{"events": [{"server_uuid": "9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e", "name": "network-vif-deleted", "tag": "1287b968-7ce7-414a-9b5c-e9f017dd9ef6"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:42.134174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f0400-3f02-4a34-9978-31a27f6d9914 req-c916ce9f-fda1-4d2a-a2db-e140550c6012 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.135701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e04f0400-3f02-4a34-9978-31a27f6d9914 req-c916ce9f-fda1-4d2a-a2db-e140550c6012 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 950 time: 0.0543673 Aug 29 04:17:42.146441 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be9118-fdf3-40c1-8fc9-f59c6d43695b x-openstack-request-id: req-b9be9118-fdf3-40c1-8fc9-f59c6d43695b {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:42.146987 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e", "name": "network-vif-deleted", "tag": "1287b968-7ce7-414a-9b5c-e9f017dd9ef6", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:42.147422 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9be9118-fdf3-40c1-8fc9-f59c6d43695b {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:42.148024 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dabd46d-41d4-43cc-b8c0-8def4f8f0f7e', 'name': 'network-vif-deleted', 'tag': '1287b968-7ce7-414a-9b5c-e9f017dd9ef6', 'status': 'completed', 'code': 200} Aug 29 04:17:42.182528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e04f0400-3f02-4a34-9978-31a27f6d9914 req-2ea02540-562b-4759-9fea-b2e9236e8d43 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Aug 29 04:17:42.298993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27184dd4-7ee0-4f89-9187-c7af04d946d2 req-57829406-4236-439f-b880-824ac8b4b983 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.300499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27184dd4-7ee0-4f89-9187-c7af04d946d2 req-57829406-4236-439f-b880-824ac8b4b983 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0521450 Aug 29 04:17:42.341368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27184dd4-7ee0-4f89-9187-c7af04d946d2 req-347219be-7a69-48b6-8902-cc33dd2bbd11 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Aug 29 04:17:42.525722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37382) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:42.629683 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36c15864-8546-45f6-bcc9-cf042e4b6bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.660070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741117b-7d0b-4a9d-a460-440efc785dde req-e3e5edcd-2ab6-49b4-9ea8-5e0a7b6b650e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.661609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f741117b-7d0b-4a9d-a460-440efc785dde req-e3e5edcd-2ab6-49b4-9ea8-5e0a7b6b650e tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0487154 Aug 29 04:17:42.700832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f741117b-7d0b-4a9d-a460-440efc785dde req-7a8af974-6ecd-4859-b41c-b3753fcd2554 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319989 Aug 29 04:17:42.721189 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36c15864-8546-45f6-bcc9-cf042e4b6bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.724980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36c15864-8546-45f6-bcc9-cf042e4b6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.766370 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-36c15864-8546-45f6-bcc9-cf042e4b6bbc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b92db24734f4c139e82a3650d1d3cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395797 Aug 29 04:17:42.767252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c15864-8546-45f6-bcc9-cf042e4b6bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d8e127-3145-4f8a-b085-c2582e9efe68,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:42.768985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37398) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:42.796509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['1287b968-7ce7-414a-9b5c-e9f017dd9ef6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:42.828027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd59d-104e-4b9d-a911-f5c8dff8e434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.848853 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd59d-104e-4b9d-a911-f5c8dff8e434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.897267 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd59d-104e-4b9d-a911-f5c8dff8e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.900728 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd59d-104e-4b9d-a911-f5c8dff8e434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.901955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0c2dd59d-104e-4b9d-a911-f5c8dff8e434 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90d8e127-3145-4f8a-b085-c2582e9efe68 HTTP/1.1" status: 204 len: 168 time: 0.1311591 Aug 29 04:17:42.910349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dd59d-104e-4b9d-a911-f5c8dff8e434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d8e127-3145-4f8a-b085-c2582e9efe68,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:43.175376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37420) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:43.184333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-5114787e-dada-4760-864c-9c77034b380b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.185919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-5114787e-dada-4760-864c-9c77034b380b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.1116359 Aug 29 04:17:43.193657 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b7dc844-9b1c-40eb-99fd-6e54eff3b17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.201161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-12dda49d-ade5-480a-b03c-7ceffd6787e8 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/quotas/b355fca3a22045ee83073dbd62c353d1 HTTP/1.1" status: 200 len: 375 time: 0.0092037 Aug 29 04:17:43.235583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-216f111b-4781-4d44-a72d-c18336e0a4f3 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286179 Aug 29 04:17:43.291965 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b7dc844-9b1c-40eb-99fd-6e54eff3b17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.295927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b7dc844-9b1c-40eb-99fd-6e54eff3b17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.333950 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5b7dc844-9b1c-40eb-99fd-6e54eff3b17a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6b8b9afe5ec4be5b62d4a48671731e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572995 Aug 29 04:17:43.334953 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dc844-9b1c-40eb-99fd-6e54eff3b17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f0083c-61b7-4bf5-842f-d881a12dd0ee,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:43.338230 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37426) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:43.359924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527656c-894f-4c28-8469-6758ea930343 req-8ae38520-d894-407d-8de2-65c7b5b0e72f tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.361697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2527656c-894f-4c28-8469-6758ea930343 req-8ae38520-d894-407d-8de2-65c7b5b0e72f tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 950 time: 0.0961325 Aug 29 04:17:43.387778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-863a1322-3b18-4d87-adde-e52a617bd053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.388082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-5f17eb43-a6ea-459e-917b-e7b0bc8f3361 service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425135 Aug 29 04:17:43.410475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-863a1322-3b18-4d87-adde-e52a617bd053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.453445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2527656c-894f-4c28-8469-6758ea930343 req-de21b19f-fdf7-472e-80bb-bcedc2d8c17b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822763 Aug 29 04:17:43.458868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-863a1322-3b18-4d87-adde-e52a617bd053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.461575 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-863a1322-3b18-4d87-adde-e52a617bd053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.465982 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-863a1322-3b18-4d87-adde-e52a617bd053 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5f0083c-61b7-4bf5-842f-d881a12dd0ee HTTP/1.1" status: 204 len: 168 time: 0.1240783 Aug 29 04:17:43.472379 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a1322-3b18-4d87-adde-e52a617bd053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f0083c-61b7-4bf5-842f-d881a12dd0ee,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:43.516441 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-9ed4ae00-4d59-4561-9866-88176e35af2e service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215191 Aug 29 04:17:43.615815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 91bf5834-f8f9-47d0-8a78-89c51fb42e7a details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:43.728524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfb92f-c1da-4003-a21e-833e6694bb53 req-d524c72e-305f-428e-8daa-9e062188dbe2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.730084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29dfb92f-c1da-4003-a21e-833e6694bb53 req-d524c72e-305f-428e-8daa-9e062188dbe2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0945394 Aug 29 04:17:43.749692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89d15d8d-ef49-4710-8c34-e53ee97b10a2 req-c70f8c4c-ee97-4cc5-adab-a9570f1e5348 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 210 time: 0.0475538 Aug 29 04:17:43.793907 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29dfb92f-c1da-4003-a21e-833e6694bb53 req-10017fc3-adf9-4754-a81d-e2ffe75beb0c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473473 Aug 29 04:17:43.870555 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:43.904625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'mac_address': 'fa:16:3e:2f:7e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:43.953403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcd923-63a4-4105-833a-cd0bb8be9c9d req-0a648f00-1319-433b-b687-1b16e317476a tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.954817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18bcd923-63a4-4105-833a-cd0bb8be9c9d req-0a648f00-1319-433b-b687-1b16e317476a tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.1027925 Aug 29 04:17:43.960171 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.975373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bf5834-f8f9-47d0-8a78-89c51fb42e7a {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:44.005899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:44.012359 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.026912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18bcd923-63a4-4105-833a-cd0bb8be9c9d req-3f56512b-c6e0-459c-b1ac-1c16873441a5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615160 Aug 29 04:17:44.083477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:44.155099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['91bf5834-f8f9-47d0-8a78-89c51fb42e7a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:44.156082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-9823992c-2220-4703-a547-21be1e000ff8 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.158353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-9823992c-2220-4703-a547-21be1e000ff8 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 950 time: 0.0686443 Aug 29 04:17:44.301743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-e7d36fc2-47ab-4e66-b10c-e6f55a83e21a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Deleting port 97783df3-52aa-4e8f-bd40-048e59e5ce3b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:44.302342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-e7d36fc2-47ab-4e66-b10c-e6f55a83e21a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.434457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-e7d36fc2-47ab-4e66-b10c-e6f55a83e21a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] For port 97783df3-52aa-4e8f-bd40-048e59e5ce3b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=97783df3-52aa-4e8f-bd40-048e59e5ce3b,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:44.434827 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-e7d36fc2-47ab-4e66-b10c-e6f55a83e21a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.448849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-e7d36fc2-47ab-4e66-b10c-e6f55a83e21a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Calling delete_port for 97783df3-52aa-4e8f-bd40-048e59e5ce3b owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:44.703340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d427cb-7e36-43ff-b21c-09d486414e15 req-b74e2680-a55d-432d-8945-e38a96c17309 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.714981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8d427cb-7e36-43ff-b21c-09d486414e15 req-b74e2680-a55d-432d-8945-e38a96c17309 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 950 time: 0.0743370 Aug 29 04:17:44.739717 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-e7d36fc2-47ab-4e66-b10c-e6f55a83e21a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.772843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8d427cb-7e36-43ff-b21c-09d486414e15 req-695064ac-6c4e-4d0a-93a3-c31e69f5ebd3 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566158 Aug 29 04:17:44.779186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b', '7c7b6f7d-ce70-44a5-8667-715382aa4499', '97783df3-52aa-4e8f-bd40-048e59e5ce3b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:44.811765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d36fc2-47ab-4e66-b10c-e6f55a83e21a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event deleted for resources: {'Port': ['ID=97783df3-52aa-4e8f-bd40-048e59e5ce3b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:44.877596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-e7d36fc2-47ab-4e66-b10c-e6f55a83e21a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] No DVR routers for this DVR port 97783df3-52aa-4e8f-bd40-048e59e5ce3b on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:44.881162 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-e7d36fc2-47ab-4e66-b10c-e6f55a83e21a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.883227 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-43525d1c-94ff-458a-92b0-473bfd9fa6ff req-e7d36fc2-47ab-4e66-b10c-e6f55a83e21a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "DELETE /v2.0/ports/97783df3-52aa-4e8f-bd40-048e59e5ce3b HTTP/1.1" status: 204 len: 173 time: 0.7185979 Aug 29 04:17:44.884606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34d0a1d-0c19-487d-a8d0-4d45057976ae', 'name': 'network-vif-deleted', 'tag': '97783df3-52aa-4e8f-bd40-048e59e5ce3b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:44.888177 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194fed37-019f-4ab0-987f-62b9cab904c5" -d '{"events": [{"server_uuid": "e34d0a1d-0c19-487d-a8d0-4d45057976ae", "name": "network-vif-deleted", "tag": "97783df3-52aa-4e8f-bd40-048e59e5ce3b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:44.912709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:44.963240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7cd8dfe-ae6e-4a83-8bdd-326abf4dbeb6 req-800af4ae-7a6c-46c7-9d0d-bd0f6b38a5f7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 210 time: 0.0615785 Aug 29 04:17:44.964084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:44.964781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1287b968-7ce7-414a-9b5c-e9f017dd9ef6 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:44.965439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d0f28213-2e7b-41c8-bbd6-23734b0e2024 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:45.058245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: d0f28213-2e7b-41c8-bbd6-23734b0e2024 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:45.059074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d0f28213-2e7b-41c8-bbd6-23734b0e2024 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:45.087023 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42487b65-9a52-443c-9965-38f63ca3c335 x-openstack-request-id: req-42487b65-9a52-443c-9965-38f63ca3c335 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:45.087325 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34d0a1d-0c19-487d-a8d0-4d45057976ae", "name": "network-vif-deleted", "tag": "97783df3-52aa-4e8f-bd40-048e59e5ce3b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:45.087577 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42487b65-9a52-443c-9965-38f63ca3c335 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:45.088235 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34d0a1d-0c19-487d-a8d0-4d45057976ae', 'name': 'network-vif-deleted', 'tag': '97783df3-52aa-4e8f-bd40-048e59e5ce3b', 'status': 'completed', 'code': 200} Aug 29 04:17:45.150691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91e4e0-739e-468e-9921-519e6136e666 req-558e5563-39bf-4725-bd92-cd3a8cdf2630 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.161588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d91e4e0-739e-468e-9921-519e6136e666 req-558e5563-39bf-4725-bd92-cd3a8cdf2630 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.2108748 Aug 29 04:17:45.216989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685', '1e087d9b-2193-40c0-9527-6789d274d8ce'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:45.271795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d91e4e0-739e-468e-9921-519e6136e666 req-0172a2d4-6f8a-4014-90d3-a084add56379 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068652 Aug 29 04:17:45.457739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-5a7ec66d-ffc9-42d6-ae6d-cdd0fcd44ac2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.461258 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-5a7ec66d-ffc9-42d6-ae6d-cdd0fcd44ac2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.3416834 Aug 29 04:17:45.470087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1efa14-22d8-4267-93f8-848097c5bc75 req-83297302-43b3-4108-bd40-ad5375416155 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.480565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af1efa14-22d8-4267-93f8-848097c5bc75 req-83297302-43b3-4108-bd40-ad5375416155 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.1395459 Aug 29 04:17:45.509121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Request body: {'port': {'device_id': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'admin_state_up': True, 'tenant_id': 'b355fca3a22045ee83073dbd62c353d1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:45.560653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af1efa14-22d8-4267-93f8-848097c5bc75 req-c94f1f49-715a-4884-95d1-4874e365ac99 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727067 Aug 29 04:17:45.632245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 91bf5834-f8f9-47d0-8a78-89c51fb42e7a up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:45.727267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Made reservation on behalf of b355fca3a22045ee83073dbd62c353d1 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:45.731863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.929765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:45.930434 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.972808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbc72902-bf10-4236-b340-4c9493f4cc35 req-12566458-f1bd-4dae-81aa-f6c9d7abe982 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34d0a1d-0c19-487d-a8d0-4d45057976ae HTTP/1.1" status: 200 len: 210 time: 0.0584698 Aug 29 04:17:45.977013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Allocated IP 172.20.0.11 (d77616d2-334b-4490-9cbf-4b58336a9e1a/35910115-7c07-46de-9071-3f98e799f754/30de00ec-6de0-4ad7-9bc9-22d469a5d952) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:46.142960 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fedee28f-9abc-427a-8810-761fef051ab7 req-69840125-3672-413b-b9ba-4ed123404989 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 210 time: 0.0413096 Aug 29 04:17:46.187643 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.228124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:46.230643 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c843bc0-b1f5-48f7-a3c6-e5b59461c9bf" -d '{"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-plugged", "status": "completed", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:46.263359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:46.276253 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.325487 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9b72b0-a878-4d58-8df6-0c4e5395962e x-openstack-request-id: req-2d9b72b0-a878-4d58-8df6-0c4e5395962e {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:46.327060 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-plugged", "status": "completed", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:46.327676 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d9b72b0-a878-4d58-8df6-0c4e5395962e {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:46.328863 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'code': 200} Aug 29 04:17:46.340765 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.363701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=10']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:46.408096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.460129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Network d77616d2-334b-4490-9cbf-4b58336a9e1a is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:46.464667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:46.467721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc99d5-bb6d-4805-aeb3-094a3bef5735 req-efe0c651-f668-4794-9a61-d33ac211b0b2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.469737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-becc99d5-bb6d-4805-aeb3-094a3bef5735 req-efe0c651-f668-4794-9a61-d33ac211b0b2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0858865 Aug 29 04:17:46.473814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:46.479274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event updated for resources: {'Port': ['ID=30de00ec-6de0-4ad7-9bc9-22d469a5d952,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:46.538060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.538764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.557283 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e6381070-c36c-4a3f-b619-c85e40760498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0771437 Aug 29 04:17:46.558489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-becc99d5-bb6d-4805-aeb3-094a3bef5735 req-89511fef-090b-44ce-bfd4-646a77a55133 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813961 Aug 29 04:17:46.582306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Request body: {'port': {'device_id': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:46.694552 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.746591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c061aa-dffe-4710-b521-f876a7247499 req-a1062fad-76bc-42f9-afea-29b1b21cb15b tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.754712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43c061aa-dffe-4710-b521-f876a7247499 req-a1062fad-76bc-42f9-afea-29b1b21cb15b tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0767488 Aug 29 04:17:46.799700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43c061aa-dffe-4710-b521-f876a7247499 req-1f3c81c4-c522-4eb7-a2be-82976ec87b77 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437646 Aug 29 04:17:47.048933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30de00ec-6de0-4ad7-9bc9-22d469a5d952 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:47.059732 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.078089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Transition to ACTIVE for port object 30de00ec-6de0-4ad7-9bc9-22d469a5d952 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:47.084124 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.278264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Pushing event updated for resources: {'Port': ['ID=30de00ec-6de0-4ad7-9bc9-22d469a5d952,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:47.312821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacfea4-6ed8-420a-9fb9-122820ebfd9d req-c2a2ae58-5d03-42b0-b7e0-eb734f7cdb61 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.320584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eacfea4-6ed8-420a-9fb9-122820ebfd9d req-c2a2ae58-5d03-42b0-b7e0-eb734f7cdb61 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 944 time: 0.1015186 Aug 29 04:17:47.329740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Attempting to bind port 30de00ec-6de0-4ad7-9bc9-22d469a5d952 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:47.330404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Attempting to bind port 30de00ec-6de0-4ad7-9bc9-22d469a5d952 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:47.331023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Attempting to bind port 30de00ec-6de0-4ad7-9bc9-22d469a5d952 on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:47.337308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Port 30de00ec-6de0-4ad7-9bc9-22d469a5d952 on network d77616d2-334b-4490-9cbf-4b58336a9e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:47.338566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Attempting to bind port 30de00ec-6de0-4ad7-9bc9-22d469a5d952 on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:47.346744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:47.347478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Checking segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:47.348132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Bound using segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:47.348847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Bound port: 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:47.349709 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.388809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eacfea4-6ed8-420a-9fb9-122820ebfd9d req-136968c8-3774-469b-9658-88830624cc2d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670459 Aug 29 04:17:47.472701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] For port 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:47.478482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] For port 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:47.485322 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.531428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.532240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.533805 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-154b8978-c733-448c-8569-20ad19beac79 service neutron] 10.222.0.52 "PUT /v2.0/ports/30de00ec-6de0-4ad7-9bc9-22d469a5d952 HTTP/1.1" status: 200 len: 1093 time: 0.9606383 Aug 29 04:17:47.534377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'tag': '30de00ec-6de0-4ad7-9bc9-22d469a5d952'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:47.538672 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a07c23-3932-49e4-a9f9-82420575f328" -d '{"events": [{"name": "network-changed", "server_uuid": "c865c6f2-e1de-4c99-8ac8-248406f9bd45", "tag": "30de00ec-6de0-4ad7-9bc9-22d469a5d952"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:47.603197 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79edc021-4339-47f3-a906-12034f6e1163 x-openstack-request-id: req-79edc021-4339-47f3-a906-12034f6e1163 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:47.603403 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c865c6f2-e1de-4c99-8ac8-248406f9bd45", "tag": "30de00ec-6de0-4ad7-9bc9-22d469a5d952", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:47.603863 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79edc021-4339-47f3-a906-12034f6e1163 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:47.604439 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'tag': '30de00ec-6de0-4ad7-9bc9-22d469a5d952', 'status': 'completed', 'code': 200} Aug 29 04:17:47.605254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b8978-c733-448c-8569-20ad19beac79 service neutron] Pushing event updated for resources: {'Port': ['ID=30de00ec-6de0-4ad7-9bc9-22d469a5d952,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:47.729609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-62f9fb75-cf1a-4eae-b28c-c44e30ab1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.730189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-62f9fb75-cf1a-4eae-b28c-c44e30ab1f0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 1096 time: 0.0859094 Aug 29 04:17:47.783167 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-8685cf18-41c8-4865-8662-87ad1480b761 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952 HTTP/1.1" status: 200 len: 217 time: 0.0358906 Aug 29 04:17:47.797353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08dddd-bfd0-4382-8762-e638e7900cbc req-5ec776d1-0b0d-4c86-89c7-8ec7e09683fc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.811143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b08dddd-bfd0-4382-8762-e638e7900cbc req-5ec776d1-0b0d-4c86-89c7-8ec7e09683fc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 949 time: 0.1580155 Aug 29 04:17:47.845020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea62c6-3e02-4724-bfe9-584dcc027442 req-2220b3e0-422b-43fe-9899-77ec95325a87 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.847884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0ea62c6-3e02-4724-bfe9-584dcc027442 req-2220b3e0-422b-43fe-9899-77ec95325a87 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.1688833 Aug 29 04:17:47.874394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-c0d2aff4-e421-40e5-9f17-8f23afdd735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.883470 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-c0d2aff4-e421-40e5-9f17-8f23afdd735f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.0814857 Aug 29 04:17:47.900686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37614) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:47.936118 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.978487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0ea62c6-3e02-4724-bfe9-584dcc027442 req-9acb4808-24c8-4c48-8c84-410f25972914 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157959 Aug 29 04:17:47.979062 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-1aa21fd3-2e25-4f3f-bd63-0ca4f7b8a1aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872836 Aug 29 04:17:47.981607 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b08dddd-bfd0-4382-8762-e638e7900cbc req-007d3362-8bff-4ff0-b9ac-099924fbac88 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691351 Aug 29 04:17:48.168690 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-e9e06fd5-c885-4140-96b5-1754f301899a service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765864 Aug 29 04:17:48.169245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f4cae-7aac-4b90-9090-080036faf19c req-54332b00-b7fd-42e3-8e18-df0b18b28067 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.170750 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53abd19b-f7d8-4f29-86a4-6e8316439ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.170897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-046f4cae-7aac-4b90-9090-080036faf19c req-54332b00-b7fd-42e3-8e18-df0b18b28067 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0768659 Aug 29 04:17:48.220886 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-046f4cae-7aac-4b90-9090-080036faf19c req-86f4c52c-308b-4eaf-9e8e-952dde57feb4 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404828 Aug 29 04:17:48.331033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-68efd557-0c70-4ef8-a0c3-9ba264d25a9c req-a58194e2-8a18-4cf3-8b9e-f4bf85673b31 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448584 Aug 29 04:17:48.415871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53abd19b-f7d8-4f29-86a4-6e8316439ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.421811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53abd19b-f7d8-4f29-86a4-6e8316439ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.507739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abd19b-f7d8-4f29-86a4-6e8316439ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b01329-ec34-4f60-ae0a-4015ce981a04,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:48.527928 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-53abd19b-f7d8-4f29-86a4-6e8316439ad8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d3d481908334714ac164aef05056834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224787 Aug 29 04:17:48.529292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37628) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:48.557662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a07c23-3932-49e4-a9f9-82420575f328 req-1da4a876-5d35-476c-952b-54ee92bb8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.559337 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8a07c23-3932-49e4-a9f9-82420575f328 req-1da4a876-5d35-476c-952b-54ee92bb8221 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 1096 time: 0.1172166 Aug 29 04:17:48.579468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3883bd6-5cc9-46a9-a805-af87393f074e req-63e76ccd-96e6-4326-ba3c-e3ea7ba6d266 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.584129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3883bd6-5cc9-46a9-a805-af87393f074e req-63e76ccd-96e6-4326-ba3c-e3ea7ba6d266 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 944 time: 0.0979204 Aug 29 04:17:48.637538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3883bd6-5cc9-46a9-a805-af87393f074e req-8deeb088-9751-43ed-9acb-bc9322f28789 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Aug 29 04:17:48.774702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ac97ab0-7ab0-477b-8cd2-acdcae22f834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.819002 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ac97ab0-7ab0-477b-8cd2-acdcae22f834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.821443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a07c23-3932-49e4-a9f9-82420575f328 req-0113c5b3-0d8b-4afb-823a-d79e5c3233cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.823019 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8a07c23-3932-49e4-a9f9-82420575f328 req-0113c5b3-0d8b-4afb-823a-d79e5c3233cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 913 time: 0.2017570 Aug 29 04:17:48.832617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b94b9-8bb6-493b-bd0f-4855df3d9aa0 req-ec6adc84-d6af-41b4-9771-00b6fd84fc36 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.834618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f4b94b9-8bb6-493b-bd0f-4855df3d9aa0 req-ec6adc84-d6af-41b4-9771-00b6fd84fc36 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0624206 Aug 29 04:17:48.882835 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f4b94b9-8bb6-493b-bd0f-4855df3d9aa0 req-5b7ee8c1-dce3-4b67-bf3c-8261f4cadc2c tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417700 Aug 29 04:17:48.908464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 97783df3-52aa-4e8f-bd40-048e59e5ce3b no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:48.918633 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8a07c23-3932-49e4-a9f9-82420575f328 req-3d32edae-071c-42dc-8182-ea20cb28143d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952 HTTP/1.1" status: 200 len: 217 time: 0.0872729 Aug 29 04:17:48.937216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 97783df3-52aa-4e8f-bd40-048e59e5ce3b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:48.938289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 97783df3-52aa-4e8f-bd40-048e59e5ce3b not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:48.945736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-7742d220-dd87-466c-9d05-0445d94da328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.948159 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-7742d220-dd87-466c-9d05-0445d94da328 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 1097 time: 0.1057487 Aug 29 04:17:49.044037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ac97ab0-7ab0-477b-8cd2-acdcae22f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.045954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ac97ab0-7ab0-477b-8cd2-acdcae22f834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.049675 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6ac97ab0-7ab0-477b-8cd2-acdcae22f834 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00b01329-ec34-4f60-ae0a-4015ce981a04 HTTP/1.1" status: 204 len: 168 time: 0.5137947 Aug 29 04:17:49.064294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac97ab0-7ab0-477b-8cd2-acdcae22f834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b01329-ec34-4f60-ae0a-4015ce981a04,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.082273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a07c23-3932-49e4-a9f9-82420575f328 req-93f53e26-4476-48d2-9674-2341716c2c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.084143 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8a07c23-3932-49e4-a9f9-82420575f328 req-93f53e26-4476-48d2-9674-2341716c2c3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.1346819 Aug 29 04:17:49.146859 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8a07c23-3932-49e4-a9f9-82420575f328 req-08fe7bd4-bc88-4243-8b43-3febcd5a1286 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530214 Aug 29 04:17:49.153606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-ae2c385b-7d2b-499f-9257-d6a6dc609db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.155501 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-ae2c385b-7d2b-499f-9257-d6a6dc609db3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 200 len: 917 time: 0.1956770 Aug 29 04:17:49.228086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44effcd2-553b-40ac-aa1f-1c0bf81a9dab req-b7cc2f98-dbd6-4b9a-b94a-9cc698526fa7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.229753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44effcd2-553b-40ac-aa1f-1c0bf81a9dab req-b7cc2f98-dbd6-4b9a-b94a-9cc698526fa7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 949 time: 0.1338465 Aug 29 04:17:49.250357 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-392b4268-4ae3-4769-9d69-449706f34a7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af747ea6-ce88-465d-a36b-b40bd130e464 HTTP/1.1" status: 200 len: 217 time: 0.0663893 Aug 29 04:17:49.253899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548102e8-2629-4d6e-a75e-065116b0fc6d req-dbc6faab-0b63-44fb-9c52-0877c90cd8f3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.260709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-548102e8-2629-4d6e-a75e-065116b0fc6d req-dbc6faab-0b63-44fb-9c52-0877c90cd8f3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.1932893 Aug 29 04:17:49.334778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-0528fd44-13b0-4232-8514-497cd9e1c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.336739 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-0528fd44-13b0-4232-8514-497cd9e1c48e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=887be7ef-1581-4423-b760-36dd87622b77 HTTP/1.1" status: 200 len: 855 time: 0.0541568 Aug 29 04:17:49.337533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44effcd2-553b-40ac-aa1f-1c0bf81a9dab req-d337e0f1-cc50-455b-992f-ab783f4bd5c9 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699098 Aug 29 04:17:49.347571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-548102e8-2629-4d6e-a75e-065116b0fc6d req-7e25e8c5-dd64-43c7-8158-307f6f83fe48 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842981 Aug 29 04:17:49.418451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-d447b6ee-6891-4fc1-9c30-3506edc769d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.420108 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-d447b6ee-6891-4fc1-9c30-3506edc769d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80c77059-7767-4266-8650-2a5e4edce74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748672 Aug 29 04:17:49.426168 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8a07c23-3932-49e4-a9f9-82420575f328 req-8c7a8d50-695f-4656-bad3-b39aa2e740d2 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662032 Aug 29 04:17:49.471714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-d9e2a43b-e1ab-4657-b264-c18180ab31bc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.473813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-d9e2a43b-e1ab-4657-b264-c18180ab31bc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 949 time: 0.1351256 Aug 29 04:17:49.674025 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-13c6a4fa-7749-443d-97b7-4e49a411319f service neutron] 10.222.0.52 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384527 Aug 29 04:17:49.676177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8a07c23-3932-49e4-a9f9-82420575f328 req-a6a629a1-ec3e-4c6b-9e69-5c65d70c2970 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924031 Aug 29 04:17:49.867810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-ee927158-eae2-403b-b2b1-d67ad7c2d1d9 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.870012 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-ee927158-eae2-403b-b2b1-d67ad7c2d1d9 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b230f3f-c4b7-428a-9b9c-a330a18b1b2f HTTP/1.1" status: 200 len: 950 time: 0.1424634 Aug 29 04:17:49.934849 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed9c3251-a10c-4f7a-88dd-5b17373c7d2b req-0ac019a8-ecbe-46cf-b06b-6c90b5c40a85 service neutron] 10.222.0.52 "GET /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372918 Aug 29 04:17:50.054478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-66d63590-b724-47eb-a001-60a1010ccca4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Deleting port 1e087d9b-2193-40c0-9527-6789d274d8ce {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:50.054900 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-66d63590-b724-47eb-a001-60a1010ccca4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.065855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-a89eb81e-f4ab-4b13-b8f3-6966a224aef7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Deleting port 7c7b6f7d-ce70-44a5-8667-715382aa4499 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:50.066568 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-a89eb81e-f4ab-4b13-b8f3-6966a224aef7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.131358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dba01-6535-4203-a3f7-5868b60c4695 req-b8ec644d-1319-41f8-954c-cba496d495f6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:50.142317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-364dba01-6535-4203-a3f7-5868b60c4695 req-b8ec644d-1319-41f8-954c-cba496d495f6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 944 time: 0.1493261 Aug 29 04:17:50.192018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb64dbf-a1ab-437c-9eb3-a153b45a8ad6 req-fa9a1839-fc73-4388-b828-e45353e81ed9 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:50.193577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5eb64dbf-a1ab-437c-9eb3-a153b45a8ad6 req-fa9a1839-fc73-4388-b828-e45353e81ed9 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.1671371 Aug 29 04:17:50.199886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-66d63590-b724-47eb-a001-60a1010ccca4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] For port 1e087d9b-2193-40c0-9527-6789d274d8ce, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1e087d9b-2193-40c0-9527-6789d274d8ce,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:50.200741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-66d63590-b724-47eb-a001-60a1010ccca4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.240745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-66d63590-b724-47eb-a001-60a1010ccca4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Calling delete_port for 1e087d9b-2193-40c0-9527-6789d274d8ce owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:50.264643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-364dba01-6535-4203-a3f7-5868b60c4695 req-bdd59222-bf3f-4ea1-8146-ee233b3249c6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239300 Aug 29 04:17:50.279374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5eb64dbf-a1ab-437c-9eb3-a153b45a8ad6 req-e3382045-59c6-45d3-bc17-b09499698d7f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752857 Aug 29 04:17:50.284650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-a89eb81e-f4ab-4b13-b8f3-6966a224aef7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] For port 7c7b6f7d-ce70-44a5-8667-715382aa4499, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7c7b6f7d-ce70-44a5-8667-715382aa4499,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:50.285103 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-a89eb81e-f4ab-4b13-b8f3-6966a224aef7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.298415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-a89eb81e-f4ab-4b13-b8f3-6966a224aef7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Calling delete_port for 7c7b6f7d-ce70-44a5-8667-715382aa4499 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:50.485703 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-66d63590-b724-47eb-a001-60a1010ccca4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.508179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685', '1e087d9b-2193-40c0-9527-6789d274d8ce'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:50.565589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d63590-b724-47eb-a001-60a1010ccca4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event deleted for resources: {'Port': ['ID=1e087d9b-2193-40c0-9527-6789d274d8ce,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:50.593239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-66d63590-b724-47eb-a001-60a1010ccca4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] No DVR routers for this DVR port 1e087d9b-2193-40c0-9527-6789d274d8ce on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:50.598462 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-66d63590-b724-47eb-a001-60a1010ccca4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.601157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4c08bae7-9017-401d-b8e0-a375155f94a6 req-66d63590-b724-47eb-a001-60a1010ccca4 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "DELETE /v2.0/ports/1e087d9b-2193-40c0-9527-6789d274d8ce HTTP/1.1" status: 204 len: 173 time: 0.7197421 Aug 29 04:17:50.602589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b230f3f-c4b7-428a-9b9c-a330a18b1b2f', 'name': 'network-vif-deleted', 'tag': '1e087d9b-2193-40c0-9527-6789d274d8ce'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:50.606249 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6dc079-a135-437f-843e-e43335eb664b" -d '{"events": [{"server_uuid": "8b230f3f-c4b7-428a-9b9c-a330a18b1b2f", "name": "network-vif-deleted", "tag": "1e087d9b-2193-40c0-9527-6789d274d8ce"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:50.626099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b', '7c7b6f7d-ce70-44a5-8667-715382aa4499'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:50.655122 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-a89eb81e-f4ab-4b13-b8f3-6966a224aef7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.708783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dc1c1-d17d-4dd3-b34f-c8c91c3fc97b req-7eb1fa02-385e-4333-ac9f-58a31d8301ea tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:50.717757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a42dc1c1-d17d-4dd3-b34f-c8c91c3fc97b req-7eb1fa02-385e-4333-ac9f-58a31d8301ea tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b58a08-cf39-469c-a58b-8ccd3da0b159 HTTP/1.1" status: 200 len: 867 time: 0.2504544 Aug 29 04:17:50.744274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89eb81e-f4ab-4b13-b8f3-6966a224aef7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event deleted for resources: {'Port': ['ID=7c7b6f7d-ce70-44a5-8667-715382aa4499,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:50.754653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37702) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:50.771948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3de0-6ba3-4850-93dc-14e205a18120 req-8fcafa73-6b43-432a-a4a9-64422574d6d7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:50.774743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-533e3de0-6ba3-4850-93dc-14e205a18120 req-8fcafa73-6b43-432a-a4a9-64422574d6d7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.2973940 Aug 29 04:17:50.792882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-a89eb81e-f4ab-4b13-b8f3-6966a224aef7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] No DVR routers for this DVR port 7c7b6f7d-ce70-44a5-8667-715382aa4499 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:50.801969 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-a89eb81e-f4ab-4b13-b8f3-6966a224aef7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.804608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d207b961-78c3-4fb9-ad97-92e4d58b959a req-a89eb81e-f4ab-4b13-b8f3-6966a224aef7 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "DELETE /v2.0/ports/7c7b6f7d-ce70-44a5-8667-715382aa4499 HTTP/1.1" status: 204 len: 173 time: 1.3117745 Aug 29 04:17:50.812240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b58a08-cf39-469c-a58b-8ccd3da0b159', 'name': 'network-vif-deleted', 'tag': '7c7b6f7d-ce70-44a5-8667-715382aa4499'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:50.815463 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92f675d-bf24-4f3b-87b7-a5240472f614" -d '{"events": [{"server_uuid": "21b58a08-cf39-469c-a58b-8ccd3da0b159", "name": "network-vif-deleted", "tag": "7c7b6f7d-ce70-44a5-8667-715382aa4499"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:50.874668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a42dc1c1-d17d-4dd3-b34f-c8c91c3fc97b req-fd0ef517-d91e-480d-b86e-0f29d5a66330 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543822 Aug 29 04:17:50.885433 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-533e3de0-6ba3-4850-93dc-14e205a18120 req-cff4a8a7-ff05-48c8-9f3c-425785252961 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937531 Aug 29 04:17:50.960603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b171c0e-8a5f-43af-ae9f-0b2bac04a5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.157419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b171c0e-8a5f-43af-ae9f-0b2bac04a5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.179499 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fba0a7-e292-4de0-9739-457be419cb79 x-openstack-request-id: req-45fba0a7-e292-4de0-9739-457be419cb79 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:51.179682 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b230f3f-c4b7-428a-9b9c-a330a18b1b2f", "name": "network-vif-deleted", "tag": "1e087d9b-2193-40c0-9527-6789d274d8ce", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:51.179859 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45fba0a7-e292-4de0-9739-457be419cb79 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:51.180329 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b230f3f-c4b7-428a-9b9c-a330a18b1b2f', 'name': 'network-vif-deleted', 'tag': '1e087d9b-2193-40c0-9527-6789d274d8ce', 'status': 'completed', 'code': 200} Aug 29 04:17:51.186170 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b171c0e-8a5f-43af-ae9f-0b2bac04a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.194651 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40f1078-8234-4bd1-a977-3979687b5cf2 x-openstack-request-id: req-f40f1078-8234-4bd1-a977-3979687b5cf2 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:51.195188 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b58a08-cf39-469c-a58b-8ccd3da0b159", "name": "network-vif-deleted", "tag": "7c7b6f7d-ce70-44a5-8667-715382aa4499", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:51.195322 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f40f1078-8234-4bd1-a977-3979687b5cf2 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:51.195763 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b58a08-cf39-469c-a58b-8ccd3da0b159', 'name': 'network-vif-deleted', 'tag': '7c7b6f7d-ce70-44a5-8667-715382aa4499', 'status': 'completed', 'code': 200} Aug 29 04:17:51.235737 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6b171c0e-8a5f-43af-ae9f-0b2bac04a5ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a76432c8f2574372aefee09035c6f6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799521 Aug 29 04:17:51.238559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37718) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:51.251787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b171c0e-8a5f-43af-ae9f-0b2bac04a5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8916ebf8-2c64-47f4-8bf8-4d5fa78c4f7b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:51.341102 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49d98ba5-2a04-48fc-98bb-26f14da468f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.408989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49d98ba5-2a04-48fc-98bb-26f14da468f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.485976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db4e9c-6771-45fc-9897-a9582826bc99 req-58198f3a-64ee-4895-8469-0b5308cc7c93 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:51.496930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14db4e9c-6771-45fc-9897-a9582826bc99 req-58198f3a-64ee-4895-8469-0b5308cc7c93 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 944 time: 0.1377544 Aug 29 04:17:51.574129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14db4e9c-6771-45fc-9897-a9582826bc99 req-d39f8ab9-fa91-49b8-9c5b-afabe2bf1a89 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757217 Aug 29 04:17:51.600087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd264a98-c1ce-4f6f-aa73-55a52981d3f7 req-4bd6ea17-b7bb-4c69-bbbc-0753cf94ede4 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:51.614728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd264a98-c1ce-4f6f-aa73-55a52981d3f7 req-4bd6ea17-b7bb-4c69-bbbc-0753cf94ede4 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.1884623 Aug 29 04:17:51.615346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685', '1e087d9b-2193-40c0-9527-6789d274d8ce'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:51.619658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49d98ba5-2a04-48fc-98bb-26f14da468f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.622773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49d98ba5-2a04-48fc-98bb-26f14da468f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.624538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-49d98ba5-2a04-48fc-98bb-26f14da468f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8916ebf8-2c64-47f4-8bf8-4d5fa78c4f7b HTTP/1.1" status: 204 len: 168 time: 0.3845897 Aug 29 04:17:51.657502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d98ba5-2a04-48fc-98bb-26f14da468f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8916ebf8-2c64-47f4-8bf8-4d5fa78c4f7b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:51.694730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd264a98-c1ce-4f6f-aa73-55a52981d3f7 req-4af5291f-bc1a-4943-8f47-742960c92d3f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769694 Aug 29 04:17:51.875461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c49f10-4afb-4215-92d9-1cf947f5e7f9 req-8038c49b-3628-409c-8e4f-c4d7ec09b2a1 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:51.878083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98c49f10-4afb-4215-92d9-1cf947f5e7f9 req-8038c49b-3628-409c-8e4f-c4d7ec09b2a1 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0780523 Aug 29 04:17:51.940814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98c49f10-4afb-4215-92d9-1cf947f5e7f9 req-6ec3ea67-a1ab-4d4d-9f46-e3a363d5afce tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558474 Aug 29 04:17:52.117622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75592c-219e-4fe4-a169-55fe2bb530cd req-87c84854-d1a2-4217-a85e-0b04c332f864 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.119122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da75592c-219e-4fe4-a169-55fe2bb530cd req-87c84854-d1a2-4217-a85e-0b04c332f864 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0963783 Aug 29 04:17:52.160734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6d7eb-f6b6-4fe7-81bf-62abd72d381a req-cbfdcb67-7fa7-4550-b48e-e223162dbc6c tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.163031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75c6d7eb-f6b6-4fe7-81bf-62abd72d381a req-cbfdcb67-7fa7-4550-b48e-e223162dbc6c tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d319e2e6-959f-4668-a22e-adfe60fa4332 HTTP/1.1" status: 200 len: 945 time: 0.1000805 Aug 29 04:17:52.206979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:52.237608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da75592c-219e-4fe4-a169-55fe2bb530cd req-fd9e4622-8334-4b56-86c3-f373ad8e974e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923874 Aug 29 04:17:52.304397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75c6d7eb-f6b6-4fe7-81bf-62abd72d381a req-3ce1dfe6-35cf-42b5-9326-6c3fe921dbd8 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216362 Aug 29 04:17:52.649817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73fb7b-83ad-4b40-8cdd-85582767fc8d req-6f1b31d5-45f1-47b7-8b12-8ffde98c3c11 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.651130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c73fb7b-83ad-4b40-8cdd-85582767fc8d req-6f1b31d5-45f1-47b7-8b12-8ffde98c3c11 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.0964911 Aug 29 04:17:52.752660 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c73fb7b-83ad-4b40-8cdd-85582767fc8d req-5c9ba139-c41f-49b9-8173-661f9df08e5f tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856040 Aug 29 04:17:52.839434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a84b7-8382-42a2-a072-8c9e69a25656 req-f183edfb-18d5-4401-ab05-be9999e9db80 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.841129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec1a84b7-8382-42a2-a072-8c9e69a25656 req-f183edfb-18d5-4401-ab05-be9999e9db80 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 944 time: 0.0660853 Aug 29 04:17:52.910985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec1a84b7-8382-42a2-a072-8c9e69a25656 req-edbc25cd-6015-45e9-8662-276d1bce5a2a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545015 Aug 29 04:17:52.942361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 30de00ec-6de0-4ad7-9bc9-22d469a5d952 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:52.999137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-85af8c92-f8dc-4c24-9738-37282815d9e2 req-7a861bb8-db1c-4432-a474-7381f28e8b0a tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:53.000376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85af8c92-f8dc-4c24-9738-37282815d9e2 req-7a861bb8-db1c-4432-a474-7381f28e8b0a tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090771 Aug 29 04:17:53.167468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:53.181707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155b3ac-4a89-4f3a-acf1-a26fee7691aa req-be703320-c3e4-47c2-be86-e7443948d530 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.183391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2155b3ac-4a89-4f3a-acf1-a26fee7691aa req-be703320-c3e4-47c2-be86-e7443948d530 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a32745d1-8b88-4df1-a44f-4612580c4535 HTTP/1.1" status: 200 len: 950 time: 0.0749063 Aug 29 04:17:53.184750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '30de00ec-6de0-4ad7-9bc9-22d469a5d952', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'port_id': '30de00ec-6de0-4ad7-9bc9-22d469a5d952', 'mac_address': 'fa:16:3e:9a:9a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35910115-7c07-46de-9071-3f98e799f754', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:53.188672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85af8c92-f8dc-4c24-9738-37282815d9e2 req-65b853e5-e776-442f-b2d0-26e40fab9742 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1810672 Aug 29 04:17:53.228343 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.237301 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2155b3ac-4a89-4f3a-acf1-a26fee7691aa req-05eb2fda-1298-4188-b3ff-4db389fc389e tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377009 Aug 29 04:17:53.243239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30de00ec-6de0-4ad7-9bc9-22d469a5d952 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:53.268905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:53.276018 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.360094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=30de00ec-6de0-4ad7-9bc9-22d469a5d952,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:53.450565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaaca2b-5c28-4eca-9f02-b70e2e9aae04 req-0120c2f7-2588-496b-b74a-5f7f8cf723bd tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.453101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-beaaca2b-5c28-4eca-9f02-b70e2e9aae04 req-0120c2f7-2588-496b-b74a-5f7f8cf723bd tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0824778 Aug 29 04:17:53.507545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-beaaca2b-5c28-4eca-9f02-b70e2e9aae04 req-c33ba82b-8508-4c3a-b4a1-c64dba19081e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440140 Aug 29 04:17:53.546315 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f2790fcc-d86e-4ba1-8579-a0db2190605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.674858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c15a-2935-499e-b50a-31aff4a30b53 req-ee4599c2-e7df-48f3-9422-6015dfee15cb tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.683235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3096c15a-2935-499e-b50a-31aff4a30b53 req-ee4599c2-e7df-48f3-9422-6015dfee15cb tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0914228 Aug 29 04:17:53.708605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1e087d9b-2193-40c0-9527-6789d274d8ce no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:53.750729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 1e087d9b-2193-40c0-9527-6789d274d8ce {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:53.751085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1e087d9b-2193-40c0-9527-6789d274d8ce not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:53.761326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3096c15a-2935-499e-b50a-31aff4a30b53 req-b21bee2a-78b0-4e07-8243-2a87fd07a178 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759547 Aug 29 04:17:53.891788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['30de00ec-6de0-4ad7-9bc9-22d469a5d952'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:53.939188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c4722-78a8-493e-9123-d372024503a2 req-5973eca5-92ed-42fa-b721-7a019d838b90 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.953040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-983c4722-78a8-493e-9123-d372024503a2 req-5973eca5-92ed-42fa-b721-7a019d838b90 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d319e2e6-959f-4668-a22e-adfe60fa4332 HTTP/1.1" status: 200 len: 945 time: 0.1089363 Aug 29 04:17:54.116391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e4747-dde8-4799-b7e7-5d33a693cdcd req-9edae450-5d13-432b-b667-256b043ae570 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.118778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-644e4747-dde8-4799-b7e7-5d33a693cdcd req-9edae450-5d13-432b-b667-256b043ae570 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 945 time: 0.0755389 Aug 29 04:17:54.169774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-644e4747-dde8-4799-b7e7-5d33a693cdcd req-42526a30-c6cd-4e2c-a23d-7bfb01b68b33 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Aug 29 04:17:54.389536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-983c4722-78a8-493e-9123-d372024503a2 req-6409e882-c3d0-4c35-bc0a-704d61c3c784 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352257 Aug 29 04:17:54.406977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d023268-0355-4e21-8168-8e2ad01e043f req-297cc8c9-d72b-452c-aef5-66e736aa075c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.408627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d023268-0355-4e21-8168-8e2ad01e043f req-297cc8c9-d72b-452c-aef5-66e736aa075c tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a32745d1-8b88-4df1-a44f-4612580c4535 HTTP/1.1" status: 200 len: 950 time: 0.0742960 Aug 29 04:17:54.463217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d023268-0355-4e21-8168-8e2ad01e043f req-cf664267-bd30-4eff-abdf-57ae7c356e38 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Aug 29 04:17:54.556116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961023c-a5ff-43f6-8665-895ce5082968 req-099b2c1f-953c-4666-8524-31c94b3b2930 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.561973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7961023c-a5ff-43f6-8665-895ce5082968 req-099b2c1f-953c-4666-8524-31c94b3b2930 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.0612943 Aug 29 04:17:54.622001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7961023c-a5ff-43f6-8665-895ce5082968 req-bcd45eb8-65a2-4a83-ae5f-d554ae7bc378 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553458 Aug 29 04:17:54.798855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37876) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:54.814389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-343b4bb3-b21a-4b74-9052-e78368586334 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.816224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-343b4bb3-b21a-4b74-9052-e78368586334 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/ports?device_id=a32745d1-8b88-4df1-a44f-4612580c4535 HTTP/1.1" status: 200 len: 950 time: 0.1157651 Aug 29 04:17:54.828417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465eb62-6462-4006-9dff-716dd131f23f req-0b213d71-cb8c-49e3-9ffe-91aa57aacd44 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.829928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a465eb62-6462-4006-9dff-716dd131f23f req-0b213d71-cb8c-49e3-9ffe-91aa57aacd44 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.1975822 Aug 29 04:17:54.954199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7c7b6f7d-ce70-44a5-8667-715382aa4499 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:54.984391 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d928a375-687c-4c5b-a7e1-694a95a1e647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.011388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a465eb62-6462-4006-9dff-716dd131f23f req-211a6bf1-312b-4679-a0cb-4de13e1715cd tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604223 Aug 29 04:17:55.015102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 7c7b6f7d-ce70-44a5-8667-715382aa4499 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:55.017427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7c7b6f7d-ce70-44a5-8667-715382aa4499 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:55.122102 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d928a375-687c-4c5b-a7e1-694a95a1e647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.140916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d928a375-687c-4c5b-a7e1-694a95a1e647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.167834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067bf9e-1ab2-48c8-906b-cfa332aebf37 req-249fbbbd-504f-4967-9bdb-382b851137e0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.182506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067bf9e-1ab2-48c8-906b-cfa332aebf37 req-249fbbbd-504f-4967-9bdb-382b851137e0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.189242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067bf9e-1ab2-48c8-906b-cfa332aebf37 req-249fbbbd-504f-4967-9bdb-382b851137e0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.192001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4067bf9e-1ab2-48c8-906b-cfa332aebf37 req-249fbbbd-504f-4967-9bdb-382b851137e0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75&device_id=d319e2e6-959f-4668-a22e-adfe60fa4332&device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 2417 time: 0.1783044 Aug 29 04:17:55.202611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-93477bef-db91-4673-a73a-9b455c0e3fbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Deleting port 64a36d36-17b7-4aba-8684-4ff26cf997de {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:55.202956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-93477bef-db91-4673-a73a-9b455c0e3fbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.390961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4067bf9e-1ab2-48c8-906b-cfa332aebf37 req-18753a14-d2a1-409a-9aae-62f5375167dd tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788700 Aug 29 04:17:55.446942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-76cabf44-9da4-4d51-b09d-778ede47d4be req-bf39f743-a482-45c9-8229-b8f6f6711e42 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:55.454989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76cabf44-9da4-4d51-b09d-778ede47d4be req-bf39f743-a482-45c9-8229-b8f6f6711e42 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171263 Aug 29 04:17:55.516117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-93477bef-db91-4673-a73a-9b455c0e3fbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] For port 64a36d36-17b7-4aba-8684-4ff26cf997de, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=64a36d36-17b7-4aba-8684-4ff26cf997de,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:55.517194 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-93477bef-db91-4673-a73a-9b455c0e3fbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.545991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077db2c-e54e-4429-8e97-d6e39a251c2f req-0b8338a0-c4b8-4151-a0ca-b671e874ab16 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.547867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3077db2c-e54e-4429-8e97-d6e39a251c2f req-0b8338a0-c4b8-4151-a0ca-b671e874ab16 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 945 time: 0.1941833 Aug 29 04:17:55.549855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928a375-687c-4c5b-a7e1-694a95a1e647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0062b38b-d8b8-4a25-bb65-4261e803b139,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:55.550096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-93477bef-db91-4673-a73a-9b455c0e3fbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Calling delete_port for 64a36d36-17b7-4aba-8684-4ff26cf997de owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:55.564414 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d928a375-687c-4c5b-a7e1-694a95a1e647 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=860c49a2362b4a1688b78fb8e7d2c446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7627831 Aug 29 04:17:55.569864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37896) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:55.603137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76cabf44-9da4-4d51-b09d-778ede47d4be req-84131387-c7a1-43d8-a0d4-5c300ab39c90 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1467664 Aug 29 04:17:55.607278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-9c7c87da-3251-4e18-94b4-f0b56843cd0d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.608853 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-9c7c87da-3251-4e18-94b4-f0b56843cd0d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5b95149-3caf-4301-b22f-fc04dbee3391 HTTP/1.1" status: 200 len: 950 time: 0.4852967 Aug 29 04:17:55.728551 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3077db2c-e54e-4429-8e97-d6e39a251c2f req-eee1277a-7dd4-4b37-b3d7-dd8e64da0e23 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588607 Aug 29 04:17:55.728879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1380-c491-4eec-8915-ee23ce76c78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.802230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1380-c491-4eec-8915-ee23ce76c78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.835596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-4b407bf5-c524-4c2c-b4e7-cc4e75cebbe5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Deleting port a63ec226-339f-4c84-9b3f-0bf0216c385b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:55.835938 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-4b407bf5-c524-4c2c-b4e7-cc4e75cebbe5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.890703 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-93477bef-db91-4673-a73a-9b455c0e3fbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.894363 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9a1370f-463f-4c66-a81f-5641ec26e7ef req-b2c85071-3e30-4619-9a50-c8ed725a2c47 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=a32745d1-8b88-4df1-a44f-4612580c4535 HTTP/1.1" status: 200 len: 210 time: 0.0527442 Aug 29 04:17:55.906263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:55.936222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93477bef-db91-4673-a73a-9b455c0e3fbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event deleted for resources: {'Port': ['ID=64a36d36-17b7-4aba-8684-4ff26cf997de,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:55.994837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de', 'a63ec226-339f-4c84-9b3f-0bf0216c385b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:56.004950 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1380-c491-4eec-8915-ee23ce76c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.007794 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1380-c491-4eec-8915-ee23ce76c78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.012160 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5a7d1380-c491-4eec-8915-ee23ce76c78e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0062b38b-d8b8-4a25-bb65-4261e803b139 HTTP/1.1" status: 204 len: 168 time: 0.4388945 Aug 29 04:17:56.012992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-4b407bf5-c524-4c2c-b4e7-cc4e75cebbe5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] For port a63ec226-339f-4c84-9b3f-0bf0216c385b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a63ec226-339f-4c84-9b3f-0bf0216c385b,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:56.013947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-4b407bf5-c524-4c2c-b4e7-cc4e75cebbe5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.029815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d1380-c491-4eec-8915-ee23ce76c78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0062b38b-d8b8-4a25-bb65-4261e803b139,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:56.042035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-4b407bf5-c524-4c2c-b4e7-cc4e75cebbe5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Calling delete_port for a63ec226-339f-4c84-9b3f-0bf0216c385b owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:56.050108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-93477bef-db91-4673-a73a-9b455c0e3fbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] No DVR routers for this DVR port 64a36d36-17b7-4aba-8684-4ff26cf997de on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:56.052822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-93477bef-db91-4673-a73a-9b455c0e3fbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.056012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7e6b2f2-623d-4003-90c1-315acc8c1eed req-93477bef-db91-4673-a73a-9b455c0e3fbc tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "DELETE /v2.0/ports/64a36d36-17b7-4aba-8684-4ff26cf997de HTTP/1.1" status: 204 len: 173 time: 1.2244651 Aug 29 04:17:56.056511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32745d1-8b88-4df1-a44f-4612580c4535', 'name': 'network-vif-deleted', 'tag': '64a36d36-17b7-4aba-8684-4ff26cf997de'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:56.070016 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54068fd5-5290-4f0d-8d95-d6d8f34cbb4d" -d '{"events": [{"server_uuid": "a32745d1-8b88-4df1-a44f-4612580c4535", "name": "network-vif-deleted", "tag": "64a36d36-17b7-4aba-8684-4ff26cf997de"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:56.322861 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2e2871bd-45bf-4b79-9ec5-fec8c00e98a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.328395 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1efff5-2c6c-4381-8fa4-e9751a0ac30d x-openstack-request-id: req-0e1efff5-2c6c-4381-8fa4-e9751a0ac30d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:56.328908 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32745d1-8b88-4df1-a44f-4612580c4535", "name": "network-vif-deleted", "tag": "64a36d36-17b7-4aba-8684-4ff26cf997de", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:56.329113 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e1efff5-2c6c-4381-8fa4-e9751a0ac30d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:56.329524 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32745d1-8b88-4df1-a44f-4612580c4535', 'name': 'network-vif-deleted', 'tag': '64a36d36-17b7-4aba-8684-4ff26cf997de', 'status': 'completed', 'code': 200} Aug 29 04:17:56.332745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-4b407bf5-c524-4c2c-b4e7-cc4e75cebbe5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.392088 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.410948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b407bf5-c524-4c2c-b4e7-cc4e75cebbe5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event deleted for resources: {'Port': ['ID=a63ec226-339f-4c84-9b3f-0bf0216c385b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:56.475200 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-4b407bf5-c524-4c2c-b4e7-cc4e75cebbe5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] No DVR routers for this DVR port a63ec226-339f-4c84-9b3f-0bf0216c385b on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:56.479621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-4b407bf5-c524-4c2c-b4e7-cc4e75cebbe5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.482519 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bfad2e8d-7096-44f8-9047-676c5c864522 req-4b407bf5-c524-4c2c-b4e7-cc4e75cebbe5 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.52 "DELETE /v2.0/ports/a63ec226-339f-4c84-9b3f-0bf0216c385b HTTP/1.1" status: 204 len: 173 time: 0.8637822 Aug 29 04:17:56.482950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b95149-3caf-4301-b22f-fc04dbee3391', 'name': 'network-vif-deleted', 'tag': 'a63ec226-339f-4c84-9b3f-0bf0216c385b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:56.504182 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0083b258-c851-452e-9b67-f293f95bf5ee" -d '{"events": [{"server_uuid": "e5b95149-3caf-4301-b22f-fc04dbee3391", "name": "network-vif-deleted", "tag": "a63ec226-339f-4c84-9b3f-0bf0216c385b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:56.557505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['64a36d36-17b7-4aba-8684-4ff26cf997de'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:56.802957 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-b8a2e69d-618e-4b50-a19d-ff4eb1a70fbe service neutron] show failed (client error): The resource could not be found. Aug 29 04:17:56.804084 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-b8a2e69d-618e-4b50-a19d-ff4eb1a70fbe service neutron] 10.222.0.59 "GET /v2.0/ports/b9795221-df44-4a7e-86de-55b284326531/bindings/n-h1-712141-12 HTTP/1.1" status: 404 len: 381 time: 0.1638336 Aug 29 04:17:56.809728 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37922) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:56.826220 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-80914a1f-fa81-43dd-8fef-f917cdb90e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.861911 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb1b98-ccd1-4d8a-b857-e4ee4c04293f req-cbb8df8e-e5d7-4e3c-bb25-a48156a9ec65 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:56.869510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdeb1b98-ccd1-4d8a-b857-e4ee4c04293f req-cbb8df8e-e5d7-4e3c-bb25-a48156a9ec65 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.6538870 Aug 29 04:17:56.952440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdeb1b98-ccd1-4d8a-b857-e4ee4c04293f req-bf00dfeb-23df-4518-8918-f715d348bc8c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722518 Aug 29 04:17:56.990601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 30de00ec-6de0-4ad7-9bc9-22d469a5d952 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:57.029293 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a40a4a-9b58-4052-8302-95e456fb750d x-openstack-request-id: req-b1a40a4a-9b58-4052-8302-95e456fb750d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:57.029889 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b95149-3caf-4301-b22f-fc04dbee3391", "name": "network-vif-deleted", "tag": "a63ec226-339f-4c84-9b3f-0bf0216c385b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:57.030152 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1a40a4a-9b58-4052-8302-95e456fb750d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:57.030560 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b95149-3caf-4301-b22f-fc04dbee3391', 'name': 'network-vif-deleted', 'tag': 'a63ec226-339f-4c84-9b3f-0bf0216c385b', 'status': 'completed', 'code': 200} Aug 29 04:17:57.031972 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-80914a1f-fa81-43dd-8fef-f917cdb90e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.041703 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-80914a1f-fa81-43dd-8fef-f917cdb90e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.094608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-80914a1f-fa81-43dd-8fef-f917cdb90e9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1390aadbce4f4c12a29fdc6805866e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831831 Aug 29 04:17:57.096997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80914a1f-fa81-43dd-8fef-f917cdb90e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e82d007-31a3-431e-ae88-88dabaf1f857,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.097213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37938) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:57.137446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 30de00ec-6de0-4ad7-9bc9-22d469a5d952 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:57.150453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 30de00ec-6de0-4ad7-9bc9-22d469a5d952 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:57.151046 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.229505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17076e0-9812-49f4-8eb7-dbdc2e5b2c83 req-0a8d62af-ed94-4f81-9a61-71a29444accf tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.235706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:57.247339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f17076e0-9812-49f4-8eb7-dbdc2e5b2c83 req-0a8d62af-ed94-4f81-9a61-71a29444accf tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 945 time: 0.1284668 Aug 29 04:17:57.278622 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.280465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-c9ad6caa-3903-45f6-b15f-82845c68d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.282324 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-c9ad6caa-3903-45f6-b15f-82845c68d0f3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00&tenant_id=a42d1e753d804958b220f1c5860bb831 HTTP/1.1" status: 200 len: 1101 time: 0.1622519 Aug 29 04:17:57.322698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:57.363373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f17076e0-9812-49f4-8eb7-dbdc2e5b2c83 req-77d71ffd-666b-4417-9d73-a3a12bf699d9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149933 Aug 29 04:17:57.387654 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d526ba06-e8c8-4981-a763-1598cb6ec193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.424792 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.491166 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d526ba06-e8c8-4981-a763-1598cb6ec193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.593826 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.641114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.707992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:57.709513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30de00ec-6de0-4ad7-9bc9-22d469a5d952'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:57.714101 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbe09bc-1ded-4ed1-9d1c-176352097f96" -d '{"events": [{"server_uuid": "c865c6f2-e1de-4c99-8ac8-248406f9bd45", "name": "network-vif-plugged", "status": "completed", "tag": "30de00ec-6de0-4ad7-9bc9-22d469a5d952"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:57.721278 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.721278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a63ec226-339f-4c84-9b3f-0bf0216c385b no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:57.792808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: a63ec226-339f-4c84-9b3f-0bf0216c385b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:57.793156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a63ec226-339f-4c84-9b3f-0bf0216c385b not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:57.800818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=30de00ec-6de0-4ad7-9bc9-22d469a5d952,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.907557 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d526ba06-e8c8-4981-a763-1598cb6ec193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.911181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d526ba06-e8c8-4981-a763-1598cb6ec193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.927879 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d526ba06-e8c8-4981-a763-1598cb6ec193 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e82d007-31a3-431e-ae88-88dabaf1f857 HTTP/1.1" status: 204 len: 168 time: 0.8169825 Aug 29 04:17:57.931978 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423921cd-b9b2-46ed-956e-42d5aae91259 x-openstack-request-id: req-423921cd-b9b2-46ed-956e-42d5aae91259 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:57.932484 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c865c6f2-e1de-4c99-8ac8-248406f9bd45", "name": "network-vif-plugged", "status": "completed", "tag": "30de00ec-6de0-4ad7-9bc9-22d469a5d952", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:57.932741 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-423921cd-b9b2-46ed-956e-42d5aae91259 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:57.933147 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30de00ec-6de0-4ad7-9bc9-22d469a5d952', 'code': 200} Aug 29 04:17:58.030161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526ba06-e8c8-4981-a763-1598cb6ec193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e82d007-31a3-431e-ae88-88dabaf1f857,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:58.114620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:58.151209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ee010-56b0-4a42-aac7-62028a3dbdb8 req-b5579047-12c9-4338-ac6c-f5aa6c91d49f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.152706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d1ee010-56b0-4a42-aac7-62028a3dbdb8 req-b5579047-12c9-4338-ac6c-f5aa6c91d49f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.0625720 Aug 29 04:17:58.163298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:58.168349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31bc38-fc45-4c58-808a-09b636a9faeb req-47bc12b2-2c16-412b-88bd-27117178cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.169730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b31bc38-fc45-4c58-808a-09b636a9faeb req-47bc12b2-2c16-412b-88bd-27117178cb4e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 1098 time: 0.1208878 Aug 29 04:17:58.231936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.260585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b31bc38-fc45-4c58-808a-09b636a9faeb req-720620b9-0bdf-430d-a650-bfa5a94ffb0a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751882 Aug 29 04:17:58.271053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Transition to ACTIVE for port object b9795221-df44-4a7e-86de-55b284326531 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:58.276477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.282078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d1ee010-56b0-4a42-aac7-62028a3dbdb8 req-5b7d399c-b9d2-4c11-abd2-68f70e460213 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178455 Aug 29 04:17:58.375804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad66b-fdca-4113-ba7d-779a09edca44 req-55568209-ceb2-43a5-a177-927921e920f1 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.384804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-975ad66b-fdca-4113-ba7d-779a09edca44 req-55568209-ceb2-43a5-a177-927921e920f1 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 950 time: 0.0700052 Aug 29 04:17:58.445021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] No DVR routers for this DVR port b9795221-df44-4a7e-86de-55b284326531 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:58.459457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=6']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:58.471835 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-975ad66b-fdca-4113-ba7d-779a09edca44 req-e4c0b1fa-2423-4a9d-aa45-1ae17379122a tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857825 Aug 29 04:17:58.541946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:58.542294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:58.542633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:58.561628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Port b9795221-df44-4a7e-86de-55b284326531 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:58.561986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:58.567843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:58.568207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:58.568620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:58.569059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Bound port: b9795221-df44-4a7e-86de-55b284326531, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:58.569425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.693104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1d0f0-1e8e-4522-b3d0-6101a476cd4d req-d3cd1666-32a0-42d6-ac75-419b63770120 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.700763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fe1d0f0-1e8e-4522-b3d0-6101a476cd4d req-d3cd1666-32a0-42d6-ac75-419b63770120 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1358922 Aug 29 04:17:58.712720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] For port b9795221-df44-4a7e-86de-55b284326531, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:58.716369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] For port b9795221-df44-4a7e-86de-55b284326531, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:58.729940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.786783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fe1d0f0-1e8e-4522-b3d0-6101a476cd4d req-57cedd04-60aa-4b20-82bd-25708b3293ed tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851617 Aug 29 04:17:58.792879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.793818 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.795312 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] 10.222.0.52 "PUT /v2.0/ports/b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 1096 time: 1.4907203 Aug 29 04:17:58.911494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f20f9-4714-4371-af1c-add78df9aa31 service neutron] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=7']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:58.948426 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.975824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-42d534a6-e500-4c51-873d-bcbea68cf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.981573 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-42d534a6-e500-4c51-873d-bcbea68cf85c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1099 time: 0.0677249 Aug 29 04:17:58.983931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc79d9-4d74-4388-a989-fa5f1d991456 req-036bd98b-e351-4c95-a0f1-8249423b9ba5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.985656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 64a36d36-17b7-4aba-8684-4ff26cf997de no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:58.999883 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ccc79d9-4d74-4388-a989-fa5f1d991456 req-036bd98b-e351-4c95-a0f1-8249423b9ba5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.1054299 Aug 29 04:17:59.007397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 64a36d36-17b7-4aba-8684-4ff26cf997de {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:59.008036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 64a36d36-17b7-4aba-8684-4ff26cf997de not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:59.068795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9795221-df44-4a7e-86de-55b284326531'}, {'name': 'network-changed', 'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'tag': 'b9795221-df44-4a7e-86de-55b284326531'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:59.072240 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdf35a9-f30c-499e-ac31-aeb170a23b48" -d '{"events": [{"server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "name": "network-vif-unplugged", "status": "completed", "tag": "b9795221-df44-4a7e-86de-55b284326531"}, {"name": "network-changed", "server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "tag": "b9795221-df44-4a7e-86de-55b284326531"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:59.093171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ccc79d9-4d74-4388-a989-fa5f1d991456 req-b4ea4222-803b-4b57-8d19-c8cef1833cf7 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737283 Aug 29 04:17:59.151838 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3126ec84-3b68-46ca-894c-9169880ce29b x-openstack-request-id: req-3126ec84-3b68-46ca-894c-9169880ce29b {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:59.152330 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "name": "network-vif-unplugged", "status": "completed", "tag": "b9795221-df44-4a7e-86de-55b284326531", "code": 200}, {"name": "network-changed", "server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "tag": "b9795221-df44-4a7e-86de-55b284326531", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:59.152723 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3126ec84-3b68-46ca-894c-9169880ce29b {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:59.153558 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9795221-df44-4a7e-86de-55b284326531', 'code': 200} Aug 29 04:17:59.154088 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'tag': 'b9795221-df44-4a7e-86de-55b284326531', 'status': 'completed', 'code': 200} Aug 29 04:17:59.171197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-88a67b5c-11b9-452c-ace5-e6d655c97277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.172994 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-88a67b5c-11b9-452c-ace5-e6d655c97277 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1793418 Aug 29 04:17:59.290674 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-49b673a0-8baf-4a42-8db3-6036941d3794 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 217 time: 0.0434744 Aug 29 04:17:59.300488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-28693716-c79f-4de2-b70d-91b9117c25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.302038 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-28693716-c79f-4de2-b70d-91b9117c25e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1099 time: 0.1064422 Aug 29 04:17:59.415974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-9def0a10-f852-4eee-9874-6f183f49a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.415974 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-9def0a10-f852-4eee-9874-6f183f49a2b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1114397 Aug 29 04:17:59.441513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1d4f3-4bdf-4555-aa4a-9baf3076285d req-8ee774b9-6fb6-44cc-ad4d-10138da6f51a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.462180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a1d4f3-4bdf-4555-aa4a-9baf3076285d req-8ee774b9-6fb6-44cc-ad4d-10138da6f51a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.0953186 Aug 29 04:17:59.505346 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-2939ad3a-e5f2-4880-8fad-1f3e643b57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.506811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-2939ad3a-e5f2-4880-8fad-1f3e643b57ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1949825 Aug 29 04:17:59.511439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-1dd308a0-d0a3-4f12-a2a0-a5a899e38651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.512963 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-1dd308a0-d0a3-4f12-a2a0-a5a899e38651 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0810778 Aug 29 04:17:59.527753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39a1d4f3-4bdf-4555-aa4a-9baf3076285d req-d8f2b691-e331-4da8-adfd-4d00b3591970 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646656 Aug 29 04:17:59.589466 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-2c8b1ad2-7386-43a1-8ed6-c41ab580614e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 217 time: 0.0718346 Aug 29 04:17:59.684753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-e918052e-8f52-40eb-bf51-adf5d789e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.685148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3081-b688-43b1-90cb-ae4d3edee106 req-b33d22f1-c44e-4310-80ac-81d165016f7b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.686200 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-e918052e-8f52-40eb-bf51-adf5d789e15e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0715184 Aug 29 04:17:59.692761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3fb3081-b688-43b1-90cb-ae4d3edee106 req-b33d22f1-c44e-4310-80ac-81d165016f7b tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 950 time: 0.0925376 Aug 29 04:17:59.715381 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-59128ef4-b605-4d03-a0bc-8ef221cd0a42 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851666 Aug 29 04:17:59.757787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-6ea30bfe-3266-4c0b-a76b-dfc7bcd9e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.759328 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-6ea30bfe-3266-4c0b-a76b-dfc7bcd9e108 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0592213 Aug 29 04:17:59.760449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3fb3081-b688-43b1-90cb-ae4d3edee106 req-eb0482de-6bfb-4072-b722-2be1274b4b81 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632765 Aug 29 04:17:59.791571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-fcbd07b9-09f7-4731-a108-0ff3ae16930d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:59.792732 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-fcbd07b9-09f7-4731-a108-0ff3ae16930d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059223 Aug 29 04:18:00.025266 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-41699d19-10b3-4f7c-978c-a08b2da9ae72 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461030 Aug 29 04:18:00.025857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8979fec-ecb4-460d-b26f-8305c141b043 req-fa85b9fc-f92a-469d-b74a-758e1f849ee4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.027598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8979fec-ecb4-460d-b26f-8305c141b043 req-fa85b9fc-f92a-469d-b74a-758e1f849ee4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.0947645 Aug 29 04:18:00.057687 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-e9e3ad46-d96b-412d-bb57-2da761152ca1 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536612 Aug 29 04:18:00.131892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8979fec-ecb4-460d-b26f-8305c141b043 req-2f4a63fd-3912-4efc-a643-3a817fdd8361 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937166 Aug 29 04:18:00.199611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-0d47e3e4-4f63-4d80-9c8f-3fea190afce2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.201094 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-0d47e3e4-4f63-4d80-9c8f-3fea190afce2 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 950 time: 0.1732442 Aug 29 04:18:00.280381 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-bf241704-a871-4df4-bacb-58b996b805bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.280381 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-bf241704-a871-4df4-bacb-58b996b805bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1099 time: 0.1208355 Aug 29 04:18:00.295443 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-96022367-ae8f-46e7-bdb5-b10c261e46f4 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266319 Aug 29 04:18:00.296670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f65d-9784-4355-8a5a-5428d90368ed req-ec29f65d-6ebb-456c-9410-132d617e43f0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.298414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc83f65d-9784-4355-8a5a-5428d90368ed req-ec29f65d-6ebb-456c-9410-132d617e43f0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.1027286 Aug 29 04:18:00.382167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc83f65d-9784-4355-8a5a-5428d90368ed req-f8397e4a-4cab-47be-a7c4-cd6b2c81c375 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764461 Aug 29 04:18:00.449905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-f7528938-56d2-4a7d-babd-8fd0f12d3c27 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Deleting port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:00.450144 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-f7528938-56d2-4a7d-babd-8fd0f12d3c27 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.456513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-4cdb4455-3062-4347-8022-4b8429de5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.458022 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-4cdb4455-3062-4347-8022-4b8429de5be8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1318371 Aug 29 04:18:00.532399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38038) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:00.532984 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-9ef55537-c537-491e-8819-a9e2a40483ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 217 time: 0.0636406 Aug 29 04:18:00.623175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-50ac3198-dcec-4b57-a912-e675d17271fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.624912 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-50ac3198-dcec-4b57-a912-e675d17271fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0826352 Aug 29 04:18:00.632400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-f7528938-56d2-4a7d-babd-8fd0f12d3c27 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] For port 2d9bdfe0-ffd8-4e50-aad2-8829af815685, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2d9bdfe0-ffd8-4e50-aad2-8829af815685,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:00.632992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-f7528938-56d2-4a7d-babd-8fd0f12d3c27 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.681084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-f7528938-56d2-4a7d-babd-8fd0f12d3c27 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Calling delete_port for 2d9bdfe0-ffd8-4e50-aad2-8829af815685 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:00.708657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b56d0-bbca-4b49-b1ee-5ddf3f1f95df req-d9b533a6-93f9-451a-9c9b-64d341af6071 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.716975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e8b56d0-bbca-4b49-b1ee-5ddf3f1f95df req-d9b533a6-93f9-451a-9c9b-64d341af6071 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.0911126 Aug 29 04:18:00.738814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:00.745959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-63f30201-bc0d-4f0f-9835-d430eb8dd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.747418 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-63f30201-bc0d-4f0f-9835-d430eb8dd846 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1115992 Aug 29 04:18:00.776894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e8b56d0-bbca-4b49-b1ee-5ddf3f1f95df req-69575a05-d528-4037-b418-46eff66a34b2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586798 Aug 29 04:18:00.778476 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.864315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-3b772881-2bb9-4605-b8ae-5dbc0ff6e7fe tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.865849 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-3b772881-2bb9-4605-b8ae-5dbc0ff6e7fe tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.59 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.1378748 Aug 29 04:18:00.933837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bf33a-153f-431b-8154-0d673ac38df1 req-5770c71c-f9e0-4350-8a8e-a5ee468d6c91 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.936130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c3bf33a-153f-431b-8154-0d673ac38df1 req-5770c71c-f9e0-4350-8a8e-a5ee468d6c91 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9bfacc-9b2f-4759-967a-5b050750ecd2 HTTP/1.1" status: 200 len: 950 time: 0.0847156 Aug 29 04:18:00.969277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-ebd43675-bb73-4f36-b019-79e8cf93d970 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060757 Aug 29 04:18:01.015672 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-f7528938-56d2-4a7d-babd-8fd0f12d3c27 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.022253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c3bf33a-153f-431b-8154-0d673ac38df1 req-1b8ebdad-01cd-43eb-946e-8c05c8ac3b7d tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f17061a-6cd1-4b6e-a80f-f3b560975029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748367 Aug 29 04:18:01.029150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2d9bdfe0-ffd8-4e50-aad2-8829af815685'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:01.030590 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.093688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7528938-56d2-4a7d-babd-8fd0f12d3c27 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Pushing event deleted for resources: {'Port': ['ID=2d9bdfe0-ffd8-4e50-aad2-8829af815685,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.177163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-f7528938-56d2-4a7d-babd-8fd0f12d3c27 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] No DVR routers for this DVR port 2d9bdfe0-ffd8-4e50-aad2-8829af815685 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:01.180400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-74864f24-9a5b-4fd8-87ef-373e85db3e02 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Deleting port 1722074a-b1a6-4782-b287-290c5168ec59 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:01.181229 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-74864f24-9a5b-4fd8-87ef-373e85db3e02 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.185438 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdf35a9-f30c-499e-ac31-aeb170a23b48 req-3292a106-e5ff-4837-b36c-dd7665acd5eb service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897550 Aug 29 04:18:01.187686 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-f7528938-56d2-4a7d-babd-8fd0f12d3c27 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.189605 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-89475573-ab34-4de9-ab3e-90739d1aa166 req-f7528938-56d2-4a7d-babd-8fd0f12d3c27 tempest-ServersOnMultiNodesTest-1187467290 tempest-ServersOnMultiNodesTest-1187467290-project] 10.222.0.59 "DELETE /v2.0/ports/2d9bdfe0-ffd8-4e50-aad2-8829af815685 HTTP/1.1" status: 204 len: 173 time: 0.9715557 Aug 29 04:18:01.190040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9bfacc-9b2f-4759-967a-5b050750ecd2', 'name': 'network-vif-deleted', 'tag': '2d9bdfe0-ffd8-4e50-aad2-8829af815685'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:01.192480 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ff353a-8e3c-4ea6-a859-d66c0a9922da" -d '{"events": [{"server_uuid": "3b9bfacc-9b2f-4759-967a-5b050750ecd2", "name": "network-vif-deleted", "tag": "2d9bdfe0-ffd8-4e50-aad2-8829af815685"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:01.250226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Allocated IP 172.25.5.29 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/9dee9e5a-2ff6-4394-9149-339adc9726c2) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:01.275787 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9143334-a3ec-4928-852d-840ff1f06162 x-openstack-request-id: req-b9143334-a3ec-4928-852d-840ff1f06162 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:01.276060 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9bfacc-9b2f-4759-967a-5b050750ecd2", "name": "network-vif-deleted", "tag": "2d9bdfe0-ffd8-4e50-aad2-8829af815685", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:01.276359 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9143334-a3ec-4928-852d-840ff1f06162 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:01.277701 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9bfacc-9b2f-4759-967a-5b050750ecd2', 'name': 'network-vif-deleted', 'tag': '2d9bdfe0-ffd8-4e50-aad2-8829af815685', 'status': 'completed', 'code': 200} Aug 29 04:18:01.318502 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-74864f24-9a5b-4fd8-87ef-373e85db3e02 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] For port 1722074a-b1a6-4782-b287-290c5168ec59, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1722074a-b1a6-4782-b287-290c5168ec59,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:01.319062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-74864f24-9a5b-4fd8-87ef-373e85db3e02 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.336936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-74864f24-9a5b-4fd8-87ef-373e85db3e02 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Calling delete_port for 1722074a-b1a6-4782-b287-290c5168ec59 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:01.359815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66827890-1e5d-41c6-a047-cdfbbbe20baa req-76a576ff-431d-454f-af41-ecb141194549 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.367227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66827890-1e5d-41c6-a047-cdfbbbe20baa req-76a576ff-431d-454f-af41-ecb141194549 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1153328 Aug 29 04:18:01.453597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66827890-1e5d-41c6-a047-cdfbbbe20baa req-675bfb5b-30dd-4e41-8885-645fc58b049f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848429 Aug 29 04:18:01.516709 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.543702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ff5f1-bef6-4c21-922c-6f196da5855b req-087a1ea7-52fd-43b7-8cba-6dc611413707 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.545892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-600ff5f1-bef6-4c21-922c-6f196da5855b req-087a1ea7-52fd-43b7-8cba-6dc611413707 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 946 time: 0.0808425 Aug 29 04:18:01.578145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-74864f24-9a5b-4fd8-87ef-373e85db3e02 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.591652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['206bf5e1-7e53-4354-bdd5-9ff33052d623', '1722074a-b1a6-4782-b287-290c5168ec59'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:01.607050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-600ff5f1-bef6-4c21-922c-6f196da5855b req-7543fa98-ee19-4bd9-a473-a56ee606b85a tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540304 Aug 29 04:18:01.620746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.637078 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74864f24-9a5b-4fd8-87ef-373e85db3e02 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Pushing event deleted for resources: {'Port': ['ID=1722074a-b1a6-4782-b287-290c5168ec59,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.676039 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['af747ea6-ce88-465d-a36b-b40bd130e464'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:01.708100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-74864f24-9a5b-4fd8-87ef-373e85db3e02 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] No DVR routers for this DVR port 1722074a-b1a6-4782-b287-290c5168ec59 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:01.719628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Pushing event updated for resources: {'Port': ['ID=9dee9e5a-2ff6-4394-9149-339adc9726c2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.728687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:01.730455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:01.737079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:01.739770 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-74864f24-9a5b-4fd8-87ef-373e85db3e02 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.741884 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3b190342-f58a-4f19-97ef-3e00024d4a4f req-74864f24-9a5b-4fd8-87ef-373e85db3e02 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.59 "DELETE /v2.0/ports/1722074a-b1a6-4782-b287-290c5168ec59 HTTP/1.1" status: 204 len: 173 time: 0.8660214 Aug 29 04:18:01.760237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b9795221-df44-4a7e-86de-55b284326531 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:01.904428 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.915676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b9795221-df44-4a7e-86de-55b284326531 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:01.991604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.084434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543f7ba-5ae4-4ad2-9f76-5e7550977f8e req-e1f55dcf-295d-4272-9f16-55278a12494d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.086736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1543f7ba-5ae4-4ad2-9f76-5e7550977f8e req-e1f55dcf-295d-4272-9f16-55278a12494d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.1512771 Aug 29 04:18:02.177838 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1543f7ba-5ae4-4ad2-9f76-5e7550977f8e req-0d0f66df-4598-4761-9f0d-b04b300f952f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840213 Aug 29 04:18:02.254988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef51c7d-bd8a-4c06-84dc-3f84ed247fb2 req-3b3f9d00-0847-4ca9-9af8-3951f9465e70 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.256398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bef51c7d-bd8a-4c06-84dc-3f84ed247fb2 req-3b3f9d00-0847-4ca9-9af8-3951f9465e70 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 950 time: 0.0820117 Aug 29 04:18:02.315628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bef51c7d-bd8a-4c06-84dc-3f84ed247fb2 req-d1fe0183-d75b-49d3-bf9e-61c453bf5aa6 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527654 Aug 29 04:18:02.336964 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.344927 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.421708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Pushing event updated for resources: {'Port': ['ID=9dee9e5a-2ff6-4394-9149-339adc9726c2,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.457839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.474965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.476588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-09328d15-d6c1-40f8-81c2-e7a90903dc94 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9430082 Aug 29 04:18:02.479814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38122) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:02.486079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716463c6-31c3-4658-8add-d829cbf122ec req-4c4824b1-ea8c-43b6-8964-b61599f10613 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.487251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-980338139', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'fixed_ips': [{'ip_address': '172.25.5.29'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:02.488686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-716463c6-31c3-4658-8add-d829cbf122ec req-4c4824b1-ea8c-43b6-8964-b61599f10613 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.0838287 Aug 29 04:18:02.510829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Made reservation on behalf of 46380ff376554b259770da55fb05bb90 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:02.513999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.524932 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.538456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-716463c6-31c3-4658-8add-d829cbf122ec req-c94a1521-f90c-466e-9eab-c7cd623b65ba tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Aug 29 04:18:02.625777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38126) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:02.626785 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.631744 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.645017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] device_id is not set on port 452bc74e-eb2a-466c-97f2-227c182c0e27 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:18:02.749614 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aae6a4ba-3166-40ff-9aa6-41701288dda3 req-62382f5c-ac91-4237-a46b-05bb91f19d39 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=811bbf3d-cf5d-43aa-94db-3d7269aa0f75 HTTP/1.1" status: 200 len: 210 time: 0.0358531 Aug 29 04:18:02.791194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fb0dfd-6ee8-4610-aabe-dc86d9a9c0c0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.811638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dbdebf84-ea9f-40c7-aed8-8e98e4be4871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cecee234ef34eb1b7bf6a425441d6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846092 Aug 29 04:18:02.814204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38132) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:02.860046 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:18:02.860613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:18:02.862804 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5bba-63ec-4e27-a140-7e82a5e284fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.877639 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b3b3193a-e016-412e-8201-cbc8e9140aa9 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3957701 Aug 29 04:18:02.880470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38134) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:02.885853 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5bba-63ec-4e27-a140-7e82a5e284fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.936598 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5bba-63ec-4e27-a140-7e82a5e284fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.939299 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa3b5bba-63ec-4e27-a140-7e82a5e284fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.940529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aa3b5bba-63ec-4e27-a140-7e82a5e284fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f17061a-6cd1-4b6e-a80f-f3b560975029 HTTP/1.1" status: 204 len: 168 time: 0.1253881 Aug 29 04:18:02.948881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b5bba-63ec-4e27-a140-7e82a5e284fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f17061a-6cd1-4b6e-a80f-f3b560975029,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:03.042923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0bca2b47-edd1-4cca-ac50-88ae8624b569 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Deleting port 9dee9e5a-2ff6-4394-9149-339adc9726c2 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:03.043266 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b47-edd1-4cca-ac50-88ae8624b569 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.120802 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b47-edd1-4cca-ac50-88ae8624b569 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.121139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b47-edd1-4cca-ac50-88ae8624b569 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.132740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0bca2b47-edd1-4cca-ac50-88ae8624b569 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Calling delete_port for 9dee9e5a-2ff6-4394-9149-339adc9726c2 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:03.235563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38142) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:03.269439 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b47-edd1-4cca-ac50-88ae8624b569 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.277170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811bbf3d-cf5d-43aa-94db-3d7269aa0f75', 'name': 'network-vif-deleted', 'tag': '1722074a-b1a6-4782-b287-290c5168ec59'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:03.279406 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f556bb6d-6a7e-4fe8-964a-7d0d77d5831a" -d '{"events": [{"server_uuid": "811bbf3d-cf5d-43aa-94db-3d7269aa0f75", "name": "network-vif-deleted", "tag": "1722074a-b1a6-4782-b287-290c5168ec59"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:03.302181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca2b47-edd1-4cca-ac50-88ae8624b569 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dee9e5a-2ff6-4394-9149-339adc9726c2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:03.302955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b4620aa0-c01a-4c63-9f84-11e57742cdce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe379f4748144540aa49dbbf2bc2dfeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661211 Aug 29 04:18:03.303600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38148) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:03.355459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd84174-d96a-40dd-a85c-b3b37df42d97 req-5c4b0c1b-041f-45e4-a0e5-89fb831c5ee5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.357127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cd84174-d96a-40dd-a85c-b3b37df42d97 req-5c4b0c1b-041f-45e4-a0e5-89fb831c5ee5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.0960028 Aug 29 04:18:03.382479 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-809d924d-bc8c-43a3-8c13-1d926719b3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.425340 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-809d924d-bc8c-43a3-8c13-1d926719b3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.431698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cd84174-d96a-40dd-a85c-b3b37df42d97 req-72e72a19-0068-4b64-9fa2-d87d5a486251 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623076 Aug 29 04:18:03.485236 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-809d924d-bc8c-43a3-8c13-1d926719b3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.488155 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-809d924d-bc8c-43a3-8c13-1d926719b3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.492258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-809d924d-bc8c-43a3-8c13-1d926719b3bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02dc55cd-a8f9-441d-ae40-cbe1ef9afab1 HTTP/1.1" status: 204 len: 168 time: 0.1868021 Aug 29 04:18:03.502769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d924d-bc8c-43a3-8c13-1d926719b3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc55cd-a8f9-441d-ae40-cbe1ef9afab1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:03.574698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8b2bf-f0ec-41ec-a793-3600d34e7828 req-e1114015-6eed-4db8-a45b-d701af63ad5f tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.585798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88e8b2bf-f0ec-41ec-a793-3600d34e7828 req-e1114015-6eed-4db8-a45b-d701af63ad5f tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 950 time: 0.0661216 Aug 29 04:18:03.635429 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f268a1c-e44d-4118-9a22-b426891e4dbb x-openstack-request-id: req-8f268a1c-e44d-4118-9a22-b426891e4dbb {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:03.635985 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811bbf3d-cf5d-43aa-94db-3d7269aa0f75", "name": "network-vif-deleted", "tag": "1722074a-b1a6-4782-b287-290c5168ec59", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:03.635985 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f268a1c-e44d-4118-9a22-b426891e4dbb {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:03.636350 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811bbf3d-cf5d-43aa-94db-3d7269aa0f75', 'name': 'network-vif-deleted', 'tag': '1722074a-b1a6-4782-b287-290c5168ec59', 'status': 'completed', 'code': 200} Aug 29 04:18:03.657141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88e8b2bf-f0ec-41ec-a793-3600d34e7828 req-1ba5cef2-976d-44f1-b8e2-0efbfd04f05f tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516810 Aug 29 04:18:03.694430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b47-edd1-4cca-ac50-88ae8624b569 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.705964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b47-edd1-4cca-ac50-88ae8624b569 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.712525 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0bca2b47-edd1-4cca-ac50-88ae8624b569 tempest-ExternalNetworksAdminNegativeTestJSON-145431416 tempest-ExternalNetworksAdminNegativeTestJSON-145431416-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/ac208658-a338-4fb2-9270-5b1e10e10523 HTTP/1.1" status: 204 len: 168 time: 0.8309984 Aug 29 04:18:03.735409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071be9-3272-4841-b60e-df2afbd5bf31 req-fd5434a8-1823-4079-9b02-1c47444dfd80 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.739562 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5071be9-3272-4841-b60e-df2afbd5bf31 req-fd5434a8-1823-4079-9b02-1c47444dfd80 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.0863998 Aug 29 04:18:03.754948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2d9bdfe0-ffd8-4e50-aad2-8829af815685 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:03.780822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 2d9bdfe0-ffd8-4e50-aad2-8829af815685 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:03.781169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2d9bdfe0-ffd8-4e50-aad2-8829af815685 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:03.781585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 91bf5834-f8f9-47d0-8a78-89c51fb42e7a no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:03.823575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5071be9-3272-4841-b60e-df2afbd5bf31 req-2bbc78b0-4a19-4add-824c-3b1b8236c493 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770955 Aug 29 04:18:03.880358 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.907562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:03.910900 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5860bf3-daaa-43ce-aa5a-ba6b1ed086ff" -d '{"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-unplugged", "status": "completed", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:03.934604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:03.940627 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.015019 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=11']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.022886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.023440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.024273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.024697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.025320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.025719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.026106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.026555 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.026995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.027263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.027621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.028097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:04.060690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38186) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:04.076546 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adfce13-cff0-4992-9647-2aa801ed6999 x-openstack-request-id: req-2adfce13-cff0-4992-9647-2aa801ed6999 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:04.077008 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-unplugged", "status": "completed", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:04.077416 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2adfce13-cff0-4992-9647-2aa801ed6999 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:04.077951 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'code': 200} Aug 29 04:18:04.186814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0d0f-6a2c-4bea-b23e-f5c9fc273cdd req-f833ad61-8736-406a-b055-3ebcafed94e8 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.188507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03ce0d0f-6a2c-4bea-b23e-f5c9fc273cdd req-f833ad61-8736-406a-b055-3ebcafed94e8 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d319e2e6-959f-4668-a22e-adfe60fa4332 HTTP/1.1" status: 200 len: 945 time: 0.0650175 Aug 29 04:18:04.224850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e2718f83-c75d-433d-a197-561e9e9eeb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.264431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03ce0d0f-6a2c-4bea-b23e-f5c9fc273cdd req-6821cd67-05f2-42b6-a2de-c021a4881456 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628555 Aug 29 04:18:04.349304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e2718f83-c75d-433d-a197-561e9e9eeb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.358629 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e2718f83-c75d-433d-a197-561e9e9eeb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.404369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e2718f83-c75d-433d-a197-561e9e9eeb41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b158025ee06049a1ab45968fd808f2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389246 Aug 29 04:18:04.404585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38224) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:04.417623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2718f83-c75d-433d-a197-561e9e9eeb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4762af05-7f2d-406b-99f0-27a9c950205b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.473153 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66f53702-cddd-412c-a7c2-e8fc6d46931e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.503761 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66f53702-cddd-412c-a7c2-e8fc6d46931e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.588952 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66f53702-cddd-412c-a7c2-e8fc6d46931e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.594631 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66f53702-cddd-412c-a7c2-e8fc6d46931e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.598620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-66f53702-cddd-412c-a7c2-e8fc6d46931e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4762af05-7f2d-406b-99f0-27a9c950205b HTTP/1.1" status: 204 len: 168 time: 0.1908150 Aug 29 04:18:04.613543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f53702-cddd-412c-a7c2-e8fc6d46931e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4762af05-7f2d-406b-99f0-27a9c950205b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.696176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f770d3-407d-46c0-93f5-03d6ab609d99 req-904a7146-be5e-42f7-86da-e9d031ab4817 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.698739 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12f770d3-407d-46c0-93f5-03d6ab609d99 req-904a7146-be5e-42f7-86da-e9d031ab4817 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.0670969 Aug 29 04:18:04.764914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12f770d3-407d-46c0-93f5-03d6ab609d99 req-d272fe31-8a39-4a2a-965b-dbeedcab11ae tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540707 Aug 29 04:18:05.011615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b9795221-df44-4a7e-86de-55b284326531 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:05.017483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-864ac440-dd51-4d13-af32-1a93b99b304e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.019326 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-864ac440-dd51-4d13-af32-1a93b99b304e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00&tenant_id=a42d1e753d804958b220f1c5860bb831&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 947 time: 0.0567725 Aug 29 04:18:05.041229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa173d2-1677-4d0b-bb0b-3e4444d11e28 req-dda6e093-38f7-4572-866c-404f9277e501 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.043283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3aa173d2-1677-4d0b-bb0b-3e4444d11e28 req-dda6e093-38f7-4572-866c-404f9277e501 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.0632393 Aug 29 04:18:05.071094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38262) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:05.107811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-ede2f775-13b0-416c-800c-702ae9989bbc service neutron] 10.222.0.52 "GET /v2.0/ports/b9795221-df44-4a7e-86de-55b284326531/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.0799592 Aug 29 04:18:05.128904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3aa173d2-1677-4d0b-bb0b-3e4444d11e28 req-e6d33370-bd96-43fd-8b4d-036b6779bbee tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769761 Aug 29 04:18:05.147460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1ede3ade-f104-489d-879a-ebddfe56713c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=46380ff376554b259770da55fb05bb90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743620 Aug 29 04:18:05.149771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38268) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:05.221721 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb81a5e5-9d74-4fd0-bc8d-4f9224ef8998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.226197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-6e42726d-6828-441f-82bc-083b5e84cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.229147 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-6e42726d-6828-441f-82bc-083b5e84cda6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1099 time: 0.0738254 Aug 29 04:18:05.259304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb81a5e5-9d74-4fd0-bc8d-4f9224ef8998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.286262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b9795221-df44-4a7e-86de-55b284326531, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:05.299633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'b9795221-df44-4a7e-86de-55b284326531', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'b9795221-df44-4a7e-86de-55b284326531', 'mac_address': 'fa:16:3e:e3:1e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:05.326814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-3bb9792f-9c6f-4585-8f19-2c5ec5c20468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.328345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-3bb9792f-9c6f-4585-8f19-2c5ec5c20468 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.0922198 Aug 29 04:18:05.337173 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.350919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9795221-df44-4a7e-86de-55b284326531 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:05.355507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34782e-9ed0-42a5-b565-dbc2ce65835c req-49611af1-f5c7-4208-be38-a8fb114eb96f tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.357100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f34782e-9ed0-42a5-b565-dbc2ce65835c req-49611af1-f5c7-4208-be38-a8fb114eb96f tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 948 time: 0.1218510 Aug 29 04:18:05.375211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b9795221-df44-4a7e-86de-55b284326531, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:05.375750 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-502de15a-599e-4803-8bb5-fc668b254554 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 217 time: 0.0393608 Aug 29 04:18:05.375973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac0d9b-36b9-4254-814c-a315c75f102e req-bc368dd9-b934-4a01-b65b-4a63838d5b83 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.377779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54ac0d9b-36b9-4254-814c-a315c75f102e req-bc368dd9-b934-4a01-b65b-4a63838d5b83 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 947 time: 0.0993099 Aug 29 04:18:05.383693 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.415222 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb81a5e5-9d74-4fd0-bc8d-4f9224ef8998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.417977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb81a5e5-9d74-4fd0-bc8d-4f9224ef8998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.419235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fb81a5e5-9d74-4fd0-bc8d-4f9224ef8998 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7fb0dfd-6ee8-4610-aabe-dc86d9a9c0c0 HTTP/1.1" status: 204 len: 168 time: 0.2684710 Aug 29 04:18:05.436387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:05.437749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-43f937aa-42c2-457d-95b4-73f0a6fdd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.439411 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-43f937aa-42c2-457d-95b4-73f0a6fdd8c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0574412 Aug 29 04:18:05.448525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81a5e5-9d74-4fd0-bc8d-4f9224ef8998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fb0dfd-6ee8-4610-aabe-dc86d9a9c0c0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:05.458298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f34782e-9ed0-42a5-b565-dbc2ce65835c req-e7d5eb08-d7f6-4f97-a35a-68415743c74c tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791571 Aug 29 04:18:05.467112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54ac0d9b-36b9-4254-814c-a315c75f102e req-fb7404dc-48f3-4561-9cc9-67692b96b08f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786309 Aug 29 04:18:05.505050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-8dc0461a-9978-47ba-840a-c55aa4540312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.508960 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-8dc0461a-9978-47ba-840a-c55aa4540312 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0597632 Aug 29 04:18:05.597437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fad20-1296-4a37-bfee-d151a7b03c84 req-7fb3c302-8c9e-445c-8ee3-27ce20253cc0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.607677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-021fad20-1296-4a37-bfee-d151a7b03c84 req-7fb3c302-8c9e-445c-8ee3-27ce20253cc0 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d319e2e6-959f-4668-a22e-adfe60fa4332 HTTP/1.1" status: 200 len: 945 time: 0.0681088 Aug 29 04:18:05.624670 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-41abba99-1449-472b-9c51-adaf37c2e179 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080768 Aug 29 04:18:05.673678 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-021fad20-1296-4a37-bfee-d151a7b03c84 req-fbe705a4-2ebe-48f4-ab8e-f54907d055aa tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649490 Aug 29 04:18:05.773318 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-aac77de2-bfdb-4110-9870-4eaa09a74e80 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308408 Aug 29 04:18:05.783130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1722074a-b1a6-4782-b287-290c5168ec59 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:05.806572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 1722074a-b1a6-4782-b287-290c5168ec59 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:05.807069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1722074a-b1a6-4782-b287-290c5168ec59 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:05.889788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-27689695-a0e8-43a6-9705-a7cf3449dbf9 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.891269 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-27689695-a0e8-43a6-9705-a7cf3449dbf9 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.59 "GET /v2.0/ports?device_id=d319e2e6-959f-4668-a22e-adfe60fa4332 HTTP/1.1" status: 200 len: 945 time: 0.0515974 Aug 29 04:18:05.956026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38314) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:05.965508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b9795221-df44-4a7e-86de-55b284326531'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:05.995203 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-b6cfc14a-b639-4188-b730-5ac71fd481d5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Deleting port 206bf5e1-7e53-4354-bdd5-9ff33052d623 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:05.995587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-b6cfc14a-b639-4188-b730-5ac71fd481d5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.113032 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-b6cfc14a-b639-4188-b730-5ac71fd481d5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] For port 206bf5e1-7e53-4354-bdd5-9ff33052d623, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=206bf5e1-7e53-4354-bdd5-9ff33052d623,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:06.113657 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-b6cfc14a-b639-4188-b730-5ac71fd481d5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.130912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-b6cfc14a-b639-4188-b730-5ac71fd481d5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Calling delete_port for 206bf5e1-7e53-4354-bdd5-9ff33052d623 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:06.141232 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7db1e3e6-fdca-4b42-999c-38ae18bfa50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.293820 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-b6cfc14a-b639-4188-b730-5ac71fd481d5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.295787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7db1e3e6-fdca-4b42-999c-38ae18bfa50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.302073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7db1e3e6-fdca-4b42-999c-38ae18bfa50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.309382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['206bf5e1-7e53-4354-bdd5-9ff33052d623'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:06.312431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd579d-79b8-4e54-a89d-95037c6ca6d4 req-1c66f454-329d-4d10-ab76-df706f5265f9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.314839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69fd579d-79b8-4e54-a89d-95037c6ca6d4 req-1c66f454-329d-4d10-ab76-df706f5265f9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.0817382 Aug 29 04:18:06.324360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfc14a-b639-4188-b730-5ac71fd481d5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Pushing event deleted for resources: {'Port': ['ID=206bf5e1-7e53-4354-bdd5-9ff33052d623,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:06.350028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1e3e6-fdca-4b42-999c-38ae18bfa50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb69c2e6-6c79-4dad-bf03-6d5e9c79ba07,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:06.373648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-b6cfc14a-b639-4188-b730-5ac71fd481d5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] No DVR routers for this DVR port 206bf5e1-7e53-4354-bdd5-9ff33052d623 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:06.377068 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-b6cfc14a-b639-4188-b730-5ac71fd481d5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.380054 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-30db538a-d1f4-43c1-98b5-50e41361c8a3 req-b6cfc14a-b639-4188-b730-5ac71fd481d5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.59 "DELETE /v2.0/ports/206bf5e1-7e53-4354-bdd5-9ff33052d623 HTTP/1.1" status: 204 len: 173 time: 0.4800911 Aug 29 04:18:06.380629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd319e2e6-959f-4668-a22e-adfe60fa4332', 'name': 'network-vif-deleted', 'tag': '206bf5e1-7e53-4354-bdd5-9ff33052d623'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:06.383134 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52763ba-8b21-4d39-b0ad-85b03573761a" -d '{"events": [{"server_uuid": "d319e2e6-959f-4668-a22e-adfe60fa4332", "name": "network-vif-deleted", "tag": "206bf5e1-7e53-4354-bdd5-9ff33052d623"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:06.398679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7db1e3e6-fdca-4b42-999c-38ae18bfa50c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac38a41a303d43df947b82779ea21916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414680 Aug 29 04:18:06.401572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38332) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:06.437963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69fd579d-79b8-4e54-a89d-95037c6ca6d4 req-2bca1624-6baf-4eac-96d8-91355c13ed91 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942082 Aug 29 04:18:06.442373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38334) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:06.452115 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33e3003-733e-43a7-9173-d876f6d89a00 x-openstack-request-id: req-e33e3003-733e-43a7-9173-d876f6d89a00 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:06.452427 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d319e2e6-959f-4668-a22e-adfe60fa4332", "name": "network-vif-deleted", "tag": "206bf5e1-7e53-4354-bdd5-9ff33052d623", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:06.452684 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e33e3003-733e-43a7-9173-d876f6d89a00 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:06.453082 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd319e2e6-959f-4668-a22e-adfe60fa4332', 'name': 'network-vif-deleted', 'tag': '206bf5e1-7e53-4354-bdd5-9ff33052d623', 'status': 'completed', 'code': 200} Aug 29 04:18:06.468350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9f43e00-fc82-4732-a556-478bce00a7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.491547 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9f43e00-fc82-4732-a556-478bce00a7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.575119 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3194ada8-3eb4-411e-bdc4-cdca984be8ae tempest-AgentManagementNegativeTest-1447050310 tempest-AgentManagementNegativeTest-1447050310-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1315191 Aug 29 04:18:06.582059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9f43e00-fc82-4732-a556-478bce00a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.582059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9f43e00-fc82-4732-a556-478bce00a7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.582059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d9f43e00-fc82-4732-a556-478bce00a7dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb69c2e6-6c79-4dad-bf03-6d5e9c79ba07 HTTP/1.1" status: 204 len: 168 time: 0.1768632 Aug 29 04:18:06.588842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f43e00-fc82-4732-a556-478bce00a7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb69c2e6-6c79-4dad-bf03-6d5e9c79ba07,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:06.668037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc377c4-ef74-4f58-84a7-aa52db298b34 req-8ac6504b-d03b-484d-86dc-798c9c2892ba tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.669489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccc377c4-ef74-4f58-84a7-aa52db298b34 req-8ac6504b-d03b-484d-86dc-798c9c2892ba tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 948 time: 0.0932968 Aug 29 04:18:06.676963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ed1c2-352f-4038-bbce-2570db8f82ac req-358f3ac2-43b4-4b24-956f-63c49c0f38cb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.678437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-495ed1c2-352f-4038-bbce-2570db8f82ac req-358f3ac2-43b4-4b24-956f-63c49c0f38cb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 948 time: 0.1047523 Aug 29 04:18:06.746789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-495ed1c2-352f-4038-bbce-2570db8f82ac req-132c0bd4-e0f4-43e2-809e-eb17dd951809 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601993 Aug 29 04:18:06.771667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccc377c4-ef74-4f58-84a7-aa52db298b34 req-37cbc61d-4c96-43ec-b8f0-803346ad5d02 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7ebcc1-314d-455c-8b02-2716b69366cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867317 Aug 29 04:18:06.922806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb83f300-84db-4324-b502-1060a48c39c4 req-cb07d31d-84ec-4ba7-a53a-86f434365cb3 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d319e2e6-959f-4668-a22e-adfe60fa4332 HTTP/1.1" status: 200 len: 210 time: 0.0543883 Aug 29 04:18:06.980209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38358) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.102749 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d65d5a4e-423b-4c7c-9607-5d0939ad3eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.196587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d65d5a4e-423b-4c7c-9607-5d0939ad3eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.200425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d65d5a4e-423b-4c7c-9607-5d0939ad3eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.237995 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d65d5a4e-423b-4c7c-9607-5d0939ad3eba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9499b697abd14fffb89e7dbba2c0376d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564869 Aug 29 04:18:07.240018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d5a4e-423b-4c7c-9607-5d0939ad3eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810406ec-8f2f-45ee-b48a-4b2de6cb8193,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:07.240646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38370) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.292869 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8bf3d12-efd5-4d8d-b6bc-a48e6d03326e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.313775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8bf3d12-efd5-4d8d-b6bc-a48e6d03326e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.355944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['af747ea6-ce88-465d-a36b-b40bd130e464'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:07.374009 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8bf3d12-efd5-4d8d-b6bc-a48e6d03326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.377004 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8bf3d12-efd5-4d8d-b6bc-a48e6d03326e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.378479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b8bf3d12-efd5-4d8d-b6bc-a48e6d03326e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/810406ec-8f2f-45ee-b48a-4b2de6cb8193 HTTP/1.1" status: 204 len: 168 time: 0.1367455 Aug 29 04:18:07.387636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf3d12-efd5-4d8d-b6bc-a48e6d03326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810406ec-8f2f-45ee-b48a-4b2de6cb8193,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:07.471397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38382) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.605815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-0343a43b-ee1a-44fc-99b8-3fb83da27965 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:07.608112 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-0343a43b-ee1a-44fc-99b8-3fb83da27965 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 948 time: 0.0774705 Aug 29 04:18:07.702848 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:18:07.735449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Deleting port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:07.735793 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.846223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1924604021-network', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:07.871383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] For port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:07.871761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.887168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Calling delete_port for 91bf5834-f8f9-47d0-8a78-89c51fb42e7a owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:07.919890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:07.922206 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.933235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77365473-0d70-4b6a-871a-d3a0cc122d9d req-2ea3824f-965b-48f4-9e36-b3eb7efccc10 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:07.934751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77365473-0d70-4b6a-871a-d3a0cc122d9d req-2ea3824f-965b-48f4-9e36-b3eb7efccc10 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.4193606 Aug 29 04:18:07.942991 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.959616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5cbfb-cf05-4d0f-881e-6f0791f502bf req-79fcc28b-27b3-4817-9c87-5bf013f3fab2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:07.970533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77f5cbfb-cf05-4d0f-881e-6f0791f502bf req-79fcc28b-27b3-4817-9c87-5bf013f3fab2 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 948 time: 0.0983064 Aug 29 04:18:08.041083 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.060758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77f5cbfb-cf05-4d0f-881e-6f0791f502bf req-a1e8a6b7-d667-4291-8260-62ece11154a6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922730 Aug 29 04:18:08.069364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77365473-0d70-4b6a-871a-d3a0cc122d9d req-f399efd5-a340-4f72-8bc1-ec868dd4bc31 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988801 Aug 29 04:18:08.080303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Pushing event deleted for resources: {'Port': ['ID=91bf5834-f8f9-47d0-8a78-89c51fb42e7a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:08.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] No DVR routers for this DVR port 91bf5834-f8f9-47d0-8a78-89c51fb42e7a on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:08.159388 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.161963 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a3c591c-8756-4adf-a5d7-16d031c162e9 req-d3518fe8-0cf6-45ce-866d-0df0e66ddf36 tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.59 "DELETE /v2.0/ports/91bf5834-f8f9-47d0-8a78-89c51fb42e7a HTTP/1.1" status: 204 len: 173 time: 0.5463765 Aug 29 04:18:08.176980 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.183373 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.238886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:08.242800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43de2f46-9b18-4cc4-b768-95f10ba26678 req-73bf7c51-c3db-4356-9173-c833876bc6ac tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0545428 Aug 29 04:18:08.254692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.258516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.258992 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Added segment 05bdc5b7-b56e-47aa-b186-b9561318e231 of type vlan for network 48caa300-7cbd-4ed4-a239-015f89ebdce9 Aug 29 04:18:08.313602 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.349012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.350145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.351457 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.422605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38416) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:08.436940 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] Pushing event updated for resources: {'Network': ['ID=48caa300-7cbd-4ed4-a239-015f89ebdce9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.443184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a3002c11-7e20-4019-be8e-796331cb55ef admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9706829 Aug 29 04:18:08.443686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38420) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:08.450078 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Request body: {'subnet': {'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1924604021-subnet', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:08.450659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 48caa300-7cbd-4ed4-a239-015f89ebdce9 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:08.454747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-deleted', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:08.458404 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf28557-2bd4-4c00-9ad4-c418ba8e6466" -d '{"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-deleted", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:08.494767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:08.497427 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.576502 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e78c47-4fd3-4d57-9294-211c732f52d9 x-openstack-request-id: req-33e78c47-4fd3-4d57-9294-211c732f52d9 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:08.576811 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf57a52-eb0e-43ac-813d-edb1297df7b8", "name": "network-vif-deleted", "tag": "91bf5834-f8f9-47d0-8a78-89c51fb42e7a", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:08.577141 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33e78c47-4fd3-4d57-9294-211c732f52d9 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:08.577443 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf57a52-eb0e-43ac-813d-edb1297df7b8', 'name': 'network-vif-deleted', 'tag': '91bf5834-f8f9-47d0-8a78-89c51fb42e7a', 'status': 'completed', 'code': 200} Aug 29 04:18:08.599985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2918f51b-0d1a-457e-b32d-e721e2a0d638 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-51335916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:08.670872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2918f51b-0d1a-457e-b32d-e721e2a0d638 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.671981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2918f51b-0d1a-457e-b32d-e721e2a0d638 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.674800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e199d-4d5f-4f99-aec2-36e0caeeaa23 req-2d972fd3-d157-474d-9390-208435dc78b1 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.676573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-825e199d-4d5f-4f99-aec2-36e0caeeaa23 req-2d972fd3-d157-474d-9390-208435dc78b1 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.0837555 Aug 29 04:18:08.739936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-825e199d-4d5f-4f99-aec2-36e0caeeaa23 req-417e89f9-4a5a-4e2c-82ab-87b89dafa887 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553343 Aug 29 04:18:08.807241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2918f51b-0d1a-457e-b32d-e721e2a0d638 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.816741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2918f51b-0d1a-457e-b32d-e721e2a0d638 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.864787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-9d397b83-eb67-4250-977f-b986286de929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.866372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-9d397b83-eb67-4250-977f-b986286de929 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00&tenant_id=a42d1e753d804958b220f1c5860bb831 HTTP/1.1" status: 200 len: 1100 time: 0.1230681 Aug 29 04:18:08.872553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2918f51b-0d1a-457e-b32d-e721e2a0d638 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.873655 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2918f51b-0d1a-457e-b32d-e721e2a0d638 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4499938 Aug 29 04:18:08.876537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38426) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:08.880437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:08.883881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1986894736'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:08.904062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.908279 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Made reservation on behalf of 952923646a8744dd9191ee926b1e19a0 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:08.912280 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.921155 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.989743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc362dc-4ca2-4f97-9b73-ca4909863a0a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.997121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.018357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Checking segment: {'id': '05bdc5b7-b56e-47aa-b186-b9561318e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:09.018979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Network hostable DHCP agents. Network: 48caa300-7cbd-4ed4-a239-015f89ebdce9, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:09.028418 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.032707 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.036055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b9795221-df44-4a7e-86de-55b284326531 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:09.066937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:09.071946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Network 48caa300-7cbd-4ed4-a239-015f89ebdce9 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:09.073415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825eafa8-540e-4609-9c98-893720288ef6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.079333 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.079675 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Added segment c0d81770-c3fe-4962-85ee-e5f3ce2488fe of type vlan for network 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 Aug 29 04:18:09.130537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 48caa300-7cbd-4ed4-a239-015f89ebdce9) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:09.138448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.139047 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.147299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74fab80-0d57-4aea-8934-a0c6442373a7 None None] Network 48caa300-7cbd-4ed4-a239-015f89ebdce9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:09.168612 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a1d2eed7-f3b6-410f-ab88-c9877809a365 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7237625 Aug 29 04:18:09.178381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38432) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:09.184118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1924604021-router', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:09.192859 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.247700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] For port b9795221-df44-4a7e-86de-55b284326531, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:09.251217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9ad5b-005e-4b0c-b023-c866efdef41d req-a1cb7530-1fea-4a4b-b6dc-a4023b65c32f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.252698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b9795221-df44-4a7e-86de-55b284326531, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:09.256758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5d9ad5b-005e-4b0c-b023-c866efdef41d req-a1cb7530-1fea-4a4b-b6dc-a4023b65c32f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 948 time: 0.1195347 Aug 29 04:18:09.277233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'b9795221-df44-4a7e-86de-55b284326531', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'b9795221-df44-4a7e-86de-55b284326531', 'mac_address': 'fa:16:3e:e3:1e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:09.289233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] For port b9795221-df44-4a7e-86de-55b284326531, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:09.302437 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.303451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.324723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.326574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b9795221-df44-4a7e-86de-55b284326531 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:09.330339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.330957 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.335761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.350773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-48caa300-7cbd-4ed4-a239-015f89ebdce9', 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'fixed_ips': [{'subnet_id': 'fbc362dc-4ca2-4f97-9b73-ca4909863a0a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:09.351752 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.357250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Ignored duplicate provisioning block setup for port b9795221-df44-4a7e-86de-55b284326531 by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:18:09.362744 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.426970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] No DVR routers for this DVR port b9795221-df44-4a7e-86de-55b284326531 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:09.431072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=9']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.478852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:09.479196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:09.479547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:09.484173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Port b9795221-df44-4a7e-86de-55b284326531 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:09.484520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Attempting to bind port b9795221-df44-4a7e-86de-55b284326531 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:09.490605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:09.490993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:09.491445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:09.491883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Bound port: b9795221-df44-4a7e-86de-55b284326531, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:09.492788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.507819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Allocated IP 172.20.0.2 (48caa300-7cbd-4ed4-a239-015f89ebdce9/fbc362dc-4ca2-4f97-9b73-ca4909863a0a/366b24b7-f50e-46f9-a6b5-b18bedf35272) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:09.520651 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.538114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6571760 Aug 29 04:18:09.540800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38440) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:09.546031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84738f-5bb2-462f-b7ce-089039ba7942 req-3687784f-56ed-4be8-aea0-81345441ded9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.547631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c84738f-5bb2-462f-b7ce-089039ba7942 req-3687784f-56ed-4be8-aea0-81345441ded9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.3295469 Aug 29 04:18:09.547952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Request body: {'subnet': {'network_id': '4fc6f0f9-27dc-4d54-a9dc-b914e427caa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:09.563584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5d9ad5b-005e-4b0c-b023-c866efdef41d req-63610691-8517-4e2e-85f6-1abd18cf08ee tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840781 Aug 29 04:18:09.593695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a441f-eabc-4fe3-9bcf-e8cc64d23a49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'Network': ['ID=4fc6f0f9-27dc-4d54-a9dc-b914e427caa1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.632294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:09.667535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:09.674082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:09.689159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.734574 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89e97780-74b1-4d23-9dfd-c1efbf784425 req-f1530308-a6f2-4358-9883-829d172ecf5b tempest-ImagesOneServerTestJSON-2122275979 tempest-ImagesOneServerTestJSON-2122275979-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0414701 Aug 29 04:18:09.743813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c84738f-5bb2-462f-b7ce-089039ba7942 req-2fb1a937-3911-4bc6-bcbe-ebb14d538587 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789887 Aug 29 04:18:09.757536 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.805932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Transition to ACTIVE for port object 366b24b7-f50e-46f9-a6b5-b18bedf35272 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:09.834781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 206bf5e1-7e53-4354-bdd5-9ff33052d623 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:09.848006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.848387 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.852316 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.856331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Transition to ACTIVE for port object 366b24b7-f50e-46f9-a6b5-b18bedf35272 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:09.857507 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] 10.222.0.59 "PUT /v2.0/ports/b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 1096 time: 0.9812422 Aug 29 04:18:09.858191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Made reservation on behalf of 952923646a8744dd9191ee926b1e19a0 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:09.883117 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.884971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 206bf5e1-7e53-4354-bdd5-9ff33052d623 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:09.885494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 206bf5e1-7e53-4354-bdd5-9ff33052d623 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:09.886179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 91bf5834-f8f9-47d0-8a78-89c51fb42e7a no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:09.919154 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 91bf5834-f8f9-47d0-8a78-89c51fb42e7a {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:09.919506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 91bf5834-f8f9-47d0-8a78-89c51fb42e7a not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:09.922338 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.953873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a3ee2-5e09-4256-b2c3-b4a99dfec76f service neutron] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=10']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.970787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Network 48caa300-7cbd-4ed4-a239-015f89ebdce9 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:09.978129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:09.981197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:10.019097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Pushing event updated for resources: {'Port': ['ID=366b24b7-f50e-46f9-a6b5-b18bedf35272,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.035611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23de232-0c87-42a2-bea7-e81e20426372 req-bed251be-b4e9-4349-8cf4-99d8b7a9c7e1 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.037265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a23de232-0c87-42a2-bea7-e81e20426372 req-bed251be-b4e9-4349-8cf4-99d8b7a9c7e1 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.1032331 Aug 29 04:18:10.047699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-3e0716ee-5a55-4774-b69d-fe395f3c7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.052245 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-3e0716ee-5a55-4774-b69d-fe395f3c7766 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1100 time: 0.1559556 Aug 29 04:18:10.065332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Attempting to bind port 366b24b7-f50e-46f9-a6b5-b18bedf35272 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:10.065985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Attempting to bind port 366b24b7-f50e-46f9-a6b5-b18bedf35272 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '05bdc5b7-b56e-47aa-b186-b9561318e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:10.066747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Attempting to bind port 366b24b7-f50e-46f9-a6b5-b18bedf35272 on network 48caa300-7cbd-4ed4-a239-015f89ebdce9 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:10.073629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:10.074147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Checking segment: {'id': '05bdc5b7-b56e-47aa-b186-b9561318e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:10.074882 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.075516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Bound using segment: {'id': '05bdc5b7-b56e-47aa-b186-b9561318e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:10.076143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Bound port: 366b24b7-f50e-46f9-a6b5-b18bedf35272, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bdc5b7-b56e-47aa-b186-b9561318e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:10.076722 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.122618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a23de232-0c87-42a2-bea7-e81e20426372 req-987056c3-f667-4d75-b109-67a940638799 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679386 Aug 29 04:18:10.183307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] For port 366b24b7-f50e-46f9-a6b5-b18bedf35272, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:10.186563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] For port 366b24b7-f50e-46f9-a6b5-b18bedf35272, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=366b24b7-f50e-46f9-a6b5-b18bedf35272,segment=NetworkSegment(05bdc5b7-b56e-47aa-b186-b9561318e231),segment_id=05bdc5b7-b56e-47aa-b186-b9561318e231)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:10.203535 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.254694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38448) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:10.263807 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.264892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-5feb968b-9069-4034-9659-58c4a0f13a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.266993 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-5feb968b-9069-4034-9659-58c4a0f13a97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.2023952 Aug 29 04:18:10.287862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.303572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60743ef3-d41e-48a0-a6ca-ee1089a8f277 None None] Pushing event updated for resources: {'Port': ['ID=366b24b7-f50e-46f9-a6b5-b18bedf35272,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.352770 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-dcec0aa1-e209-4f8f-ab12-94ced452f474 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 217 time: 0.0593963 Aug 29 04:18:10.371319 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.410122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Allocated IP 172.25.5.195 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/25ca04e4-80d3-40b7-8d74-dd29d556663a) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:10.517663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-34b8e332-cb0b-478c-9911-25ef3daa07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.519347 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-34b8e332-cb0b-478c-9911-25ef3daa07a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1591718 Aug 29 04:18:10.550984 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.560543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'Subnet': ['ID=b84a71a2-9741-4986-a88c-7a164f87a13a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.581946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'tag': 'b9795221-df44-4a7e-86de-55b284326531'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:10.584156 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249385a9-5cbd-4e56-8ff8-41db5789a230" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "tag": "b9795221-df44-4a7e-86de-55b284326531"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:10.622256 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.630222 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-faf47b7e-87c9-4414-9452-6966c27e8230 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.632095 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-faf47b7e-87c9-4414-9452-6966c27e8230 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.52 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.2337840 Aug 29 04:18:10.634564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Checking segment: {'id': 'c0d81770-c3fe-4962-85ee-e5f3ce2488fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4fc6f0f9-27dc-4d54-a9dc-b914e427caa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:10.634925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Network hostable DHCP agents. Network: 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:10.638853 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a6e411ff-b84c-4fd7-a385-2c88d36f4c70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813591 Aug 29 04:18:10.650233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38456) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:10.657923 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61288c0-3a0a-4dc9-b399-25d840ebdb4a x-openstack-request-id: req-e61288c0-3a0a-4dc9-b399-25d840ebdb4a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:10.658204 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "tag": "b9795221-df44-4a7e-86de-55b284326531", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:10.658458 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e61288c0-3a0a-4dc9-b399-25d840ebdb4a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:10.658850 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'tag': 'b9795221-df44-4a7e-86de-55b284326531', 'status': 'completed', 'code': 200} Aug 29 04:18:10.699789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-8da1bc98-e122-46d5-aad6-49ca7db45711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.701331 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-8da1bc98-e122-46d5-aad6-49ca7db45711 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1681688 Aug 29 04:18:10.737805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:10.740913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Network 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:10.767628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:10.769518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Pushing event updated for resources: {'Port': ['ID=25ca04e4-80d3-40b7-8d74-dd29d556663a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.777251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:10.826697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:10.831075 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.831847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.838399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c44c-85b2-4a3e-929f-9cbf85b98795 req-d5140016-a436-4181-9266-653ee894e652 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.839880 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ad9c44c-85b2-4a3e-929f-9cbf85b98795 req-d5140016-a436-4181-9266-653ee894e652 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 948 time: 0.1847279 Aug 29 04:18:10.842708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d21a4-ade5-4233-a64c-a4c776cc3e87 None None] Network 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:10.870236 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bc62886c-7109-4051-8ac3-2bcbe43e4652 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3251481 Aug 29 04:18:10.874660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38462) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:10.881413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Request body: {'network': {'name': 'tempest-router-network01--983587545'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:10.910197 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-568d59bc-be39-4187-a139-77a59fa12cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.923369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-dabd49a4-21a2-49e1-a751-4c8c6d1e1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.925005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-dabd49a4-21a2-49e1-a751-4c8c6d1e1e76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1100 time: 0.2024786 Aug 29 04:18:10.928037 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-a3afd4a5-0a40-48af-9771-7618079df21e service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175908 Aug 29 04:18:10.930906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-8356d07a-8048-4898-8ce3-826da3f3a206 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Deleting port af747ea6-ce88-465d-a36b-b40bd130e464 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:10.931393 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-8356d07a-8048-4898-8ce3-826da3f3a206 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.935603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Made reservation on behalf of 952923646a8744dd9191ee926b1e19a0 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:10.939017 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.022254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-4fc6f0f9-27dc-4d54-a9dc-b914e427caa1', 'network_id': '4fc6f0f9-27dc-4d54-a9dc-b914e427caa1', 'tenant_id': '952923646a8744dd9191ee926b1e19a0', 'fixed_ips': [{'subnet_id': 'b84a71a2-9741-4986-a88c-7a164f87a13a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:11.023284 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.059892 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-568d59bc-be39-4187-a139-77a59fa12cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.081223 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:11.127168 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.127548 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Added segment 83a3a6f4-270c-4945-9d47-b34a32a6e1ec of type vlan for network 21736d73-5773-4ef2-b1f5-a53d1dccd73d Aug 29 04:18:11.129344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ad9c44c-85b2-4a3e-929f-9cbf85b98795 req-f891745e-7952-4965-b71c-65e8abb80f1a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678502 Aug 29 04:18:11.196336 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b6cf573-81ce-414e-9021-bf9b1f8b18f2 req-1c8fe20d-f31b-4166-a52f-f3a47c3ba5c6 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543352 Aug 29 04:18:11.226327 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-8356d07a-8048-4898-8ce3-826da3f3a206 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] For port af747ea6-ce88-465d-a36b-b40bd130e464, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=af747ea6-ce88-465d-a36b-b40bd130e464,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:11.227280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-8356d07a-8048-4898-8ce3-826da3f3a206 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.235610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Allocated IP 172.20.0.2 (4fc6f0f9-27dc-4d54-a9dc-b914e427caa1/b84a71a2-9741-4986-a88c-7a164f87a13a/d25a7111-90f1-4709-84fa-cc16da944eb9) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:11.241900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5f635-6af4-45e0-a70f-672590065065 req-c1223623-9d01-4422-8e07-95e181446556 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.243418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.243544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1d5f635-6af4-45e0-a70f-672590065065 req-c1223623-9d01-4422-8e07-95e181446556 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.4027514 Aug 29 04:18:11.291083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-8356d07a-8048-4898-8ce3-826da3f3a206 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Calling delete_port for af747ea6-ce88-465d-a36b-b40bd130e464 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:11.332376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.339428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.340245 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.358606 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-568d59bc-be39-4187-a139-77a59fa12cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.361617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-568d59bc-be39-4187-a139-77a59fa12cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.362265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-568d59bc-be39-4187-a139-77a59fa12cc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a7ebcc1-314d-455c-8b02-2716b69366cb HTTP/1.1" status: 204 len: 168 time: 0.7082524 Aug 29 04:18:11.385484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-18303251-64a1-41be-b34c-68e38d6e62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.386986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-18303251-64a1-41be-b34c-68e38d6e62ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.4267547 Aug 29 04:18:11.398284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d59bc-be39-4187-a139-77a59fa12cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7ebcc1-314d-455c-8b02-2716b69366cb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:11.425766 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5499582 Aug 29 04:18:11.455884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-ec92bc9a-74f6-42ab-b5d8-e94095849a89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 217 time: 0.0589988 Aug 29 04:18:11.460791 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.490785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38472) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:11.496814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Transition to ACTIVE for port object d25a7111-90f1-4709-84fa-cc16da944eb9 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:11.517279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1d5f635-6af4-45e0-a70f-672590065065 req-284dd480-d9ce-4c49-9ab5-d1ac2d84c1ea tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923583 Aug 29 04:18:11.517690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Transition to ACTIVE for port object d25a7111-90f1-4709-84fa-cc16da944eb9 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:11.525631 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.544944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-1bf6ec12-86d9-41fc-aea6-80d35b7f5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.546588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-1bf6ec12-86d9-41fc-aea6-80d35b7f5de7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a42d1e753d804958b220f1c5860bb831&device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1100 time: 0.2921267 Aug 29 04:18:11.551635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Request body: {'network': {'name': 'tempest-router-network02--708929634'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:11.587053 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Pushing event updated for resources: {'Port': ['ID=d25a7111-90f1-4709-84fa-cc16da944eb9,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:11.634281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Network 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:11.636166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:11.639580 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:11.696583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b2a6a-34d8-4af4-a4e0-4d8841beaa14 None None] Network 48caa300-7cbd-4ed4-a239-015f89ebdce9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:11.701817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ebd77-c311-43b8-8edb-2fd83369bfb1 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'Network': ['ID=21736d73-5773-4ef2-b1f5-a53d1dccd73d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:11.710262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa98725-92d0-423c-a0f5-311aee2ef96c req-7be6e356-1503-4f17-8457-bea7153a01b5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.718289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9fa98725-92d0-423c-a0f5-311aee2ef96c req-7be6e356-1503-4f17-8457-bea7153a01b5 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e HTTP/1.1" status: 200 len: 945 time: 0.1913168 Aug 29 04:18:11.726068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-b61b61df-d03c-4940-8754-263984ff7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.727596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-b61b61df-d03c-4940-8754-263984ff7943 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.2094162 Aug 29 04:18:11.737998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Made reservation on behalf of 952923646a8744dd9191ee926b1e19a0 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:11.743488 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.757527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.757621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 21736d73-5773-4ef2-b1f5-a53d1dccd73d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:11.791324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-043ce85b-0d0e-495b-b1f1-27ec50496c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.793082 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-043ce85b-0d0e-495b-b1f1-27ec50496c22 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1891057 Aug 29 04:18:11.803905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:11.884338 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-7e96a172-7ebf-426f-98a2-639631a7fdf1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 200 len: 217 time: 0.0772288 Aug 29 04:18:11.893345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.893924 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Added segment f62822f3-e09b-499e-8116-81a7f314b68e of type vlan for network 8295b628-349a-4dab-859b-dd8c6e3cebaa Aug 29 04:18:11.902753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-64e24826-0c09-4e70-8e35-81a6c99b0c86 None None] Provisioning for port 366b24b7-f50e-46f9-a6b5-b18bedf35272 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:11.919419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Attempting to bind port d25a7111-90f1-4709-84fa-cc16da944eb9 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:11.920250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Attempting to bind port d25a7111-90f1-4709-84fa-cc16da944eb9 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c0d81770-c3fe-4962-85ee-e5f3ce2488fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4fc6f0f9-27dc-4d54-a9dc-b914e427caa1'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:11.921313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Attempting to bind port d25a7111-90f1-4709-84fa-cc16da944eb9 on network 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:11.992946 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-8356d07a-8048-4898-8ce3-826da3f3a206 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.997908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.028152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['af747ea6-ce88-465d-a36b-b40bd130e464'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:12.046123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-f64ab2a6-6388-4245-888b-42a374a41dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.048410 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-f64ab2a6-6388-4245-888b-42a374a41dfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1524153 Aug 29 04:18:12.050902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:12.051364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Checking segment: {'id': 'c0d81770-c3fe-4962-85ee-e5f3ce2488fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4fc6f0f9-27dc-4d54-a9dc-b914e427caa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:12.051779 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.052224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Bound using segment: {'id': 'c0d81770-c3fe-4962-85ee-e5f3ce2488fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4fc6f0f9-27dc-4d54-a9dc-b914e427caa1'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:12.052959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Bound port: d25a7111-90f1-4709-84fa-cc16da944eb9, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d81770-c3fe-4962-85ee-e5f3ce2488fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4fc6f0f9-27dc-4d54-a9dc-b914e427caa1'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:12.053337 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.053461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356d07a-8048-4898-8ce3-826da3f3a206 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Pushing event deleted for resources: {'Port': ['ID=af747ea6-ce88-465d-a36b-b40bd130e464,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:12.134466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.147641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.149733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] For port d25a7111-90f1-4709-84fa-cc16da944eb9, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:12.151945 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.155678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] For port d25a7111-90f1-4709-84fa-cc16da944eb9, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d25a7111-90f1-4709-84fa-cc16da944eb9,segment=NetworkSegment(c0d81770-c3fe-4962-85ee-e5f3ce2488fe),segment_id=c0d81770-c3fe-4962-85ee-e5f3ce2488fe)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:12.161753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9fa98725-92d0-423c-a0f5-311aee2ef96c req-f062bea5-f4aa-41b0-a178-955c8a016f7c tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.49 "GET /v2.0/security-groups?id=f62ee45c-c645-47b5-9255-be9c8c7ddc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424279 Aug 29 04:18:12.174904 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.198049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-8356d07a-8048-4898-8ce3-826da3f3a206 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] No DVR routers for this DVR port af747ea6-ce88-465d-a36b-b40bd130e464 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:12.212835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7605-9cdc-42e3-8cea-9ebd0f08aaf9 req-5d82f0fe-9f9f-4ce2-8dda-e631d86b93cc tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.227759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7605-9cdc-42e3-8cea-9ebd0f08aaf9 req-5d82f0fe-9f9f-4ce2-8dda-e631d86b93cc tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.240473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7605-9cdc-42e3-8cea-9ebd0f08aaf9 req-5d82f0fe-9f9f-4ce2-8dda-e631d86b93cc tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.245743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-8356d07a-8048-4898-8ce3-826da3f3a206 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.247733 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f2f351a8-eb97-4da3-9711-b995aa29c186 req-8356d07a-8048-4898-8ce3-826da3f3a206 tempest-ListServerFiltersTestJSON-175835964 tempest-ListServerFiltersTestJSON-175835964-project] 10.222.0.52 "DELETE /v2.0/ports/af747ea6-ce88-465d-a36b-b40bd130e464 HTTP/1.1" status: 204 len: 173 time: 1.5915413 Aug 29 04:18:12.253048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7605-9cdc-42e3-8cea-9ebd0f08aaf9 req-5d82f0fe-9f9f-4ce2-8dda-e631d86b93cc tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.262658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7605-9cdc-42e3-8cea-9ebd0f08aaf9 req-5d82f0fe-9f9f-4ce2-8dda-e631d86b93cc tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.271123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7605-9cdc-42e3-8cea-9ebd0f08aaf9 req-5d82f0fe-9f9f-4ce2-8dda-e631d86b93cc tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.298963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7605-9cdc-42e3-8cea-9ebd0f08aaf9 req-5d82f0fe-9f9f-4ce2-8dda-e631d86b93cc tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.303537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8e02a-e52a-4c0e-8772-afcf5d4dfe3c None None] Pushing event updated for resources: {'Port': ['ID=d25a7111-90f1-4709-84fa-cc16da944eb9,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:12.324990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df6a7605-9cdc-42e3-8cea-9ebd0f08aaf9 req-5d82f0fe-9f9f-4ce2-8dda-e631d86b93cc tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5434 time: 0.6865869 Aug 29 04:18:12.375783 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8278201 Aug 29 04:18:12.388245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38496) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:12.408167 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-eaba15d2-9d03-4bcc-a2e6-8824e347e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.409982 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-eaba15d2-9d03-4bcc-a2e6-8824e347e401 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3485351 Aug 29 04:18:12.424025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Request body: {'subnet': {'network_id': '21736d73-5773-4ef2-b1f5-a53d1dccd73d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:12.546298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38498) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:12.567222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 366b24b7-f50e-46f9-a6b5-b18bedf35272 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:12.631371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-1f03403d-ce36-493e-b3d4-8b3af851cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.652562 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-1f03403d-ce36-493e-b3d4-8b3af851cf26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9109914 Aug 29 04:18:12.666446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 366b24b7-f50e-46f9-a6b5-b18bedf35272 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:12.671423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 366b24b7-f50e-46f9-a6b5-b18bedf35272 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:12.672067 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.779083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df6a7605-9cdc-42e3-8cea-9ebd0f08aaf9 req-13be5b2d-3d4a-405a-8f67-c15768e07f6e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4525330 Aug 29 04:18:12.783460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1526c35e-24af-4613-95fa-bc35c8ff62f2 None None] Provisioning complete for port 366b24b7-f50e-46f9-a6b5-b18bedf35272 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:12.784091 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1526c35e-24af-4613-95fa-bc35c8ff62f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.831085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b82e0-a65e-4a2e-8a91-fe287b276a89 req-d16e6f1e-74e3-4ebb-a01a-d3d4fe4c3e2c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.843242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b05b82e0-a65e-4a2e-8a91-fe287b276a89 req-d16e6f1e-74e3-4ebb-a01a-d3d4fe4c3e2c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 948 time: 0.3827553 Aug 29 04:18:12.877528 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.939769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 366b24b7-f50e-46f9-a6b5-b18bedf35272, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=366b24b7-f50e-46f9-a6b5-b18bedf35272,segment=NetworkSegment(05bdc5b7-b56e-47aa-b186-b9561318e231),segment_id=05bdc5b7-b56e-47aa-b186-b9561318e231)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:12.951998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1539477932-network', 'tenant_id': 'd775af7b58744703b699fca41cf9a3bf'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:12.962192 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.011012 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1526c35e-24af-4613-95fa-bc35c8ff62f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.050253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b9795221-df44-4a7e-86de-55b284326531 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:13.056773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=366b24b7-f50e-46f9-a6b5-b18bedf35272,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:13.066145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e', 'name': 'network-vif-deleted', 'tag': 'af747ea6-ce88-465d-a36b-b40bd130e464'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:13.069051 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0561319d-06ac-4767-82a3-590f01230551" -d '{"events": [{"server_uuid": "1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e", "name": "network-vif-deleted", "tag": "af747ea6-ce88-465d-a36b-b40bd130e464"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:13.075006 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-e4f7fed5-b147-4236-b144-4111f9192d68 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792258 Aug 29 04:18:13.082423 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b1804-a472-42c6-9d6c-09e632f9ebcd tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'Network': ['ID=8295b628-349a-4dab-859b-dd8c6e3cebaa,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:13.219665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-00502dc2-1c05-433f-9194-7e8fc01ff32e service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314988 Aug 29 04:18:13.235755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b05b82e0-a65e-4a2e-8a91-fe287b276a89 req-eab08d3f-34f6-4a6f-a066-3726ec13d010 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888021 Aug 29 04:18:13.287542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 8295b628-349a-4dab-859b-dd8c6e3cebaa details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:13.290272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Made reservation on behalf of d775af7b58744703b699fca41cf9a3bf for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:13.292716 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.307003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Made reservation on behalf of 952923646a8744dd9191ee926b1e19a0 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:13.312350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.340628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-1fa8843a-0eca-4f40-84de-f36d19c3a37b service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399877 Aug 29 04:18:13.358923 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.361688 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-1526c35e-24af-4613-95fa-bc35c8ff62f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:18:13.362056 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-1526c35e-24af-4613-95fa-bc35c8ff62f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:18:13.378290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b9795221-df44-4a7e-86de-55b284326531 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:13.452840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1abd1-134c-450d-9c73-73fc884a5e02 req-c439d127-774a-48c1-9bc8-902a9fca84d7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.454418 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2be1abd1-134c-450d-9c73-73fc884a5e02 req-c439d127-774a-48c1-9bc8-902a9fca84d7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.3118796 Aug 29 04:18:13.483219 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.529741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.561372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f4f20-15fd-4ef9-bf4f-0eb50acf98d9 req-eb961070-0799-4bad-9792-af3bec49208c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.567349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f4f20-15fd-4ef9-bf4f-0eb50acf98d9 req-eb961070-0799-4bad-9792-af3bec49208c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.574165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f4f20-15fd-4ef9-bf4f-0eb50acf98d9 req-eb961070-0799-4bad-9792-af3bec49208c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.586309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f4f20-15fd-4ef9-bf4f-0eb50acf98d9 req-eb961070-0799-4bad-9792-af3bec49208c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.592279 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f4f20-15fd-4ef9-bf4f-0eb50acf98d9 req-eb961070-0799-4bad-9792-af3bec49208c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.597815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'Subnet': ['ID=bc97e41e-60dc-4717-9d4e-086dc6b923ce,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:13.600980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f4f20-15fd-4ef9-bf4f-0eb50acf98d9 req-eb961070-0799-4bad-9792-af3bec49208c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.606803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Checking segment: {'id': '83a3a6f4-270c-4945-9d47-b34a32a6e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '21736d73-5773-4ef2-b1f5-a53d1dccd73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:13.607158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Network hostable DHCP agents. Network: 21736d73-5773-4ef2-b1f5-a53d1dccd73d, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:13.607968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f4f20-15fd-4ef9-bf4f-0eb50acf98d9 req-eb961070-0799-4bad-9792-af3bec49208c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.622889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-985f4f20-15fd-4ef9-bf4f-0eb50acf98d9 req-eb961070-0799-4bad-9792-af3bec49208c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5434 time: 0.3004272 Aug 29 04:18:13.627209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Network 21736d73-5773-4ef2-b1f5-a53d1dccd73d is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:13.638165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 21736d73-5773-4ef2-b1f5-a53d1dccd73d) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:13.646729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f6954-3e71-49dd-9d55-95da9ee4be0d None None] Network 21736d73-5773-4ef2-b1f5-a53d1dccd73d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:13.647003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.647864 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.660505 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcb48a5-f46e-4c00-9780-ac862476b6fa x-openstack-request-id: req-9dcb48a5-f46e-4c00-9780-ac862476b6fa {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:13.661444 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e", "name": "network-vif-deleted", "tag": "af747ea6-ce88-465d-a36b-b40bd130e464", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:13.661956 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9dcb48a5-f46e-4c00-9780-ac862476b6fa {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:13.663067 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc7f1c1-ec8a-47c6-98f2-1a8b99367b4e', 'name': 'network-vif-deleted', 'tag': 'af747ea6-ce88-465d-a36b-b40bd130e464', 'status': 'completed', 'code': 200} Aug 29 04:18:13.695395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38512) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:13.705272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3826a0-9f72-4a3a-90a8-96ec5e45f2cd None None] Network 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:13.718423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2be1abd1-134c-450d-9c73-73fc884a5e02 req-ea253ec6-9bb1-47c6-9b98-f0191e25f535 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534447 Aug 29 04:18:13.760238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5049b65e-5cf6-4cea-8db6-e42e9394c550 admin admin] Deleting subnet 887be7ef-1581-4423-b760-36dd87622b77 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:13.767037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5049b65e-5cf6-4cea-8db6-e42e9394c550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.807009 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5049b65e-5cf6-4cea-8db6-e42e9394c550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.811229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-249385a9-5cbd-4e56-8ff8-41db5789a230 req-168d6e03-d480-48f8-96d0-33dd9fd0c67f service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501169 Aug 29 04:18:13.869917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b9795221-df44-4a7e-86de-55b284326531 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:13.870595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.879037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.887625 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-543c1bae-f275-4fc8-a6ff-30c8383fa560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4740417 Aug 29 04:18:13.888010 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38514) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:13.894114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Request body: {'subnet': {'network_id': '8295b628-349a-4dab-859b-dd8c6e3cebaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:13.904872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Router d03caba4-cf96-4982-aad3-64373ca435de is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:18:13.907479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:13.931327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3821209c-97b3-4bc4-a9d2-e7500a3c4f36,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:13.938137 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.938137 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Added segment 0a4021cb-e190-498c-b26e-eafcc04c26a2 of type vlan for network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 Aug 29 04:18:13.981900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-21736d73-5773-4ef2-b1f5-a53d1dccd73d', 'network_id': '21736d73-5773-4ef2-b1f5-a53d1dccd73d', 'tenant_id': '952923646a8744dd9191ee926b1e19a0', 'fixed_ips': [{'subnet_id': 'bc97e41e-60dc-4717-9d4e-086dc6b923ce'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:13.983334 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.013604 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5049b65e-5cf6-4cea-8db6-e42e9394c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.105427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:14.107700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Made reservation on behalf of 952923646a8744dd9191ee926b1e19a0 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:14.118284 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Sync routers for ids ['d03caba4-cf96-4982-aad3-64373ca435de'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:14.119339 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.129121 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Routers {'d03caba4-cf96-4982-aad3-64373ca435de'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:14.129996 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:17:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d03caba4-cf96-4982-aad3-64373ca435de'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:14.162046 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.167198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a1501698-7bce-4dca-8d05-26c6e882d2dc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9861054 Aug 29 04:18:14.167952 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38518) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:14.210213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:14.228556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9a876063-3044-48b4-ba56-f6e90684a6fe None None] Provisioning for port d25a7111-90f1-4709-84fa-cc16da944eb9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:14.255705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'b9795221-df44-4a7e-86de-55b284326531', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': 'b9795221-df44-4a7e-86de-55b284326531', 'mac_address': 'fa:16:3e:e3:1e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:14.256370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.288305 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Set router d03caba4-cf96-4982-aad3-64373ca435de gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:14.376414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Allocated IP 172.20.0.2 (21736d73-5773-4ef2-b1f5-a53d1dccd73d/bc97e41e-60dc-4717-9d4e-086dc6b923ce/9157dee5-516f-464e-b2c2-82a4275fc6a6) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:14.397812 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.452326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9795221-df44-4a7e-86de-55b284326531 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:14.452938 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.453697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5049b65e-5cf6-4cea-8db6-e42e9394c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.453910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.454537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.455882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.494660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:14.508973 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.536016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049b65e-5cf6-4cea-8db6-e42e9394c550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887be7ef-1581-4423-b760-36dd87622b77,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:14.539644 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5049b65e-5cf6-4cea-8db6-e42e9394c550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.541982 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5049b65e-5cf6-4cea-8db6-e42e9394c550 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/887be7ef-1581-4423-b760-36dd87622b77 HTTP/1.1" status: 204 len: 168 time: 0.8444684 Aug 29 04:18:14.548766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38522) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:14.630785 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'name': 'tempest-ServersTestMultiNic-1924604021-router', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:11Z', 'revision_number': 3, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'gw_port': {'id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:14.635030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58779c23-eb30-4bea-9d8c-ecef4cd655ab None None] Network 80c77059-7767-4266-8650-2a5e4edce74d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:14.644137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0881536 Aug 29 04:18:14.645053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38524) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:14.650159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Request body: {'subnet': {'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1539477932-subnet', 'tenant_id': 'd775af7b58744703b699fca41cf9a3bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:14.650511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d25a7111-90f1-4709-84fa-cc16da944eb9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:14.667724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01476c-1bb3-4214-9b2f-4556ad056e52 admin admin] Pushing event updated for resources: {'Network': ['ID=b611a1c4-daa6-40f3-9e3f-282a1ee239a4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:14.676102 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Checking router: d03caba4-cf96-4982-aad3-64373ca435de for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:14.676784 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Updating router d03caba4-cf96-4982-aad3-64373ca435de port 25ca04e4-80d3-40b7-8d74-dd29d556663a binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:14.706595 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.727313 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.729958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6a4c3-13d8-4dd1-be88-7e1c69f052a1 req-24be47fe-b075-4c3c-9e37-70e3f3451801 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.730778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:14.747624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0da6a4c3-13d8-4dd1-be88-7e1c69f052a1 req-24be47fe-b075-4c3c-9e37-70e3f3451801 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 948 time: 0.3312197 Aug 29 04:18:14.751037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Checking segment: {'id': 'f62822f3-e09b-499e-8116-81a7f314b68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8295b628-349a-4dab-859b-dd8c6e3cebaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:14.751412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Network hostable DHCP agents. Network: 8295b628-349a-4dab-859b-dd8c6e3cebaa, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:14.755226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'Subnet': ['ID=ef4095af-749f-45ec-a7aa-1d1c85c23336,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:14.831062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Network 8295b628-349a-4dab-859b-dd8c6e3cebaa is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:14.831322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Made reservation on behalf of d775af7b58744703b699fca41cf9a3bf for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:14.834679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.836573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['b9795221-df44-4a7e-86de-55b284326531'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:14.849925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 8295b628-349a-4dab-859b-dd8c6e3cebaa) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:14.855491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.856090 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.876798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0da6a4c3-13d8-4dd1-be88-7e1c69f052a1 req-8c13b3ed-5efa-434c-a6d0-eb89b25f1bb5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277275 Aug 29 04:18:14.893881 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d1fd9e92-dfcb-445d-8dd2-2e95ed9e351a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0034530 Aug 29 04:18:14.896701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38530) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:14.898176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Deleting port 3f55eb46-60d3-441a-97f9-05ab6c311bab {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:14.901513 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.919808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18fc995-7243-427b-a643-480806612e65 None None] Network 8295b628-349a-4dab-859b-dd8c6e3cebaa requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:15.060670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=11']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.097434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device af747ea6-ce88-465d-a36b-b40bd130e464 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:15.100456 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.113377 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Transition to ACTIVE for port object 25ca04e4-80d3-40b7-8d74-dd29d556663a will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:15.122977 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.139572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: af747ea6-ce88-465d-a36b-b40bd130e464 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:15.140437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device af747ea6-ce88-465d-a36b-b40bd130e464 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:15.152085 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.177501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] For port 3f55eb46-60d3-441a-97f9-05ab6c311bab, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3f55eb46-60d3-441a-97f9-05ab6c311bab,segment=NetworkSegment(2bb5f67e-3320-49f7-9a32-56915995cbc5),segment_id=2bb5f67e-3320-49f7-9a32-56915995cbc5)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:15.178082 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.178834 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Pushing event updated for resources: {'Port': ['ID=25ca04e4-80d3-40b7-8d74-dd29d556663a,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.194621 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.195785 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.196379 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.196929 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.197539 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.198220 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.198699 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.199639 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.200184 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.200769 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.201302 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.203090 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:15.238418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9af7a-e964-4756-99e7-bc66bf0ac82a req-dc958bfa-37ee-4ba1-a298-4173a7b6375b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.239984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60d9af7a-e964-4756-99e7-bc66bf0ac82a req-dc958bfa-37ee-4ba1-a298-4173a7b6375b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.4027729 Aug 29 04:18:15.242454 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Attempting to bind port 25ca04e4-80d3-40b7-8d74-dd29d556663a on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:15.244862 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Attempting to bind port 25ca04e4-80d3-40b7-8d74-dd29d556663a by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:15.245544 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Attempting to bind port 25ca04e4-80d3-40b7-8d74-dd29d556663a on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:15.252567 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:15.253422 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:15.254678 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.254792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d834e-ca6e-4cbe-8a61-f1ecb7eca6b3 req-05554607-7edd-4b5c-ae73-7e364006090a tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.256611 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:15.256731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Transition to ACTIVE for port object 9157dee5-516f-464e-b2c2-82a4275fc6a6 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:15.257473 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Bound port: 25ca04e4-80d3-40b7-8d74-dd29d556663a, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:15.258962 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.263727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e73d834e-ca6e-4cbe-8a61-f1ecb7eca6b3 req-05554607-7edd-4b5c-ae73-7e364006090a tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 1101 time: 0.2380037 Aug 29 04:18:15.278387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Calling delete_port for 3f55eb46-60d3-441a-97f9-05ab6c311bab owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:15.300293 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d25a7111-90f1-4709-84fa-cc16da944eb9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:15.357887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Transition to ACTIVE for port object 9157dee5-516f-464e-b2c2-82a4275fc6a6 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:15.363876 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] For port 25ca04e4-80d3-40b7-8d74-dd29d556663a, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:15.370181 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] For port 25ca04e4-80d3-40b7-8d74-dd29d556663a, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=25ca04e4-80d3-40b7-8d74-dd29d556663a,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:15.375759 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.404745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.416561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e73d834e-ca6e-4cbe-8a61-f1ecb7eca6b3 req-0802def0-8e38-4342-8773-e46f89d245a9 tempest-MigrationsAdminTest-1522509066 tempest-MigrationsAdminTest-1522509066-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476250 Aug 29 04:18:15.439020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc7319-46bf-4951-81f6-288a023e4e3b None None] DHCP port deletion for 80c77059-7767-4266-8650-2a5e4edce74d request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:18:15.440851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d25a7111-90f1-4709-84fa-cc16da944eb9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:15.441786 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.460083 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eb2df-7430-4643-9009-f0ed9a29b975 None None] Pushing event updated for resources: {'Port': ['ID=25ca04e4-80d3-40b7-8d74-dd29d556663a,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.466202 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60d9af7a-e964-4756-99e7-bc66bf0ac82a req-e87a460a-4b68-47a1-b2c4-46b178663264 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034805 Aug 29 04:18:15.493839 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Routers {'d03caba4-cf96-4982-aad3-64373ca435de'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:15.496358 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:17:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d03caba4-cf96-4982-aad3-64373ca435de'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:15.510121 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.630303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.679142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.702478 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] Set router d03caba4-cf96-4982-aad3-64373ca435de gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:15.735211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=162281a0-7421-4afc-beac-04c048e8c914,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.745070 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f55eb46-60d3-441a-97f9-05ab6c311bab,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.802554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] No DVR routers for this DVR port 3f55eb46-60d3-441a-97f9-05ab6c311bab on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:15.815496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.837707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Checking segment: {'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:15.838462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Network hostable DHCP agents. Network: b611a1c4-daa6-40f3-9e3f-282a1ee239a4, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:15.900777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Network 21736d73-5773-4ef2-b1f5-a53d1dccd73d is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:15.903292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-8295b628-349a-4dab-859b-dd8c6e3cebaa', 'network_id': '8295b628-349a-4dab-859b-dd8c6e3cebaa', 'tenant_id': '952923646a8744dd9191ee926b1e19a0', 'fixed_ips': [{'subnet_id': 'ef4095af-749f-45ec-a7aa-1d1c85c23336'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:15.904137 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.923205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:15.940154 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:15.944332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:15.952175 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.953967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831d66a-472f-4716-983b-b3632202e0ac req-fc58a8ec-309c-49b7-bf5e-3f13a3160e7b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.960386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc7319-46bf-4951-81f6-288a023e4e3b None None] The port '3f55eb46-60d3-441a-97f9-05ab6c311bab' was deleted {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 04:18:15.962388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2831d66a-472f-4716-983b-b3632202e0ac req-fc58a8ec-309c-49b7-bf5e-3f13a3160e7b tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.1420960 Aug 29 04:18:15.971874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c77059-7767-4266-8650-2a5e4edce74d']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:15.979368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, b611a1c4-daa6-40f3-9e3f-282a1ee239a4) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:15.989352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb5f67e-3320-49f7-9a32-56915995cbc5') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:15.989658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb5f67e-3320-49f7-9a32-56915995cbc5') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:15.999162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.999805 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.005040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93782790-de1a-4290-a9b5-667d3045fbbf None None] Network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:16.007755 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'name': 'tempest-ServersTestMultiNic-1924604021-router', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:11Z', 'revision_number': 3, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'gw_port': {'id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:16.009440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Allocated IP 172.20.0.1 (21736d73-5773-4ef2-b1f5-a53d1dccd73d/bc97e41e-60dc-4717-9d4e-086dc6b923ce/0ecafed5-ee36-4582-894b-974334d81ede) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:16.015548 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.041235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.051600 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce7886-0f35-4a1e-9a7a-8994c0b211d8 None None] The sync data for ids ['d03caba4-cf96-4982-aad3-64373ca435de'] in n-d-712141-12 is: [{'id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'name': 'tempest-ServersTestMultiNic-1924604021-router', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:11Z', 'revision_number': 3, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'gw_port': {'id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:16.075804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-47c756c7-64f3-41e4-a994-81c45ef57264 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4220452 Aug 29 04:18:16.084980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2831d66a-472f-4716-983b-b3632202e0ac req-e0a5522a-41e8-43ea-9f17-a7667e6d8189 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212692 Aug 29 04:18:16.091735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:16.092156 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:16.102986 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:16.104670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Pushing event updated for resources: {'Port': ['ID=9157dee5-516f-464e-b2c2-82a4275fc6a6,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.179829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Allocated IP 172.20.0.1 (48caa300-7cbd-4ed4-a239-015f89ebdce9/fbc362dc-4ca2-4f97-9b73-ca4909863a0a/8e5b7a83-02c9-4966-a8c1-367579807e88) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:16.187475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.209348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.218554 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] 10.222.0.49 "DELETE /v2.0/networks/80c77059-7767-4266-8650-2a5e4edce74d HTTP/1.1" status: 204 len: 168 time: 1.6684721 Aug 29 04:18:16.228286 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.237366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da3741-b346-4e2f-b10f-61d5edf4ff3a admin admin] Pushing event deleted for resources: {'Network': ['ID=80c77059-7767-4266-8650-2a5e4edce74d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.296781 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.310308 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.325284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Transition to ACTIVE for port object 0ecafed5-ee36-4582-894b-974334d81ede will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:16.402138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.466502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Attempting to bind port 9157dee5-516f-464e-b2c2-82a4275fc6a6 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:16.466983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Attempting to bind port 9157dee5-516f-464e-b2c2-82a4275fc6a6 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '83a3a6f4-270c-4945-9d47-b34a32a6e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '21736d73-5773-4ef2-b1f5-a53d1dccd73d'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:16.477563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Attempting to bind port 9157dee5-516f-464e-b2c2-82a4275fc6a6 on network 21736d73-5773-4ef2-b1f5-a53d1dccd73d {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:16.482258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Network 21736d73-5773-4ef2-b1f5-a53d1dccd73d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:16.482882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38556) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:16.510127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:16.537982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:16.586816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:16.587567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Checking segment: {'id': '83a3a6f4-270c-4945-9d47-b34a32a6e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '21736d73-5773-4ef2-b1f5-a53d1dccd73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:16.588160 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.598732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Bound using segment: {'id': '83a3a6f4-270c-4945-9d47-b34a32a6e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '21736d73-5773-4ef2-b1f5-a53d1dccd73d'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:16.609497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Bound port: 9157dee5-516f-464e-b2c2-82a4275fc6a6, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a3a6f4-270c-4945-9d47-b34a32a6e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '21736d73-5773-4ef2-b1f5-a53d1dccd73d'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:16.609908 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.647495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port d25a7111-90f1-4709-84fa-cc16da944eb9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d25a7111-90f1-4709-84fa-cc16da944eb9,segment=NetworkSegment(c0d81770-c3fe-4962-85ee-e5f3ce2488fe),segment_id=c0d81770-c3fe-4962-85ee-e5f3ce2488fe)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:16.675371 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.676180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 366b24b7-f50e-46f9-a6b5-b18bedf35272 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:16.687711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'Port': ['ID=0ecafed5-ee36-4582-894b-974334d81ede,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.744299 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3cb1b8e9-74c0-4bf9-949d-0d7ef27afd60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=017a7b9c5f2540e8a6701d04f4549aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602499 Aug 29 04:18:16.745399 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.747635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38572) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:16.842048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38574) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:16.848748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522b006-e7ed-4d38-919f-f2082ff3c158 None None] Network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:16.853121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Allocated IP 172.20.0.2 (8295b628-349a-4dab-859b-dd8c6e3cebaa/ef4095af-749f-45ec-a7aa-1d1c85c23336/70e41f18-cc21-428f-af4d-11f98238d85a) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:17.016984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Transition to ACTIVE for port object 8e5b7a83-02c9-4966-a8c1-367579807e88 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:17.019385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9569c16f-6995-453d-bf0f-5f8ca5fc45be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.039339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=d25a7111-90f1-4709-84fa-cc16da944eb9,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.047050 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9569c16f-6995-453d-bf0f-5f8ca5fc45be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.099960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] For port 9157dee5-516f-464e-b2c2-82a4275fc6a6, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:17.118932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] For port 9157dee5-516f-464e-b2c2-82a4275fc6a6, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9157dee5-516f-464e-b2c2-82a4275fc6a6,segment=NetworkSegment(83a3a6f4-270c-4945-9d47-b34a32a6e1ec),segment_id=83a3a6f4-270c-4945-9d47-b34a32a6e1ec)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:17.148904 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9569c16f-6995-453d-bf0f-5f8ca5fc45be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.151672 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9569c16f-6995-453d-bf0f-5f8ca5fc45be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.153073 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9569c16f-6995-453d-bf0f-5f8ca5fc45be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f62ee45c-c645-47b5-9255-be9c8c7ddc7c HTTP/1.1" status: 204 len: 168 time: 0.4045000 Aug 29 04:18:17.169507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d51cd-18b9-4ea3-bdca-e3f91c15ab74 req-38d9e348-6c9e-4218-9485-847b6dcef82b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.171292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-939d51cd-18b9-4ea3-bdca-e3f91c15ab74 req-38d9e348-6c9e-4218-9485-847b6dcef82b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1810391 Aug 29 04:18:17.200999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.209047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569c16f-6995-453d-bf0f-5f8ca5fc45be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62ee45c-c645-47b5-9255-be9c8c7ddc7c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.231242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-85ddfba8-d69b-419c-bbc0-d5502cc28a0a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.233500 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-85ddfba8-d69b-419c-bbc0-d5502cc28a0a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.1388457 Aug 29 04:18:17.234714 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.238366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-ea34f5d3-9970-48b4-aed2-5edfbf8f31c7 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.239677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff35f-621a-4c4d-8589-3636b4f969fe req-268a3e4d-3713-42f0-a0fd-feabdee56ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.240117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-ea34f5d3-9970-48b4-aed2-5edfbf8f31c7 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/networks?id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4 HTTP/1.1" status: 200 len: 822 time: 0.2457528 Aug 29 04:18:17.246645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff35f-621a-4c4d-8589-3636b4f969fe req-268a3e4d-3713-42f0-a0fd-feabdee56ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.247351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff35f-621a-4c4d-8589-3636b4f969fe req-268a3e4d-3713-42f0-a0fd-feabdee56ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.247466 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.248091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff35f-621a-4c4d-8589-3636b4f969fe req-268a3e4d-3713-42f0-a0fd-feabdee56ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.248911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff35f-621a-4c4d-8589-3636b4f969fe req-268a3e4d-3713-42f0-a0fd-feabdee56ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.249871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff35f-621a-4c4d-8589-3636b4f969fe req-268a3e4d-3713-42f0-a0fd-feabdee56ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.250504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff35f-621a-4c4d-8589-3636b4f969fe req-268a3e4d-3713-42f0-a0fd-feabdee56ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.260369 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-292ff35f-621a-4c4d-8589-3636b4f969fe req-268a3e4d-3713-42f0-a0fd-feabdee56ca5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6498 time: 0.4115949 Aug 29 04:18:17.290357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-5ceb958c-db29-428c-a6c9-5de75e969f7a tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/quotas/d775af7b58744703b699fca41cf9a3bf HTTP/1.1" status: 200 len: 375 time: 0.0398488 Aug 29 04:18:17.318738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-939d51cd-18b9-4ea3-bdca-e3f91c15ab74 req-ab0c7616-0480-46fe-b610-b4c95fa3a4fc tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397710 Aug 29 04:18:17.319467 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-292ff35f-621a-4c4d-8589-3636b4f969fe req-af709b93-c8e1-42c8-914b-6e75d0fee2f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577228 Aug 29 04:18:17.346829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Network 48caa300-7cbd-4ed4-a239-015f89ebdce9 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:17.368383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:17.372862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:17.383512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 366b24b7-f50e-46f9-a6b5-b18bedf35272 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:17.384896 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.449706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-9ce84bbe-73f0-4407-a791-104166aaab8c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d775af7b58744703b699fca41cf9a3bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1347609 Aug 29 04:18:17.516792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28067c-393f-40be-bbbb-ca6c90dd6d49 None None] Pushing event updated for resources: {'Port': ['ID=9157dee5-516f-464e-b2c2-82a4275fc6a6,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.589259 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.603509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-b47a9b65-a480-41d1-a082-7e879700282c service neutron] 10.222.0.49 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528630 Aug 29 04:18:17.741587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Pushing event updated for resources: {'Port': ['ID=8e5b7a83-02c9-4966-a8c1-367579807e88,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.802659 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.846081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Transition to ACTIVE for port object 70e41f18-cc21-428f-af4d-11f98238d85a will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:17.868274 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.873088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-2572bd37-e1ad-4180-9068-b495a9515a4f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Deleting port b9795221-df44-4a7e-86de-55b284326531 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:17.873443 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-2572bd37-e1ad-4180-9068-b495a9515a4f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.878984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.938338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b9795221-df44-4a7e-86de-55b284326531 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:18.001874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc30c5-236f-4280-ad47-8cb26fa7f806 req-c5a23a95-7b46-4485-9d06-59de0b3a0ca6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.003561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82bc30c5-236f-4280-ad47-8cb26fa7f806 req-c5a23a95-7b46-4485-9d06-59de0b3a0ca6 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 949 time: 0.2461851 Aug 29 04:18:18.025590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-02e51e06-e105-4cb8-a4b7-2d56662c2e10 service neutron] 10.222.0.49 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211669 Aug 29 04:18:18.077636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Transition to ACTIVE for port object 70e41f18-cc21-428f-af4d-11f98238d85a will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:18.101006 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.123219 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.144353 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.151921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8c5d3b69-56c7-4655-907b-ada8ec4c8234 None None] Provisioning for port 8e5b7a83-02c9-4966-a8c1-367579807e88 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:18.173767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82bc30c5-236f-4280-ad47-8cb26fa7f806 req-a91ab62b-8cef-437f-b186-ca8e579ae053 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628280 Aug 29 04:18:18.251978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8c5d3b69-56c7-4655-907b-ada8ec4c8234 None None] Provisioning complete for port 8e5b7a83-02c9-4966-a8c1-367579807e88 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:18.254573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b69-56c7-4655-907b-ada8ec4c8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.339057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Network 8295b628-349a-4dab-859b-dd8c6e3cebaa is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:18.342720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9157dee5-516f-464e-b2c2-82a4275fc6a6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:18.356095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccf6fa93-b391-467e-b7b4-4ef47e9aa6a9 req-23ee06f2-6aae-4dfc-a1a8-fc667085d4cc tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 210 time: 0.0428669 Aug 29 04:18:18.403785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Pushing event updated for resources: {'Port': ['ID=70e41f18-cc21-428f-af4d-11f98238d85a,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:18.412749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:18.423663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:18.557798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 9157dee5-516f-464e-b2c2-82a4275fc6a6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:18.574120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d3b69-56c7-4655-907b-ada8ec4c8234 None None] Port 8e5b7a83-02c9-4966-a8c1-367579807e88 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:18.577814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port b9795221-df44-4a7e-86de-55b284326531 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:18.619040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830b0a6-c980-49a7-876c-ed43626f0e93 req-61df1cca-3b1e-4884-be4d-ac627bc5ad5f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.630256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e830b0a6-c980-49a7-876c-ed43626f0e93 req-61df1cca-3b1e-4884-be4d-ac627bc5ad5f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1750004 Aug 29 04:18:18.635275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.646413 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.654525 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.670438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'Port': ['ID=0ecafed5-ee36-4582-894b-974334d81ede,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:18.685382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Attempting to bind port 70e41f18-cc21-428f-af4d-11f98238d85a on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:18.685980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Attempting to bind port 70e41f18-cc21-428f-af4d-11f98238d85a by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'f62822f3-e09b-499e-8116-81a7f314b68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8295b628-349a-4dab-859b-dd8c6e3cebaa'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:18.686509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Attempting to bind port 70e41f18-cc21-428f-af4d-11f98238d85a on network 8295b628-349a-4dab-859b-dd8c6e3cebaa {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:18.690695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d25a7111-90f1-4709-84fa-cc16da944eb9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:18.735638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-2572bd37-e1ad-4180-9068-b495a9515a4f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] For port b9795221-df44-4a7e-86de-55b284326531, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b9795221-df44-4a7e-86de-55b284326531,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:18.736011 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-2572bd37-e1ad-4180-9068-b495a9515a4f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.761284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-2572bd37-e1ad-4180-9068-b495a9515a4f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Calling delete_port for b9795221-df44-4a7e-86de-55b284326531 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:18.782387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port b9795221-df44-4a7e-86de-55b284326531 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:18.782780 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.801926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e830b0a6-c980-49a7-876c-ed43626f0e93 req-ec7760af-5a33-4715-9b80-2ba8507087d3 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643770 Aug 29 04:18:18.809724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.813516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38624) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:18.850441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:18.850823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Checking segment: {'id': 'f62822f3-e09b-499e-8116-81a7f314b68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8295b628-349a-4dab-859b-dd8c6e3cebaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:18.851229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.852154 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Bound using segment: {'id': 'f62822f3-e09b-499e-8116-81a7f314b68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8295b628-349a-4dab-859b-dd8c6e3cebaa'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:18.855709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Bound port: 70e41f18-cc21-428f-af4d-11f98238d85a, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62822f3-e09b-499e-8116-81a7f314b68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8295b628-349a-4dab-859b-dd8c6e3cebaa'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:18.856434 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.871037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Pushing event updated for resources: {'Port': ['ID=8e5b7a83-02c9-4966-a8c1-367579807e88,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:18.926247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Network 21736d73-5773-4ef2-b1f5-a53d1dccd73d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:18.932496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:19.039415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d25a7111-90f1-4709-84fa-cc16da944eb9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:19.039798 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.048626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] For port 70e41f18-cc21-428f-af4d-11f98238d85a, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:19.067061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Network 48caa300-7cbd-4ed4-a239-015f89ebdce9 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:19.080529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-184190723-network', 'tenant_id': '755a55c0404b417f8cdb15c803838524'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:19.086701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:19.102342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] For port 70e41f18-cc21-428f-af4d-11f98238d85a, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=70e41f18-cc21-428f-af4d-11f98238d85a,segment=NetworkSegment(f62822f3-e09b-499e-8116-81a7f314b68e),segment_id=f62822f3-e09b-499e-8116-81a7f314b68e)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:19.115857 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.121182 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.234003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Router 4a7d142f-88c1-4345-bcb4-49fd5927d69c is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:18:19.256896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-2572bd37-e1ad-4180-9068-b495a9515a4f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.272147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'f681934f-a77c-4904-800e-0071f87a2e75', 'b9795221-df44-4a7e-86de-55b284326531'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:19.310761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Made reservation on behalf of 755a55c0404b417f8cdb15c803838524 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:19.313889 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.319795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572bd37-e1ad-4180-9068-b495a9515a4f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Pushing event deleted for resources: {'Port': ['ID=b9795221-df44-4a7e-86de-55b284326531,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:19.337584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.458566 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca2285-e985-469c-a5cd-0afcfef1e147 None None] Pushing event updated for resources: {'Port': ['ID=70e41f18-cc21-428f-af4d-11f98238d85a,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:19.469514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7d9c0026-9f47-498a-b744-172b437100d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:19.499547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25ca04e4-80d3-40b7-8d74-dd29d556663a up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:19.600023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.664828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d261abf0-7621-43af-a079-abe79eeddceb req-d53857ca-09f2-4860-a177-8992c01d5559 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ea54b5c-038a-4fbe-8e5a-0e5330479a00 HTTP/1.1" status: 200 len: 210 time: 0.3307629 Aug 29 04:18:19.668434 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.692097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-2572bd37-e1ad-4180-9068-b495a9515a4f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] No DVR routers for this DVR port b9795221-df44-4a7e-86de-55b284326531 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:19.723747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-2572bd37-e1ad-4180-9068-b495a9515a4f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.725986 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-164bcd91-6d0d-4706-8505-e484fdfe6332 req-2572bd37-e1ad-4180-9068-b495a9515a4f tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "DELETE /v2.0/ports/b9795221-df44-4a7e-86de-55b284326531 HTTP/1.1" status: 204 len: 173 time: 2.4443452 Aug 29 04:18:19.726532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'name': 'network-vif-deleted', 'tag': 'b9795221-df44-4a7e-86de-55b284326531'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:19.729038 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb18b35-3190-4e6c-bcb0-86daff0f71d6" -d '{"events": [{"server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "name": "network-vif-deleted", "tag": "b9795221-df44-4a7e-86de-55b284326531"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:19.757350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:19.775944 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2c9dbb7e-b764-48e8-88e2-463664585787 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "PUT /v2.0/routers/4a7d142f-88c1-4345-bcb4-49fd5927d69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8719528 Aug 29 04:18:19.776572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38638) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:19.818685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cecc3d77-0efa-4d35-9250-e2155bdc4cff req-dc63e670-aaa1-47be-89c6-820dfe1f08d5 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 210 time: 0.1553404 Aug 29 04:18:19.821722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:19.912474 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.913172 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Added segment dbcdd231-74fa-4f7c-a40b-e19804f154d9 of type vlan for network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 Aug 29 04:18:19.985705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a66da3-999d-42a8-90f9-6ee43f59c32b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:20.003505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Router d03caba4-cf96-4982-aad3-64373ca435de has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:20.051325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf6f17-4c8a-4ea5-a9eb-a4527af734cc None None] Sync routers for ids ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:20.053216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40946a0-9cee-4117-89d5-42a125bf8950 None None] Network 21736d73-5773-4ef2-b1f5-a53d1dccd73d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:20.142105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf6f17-4c8a-4ea5-a9eb-a4527af734cc None None] Routers {'4a7d142f-88c1-4345-bcb4-49fd5927d69c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:20.142839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a6bf6f17-4c8a-4ea5-a9eb-a4527af734cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:17:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:20.162066 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.238356 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1633fc5e-073a-4b77-9030-4d1d6d2a2e0c x-openstack-request-id: req-1633fc5e-073a-4b77-9030-4d1d6d2a2e0c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:20.238893 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea54b5c-038a-4fbe-8e5a-0e5330479a00", "name": "network-vif-deleted", "tag": "b9795221-df44-4a7e-86de-55b284326531", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:20.239312 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1633fc5e-073a-4b77-9030-4d1d6d2a2e0c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:20.239848 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea54b5c-038a-4fbe-8e5a-0e5330479a00', 'name': 'network-vif-deleted', 'tag': 'b9795221-df44-4a7e-86de-55b284326531', 'status': 'completed', 'code': 200} Aug 29 04:18:20.249076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a6bf6f17-4c8a-4ea5-a9eb-a4527af734cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:20.261689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c2e2935-bba0-4feb-b63d-1e9643c6d332 None None] Provisioning complete for port 8e5b7a83-02c9-4966-a8c1-367579807e88 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:20.262288 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2935-bba0-4feb-b63d-1e9643c6d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.322846 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.323879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.324586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.328954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e2935-bba0-4feb-b63d-1e9643c6d332 None None] Port 8e5b7a83-02c9-4966-a8c1-367579807e88 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:20.335096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735be4bb-58e0-4a35-8376-bf5823f42a95 req-443676db-8883-4e9b-bb8f-2cdbb06f2520 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.336735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-735be4bb-58e0-4a35-8376-bf5823f42a95 req-443676db-8883-4e9b-bb8f-2cdbb06f2520 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.3133292 Aug 29 04:18:20.365020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf6f17-4c8a-4ea5-a9eb-a4527af734cc None None] Routers {'4a7d142f-88c1-4345-bcb4-49fd5927d69c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:20.365660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a6bf6f17-4c8a-4ea5-a9eb-a4527af734cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:17:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:20.443258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a6bf6f17-4c8a-4ea5-a9eb-a4527af734cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:20.444102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf6f17-4c8a-4ea5-a9eb-a4527af734cc None None] The sync data for ids ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:20.468553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 25ca04e4-80d3-40b7-8d74-dd29d556663a completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:20.472426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c2e2935-bba0-4feb-b63d-1e9643c6d332 None None] Provisioning for port 9157dee5-516f-464e-b2c2-82a4275fc6a6 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:20.480104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c2e2935-bba0-4feb-b63d-1e9643c6d332 None None] Provisioning complete for port 9157dee5-516f-464e-b2c2-82a4275fc6a6 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:20.480651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2935-bba0-4feb-b63d-1e9643c6d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.577714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 25ca04e4-80d3-40b7-8d74-dd29d556663a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:20.578096 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.590448 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-c3ca1cbc-c879-47cd-8b21-35111b7c1560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:18:20.592810 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c3ca1cbc-c879-47cd-8b21-35111b7c1560 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "PUT /v2.0/routers/4a7d142f-88c1-4345-bcb4-49fd5927d69c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8150311 Aug 29 04:18:20.595913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38644) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:20.605798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7832036 Aug 29 04:18:20.613337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-e442381f-efbf-431d-a711-0d128fd47c7a tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.614867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-e442381f-efbf-431d-a711-0d128fd47c7a tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.52 "GET /v2.0/networks?id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4 HTTP/1.1" status: 200 len: 822 time: 0.6022692 Aug 29 04:18:20.637032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38646) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:20.642006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-735be4bb-58e0-4a35-8376-bf5823f42a95 req-85c86dc8-ecc8-4a4e-8d11-a045afe63cbb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963789 Aug 29 04:18:20.650533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Request body: {'subnet': {'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-184190723-subnet', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:20.663198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Request body: {'port': {'device_id': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4', 'admin_state_up': True, 'tenant_id': 'd775af7b58744703b699fca41cf9a3bf'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:20.702175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33184469-37fc-46e2-8d9d-1a6bfc1ba4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:20.755644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:20.773166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4d50c52e-7f44-464e-b528-749a62252d2a admin admin] 10.222.0.49 "PUT /v2.0/routers/d03caba4-cf96-4982-aad3-64373ca435de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5939548 Aug 29 04:18:20.776625 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Sync routers for ids ['d03caba4-cf96-4982-aad3-64373ca435de'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:20.791025 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Routers {'d03caba4-cf96-4982-aad3-64373ca435de'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:20.794447 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:17:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d03caba4-cf96-4982-aad3-64373ca435de'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:20.795069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Made reservation on behalf of 755a55c0404b417f8cdb15c803838524 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:20.801278 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.838845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:21.046056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38658) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:21.148092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177348ec-1fd9-4f54-8030-5f683798a033 None None] Network 8295b628-349a-4dab-859b-dd8c6e3cebaa requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:21.163157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-242200658'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:21.177549 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.194303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.218216 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2935-bba0-4feb-b63d-1e9643c6d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.219329 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12c4d11e-8eb2-4f84-a994-6c2b45b2e2d7 req-0903b950-8176-4794-a508-2552598ca244 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 210 time: 0.0519390 Aug 29 04:18:21.327105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=912da5bf-a44c-4f60-a2fb-5bdea41f69b2,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.340320 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.343791 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.344154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.344588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.344933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.345318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.345744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.346145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.346249 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Set router d03caba4-cf96-4982-aad3-64373ca435de gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:21.346565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.346959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.347795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.347795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.348157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:21.359664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3c2e2935-bba0-4feb-b63d-1e9643c6d332 None None] For port 9157dee5-516f-464e-b2c2-82a4275fc6a6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9157dee5-516f-464e-b2c2-82a4275fc6a6,segment=NetworkSegment(83a3a6f4-270c-4945-9d47-b34a32a6e1ec),segment_id=83a3a6f4-270c-4945-9d47-b34a32a6e1ec)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:21.365489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Checking segment: {'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:21.365858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Network hostable DHCP agents. Network: 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:21.388128 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2935-bba0-4feb-b63d-1e9643c6d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.388445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Made reservation on behalf of d775af7b58744703b699fca41cf9a3bf for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:21.395611 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.416629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 25ca04e4-80d3-40b7-8d74-dd29d556663a, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=25ca04e4-80d3-40b7-8d74-dd29d556663a,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:21.416871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:18:21.416871 n-d-712141-12 neutron-server[94850]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:18:21.416871 n-d-712141-12 neutron-server[94850]: [parameters: {'project_id_1': 'bffe4b396e07433684a0baebc4b4aaef', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 18, 21, 306657)}] Aug 29 04:18:21.416871 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:18:21.417507 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:18:21.469007 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.489030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b05b-409c-4f13-ba26-9719d64f1816 req-9581ecc6-4c01-4213-9092-4b33bced6365 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.490686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74b9b05b-409c-4f13-ba26-9719d64f1816 req-9581ecc6-4c01-4213-9092-4b33bced6365 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 951 time: 0.1265566 Aug 29 04:18:21.536788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:21.585000 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f55eb46-60d3-441a-97f9-05ab6c311bab no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:21.585500 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:21.609296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.609905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.628251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29525563-b5db-42dc-9865-affd05d588a0 None None] Network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:21.636270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-35744fcd-403e-4473-a2c6-7950050f0337 None None] Provisioning for port 70e41f18-cc21-428f-af4d-11f98238d85a completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:21.637877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Deleting port 0ecafed5-ee36-4582-894b-974334d81ede {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:21.638687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.650468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e2935-bba0-4feb-b63d-1e9643c6d332 None None] Pushing event updated for resources: {'Port': ['ID=9157dee5-516f-464e-b2c2-82a4275fc6a6,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.662654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3f55eb46-60d3-441a-97f9-05ab6c311bab {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:21.663173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f55eb46-60d3-441a-97f9-05ab6c311bab not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:21.669935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e5bbd8bf-11c3-463f-9e07-bfaa82a99b11 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0246539 Aug 29 04:18:21.673541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38666) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:21.709623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-184190723-router', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:21.718653 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'name': 'tempest-ServersTestMultiNic-1924604021-router', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:17Z', 'revision_number': 4, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'gw_port': {'id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8e5b7a83-02c9-4966-a8c1-367579807e88', 'name': '', 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'mac_address': 'fa:16:3e:39:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fbc362dc-4ca2-4f97-9b73-ca4909863a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:15Z', 'updated_at': '2021-08-29T04:18:18Z', 'revision_number': 2, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'subnets': [{'id': 'fbc362dc-4ca2-4f97-9b73-ca4909863a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:21.779716 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Checking router: d03caba4-cf96-4982-aad3-64373ca435de for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:21.780762 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Updating router d03caba4-cf96-4982-aad3-64373ca435de port 8e5b7a83-02c9-4966-a8c1-367579807e88 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:21.808273 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.815339 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.827859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Allocated IP 172.20.0.7 (b611a1c4-daa6-40f3-9e3f-282a1ee239a4/162281a0-7421-4afc-beac-04c048e8c914/0109629f-cc0d-4080-b0c0-88c0fd23e172) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:21.857607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Calling delete_port for 0ecafed5-ee36-4582-894b-974334d81ede owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:21.887565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=25ca04e4-80d3-40b7-8d74-dd29d556663a,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.919066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b9795221-df44-4a7e-86de-55b284326531 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:21.953470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: b9795221-df44-4a7e-86de-55b284326531 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:21.953965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b9795221-df44-4a7e-86de-55b284326531 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:22.008457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cf4dd932-896f-4a63-bf3a-3c28582407bb None None] Provisioning for port 0ecafed5-ee36-4582-894b-974334d81ede completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:22.010931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 70e41f18-cc21-428f-af4d-11f98238d85a up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:22.066878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cf4dd932-896f-4a63-bf3a-3c28582407bb None None] Provisioning complete for port 0ecafed5-ee36-4582-894b-974334d81ede triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:22.067541 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd932-896f-4a63-bf3a-3c28582407bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.121982 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57b0be8-318d-4561-a60b-c8165c1f4c4f None None] Network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:22.175785 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.184500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74b9b05b-409c-4f13-ba26-9719d64f1816 req-94dc7bdc-cfca-410f-8edb-2032c2532d16 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6374547 Aug 29 04:18:22.211383 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.212779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.226768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 70e41f18-cc21-428f-af4d-11f98238d85a completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:22.231353 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cf4dd932-896f-4a63-bf3a-3c28582407bb None None] Port 0ecafed5-ee36-4582-894b-974334d81ede cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:22.237064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 70e41f18-cc21-428f-af4d-11f98238d85a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:22.237435 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.283179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:22.286693 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.306018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event deleted for resources: {'Port': ['ID=0ecafed5-ee36-4582-894b-974334d81ede,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.322894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cf4dd932-896f-4a63-bf3a-3c28582407bb None None] Provisioning complete for port 9157dee5-516f-464e-b2c2-82a4275fc6a6 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:22.323230 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd932-896f-4a63-bf3a-3c28582407bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.344539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.348096 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.365341 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Transition to ACTIVE for port object 8e5b7a83-02c9-4966-a8c1-367579807e88 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:22.374271 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.445823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:22.484504 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.484861 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Added segment 74b7e96e-9a92-42d1-a71a-de4f624f8792 of type vlan for network 196ccf10-6095-4093-8755-ac422546a240 Aug 29 04:18:22.491425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102069d-a0e3-46a6-a7d3-097fd25e23ad req-044eb6c8-3a0e-487b-8d0a-a16246ccf848 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.493189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0102069d-a0e3-46a6-a7d3-097fd25e23ad req-044eb6c8-3a0e-487b-8d0a-a16246ccf848 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.4281509 Aug 29 04:18:22.503622 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845c885-dab6-4f7d-8e86-780b94f9d50d None None] Pushing event updated for resources: {'Port': ['ID=8e5b7a83-02c9-4966-a8c1-367579807e88,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.537309 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.540681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-002a22f6-76a7-4b12-bb23-0c595695abcd req-3b34d61a-c19d-4704-a4c2-113b84194496 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 210 time: 0.0439105 Aug 29 04:18:22.596881 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Attempting to bind port 8e5b7a83-02c9-4966-a8c1-367579807e88 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:22.597263 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Attempting to bind port 8e5b7a83-02c9-4966-a8c1-367579807e88 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '05bdc5b7-b56e-47aa-b186-b9561318e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:22.597680 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Attempting to bind port 8e5b7a83-02c9-4966-a8c1-367579807e88 on network 48caa300-7cbd-4ed4-a239-015f89ebdce9 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:22.610730 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.614465 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:22.614856 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Checking segment: {'id': '05bdc5b7-b56e-47aa-b186-b9561318e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:22.615264 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.615886 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Bound using segment: {'id': '05bdc5b7-b56e-47aa-b186-b9561318e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:22.616568 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Bound port: 8e5b7a83-02c9-4966-a8c1-367579807e88, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bdc5b7-b56e-47aa-b186-b9561318e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:22.616931 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.681986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.695532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:22.708829 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.709924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 70e41f18-cc21-428f-af4d-11f98238d85a, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=70e41f18-cc21-428f-af4d-11f98238d85a,segment=NetworkSegment(f62822f3-e09b-499e-8116-81a7f314b68e),segment_id=f62822f3-e09b-499e-8116-81a7f314b68e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:22.716693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:22.729259 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.741951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9157dee5-516f-464e-b2c2-82a4275fc6a6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:22.754135 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.761981 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] For port 8e5b7a83-02c9-4966-a8c1-367579807e88, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:22.769906 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] For port 8e5b7a83-02c9-4966-a8c1-367579807e88, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8e5b7a83-02c9-4966-a8c1-367579807e88,segment=NetworkSegment(05bdc5b7-b56e-47aa-b186-b9561318e231),segment_id=05bdc5b7-b56e-47aa-b186-b9561318e231)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:22.780657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0102069d-a0e3-46a6-a7d3-097fd25e23ad req-89bbb450-ebf1-4b2d-9dad-9ea4fcf0f06b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302999 Aug 29 04:18:22.781411 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.781866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:22.851897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event updated for resources: {'Port': ['ID=0109629f-cc0d-4080-b0c0-88c0fd23e172,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.858228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-d9ab0d71-b210-4d4e-a8d4-5f896dcdc897 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.860137 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-d9ab0d71-b210-4d4e-a8d4-5f896dcdc897 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 951 time: 0.2750592 Aug 29 04:18:22.887027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-003097f4-7a69-4e77-ae94-96c6ebfd9253 None None] Could not find standard attr ID for object 0ecafed5-ee36-4582-894b-974334d81ede. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:18:22.891867 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845c885-dab6-4f7d-8e86-780b94f9d50d None None] Pushing event updated for resources: {'Port': ['ID=8e5b7a83-02c9-4966-a8c1-367579807e88,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.924514 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Routers {'d03caba4-cf96-4982-aad3-64373ca435de'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:22.925150 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:17:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d03caba4-cf96-4982-aad3-64373ca435de'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:22.956801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.957478 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.959304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=70e41f18-cc21-428f-af4d-11f98238d85a,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.962863 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.968034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-003097f4-7a69-4e77-ae94-96c6ebfd9253 None None] Provisioning complete for port 70e41f18-cc21-428f-af4d-11f98238d85a triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:22.970382 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-003097f4-7a69-4e77-ae94-96c6ebfd9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.976956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9157dee5-516f-464e-b2c2-82a4275fc6a6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:22.977364 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.982972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-a5b18d35-816b-4917-b725-0cbb847e2e37 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3286247 Aug 29 04:18:23.040398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Request body: {'port': {'device_id': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:23.097707 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] Set router d03caba4-cf96-4982-aad3-64373ca435de gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:23.137684 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.138256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.144983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.145628 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.180897 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1303613 Aug 29 04:18:23.201669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38672) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:23.216949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'subnet': {'network_id': '196ccf10-6095-4093-8755-ac422546a240', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:23.301561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-c4ea6ab8-3b43-4e9a-aa40-755449e431bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Deleting port f681934f-a77c-4904-800e-0071f87a2e75 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:23.302410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-c4ea6ab8-3b43-4e9a-aa40-755449e431bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.355875 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'name': 'tempest-ServersTestMultiNic-1924604021-router', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:17Z', 'revision_number': 4, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'gw_port': {'id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8e5b7a83-02c9-4966-a8c1-367579807e88', 'name': '', 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'mac_address': 'fa:16:3e:39:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fbc362dc-4ca2-4f97-9b73-ca4909863a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:15Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'subnets': [{'id': 'fbc362dc-4ca2-4f97-9b73-ca4909863a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:23.357210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Router 4a7d142f-88c1-4345-bcb4-49fd5927d69c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:23.390030 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1873db6-7388-4fac-a69e-841b00b7a73b None None] The sync data for ids ['d03caba4-cf96-4982-aad3-64373ca435de'] in n-d-712141-12 is: [{'id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'name': 'tempest-ServersTestMultiNic-1924604021-router', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:18:17Z', 'revision_number': 4, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'gw_port': {'id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8e5b7a83-02c9-4966-a8c1-367579807e88', 'name': '', 'network_id': '48caa300-7cbd-4ed4-a239-015f89ebdce9', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'mac_address': 'fa:16:3e:39:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'fbc362dc-4ca2-4f97-9b73-ca4909863a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:15Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'subnets': [{'id': 'fbc362dc-4ca2-4f97-9b73-ca4909863a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:23.406723 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d37e4-d015-48fe-8222-c828b36b5ea4 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Network': ['ID=196ccf10-6095-4093-8755-ac422546a240,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:23.418676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 196ccf10-6095-4093-8755-ac422546a240 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:23.482126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.506013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.544692 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16578ab7-2405-4ab4-b1f7-6b35dac9e719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.563850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:23.567595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.576727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:23.579572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-c4ea6ab8-3b43-4e9a-aa40-755449e431bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] For port f681934f-a77c-4904-800e-0071f87a2e75, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f681934f-a77c-4904-800e-0071f87a2e75,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:23.579954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-c4ea6ab8-3b43-4e9a-aa40-755449e431bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.587715 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee5d86db-27a8-4290-aa96-094b8fb6c65c tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "PUT /v2.0/routers/4a7d142f-88c1-4345-bcb4-49fd5927d69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9905586 Aug 29 04:18:23.602610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033f477-2fb1-4617-b7c4-a94b79572217 None None] Sync routers for ids ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:23.603651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38680) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:23.617592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033f477-2fb1-4617-b7c4-a94b79572217 None None] Routers {'4a7d142f-88c1-4345-bcb4-49fd5927d69c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:23.620704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b033f477-2fb1-4617-b7c4-a94b79572217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:17:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:23.676403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b033f477-2fb1-4617-b7c4-a94b79572217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:23.686650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033f477-2fb1-4617-b7c4-a94b79572217 None None] Routers {'4a7d142f-88c1-4345-bcb4-49fd5927d69c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:23.689022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b033f477-2fb1-4617-b7c4-a94b79572217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:17:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:23.698797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-c4ea6ab8-3b43-4e9a-aa40-755449e431bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Calling delete_port for f681934f-a77c-4904-800e-0071f87a2e75 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:23.723990 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-da10c008-3c75-4562-b8be-776bf477a493 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] delete failed (client error): The resource could not be found. Aug 29 04:18:23.725087 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-da10c008-3c75-4562-b8be-776bf477a493 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1335081046 HTTP/1.1" status: 404 len: 335 time: 0.1206803 Aug 29 04:18:23.729100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38682) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:23.795383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-38995285-55a8-4a92-a858-a87a8b945737 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a7d142f-88c1-4345-bcb4-49fd5927d69c'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:23.963716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 70e41f18-cc21-428f-af4d-11f98238d85a up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:23.967317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b033f477-2fb1-4617-b7c4-a94b79572217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:23.967950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033f477-2fb1-4617-b7c4-a94b79572217 None None] The sync data for ids ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:24.002589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01778b1-17a0-4292-bed9-8ec56db63d30 req-d31ead5b-ffb9-440a-b3b0-effda639f6f1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.004537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e01778b1-17a0-4292-bed9-8ec56db63d30 req-d31ead5b-ffb9-440a-b3b0-effda639f6f1 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 951 time: 0.7333429 Aug 29 04:18:24.015413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 70e41f18-cc21-428f-af4d-11f98238d85a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:24.015790 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.110572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8e5b7a83-02c9-4966-a8c1-367579807e88 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:24.144355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e01778b1-17a0-4292-bed9-8ec56db63d30 req-7ccf5dd5-5d06-4666-9ee3-f5bd4ccf99ab tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203222 Aug 29 04:18:24.191357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fcda-45a2-4459-a2e6-64fe23817fb7 req-cf10d875-fca8-4f54-968f-7b5324a242a6 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.191868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 8e5b7a83-02c9-4966-a8c1-367579807e88 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:24.193432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-deb6fcda-45a2-4459-a2e6-64fe23817fb7 req-cf10d875-fca8-4f54-968f-7b5324a242a6 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 931 time: 0.2070215 Aug 29 04:18:24.204022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 8e5b7a83-02c9-4966-a8c1-367579807e88 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:24.204946 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.206460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Allocated IP 172.25.5.159 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/6afa5cd0-3632-49fb-8d25-fb26a4aa1eef) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:24.326031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-deb6fcda-45a2-4459-a2e6-64fe23817fb7 req-8824fb77-5be6-4b06-8c9e-62b73505bbab tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171069 Aug 29 04:18:24.333803 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.375049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 8e5b7a83-02c9-4966-a8c1-367579807e88, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8e5b7a83-02c9-4966-a8c1-367579807e88,segment=NetworkSegment(05bdc5b7-b56e-47aa-b186-b9561318e231),segment_id=05bdc5b7-b56e-47aa-b186-b9561318e231)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:24.384965 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.385871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25ca04e4-80d3-40b7-8d74-dd29d556663a up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:24.406628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0109629f-cc0d-4080-b0c0-88c0fd23e172 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:24.427040 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.456762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192b38d-a6a7-4171-bf01-cb2da587a14b req-0317b348-5b58-4ce8-9917-d5f052f4886b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.463986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e192b38d-a6a7-4171-bf01-cb2da587a14b req-0317b348-5b58-4ce8-9917-d5f052f4886b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1338429 Aug 29 04:18:24.477669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Transition to ACTIVE for port object 0109629f-cc0d-4080-b0c0-88c0fd23e172 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:24.496129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=8e5b7a83-02c9-4966-a8c1-367579807e88,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.506235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 25ca04e4-80d3-40b7-8d74-dd29d556663a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:24.506683 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.515953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.578046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e192b38d-a6a7-4171-bf01-cb2da587a14b req-009934b7-93db-423c-8527-6ccedb6cf898 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129723 Aug 29 04:18:24.586024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-c4ea6ab8-3b43-4e9a-aa40-755449e431bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.593178 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.606741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'f681934f-a77c-4904-800e-0071f87a2e75'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:24.607433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38995285-55a8-4a92-a858-a87a8b945737 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.638846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea6ab8-3b43-4e9a-aa40-755449e431bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Pushing event deleted for resources: {'Port': ['ID=f681934f-a77c-4904-800e-0071f87a2e75,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.647014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7d9c0026-9f47-498a-b744-172b437100d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:24.707477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Pushing event updated for resources: {'Port': ['ID=0109629f-cc0d-4080-b0c0-88c0fd23e172,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.724622 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-38995285-55a8-4a92-a858-a87a8b945737 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] update failed (client error): The resource could not be found. Aug 29 04:18:24.724622 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-38995285-55a8-4a92-a858-a87a8b945737 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "PUT /v2.0/routers/4a7d142f-88c1-4345-bcb4-49fd5927d69c HTTP/1.1" status: 404 len: 339 time: 0.9900467 Aug 29 04:18:24.729428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38690) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:24.757329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.767209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-c4ea6ab8-3b43-4e9a-aa40-755449e431bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] No DVR routers for this DVR port f681934f-a77c-4904-800e-0071f87a2e75 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:24.770948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-c4ea6ab8-3b43-4e9a-aa40-755449e431bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.773566 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d9361ca1-a38b-4ace-a0b3-b427b4c531ad req-c4ea6ab8-3b43-4e9a-aa40-755449e431bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "DELETE /v2.0/ports/f681934f-a77c-4904-800e-0071f87a2e75 HTTP/1.1" status: 204 len: 173 time: 1.8681579 Aug 29 04:18:24.774100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-deleted', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:24.777155 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ac67f7-4e46-4ca1-ad33-1a177f86055e" -d '{"events": [{"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-deleted", "tag": "f681934f-a77c-4904-800e-0071f87a2e75"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:24.800332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.848658 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95255dbe-21a0-4572-bbe6-291602ff0210 x-openstack-request-id: req-95255dbe-21a0-4572-bbe6-291602ff0210 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:24.849021 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e88a18-fa45-4174-9ae3-38f336e445ac", "name": "network-vif-deleted", "tag": "f681934f-a77c-4904-800e-0071f87a2e75", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:24.849193 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95255dbe-21a0-4572-bbe6-291602ff0210 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:24.849599 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e88a18-fa45-4174-9ae3-38f336e445ac', 'name': 'network-vif-deleted', 'tag': 'f681934f-a77c-4904-800e-0071f87a2e75', 'status': 'completed', 'code': 200} Aug 29 04:18:24.901712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Subnet': ['ID=a6b08f82-0834-464f-940d-d6f2543528ff,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.917432 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Checking segment: {'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:24.917846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network hostable DHCP agents. Network: 196ccf10-6095-4093-8755-ac422546a240, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:24.956508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network 196ccf10-6095-4093-8755-ac422546a240 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:24.977334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 196ccf10-6095-4093-8755-ac422546a240) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:24.984394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.984997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.993104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7384e3bf-2981-4a69-a412-fb3ae74c01e9 None None] Network 196ccf10-6095-4093-8755-ac422546a240 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:25.006264 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3fe1cbae-01af-4c32-83be-9dc488dafb25 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8034465 Aug 29 04:18:25.009313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38694) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:25.016481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1931441277'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:25.030599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:25.046470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:25.054954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.093968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:25.112219 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.112662 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Added segment 72d6159d-6bdb-44e4-823f-6ba222726aaa of type vlan for network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b Aug 29 04:18:25.113491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:25.119573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:25.130455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Pushing event updated for resources: {'Port': ['ID=6afa5cd0-3632-49fb-8d25-fb26a4aa1eef,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.207084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-196ccf10-6095-4093-8755-ac422546a240', 'network_id': '196ccf10-6095-4093-8755-ac422546a240', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'fixed_ips': [{'subnet_id': 'a6b08f82-0834-464f-940d-d6f2543528ff'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:25.211335 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.222323 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.294656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.323630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.324362 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.414963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Network': ['ID=6d036c26-fa5c-4dfd-9731-b2f2947ab84b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.426824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-df11c87e-6feb-44d8-9e91-57f770e3d42a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4140368 Aug 29 04:18:25.427011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:25.427204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38700) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:25.433767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'subnet': {'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:25.504141 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Attempting to bind port 0109629f-cc0d-4080-b0c0-88c0fd23e172 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:25.504381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Attempting to bind port 0109629f-cc0d-4080-b0c0-88c0fd23e172 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:25.504726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Attempting to bind port 0109629f-cc0d-4080-b0c0-88c0fd23e172 on network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:25.512732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87ba920f-3d4f-4b97-aee1-58845857ce2a req-311ac584-d15e-4123-a61c-b7038885f2bb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e88a18-fa45-4174-9ae3-38f336e445ac HTTP/1.1" status: 200 len: 210 time: 0.2035189 Aug 29 04:18:25.513727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Allocated IP 19.80.0.2 (196ccf10-6095-4093-8755-ac422546a240/a6b08f82-0834-464f-940d-d6f2543528ff/03621a87-fb5f-4040-86d5-b8086a1743ee) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:25.545530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:25.549547 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.573656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Port 0109629f-cc0d-4080-b0c0-88c0fd23e172 on network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:25.574223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Attempting to bind port 0109629f-cc0d-4080-b0c0-88c0fd23e172 on network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:25.608385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:25.608733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Checking segment: {'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:25.609122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Bound using segment: {'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:25.609977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Bound port: 0109629f-cc0d-4080-b0c0-88c0fd23e172, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:25.609977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.643838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.664137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf59f5-9400-4a98-8ed5-d1a2b3debce1 req-6d90f4f7-6b7c-4627-a0ca-e20ad908af8b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.665904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5cf59f5-9400-4a98-8ed5-d1a2b3debce1 req-6d90f4f7-6b7c-4627-a0ca-e20ad908af8b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 943 time: 0.1995251 Aug 29 04:18:25.719828 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.731494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Transition to ACTIVE for port object 03621a87-fb5f-4040-86d5-b8086a1743ee will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:25.750073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Transition to ACTIVE for port object 03621a87-fb5f-4040-86d5-b8086a1743ee will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:25.757182 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.790703 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.814765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Pushing event updated for resources: {'Port': ['ID=03621a87-fb5f-4040-86d5-b8086a1743ee,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.827337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Network 196ccf10-6095-4093-8755-ac422546a240 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:25.828819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8e5b7a83-02c9-4966-a8c1-367579807e88 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:25.832004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:25.834583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:25.857676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Subnet': ['ID=2723b092-ef3b-4546-952c-0a13ae3ff039,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.869723 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Checking segment: {'id': '72d6159d-6bdb-44e4-823f-6ba222726aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:25.870097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network hostable DHCP agents. Network: 6d036c26-fa5c-4dfd-9731-b2f2947ab84b, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:25.888100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:25.900536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 6d036c26-fa5c-4dfd-9731-b2f2947ab84b) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:25.907968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.908743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.924672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb698e82-3c33-466e-ae5e-620ace2beae6 None None] Network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:25.934232 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-74251c48-6924-41eb-bb54-8a2849d4d543 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4971151 Aug 29 04:18:25.947202 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5cf59f5-9400-4a98-8ed5-d1a2b3debce1 req-a85a4100-1663-4ee2-9cb7-fa4375f17b26 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530529 Aug 29 04:18:25.948254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] For port 0109629f-cc0d-4080-b0c0-88c0fd23e172, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:25.973291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Attempting to bind port 03621a87-fb5f-4040-86d5-b8086a1743ee on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:25.973537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Attempting to bind port 03621a87-fb5f-4040-86d5-b8086a1743ee by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:25.973901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Attempting to bind port 03621a87-fb5f-4040-86d5-b8086a1743ee on network 196ccf10-6095-4093-8755-ac422546a240 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:25.991877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:25.992800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Checking segment: {'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:25.993273 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.993595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Bound using segment: {'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:25.994068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Bound port: 03621a87-fb5f-4040-86d5-b8086a1743ee, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:25.994798 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.005084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3158472-de29-419b-a392-0d169c6b537b req-6cd39c8d-d042-4101-b8f3-7d61df33ed00 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.006620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3158472-de29-419b-a392-0d169c6b537b req-6cd39c8d-d042-4101-b8f3-7d61df33ed00 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.3142848 Aug 29 04:18:26.038371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] For port 0109629f-cc0d-4080-b0c0-88c0fd23e172, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:26.052042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 8e5b7a83-02c9-4966-a8c1-367579807e88 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:26.052522 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.069974 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.071793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.130851 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6214bd1-a02a-4257-a16e-e98f0d8662e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.171483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] For port 03621a87-fb5f-4040-86d5-b8086a1743ee, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:26.190682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] For port 03621a87-fb5f-4040-86d5-b8086a1743ee, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=03621a87-fb5f-4040-86d5-b8086a1743ee,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:26.199603 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.220360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.220979 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.222399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] 10.222.0.52 "PUT /v2.0/ports/0109629f-cc0d-4080-b0c0-88c0fd23e172 HTTP/1.1" status: 200 len: 1092 time: 3.1910810 Aug 29 04:18:26.231626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'tag': '0109629f-cc0d-4080-b0c0-88c0fd23e172'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:26.234063 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7253b2c3-76c2-4b4c-8328-28e82683abc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8192340-a0be-473f-bc59-a01eb04fc952", "tag": "0109629f-cc0d-4080-b0c0-88c0fd23e172"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:26.302681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-6d036c26-fa5c-4dfd-9731-b2f2947ab84b', 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'fixed_ips': [{'subnet_id': '2723b092-ef3b-4546-952c-0a13ae3ff039'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:26.303546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.334122 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.340589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f011e-f946-4e66-a1d6-59c8fe02ed3f None None] Pushing event updated for resources: {'Port': ['ID=03621a87-fb5f-4040-86d5-b8086a1743ee,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:26.489324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Allocated IP 19.86.0.2 (6d036c26-fa5c-4dfd-9731-b2f2947ab84b/2723b092-ef3b-4546-952c-0a13ae3ff039/92d135f0-9910-411f-b3a3-d341050580a5) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:26.651020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3158472-de29-419b-a392-0d169c6b537b req-496e1542-3472-4cb0-a2b9-89bddd396c6a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284277 Aug 29 04:18:26.663563 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.688132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Transition to ACTIVE for port object 92d135f0-9910-411f-b3a3-d341050580a5 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:26.706292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Transition to ACTIVE for port object 92d135f0-9910-411f-b3a3-d341050580a5 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:26.715071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.721719 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748618c5-9a03-454e-9a8c-481b68cf3074 x-openstack-request-id: req-748618c5-9a03-454e-9a8c-481b68cf3074 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:26.722016 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8192340-a0be-473f-bc59-a01eb04fc952", "tag": "0109629f-cc0d-4080-b0c0-88c0fd23e172", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:26.722273 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-748618c5-9a03-454e-9a8c-481b68cf3074 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:26.722674 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'tag': '0109629f-cc0d-4080-b0c0-88c0fd23e172', 'status': 'completed', 'code': 200} Aug 29 04:18:26.743688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120d974-a930-46a8-a4fc-618a4084e763 service neutron] Pushing event updated for resources: {'Port': ['ID=0109629f-cc0d-4080-b0c0-88c0fd23e172,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:26.760173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:26.767907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:26.774652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:26.780251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Pushing event updated for resources: {'Port': ['ID=92d135f0-9910-411f-b3a3-d341050580a5,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:26.838086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Attempting to bind port 92d135f0-9910-411f-b3a3-d341050580a5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:26.838453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Attempting to bind port 92d135f0-9910-411f-b3a3-d341050580a5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '72d6159d-6bdb-44e4-823f-6ba222726aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:26.838814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Attempting to bind port 92d135f0-9910-411f-b3a3-d341050580a5 on network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:26.844371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:26.845111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Checking segment: {'id': '72d6159d-6bdb-44e4-823f-6ba222726aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:26.845111 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.845774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Bound using segment: {'id': '72d6159d-6bdb-44e4-823f-6ba222726aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:26.846254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Bound port: 92d135f0-9910-411f-b3a3-d341050580a5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d6159d-6bdb-44e4-823f-6ba222726aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:26.846719 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.856637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Allocated IP 172.20.0.1 (4fc6f0f9-27dc-4d54-a9dc-b914e427caa1/b84a71a2-9741-4986-a88c-7a164f87a13a/0cb290c2-383c-40d4-b1cd-890d2f9b9bfb) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:26.877720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-2e7212be-d86e-4122-8ebd-fb43f86ee773 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.884480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-2e7212be-d86e-4122-8ebd-fb43f86ee773 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.891893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-2e7212be-d86e-4122-8ebd-fb43f86ee773 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/networks?id=196ccf10-6095-4093-8755-ac422546a240&id=6d036c26-fa5c-4dfd-9731-b2f2947ab84b&id=196ccf10-6095-4093-8755-ac422546a240 HTTP/1.1" status: 200 len: 1391 time: 0.7056737 Aug 29 04:18:26.937315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] For port 92d135f0-9910-411f-b3a3-d341050580a5, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:26.941006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] For port 92d135f0-9910-411f-b3a3-d341050580a5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=92d135f0-9910-411f-b3a3-d341050580a5,segment=NetworkSegment(72d6159d-6bdb-44e4-823f-6ba222726aaa),segment_id=72d6159d-6bdb-44e4-823f-6ba222726aaa)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:26.946874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.963300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-ef3ea4bf-3d11-4c59-b9ec-e2a7a135fa5f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/quotas/bffe4b396e07433684a0baebc4b4aaef HTTP/1.1" status: 200 len: 375 time: 0.0704556 Aug 29 04:18:26.979031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-1bae1da1-af8f-44a5-bab9-747d4973f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.980571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-1bae1da1-af8f-44a5-bab9-747d4973f96c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775af7b58744703b699fca41cf9a3bf&device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 1095 time: 0.3890476 Aug 29 04:18:27.009611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d298bc7-78b3-4432-81a3-253b0cd99934 None None] Pushing event updated for resources: {'Port': ['ID=92d135f0-9910-411f-b3a3-d341050580a5,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:27.129399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-f477b346-cf7e-43fd-8538-b31f33c50257 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172 HTTP/1.1" status: 200 len: 217 time: 0.1077538 Aug 29 04:18:27.160050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.200856 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4a5a0c40-a8c6-4b38-9cee-9e8fee956b34 req-27b324d8-66e9-4732-87e1-42772b5be67f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1029689 Aug 29 04:18:27.218954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1ced0-6c46-4cde-8741-d3eef222dd1b req-e8abdbbc-3428-4b68-a962-efb467a4f45d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.232355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42a1ced0-6c46-4cde-8741-d3eef222dd1b req-e8abdbbc-3428-4b68-a962-efb467a4f45d tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.2569461 Aug 29 04:18:27.250696 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.252416 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.258269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-88439236-fd90-4cfd-b6dd-5529557eafb0 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bffe4b396e07433684a0baebc4b4aaef&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2941134 Aug 29 04:18:27.322175 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4a5a0c40-a8c6-4b38-9cee-9e8fee956b34 req-4f594871-020c-4f86-92f2-56f00cfb5ac5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0467591 Aug 29 04:18:27.378252 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4a5a0c40-a8c6-4b38-9cee-9e8fee956b34 req-cb1a4412-cc51-4c6e-adf8-4293d5c59e47 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322304 Aug 29 04:18:27.382200 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-b64c75ba-21b3-4b2a-91f2-26103c9ae043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.384177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-b64c75ba-21b3-4b2a-91f2-26103c9ae043 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=162281a0-7421-4afc-beac-04c048e8c914 HTTP/1.1" status: 200 len: 862 time: 0.2418258 Aug 29 04:18:27.387541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.449063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-7a8d6e29-647b-4173-825e-73d208a494c2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:27.450097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-7a8d6e29-647b-4173-825e-73d208a494c2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1437314 Aug 29 04:18:27.489895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42a1ced0-6c46-4cde-8741-d3eef222dd1b req-cfc6774c-0ce8-4bf4-94ff-25b44c4a0ed5 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566974 Aug 29 04:18:27.491922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-2e23d257-24e7-49e7-a8e1-dfda064dff87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575452 Aug 29 04:18:27.493870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Transition to ACTIVE for port object 0cb290c2-383c-40d4-b1cd-890d2f9b9bfb will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:27.503509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a0c40-a8c6-4b38-9cee-9e8fee956b34 req-d2d56276-0d6b-48c7-92be-aebd494ca932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.505467 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4a5a0c40-a8c6-4b38-9cee-9e8fee956b34 req-d2d56276-0d6b-48c7-92be-aebd494ca932 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185408 Aug 29 04:18:27.523980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-aba55bc3-3c95-4a3c-955e-76065bb51156 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:27.525053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-aba55bc3-3c95-4a3c-955e-76065bb51156 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059071 Aug 29 04:18:27.562821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df31ac4d-8d49-4c67-83a6-2aa47f89fe42 None None] Network 196ccf10-6095-4093-8755-ac422546a240 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:27.623028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a24b3305-49bf-4d13-94f3-4108315ecd69 None None] Provisioning for port 03621a87-fb5f-4040-86d5-b8086a1743ee completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:27.784907 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-06b68841-1c4f-4288-aece-d06d09201ce9 service neutron] 10.222.0.49 "GET /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084221 Aug 29 04:18:27.795793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff932025-09ea-45b7-ba45-ac62088ff356 req-a1084fbe-da30-41af-b4c5-c7e1c1ff2ec7 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.797445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff932025-09ea-45b7-ba45-ac62088ff356 req-a1084fbe-da30-41af-b4c5-c7e1c1ff2ec7 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 943 time: 0.2126684 Aug 29 04:18:27.881217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.881659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 03621a87-fb5f-4040-86d5-b8086a1743ee up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:27.937016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-8ea147fd-c366-4f2d-ac8a-0b627bfcbac5 service neutron] 10.222.0.52 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807504 Aug 29 04:18:27.943163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 03621a87-fb5f-4040-86d5-b8086a1743ee completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:27.949868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 03621a87-fb5f-4040-86d5-b8086a1743ee triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:27.950331 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.955338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f681934f-a77c-4904-800e-0071f87a2e75 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:27.989841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Router 7531225f-799d-4cb3-a743-7b1352677639 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:18:28.000882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Network 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:28.003867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: f681934f-a77c-4904-800e-0071f87a2e75 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:28.004238 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f681934f-a77c-4904-800e-0071f87a2e75 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:28.054679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'Port': ['ID=0cb290c2-383c-40d4-b1cd-890d2f9b9bfb,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.058340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:28.061456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-4dcdfbc3-d2a0-44f3-8c9a-6856cf15089f service neutron] 10.222.0.49 "GET /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756884 Aug 29 04:18:28.062769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:28.070973 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.075050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-64f5c0c4-317d-4487-90ee-631e2d8ffc7b None None] Provisioning complete for port 03621a87-fb5f-4040-86d5-b8086a1743ee triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:28.075523 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-64f5c0c4-317d-4487-90ee-631e2d8ffc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.106740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff932025-09ea-45b7-ba45-ac62088ff356 req-5f31f503-0606-4626-a517-e13bc3588a91 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272806 Aug 29 04:18:28.166777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 03621a87-fb5f-4040-86d5-b8086a1743ee, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=03621a87-fb5f-4040-86d5-b8086a1743ee,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:28.179526 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.180570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 92d135f0-9910-411f-b3a3-d341050580a5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:28.244980 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.324018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f18df7-895c-42d2-a94c-62ffc67eff22 None None] Network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:28.461707 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c4d4-323d-419d-a777-0a36cd5a5707 req-96e79014-7de0-4988-96fe-e8dc40581be0 service neutron] 10.222.0.52 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951854 Aug 29 04:18:28.511359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=03621a87-fb5f-4040-86d5-b8086a1743ee,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.521576 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.538660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 92d135f0-9910-411f-b3a3-d341050580a5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:28.543559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-96603f12-6ddf-43cb-b842-956d403c6f18 service neutron] 10.222.0.49 "GET /v2.0/networks/6d036c26-fa5c-4dfd-9731-b2f2947ab84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727507 Aug 29 04:18:28.547990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-45ef5b3e-9e84-43bb-9e01-707d91147244 None None] Provisioning for port 92d135f0-9910-411f-b3a3-d341050580a5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:28.551078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3ab3-7e29-4acd-a8a1-40c445dbb087 req-3643f99d-e0f4-4a86-bbbb-a13b929b73b2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.552726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1dd3ab3-7e29-4acd-a8a1-40c445dbb087 req-3643f99d-e0f4-4a86-bbbb-a13b929b73b2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1985085 Aug 29 04:18:28.553028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 92d135f0-9910-411f-b3a3-d341050580a5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:28.553408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.558795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-45ef5b3e-9e84-43bb-9e01-707d91147244 None None] Provisioning complete for port 92d135f0-9910-411f-b3a3-d341050580a5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:28.558795 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-45ef5b3e-9e84-43bb-9e01-707d91147244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.661609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:28.671715 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Sync routers for ids ['7531225f-799d-4cb3-a743-7b1352677639'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:28.683245 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Routers {'7531225f-799d-4cb3-a743-7b1352677639'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:28.683938 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:18:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7531225f-799d-4cb3-a743-7b1352677639'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:28.760099 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.789651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-45ef5b3e-9e84-43bb-9e01-707d91147244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.796955 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.798190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-00f0f4a5-71c8-43d7-9695-8a4ae3fce4bf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1165683 Aug 29 04:18:28.816813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1dd3ab3-7e29-4acd-a8a1-40c445dbb087 req-b23fa0f8-462e-4534-ae0a-abcbe75d7423 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427773 Aug 29 04:18:28.819112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253b2c3-76c2-4b4c-8328-28e82683abc7 req-532dbb72-967a-4354-8b27-04c6edc12c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.820647 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7253b2c3-76c2-4b4c-8328-28e82683abc7 req-532dbb72-967a-4354-8b27-04c6edc12c49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d775af7b58744703b699fca41cf9a3bf&device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 1095 time: 0.2624927 Aug 29 04:18:28.821170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38740) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:28.840752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 92d135f0-9910-411f-b3a3-d341050580a5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=92d135f0-9910-411f-b3a3-d341050580a5,segment=NetworkSegment(72d6159d-6bdb-44e4-823f-6ba222726aaa),segment_id=72d6159d-6bdb-44e4-823f-6ba222726aaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:28.847067 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Set router 7531225f-799d-4cb3-a743-7b1352677639 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:28.850613 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.870533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-3abd7eb1-265f-4fef-9ace-91cfb8b77ee3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.873292 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-3abd7eb1-265f-4fef-9ace-91cfb8b77ee3 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 950 time: 0.1139390 Aug 29 04:18:28.955433 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.967662 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-45ef5b3e-9e84-43bb-9e01-707d91147244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:18:28.968024 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-45ef5b3e-9e84-43bb-9e01-707d91147244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:18:28.971067 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=92d135f0-9910-411f-b3a3-d341050580a5,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.060179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-d5ec5ff4-236f-48cc-84ab-504960aa7cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Deleting port 7d9c0026-9f47-498a-b744-172b437100d5 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:29.061631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-d5ec5ff4-236f-48cc-84ab-504960aa7cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.134588 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7531225f-799d-4cb3-a743-7b1352677639', 'name': 'tempest-ServerRescueTestJSON-184190723-router', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:22Z', 'updated_at': '2021-08-29T04:18:25Z', 'revision_number': 3, 'project_id': '755a55c0404b417f8cdb15c803838524', 'gw_port': {'id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:23Z', 'updated_at': '2021-08-29T04:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:29.161683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-d5ec5ff4-236f-48cc-84ab-504960aa7cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] For port 7d9c0026-9f47-498a-b744-172b437100d5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7d9c0026-9f47-498a-b744-172b437100d5,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:29.162056 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-d5ec5ff4-236f-48cc-84ab-504960aa7cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.167057 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Checking router: 7531225f-799d-4cb3-a743-7b1352677639 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:29.167528 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Updating router 7531225f-799d-4cb3-a743-7b1352677639 port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:29.176873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-d5ec5ff4-236f-48cc-84ab-504960aa7cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Calling delete_port for 7d9c0026-9f47-498a-b744-172b437100d5 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:29.194916 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.333679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-d5ec5ff4-236f-48cc-84ab-504960aa7cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.345517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:29.359306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-aec46c10-1112-443d-852a-dd803ea37b3c service neutron] 10.222.0.49 "GET /v2.0/networks/6d036c26-fa5c-4dfd-9731-b2f2947ab84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8057647 Aug 29 04:18:29.371359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7d9c0026-9f47-498a-b744-172b437100d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:29.390307 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec5ff4-236f-48cc-84ab-504960aa7cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Pushing event deleted for resources: {'Port': ['ID=7d9c0026-9f47-498a-b744-172b437100d5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.494924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-d5ec5ff4-236f-48cc-84ab-504960aa7cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] No DVR routers for this DVR port 7d9c0026-9f47-498a-b744-172b437100d5 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:29.500584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-d5ec5ff4-236f-48cc-84ab-504960aa7cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.503429 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-904eb3ea-1a01-44c0-b409-8662ca0cf4b2 req-d5ec5ff4-236f-48cc-84ab-504960aa7cbb tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.52 "DELETE /v2.0/ports/7d9c0026-9f47-498a-b744-172b437100d5 HTTP/1.1" status: 204 len: 173 time: 0.6215074 Aug 29 04:18:29.504306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'name': 'network-vif-deleted', 'tag': '7d9c0026-9f47-498a-b744-172b437100d5'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:29.510598 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afb5fad-d8e5-44af-acae-dc3b861f97b8" -d '{"events": [{"server_uuid": "e64f81fa-18f3-4612-ae48-9200ed2bfb39", "name": "network-vif-deleted", "tag": "7d9c0026-9f47-498a-b744-172b437100d5"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:29.561223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-45ef5b3e-9e84-43bb-9e01-707d91147244 None None] Provisioning for port 0cb290c2-383c-40d4-b1cd-890d2f9b9bfb completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:29.567846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-45ef5b3e-9e84-43bb-9e01-707d91147244 None None] Provisioning complete for port 0cb290c2-383c-40d4-b1cd-890d2f9b9bfb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:29.568511 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-45ef5b3e-9e84-43bb-9e01-707d91147244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.607428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-45ef5b3e-9e84-43bb-9e01-707d91147244 None None] Port 0cb290c2-383c-40d4-b1cd-890d2f9b9bfb cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:29.611761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96756a9-7375-4213-9d4b-84307f0469a9 req-d12cd4ef-7591-4b01-9b1b-a08db65891fe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.613316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f96756a9-7375-4213-9d4b-84307f0469a9 req-d12cd4ef-7591-4b01-9b1b-a08db65891fe tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=e64f81fa-18f3-4612-ae48-9200ed2bfb39 HTTP/1.1" status: 200 len: 867 time: 0.3251569 Aug 29 04:18:29.661606 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.673158 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Transition to ACTIVE for port object 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:29.681051 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.694148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253b2c3-76c2-4b4c-8328-28e82683abc7 req-bec466c4-57b9-4d58-855e-8a4f3abdf1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.696177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7253b2c3-76c2-4b4c-8328-28e82683abc7 req-bec466c4-57b9-4d58-855e-8a4f3abdf1eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4 HTTP/1.1" status: 200 len: 923 time: 0.8505089 Aug 29 04:18:29.726870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5d050406-7407-414b-997d-86661c476411 None None] Provisioning complete for port 92d135f0-9910-411f-b3a3-d341050580a5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:29.727330 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5d050406-7407-414b-997d-86661c476411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.727936 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731066d-1571-471c-aad9-6c15a71dbed8 None None] Pushing event updated for resources: {'Port': ['ID=6afa5cd0-3632-49fb-8d25-fb26a4aa1eef,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.763891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f4a0710f-0f3c-4846-8978-f6c119c29818 service neutron] 10.222.0.49 "GET /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780491 Aug 29 04:18:29.766005 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Attempting to bind port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:29.766509 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Attempting to bind port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:29.766873 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Attempting to bind port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:29.776029 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:29.776440 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:29.777112 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.777467 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:29.779257 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Bound port: 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:29.779673 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.780421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7253b2c3-76c2-4b4c-8328-28e82683abc7 req-b97acc61-1393-41c4-8b77-5fa2db70c9d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172 HTTP/1.1" status: 200 len: 217 time: 0.0681944 Aug 29 04:18:29.842826 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 03621a87-fb5f-4040-86d5-b8086a1743ee up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:29.851566 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] For port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:29.856146 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] For port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6afa5cd0-3632-49fb-8d25-fb26a4aa1eef,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:29.860858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f96756a9-7375-4213-9d4b-84307f0469a9 req-0a5e08dc-826a-4051-9eb5-6f4418f08ba7 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354987 Aug 29 04:18:29.876218 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.912278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 03621a87-fb5f-4040-86d5-b8086a1743ee triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:29.912663 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.004532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 92d135f0-9910-411f-b3a3-d341050580a5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:30.009864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253b2c3-76c2-4b4c-8328-28e82683abc7 req-38caf824-844c-44a7-af2b-c3b8c595a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.011779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7253b2c3-76c2-4b4c-8328-28e82683abc7 req-38caf824-844c-44a7-af2b-c3b8c595a5ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=162281a0-7421-4afc-beac-04c048e8c914 HTTP/1.1" status: 200 len: 862 time: 0.1818576 Aug 29 04:18:30.027244 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Routers {'7531225f-799d-4cb3-a743-7b1352677639'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:30.027998 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:18:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7531225f-799d-4cb3-a743-7b1352677639'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:30.030073 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731066d-1571-471c-aad9-6c15a71dbed8 None None] Pushing event updated for resources: {'Port': ['ID=6afa5cd0-3632-49fb-8d25-fb26a4aa1eef,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:30.048517 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.056136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 92d135f0-9910-411f-b3a3-d341050580a5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:30.056547 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.115556 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.119581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7253b2c3-76c2-4b4c-8328-28e82683abc7 req-21c40604-9240-4ef9-9fdf-5d51de0678cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670760 Aug 29 04:18:30.159244 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] Set router 7531225f-799d-4cb3-a743-7b1352677639 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:30.234689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-63771843-80ca-439f-bc6f-31f2fef09a12 service neutron] 10.222.0.49 "GET /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561722 Aug 29 04:18:30.312686 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.314480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event updated for resources: {'Port': ['ID=0cb290c2-383c-40d4-b1cd-890d2f9b9bfb,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:30.334613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c7ffc-5bee-4b23-b7ac-a5ad13e39556 req-80beb498-2f04-4f04-9180-54c1c87e811b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.337189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-255c7ffc-5bee-4b23-b7ac-a5ad13e39556 req-80beb498-2f04-4f04-9180-54c1c87e811b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 943 time: 0.2937484 Aug 29 04:18:30.364555 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7531225f-799d-4cb3-a743-7b1352677639', 'name': 'tempest-ServerRescueTestJSON-184190723-router', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:22Z', 'updated_at': '2021-08-29T04:18:25Z', 'revision_number': 3, 'project_id': '755a55c0404b417f8cdb15c803838524', 'gw_port': {'id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:23Z', 'updated_at': '2021-08-29T04:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:30.392926 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf66d7-bbe6-42e3-9803-937c4a55bbfd None None] The sync data for ids ['7531225f-799d-4cb3-a743-7b1352677639'] in n-d-712141-12 is: [{'id': '7531225f-799d-4cb3-a743-7b1352677639', 'name': 'tempest-ServerRescueTestJSON-184190723-router', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:22Z', 'updated_at': '2021-08-29T04:18:25Z', 'revision_number': 3, 'project_id': '755a55c0404b417f8cdb15c803838524', 'gw_port': {'id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:23Z', 'updated_at': '2021-08-29T04:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:30.475399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7253b2c3-76c2-4b4c-8328-28e82683abc7 req-c4f5a180-0ff0-468c-8b31-ac12b2c4d0e6 service neutron] 10.222.0.52 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428433 Aug 29 04:18:30.536836 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd4ae29-632a-404d-9f77-aea479fb527c x-openstack-request-id: req-5dd4ae29-632a-404d-9f77-aea479fb527c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:30.537798 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64f81fa-18f3-4612-ae48-9200ed2bfb39", "name": "network-vif-deleted", "tag": "7d9c0026-9f47-498a-b744-172b437100d5", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:30.538226 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dd4ae29-632a-404d-9f77-aea479fb527c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:30.538839 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64f81fa-18f3-4612-ae48-9200ed2bfb39', 'name': 'network-vif-deleted', 'tag': '7d9c0026-9f47-498a-b744-172b437100d5', 'status': 'completed', 'code': 200} Aug 29 04:18:30.544453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-255c7ffc-5bee-4b23-b7ac-a5ad13e39556 req-e68af233-e4dc-41b5-bbaf-fdd7b72c023b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864035 Aug 29 04:18:30.667815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d60bfa1c-a20a-475a-8e9b-632d2868b0ed req-f75d4429-f319-4e10-a86c-70b1d372ab2f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 210 time: 0.0709980 Aug 29 04:18:30.682233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Network 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:30.717588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:30.813945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801c37-e04e-44c2-94c1-18e96838603d req-1d980ea6-e99a-4bd8-bbc4-af22a42a94d7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.818930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47801c37-e04e-44c2-94c1-18e96838603d req-1d980ea6-e99a-4bd8-bbc4-af22a42a94d7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.2195084 Aug 29 04:18:30.854474 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.857996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7253b2c3-76c2-4b4c-8328-28e82683abc7 req-13c2e9d1-6200-4837-87bf-ffca53ac9df5 service neutron] 10.222.0.52 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590240 Aug 29 04:18:30.989888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Router 4a7d142f-88c1-4345-bcb4-49fd5927d69c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:30.998423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47801c37-e04e-44c2-94c1-18e96838603d req-97bf0ecd-55e3-4e6b-9cc0-c96a77c43632 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393938 Aug 29 04:18:31.146420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ac64e5a7-86c7-40b1-ac9e-468ee292a961 None None] Provisioning complete for port 0cb290c2-383c-40d4-b1cd-890d2f9b9bfb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:31.146974 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac64e5a7-86c7-40b1-ac9e-468ee292a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.191037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ac64e5a7-86c7-40b1-ac9e-468ee292a961 None None] Port 0cb290c2-383c-40d4-b1cd-890d2f9b9bfb cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:31.201165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:31.214074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b33000-4be4-4139-b6d1-6378675c8b77 None None] Sync routers for ids ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:31.228797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b33000-4be4-4139-b6d1-6378675c8b77 None None] Routers {'4a7d142f-88c1-4345-bcb4-49fd5927d69c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:31.229581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a1b33000-4be4-4139-b6d1-6378675c8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:18:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:31.249094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Allocated IP 172.20.0.1 (95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2/912da5bf-a44c-4f60-a2fb-5bdea41f69b2/3c70478f-1998-4c10-ae37-fd5d795aada7) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:31.262483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-514a5f79-8945-4887-9588-82e4557a90b3 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "PUT /v2.0/routers/4a7d142f-88c1-4345-bcb4-49fd5927d69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5293252 Aug 29 04:18:31.263362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38768) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:31.268753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a1b33000-4be4-4139-b6d1-6378675c8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:31.281392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b33000-4be4-4139-b6d1-6378675c8b77 None None] Routers {'4a7d142f-88c1-4345-bcb4-49fd5927d69c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:31.282013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a1b33000-4be4-4139-b6d1-6378675c8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:18:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:31.320011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a1b33000-4be4-4139-b6d1-6378675c8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:31.321099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b33000-4be4-4139-b6d1-6378675c8b77 None None] The sync data for ids ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:31.376552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403b6c4-62b0-4952-8c66-5c9472990874 req-80288e85-2b8e-4d46-b9c7-0ecd993e784c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.378404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9403b6c4-62b0-4952-8c66-5c9472990874 req-80288e85-2b8e-4d46-b9c7-0ecd993e784c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1225150 Aug 29 04:18:31.391342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7b83d6a5-68b6-41e4-afc2-6cb416ebe20b tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.486813 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-7b83d6a5-68b6-41e4-afc2-6cb416ebe20b tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:18:31.490648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7b83d6a5-68b6-41e4-afc2-6cb416ebe20b tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "DELETE /v2.0/routers/4a7d142f-88c1-4345-bcb4-49fd5927d69c HTTP/1.1" status: 409 len: 329 time: 0.2233043 Aug 29 04:18:31.490846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38770) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:31.828672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:31.847588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9403b6c4-62b0-4952-8c66-5c9472990874 req-193a40eb-a887-4215-8e35-71f60986066c tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568958 Aug 29 04:18:31.855411 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.884597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124ff12-d256-4f76-bf10-cd1195822a95 req-88919419-7359-4b67-a424-68be8851682b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.894906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e124ff12-d256-4f76-bf10-cd1195822a95 req-88919419-7359-4b67-a424-68be8851682b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 943 time: 0.1437471 Aug 29 04:18:31.901425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:31.905963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:31.906577 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.937250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e124ff12-d256-4f76-bf10-cd1195822a95 req-64c9a792-7240-4580-84c5-1b22325a6ccd tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Aug 29 04:18:31.998410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8accbbd0-cf70-452b-b875-b463fce6acfe req-4cd43fc0-09b2-46d9-b9fa-ee1f892077d0 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 210 time: 0.0416744 Aug 29 04:18:32.013601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-00529e06-f69c-4104-b9c0-07c90ba081f5 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.014668 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.019837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.020298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-00529e06-f69c-4104-b9c0-07c90ba081f5 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.022497 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-00529e06-f69c-4104-b9c0-07c90ba081f5 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.59 "GET /v2.0/networks?id=196ccf10-6095-4093-8755-ac422546a240&id=6d036c26-fa5c-4dfd-9731-b2f2947ab84b&id=196ccf10-6095-4093-8755-ac422546a240 HTTP/1.1" status: 200 len: 1391 time: 0.2138596 Aug 29 04:18:32.041358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6afa5cd0-3632-49fb-8d25-fb26a4aa1eef,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:32.045405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'port': {'device_id': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'network_id': '196ccf10-6095-4093-8755-ac422546a240', 'admin_state_up': True, 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:32.046651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.069285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Pushing event updated for resources: {'Port': ['ID=3c70478f-1998-4c10-ae37-fd5d795aada7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:32.083441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:32.084883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:32.088755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:32.107274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=6afa5cd0-3632-49fb-8d25-fb26a4aa1eef,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:32.161214 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.198996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.209976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42207-cbb8-4567-845b-1c6212919746 req-248c1428-50d1-434c-a8c3-b049143ad9ef tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.211508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3c42207-cbb8-4567-845b-1c6212919746 req-248c1428-50d1-434c-a8c3-b049143ad9ef tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1204352 Aug 29 04:18:32.283740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3c42207-cbb8-4567-845b-1c6212919746 req-4ffde73b-cfbb-4bb3-a657-988df3956ccf tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638645 Aug 29 04:18:32.287462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:32.291188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.347219 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.481701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Allocated IP 19.80.0.153 (196ccf10-6095-4093-8755-ac422546a240/a6b08f82-0834-464f-940d-d6f2543528ff/eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:32.516224 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.520844 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.586144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Pushing event updated for resources: {'Port': ['ID=3c70478f-1998-4c10-ae37-fd5d795aada7,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:32.590030 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.683931 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-3aa18e69-34ba-40fb-90f2-3ba3b8894d3a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.685552 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-3aa18e69-34ba-40fb-90f2-3ba3b8894d3a tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.1527748 Aug 29 04:18:32.693834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:32.695754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:32.750743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Deleting port 0cb290c2-383c-40d4-b1cd-890d2f9b9bfb {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:32.751021 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.811890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Router 7531225f-799d-4cb3-a743-7b1352677639 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:32.848153 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.875942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Transition to ACTIVE for port object eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:32.932936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.943170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-185dfd9a-d5ac-4f78-9b2b-ca386e40e0de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Deleting port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:32.943519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-185dfd9a-d5ac-4f78-9b2b-ca386e40e0de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.943636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:32.953743 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Sync routers for ids ['7531225f-799d-4cb3-a743-7b1352677639'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:32.963426 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Routers {'7531225f-799d-4cb3-a743-7b1352677639'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:32.964245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Calling delete_port for 0cb290c2-383c-40d4-b1cd-890d2f9b9bfb owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:32.964978 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:18:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7531225f-799d-4cb3-a743-7b1352677639'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:32.977046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e0833ad1-b18d-4fdd-a8b0-96f756643040 admin admin] 10.222.0.49 "PUT /v2.0/routers/7531225f-799d-4cb3-a743-7b1352677639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1318815 Aug 29 04:18:33.021319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754ccbf-6de5-4aa2-a258-a9f5ed6f9889 req-201292f6-e2fd-4381-ab6a-e0ef27402508 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.023024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8754ccbf-6de5-4aa2-a258-a9f5ed6f9889 req-201292f6-e2fd-4381-ab6a-e0ef27402508 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 949 time: 0.0942626 Aug 29 04:18:33.061408 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.106370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8754ccbf-6de5-4aa2-a258-a9f5ed6f9889 req-540cbe3d-8ed0-49be-88ba-9cedacb86d6e tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a34af5f-9303-4acb-9fd3-7f07e95e8303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769529 Aug 29 04:18:33.121150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0109629f-cc0d-4080-b0c0-88c0fd23e172 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:33.128504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7d9c0026-9f47-498a-b744-172b437100d5 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:33.154866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe275d-c3a9-45cc-a202-1237aaa2a32e req-ab6401ed-699a-4c44-8a44-c28174118334 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.156081 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Set router 7531225f-799d-4cb3-a743-7b1352677639 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:33.166622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23fe275d-c3a9-45cc-a202-1237aaa2a32e req-ab6401ed-699a-4c44-8a44-c28174118334 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 943 time: 0.1055882 Aug 29 04:18:33.167675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network 196ccf10-6095-4093-8755-ac422546a240 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:33.179908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Port': ['ID=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.189456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 7d9c0026-9f47-498a-b744-172b437100d5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:33.189810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7d9c0026-9f47-498a-b744-172b437100d5 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:33.191429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:33.198380 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-185dfd9a-d5ac-4f78-9b2b-ca386e40e0de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] For port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:33.198768 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-185dfd9a-d5ac-4f78-9b2b-ca386e40e0de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.203488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:33.244449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-185dfd9a-d5ac-4f78-9b2b-ca386e40e0de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Calling delete_port for f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:33.251798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23fe275d-c3a9-45cc-a202-1237aaa2a32e req-fb18b040-08fd-432e-94c1-030fe1f6ee31 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843070 Aug 29 04:18:33.301023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193b6ba-d0bd-4d6b-b097-fb4d311a2c5b req-52e4c898-cc1c-4a1b-9bc5-0579d3e7d303 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.309626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e193b6ba-d0bd-4d6b-b097-fb4d311a2c5b req-52e4c898-cc1c-4a1b-9bc5-0579d3e7d303 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 932 time: 0.0785141 Aug 29 04:18:33.367972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e193b6ba-d0bd-4d6b-b097-fb4d311a2c5b req-2b05971d-97d6-4a74-b980-908c0d2ebfbc tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573874 Aug 29 04:18:33.405836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0109629f-cc0d-4080-b0c0-88c0fd23e172, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:33.436900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '0109629f-cc0d-4080-b0c0-88c0fd23e172', 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4', 'port_id': '0109629f-cc0d-4080-b0c0-88c0fd23e172', 'mac_address': 'fa:16:3e:4e:01:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162281a0-7421-4afc-beac-04c048e8c914', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:33.474915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.475680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.509215 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.515375 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7531225f-799d-4cb3-a743-7b1352677639', 'name': 'tempest-ServerRescueTestJSON-184190723-router', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:22Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 4, 'project_id': '755a55c0404b417f8cdb15c803838524', 'gw_port': {'id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:23Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '3c70478f-1998-4c10-ae37-fd5d795aada7', 'name': '', 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'mac_address': 'fa:16:3e:78:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '912da5bf-a44c-4f60-a2fb-5bdea41f69b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:30Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 2, 'project_id': '755a55c0404b417f8cdb15c803838524', 'subnets': [{'id': '912da5bf-a44c-4f60-a2fb-5bdea41f69b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:33.539681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0109629f-cc0d-4080-b0c0-88c0fd23e172 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:33.551989 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Checking router: 7531225f-799d-4cb3-a743-7b1352677639 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:33.553333 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Updating router 7531225f-799d-4cb3-a743-7b1352677639 port 3c70478f-1998-4c10-ae37-fd5d795aada7 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:33.564041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0109629f-cc0d-4080-b0c0-88c0fd23e172, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:33.570450 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.585149 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c1bc4ca9-152d-4d38-86f9-ae1a191b08ac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5454710 Aug 29 04:18:33.587351 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.597681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'port': {'device_id': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b', 'admin_state_up': True, 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:33.633249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf2e2-dbd6-436c-ba40-abb9a8653293 req-a5511a21-b575-4030-91f9-a931346f6fee tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.634793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf0cf2e2-dbd6-436c-ba40-abb9a8653293 req-a5511a21-b575-4030-91f9-a931346f6fee tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1904860 Aug 29 04:18:33.653211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0109629f-cc0d-4080-b0c0-88c0fd23e172,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.679189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5d5ded68-5430-48e0-ba1f-90acb37dfe5e None None] Provisioning for port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:33.684014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5d5ded68-5430-48e0-ba1f-90acb37dfe5e None None] Provisioning complete for port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:33.684617 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5d5ded68-5430-48e0-ba1f-90acb37dfe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.708409 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf0cf2e2-dbd6-436c-ba40-abb9a8653293 req-40ab19c8-f8f2-4f72-9521-4c49f5a50071 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 Aug 29 04:18:33.718297 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.747061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-69cb928c-f539-467f-bef0-f0cead0d1e1c tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.751061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-69cb928c-f539-467f-bef0-f0cead0d1e1c tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/networks?id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 HTTP/1.1" status: 200 len: 810 time: 0.2414896 Aug 29 04:18:33.760321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ded68-5430-48e0-ba1f-90acb37dfe5e None None] Port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:33.772574 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-2bf0f1fa-851e-47a5-b954-d54640a0b2e5 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/quotas/755a55c0404b417f8cdb15c803838524 HTTP/1.1" status: 200 len: 375 time: 0.0141103 Aug 29 04:18:33.786702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event deleted for resources: {'Port': ['ID=0cb290c2-383c-40d4-b1cd-890d2f9b9bfb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.862951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e07f30ce-b6cb-4f07-bd2a-05dde125cc03 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=755a55c0404b417f8cdb15c803838524&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824742 Aug 29 04:18:33.871436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:33.874374 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-185dfd9a-d5ac-4f78-9b2b-ca386e40e0de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.907657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:33.948975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dfd9a-d5ac-4f78-9b2b-ca386e40e0de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Pushing event deleted for resources: {'Port': ['ID=f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.969011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:33.972583 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.988252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:33.988651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.991745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6112cb35-12ea-4919-8113-c69e592a4139 service neutron] 10.222.0.49 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277175 Aug 29 04:18:34.072149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-185dfd9a-d5ac-4f78-9b2b-ca386e40e0de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] No DVR routers for this DVR port f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:34.075281 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-185dfd9a-d5ac-4f78-9b2b-ca386e40e0de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.075750 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.079421 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a455f91b-bfc1-4846-b06c-a63a3d89601a req-185dfd9a-d5ac-4f78-9b2b-ca386e40e0de tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.59 "DELETE /v2.0/ports/f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f HTTP/1.1" status: 204 len: 173 time: 1.3867044 Aug 29 04:18:34.087149 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Transition to ACTIVE for port object 3c70478f-1998-4c10-ae37-fd5d795aada7 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:34.094986 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.097221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['0109629f-cc0d-4080-b0c0-88c0fd23e172'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:34.129002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'name': 'network-vif-deleted', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:34.134239 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbda26b-6c96-4a95-a5ab-5db00af3551d" -d '{"events": [{"server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "name": "network-vif-deleted", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:34.158638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-1b02dcac-d0ac-4e82-aaaa-0458b614a956 service neutron] 10.222.0.49 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657484 Aug 29 04:18:34.184104 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6b176-5d5b-49b4-8287-5acf29950342 None None] Pushing event updated for resources: {'Port': ['ID=3c70478f-1998-4c10-ae37-fd5d795aada7,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:34.240652 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.333306 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Attempting to bind port 3c70478f-1998-4c10-ae37-fd5d795aada7 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:34.333709 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Attempting to bind port 3c70478f-1998-4c10-ae37-fd5d795aada7 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:34.334077 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Attempting to bind port 3c70478f-1998-4c10-ae37-fd5d795aada7 on network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:34.339426 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:34.339948 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Checking segment: {'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:34.340454 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.340852 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Bound using segment: {'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:34.341993 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Bound port: 3c70478f-1998-4c10-ae37-fd5d795aada7, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:34.342417 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.390532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fe281dd-d128-4d41-afa1-68e360011215 req-1e8f12f7-0102-49fb-ad65-93af7cd3b0a9 tempest-MigrationsAdminTest-749888570 tempest-MigrationsAdminTest-749888570-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c38177-c63a-4574-9ea3-3eac7b697e95 HTTP/1.1" status: 200 len: 210 time: 0.0958583 Aug 29 04:18:34.513218 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] For port 3c70478f-1998-4c10-ae37-fd5d795aada7, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:34.517214 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] For port 3c70478f-1998-4c10-ae37-fd5d795aada7, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3c70478f-1998-4c10-ae37-fd5d795aada7,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:34.523264 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.584242 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6b176-5d5b-49b4-8287-5acf29950342 None None] Pushing event updated for resources: {'Port': ['ID=3c70478f-1998-4c10-ae37-fd5d795aada7,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:34.618013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a89ec20-49b3-472c-a9e6-06587f2b124a req-c6390dd9-0ce2-4124-a39b-b7d634e116e2 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 210 time: 0.0825655 Aug 29 04:18:34.624577 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Routers {'7531225f-799d-4cb3-a743-7b1352677639'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:34.628148 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:18:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7531225f-799d-4cb3-a743-7b1352677639'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:34.697820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a16741-072e-4d38-9e82-92f8197e34df req-f818508d-c1b9-4265-805b-e6b08d22287c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.706454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93a16741-072e-4d38-9e82-92f8197e34df req-f818508d-c1b9-4265-805b-e6b08d22287c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 944 time: 0.2010365 Aug 29 04:18:34.829678 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93a16741-072e-4d38-9e82-92f8197e34df req-bcf1a529-d526-45f8-a8d0-20cc8742cce6 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222911 Aug 29 04:18:34.838776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3f9ad-3242-45a6-9fc1-a25a132064fd req-e4346620-1c77-45f9-9cff-6653cc1c8296 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.846181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aab3f9ad-3242-45a6-9fc1-a25a132064fd req-e4346620-1c77-45f9-9cff-6653cc1c8296 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 932 time: 0.1252069 Aug 29 04:18:34.892246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aab3f9ad-3242-45a6-9fc1-a25a132064fd req-68c35535-a72b-4848-8a7d-6b23c3bfa16a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450552 Aug 29 04:18:34.908823 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] Set router 7531225f-799d-4cb3-a743-7b1352677639 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:34.986192 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Allocated IP 19.86.0.243 (6d036c26-fa5c-4dfd-9731-b2f2947ab84b/2723b092-ef3b-4546-952c-0a13ae3ff039/49b10220-3ec7-499e-bdb1-27a47520aca9) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:34.998525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82d731-2b34-4dec-b140-3aff5fe9d795 req-aa780121-43ce-45aa-a3f6-65d3d434cd96 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.000573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd82d731-2b34-4dec-b140-3aff5fe9d795 req-aa780121-43ce-45aa-a3f6-65d3d434cd96 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.0879874 Aug 29 04:18:35.021872 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b5a232-ced7-461a-a089-779ee4a6a6bf x-openstack-request-id: req-c1b5a232-ced7-461a-a089-779ee4a6a6bf {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:35.022284 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c38177-c63a-4574-9ea3-3eac7b697e95", "name": "network-vif-deleted", "tag": "f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:35.022443 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1b5a232-ced7-461a-a089-779ee4a6a6bf {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:35.023339 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c38177-c63a-4574-9ea3-3eac7b697e95', 'name': 'network-vif-deleted', 'tag': 'f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f', 'status': 'completed', 'code': 200} Aug 29 04:18:35.065521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd82d731-2b34-4dec-b140-3aff5fe9d795 req-3b8dfd2e-d73e-40f7-8d64-8fed76245f20 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581970 Aug 29 04:18:35.111676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 30de00ec-6de0-4ad7-9bc9-22d469a5d952 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:35.160649 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7531225f-799d-4cb3-a743-7b1352677639', 'name': 'tempest-ServerRescueTestJSON-184190723-router', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:22Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 4, 'project_id': '755a55c0404b417f8cdb15c803838524', 'gw_port': {'id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:23Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '3c70478f-1998-4c10-ae37-fd5d795aada7', 'name': '', 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'mac_address': 'fa:16:3e:78:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '912da5bf-a44c-4f60-a2fb-5bdea41f69b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:30Z', 'updated_at': '2021-08-29T04:18:34Z', 'revision_number': 4, 'project_id': '755a55c0404b417f8cdb15c803838524', 'subnets': [{'id': '912da5bf-a44c-4f60-a2fb-5bdea41f69b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:35.183258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Router 4a7d142f-88c1-4345-bcb4-49fd5927d69c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:35.192851 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feea16b-29d2-4fd9-93c2-23d011d502fc None None] The sync data for ids ['7531225f-799d-4cb3-a743-7b1352677639'] in n-d-712141-12 is: [{'id': '7531225f-799d-4cb3-a743-7b1352677639', 'name': 'tempest-ServerRescueTestJSON-184190723-router', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:22Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 4, 'project_id': '755a55c0404b417f8cdb15c803838524', 'gw_port': {'id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:23Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '3c70478f-1998-4c10-ae37-fd5d795aada7', 'name': '', 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'mac_address': 'fa:16:3e:78:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '912da5bf-a44c-4f60-a2fb-5bdea41f69b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:30Z', 'updated_at': '2021-08-29T04:18:34Z', 'revision_number': 4, 'project_id': '755a55c0404b417f8cdb15c803838524', 'subnets': [{'id': '912da5bf-a44c-4f60-a2fb-5bdea41f69b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:35.240093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:35.287302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '30de00ec-6de0-4ad7-9bc9-22d469a5d952', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'port_id': '30de00ec-6de0-4ad7-9bc9-22d469a5d952', 'mac_address': 'fa:16:3e:9a:9a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35910115-7c07-46de-9071-3f98e799f754', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:35.311208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:35.328134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9bdf175a-79f0-484b-9bf3-344002fbff49 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "PUT /v2.0/routers/4a7d142f-88c1-4345-bcb4-49fd5927d69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8362088 Aug 29 04:18:35.328351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38830) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:35.331276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f94ab-1734-441b-933d-710febe06886 None None] Sync routers for ids ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:35.334792 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.353500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Transition to ACTIVE for port object 49b10220-3ec7-499e-bdb1-27a47520aca9 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:35.353710 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.362512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f94ab-1734-441b-933d-710febe06886 None None] Routers {'4a7d142f-88c1-4345-bcb4-49fd5927d69c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:35.363373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-579f94ab-1734-441b-933d-710febe06886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:18:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:35.397035 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-2f93b380-1ca2-4269-a94c-e82c2d15204b tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] show failed (client error): The resource could not be found. Aug 29 04:18:35.398773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2f93b380-1ca2-4269-a94c-e82c2d15204b tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-122061302 HTTP/1.1" status: 404 len: 334 time: 0.0695591 Aug 29 04:18:35.402785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38832) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:35.404434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.408899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-055afed6-931d-4aee-b78c-aa5e2ac0f22a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:35.410711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-579f94ab-1734-441b-933d-710febe06886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:35.424027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30de00ec-6de0-4ad7-9bc9-22d469a5d952 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:35.442532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f94ab-1734-441b-933d-710febe06886 None None] Routers {'4a7d142f-88c1-4345-bcb4-49fd5927d69c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:35.443164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-579f94ab-1734-441b-933d-710febe06886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:18:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:35.462935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:35.466856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:35.471325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:35.475549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Port': ['ID=49b10220-3ec7-499e-bdb1-27a47520aca9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:35.476433 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-055afed6-931d-4aee-b78c-aa5e2ac0f22a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] update failed (client error): The resource could not be found. Aug 29 04:18:35.477507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-055afed6-931d-4aee-b78c-aa5e2ac0f22a tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1829471409 HTTP/1.1" status: 404 len: 335 time: 0.0737772 Aug 29 04:18:35.485725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38836) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:35.502702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-579f94ab-1734-441b-933d-710febe06886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:35.503440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f94ab-1734-441b-933d-710febe06886 None None] The sync data for ids ['4a7d142f-88c1-4345-bcb4-49fd5927d69c'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:35.513412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:35.519173 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.587555 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=30de00ec-6de0-4ad7-9bc9-22d469a5d952,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:35.590538 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.590677 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.601844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-930332a9-2904-4d5e-aa52-bb588f42eda8 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Deleting subnet ef4095af-749f-45ec-a7aa-1d1c85c23336 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:35.615043 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-f01efacb-802f-472e-8107-2f974a37222d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0218771 Aug 29 04:18:35.628892 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-930332a9-2904-4d5e-aa52-bb588f42eda8 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.632017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'port': {'device_id': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'network_id': '196ccf10-6095-4093-8755-ac422546a240', 'admin_state_up': True, 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:35.727904 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['30de00ec-6de0-4ad7-9bc9-22d469a5d952'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:35.773465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-930332a9-2904-4d5e-aa52-bb588f42eda8 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.969104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe456210-957c-4301-b7eb-156052bbb797 req-353339cf-7b92-40ef-a105-ca092265fa9b tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 210 time: 0.1820092 Aug 29 04:18:35.979250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3c70478f-1998-4c10-ae37-fd5d795aada7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:35.988689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38848) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:36.065514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-25f3c0d8-1860-47ae-86b3-d12f2c8bce41 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.067098 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-25f3c0d8-1860-47ae-86b3-d12f2c8bce41 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.59 "GET /v2.0/networks?id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 HTTP/1.1" status: 200 len: 810 time: 0.2906673 Aug 29 04:18:36.067852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:36.072159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.094058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Request body: {'port': {'device_id': '87b71874-4976-4f3d-94f3-ceaf25640e32', 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2', 'admin_state_up': True, 'tenant_id': '755a55c0404b417f8cdb15c803838524'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:36.125642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6f582774-87b3-47be-898b-6fac9934e80f None None] Provisioning for port 49b10220-3ec7-499e-bdb1-27a47520aca9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:36.144849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6f582774-87b3-47be-898b-6fac9934e80f None None] Provisioning complete for port 49b10220-3ec7-499e-bdb1-27a47520aca9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:36.145802 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6f582774-87b3-47be-898b-6fac9934e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.198283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab0d9c-e37d-4c41-ac20-dbb2fbdc9f6b req-79eabedc-039e-4841-997c-3dc038fa3497 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.200104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59ab0d9c-e37d-4c41-ac20-dbb2fbdc9f6b req-79eabedc-039e-4841-997c-3dc038fa3497 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 944 time: 0.1955919 Aug 29 04:18:36.203291 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-930332a9-2904-4d5e-aa52-bb588f42eda8 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.255134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6f582774-87b3-47be-898b-6fac9934e80f None None] Port 49b10220-3ec7-499e-bdb1-27a47520aca9 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:36.261533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Allocated IP 19.80.0.103 (196ccf10-6095-4093-8755-ac422546a240/a6b08f82-0834-464f-940d-d6f2543528ff/f2b81e5f-7634-42b1-94e9-e5951872cdad) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:36.268563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3c70478f-1998-4c10-ae37-fd5d795aada7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:36.268780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dd557-6fa9-4194-a88f-4bb1a07aee51 req-1936ab53-b25b-4127-beee-1ac3b24100e7 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.276171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3c70478f-1998-4c10-ae37-fd5d795aada7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:36.276362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dd557-6fa9-4194-a88f-4bb1a07aee51 req-1936ab53-b25b-4127-beee-1ac3b24100e7 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.276874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.278607 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e54dd557-6fa9-4194-a88f-4bb1a07aee51 req-1936ab53-b25b-4127-beee-1ac3b24100e7 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 1655 time: 0.1795914 Aug 29 04:18:36.360392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-930332a9-2904-4d5e-aa52-bb588f42eda8 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.430935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930332a9-2904-4d5e-aa52-bb588f42eda8 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4095af-749f-45ec-a7aa-1d1c85c23336,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:36.442763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59ab0d9c-e37d-4c41-ac20-dbb2fbdc9f6b req-796d78bd-b8bb-4f72-90e1-cb2fe59edad3 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347102 Aug 29 04:18:36.468653 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-930332a9-2904-4d5e-aa52-bb588f42eda8 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.472489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-930332a9-2904-4d5e-aa52-bb588f42eda8 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "DELETE /v2.0/subnets/ef4095af-749f-45ec-a7aa-1d1c85c23336 HTTP/1.1" status: 204 len: 168 time: 0.9857242 Aug 29 04:18:36.480640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38856) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:36.481961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb016fcb-3b43-45bc-99bb-623810070325 None None] Network 8295b628-349a-4dab-859b-dd8c6e3cebaa requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:36.508065 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e54dd557-6fa9-4194-a88f-4bb1a07aee51 req-3400327e-b4ca-4256-88fe-2afc9e8297d2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861086 Aug 29 04:18:36.513953 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6e67587c-47dd-407c-af15-159bf248dcfb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a42d1e753d804958b220f1c5860bb831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123930 Aug 29 04:18:36.514833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38858) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:36.608795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.646853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Transition to ACTIVE for port object f2b81e5f-7634-42b1-94e9-e5951872cdad will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:36.653970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cea309a-6105-4a27-8218-c94b95e2932d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Deleting subnet bc97e41e-60dc-4717-9d4e-086dc6b923ce {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:36.659941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Made reservation on behalf of 755a55c0404b417f8cdb15c803838524 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:36.665130 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.665363 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afacd72c-f4b0-47c7-ba93-000a6fdc7bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.670739 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cea309a-6105-4a27-8218-c94b95e2932d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.709741 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c218258-37a6-4401-87c5-d089242cee85 req-b97240c6-5ee6-43a7-ac3a-6071fff29732 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.711396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c218258-37a6-4401-87c5-d089242cee85 req-b97240c6-5ee6-43a7-ac3a-6071fff29732 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 945 time: 0.0935745 Aug 29 04:18:36.716297 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afacd72c-f4b0-47c7-ba93-000a6fdc7bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.753360 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.778684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c218258-37a6-4401-87c5-d089242cee85 req-309e2c24-3607-40ce-af74-37db4a32a636 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603244 Aug 29 04:18:36.805738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 3c70478f-1998-4c10-ae37-fd5d795aada7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3c70478f-1998-4c10-ae37-fd5d795aada7,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:36.824025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.826893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cea309a-6105-4a27-8218-c94b95e2932d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.830394 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afacd72c-f4b0-47c7-ba93-000a6fdc7bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.833044 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afacd72c-f4b0-47c7-ba93-000a6fdc7bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.834202 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-afacd72c-f4b0-47c7-ba93-000a6fdc7bcf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a34af5f-9303-4acb-9fd3-7f07e95e8303 HTTP/1.1" status: 204 len: 168 time: 0.3184400 Aug 29 04:18:36.844604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacd72c-f4b0-47c7-ba93-000a6fdc7bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a34af5f-9303-4acb-9fd3-7f07e95e8303,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:36.884857 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e6eede-cbbe-4739-8c3e-013e8b9050a4 None None] DHCP port deletion for 8295b628-349a-4dab-859b-dd8c6e3cebaa request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:18:36.931002 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.940662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=3c70478f-1998-4c10-ae37-fd5d795aada7,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:36.986872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6eede-cbbe-4739-8c3e-013e8b9050a4 None None] Deleting port 70e41f18-cc21-428f-af4d-11f98238d85a {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:36.996007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Allocated IP 172.20.0.9 (95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2/912da5bf-a44c-4f60-a2fb-5bdea41f69b2/d7f39c42-905f-4277-93e5-41aaf2976fff) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:37.005004 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e9e6eede-cbbe-4739-8c3e-013e8b9050a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.047359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network 196ccf10-6095-4093-8755-ac422546a240 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:37.065261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:37.068102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Port': ['ID=f2b81e5f-7634-42b1-94e9-e5951872cdad,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.083207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:37.088107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c287d0a3-d90e-4107-a426-e532e056390d req-40c18609-69b4-4d33-94f7-4f6272261d34 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 210 time: 0.0460501 Aug 29 04:18:37.113803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e9e6eede-cbbe-4739-8c3e-013e8b9050a4 None None] For port 70e41f18-cc21-428f-af4d-11f98238d85a, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=70e41f18-cc21-428f-af4d-11f98238d85a,segment=NetworkSegment(f62822f3-e09b-499e-8116-81a7f314b68e),segment_id=f62822f3-e09b-499e-8116-81a7f314b68e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:37.114517 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e9e6eede-cbbe-4739-8c3e-013e8b9050a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.129537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6eede-cbbe-4739-8c3e-013e8b9050a4 None None] Calling delete_port for 70e41f18-cc21-428f-af4d-11f98238d85a owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:37.135672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0109629f-cc0d-4080-b0c0-88c0fd23e172 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:37.137103 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cea309a-6105-4a27-8218-c94b95e2932d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.234313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 0109629f-cc0d-4080-b0c0-88c0fd23e172 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:37.239764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 0109629f-cc0d-4080-b0c0-88c0fd23e172 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:37.240365 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.248315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.248974 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.266846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38866) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:37.321974 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-9351f67a-d3f1-474f-9268-13774906deac tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6950738 Aug 29 04:18:37.333285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Request body: {'port': {'device_id': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:37.334362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1b74ed78-8053-4d82-a3ae-75bea3f6b710 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81793702bbc5428893ab02a782b2f5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662968 Aug 29 04:18:37.335828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38868) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:37.355888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.359452 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cea309a-6105-4a27-8218-c94b95e2932d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.377424 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e9e6eede-cbbe-4739-8c3e-013e8b9050a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.399058 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d05287d6-c5c8-47e0-9c1c-8d9f9ab68767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.404692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0109629f-cc0d-4080-b0c0-88c0fd23e172'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:37.405455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea309a-6105-4a27-8218-c94b95e2932d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event deleted for resources: {'Subnet': ['ID=bc97e41e-60dc-4717-9d4e-086dc6b923ce,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.407388 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a62a1-6c02-40e3-99da-a6c15410af6b" -d '{"events": [{"server_uuid": "f8192340-a0be-473f-bc59-a01eb04fc952", "name": "network-vif-plugged", "status": "completed", "tag": "0109629f-cc0d-4080-b0c0-88c0fd23e172"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:37.426378 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cea309a-6105-4a27-8218-c94b95e2932d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.427475 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d05287d6-c5c8-47e0-9c1c-8d9f9ab68767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.431003 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9cea309a-6105-4a27-8218-c94b95e2932d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "DELETE /v2.0/subnets/bc97e41e-60dc-4717-9d4e-086dc6b923ce HTTP/1.1" status: 204 len: 168 time: 0.9467499 Aug 29 04:18:37.433221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e6eede-cbbe-4739-8c3e-013e8b9050a4 None None] No DVR routers for this DVR port 70e41f18-cc21-428f-af4d-11f98238d85a on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:37.433763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38874) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:37.454112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6eede-cbbe-4739-8c3e-013e8b9050a4 None None] Pushing event deleted for resources: {'Port': ['ID=70e41f18-cc21-428f-af4d-11f98238d85a,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.469153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34284f17-7faa-45a6-85ca-c87f00241155 None None] Network 21736d73-5773-4ef2-b1f5-a53d1dccd73d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:37.476494 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.489539 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.534216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9582a171-da39-4963-ba6f-dc75cfc07407 None None] Provisioning for port f2b81e5f-7634-42b1-94e9-e5951872cdad completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:37.537481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0109629f-cc0d-4080-b0c0-88c0fd23e172, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:37.567062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9582a171-da39-4963-ba6f-dc75cfc07407 None None] Provisioning complete for port f2b81e5f-7634-42b1-94e9-e5951872cdad triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:37.567062 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9582a171-da39-4963-ba6f-dc75cfc07407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.567840 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.568801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 30de00ec-6de0-4ad7-9bc9-22d469a5d952 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:37.662583 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.675155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.687795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107588e-05c5-4d85-9cc4-2fe982be51c9 req-e4f1e074-f911-4f75-936a-e9a72da52cd8 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.696187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0107588e-05c5-4d85-9cc4-2fe982be51c9 req-e4f1e074-f911-4f75-936a-e9a72da52cd8 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.1271799 Aug 29 04:18:37.708112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9582a171-da39-4963-ba6f-dc75cfc07407 None None] Port f2b81e5f-7634-42b1-94e9-e5951872cdad cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:37.717767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0109629f-cc0d-4080-b0c0-88c0fd23e172,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.736590 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d05287d6-c5c8-47e0-9c1c-8d9f9ab68767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.736747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 30de00ec-6de0-4ad7-9bc9-22d469a5d952 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:37.737561 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.739436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d05287d6-c5c8-47e0-9c1c-8d9f9ab68767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.740767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d05287d6-c5c8-47e0-9c1c-8d9f9ab68767 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd2e8d05-9a57-4d21-a6f8-3cbeb5d184c4 HTTP/1.1" status: 204 len: 168 time: 0.4023769 Aug 29 04:18:37.786020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Pushing event updated for resources: {'Port': ['ID=d7f39c42-905f-4277-93e5-41aaf2976fff,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.798346 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:37.803788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:37.807752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:37.821502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6c2064-3309-4a5f-ac31-43d7ba1be4de None None] DHCP port deletion for 21736d73-5773-4ef2-b1f5-a53d1dccd73d request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:18:37.838924 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b060e25-4502-46cf-babc-08864a23da9f x-openstack-request-id: req-2b060e25-4502-46cf-babc-08864a23da9f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:37.839482 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8192340-a0be-473f-bc59-a01eb04fc952", "name": "network-vif-plugged", "status": "completed", "tag": "0109629f-cc0d-4080-b0c0-88c0fd23e172", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:37.839943 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b060e25-4502-46cf-babc-08864a23da9f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:37.840592 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0109629f-cc0d-4080-b0c0-88c0fd23e172', 'code': 200} Aug 29 04:18:37.897157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3c70478f-1998-4c10-ae37-fd5d795aada7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:37.917295 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.928482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8295b628-349a-4dab-859b-dd8c6e3cebaa']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:37.941246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62822f3-e09b-499e-8116-81a7f314b68e') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:37.941246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62822f3-e09b-499e-8116-81a7f314b68e') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:37.952591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.971848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.972668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.974834 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.984649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:37.985060 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:37.993377 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:38.011809 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-e7c6e01f-a6d3-4a98-b522-4818ad518c3e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9223063 Aug 29 04:18:38.031979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Request body: {'port': {'device_id': '87b71874-4976-4f3d-94f3-ceaf25640e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:38.053747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05287d6-c5c8-47e0-9c1c-8d9f9ab68767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2e8d05-9a57-4d21-a6f8-3cbeb5d184c4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.072834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:38.116165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:38.116580 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f4ffab8e-7cb3-4e2a-aca4-2bd6d8a8747f not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:38.129401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0107588e-05c5-4d85-9cc4-2fe982be51c9 req-e4fe2ff1-ef9b-41ad-a683-d0c239ccde9b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324403 Aug 29 04:18:38.130139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.131352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-df6c2064-3309-4a5f-ac31-43d7ba1be4de None None] Deleting port 9157dee5-516f-464e-b2c2-82a4275fc6a6 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:38.131832 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df6c2064-3309-4a5f-ac31-43d7ba1be4de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.143528 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.155532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.167476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "DELETE /v2.0/networks/8295b628-349a-4dab-859b-dd8c6e3cebaa HTTP/1.1" status: 204 len: 168 time: 0.7254024 Aug 29 04:18:38.167476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38892) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:38.181177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acadac-d59c-4541-9470-e6989dde9edb req-2cf03789-393c-4f30-a71f-8b51da589661 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.183722 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.188053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acadac-d59c-4541-9470-e6989dde9edb req-2cf03789-393c-4f30-a71f-8b51da589661 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.194013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acadac-d59c-4541-9470-e6989dde9edb req-2cf03789-393c-4f30-a71f-8b51da589661 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.195729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31acadac-d59c-4541-9470-e6989dde9edb req-2cf03789-393c-4f30-a71f-8b51da589661 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2377 time: 0.2125726 Aug 29 04:18:38.206631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2ebe8-f407-4c9f-8dd4-990f29e35601 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event deleted for resources: {'Network': ['ID=8295b628-349a-4dab-859b-dd8c6e3cebaa,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.209716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3e6ba-1619-42a2-a50a-98c9f1665103 req-08f4ad1b-4667-4b9d-9516-e047e94fe69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.211743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8d3e6ba-1619-42a2-a50a-98c9f1665103 req-08f4ad1b-4667-4b9d-9516-e047e94fe69e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 1097 time: 0.2296979 Aug 29 04:18:38.248745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:38.263227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3c70478f-1998-4c10-ae37-fd5d795aada7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:38.263723 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.265114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.311780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31acadac-d59c-4541-9470-e6989dde9edb req-4d8b72ea-608f-47e9-aa27-1a65de2c715a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062586 Aug 29 04:18:38.325204 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:38.342676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.344399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-df6c2064-3309-4a5f-ac31-43d7ba1be4de None None] For port 9157dee5-516f-464e-b2c2-82a4275fc6a6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9157dee5-516f-464e-b2c2-82a4275fc6a6,segment=NetworkSegment(83a3a6f4-270c-4945-9d47-b34a32a6e1ec),segment_id=83a3a6f4-270c-4945-9d47-b34a32a6e1ec)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:38.345134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df6c2064-3309-4a5f-ac31-43d7ba1be4de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.347034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8d3e6ba-1619-42a2-a50a-98c9f1665103 req-9b5245c5-61a1-4de7-b0df-f1a923c5e9ac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079323 Aug 29 04:18:38.379524 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.394777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Transition to ACTIVE for port object eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:38.399681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.443987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-df6c2064-3309-4a5f-ac31-43d7ba1be4de None None] Calling delete_port for 9157dee5-516f-464e-b2c2-82a4275fc6a6 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:38.488579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Deleting port 9157dee5-516f-464e-b2c2-82a4275fc6a6 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:38.489103 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.530153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=30de00ec-6de0-4ad7-9bc9-22d469a5d952,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.542762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f58cc-eee9-44ca-83cc-9b1f6cc21a0d req-088ab7fc-2a62-45f1-ace4-3ed2b5265eaa tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.550173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c17f58cc-eee9-44ca-83cc-9b1f6cc21a0d req-088ab7fc-2a62-45f1-ace4-3ed2b5265eaa tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1642089 Aug 29 04:18:38.556086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Pushing event updated for resources: {'Port': ['ID=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.634270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5668430-c0d2-4228-bf94-657a07e4a0a0 req-92bca04b-73f7-41df-b9fb-60b6ad847c8d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.635915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5668430-c0d2-4228-bf94-657a07e4a0a0 req-92bca04b-73f7-41df-b9fb-60b6ad847c8d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 931 time: 0.1930683 Aug 29 04:18:38.641046 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df6c2064-3309-4a5f-ac31-43d7ba1be4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.672548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c2064-3309-4a5f-ac31-43d7ba1be4de None None] No DVR routers for this DVR port 9157dee5-516f-464e-b2c2-82a4275fc6a6 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:38.714056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c2064-3309-4a5f-ac31-43d7ba1be4de None None] Pushing event deleted for resources: {'Port': ['ID=9157dee5-516f-464e-b2c2-82a4275fc6a6,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.740286 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c17f58cc-eee9-44ca-83cc-9b1f6cc21a0d req-ce018cea-c2dc-42d2-950b-569f74d534b2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889505 Aug 29 04:18:38.758938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 70e41f18-cc21-428f-af4d-11f98238d85a no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:38.759281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] For port 9157dee5-516f-464e-b2c2-82a4275fc6a6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9157dee5-516f-464e-b2c2-82a4275fc6a6,segment=NetworkSegment(83a3a6f4-270c-4945-9d47-b34a32a6e1ec),segment_id=83a3a6f4-270c-4945-9d47-b34a32a6e1ec)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:38.759281 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.773974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 70e41f18-cc21-428f-af4d-11f98238d85a {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:38.774480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 70e41f18-cc21-428f-af4d-11f98238d85a not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:38.786335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Attempting to bind port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:38.787259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Attempting to bind port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:38.787259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Attempting to bind port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e on network 196ccf10-6095-4093-8755-ac422546a240 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:38.791822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Calling delete_port for 9157dee5-516f-464e-b2c2-82a4275fc6a6 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:38.794054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e on network 196ccf10-6095-4093-8755-ac422546a240 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:38.794376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Attempting to bind port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e on network 196ccf10-6095-4093-8755-ac422546a240 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:38.800803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f39c42-905f-4277-93e5-41aaf2976fff {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:38.810062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:38.810406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Checking segment: {'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:38.811038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Bound using segment: {'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:38.811296 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Bound port: eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:38.811662 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.812255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5668430-c0d2-4228-bf94-657a07e4a0a0 req-167ce5a6-f7de-4b24-8821-5aaa27ebf18f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335032 Aug 29 04:18:38.816005 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.840520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Transition to ACTIVE for port object d7f39c42-905f-4277-93e5-41aaf2976fff will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:38.870821 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.923647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.952647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event deleted for resources: {'Port': ['ID=9157dee5-516f-464e-b2c2-82a4275fc6a6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.952871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] For port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:38.956601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] No DVR routers for this DVR port 9157dee5-516f-464e-b2c2-82a4275fc6a6 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:38.970673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Pushing event updated for resources: {'Port': ['ID=d7f39c42-905f-4277-93e5-41aaf2976fff,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.002001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] For port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:39.011324 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.038894 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.049670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21736d73-5773-4ef2-b1f5-a53d1dccd73d']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:39.051320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.051943 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.053417 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] 10.222.0.59 "PUT /v2.0/ports/eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e HTTP/1.1" status: 200 len: 1093 time: 1.7277222 Aug 29 04:18:39.053896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'tag': 'eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:39.056783 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea83b83-e295-46ac-8a21-990a4e9ef983" -d '{"events": [{"name": "network-changed", "server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "tag": "eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:39.063713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a3a6f4-270c-4945-9d47-b34a32a6e1ec') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:39.064139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a3a6f4-270c-4945-9d47-b34a32a6e1ec') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:39.076584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.098221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Request body: {'port': {'device_id': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:39.103160 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.115300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:39.115720 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:39.119752 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:39.152808 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f90b1d-01c2-4093-b8a8-ddb54888bfca x-openstack-request-id: req-03f90b1d-01c2-4093-b8a8-ddb54888bfca {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:39.153361 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "tag": "eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:39.153767 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03f90b1d-01c2-4093-b8a8-ddb54888bfca {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:39.154611 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'tag': 'eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e', 'status': 'completed', 'code': 200} Aug 29 04:18:39.155692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536ce51-e2ad-4e88-b9e6-c912b90ecb4e service neutron] Pushing event updated for resources: {'Port': ['ID=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.158617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Attempting to bind port d7f39c42-905f-4277-93e5-41aaf2976fff on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:39.159098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Attempting to bind port d7f39c42-905f-4277-93e5-41aaf2976fff by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:39.159564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Attempting to bind port d7f39c42-905f-4277-93e5-41aaf2976fff on network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:39.168240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Port d7f39c42-905f-4277-93e5-41aaf2976fff on network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:39.168599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Attempting to bind port d7f39c42-905f-4277-93e5-41aaf2976fff on network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:39.196050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:39.196440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Checking segment: {'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:39.196836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Bound using segment: {'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:39.197305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Bound port: d7f39c42-905f-4277-93e5-41aaf2976fff, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:39.197675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.229058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83b83-e295-46ac-8a21-990a4e9ef983 req-efccfc07-612b-4d53-ae3e-4dc853614138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.229543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83b83-e295-46ac-8a21-990a4e9ef983 req-efccfc07-612b-4d53-ae3e-4dc853614138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.230016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83b83-e295-46ac-8a21-990a4e9ef983 req-efccfc07-612b-4d53-ae3e-4dc853614138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.232123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ea83b83-e295-46ac-8a21-990a4e9ef983 req-efccfc07-612b-4d53-ae3e-4dc853614138 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bffe4b396e07433684a0baebc4b4aaef&device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2733 time: 0.0673559 Aug 29 04:18:39.236977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.245153 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.247838 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "DELETE /v2.0/networks/21736d73-5773-4ef2-b1f5-a53d1dccd73d HTTP/1.1" status: 204 len: 168 time: 1.0756221 Aug 29 04:18:39.250607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:39.317167 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.415733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec56f4f-a1ad-4728-88e4-c85539d29a6e tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event deleted for resources: {'Network': ['ID=21736d73-5773-4ef2-b1f5-a53d1dccd73d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.452131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] For port d7f39c42-905f-4277-93e5-41aaf2976fff, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:39.465501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] For port d7f39c42-905f-4277-93e5-41aaf2976fff, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=d7f39c42-905f-4277-93e5-41aaf2976fff,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:39.478607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c2f2ac-64cc-4c6c-a40f-5ecc0b222c9d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Deleting subnet b84a71a2-9741-4986-a88c-7a164f87a13a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:39.485163 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f2ac-64cc-4c6c-a40f-5ecc0b222c9d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.492784 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.549359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce327fc0-a577-4eaf-9b61-b3701861bc64 req-e1733edf-861e-497f-9627-2b6f5158a68d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.551121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce327fc0-a577-4eaf-9b61-b3701861bc64 req-e1733edf-861e-497f-9627-2b6f5158a68d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.2604811 Aug 29 04:18:39.579726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83b83-e295-46ac-8a21-990a4e9ef983 req-8b1e5626-e802-403b-bab8-0bdb3f9ff4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.580320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83b83-e295-46ac-8a21-990a4e9ef983 req-8b1e5626-e802-403b-bab8-0bdb3f9ff4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.580844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83b83-e295-46ac-8a21-990a4e9ef983 req-8b1e5626-e802-403b-bab8-0bdb3f9ff4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.582503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ea83b83-e295-46ac-8a21-990a4e9ef983 req-8b1e5626-e802-403b-bab8-0bdb3f9ff4fc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bffe4b396e07433684a0baebc4b4aaef&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3336163 Aug 29 04:18:39.620682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.621268 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.622682 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] 10.222.0.59 "PUT /v2.0/ports/d7f39c42-905f-4277-93e5-41aaf2976fff HTTP/1.1" status: 200 len: 1092 time: 1.5967689 Aug 29 04:18:39.657955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f2ac-64cc-4c6c-a40f-5ecc0b222c9d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.787013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9157dee5-516f-464e-b2c2-82a4275fc6a6 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:39.810008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 9157dee5-516f-464e-b2c2-82a4275fc6a6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:39.810619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9157dee5-516f-464e-b2c2-82a4275fc6a6 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:39.842542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30de00ec-6de0-4ad7-9bc9-22d469a5d952'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:39.845535 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3054148b-108c-420e-ab01-0c2fb05ff7e1" -d '{"events": [{"server_uuid": "c865c6f2-e1de-4c99-8ac8-248406f9bd45", "name": "network-vif-plugged", "status": "completed", "tag": "30de00ec-6de0-4ad7-9bc9-22d469a5d952"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:39.978562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e4389-ffe5-440a-b65d-4b935b5546a8 req-34c2edac-a53d-4bbf-aa6f-6e190536d53a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.984509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e4389-ffe5-440a-b65d-4b935b5546a8 req-34c2edac-a53d-4bbf-aa6f-6e190536d53a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.990377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e4389-ffe5-440a-b65d-4b935b5546a8 req-34c2edac-a53d-4bbf-aa6f-6e190536d53a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.992146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d4e4389-ffe5-440a-b65d-4b935b5546a8 req-34c2edac-a53d-4bbf-aa6f-6e190536d53a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2389 time: 0.5435119 Aug 29 04:18:40.071706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce327fc0-a577-4eaf-9b61-b3701861bc64 req-e77f063f-c322-4ebc-a6ea-fe27b6631079 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065861 Aug 29 04:18:40.135260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643b2d8-ad2b-4abe-b3be-77d0308f4d3e service neutron] Pushing event updated for resources: {'Port': ['ID=d7f39c42-905f-4277-93e5-41aaf2976fff,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:40.155335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d4e4389-ffe5-440a-b65d-4b935b5546a8 req-bc1cd861-cf8a-43d2-941d-26b2cc35d038 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230450 Aug 29 04:18:40.221555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83b83-e295-46ac-8a21-990a4e9ef983 req-18bcd26b-62bd-4866-a5e3-3ff44fdbd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.224337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ea83b83-e295-46ac-8a21-990a4e9ef983 req-18bcd26b-62bd-4866-a5e3-3ff44fdbd533 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6327732 Aug 29 04:18:40.229266 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-19b1e276-1b37-4c3c-b129-fecbe81d39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.230920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-19b1e276-1b37-4c3c-b129-fecbe81d39d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=755a55c0404b417f8cdb15c803838524&device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 1095 time: 0.5391009 Aug 29 04:18:40.305885 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-5ca425ea-c33f-4bda-a609-c3e20b87da6a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7f39c42-905f-4277-93e5-41aaf2976fff HTTP/1.1" status: 200 len: 217 time: 0.0518177 Aug 29 04:18:40.307396 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f2ac-64cc-4c6c-a40f-5ecc0b222c9d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.315122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1665d-bf63-4c72-9af1-1e927c7b68e9 req-20c5fa6b-6985-4525-a4c1-fee15b96feb5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.316723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5b1665d-bf63-4c72-9af1-1e927c7b68e9 req-20c5fa6b-6985-4525-a4c1-fee15b96feb5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.0726111 Aug 29 04:18:40.387173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5b1665d-bf63-4c72-9af1-1e927c7b68e9 req-6aba2940-743f-4ae9-9afa-6845cddf8567 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611336 Aug 29 04:18:40.436321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-87b5e8b1-08c8-4909-a5b4-cc3a6c353011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.438283 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-87b5e8b1-08c8-4909-a5b4-cc3a6c353011 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=912da5bf-a44c-4f60-a2fb-5bdea41f69b2 HTTP/1.1" status: 200 len: 850 time: 0.1095159 Aug 29 04:18:40.454333 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c3b81a-36a9-498c-9650-88e623755162 x-openstack-request-id: req-20c3b81a-36a9-498c-9650-88e623755162 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:40.455096 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c865c6f2-e1de-4c99-8ac8-248406f9bd45", "name": "network-vif-plugged", "status": "completed", "tag": "30de00ec-6de0-4ad7-9bc9-22d469a5d952", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:40.455742 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20c3b81a-36a9-498c-9650-88e623755162 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:40.456597 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30de00ec-6de0-4ad7-9bc9-22d469a5d952', 'code': 200} Aug 29 04:18:40.457949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1155755-b4c7-403d-b32b-027b919016dc req-61e357b6-4808-4461-852a-218b5b046b5b tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.461315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1155755-b4c7-403d-b32b-027b919016dc req-61e357b6-4808-4461-852a-218b5b046b5b tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 943 time: 0.0893536 Aug 29 04:18:40.474648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b10220-3ec7-499e-bdb1-27a47520aca9 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:40.484351 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.498566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Transition to ACTIVE for port object 49b10220-3ec7-499e-bdb1-27a47520aca9 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:40.503901 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f2ac-64cc-4c6c-a40f-5ecc0b222c9d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.511080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1155755-b4c7-403d-b32b-027b919016dc req-235641e9-cb8e-4835-95b7-bb6ff6a7a23b tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Aug 29 04:18:40.531196 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.569023 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-d237e2e0-7720-4d90-b5d4-7737f753bf64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685143 Aug 29 04:18:40.598604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2f2ac-64cc-4c6c-a40f-5ecc0b222c9d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event deleted for resources: {'Subnet': ['ID=b84a71a2-9741-4986-a88c-7a164f87a13a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:40.604072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f2ac-64cc-4c6c-a40f-5ecc0b222c9d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.608416 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f6c2f2ac-64cc-4c6c-a40f-5ecc0b222c9d tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "DELETE /v2.0/subnets/b84a71a2-9741-4986-a88c-7a164f87a13a HTTP/1.1" status: 204 len: 168 time: 1.3545191 Aug 29 04:18:40.609067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38980) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:40.624215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907d93b-d214-4c91-b4e7-869b9298171b None None] Network 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:40.760624 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.760811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-f56dccb1-132e-4cff-b7e1-bc10398d4dc4 service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578023 Aug 29 04:18:40.789115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Pushing event updated for resources: {'Port': ['ID=49b10220-3ec7-499e-bdb1-27a47520aca9,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:40.947206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-1608e356-574e-4522-acbc-f3317296e7e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1073620 Aug 29 04:18:40.952640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Deleting port d25a7111-90f1-4709-84fa-cc16da944eb9 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:40.952988 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.049247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] For port d25a7111-90f1-4709-84fa-cc16da944eb9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d25a7111-90f1-4709-84fa-cc16da944eb9,segment=NetworkSegment(c0d81770-c3fe-4962-85ee-e5f3ce2488fe),segment_id=c0d81770-c3fe-4962-85ee-e5f3ce2488fe)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:41.049628 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.062769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Attempting to bind port 49b10220-3ec7-499e-bdb1-27a47520aca9 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:41.063359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Attempting to bind port 49b10220-3ec7-499e-bdb1-27a47520aca9 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '72d6159d-6bdb-44e4-823f-6ba222726aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:41.063725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Attempting to bind port 49b10220-3ec7-499e-bdb1-27a47520aca9 on network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:41.074942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Calling delete_port for d25a7111-90f1-4709-84fa-cc16da944eb9 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:41.076165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Port 49b10220-3ec7-499e-bdb1-27a47520aca9 on network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:41.076678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Attempting to bind port 49b10220-3ec7-499e-bdb1-27a47520aca9 on network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:41.084937 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7343b2d2-3c0a-447d-b416-2b5fd7fa1fee req-27ef39ec-1e5c-47b9-880d-91a4b9a81413 service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985620 Aug 29 04:18:41.086299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:41.086745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Checking segment: {'id': '72d6159d-6bdb-44e4-823f-6ba222726aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:41.087221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Bound using segment: {'id': '72d6159d-6bdb-44e4-823f-6ba222726aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:41.087772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Bound port: 49b10220-3ec7-499e-bdb1-27a47520aca9, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d6159d-6bdb-44e4-823f-6ba222726aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:41.088312 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.099570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0dbbac-3c46-4717-8a0f-b70d2fa67e16 None None] DHCP port deletion for 4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:18:41.183404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b71874-4976-4f3d-94f3-ceaf25640e32', 'tag': 'd7f39c42-905f-4277-93e5-41aaf2976fff'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:41.190196 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7287c4-25f7-42d6-b21f-9071ab018c30" -d '{"events": [{"name": "network-changed", "server_uuid": "87b71874-4976-4f3d-94f3-ceaf25640e32", "tag": "d7f39c42-905f-4277-93e5-41aaf2976fff"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:41.190524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9f0dbbac-3c46-4717-8a0f-b70d2fa67e16 None None] Deleting port d25a7111-90f1-4709-84fa-cc16da944eb9 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:41.191020 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f0dbbac-3c46-4717-8a0f-b70d2fa67e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.212734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38994) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:41.255855 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.280407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] For port 49b10220-3ec7-499e-bdb1-27a47520aca9, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:41.284092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] For port 49b10220-3ec7-499e-bdb1-27a47520aca9, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=49b10220-3ec7-499e-bdb1-27a47520aca9,segment=NetworkSegment(72d6159d-6bdb-44e4-823f-6ba222726aaa),segment_id=72d6159d-6bdb-44e4-823f-6ba222726aaa)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:41.289260 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.308681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.309756 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.315146 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] 10.222.0.59 "PUT /v2.0/ports/49b10220-3ec7-499e-bdb1-27a47520aca9 HTTP/1.1" status: 200 len: 1093 time: 2.2259247 Aug 29 04:18:41.327220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-375353c6-d646-4a3b-a578-e028c64cf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.327648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-375353c6-d646-4a3b-a578-e028c64cf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.328159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-375353c6-d646-4a3b-a578-e028c64cf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.328752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-375353c6-d646-4a3b-a578-e028c64cf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.329198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-375353c6-d646-4a3b-a578-e028c64cf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.329673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-375353c6-d646-4a3b-a578-e028c64cf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.330165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-375353c6-d646-4a3b-a578-e028c64cf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.344250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9f0dbbac-3c46-4717-8a0f-b70d2fa67e16 None None] For port d25a7111-90f1-4709-84fa-cc16da944eb9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d25a7111-90f1-4709-84fa-cc16da944eb9,segment=NetworkSegment(c0d81770-c3fe-4962-85ee-e5f3ce2488fe),segment_id=c0d81770-c3fe-4962-85ee-e5f3ce2488fe)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:41.344656 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f0dbbac-3c46-4717-8a0f-b70d2fa67e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.347867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-375353c6-d646-4a3b-a578-e028c64cf3be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1272668679a744cbaa6d30ebb8da28d6&device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 6498 time: 0.1721056 Aug 29 04:18:41.349697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] No DVR routers for this DVR port d25a7111-90f1-4709-84fa-cc16da944eb9 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:41.374795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9f0dbbac-3c46-4717-8a0f-b70d2fa67e16 None None] Calling delete_port for d25a7111-90f1-4709-84fa-cc16da944eb9 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:41.419088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1192c-c6ff-4897-ae95-509682aa36ac service neutron] Pushing event updated for resources: {'Port': ['ID=49b10220-3ec7-499e-bdb1-27a47520aca9,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:41.428708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Request body: {'port': {'device_id': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:41.444349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef12108d-bfe9-47fb-b903-921de8d162cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: from cryptography.utils import int_from_bytes Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: from cryptography.utils import int_from_bytes Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.453811 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:18:41.456144 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:18:41.459459 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f0dbbac-3c46-4717-8a0f-b70d2fa67e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.495027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dbbac-3c46-4717-8a0f-b70d2fa67e16 None None] Pushing event deleted for resources: {'Port': ['ID=d25a7111-90f1-4709-84fa-cc16da944eb9,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:41.504275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0dbbac-3c46-4717-8a0f-b70d2fa67e16 None None] No DVR routers for this DVR port d25a7111-90f1-4709-84fa-cc16da944eb9 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:41.511848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event deleted for resources: {'Port': ['ID=d25a7111-90f1-4709-84fa-cc16da944eb9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:41.560653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.682654 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.718907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939969-b101-4892-9a3e-0c69eaadbd7b req-56643ea1-4577-4d01-937a-06744f9c8000 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.728666 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939969-b101-4892-9a3e-0c69eaadbd7b req-56643ea1-4577-4d01-937a-06744f9c8000 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.737238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939969-b101-4892-9a3e-0c69eaadbd7b req-56643ea1-4577-4d01-937a-06744f9c8000 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.738978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-80939969-b101-4892-9a3e-0c69eaadbd7b req-56643ea1-4577-4d01-937a-06744f9c8000 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2401 time: 0.4862306 Aug 29 04:18:41.741487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc6f0f9-27dc-4d54-a9dc-b914e427caa1']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:41.802020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee757f-fb30-4b63-abed-48eb87b97d00 req-08ee83ec-5a2c-43e5-a9ca-f8687bf1f72d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.812647 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3ee757f-fb30-4b63-abed-48eb87b97d00 req-08ee83ec-5a2c-43e5-a9ca-f8687bf1f72d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.5630021 Aug 29 04:18:41.823991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d81770-c3fe-4962-85ee-e5f3ce2488fe') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:41.824772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d81770-c3fe-4962-85ee-e5f3ce2488fe') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:41.830100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d25a7111-90f1-4709-84fa-cc16da944eb9 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:41.858621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d25a7111-90f1-4709-84fa-cc16da944eb9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:41.859203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d25a7111-90f1-4709-84fa-cc16da944eb9 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:41.865876 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.874653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-80939969-b101-4892-9a3e-0c69eaadbd7b req-8598b06c-5963-4181-8c41-e9cd7d3915d1 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204605 Aug 29 04:18:41.900533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-7b0993f1-fc45-489a-9fd1-9956404c2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.901027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-7b0993f1-fc45-489a-9fd1-9956404c2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.901488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-7b0993f1-fc45-489a-9fd1-9956404c2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.903130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-7b0993f1-fc45-489a-9fd1-9956404c2b07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=5ca8c052-4733-4905-a6ad-25a41bf91d59&id=42c3b373-a508-467d-877d-7410cc01232d&id=42c3b373-a508-467d-877d-7410cc01232d HTTP/1.1" status: 200 len: 2293 time: 0.3776267 Aug 29 04:18:41.934997 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772bf15b-e384-484c-b8d0-bf3a0a620411 x-openstack-request-id: req-772bf15b-e384-484c-b8d0-bf3a0a620411 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:41.935294 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b71874-4976-4f3d-94f3-ceaf25640e32", "tag": "d7f39c42-905f-4277-93e5-41aaf2976fff", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:41.935551 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-772bf15b-e384-484c-b8d0-bf3a0a620411 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:41.935949 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b71874-4976-4f3d-94f3-ceaf25640e32', 'tag': 'd7f39c42-905f-4277-93e5-41aaf2976fff', 'status': 'completed', 'code': 200} Aug 29 04:18:41.938686 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef12108d-bfe9-47fb-b903-921de8d162cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.988440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.999917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-d9ae9dd6-a0de-4ae7-9768-3a400e6e768b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1 HTTP/1.1" status: 200 len: 1001 time: 0.0862296 Aug 29 04:18:42.011713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:42.012127 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:42.019157 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:42.028434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3ee757f-fb30-4b63-abed-48eb87b97d00 req-199e4138-5f08-479d-ac14-a31c72be32b1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145314 Aug 29 04:18:42.030405 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef12108d-bfe9-47fb-b903-921de8d162cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.065137 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ef12108d-bfe9-47fb-b903-921de8d162cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e675d25839cf4decb2e9153c8ef0f6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8507135 Aug 29 04:18:42.072096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39008) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:42.150149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12108d-bfe9-47fb-b903-921de8d162cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cd9fb8-f691-44a5-b045-041e1e86bd81,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:42.155748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7287c4-25f7-42d6-b21f-9071ab018c30 req-08c0cbd0-11d6-4f6d-97ea-7d76c0536bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.157678 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4c7287c4-25f7-42d6-b21f-9071ab018c30 req-08c0cbd0-11d6-4f6d-97ea-7d76c0536bf1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=755a55c0404b417f8cdb15c803838524&device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 1095 time: 0.1730421 Aug 29 04:18:42.203306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-ec522b8f-c177-42c7-abe1-7527aa91481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.204842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-ec522b8f-c177-42c7-abe1-7527aa91481d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e2804dc-4a68-45cb-aebe-6a7a08e379e1 HTTP/1.1" status: 200 len: 850 time: 0.1877468 Aug 29 04:18:42.214395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263b6b6-2b50-41c1-8da2-30e516288b1a req-d55872c2-3b5b-401a-90cb-49b53bf18bc9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.221866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2263b6b6-2b50-41c1-8da2-30e516288b1a req-d55872c2-3b5b-401a-90cb-49b53bf18bc9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.2288585 Aug 29 04:18:42.236414 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.278001 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.284038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "DELETE /v2.0/networks/4fc6f0f9-27dc-4d54-a9dc-b914e427caa1 HTTP/1.1" status: 204 len: 168 time: 1.6722736 Aug 29 04:18:42.289022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39010) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:42.296941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7287c4-25f7-42d6-b21f-9071ab018c30 req-83e50958-eee8-4363-8d0b-1e8f1b1bf6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.298438 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4c7287c4-25f7-42d6-b21f-9071ab018c30 req-83e50958-eee8-4363-8d0b-1e8f1b1bf6fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 HTTP/1.1" status: 200 len: 911 time: 0.1312013 Aug 29 04:18:42.322916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e988c-c664-42a7-bf70-777d44cecc3d req-8e4ca0b2-8dfb-4a9b-9506-66bbe4da85ea tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.324394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-401e988c-c664-42a7-bf70-777d44cecc3d req-8e4ca0b2-8dfb-4a9b-9506-66bbe4da85ea tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 943 time: 0.1934438 Aug 29 04:18:42.325197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14278646-8f62-47d4-bbd0-36e1bd4de93f tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Pushing event deleted for resources: {'Network': ['ID=4fc6f0f9-27dc-4d54-a9dc-b914e427caa1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:42.349852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9574290-7404-45ed-a766-c76561e21aa2 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7d142f-88c1-4345-bcb4-49fd5927d69c HTTP/1.1" status: 200 len: 205 time: 0.0499005 Aug 29 04:18:42.364562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39012) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:42.373373 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4c7287c4-25f7-42d6-b21f-9071ab018c30 req-7bdd7d4d-f7bd-41ba-aa2b-1f2546190ec3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7f39c42-905f-4277-93e5-41aaf2976fff HTTP/1.1" status: 200 len: 217 time: 0.0661044 Aug 29 04:18:42.373996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cbef81d6-5e6d-4c6d-b2d7-6fbebae4ba82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.414877 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cbef81d6-5e6d-4c6d-b2d7-6fbebae4ba82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.435736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2263b6b6-2b50-41c1-8da2-30e516288b1a req-1130f19d-7395-45f8-a422-68fd1cc20f82 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120745 Aug 29 04:18:42.486223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-def6bfba-1f03-4d40-92fd-dcad6aa614dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.488662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-def6bfba-1f03-4d40-92fd-dcad6aa614dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2796e265-0f1b-4aba-b9ba-3f2967e97f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2609959 Aug 29 04:18:42.516735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-401e988c-c664-42a7-bf70-777d44cecc3d req-9e9803ee-af55-48fc-b48e-83c8a4194f9f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731675 Aug 29 04:18:42.519540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0fa05b45-725d-4567-b0bc-d23be3558970 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.532242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7287c4-25f7-42d6-b21f-9071ab018c30 req-36c112ff-20cb-47e1-b09d-65f2ba5aa16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.533746 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4c7287c4-25f7-42d6-b21f-9071ab018c30 req-36c112ff-20cb-47e1-b09d-65f2ba5aa16c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=912da5bf-a44c-4f60-a2fb-5bdea41f69b2 HTTP/1.1" status: 200 len: 850 time: 0.1476657 Aug 29 04:18:42.611427 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4c7287c4-25f7-42d6-b21f-9071ab018c30 req-e9593efe-0b30-4196-ba6a-8a9feb9ce9fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432627 Aug 29 04:18:42.621538 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b81e5f-7634-42b1-94e9-e5951872cdad {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:42.630776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.668111 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cbef81d6-5e6d-4c6d-b2d7-6fbebae4ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.672224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cbef81d6-5e6d-4c6d-b2d7-6fbebae4ba82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.676519 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cbef81d6-5e6d-4c6d-b2d7-6fbebae4ba82 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9cd9fb8-f691-44a5-b045-041e1e86bd81 HTTP/1.1" status: 204 len: 168 time: 0.5931709 Aug 29 04:18:42.677663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Transition to ACTIVE for port object f2b81e5f-7634-42b1-94e9-e5951872cdad will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:42.721748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.750100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef81d6-5e6d-4c6d-b2d7-6fbebae4ba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cd9fb8-f691-44a5-b045-041e1e86bd81,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:42.825694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Pushing event updated for resources: {'Port': ['ID=f2b81e5f-7634-42b1-94e9-e5951872cdad,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:42.881186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0fa05b45-725d-4567-b0bc-d23be3558970 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.891768 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0fa05b45-725d-4567-b0bc-d23be3558970 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.936077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42816850-64fb-4093-a2c9-438a82552e54 req-b1f4b0c6-2ef1-4412-8b21-d685bf4a419d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.943195 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42816850-64fb-4093-a2c9-438a82552e54 req-b1f4b0c6-2ef1-4412-8b21-d685bf4a419d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.2943087 Aug 29 04:18:42.952102 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4c7287c4-25f7-42d6-b21f-9071ab018c30 req-673b5e71-17f6-45a7-b570-9c2689495fa0 service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096292 Aug 29 04:18:43.048833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-b452dbca-666e-4192-8487-96cbf77da6cd service neutron] 10.222.0.52 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492051 Aug 29 04:18:43.113620 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4c7287c4-25f7-42d6-b21f-9071ab018c30 req-43b62bd0-ba9c-464f-abce-604dd6c720b5 service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511786 Aug 29 04:18:43.126922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Attempting to bind port f2b81e5f-7634-42b1-94e9-e5951872cdad on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:43.127504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Attempting to bind port f2b81e5f-7634-42b1-94e9-e5951872cdad by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:43.127965 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Attempting to bind port f2b81e5f-7634-42b1-94e9-e5951872cdad on network 196ccf10-6095-4093-8755-ac422546a240 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:43.133937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Port f2b81e5f-7634-42b1-94e9-e5951872cdad on network 196ccf10-6095-4093-8755-ac422546a240 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:43.134438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Attempting to bind port f2b81e5f-7634-42b1-94e9-e5951872cdad on network 196ccf10-6095-4093-8755-ac422546a240 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:43.143760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:43.144288 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Checking segment: {'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:43.144782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Bound using segment: {'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:43.145365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Bound port: f2b81e5f-7634-42b1-94e9-e5951872cdad, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b7e96e-9a92-42d1-a71a-de4f624f8792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '196ccf10-6095-4093-8755-ac422546a240'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:43.145910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.195366 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0fa05b45-725d-4567-b0bc-d23be3558970 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.196154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa05b45-725d-4567-b0bc-d23be3558970 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Fanout notify agent at l3_agent the message router_deleted on router 4a7d142f-88c1-4345-bcb4-49fd5927d69c {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:43.216491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42816850-64fb-4093-a2c9-438a82552e54 req-48aba4b1-c861-44c4-aab2-75dc86fa943f tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581236 Aug 29 04:18:43.230067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0fa05b45-725d-4567-b0bc-d23be3558970 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.237030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0fa05b45-725d-4567-b0bc-d23be3558970 tempest-RoutersNegativeTest-1185376849 tempest-RoutersNegativeTest-1185376849-project] 10.222.0.49 "DELETE /v2.0/routers/4a7d142f-88c1-4345-bcb4-49fd5927d69c HTTP/1.1" status: 204 len: 168 time: 0.8703716 Aug 29 04:18:43.243914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39020) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:43.299509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-a3be232f-8bdb-4d7a-8dc7-9062955dbecc service neutron] 10.222.0.52 "GET /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393262 Aug 29 04:18:43.314545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b3081ef-b4e1-4ef6-8d60-a942c21a020b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.355725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] For port f2b81e5f-7634-42b1-94e9-e5951872cdad, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:43.360270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] For port f2b81e5f-7634-42b1-94e9-e5951872cdad, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f2b81e5f-7634-42b1-94e9-e5951872cdad,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:43.376478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.396423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7681503-1c0b-4700-8a40-1bf3d106df19 req-43b4b855-2d68-42e5-8e24-8db6fd6905f0 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.406365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7681503-1c0b-4700-8a40-1bf3d106df19 req-43b4b855-2d68-42e5-8e24-8db6fd6905f0 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.414563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7681503-1c0b-4700-8a40-1bf3d106df19 req-43b4b855-2d68-42e5-8e24-8db6fd6905f0 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.417078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7681503-1c0b-4700-8a40-1bf3d106df19 req-43b4b855-2d68-42e5-8e24-8db6fd6905f0 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2413 time: 0.3921676 Aug 29 04:18:43.421155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-ef406ea2-b74d-4e5d-bf8e-51edf7822e3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=a3a0fbc2-2258-4215-96df-cc3284c69295 HTTP/1.1" status: 200 len: 217 time: 0.1123445 Aug 29 04:18:43.447955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Pushing event updated for resources: {'Port': ['ID=f2b81e5f-7634-42b1-94e9-e5951872cdad,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:43.463542 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.464356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.465904 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-e2b741e9-f744-430e-b763-de3864f9442f service neutron] 10.222.0.59 "PUT /v2.0/ports/f2b81e5f-7634-42b1-94e9-e5951872cdad HTTP/1.1" status: 200 len: 1093 time: 2.0438421 Aug 29 04:18:43.617622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-126c204f-0432-422b-8719-f43075e32f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.618335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-126c204f-0432-422b-8719-f43075e32f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.619227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-126c204f-0432-422b-8719-f43075e32f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.620320 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-126c204f-0432-422b-8719-f43075e32f9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bffe4b396e07433684a0baebc4b4aaef&device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2869 time: 0.1022911 Aug 29 04:18:43.644729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7681503-1c0b-4700-8a40-1bf3d106df19 req-6ca12e93-ec27-4af5-bb48-58e9e7fed8a7 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113886 Aug 29 04:18:43.668401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec151b1-6d28-439a-b03a-37e48855e883 req-629fd076-6a95-4dc6-9537-c8747f7f5b62 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.673920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fec151b1-6d28-439a-b03a-37e48855e883 req-629fd076-6a95-4dc6-9537-c8747f7f5b62 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.2548571 Aug 29 04:18:43.679897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-ddd24ee0-0e7e-4148-8f98-2f41c7a48ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.688815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-ddd24ee0-0e7e-4148-8f98-2f41c7a48ab5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.2575135 Aug 29 04:18:43.700789 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-6e325020-cc32-46c2-8434-5407274c87d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e HTTP/1.1" status: 200 len: 217 time: 0.0654604 Aug 29 04:18:43.706516 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b3081ef-b4e1-4ef6-8d60-a942c21a020b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.745251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b3081ef-b4e1-4ef6-8d60-a942c21a020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.761476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39036) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:43.846779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3081ef-b4e1-4ef6-8d60-a942c21a020b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532e1b39-0913-4fc0-a766-efb966f40ce7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:43.849051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fec151b1-6d28-439a-b03a-37e48855e883 req-81169137-a449-4917-90b0-7c59d4a3245e tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563616 Aug 29 04:18:43.860718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-771ff8b1-d1de-4edc-99e2-5830fc53daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.862357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-771ff8b1-d1de-4edc-99e2-5830fc53daaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1528156 Aug 29 04:18:43.866515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-3b65ee1c-7c55-4a46-a104-d047baf4897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.871507 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-3b65ee1c-7c55-4a46-a104-d047baf4897d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6b08f82-0834-464f-940d-d6f2543528ff HTTP/1.1" status: 200 len: 801 time: 0.1634803 Aug 29 04:18:43.872150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b21329-5230-4c68-93a7-69d3888c3869 req-4ad8aa1d-26e2-4dd9-b1a9-a05bba8a15c1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.873654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55b21329-5230-4c68-93a7-69d3888c3869 req-4ad8aa1d-26e2-4dd9-b1a9-a05bba8a15c1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1139820 Aug 29 04:18:43.917815 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1b3081ef-b4e1-4ef6-8d60-a942c21a020b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45a52967a2864be9befc9918c9e5aaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610410 Aug 29 04:18:43.918876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39042) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:43.963764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'tag': '49b10220-3ec7-499e-bdb1-27a47520aca9'}, {'name': 'network-changed', 'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'tag': 'f2b81e5f-7634-42b1-94e9-e5951872cdad'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:43.966398 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2d9427-14bc-4a42-9976-f973c4f706bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "tag": "49b10220-3ec7-499e-bdb1-27a47520aca9"}, {"name": "network-changed", "server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "tag": "f2b81e5f-7634-42b1-94e9-e5951872cdad"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:43.982675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55b21329-5230-4c68-93a7-69d3888c3869 req-1b042b79-e08c-49f1-aafa-059ce38c8b55 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818474 Aug 29 04:18:44.017695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device d7f39c42-905f-4277-93e5-41aaf2976fff details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:44.073324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-5fa65bf6-51bf-43ed-8efb-1c47c9f6c544 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981514 Aug 29 04:18:44.090591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deda08e-3d75-4a27-8955-c29ec07c35f4 req-f52cfd05-4e47-4e10-a3d0-c1a65ec55d06 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.098973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2deda08e-3d75-4a27-8955-c29ec07c35f4 req-f52cfd05-4e47-4e10-a3d0-c1a65ec55d06 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 943 time: 0.0962498 Aug 29 04:18:44.120078 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-bf41cef9-1056-49c7-a1ac-3d9def5b5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.121623 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-bf41cef9-1056-49c7-a1ac-3d9def5b5c89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=196ccf10-6095-4093-8755-ac422546a240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971159 Aug 29 04:18:44.131510 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-551000c4-bf2d-4895-8f7a-7a4a08bbf772 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=952923646a8744dd9191ee926b1e19a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537097 Aug 29 04:18:44.131935 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14ece351-3e17-4662-b8e7-77abc0807a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.136484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39046) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:44.195678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port d7f39c42-905f-4277-93e5-41aaf2976fff, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=d7f39c42-905f-4277-93e5-41aaf2976fff,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:44.214784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'd7f39c42-905f-4277-93e5-41aaf2976fff', 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2', 'port_id': 'd7f39c42-905f-4277-93e5-41aaf2976fff', 'mac_address': 'fa:16:3e:a5:4a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912da5bf-a44c-4f60-a2fb-5bdea41f69b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:44.217207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2deda08e-3d75-4a27-8955-c29ec07c35f4 req-64614632-f914-44e4-a72d-6320c83924ee tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173029 Aug 29 04:18:44.262888 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14ece351-3e17-4662-b8e7-77abc0807a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.325789 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe3f64b-db8f-43c3-b579-1ca5b27e6982 x-openstack-request-id: req-5fe3f64b-db8f-43c3-b579-1ca5b27e6982 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:44.326086 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "tag": "49b10220-3ec7-499e-bdb1-27a47520aca9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "tag": "f2b81e5f-7634-42b1-94e9-e5951872cdad", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:44.326337 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fe3f64b-db8f-43c3-b579-1ca5b27e6982 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:44.326737 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'tag': '49b10220-3ec7-499e-bdb1-27a47520aca9', 'status': 'completed', 'code': 200} Aug 29 04:18:44.326995 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'tag': 'f2b81e5f-7634-42b1-94e9-e5951872cdad', 'status': 'completed', 'code': 200} Aug 29 04:18:44.332732 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.343279 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-fa9e51b5-1669-408a-9030-30b87159316d service neutron] 10.222.0.59 "GET /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125895 Aug 29 04:18:44.347870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2011774-e808-48e3-9c42-70e3ac33c606 req-946499b4-ad65-41bf-99fc-801d80ac644a tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.349524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2011774-e808-48e3-9c42-70e3ac33c606 req-946499b4-ad65-41bf-99fc-801d80ac644a tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.1280627 Aug 29 04:18:44.351969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f39c42-905f-4277-93e5-41aaf2976fff {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:44.372066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-57924710-913a-4b1e-977a-19350d7f1645 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710180 Aug 29 04:18:44.374155 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87c53cd3-e100-4bbd-bec7-dc552833ca0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.410252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port d7f39c42-905f-4277-93e5-41aaf2976fff, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=d7f39c42-905f-4277-93e5-41aaf2976fff,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:44.415023 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.426509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-a1adf18a-6095-4bc1-95ea-04bb306f0386 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 HTTP/1.1" status: 200 len: 217 time: 0.0425458 Aug 29 04:18:44.471005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=d7f39c42-905f-4277-93e5-41aaf2976fff,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.494072 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87c53cd3-e100-4bbd-bec7-dc552833ca0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.500262 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2011774-e808-48e3-9c42-70e3ac33c606 req-4970e157-1b08-45f2-8705-db8b6f017504 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423349 Aug 29 04:18:44.502482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-cbd55844-89fc-49e7-873d-887fba561e09 service neutron] 10.222.0.59 "GET /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386359 Aug 29 04:18:44.503676 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14ece351-3e17-4662-b8e7-77abc0807a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.508419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14ece351-3e17-4662-b8e7-77abc0807a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.514821 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-14ece351-3e17-4662-b8e7-77abc0807a27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/532e1b39-0913-4fc0-a766-efb966f40ce7 HTTP/1.1" status: 204 len: 168 time: 0.5882640 Aug 29 04:18:44.567106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-20bdd957-274e-460b-afaf-cec4416ecbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.568812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-20bdd957-274e-460b-afaf-cec4416ecbec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.1327524 Aug 29 04:18:44.601112 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-5ed4a4c0-7afd-4d6f-8a6f-d3965bdaec5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.243&port_id=49b10220-3ec7-499e-bdb1-27a47520aca9 HTTP/1.1" status: 200 len: 217 time: 0.0804777 Aug 29 04:18:44.601347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ece351-3e17-4662-b8e7-77abc0807a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e1b39-0913-4fc0-a766-efb966f40ce7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.610384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['d7f39c42-905f-4277-93e5-41aaf2976fff'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:44.667412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-86555c22-1feb-46f4-8698-11796ee85b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.679374 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-86555c22-1feb-46f4-8698-11796ee85b6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2723b092-ef3b-4546-952c-0a13ae3ff039 HTTP/1.1" status: 200 len: 801 time: 0.0756278 Aug 29 04:18:44.691450 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87c53cd3-e100-4bbd-bec7-dc552833ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.694024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87c53cd3-e100-4bbd-bec7-dc552833ca0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.732519 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:18:44.738096 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-87c53cd3-e100-4bbd-bec7-dc552833ca0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/825eafa8-540e-4609-9c98-893720288ef6 HTTP/1.1" status: 204 len: 168 time: 0.5989141 Aug 29 04:18:44.799032 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c2f6d04b-ac9d-4448-8f66-6d7fd20a273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.800615 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-c2f6d04b-ac9d-4448-8f66-6d7fd20a273a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d036c26-fa5c-4dfd-9731-b2f2947ab84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141202 Aug 29 04:18:44.801509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c53cd3-e100-4bbd-bec7-dc552833ca0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825eafa8-540e-4609-9c98-893720288ef6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.820862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-06272381-a40b-4c55-9edf-189bac290cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.823676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-06272381-a40b-4c55-9edf-189bac290cda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2449796 Aug 29 04:18:44.988880 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-59e5c426-8cf8-48fb-9858-3afbaf9bb27c service neutron] 10.222.0.59 "GET /v2.0/networks/6d036c26-fa5c-4dfd-9731-b2f2947ab84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807680 Aug 29 04:18:45.175937 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-5af9f7c1-f4b2-4347-9354-43a15ba2c390 service neutron] 10.222.0.59 "GET /v2.0/networks/6d036c26-fa5c-4dfd-9731-b2f2947ab84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796734 Aug 29 04:18:45.263470 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-68bbb0d2-dbbe-40db-b4fa-4c4ad136755a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=f2b81e5f-7634-42b1-94e9-e5951872cdad HTTP/1.1" status: 200 len: 217 time: 0.0804102 Aug 29 04:18:45.362831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-3d3c26bd-76bb-4ba7-bda0-1f787e1c855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.364339 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-3d3c26bd-76bb-4ba7-bda0-1f787e1c855d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6b08f82-0834-464f-940d-d6f2543528ff HTTP/1.1" status: 200 len: 801 time: 0.0921621 Aug 29 04:18:45.430970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff41f7-ac18-494f-8b21-5aaf13819e98 req-94242b0a-dfea-4834-8a72-82c10b92e2c2 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.439750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40ff41f7-ac18-494f-8b21-5aaf13819e98 req-94242b0a-dfea-4834-8a72-82c10b92e2c2 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.7730241 Aug 29 04:18:45.446598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-1cad6ab7-0778-4150-9332-b3c914c70bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.449911 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-1cad6ab7-0778-4150-9332-b3c914c70bb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=196ccf10-6095-4093-8755-ac422546a240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776672 Aug 29 04:18:45.466711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-7e231223-887d-4fcd-bed7-283828c8db1b service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213970 Aug 29 04:18:45.477954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15578f5-6338-4eeb-80ef-a0f40680d9d0 req-f8a66d19-5cd0-4344-8cc5-286041a0f5e8 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.487308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15578f5-6338-4eeb-80ef-a0f40680d9d0 req-f8a66d19-5cd0-4344-8cc5-286041a0f5e8 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.494643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15578f5-6338-4eeb-80ef-a0f40680d9d0 req-f8a66d19-5cd0-4344-8cc5-286041a0f5e8 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.496389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f15578f5-6338-4eeb-80ef-a0f40680d9d0 req-f8a66d19-5cd0-4344-8cc5-286041a0f5e8 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2413 time: 0.6964660 Aug 29 04:18:45.628340 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-d8dd6cd8-1fb4-4b1e-8f10-36d97d1f0a58 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308923 Aug 29 04:18:45.647299 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-b5348a17-11e1-4b20-b1bd-461d14a007d1 service neutron] 10.222.0.59 "GET /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884687 Aug 29 04:18:45.730116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-21507fd1-b431-4b21-8e94-04c3cd1b946c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=f72adc5c-e30f-442b-8f4e-9be3a5c273fc HTTP/1.1" status: 200 len: 217 time: 0.0631199 Aug 29 04:18:45.749701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40ff41f7-ac18-494f-8b21-5aaf13819e98 req-e0e0763e-faf2-4340-a919-f0276dcadfca tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044093 Aug 29 04:18:45.756047 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-394d2856-717c-496b-afc7-dc45ef89a4aa req-29915384-6369-4dc9-bb9e-67177231fdc5 service neutron] 10.222.0.59 "GET /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014090 Aug 29 04:18:45.769328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f15578f5-6338-4eeb-80ef-a0f40680d9d0 req-79618ae3-a0bc-404b-a960-80cf7c164668 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364329 Aug 29 04:18:45.861033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-a37bbae3-6e35-4354-8c86-f55f9825f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.862834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-a37bbae3-6e35-4354-8c86-f55f9825f908 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.1104560 Aug 29 04:18:45.927680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-65a42508-506b-4282-a108-114c23fea298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.933102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-65a42508-506b-4282-a108-114c23fea298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.934476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-65a42508-506b-4282-a108-114c23fea298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.938363 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-65a42508-506b-4282-a108-114c23fea298 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bffe4b396e07433684a0baebc4b4aaef&device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2869 time: 0.1292429 Aug 29 04:18:46.026771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device d7f39c42-905f-4277-93e5-41aaf2976fff up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:46.052618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73f70-dc60-486a-a453-6f1f140d22f4 req-8b9e85df-6464-47c0-a2d0-a5fb0c845498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.055257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1af73f70-dc60-486a-a453-6f1f140d22f4 req-8b9e85df-6464-47c0-a2d0-a5fb0c845498 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1913459 Aug 29 04:18:46.133496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-6b25c0b7-ad5b-4c20-801b-473a16abf883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.136904 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-6b25c0b7-ad5b-4c20-801b-473a16abf883 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6d036c26-fa5c-4dfd-9731-b2f2947ab84b HTTP/1.1" status: 200 len: 903 time: 0.1915872 Aug 29 04:18:46.171934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1af73f70-dc60-486a-a453-6f1f140d22f4 req-10af63be-8bf4-472e-91d8-9a46335b162d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097422 Aug 29 04:18:46.178570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port d7f39c42-905f-4277-93e5-41aaf2976fff completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:46.183960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port d7f39c42-905f-4277-93e5-41aaf2976fff triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:46.196397 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.221232 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-693ac007-66d9-42ea-877d-51448721da07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.243&port_id=49b10220-3ec7-499e-bdb1-27a47520aca9 HTTP/1.1" status: 200 len: 217 time: 0.0740852 Aug 29 04:18:46.251127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39104) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:46.284511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-5a457276-8920-4376-b966-3f9483877cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.292839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-5a457276-8920-4376-b966-3f9483877cd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4147267 Aug 29 04:18:46.337601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-fc4c8b8d-bdce-4752-9f39-c0b83f009529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.339847 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-fc4c8b8d-bdce-4752-9f39-c0b83f009529 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2723b092-ef3b-4546-952c-0a13ae3ff039 HTTP/1.1" status: 200 len: 801 time: 0.1120908 Aug 29 04:18:46.372057 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.411900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-e0861e99-bd17-4203-8ffd-b4404ecea558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.417457 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-e0861e99-bd17-4203-8ffd-b4404ecea558 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d036c26-fa5c-4dfd-9731-b2f2947ab84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640702 Aug 29 04:18:46.421903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf401c3-c4f5-40f2-b43a-1a722a6b1c9b req-f4c621b3-27b8-4cb2-8261-8638e4238983 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.441125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcf401c3-c4f5-40f2-b43a-1a722a6b1c9b req-f4c621b3-27b8-4cb2-8261-8638e4238983 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 944 time: 0.2935290 Aug 29 04:18:46.459368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port d7f39c42-905f-4277-93e5-41aaf2976fff, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=d7f39c42-905f-4277-93e5-41aaf2976fff,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:46.467568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b71874-4976-4f3d-94f3-ceaf25640e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f39c42-905f-4277-93e5-41aaf2976fff'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:46.474912 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53daba00-94dc-4cb3-86b1-39792b2f7601" -d '{"events": [{"server_uuid": "87b71874-4976-4f3d-94f3-ceaf25640e32", "name": "network-vif-plugged", "status": "completed", "tag": "d7f39c42-905f-4277-93e5-41aaf2976fff"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:46.488432 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.543654 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-44e3df0a-07b0-4a44-b27e-cda8bb5edb0f service neutron] 10.222.0.59 "GET /v2.0/networks/6d036c26-fa5c-4dfd-9731-b2f2947ab84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180272 Aug 29 04:18:46.635650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=d7f39c42-905f-4277-93e5-41aaf2976fff,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:46.666696 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcf401c3-c4f5-40f2-b43a-1a722a6b1c9b req-382ac717-6482-49a2-b013-2fb652298855 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238512 Aug 29 04:18:46.670354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-446800230'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:46.682593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22151c-8b51-49c3-b45b-67863c67481c req-c4e01c48-283d-4716-816c-753a58eff551 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.698294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea22151c-8b51-49c3-b45b-67863c67481c req-c4e01c48-283d-4716-816c-753a58eff551 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.4028058 Aug 29 04:18:46.718741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Made reservation on behalf of 3e268433c9d34129b79e83869c0788fc for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:46.723473 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.754182 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.759581 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-6f44f9be-330e-476b-9802-ab8d2aae64e1 service neutron] 10.222.0.59 "GET /v2.0/networks/6d036c26-fa5c-4dfd-9731-b2f2947ab84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024612 Aug 29 04:18:46.809063 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7685af-f220-47a6-aef3-02a118a2490e x-openstack-request-id: req-4a7685af-f220-47a6-aef3-02a118a2490e {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:46.813286 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b71874-4976-4f3d-94f3-ceaf25640e32", "name": "network-vif-plugged", "status": "completed", "tag": "d7f39c42-905f-4277-93e5-41aaf2976fff", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:46.814071 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a7685af-f220-47a6-aef3-02a118a2490e {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:46.814719 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b71874-4976-4f3d-94f3-ceaf25640e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f39c42-905f-4277-93e5-41aaf2976fff', 'code': 200} Aug 29 04:18:46.848335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea22151c-8b51-49c3-b45b-67863c67481c req-f98bad53-56c8-41dc-9325-f1ab0a70d366 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465065 Aug 29 04:18:46.938557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-95242481-0fbb-4282-a3db-cbfa16d7850a service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304808 Aug 29 04:18:46.962633 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.963366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca19a-8d74-4dd9-ab48-75ccecc23c0f req-15bd2ace-9851-441f-8db0-6f545d8f3878 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.973544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca19a-8d74-4dd9-ab48-75ccecc23c0f req-15bd2ace-9851-441f-8db0-6f545d8f3878 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.982603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca19a-8d74-4dd9-ab48-75ccecc23c0f req-15bd2ace-9851-441f-8db0-6f545d8f3878 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.982838 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.992757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-181ca19a-8d74-4dd9-ab48-75ccecc23c0f req-15bd2ace-9851-441f-8db0-6f545d8f3878 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2413 time: 0.1155558 Aug 29 04:18:47.042275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033666e7-56d5-4e36-8296-98ddf21c836b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:47.077877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:47.091982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-cace66e0-ade5-4c63-ab8e-108875e3a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.092495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-cace66e0-ade5-4c63-ab8e-108875e3a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.092973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-cace66e0-ade5-4c63-ab8e-108875e3a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.094645 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-cace66e0-ade5-4c63-ab8e-108875e3a98f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bffe4b396e07433684a0baebc4b4aaef&device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2869 time: 0.2550657 Aug 29 04:18:47.101975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.102322 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Added segment c820912e-2630-46a7-8b02-4e36a484d6cd of type vlan for network df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a Aug 29 04:18:47.123170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7849e-1638-4900-beb3-c52b09f65829 req-79108639-6ea1-4682-8cef-b9027a51d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.124726 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eb7849e-1638-4900-beb3-c52b09f65829 req-79108639-6ea1-4682-8cef-b9027a51d58d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 1097 time: 0.1591082 Aug 29 04:18:47.211099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-629e11ee-ecab-42e0-a874-8570b179851a service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147911 Aug 29 04:18:47.255889 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.268099 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0eb7849e-1638-4900-beb3-c52b09f65829 req-8fd5e524-dfb9-4db6-ba8a-1ebd6fff3276 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222506 Aug 29 04:18:47.302954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-181ca19a-8d74-4dd9-ab48-75ccecc23c0f req-0c8c7690-c22a-4251-a2a8-e527d530bbbe tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025742 Aug 29 04:18:47.303463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-673144cf-5a45-4947-a992-3c1b17b1ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.305746 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-673144cf-5a45-4947-a992-3c1b17b1ac07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=196ccf10-6095-4093-8755-ac422546a240 HTTP/1.1" status: 200 len: 902 time: 0.2005394 Aug 29 04:18:47.309113 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.310409 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-82c4fa87-e6ad-4160-976b-f1aea6ffa5bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=edbbf302-54d1-4d3b-ad42-71859d02e4a6 HTTP/1.1" status: 200 len: 217 time: 0.0785897 Aug 29 04:18:47.335524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.339360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.369352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924302c-bba7-40d0-bed7-4a7d1b5935dd req-30a98fb1-11d6-4923-90a3-d5d72c156d48 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.371469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d924302c-bba7-40d0-bed7-4a7d1b5935dd req-30a98fb1-11d6-4923-90a3-d5d72c156d48 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.3405731 Aug 29 04:18:47.418085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-d210e9dc-cda5-4a7e-ab62-67a75e88bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.420644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-d210e9dc-cda5-4a7e-ab62-67a75e88bc32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 200 len: 797 time: 0.1019053 Aug 29 04:18:47.433415 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1778526 Aug 29 04:18:47.434304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39138) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:47.446032 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-bd0134fc-1e90-4208-ad9b-96555fd321bc tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a', 'tempest-TagsTest-Tag-1420009591') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:47.462181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d924302c-bba7-40d0-bed7-4a7d1b5935dd req-9ef4cb18-96c8-4841-ab57-f6b4fedfa811 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820684 Aug 29 04:18:47.471096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d98ad7-f2c3-4933-b39a-0bf92a391760 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Pushing event updated for resources: {'Network': ['ID=df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:47.482657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-f02943a0-4a7c-4665-9dd7-8a3cd91cbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.484182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-f02943a0-4a7c-4665-9dd7-8a3cd91cbe50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ca8c052-4733-4905-a6ad-25a41bf91d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0540583 Aug 29 04:18:47.497587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:47.567016 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-5332c399-3f01-4074-b703-b99bd0b89e1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=f2b81e5f-7634-42b1-94e9-e5951872cdad HTTP/1.1" status: 200 len: 217 time: 0.1033471 Aug 29 04:18:47.667113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-1b581f40-30cc-4c2f-a7aa-110cbd5707b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.668700 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-1b581f40-30cc-4c2f-a7aa-110cbd5707b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6b08f82-0834-464f-940d-d6f2543528ff HTTP/1.1" status: 200 len: 801 time: 0.0737195 Aug 29 04:18:47.677892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9918d-7343-432f-b534-44480bcdd177 req-e7ae610e-377b-4ab9-9ab6-5bac28c856da tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.688081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7aa9918d-7343-432f-b534-44480bcdd177 req-e7ae610e-377b-4ab9-9ab6-5bac28c856da tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1555009 Aug 29 04:18:47.699635 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bd0134fc-1e90-4208-ad9b-96555fd321bc tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "PUT /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags/tempest-TagsTest-Tag-1420009591 HTTP/1.1" status: 201 len: 201 time: 0.2591858 Aug 29 04:18:47.702833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39152) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:47.708548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-df6b77a0-462c-4181-bbe3-99c97772d2e9 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a', 'tempest-TagsTest-Tag-1420009591') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:47.722109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-cb7127cc-7806-46a4-a6f6-722d177056c5 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276804 Aug 29 04:18:47.727729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-48c6b858-362e-45f8-b598-43bf997eadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.729289 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-48c6b858-362e-45f8-b598-43bf997eadc4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=196ccf10-6095-4093-8755-ac422546a240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454435 Aug 29 04:18:47.840660 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-72a8e30c-7884-4ac9-97aa-16dc8afef455 service neutron] 10.222.0.59 "GET /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024015 Aug 29 04:18:47.868024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-b594f6ba-9953-46f5-b642-fc72b05a5068 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e6545336be2e43dc987577bbf4a14084&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897353 Aug 29 04:18:47.887920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7aa9918d-7343-432f-b534-44480bcdd177 req-11caefaa-821f-46c1-bd54-4dcb9acdcfb4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939914 Aug 29 04:18:47.918529 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.971424 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c2d9427-14bc-4a42-9976-f973c4f706bd req-75b448dd-cc63-4f35-81bc-5cd4e7017bab service neutron] 10.222.0.59 "GET /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190352 Aug 29 04:18:48.038988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:48.056267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-df6b77a0-462c-4181-bbe3-99c97772d2e9 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "GET /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags/tempest-TagsTest-Tag-1420009591 HTTP/1.1" status: 204 len: 168 time: 0.3493583 Aug 29 04:18:48.056267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-c2676496-c1ed-4d8f-a0be-0d1be2eff1e0 service neutron] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208063 Aug 29 04:18:48.057605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39158) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:48.064374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-b5f3468b-070d-4fd1-b403-5ba760c6653e tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:48.150399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b5f3468b-070d-4fd1-b403-5ba760c6653e tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "GET /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags HTTP/1.1" status: 200 len: 238 time: 0.0912461 Aug 29 04:18:48.153260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39160) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:48.159299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-c1a00ff4-d592-4b00-9bce-bf12f06b1253 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a', {'tags': ['tempest-TagsTest-Tag-484757449', 'tempest-TagsTest-Tag-210911440', 'tempest-TagsTest-Tag-426499082']}) {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:48.182336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-6655df82-5170-4b6b-8385-c01374721519 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bfc679a5-b59a-4a10-90fe-ced2e2eb791b HTTP/1.1" status: 200 len: 217 time: 0.0907099 Aug 29 04:18:48.285481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772f8dd-a7f6-4a5e-8648-e10dc16f6fd6 req-8996a6a8-b94d-4fe4-9247-94c56bd60993 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.294966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8772f8dd-a7f6-4a5e-8648-e10dc16f6fd6 req-8996a6a8-b94d-4fe4-9247-94c56bd60993 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.3005471 Aug 29 04:18:48.297751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-98d18015-b2ac-4879-ba47-209bfdc58eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.299699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-98d18015-b2ac-4879-ba47-209bfdc58eac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 HTTP/1.1" status: 200 len: 797 time: 0.1059186 Aug 29 04:18:48.322691 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c1a00ff4-d592-4b00-9bce-bf12f06b1253 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "PUT /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags HTTP/1.1" status: 200 len: 306 time: 0.1676552 Aug 29 04:18:48.325224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39164) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:48.329781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-3a50d40f-0264-4f35-b73d-0e1ef7d0d4bc tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a', 'tempest-TagsTest-Tag-484757449') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:48.360689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-fddaad37-375c-4c9f-897f-d037c1fe4f63 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.362205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-fddaad37-375c-4c9f-897f-d037c1fe4f63 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4697042 Aug 29 04:18:48.406416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:48.420580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-58d4267b-2f6f-4743-8941-6db61fdc4112 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/quotas/e6545336be2e43dc987577bbf4a14084 HTTP/1.1" status: 200 len: 375 time: 0.0482488 Aug 29 04:18:48.426203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e', 'network_id': '196ccf10-6095-4093-8755-ac422546a240', 'port_id': 'eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e', 'mac_address': 'fa:16:3e:b3:e5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b08f82-0834-464f-940d-d6f2543528ff', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:48.436731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8772f8dd-a7f6-4a5e-8648-e10dc16f6fd6 req-93b2a4a4-288e-44be-8d3d-b73e95aa957c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409981 Aug 29 04:18:48.467870 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3a50d40f-0264-4f35-b73d-0e1ef7d0d4bc tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "DELETE /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags/tempest-TagsTest-Tag-484757449 HTTP/1.1" status: 204 len: 168 time: 0.1414778 Aug 29 04:18:48.470358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-de6298e8-d5f1-44a7-93d9-e12b28ee8555 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6545336be2e43dc987577bbf4a14084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488656 Aug 29 04:18:48.474494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39170) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:48.477070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-96c33ec1-774c-46c7-a021-d48f7f1a1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.481645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-96c33ec1-774c-46c7-a021-d48f7f1a1a2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1460211 Aug 29 04:18:48.488970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-bfd37de0-9561-4f13-927d-812f63c6f72b tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a', 'tempest-TagsTest-Tag-484757449') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:48.519189 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.554445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:48.594320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:48.600035 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.602350 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 49b10220-3ec7-499e-bdb1-27a47520aca9 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:48.634463 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-bfd37de0-9561-4f13-927d-812f63c6f72b tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] show failed (client error): The resource could not be found. Aug 29 04:18:48.641143 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bfd37de0-9561-4f13-927d-812f63c6f72b tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "GET /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags/tempest-TagsTest-Tag-484757449 HTTP/1.1" status: 404 len: 325 time: 0.1575937 Aug 29 04:18:48.641143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39172) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:48.651553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-f73364c9-0ce0-4328-98ea-2e2b83e5df47 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a', 'tempest-TagsTest-Tag-210911440') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:48.797784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd00fe7-38c9-44d7-965c-a336d743b1ba req-dcdaa4b4-f4d4-4936-9d9e-832e47b6626b tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.806052 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdd00fe7-38c9-44d7-965c-a336d743b1ba req-dcdaa4b4-f4d4-4936-9d9e-832e47b6626b tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1995387 Aug 29 04:18:48.811212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-ea896c6b-edc5-4632-bead-600b3fc0efb3 service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217402 Aug 29 04:18:48.836852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 49b10220-3ec7-499e-bdb1-27a47520aca9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=49b10220-3ec7-499e-bdb1-27a47520aca9,segment=NetworkSegment(72d6159d-6bdb-44e4-823f-6ba222726aaa),segment_id=72d6159d-6bdb-44e4-823f-6ba222726aaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:48.850990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '49b10220-3ec7-499e-bdb1-27a47520aca9', 'network_id': '6d036c26-fa5c-4dfd-9731-b2f2947ab84b', 'port_id': '49b10220-3ec7-499e-bdb1-27a47520aca9', 'mac_address': 'fa:16:3e:0c:76:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2723b092-ef3b-4546-952c-0a13ae3ff039', 'ip_address': '19.86.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:48.896979 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.924653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b10220-3ec7-499e-bdb1-27a47520aca9 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:48.928852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:48.958252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 49b10220-3ec7-499e-bdb1-27a47520aca9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=49b10220-3ec7-499e-bdb1-27a47520aca9,segment=NetworkSegment(72d6159d-6bdb-44e4-823f-6ba222726aaa),segment_id=72d6159d-6bdb-44e4-823f-6ba222726aaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:48.964087 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.966791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f2b81e5f-7634-42b1-94e9-e5951872cdad details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:48.999518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdd00fe7-38c9-44d7-965c-a336d743b1ba req-333d1ac2-c964-4ffc-af0b-06ff5dc3a7ff tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923194 Aug 29 04:18:49.077938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f2b81e5f-7634-42b1-94e9-e5951872cdad, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f2b81e5f-7634-42b1-94e9-e5951872cdad,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:49.107430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd097a2-fdf9-4b9a-b728-094c7ad6147d req-eae6aa31-a22d-44b7-bd01-542fc45f6505 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.108843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=49b10220-3ec7-499e-bdb1-27a47520aca9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:49.114902 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd097a2-fdf9-4b9a-b728-094c7ad6147d req-eae6aa31-a22d-44b7-bd01-542fc45f6505 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.127780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'f2b81e5f-7634-42b1-94e9-e5951872cdad', 'network_id': '196ccf10-6095-4093-8755-ac422546a240', 'port_id': 'f2b81e5f-7634-42b1-94e9-e5951872cdad', 'mac_address': 'fa:16:3e:4e:a4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b08f82-0834-464f-940d-d6f2543528ff', 'ip_address': '19.80.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:49.144329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd097a2-fdf9-4b9a-b728-094c7ad6147d req-eae6aa31-a22d-44b7-bd01-542fc45f6505 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.154087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dd097a2-fdf9-4b9a-b728-094c7ad6147d req-eae6aa31-a22d-44b7-bd01-542fc45f6505 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2414 time: 0.3449495 Aug 29 04:18:49.253983 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-d6f43b4a-4895-4dd7-88fe-6c7adf045023 service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203761 Aug 29 04:18:49.260733 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.270733 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f73364c9-0ce0-4328-98ea-2e2b83e5df47 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "GET /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags/tempest-TagsTest-Tag-210911440 HTTP/1.1" status: 204 len: 168 time: 0.6310124 Aug 29 04:18:49.273901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39192) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:49.280848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-a7da5039-23dc-4bba-b0b4-b6dce479b97b tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a', 'tempest-TagsTest-Tag-426499082') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:49.302796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b81e5f-7634-42b1-94e9-e5951872cdad {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:49.308794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dd097a2-fdf9-4b9a-b728-094c7ad6147d req-68473913-1455-4ad1-b783-23730c50a8fd tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535730 Aug 29 04:18:49.357959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f2b81e5f-7634-42b1-94e9-e5951872cdad, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f2b81e5f-7634-42b1-94e9-e5951872cdad,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:49.363838 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.365428 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a7da5039-23dc-4bba-b0b4-b6dce479b97b tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "GET /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags/tempest-TagsTest-Tag-426499082 HTTP/1.1" status: 204 len: 168 time: 0.0900359 Aug 29 04:18:49.368214 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39194) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:49.376469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-c57968e6-ac5c-4ab0-855d-2b7d74df9cd1 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:49.446878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-15482af8-92c7-4d2b-997a-c182391dbf2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9 HTTP/1.1" status: 200 len: 217 time: 0.1772070 Aug 29 04:18:49.496215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f2b81e5f-7634-42b1-94e9-e5951872cdad,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:49.518685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51597d71-025f-4057-a39f-ca2b8c8c3071 req-251e00b4-3352-46d4-91c8-c6ac3d65cecc tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 210 time: 0.1029274 Aug 29 04:18:49.599977 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c57968e6-ac5c-4ab0-855d-2b7d74df9cd1 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "DELETE /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags HTTP/1.1" status: 204 len: 168 time: 0.2300143 Aug 29 04:18:49.603073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39200) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:49.607469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-f772f0be-7347-4071-bc14-b499b2a52e3d tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a', 'tempest-TagsTest-Tag-210911440') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:49.625627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-ded02541-ad5c-45a7-a446-2c0230d4afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.630988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-ded02541-ad5c-45a7-a446-2c0230d4afe1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 HTTP/1.1" status: 200 len: 797 time: 0.1415248 Aug 29 04:18:49.645322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:49.712809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-91b0744e-193e-4f74-a685-403a226fd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.715773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-91b0744e-193e-4f74-a685-403a226fd67b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42c3b373-a508-467d-877d-7410cc01232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741398 Aug 29 04:18:49.748321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f2b81e5f-7634-42b1-94e9-e5951872cdad'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:49.817329 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-f772f0be-7347-4071-bc14-b499b2a52e3d tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] show failed (client error): The resource could not be found. Aug 29 04:18:49.839648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f772f0be-7347-4071-bc14-b499b2a52e3d tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "GET /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags/tempest-TagsTest-Tag-210911440 HTTP/1.1" status: 404 len: 325 time: 0.2346938 Aug 29 04:18:49.840868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39204) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:49.849728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-857467ad-f8e4-4cc1-a0a2-a66ecdff9470 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a', 'tempest-TagsTest-Tag-426499082') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:49.868833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f84c1d-5fef-40ba-916e-5e754aeae6db req-cea99a16-77ed-478b-98b0-b97849278508 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.882830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10f84c1d-5fef-40ba-916e-5e754aeae6db req-cea99a16-77ed-478b-98b0-b97849278508 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.2124419 Aug 29 04:18:49.981504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10f84c1d-5fef-40ba-916e-5e754aeae6db req-e38f6c93-fce7-4153-bfc5-e2ac860c15a4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966728 Aug 29 04:18:50.023654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-5e0f1bd2-a09c-40db-965e-8ddadaacee5a service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977808 Aug 29 04:18:50.043581 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-857467ad-f8e4-4cc1-a0a2-a66ecdff9470 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] show failed (client error): The resource could not be found. Aug 29 04:18:50.044948 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-857467ad-f8e4-4cc1-a0a2-a66ecdff9470 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "GET /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags/tempest-TagsTest-Tag-426499082 HTTP/1.1" status: 404 len: 325 time: 0.2028654 Aug 29 04:18:50.047754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39208) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:50.052411 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-9096464a-f0c6-4931-bfa9-998c3d0c3960 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:50.174365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ef031-c3f1-4c14-bdce-e4743e187306 req-3bd5880c-de2f-46ee-bf51-1a29c1df8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.176768 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d9ef031-c3f1-4c14-bdce-e4743e187306 req-3bd5880c-de2f-46ee-bf51-1a29c1df8efc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=755a55c0404b417f8cdb15c803838524&device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 1097 time: 0.1604578 Aug 29 04:18:50.270997 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9096464a-f0c6-4931-bfa9-998c3d0c3960 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "DELETE /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a/tags HTTP/1.1" status: 204 len: 168 time: 0.2220109 Aug 29 04:18:50.283574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc514c18-85e6-45e9-9f8e-80fcc5e46049 req-025e462f-ef44-4c29-9d07-31063a796206 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.285300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc514c18-85e6-45e9-9f8e-80fcc5e46049 req-025e462f-ef44-4c29-9d07-31063a796206 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1381009 Aug 29 04:18:50.285798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39218) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:50.297221 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-ef4cc276-0263-4f20-b7ce-dc9e573f8cb8 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e6545336be2e43dc987577bbf4a14084&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443065 Aug 29 04:18:50.414787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.456119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6bbbef2-7bce-44dc-ab77-40cd1870d8d8 req-53f36b51-5d95-4be0-bc3e-b9c28dc71691 service neutron] 10.222.0.52 "GET /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119835 Aug 29 04:18:50.468277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ef031-c3f1-4c14-bdce-e4743e187306 req-c4123650-32e0-424e-a74e-0a0640f6108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.469764 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d9ef031-c3f1-4c14-bdce-e4743e187306 req-c4123650-32e0-424e-a74e-0a0640f6108c service neutron] 10.222.0.59 "GET /v2.0/networks?id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 HTTP/1.1" status: 200 len: 911 time: 0.2839708 Aug 29 04:18:50.494445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc514c18-85e6-45e9-9f8e-80fcc5e46049 req-d9152086-39b2-40f1-9ec4-f0186d696d00 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567397 Aug 29 04:18:50.564475 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.575941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:50.591022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c820912e-2630-46a7-8b02-4e36a484d6cd') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:50.591320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c820912e-2630-46a7-8b02-4e36a484d6cd') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:50.595321 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d9ef031-c3f1-4c14-bdce-e4743e187306 req-4fd49f8c-9dda-4fd0-bbea-e69d7c7ff3f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7f39c42-905f-4277-93e5-41aaf2976fff HTTP/1.1" status: 200 len: 217 time: 0.0894575 Aug 29 04:18:50.604243 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.644562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-79d0d386-4421-4a6f-8978-5c19ea1b7918 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.646189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-79d0d386-4421-4a6f-8978-5c19ea1b7918 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3396528 Aug 29 04:18:50.661505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Request body: {'port': {'device_id': '4fb60868-0937-489a-bcee-1332964d41ac', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': 'e6545336be2e43dc987577bbf4a14084'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:50.665989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.684248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:50.685030 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.688682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['49b10220-3ec7-499e-bdb1-27a47520aca9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:50.689170 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:50.720677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ef031-c3f1-4c14-bdce-e4743e187306 req-bd6113ff-abb0-4afe-b318-c42bdcc184be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.722155 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d9ef031-c3f1-4c14-bdce-e4743e187306 req-bd6113ff-abb0-4afe-b318-c42bdcc184be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=912da5bf-a44c-4f60-a2fb-5bdea41f69b2 HTTP/1.1" status: 200 len: 850 time: 0.1172810 Aug 29 04:18:50.759813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845107c-0276-4c38-a072-4c4a2982cd36 req-dbe9fa28-f9a3-478e-818d-055b0c5f1217 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.767181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845107c-0276-4c38-a072-4c4a2982cd36 req-dbe9fa28-f9a3-478e-818d-055b0c5f1217 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.770116 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d9ef031-c3f1-4c14-bdce-e4743e187306 req-da736f66-941d-4e03-af3a-58705d095b8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398626 Aug 29 04:18:50.774945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845107c-0276-4c38-a072-4c4a2982cd36 req-dbe9fa28-f9a3-478e-818d-055b0c5f1217 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.777842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9845107c-0276-4c38-a072-4c4a2982cd36 req-dbe9fa28-f9a3-478e-818d-055b0c5f1217 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2416 time: 0.1674194 Aug 29 04:18:50.799384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b74ea8-e257-4c60-a620-74ab6d4e098e req-9d19e804-0a1d-460d-a418-fdde2daecdb8 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.800947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42b74ea8-e257-4c60-a620-74ab6d4e098e req-9d19e804-0a1d-460d-a418-fdde2daecdb8 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.1890349 Aug 29 04:18:50.830123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.836834 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.841193 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] 10.222.0.49 "DELETE /v2.0/networks/df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a HTTP/1.1" status: 204 len: 168 time: 0.5496182 Aug 29 04:18:50.882530 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9845107c-0276-4c38-a072-4c4a2982cd36 req-e89a2f8d-94b7-462f-a140-90aabc857965 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921626 Aug 29 04:18:50.908654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab6f77-b06f-497b-b1db-0dd4b6b91971 tempest-TagsTest-26759376 tempest-TagsTest-26759376-project] Pushing event deleted for resources: {'Network': ['ID=df37dcd6-c1d4-427b-b0ca-ce551c5a1c0a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:50.948964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Made reservation on behalf of e6545336be2e43dc987577bbf4a14084 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:50.952481 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.964460 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.976374 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d9ef031-c3f1-4c14-bdce-e4743e187306 req-19a40146-ea76-4a30-999c-c95fff08a7db service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974602 Aug 29 04:18:50.993546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42b74ea8-e257-4c60-a620-74ab6d4e098e req-de6384b1-69b3-43cf-b856-c0ee0f1d58f4 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850879 Aug 29 04:18:51.067235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c8317a8-d6a6-4328-b42e-62585bdbede6 req-41c755da-983f-436f-bdb8-4357c462b5ea tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 210 time: 0.0465915 Aug 29 04:18:51.173399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d9ef031-c3f1-4c14-bdce-e4743e187306 req-48dc1198-d300-4fcc-93b1-10abce376bf4 service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890237 Aug 29 04:18:51.223608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca393b51-e2c4-49f1-99e2-54149dea9073 req-44fc5697-e572-47ab-8e17-ac5320a260a9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.232240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.232734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca393b51-e2c4-49f1-99e2-54149dea9073 req-44fc5697-e572-47ab-8e17-ac5320a260a9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1074700 Aug 29 04:18:51.239808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.317863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca393b51-e2c4-49f1-99e2-54149dea9073 req-55a34f14-6428-49e4-94d9-a028aac6e118 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779717 Aug 29 04:18:51.329830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a52e2cb-122a-4fa8-8114-2ff474907cac,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:51.405394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39236) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:51.430650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Allocated IP 192.168.233.39 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:51.629208 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.648300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c8481a43-0b2a-4fd7-90b7-7626a9ca01b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e268433c9d34129b79e83869c0788fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400842 Aug 29 04:18:51.649985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39244) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:51.653075 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Transition to ACTIVE for port object 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:51.694297 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.704064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a74e8-436f-4b9b-9084-bffae22dfdab req-67597635-9cd0-4845-93d8-fcf12056aa11 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.712349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-694a74e8-436f-4b9b-9084-bffae22dfdab req-67597635-9cd0-4845-93d8-fcf12056aa11 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1232548 Aug 29 04:18:51.743056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cea23eea-7fab-451c-b413-d039116877c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.747935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:51.753129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:51.756009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:51.776857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-694a74e8-436f-4b9b-9084-bffae22dfdab req-bdcfa606-41e6-4334-9c12-5a5a00980164 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635564 Aug 29 04:18:51.790460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Pushing event updated for resources: {'Port': ['ID=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:51.799535 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cea23eea-7fab-451c-b413-d039116877c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.836804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.845762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.863147 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cea23eea-7fab-451c-b413-d039116877c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.865270 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-349828c1-0dfa-4cae-bfc7-e33517491ab6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2082627 Aug 29 04:18:51.878407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Request body: {'port': {'device_id': '4fb60868-0937-489a-bcee-1332964d41ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:51.880715 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cea23eea-7fab-451c-b413-d039116877c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.887385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cea23eea-7fab-451c-b413-d039116877c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/033666e7-56d5-4e36-8296-98ddf21c836b HTTP/1.1" status: 204 len: 168 time: 0.2310286 Aug 29 04:18:51.906860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea23eea-7fab-451c-b413-d039116877c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033666e7-56d5-4e36-8296-98ddf21c836b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.017844 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.050336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 49b10220-3ec7-499e-bdb1-27a47520aca9 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:52.121363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19540da8-8e05-47b0-87fd-f97a481c5474 req-1cc4fd76-e476-4560-8a07-9110ad7aacb1 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.140689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19540da8-8e05-47b0-87fd-f97a481c5474 req-1cc4fd76-e476-4560-8a07-9110ad7aacb1 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.165353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19540da8-8e05-47b0-87fd-f97a481c5474 req-1cc4fd76-e476-4560-8a07-9110ad7aacb1 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.174031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19540da8-8e05-47b0-87fd-f97a481c5474 req-1cc4fd76-e476-4560-8a07-9110ad7aacb1 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2416 time: 0.1935582 Aug 29 04:18:52.196338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 49b10220-3ec7-499e-bdb1-27a47520aca9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:52.216501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 49b10220-3ec7-499e-bdb1-27a47520aca9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:52.221541 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.289749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ab9aecc9-c50f-408a-801a-459d26bb32ad None None] Provisioning for port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:52.306117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19540da8-8e05-47b0-87fd-f97a481c5474 req-6dc079ed-45f9-4e32-a912-e0d7a170f38c tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977852 Aug 29 04:18:52.317186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ab9aecc9-c50f-408a-801a-459d26bb32ad None None] Provisioning complete for port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:52.320967 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab9aecc9-c50f-408a-801a-459d26bb32ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.335925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c5331-0957-4634-9d75-46eee8b3bfe2 req-7ac3c825-df4a-4af4-a72b-7bd8edee57e3 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.347714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc2c5331-0957-4634-9d75-46eee8b3bfe2 req-7ac3c825-df4a-4af4-a72b-7bd8edee57e3 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.1723845 Aug 29 04:18:52.403294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc2c5331-0957-4634-9d75-46eee8b3bfe2 req-c7ebae04-d3fd-4218-bd1c-683bedfe79f6 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495570 Aug 29 04:18:52.432271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ab9aecc9-c50f-408a-801a-459d26bb32ad None None] Port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:52.480990 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.496900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:52.506916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.516420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b10220-3ec7-499e-bdb1-27a47520aca9'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:52.519334 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefb5993-033f-4419-8353-1c09544e6232" -d '{"events": [{"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-plugged", "status": "completed", "tag": "49b10220-3ec7-499e-bdb1-27a47520aca9"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:52.538093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 49b10220-3ec7-499e-bdb1-27a47520aca9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=49b10220-3ec7-499e-bdb1-27a47520aca9,segment=NetworkSegment(72d6159d-6bdb-44e4-823f-6ba222726aaa),segment_id=72d6159d-6bdb-44e4-823f-6ba222726aaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:52.540566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Transition to ACTIVE for port object 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:52.555994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.564758 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.568093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f2b81e5f-7634-42b1-94e9-e5951872cdad up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:52.627030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a7495-d6b7-4b20-9556-781f070375b8 req-594ffb2f-9983-4ed3-a9d0-311eacd67964 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.645170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf8a7495-d6b7-4b20-9556-781f070375b8 req-594ffb2f-9983-4ed3-a9d0-311eacd67964 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 935 time: 0.1942620 Aug 29 04:18:52.668033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.714369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=49b10220-3ec7-499e-bdb1-27a47520aca9,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.721613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4938a-fafb-42f0-b230-8af7fd548842 req-6a02ca52-fb0b-4fda-a5b2-7af410cc4b03 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.737685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0e4938a-fafb-42f0-b230-8af7fd548842 req-6a02ca52-fb0b-4fda-a5b2-7af410cc4b03 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.2165089 Aug 29 04:18:52.793264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf8a7495-d6b7-4b20-9556-781f070375b8 req-a2369401-3fa9-4674-b28a-fc127e10636a tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513848 Aug 29 04:18:52.811509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port f2b81e5f-7634-42b1-94e9-e5951872cdad completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:52.816751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port f2b81e5f-7634-42b1-94e9-e5951872cdad triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:52.817139 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.879558 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa915eba-f23c-437f-8ddb-2e4422fbecc4 x-openstack-request-id: req-aa915eba-f23c-437f-8ddb-2e4422fbecc4 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:52.880750 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-plugged", "status": "completed", "tag": "49b10220-3ec7-499e-bdb1-27a47520aca9", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:52.881013 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa915eba-f23c-437f-8ddb-2e4422fbecc4 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:52.881417 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b10220-3ec7-499e-bdb1-27a47520aca9', 'code': 200} Aug 29 04:18:52.886238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0e4938a-fafb-42f0-b230-8af7fd548842 req-ec97ac9d-b54f-4fb7-8a13-2d02f47c4dbf tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179004 Aug 29 04:18:52.896441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Attempting to bind port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:52.896441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Attempting to bind port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:52.896441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Attempting to bind port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:52.904386 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:52.904719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Attempting to bind port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:52.933565 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:52.933993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:52.934552 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:52.935353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Bound port: 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:52.939400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.056071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] For port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:53.059354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] For port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:53.060284 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.064368 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.071267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c6659-ed16-4677-bbc5-2578cf5491cb req-eb8d8acb-d015-4abf-910d-d3932ba2c3a0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.075524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b73c6659-ed16-4677-bbc5-2578cf5491cb req-eb8d8acb-d015-4abf-910d-d3932ba2c3a0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1176088 Aug 29 04:18:53.142746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b73c6659-ed16-4677-bbc5-2578cf5491cb req-3979c818-d9a5-45a4-8c22-ff53627a6fac tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565293 Aug 29 04:18:53.160031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f2b81e5f-7634-42b1-94e9-e5951872cdad, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f2b81e5f-7634-42b1-94e9-e5951872cdad,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:53.166956 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.167157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.167874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.168418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:53.170071 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] 10.222.0.59 "PUT /v2.0/ports/66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 HTTP/1.1" status: 200 len: 1096 time: 1.2969182 Aug 29 04:18:53.170629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb60868-0937-489a-bcee-1332964d41ac', 'tag': '66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:53.173103 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb60868-0937-489a-bcee-1332964d41ac", "tag": "66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:53.206916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd0173-444c-4b48-8353-6743aa9c1ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:53.254815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39286) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:53.294853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f2b81e5f-7634-42b1-94e9-e5951872cdad,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:53.299107 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d067233-0c1c-486d-869a-9a3babe64ce4 x-openstack-request-id: req-2d067233-0c1c-486d-869a-9a3babe64ce4 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:53.299617 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb60868-0937-489a-bcee-1332964d41ac", "tag": "66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:53.299941 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d067233-0c1c-486d-869a-9a3babe64ce4 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:53.300850 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb60868-0937-489a-bcee-1332964d41ac', 'tag': '66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4', 'status': 'completed', 'code': 200} Aug 29 04:18:53.340729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-d4973569-afab-47c9-9f6e-de6ce93aafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.342910 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-d4973569-afab-47c9-9f6e-de6ce93aafc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6545336be2e43dc987577bbf4a14084&device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 1099 time: 0.1322589 Aug 29 04:18:53.355557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:53.367188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:53.368764 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.406208 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-2db967cd-fc3e-4646-81c9-5250ebd8105a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 HTTP/1.1" status: 200 len: 217 time: 0.0538478 Aug 29 04:18:53.499325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-124411202-network', 'tenant_id': 'c61a24e195e24952bae2ac3b835e3192'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:53.517002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-18a5a6fe-eedf-45a0-be92-92fafa073151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.519427 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-18a5a6fe-eedf-45a0-be92-92fafa073151 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1048536 Aug 29 04:18:53.532344 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.542051 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-44576875-3f24-47b6-88e0-a683d0e46cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.573257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:53.578895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-b258d73c-b6c4-4c63-8d40-b6b46613d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.581241 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-b258d73c-b6c4-4c63-8d40-b6b46613d4b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0550444 Aug 29 04:18:53.585552 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.610715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93f833-3679-4cbb-add7-08ced9ed4c26 req-2870b29e-a480-454d-aa1a-0cb12810182d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.618164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93f833-3679-4cbb-add7-08ced9ed4c26 req-2870b29e-a480-454d-aa1a-0cb12810182d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.624872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93f833-3679-4cbb-add7-08ced9ed4c26 req-2870b29e-a480-454d-aa1a-0cb12810182d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.627534 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba93f833-3679-4cbb-add7-08ced9ed4c26 req-2870b29e-a480-454d-aa1a-0cb12810182d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2418 time: 0.1866207 Aug 29 04:18:53.658916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Made reservation on behalf of c61a24e195e24952bae2ac3b835e3192 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:53.662032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.674174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:53.676822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.688066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f33ffa-1e5e-4f28-8f3b-661db2ebdc8c req-90d1f3b8-aa06-4e50-8c6f-ea04ff032f8b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.689829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32f33ffa-1e5e-4f28-8f3b-661db2ebdc8c req-90d1f3b8-aa06-4e50-8c6f-ea04ff032f8b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.1822405 Aug 29 04:18:53.716905 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-71f83061-44d1-425f-a3f2-b48c3e80b3cd service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282909 Aug 29 04:18:53.740611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba93f833-3679-4cbb-add7-08ced9ed4c26 req-c5f5ed13-b44c-4280-96fe-bfdbf923469c tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030724 Aug 29 04:18:53.771388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32f33ffa-1e5e-4f28-8f3b-661db2ebdc8c req-a10aec16-afeb-489a-82a3-13a31bffc9dc tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742753 Aug 29 04:18:53.857856 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d910862-4dec-43de-8761-b5a8b1abb5f6 req-331fffd9-c139-47f8-8a0d-a5c59b452abd service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342683 Aug 29 04:18:53.879068 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.885219 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.919779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:53.975542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d49e536-215e-49a7-b9b6-df83d2c37b94,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:53.987405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.987405 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Added segment 5a3eb8b6-b801-4549-a338-6258e2858855 of type vlan for network e3b9ce5f-5e2e-4785-aba2-8891a76875fa Aug 29 04:18:54.017499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-d0a9dd41-f86d-49c5-90da-b503c5e0df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.028358 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-d0a9dd41-f86d-49c5-90da-b503c5e0df7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6545336be2e43dc987577bbf4a14084&device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 1099 time: 0.1058769 Aug 29 04:18:54.182924 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.201479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260746ab-c543-4308-8603-3cacc95afe7a req-c725bc6e-bde6-4d2d-bd3e-ee3b666697b5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.203216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-260746ab-c543-4308-8603-3cacc95afe7a req-c725bc6e-bde6-4d2d-bd3e-ee3b666697b5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.2109537 Aug 29 04:18:54.213441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aec0da-410d-45d2-9d07-171bc6a0e1a3 req-735ab478-28cf-4fc9-8a21-52a3ecd83458 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.215083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9aec0da-410d-45d2-9d07-171bc6a0e1a3 req-735ab478-28cf-4fc9-8a21-52a3ecd83458 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 947 time: 0.2684600 Aug 29 04:18:54.221695 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-97b83af8-f0c8-4b8c-9f9b-4e1bcba1952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.223290 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-97b83af8-f0c8-4b8c-9f9b-4e1bcba1952d service neutron] 10.222.0.59 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1877952 Aug 29 04:18:54.269819 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-3d85c9cc-47d2-4d1b-a282-7f735d143e2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 HTTP/1.1" status: 200 len: 217 time: 0.0390413 Aug 29 04:18:54.273026 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.274038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.274621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.301263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-260746ab-c543-4308-8603-3cacc95afe7a req-17d19998-f2b9-4c7c-b864-98a5554dc02d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835989 Aug 29 04:18:54.324324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0601478 Aug 29 04:18:54.325209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39302) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:54.337158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Request body: {'subnet': {'network_id': 'e3b9ce5f-5e2e-4785-aba2-8891a76875fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-124411202-subnet', 'tenant_id': 'c61a24e195e24952bae2ac3b835e3192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:54.351973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-8c11f85b-e68a-49ba-8842-b15fef3f7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.353646 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-8c11f85b-e68a-49ba-8842-b15fef3f7d62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0772269 Aug 29 04:18:54.368860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9aec0da-410d-45d2-9d07-171bc6a0e1a3 req-677d4e47-e05c-458c-a703-50c7dcd670f7 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329455 Aug 29 04:18:54.391423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42622b74-b316-461a-bf03-53d3ad4ddeff admin admin] Pushing event updated for resources: {'Network': ['ID=e3b9ce5f-5e2e-4785-aba2-8891a76875fa,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.402136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network e3b9ce5f-5e2e-4785-aba2-8891a76875fa details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:54.426717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Made reservation on behalf of c61a24e195e24952bae2ac3b835e3192 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:54.429963 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.488906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-a152b032-4190-4d93-b95e-7129d57d3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.490460 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-a152b032-4190-4d93-b95e-7129d57d3971 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1273656 Aug 29 04:18:54.520973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e4de-2ff7-4058-baff-9cfeac501406 req-01393a9d-d10d-4d5b-9e2a-2ab171a0048d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.529922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5a4e4de-2ff7-4058-baff-9cfeac501406 req-01393a9d-d10d-4d5b-9e2a-2ab171a0048d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1031485 Aug 29 04:18:54.592756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5a4e4de-2ff7-4058-baff-9cfeac501406 req-06710976-3a27-472a-b433-637f6f049763 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616746 Aug 29 04:18:54.618373 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-ce1c15d9-3bf3-4149-9020-7aed1fdca794 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198828 Aug 29 04:18:54.793614 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c004e70-33f2-4971-aa9c-124a3bf1c4b7 req-44eda983-4509-42af-9d36-6508b2c414b2 service neutron] 10.222.0.59 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666086 Aug 29 04:18:54.794931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.851984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15614d1-bd40-43d4-be8c-37cece2cc63e,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.878412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Checking segment: {'id': '5a3eb8b6-b801-4549-a338-6258e2858855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e3b9ce5f-5e2e-4785-aba2-8891a76875fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:54.879131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Network hostable DHCP agents. Network: e3b9ce5f-5e2e-4785-aba2-8891a76875fa, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:54.883237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b81e5f-7634-42b1-94e9-e5951872cdad'}, {'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:54.886001 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba8481c-1fde-4154-85c3-ea6c50830fc6" -d '{"events": [{"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-plugged", "status": "completed", "tag": "f2b81e5f-7634-42b1-94e9-e5951872cdad"}, {"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-plugged", "status": "completed", "tag": "eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:54.903026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Network e3b9ce5f-5e2e-4785-aba2-8891a76875fa is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:54.912862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, e3b9ce5f-5e2e-4785-aba2-8891a76875fa) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:54.917975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.919139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.925793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40c6fc-07ae-4c23-96c0-0252c8f9105e None None] Network e3b9ce5f-5e2e-4785-aba2-8891a76875fa requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:54.934453 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3e50dfdd-12f5-4fc9-a721-491b9cc91b78 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6063018 Aug 29 04:18:54.996478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d06615-dca4-4339-9ff8-894476ecd826 req-f8e0fa01-1643-437c-ac6a-5481fab973c8 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.002427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d06615-dca4-4339-9ff8-894476ecd826 req-f8e0fa01-1643-437c-ac6a-5481fab973c8 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.008814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d06615-dca4-4339-9ff8-894476ecd826 req-f8e0fa01-1643-437c-ac6a-5481fab973c8 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.010686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7d06615-dca4-4339-9ff8-894476ecd826 req-f8e0fa01-1643-437c-ac6a-5481fab973c8 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2419 time: 0.1413472 Aug 29 04:18:55.018562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d245f6-3219-4277-abff-76e70ec830da req-c73ba566-f531-4402-b761-2c112535161b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.020010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85d245f6-3219-4277-abff-76e70ec830da req-c73ba566-f531-4402-b761-2c112535161b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.1133392 Aug 29 04:18:55.105493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7d06615-dca4-4339-9ff8-894476ecd826 req-30358675-f0a7-430e-b200-6da80e70e0a5 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844753 Aug 29 04:18:55.135782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6889dd0-b08a-49c2-b245-5ede8b2aab63 None None] Network e3b9ce5f-5e2e-4785-aba2-8891a76875fa requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:55.151787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85d245f6-3219-4277-abff-76e70ec830da req-105bdfbf-d26b-4350-9a0c-7382a32e6201 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233010 Aug 29 04:18:55.202377 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3fc926-d36a-4e4b-a522-8501ad925cf5 x-openstack-request-id: req-6d3fc926-d36a-4e4b-a522-8501ad925cf5 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:55.202680 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-plugged", "status": "completed", "tag": "f2b81e5f-7634-42b1-94e9-e5951872cdad", "code": 200}, {"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-plugged", "status": "completed", "tag": "eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:55.203123 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d3fc926-d36a-4e4b-a522-8501ad925cf5 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:55.203667 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b81e5f-7634-42b1-94e9-e5951872cdad', 'code': 200} Aug 29 04:18:55.204080 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e', 'code': 200} Aug 29 04:18:55.244938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0109629f-cc0d-4080-b0c0-88c0fd23e172 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:55.373574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac241f-5940-4449-9a39-49eccbb68837 req-058959e5-8769-418b-9b17-9600454d86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.374259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac241f-5940-4449-9a39-49eccbb68837 req-058959e5-8769-418b-9b17-9600454d86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.374806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac241f-5940-4449-9a39-49eccbb68837 req-058959e5-8769-418b-9b17-9600454d86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.376661 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6cac241f-5940-4449-9a39-49eccbb68837 req-058959e5-8769-418b-9b17-9600454d86df service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2875 time: 0.1016753 Aug 29 04:18:55.455793 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6cac241f-5940-4449-9a39-49eccbb68837 req-13e847b9-f4ba-43e1-83a7-23f01fbc3848 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708597 Aug 29 04:18:55.482109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0109629f-cc0d-4080-b0c0-88c0fd23e172, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:55.518261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '0109629f-cc0d-4080-b0c0-88c0fd23e172', 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4', 'port_id': '0109629f-cc0d-4080-b0c0-88c0fd23e172', 'mac_address': 'fa:16:3e:4e:01:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162281a0-7421-4afc-beac-04c048e8c914', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:55.632261 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.666624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0109629f-cc0d-4080-b0c0-88c0fd23e172 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:55.672830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951148e-c4e2-4144-84a7-dfd1539b11b8 req-2905d95d-6444-4d00-9fc8-f1881f89a7c2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.674506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f951148e-c4e2-4144-84a7-dfd1539b11b8 req-2905d95d-6444-4d00-9fc8-f1881f89a7c2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.2026546 Aug 29 04:18:55.707030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f171e-4581-4f07-9959-1b59561e14ce req-22f6ac62-de8b-40d5-8636-368df4ba8a9a tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.714692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e98f171e-4581-4f07-9959-1b59561e14ce req-22f6ac62-de8b-40d5-8636-368df4ba8a9a tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 947 time: 0.1924398 Aug 29 04:18:55.727519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0109629f-cc0d-4080-b0c0-88c0fd23e172, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:55.735293 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.758585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39332) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:55.765601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-673355861-network', 'tenant_id': 'ab99a3ba10ea4da2925a6780186ada6a'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:55.766610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f951148e-c4e2-4144-84a7-dfd1539b11b8 req-9ba0fd58-53c5-4c51-9908-014e51dd7056 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850315 Aug 29 04:18:55.770238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e98f171e-4581-4f07-9959-1b59561e14ce req-4f74a481-752e-42a9-850a-39ce99cfc132 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546396 Aug 29 04:18:55.833112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Made reservation on behalf of ab99a3ba10ea4da2925a6780186ada6a for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:55.834783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0109629f-cc0d-4080-b0c0-88c0fd23e172,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:55.836824 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.853297 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.932503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cb613-1a0f-4e49-910f-a2baa5548bb1 req-4796b5e2-7255-4158-8f2b-a9984986c4c2 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.934249 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-002cb613-1a0f-4e49-910f-a2baa5548bb1 req-4796b5e2-7255-4158-8f2b-a9984986c4c2 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.0711582 Aug 29 04:18:55.964451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['0109629f-cc0d-4080-b0c0-88c0fd23e172'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:55.973268 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.977441 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.981475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-002cb613-1a0f-4e49-910f-a2baa5548bb1 req-6bca75e7-e766-4d54-9ef7-6a9c4c1bfbe1 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371826 Aug 29 04:18:56.007620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:56.014969 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4426f391-8af5-4d2b-a0ac-bc0b4b8fc126,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.022090 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.023058 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Added segment 9d5114f2-1fe1-49fe-a8f1-17976a36f88f of type vlan for network f585dc4e-9cec-4c7f-823b-5f758ebd106d Aug 29 04:18:56.069055 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.082217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:56.089402 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6c75018-e142-48eb-9fca-f11d191b8faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.099939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.101015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.101648 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.155221 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3954153 Aug 29 04:18:56.157969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39336) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:56.163232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Request body: {'subnet': {'network_id': 'f585dc4e-9cec-4c7f-823b-5f758ebd106d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-673355861-subnet', 'tenant_id': 'ab99a3ba10ea4da2925a6780186ada6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:56.187608 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dee90-0d34-42cc-a00f-7589ce27f2fb admin admin] Pushing event updated for resources: {'Network': ['ID=f585dc4e-9cec-4c7f-823b-5f758ebd106d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.207945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network f585dc4e-9cec-4c7f-823b-5f758ebd106d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:56.211834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Made reservation on behalf of ab99a3ba10ea4da2925a6780186ada6a for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:56.214281 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.336553 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.349281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:56.362402 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4', 'mac_address': 'fa:16:3e:54:9c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:56.416177 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.440360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:56.486197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:56.496963 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.556240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.733474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59662a0-4150-401a-bd4d-f1a29c8a2315 req-ae54b0a7-440a-4fad-b5f0-2efd686b9e9b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.739260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59662a0-4150-401a-bd4d-f1a29c8a2315 req-ae54b0a7-440a-4fad-b5f0-2efd686b9e9b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.745207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59662a0-4150-401a-bd4d-f1a29c8a2315 req-ae54b0a7-440a-4fad-b5f0-2efd686b9e9b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.746906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e59662a0-4150-401a-bd4d-f1a29c8a2315 req-ae54b0a7-440a-4fad-b5f0-2efd686b9e9b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2419 time: 0.5459826 Aug 29 04:18:56.764294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805213f-c77b-4ffd-a0c7-2b99fc2101d4 req-bb5c1c07-d076-48d8-ba57-01584f8dcfc6 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.766020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d805213f-c77b-4ffd-a0c7-2b99fc2101d4 req-bb5c1c07-d076-48d8-ba57-01584f8dcfc6 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 944 time: 0.4968009 Aug 29 04:18:56.776909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:56.853751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e59662a0-4150-401a-bd4d-f1a29c8a2315 req-790043b3-897d-41a2-979d-275021d06e2d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974193 Aug 29 04:18:56.912909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d805213f-c77b-4ffd-a0c7-2b99fc2101d4 req-e58f3f41-1bd3-4c95-9855-28996848bdd7 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333094 Aug 29 04:18:56.954723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.059632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c196cc4-b36d-4143-a816-55fe378aa056,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.093813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Checking segment: {'id': '9d5114f2-1fe1-49fe-a8f1-17976a36f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f585dc4e-9cec-4c7f-823b-5f758ebd106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:57.094189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Network hostable DHCP agents. Network: f585dc4e-9cec-4c7f-823b-5f758ebd106d, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:57.116800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5f069-440c-48c6-9540-edbd6b41c92c req-ca63c0f9-5f16-4852-862a-b7519a61c4ea tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.118319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ca5f069-440c-48c6-9540-edbd6b41c92c req-ca63c0f9-5f16-4852-862a-b7519a61c4ea tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1192536 Aug 29 04:18:57.135910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab21e9-ab7f-4d90-acf4-701223be6f5f req-e6ed0110-e88a-451b-b06f-30476f3ffc76 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.137417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19ab21e9-ab7f-4d90-acf4-701223be6f5f req-e6ed0110-e88a-451b-b06f-30476f3ffc76 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 948 time: 0.0980589 Aug 29 04:18:57.162032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Network f585dc4e-9cec-4c7f-823b-5f758ebd106d is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:57.185935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, f585dc4e-9cec-4c7f-823b-5f758ebd106d) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:57.191517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.192301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.227616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ca5f069-440c-48c6-9540-edbd6b41c92c req-3398d282-31c5-452c-aa72-2d7797c61ca1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998862 Aug 29 04:18:57.232683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8f4622-c7cc-409d-b94c-809312c5e4d7 None None] Network f585dc4e-9cec-4c7f-823b-5f758ebd106d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:57.235229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19ab21e9-ab7f-4d90-acf4-701223be6f5f req-89eb18f9-2903-47b6-a45e-0c1dc33248c8 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865405 Aug 29 04:18:57.246040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4f49ad84-4447-454a-874c-928a2ae2a7c5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0781159 Aug 29 04:18:57.325445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0109629f-cc0d-4080-b0c0-88c0fd23e172 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:57.368852 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.388622 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.431985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39352) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:57.440473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 0109629f-cc0d-4080-b0c0-88c0fd23e172 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:57.440857 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.459883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e4bfe-e63b-4e29-8844-00f9d88941b0 req-b1a1a37c-25e4-4352-a8a8-5c92f9828272 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.468055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da4e4bfe-e63b-4e29-8844-00f9d88941b0 req-b1a1a37c-25e4-4352-a8a8-5c92f9828272 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.0690546 Aug 29 04:18:57.508846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da4e4bfe-e63b-4e29-8844-00f9d88941b0 req-9b0c9ce3-c06f-45c7-9ff6-32cdbfe426de tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 Aug 29 04:18:57.515871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d8649f-44e4-4778-9e51-942f22c072ab admin admin] Deleting subnet d15614d1-bd40-43d4-be8c-37cece2cc63e {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:57.530510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-13d8649f-44e4-4778-9e51-942f22c072ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.571453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-13d8649f-44e4-4778-9e51-942f22c072ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.619102 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-13d8649f-44e4-4778-9e51-942f22c072ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.688314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87442088-ab4c-4859-9e1c-4738bfeed8b3 None None] Network f585dc4e-9cec-4c7f-823b-5f758ebd106d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:57.698754 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-13d8649f-44e4-4778-9e51-942f22c072ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.730589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8649f-44e4-4778-9e51-942f22c072ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15614d1-bd40-43d4-be8c-37cece2cc63e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.734003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-13d8649f-44e4-4778-9e51-942f22c072ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.736180 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-13d8649f-44e4-4778-9e51-942f22c072ab admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d15614d1-bd40-43d4-be8c-37cece2cc63e HTTP/1.1" status: 204 len: 168 time: 0.3037724 Aug 29 04:18:57.738633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39354) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:57.855656 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.862836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.909949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0109629f-cc0d-4080-b0c0-88c0fd23e172'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:57.912173 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737151e1-97e3-475c-88e6-1de5d9e6fb78" -d '{"events": [{"server_uuid": "f8192340-a0be-473f-bc59-a01eb04fc952", "name": "network-vif-plugged", "status": "completed", "tag": "0109629f-cc0d-4080-b0c0-88c0fd23e172"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:57.931432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0109629f-cc0d-4080-b0c0-88c0fd23e172, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:57.952487 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.961858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.976732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b9ce5f-5e2e-4785-aba2-8891a76875fa']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:57.991436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3eb8b6-b801-4549-a338-6258e2858855') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:57.992270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3eb8b6-b801-4549-a338-6258e2858855') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:58.005909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.023773 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2e2a13-7cd9-4c72-b7ca-d309111fc20b x-openstack-request-id: req-ff2e2a13-7cd9-4c72-b7ca-d309111fc20b {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:58.028400 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8192340-a0be-473f-bc59-a01eb04fc952", "name": "network-vif-plugged", "status": "completed", "tag": "0109629f-cc0d-4080-b0c0-88c0fd23e172", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:58.028907 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff2e2a13-7cd9-4c72-b7ca-d309111fc20b {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:58.029737 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0109629f-cc0d-4080-b0c0-88c0fd23e172', 'code': 200} Aug 29 04:18:58.030914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0109629f-cc0d-4080-b0c0-88c0fd23e172,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:58.033377 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.042399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:58.042994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:58.049023 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:58.086459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:58.097274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c633-5118-4736-8db2-96d97f6a812f req-53131cee-4c03-4ce4-bbb3-7bd6353c3ab7 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.105221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c633-5118-4736-8db2-96d97f6a812f req-53131cee-4c03-4ce4-bbb3-7bd6353c3ab7 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.112811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c633-5118-4736-8db2-96d97f6a812f req-53131cee-4c03-4ce4-bbb3-7bd6353c3ab7 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.120841 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e637c633-5118-4736-8db2-96d97f6a812f req-53131cee-4c03-4ce4-bbb3-7bd6353c3ab7 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2419 time: 0.0939128 Aug 29 04:18:58.128823 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.138926 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.145141 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e3b9ce5f-5e2e-4785-aba2-8891a76875fa HTTP/1.1" status: 204 len: 168 time: 0.4054875 Aug 29 04:18:58.149009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39366) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:58.165997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3cb75-cab3-41cc-8ade-d62140486b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b9ce5f-5e2e-4785-aba2-8891a76875fa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:58.192272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:58.197912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:58.198292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.238700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e60df7-b68f-4ab2-8dbb-5a557b98fd28 admin admin] Deleting subnet 2c196cc4-b36d-4143-a816-55fe378aa056 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:58.243899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e637c633-5118-4736-8db2-96d97f6a812f req-9881783e-c595-4bda-ba7b-6085df695d34 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215086 Aug 29 04:18:58.263670 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f5e60df7-b68f-4ab2-8dbb-5a557b98fd28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.302463 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.356338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f5e60df7-b68f-4ab2-8dbb-5a557b98fd28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.373363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5079c3-2ed3-4142-9c32-b746a2aedf8f req-80789100-3af9-4fe1-93da-cf2231c743d5 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.375932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:58.381845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be5079c3-2ed3-4142-9c32-b746a2aedf8f req-80789100-3af9-4fe1-93da-cf2231c743d5 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.2364757 Aug 29 04:18:58.382248 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.443878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:58.458570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be5079c3-2ed3-4142-9c32-b746a2aedf8f req-f2f6bee6-082a-4e24-90ad-20d75d3ec78d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757260 Aug 29 04:18:58.501448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56093-6e07-42d1-8fd6-524ebac4c6e2 req-5d0aa935-83bd-429e-8eb4-cd478c4de3a8 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.503046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aab56093-6e07-42d1-8fd6-524ebac4c6e2 req-5d0aa935-83bd-429e-8eb4-cd478c4de3a8 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1539416 Aug 29 04:18:58.508092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f5e60df7-b68f-4ab2-8dbb-5a557b98fd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.616691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aab56093-6e07-42d1-8fd6-524ebac4c6e2 req-e4a3078a-3e1c-43ac-b523-d279e9ee6aeb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787454 Aug 29 04:18:58.647392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f47975-26a9-4bb3-9b53-476dfb197b5a req-d0ba3a9b-77b8-4fe6-9577-bca46a926d40 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.647392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62f47975-26a9-4bb3-9b53-476dfb197b5a req-d0ba3a9b-77b8-4fe6-9577-bca46a926d40 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 949 time: 0.1028280 Aug 29 04:18:58.658738 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f5e60df7-b68f-4ab2-8dbb-5a557b98fd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.704716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e60df7-b68f-4ab2-8dbb-5a557b98fd28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c196cc4-b36d-4143-a816-55fe378aa056,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:58.706808 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f5e60df7-b68f-4ab2-8dbb-5a557b98fd28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.710730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f5e60df7-b68f-4ab2-8dbb-5a557b98fd28 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c196cc4-b36d-4143-a816-55fe378aa056 HTTP/1.1" status: 204 len: 168 time: 0.5578108 Aug 29 04:18:58.712261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39394) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:58.722759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62f47975-26a9-4bb3-9b53-476dfb197b5a req-70968455-16f8-4da2-8d0d-dc0fbd67524f tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748222 Aug 29 04:18:58.793850 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.861447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0436b-a590-4526-a814-f992a01e909f req-627ef59b-a277-4ff5-88ff-57234817241d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.863598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edf0436b-a590-4526-a814-f992a01e909f req-627ef59b-a277-4ff5-88ff-57234817241d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.0555122 Aug 29 04:18:58.883115 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.894463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f585dc4e-9cec-4c7f-823b-5f758ebd106d']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:58.905731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5114f2-1fe1-49fe-a8f1-17976a36f88f') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:58.906053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5114f2-1fe1-49fe-a8f1-17976a36f88f') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:58.915509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.920425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edf0436b-a590-4526-a814-f992a01e909f req-7f4df447-4a08-4f3e-be4a-9afbc29795a1 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Aug 29 04:18:58.921408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.931120 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.937780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:58.938245 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:58.940599 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:58.997050 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.003292 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.008940 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] 10.222.0.49 "DELETE /v2.0/networks/f585dc4e-9cec-4c7f-823b-5f758ebd106d HTTP/1.1" status: 204 len: 168 time: 0.2947481 Aug 29 04:18:59.029908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692bc96-3081-4757-a5e9-0e9d3fd8065e admin admin] Pushing event deleted for resources: {'Network': ['ID=f585dc4e-9cec-4c7f-823b-5f758ebd106d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:59.048663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5046a-662e-4318-a6cb-78b56d923a0a req-c44850c5-bfae-4fbe-991c-89a2628f13dd tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.050208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20c5046a-662e-4318-a6cb-78b56d923a0a req-c44850c5-bfae-4fbe-991c-89a2628f13dd tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.0731323 Aug 29 04:18:59.090030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20c5046a-662e-4318-a6cb-78b56d923a0a req-c7bedec1-7caf-4787-bea5-41055e0d475c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Aug 29 04:18:59.148531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b42153-1a5e-44c2-a126-27f74e8ff1d0 req-95b40d36-2230-4ab5-bfea-702151d3ef29 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.154971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b42153-1a5e-44c2-a126-27f74e8ff1d0 req-95b40d36-2230-4ab5-bfea-702151d3ef29 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.160839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b42153-1a5e-44c2-a126-27f74e8ff1d0 req-95b40d36-2230-4ab5-bfea-702151d3ef29 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.162474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61b42153-1a5e-44c2-a126-27f74e8ff1d0 req-95b40d36-2230-4ab5-bfea-702151d3ef29 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2419 time: 0.0652831 Aug 29 04:18:59.181942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39402) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:59.204650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61b42153-1a5e-44c2-a126-27f74e8ff1d0 req-cfb4014a-c260-4484-98ef-d2ced13a17a9 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360978 Aug 29 04:18:59.226353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bf80c3a3-b710-46b4-a069-18fbbf6a64dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c61a24e195e24952bae2ac3b835e3192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432103 Aug 29 04:18:59.228861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39404) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:59.277307 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4dae377-6fe6-470f-9f0b-d6df50ec1104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.298041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4dae377-6fe6-470f-9f0b-d6df50ec1104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.346106 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4dae377-6fe6-470f-9f0b-d6df50ec1104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.349740 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4dae377-6fe6-470f-9f0b-d6df50ec1104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.351615 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d4dae377-6fe6-470f-9f0b-d6df50ec1104 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d49e536-215e-49a7-b9b6-df83d2c37b94 HTTP/1.1" status: 204 len: 168 time: 0.1217444 Aug 29 04:18:59.360681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dae377-6fe6-470f-9f0b-d6df50ec1104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d49e536-215e-49a7-b9b6-df83d2c37b94,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:59.566711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d233f4-717e-4784-82c4-53b4fc40dae1 req-721562b9-569c-43c5-9934-90c721153f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.568303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70d233f4-717e-4784-82c4-53b4fc40dae1 req-721562b9-569c-43c5-9934-90c721153f3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 1098 time: 0.0420027 Aug 29 04:18:59.667755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39412) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:59.682053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d233f4-717e-4784-82c4-53b4fc40dae1 req-fa2ee70d-cebd-4435-be94-68da5e8388d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.685036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70d233f4-717e-4784-82c4-53b4fc40dae1 req-fa2ee70d-cebd-4435-be94-68da5e8388d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 913 time: 0.1050045 Aug 29 04:18:59.711107 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a63f6c4b-3c57-4fa2-9340-966607548a17 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab99a3ba10ea4da2925a6780186ada6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418208 Aug 29 04:18:59.713549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39414) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:59.757958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70d233f4-717e-4784-82c4-53b4fc40dae1 req-7b9e2db6-8f09-430f-ad70-53f98315684b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952 HTTP/1.1" status: 200 len: 217 time: 0.0644703 Aug 29 04:18:59.762953 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4b39-255f-42ec-a67e-9b6d611b699e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.786855 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4b39-255f-42ec-a67e-9b6d611b699e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.808803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e8d77-f92b-4b07-8fdf-cee65df22cd6 req-156ed70d-163c-4557-9a2a-5c8e1b31f180 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.810322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-322e8d77-f92b-4b07-8fdf-cee65df22cd6 req-156ed70d-163c-4557-9a2a-5c8e1b31f180 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1189435 Aug 29 04:18:59.837833 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4b39-255f-42ec-a67e-9b6d611b699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.840530 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4b39-255f-42ec-a67e-9b6d611b699e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.841672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cf4f4b39-255f-42ec-a67e-9b6d611b699e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4426f391-8af5-4d2b-a0ac-bc0b4b8fc126 HTTP/1.1" status: 204 len: 168 time: 0.1269789 Aug 29 04:18:59.850217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f4b39-255f-42ec-a67e-9b6d611b699e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4426f391-8af5-4d2b-a0ac-bc0b4b8fc126,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:59.879408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d233f4-717e-4784-82c4-53b4fc40dae1 req-7c1ac519-792a-419b-b33c-878b8ece8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.880922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70d233f4-717e-4784-82c4-53b4fc40dae1 req-7c1ac519-792a-419b-b33c-878b8ece8702 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.1153450 Aug 29 04:18:59.922034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-322e8d77-f92b-4b07-8fdf-cee65df22cd6 req-591bbd70-226e-4f58-ba82-c892e922af4e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998993 Aug 29 04:18:59.925332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70d233f4-717e-4784-82c4-53b4fc40dae1 req-5384d09a-3731-45bd-b6bf-97f28afce857 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337644 Aug 29 04:18:59.932671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbab9a-a7da-47a7-a3ef-c95c27aaf4e7 req-0bfcaef6-ac4b-4950-94c0-e75b78fb7cf7 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.934126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ebbab9a-a7da-47a7-a3ef-c95c27aaf4e7 req-0bfcaef6-ac4b-4950-94c0-e75b78fb7cf7 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 949 time: 0.1334839 Aug 29 04:19:00.036804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb60868-0937-489a-bcee-1332964d41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:00.039231 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeeee45-4848-4b59-a177-6351bb60cb43" -d '{"events": [{"server_uuid": "4fb60868-0937-489a-bcee-1332964d41ac", "name": "network-vif-plugged", "status": "completed", "tag": "66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:00.040981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ebbab9a-a7da-47a7-a3ef-c95c27aaf4e7 req-e34d66e9-74a6-4d07-8eee-404d147b632c tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976460 Aug 29 04:19:00.089756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70d233f4-717e-4784-82c4-53b4fc40dae1 req-b9886f69-9da0-4513-964b-616eb8e290fa service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545382 Aug 29 04:19:00.097597 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e22c52-448f-43ee-80bb-4acaea27fa31 x-openstack-request-id: req-43e22c52-448f-43ee-80bb-4acaea27fa31 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:00.097896 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb60868-0937-489a-bcee-1332964d41ac", "name": "network-vif-plugged", "status": "completed", "tag": "66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:00.098158 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43e22c52-448f-43ee-80bb-4acaea27fa31 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:00.098589 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb60868-0937-489a-bcee-1332964d41ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4', 'code': 200} Aug 29 04:19:00.217153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae850efe-1c08-4881-8660-18aeda74591f req-796d9063-20de-4623-bf4f-7733003d2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.218817 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae850efe-1c08-4881-8660-18aeda74591f req-796d9063-20de-4623-bf4f-7733003d2e79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 1101 time: 0.0486684 Aug 29 04:19:00.229850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a24ee-288f-44d9-9c99-1316a7e1ee6c req-b7d71fab-d63c-4301-8163-c8961ed03482 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.231374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-287a24ee-288f-44d9-9c99-1316a7e1ee6c req-b7d71fab-d63c-4301-8163-c8961ed03482 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1406624 Aug 29 04:19:00.259343 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae850efe-1c08-4881-8660-18aeda74591f req-15978b6c-8211-459a-b348-1f1b605e5472 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Aug 29 04:19:00.274627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70d233f4-717e-4784-82c4-53b4fc40dae1 req-ede8ac60-2a73-4757-8537-1fddf384c870 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714373 Aug 29 04:19:00.297743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ead6e-5001-41d5-b00b-ae59ebc80fc6 req-49fa9fe0-1ee1-4928-9d5d-852597e5dfa1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.299320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b5ead6e-5001-41d5-b00b-ae59ebc80fc6 req-49fa9fe0-1ee1-4928-9d5d-852597e5dfa1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.1212113 Aug 29 04:19:00.305228 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-287a24ee-288f-44d9-9c99-1316a7e1ee6c req-933b4f75-0957-49f3-a2be-0a6cac8dbfd9 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599780 Aug 29 04:19:00.342712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b5ead6e-5001-41d5-b00b-ae59ebc80fc6 req-f44833c7-a37f-4626-ab11-83aeeef2654b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342746 Aug 29 04:19:00.417816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1458b3-8d18-4e70-8bc6-1c25233d041a req-6703786b-ea95-44e7-b92a-4cf9e2cf97e2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.423849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1458b3-8d18-4e70-8bc6-1c25233d041a req-6703786b-ea95-44e7-b92a-4cf9e2cf97e2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.430448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1458b3-8d18-4e70-8bc6-1c25233d041a req-6703786b-ea95-44e7-b92a-4cf9e2cf97e2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.432241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb1458b3-8d18-4e70-8bc6-1c25233d041a req-6703786b-ea95-44e7-b92a-4cf9e2cf97e2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2419 time: 0.0662482 Aug 29 04:19:00.471650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb1458b3-8d18-4e70-8bc6-1c25233d041a req-1ba13302-725e-4e66-a724-21c7cc465dc7 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331411 Aug 29 04:19:00.949905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-58082c03-4ce7-48e4-a8a2-4a06af54d6c0 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.955810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-58082c03-4ce7-48e4-a8a2-4a06af54d6c0 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.961680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-58082c03-4ce7-48e4-a8a2-4a06af54d6c0 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.963300 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-58082c03-4ce7-48e4-a8a2-4a06af54d6c0 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.59 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 2419 time: 0.0617023 Aug 29 04:19:01.066899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5d3a8-5b1c-4bd3-a848-27064f58ac5c req-a3103ac0-3e94-4643-85cd-1da7a3e04d13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.069684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76e5d3a8-5b1c-4bd3-a848-27064f58ac5c req-a3103ac0-3e94-4643-85cd-1da7a3e04d13 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.0688407 Aug 29 04:19:01.087751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-d1460a18-5c1a-44db-8b19-e1a8bfa461a2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting port f2b81e5f-7634-42b1-94e9-e5951872cdad {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:01.088320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-d1460a18-5c1a-44db-8b19-e1a8bfa461a2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.111669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76e5d3a8-5b1c-4bd3-a848-27064f58ac5c req-37830eab-389c-40f6-b924-67dc852a290e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350707 Aug 29 04:19:01.186634 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-d1460a18-5c1a-44db-8b19-e1a8bfa461a2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] For port f2b81e5f-7634-42b1-94e9-e5951872cdad, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f2b81e5f-7634-42b1-94e9-e5951872cdad,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:01.187115 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-d1460a18-5c1a-44db-8b19-e1a8bfa461a2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.201739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-d1460a18-5c1a-44db-8b19-e1a8bfa461a2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Calling delete_port for f2b81e5f-7634-42b1-94e9-e5951872cdad owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:01.230610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f4be3-fd5a-467e-a963-1f72df56234b req-77b2cfb3-4e65-4951-9ce6-04c1c30bc772 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.232689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f29f4be3-fd5a-467e-a963-1f72df56234b req-77b2cfb3-4e65-4951-9ce6-04c1c30bc772 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 949 time: 0.0514731 Aug 29 04:19:01.301875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0109629f-cc0d-4080-b0c0-88c0fd23e172 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:01.325403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f29f4be3-fd5a-467e-a963-1f72df56234b req-47fbbdc6-5139-4447-8b41-934715834ec9 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792060 Aug 29 04:19:01.359294 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-d1460a18-5c1a-44db-8b19-e1a8bfa461a2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.362776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-8e81a843-a2c2-4847-9570-d75535a8b1c8 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.364521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-8e81a843-a2c2-4847-9570-d75535a8b1c8 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.1109359 Aug 29 04:19:01.376219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e', 'f2b81e5f-7634-42b1-94e9-e5951872cdad', '49b10220-3ec7-499e-bdb1-27a47520aca9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:01.403026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1460a18-5c1a-44db-8b19-e1a8bfa461a2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Port': ['ID=f2b81e5f-7634-42b1-94e9-e5951872cdad,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.462691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-d1460a18-5c1a-44db-8b19-e1a8bfa461a2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] No DVR routers for this DVR port f2b81e5f-7634-42b1-94e9-e5951872cdad on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:01.466597 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-d1460a18-5c1a-44db-8b19-e1a8bfa461a2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.469335 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-d1460a18-5c1a-44db-8b19-e1a8bfa461a2 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.59 "DELETE /v2.0/ports/f2b81e5f-7634-42b1-94e9-e5951872cdad HTTP/1.1" status: 204 len: 173 time: 0.4974561 Aug 29 04:19:01.472874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-deleted', 'tag': 'f2b81e5f-7634-42b1-94e9-e5951872cdad'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:01.481765 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a131b074-383c-4dc0-85e8-c9d2c6be7e2d" -d '{"events": [{"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-deleted", "tag": "f2b81e5f-7634-42b1-94e9-e5951872cdad"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:01.598237 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.642260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-18446578-2df9-4ded-808f-e0a6f9e957e6 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting port 49b10220-3ec7-499e-bdb1-27a47520aca9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:01.642260 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-18446578-2df9-4ded-808f-e0a6f9e957e6 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.653837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda37851-31c9-4b1a-b2d7-8c744accc753 req-097ec140-3b59-47c1-b665-34db3d172eaa tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.655422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dda37851-31c9-4b1a-b2d7-8c744accc753 req-097ec140-3b59-47c1-b665-34db3d172eaa tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1935158 Aug 29 04:19:01.668575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a9b56-8a11-4e5b-8b12-8858ed0c2dc2 req-32b26fae-1cb3-49e4-ac10-de1bfcb81a9d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.676298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-358a9b56-8a11-4e5b-8b12-8858ed0c2dc2 req-32b26fae-1cb3-49e4-ac10-de1bfcb81a9d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 945 time: 0.2120924 Aug 29 04:19:01.686727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0109629f-cc0d-4080-b0c0-88c0fd23e172, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:01.694779 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.760984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-ae605811-fe84-45c9-92d9-ab3237e31420 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Deleting port 0109629f-cc0d-4080-b0c0-88c0fd23e172 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:01.761399 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-ae605811-fe84-45c9-92d9-ab3237e31420 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.789033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-18446578-2df9-4ded-808f-e0a6f9e957e6 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] For port 49b10220-3ec7-499e-bdb1-27a47520aca9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=49b10220-3ec7-499e-bdb1-27a47520aca9,segment=NetworkSegment(72d6159d-6bdb-44e4-823f-6ba222726aaa),segment_id=72d6159d-6bdb-44e4-823f-6ba222726aaa)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:01.789595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-18446578-2df9-4ded-808f-e0a6f9e957e6 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.799866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0109629f-cc0d-4080-b0c0-88c0fd23e172,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.812105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-18446578-2df9-4ded-808f-e0a6f9e957e6 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Calling delete_port for 49b10220-3ec7-499e-bdb1-27a47520aca9 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:01.831101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-358a9b56-8a11-4e5b-8b12-8858ed0c2dc2 req-7bc223b6-1e16-44a0-a2a5-c9e7ffc878ec tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540840 Aug 29 04:19:01.854242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dda37851-31c9-4b1a-b2d7-8c744accc753 req-b484f500-abe2-4694-954c-a133e2583449 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719077 Aug 29 04:19:01.936676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-ae605811-fe84-45c9-92d9-ab3237e31420 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] For port 0109629f-cc0d-4080-b0c0-88c0fd23e172, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0109629f-cc0d-4080-b0c0-88c0fd23e172,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:01.937059 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-ae605811-fe84-45c9-92d9-ab3237e31420 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.958636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-ae605811-fe84-45c9-92d9-ab3237e31420 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Calling delete_port for 0109629f-cc0d-4080-b0c0-88c0fd23e172 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:01.974097 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9b4e6f-a858-43d5-8c38-71d7c6b8cbf9 x-openstack-request-id: req-1e9b4e6f-a858-43d5-8c38-71d7c6b8cbf9 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:01.974523 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-deleted", "tag": "f2b81e5f-7634-42b1-94e9-e5951872cdad", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:01.974523 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e9b4e6f-a858-43d5-8c38-71d7c6b8cbf9 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:01.974907 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-deleted', 'tag': 'f2b81e5f-7634-42b1-94e9-e5951872cdad', 'status': 'completed', 'code': 200} Aug 29 04:19:02.001282 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-18446578-2df9-4ded-808f-e0a6f9e957e6 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.026562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f2b81e5f-7634-42b1-94e9-e5951872cdad'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:02.031143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18446578-2df9-4ded-808f-e0a6f9e957e6 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Port': ['ID=49b10220-3ec7-499e-bdb1-27a47520aca9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.081101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-18446578-2df9-4ded-808f-e0a6f9e957e6 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] No DVR routers for this DVR port 49b10220-3ec7-499e-bdb1-27a47520aca9 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:02.084420 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-18446578-2df9-4ded-808f-e0a6f9e957e6 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.087153 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-18446578-2df9-4ded-808f-e0a6f9e957e6 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.59 "DELETE /v2.0/ports/49b10220-3ec7-499e-bdb1-27a47520aca9 HTTP/1.1" status: 204 len: 173 time: 0.6064582 Aug 29 04:19:02.099746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0109629f-cc0d-4080-b0c0-88c0fd23e172'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:02.102139 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58dc3a-d622-490e-a0d7-3ac711a6f50a" -d '{"events": [{"server_uuid": "f8192340-a0be-473f-bc59-a01eb04fc952", "name": "network-vif-unplugged", "status": "completed", "tag": "0109629f-cc0d-4080-b0c0-88c0fd23e172"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:02.103942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1b5c3-57c3-408d-a38f-fa5b7603875e req-41625568-3543-43d5-b426-c2796efd0f7e tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.106723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7a1b5c3-57c3-408d-a38f-fa5b7603875e req-41625568-3543-43d5-b426-c2796efd0f7e tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=f42973e6-89fd-402c-b050-3926789c5bdc HTTP/1.1" status: 200 len: 946 time: 0.1296375 Aug 29 04:19:02.171551 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4277c34f-b04f-4a7f-8768-cb5c339b391f x-openstack-request-id: req-4277c34f-b04f-4a7f-8768-cb5c339b391f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:02.172029 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8192340-a0be-473f-bc59-a01eb04fc952", "name": "network-vif-unplugged", "status": "completed", "tag": "0109629f-cc0d-4080-b0c0-88c0fd23e172", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:02.172470 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4277c34f-b04f-4a7f-8768-cb5c339b391f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:02.173010 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0109629f-cc0d-4080-b0c0-88c0fd23e172', 'code': 200} Aug 29 04:19:02.268573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7a1b5c3-57c3-408d-a38f-fa5b7603875e req-29065ece-22b7-4d28-aaf8-db4b29be5c27 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025834 Aug 29 04:19:02.269502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-ae605811-fe84-45c9-92d9-ab3237e31420 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.292752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-dd26260a-54ae-4a7e-a57c-e01408ea6deb tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:02.293117 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-dd26260a-54ae-4a7e-a57c-e01408ea6deb tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.311283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae605811-fe84-45c9-92d9-ab3237e31420 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event deleted for resources: {'Port': ['ID=0109629f-cc0d-4080-b0c0-88c0fd23e172,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.371661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-ae605811-fe84-45c9-92d9-ab3237e31420 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] No DVR routers for this DVR port 0109629f-cc0d-4080-b0c0-88c0fd23e172 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:02.387270 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-ae605811-fe84-45c9-92d9-ab3237e31420 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.389316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5ffddc0-6c9e-417a-80f3-c2d985d2f39c req-ae605811-fe84-45c9-92d9-ab3237e31420 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.52 "DELETE /v2.0/ports/0109629f-cc0d-4080-b0c0-88c0fd23e172 HTTP/1.1" status: 204 len: 173 time: 1.0171919 Aug 29 04:19:02.390030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'name': 'network-vif-deleted', 'tag': '0109629f-cc0d-4080-b0c0-88c0fd23e172'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:02.398899 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97275e9d-a68c-4e04-9b42-9da0b6ee9f95" -d '{"events": [{"server_uuid": "f8192340-a0be-473f-bc59-a01eb04fc952", "name": "network-vif-deleted", "tag": "0109629f-cc0d-4080-b0c0-88c0fd23e172"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:02.418613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-dd26260a-54ae-4a7e-a57c-e01408ea6deb tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] For port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:02.419314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-dd26260a-54ae-4a7e-a57c-e01408ea6deb tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.437513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d98aa-ffe5-4d61-a49d-0f44100d730f req-414ab366-3bbc-467c-852d-f84bf949e315 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.438026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-dd26260a-54ae-4a7e-a57c-e01408ea6deb tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Calling delete_port for eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:02.439021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e4d98aa-ffe5-4d61-a49d-0f44100d730f req-414ab366-3bbc-467c-852d-f84bf949e315 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.1019399 Aug 29 04:19:02.503603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d3997-1b58-4370-b208-01a76555079e req-78cae6f7-a9e9-4ef2-a53e-d060c407ffa2 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.505184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e3d3997-1b58-4370-b208-01a76555079e req-78cae6f7-a9e9-4ef2-a53e-d060c407ffa2 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 949 time: 0.0904684 Aug 29 04:19:02.508290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e4d98aa-ffe5-4d61-a49d-0f44100d730f req-8b3092ba-16e1-45a1-8e48-41f6b7a317f5 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524571 Aug 29 04:19:02.547010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e3d3997-1b58-4370-b208-01a76555079e req-b008e4e8-4c22-43c5-b585-b75f4235db2e tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353858 Aug 29 04:19:02.576428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-dd26260a-54ae-4a7e-a57c-e01408ea6deb tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.589086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f2b81e5f-7634-42b1-94e9-e5951872cdad'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:02.610766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26260a-54ae-4a7e-a57c-e01408ea6deb tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Port': ['ID=eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.684682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-dd26260a-54ae-4a7e-a57c-e01408ea6deb tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] No DVR routers for this DVR port eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:02.687269 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-dd26260a-54ae-4a7e-a57c-e01408ea6deb tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.695159 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99dc3126-fa31-4297-b178-9b6c163c6843 req-dd26260a-54ae-4a7e-a57c-e01408ea6deb tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.59 "DELETE /v2.0/ports/eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e HTTP/1.1" status: 204 len: 173 time: 0.6020455 Aug 29 04:19:02.780376 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df12da3-7278-4b3d-9823-17ab3e8eee47 x-openstack-request-id: req-2df12da3-7278-4b3d-9823-17ab3e8eee47 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:02.781152 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8192340-a0be-473f-bc59-a01eb04fc952", "name": "network-vif-deleted", "tag": "0109629f-cc0d-4080-b0c0-88c0fd23e172", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:02.781537 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2df12da3-7278-4b3d-9823-17ab3e8eee47 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:02.782697 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8192340-a0be-473f-bc59-a01eb04fc952', 'name': 'network-vif-deleted', 'tag': '0109629f-cc0d-4080-b0c0-88c0fd23e172', 'status': 'completed', 'code': 200} Aug 29 04:19:03.061409 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7278084e-d4db-4cb6-b89f-51d8ad5d22d7 req-a3abd359-e8c2-4b0b-9909-ecb7a4c7bcc1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8192340-a0be-473f-bc59-a01eb04fc952 HTTP/1.1" status: 200 len: 210 time: 0.0345867 Aug 29 04:19:03.244751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189e877-7999-4e0a-b5cd-6f5db1a21b06 req-3aa7b141-c39d-469c-be6f-689876a9e1f1 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.247495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b189e877-7999-4e0a-b5cd-6f5db1a21b06 req-3aa7b141-c39d-469c-be6f-689876a9e1f1 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1097116 Aug 29 04:19:03.294414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b189e877-7999-4e0a-b5cd-6f5db1a21b06 req-d7be234d-0238-415c-9ccb-a9338552b2a2 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Aug 29 04:19:03.327250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0109629f-cc0d-4080-b0c0-88c0fd23e172 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:03.358777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 0109629f-cc0d-4080-b0c0-88c0fd23e172 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:03.360385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0109629f-cc0d-4080-b0c0-88c0fd23e172 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:03.361111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 30de00ec-6de0-4ad7-9bc9-22d469a5d952 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:03.461668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39564) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:03.462152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-2aebe20f-b620-4d96-8754-3c57ebc98103 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.463563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-2aebe20f-b620-4d96-8754-3c57ebc98103 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=c865c6f2-e1de-4c99-8ac8-248406f9bd45 HTTP/1.1" status: 200 len: 946 time: 0.0579875 Aug 29 04:19:03.468486 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.509567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:03.516045 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.528534 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf38d47-a83b-42ba-ac40-ff8a2d0af584 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting subnet 2723b092-ef3b-4546-952c-0a13ae3ff039 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:03.531733 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bf38d47-a83b-42ba-ac40-ff8a2d0af584 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.583474 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bf38d47-a83b-42ba-ac40-ff8a2d0af584 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.585618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=30de00ec-6de0-4ad7-9bc9-22d469a5d952,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:03.588889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-f48243f8-8572-4da8-9d0e-34d53572197b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Deleting port 30de00ec-6de0-4ad7-9bc9-22d469a5d952 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:03.589490 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-f48243f8-8572-4da8-9d0e-34d53572197b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.695824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-f48243f8-8572-4da8-9d0e-34d53572197b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] For port 30de00ec-6de0-4ad7-9bc9-22d469a5d952, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de00ec-6de0-4ad7-9bc9-22d469a5d952,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:03.696234 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-f48243f8-8572-4da8-9d0e-34d53572197b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.710933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-f48243f8-8572-4da8-9d0e-34d53572197b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Calling delete_port for 30de00ec-6de0-4ad7-9bc9-22d469a5d952 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:03.885844 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-f48243f8-8572-4da8-9d0e-34d53572197b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.921460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48243f8-8572-4da8-9d0e-34d53572197b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event deleted for resources: {'Port': ['ID=30de00ec-6de0-4ad7-9bc9-22d469a5d952,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:03.957511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80c0ad-1b88-4299-b363-d43c7a2e782e req-48d2948a-8ed2-4505-8b83-eb7264e133f1 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.959016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe80c0ad-1b88-4299-b363-d43c7a2e782e req-48d2948a-8ed2-4505-8b83-eb7264e133f1 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 949 time: 0.1093011 Aug 29 04:19:03.973329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-f48243f8-8572-4da8-9d0e-34d53572197b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] No DVR routers for this DVR port 30de00ec-6de0-4ad7-9bc9-22d469a5d952 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:03.976183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-deleted', 'tag': '49b10220-3ec7-499e-bdb1-27a47520aca9'}, {'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-deleted', 'tag': 'eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:03.978481 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac454b-0a68-45db-b814-9ec0840ef9f9" -d '{"events": [{"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-deleted", "tag": "49b10220-3ec7-499e-bdb1-27a47520aca9"}, {"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-deleted", "tag": "eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:03.981006 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-f48243f8-8572-4da8-9d0e-34d53572197b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.982910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f87c6120-8deb-407e-bad6-0f729d376de8 req-f48243f8-8572-4da8-9d0e-34d53572197b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "DELETE /v2.0/ports/30de00ec-6de0-4ad7-9bc9-22d469a5d952 HTTP/1.1" status: 204 len: 173 time: 0.5095007 Aug 29 04:19:03.984321 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bf38d47-a83b-42ba-ac40-ff8a2d0af584 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.015590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe80c0ad-1b88-4299-b363-d43c7a2e782e req-dbbac9f8-7f97-4760-bc01-a34d8c3aba9b tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Aug 29 04:19:04.049609 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bf38d47-a83b-42ba-ac40-ff8a2d0af584 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.079430 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74966995-f1fc-49c4-966a-59fdd9a84054 x-openstack-request-id: req-74966995-f1fc-49c4-966a-59fdd9a84054 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:04.079734 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-deleted", "tag": "49b10220-3ec7-499e-bdb1-27a47520aca9", "status": "completed", "code": 200}, {"server_uuid": "f42973e6-89fd-402c-b050-3926789c5bdc", "name": "network-vif-deleted", "tag": "eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:04.079990 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74966995-f1fc-49c4-966a-59fdd9a84054 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:04.080409 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-deleted', 'tag': '49b10220-3ec7-499e-bdb1-27a47520aca9', 'status': 'completed', 'code': 200} Aug 29 04:19:04.080667 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42973e6-89fd-402c-b050-3926789c5bdc', 'name': 'network-vif-deleted', 'tag': 'eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e', 'status': 'completed', 'code': 200} Aug 29 04:19:04.083864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf38d47-a83b-42ba-ac40-ff8a2d0af584 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Subnet': ['ID=2723b092-ef3b-4546-952c-0a13ae3ff039,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.089333 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bf38d47-a83b-42ba-ac40-ff8a2d0af584 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.093556 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5bf38d47-a83b-42ba-ac40-ff8a2d0af584 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "DELETE /v2.0/subnets/2723b092-ef3b-4546-952c-0a13ae3ff039 HTTP/1.1" status: 204 len: 168 time: 0.6269262 Aug 29 04:19:04.093801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39578) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:04.106861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5f252-a62a-49d5-bc57-379896db5fc8 None None] Network 6d036c26-fa5c-4dfd-9731-b2f2947ab84b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:04.178367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30de00ec-6de0-4ad7-9bc9-22d469a5d952'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:04.180737 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a81bc-0f85-434b-a67d-9ab6f1590772" -d '{"events": [{"server_uuid": "c865c6f2-e1de-4c99-8ac8-248406f9bd45", "name": "network-vif-unplugged", "status": "completed", "tag": "30de00ec-6de0-4ad7-9bc9-22d469a5d952"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:04.192386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.277110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting port 92d135f0-9910-411f-b3a3-d341050580a5 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:04.277460 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.342454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39596) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:04.349353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e9a6d1c3-1543-4a21-92ef-7d56e5bef987 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042594364', 'description': 'tempest-description--149153361'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:04.360431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] DHCP port deletion for 6d036c26-fa5c-4dfd-9731-b2f2947ab84b request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:19:04.360618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] For port 92d135f0-9910-411f-b3a3-d341050580a5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=92d135f0-9910-411f-b3a3-d341050580a5,segment=NetworkSegment(72d6159d-6bdb-44e4-823f-6ba222726aaa),segment_id=72d6159d-6bdb-44e4-823f-6ba222726aaa)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:04.360889 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.382812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9a6d1c3-1543-4a21-92ef-7d56e5bef987 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.404588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Calling delete_port for 92d135f0-9910-411f-b3a3-d341050580a5 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:04.412037 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ba34c6-f2e2-452c-8d75-bde4e6abf26d x-openstack-request-id: req-85ba34c6-f2e2-452c-8d75-bde4e6abf26d {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:04.413399 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c865c6f2-e1de-4c99-8ac8-248406f9bd45", "name": "network-vif-unplugged", "status": "failed", "tag": "30de00ec-6de0-4ad7-9bc9-22d469a5d952", "code": 422}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:04.413983 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85ba34c6-f2e2-452c-8d75-bde4e6abf26d {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:04.414592 n-d-712141-12 neutron-server[94852]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30de00ec-6de0-4ad7-9bc9-22d469a5d952', 'code': 422} returned with failed status Aug 29 04:19:04.469864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Deleting port 92d135f0-9910-411f-b3a3-d341050580a5 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:04.471577 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.507707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.552924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Port': ['ID=92d135f0-9910-411f-b3a3-d341050580a5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.555765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] No DVR routers for this DVR port 92d135f0-9910-411f-b3a3-d341050580a5 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:04.610521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] For port 92d135f0-9910-411f-b3a3-d341050580a5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=92d135f0-9910-411f-b3a3-d341050580a5,segment=NetworkSegment(72d6159d-6bdb-44e4-823f-6ba222726aaa),segment_id=72d6159d-6bdb-44e4-823f-6ba222726aaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:04.611320 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.646051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9a6d1c3-1543-4a21-92ef-7d56e5bef987 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.650751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Calling delete_port for 92d135f0-9910-411f-b3a3-d341050580a5 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:04.657593 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9a6d1c3-1543-4a21-92ef-7d56e5bef987 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.683026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.688826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6d1c3-1543-4a21-92ef-7d56e5bef987 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9726e3e0-3c75-49f8-840a-6d728408b068,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.706595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d036c26-fa5c-4dfd-9731-b2f2947ab84b']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:04.728486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d6159d-6bdb-44e4-823f-6ba222726aaa') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:04.729081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d6159d-6bdb-44e4-823f-6ba222726aaa') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:04.748552 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.754014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831df97e-8089-49ba-9097-dbb9b6dd5fb6 req-8d70a8cd-abbc-43c7-8a28-eea161e315e2 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.755650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-831df97e-8089-49ba-9097-dbb9b6dd5fb6 req-8d70a8cd-abbc-43c7-8a28-eea161e315e2 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.2285762 Aug 29 04:19:04.757244 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9a6d1c3-1543-4a21-92ef-7d56e5bef987 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.761760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9a6d1c3-1543-4a21-92ef-7d56e5bef987 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4174280 Aug 29 04:19:04.762513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.763326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39606) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:04.775195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2197291e-7a4f-4f37-8674-b6a1116d4298 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Request body: {'security_group_rule': {'security_group_id': '9726e3e0-3c75-49f8-840a-6d728408b068', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:04.784846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.797162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'name': 'network-vif-deleted', 'tag': '30de00ec-6de0-4ad7-9bc9-22d469a5d952'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:04.799760 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280ef0a8-93f5-4785-94e5-da79ec5280cd" -d '{"events": [{"server_uuid": "c865c6f2-e1de-4c99-8ac8-248406f9bd45", "name": "network-vif-deleted", "tag": "30de00ec-6de0-4ad7-9bc9-22d469a5d952"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:04.807818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:04.808307 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:04.811344 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:04.822761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Pushing event deleted for resources: {'Port': ['ID=92d135f0-9910-411f-b3a3-d341050580a5,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.833594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] No DVR routers for this DVR port 92d135f0-9910-411f-b3a3-d341050580a5 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:04.857701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.858288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.858790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.859328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.859824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.860411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.861060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.861639 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.862192 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.862865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.863353 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.863979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a8f87-02a5-4205-a6b7-b5915eb30171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:04.867773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-831df97e-8089-49ba-9097-dbb9b6dd5fb6 req-34b363f8-0174-478a-9e5e-3b5f9eb4bb12 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849378 Aug 29 04:19:04.897294 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2197291e-7a4f-4f37-8674-b6a1116d4298 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.946908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.954058 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.956524 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "DELETE /v2.0/networks/6d036c26-fa5c-4dfd-9731-b2f2947ab84b HTTP/1.1" status: 204 len: 168 time: 0.8615410 Aug 29 04:19:04.959027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39628) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:04.966023 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613f7c23-d93c-4422-8bbd-422eceeff8d5 x-openstack-request-id: req-613f7c23-d93c-4422-8bbd-422eceeff8d5 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:04.966306 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c865c6f2-e1de-4c99-8ac8-248406f9bd45", "name": "network-vif-deleted", "tag": "30de00ec-6de0-4ad7-9bc9-22d469a5d952", "status": "failed", "code": 422}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:04.966558 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-613f7c23-d93c-4422-8bbd-422eceeff8d5 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:04.966970 n-d-712141-12 neutron-server[94851]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c865c6f2-e1de-4c99-8ac8-248406f9bd45', 'name': 'network-vif-deleted', 'tag': '30de00ec-6de0-4ad7-9bc9-22d469a5d952', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:19:04.985720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e603e-afef-4a2a-86d2-62f2f818265d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Network': ['ID=6d036c26-fa5c-4dfd-9731-b2f2947ab84b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.042748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a6d379-fff0-4d92-b92c-fed3b7e33527 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting subnet a6b08f82-0834-464f-940d-d6f2543528ff {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:05.046564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01a6d379-fff0-4d92-b92c-fed3b7e33527 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.051067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2197291e-7a4f-4f37-8674-b6a1116d4298 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.060653 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2197291e-7a4f-4f37-8674-b6a1116d4298 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.091798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-fe4e370a-9889-424a-bb1f-027a3735f952 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.093870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-fe4e370a-9889-424a-bb1f-027a3735f952 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.1876345 Aug 29 04:19:05.108893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01a6d379-fff0-4d92-b92c-fed3b7e33527 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.142863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197291e-7a4f-4f37-8674-b6a1116d4298 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6387e8-d038-47d0-9651-d136e16e5102,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.144831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2197291e-7a4f-4f37-8674-b6a1116d4298 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.146011 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2197291e-7a4f-4f37-8674-b6a1116d4298 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3802285 Aug 29 04:19:05.149041 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39632) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:05.154203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-b07d3379-e616-40b9-a6e8-8edf30513a92 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/quotas/b355fca3a22045ee83073dbd62c353d1 HTTP/1.1" status: 200 len: 375 time: 0.0448675 Aug 29 04:19:05.154910 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d90e29f6-d026-4f6a-b760-8c850f413fc1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Request body: {'security_group_rule': {'security_group_id': '9726e3e0-3c75-49f8-840a-6d728408b068', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:05.188285 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-35635cf7-bd25-4e2d-906d-804d5236ccd1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291965 Aug 29 04:19:05.231509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d90e29f6-d026-4f6a-b760-8c850f413fc1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.252847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4daf4b-70ea-4013-af86-576bcb4f401e req-0e6254a7-1649-42a3-82c9-198e5756e3d1 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.254362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d4daf4b-70ea-4013-af86-576bcb4f401e req-0e6254a7-1649-42a3-82c9-198e5756e3d1 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 949 time: 0.1594367 Aug 29 04:19:05.290842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01a6d379-fff0-4d92-b92c-fed3b7e33527 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.321043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d4daf4b-70ea-4013-af86-576bcb4f401e req-25a4641d-b61d-4f39-873b-8f06974a9688 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a52e2cb-122a-4fa8-8114-2ff474907cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564184 Aug 29 04:19:05.332634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a704d5b8-21e4-41eb-b4f5-d1d2125fcd94 service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403086 Aug 29 04:19:05.332887 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d90e29f6-d026-4f6a-b760-8c850f413fc1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.342196 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d90e29f6-d026-4f6a-b760-8c850f413fc1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.378037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e29f6-d026-4f6a-b760-8c850f413fc1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e315e1ec-9610-4cde-a97a-c1634f23945e,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.393278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-95df4148-4bf0-4150-b970-c6b281f31a29 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.394835 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-95df4148-4bf0-4150-b970-c6b281f31a29 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 949 time: 0.1361008 Aug 29 04:19:05.411344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d90e29f6-d026-4f6a-b760-8c850f413fc1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.411344 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d90e29f6-d026-4f6a-b760-8c850f413fc1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2600162 Aug 29 04:19:05.416849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:05.422754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:05.437342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-947929ea-ac57-498b-a811-0e64aa24fae9 service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034107 Aug 29 04:19:05.457435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01a6d379-fff0-4d92-b92c-fed3b7e33527 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.505593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6d379-fff0-4d92-b92c-fed3b7e33527 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b08f82-0834-464f-940d-d6f2543528ff,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.539727 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01a6d379-fff0-4d92-b92c-fed3b7e33527 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.541670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3a599-d6e7-4935-83ed-771e95900a6f None None] Network 196ccf10-6095-4093-8755-ac422546a240 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:05.544919 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-01a6d379-fff0-4d92-b92c-fed3b7e33527 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "DELETE /v2.0/subnets/a6b08f82-0834-464f-940d-d6f2543528ff HTTP/1.1" status: 204 len: 168 time: 0.5847697 Aug 29 04:19:05.545632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39636) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:05.548947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.642475 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-569dafa2-459a-42d6-85d4-8124754de4a6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Deleting port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:05.642749 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-569dafa2-459a-42d6-85d4-8124754de4a6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.762139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-569dafa2-459a-42d6-85d4-8124754de4a6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] For port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:05.762516 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-569dafa2-459a-42d6-85d4-8124754de4a6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.779728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-569dafa2-459a-42d6-85d4-8124754de4a6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Calling delete_port for 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:05.792279 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.811487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df8c3ab8-ef2b-4891-a9d2-ed26baf2b637 req-00e39e42-5b12-4c6b-9eaa-4078d6b56be6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 210 time: 0.1057379 Aug 29 04:19:05.826817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 92d135f0-9910-411f-b3a3-d341050580a5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:05.849900 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.858889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 92d135f0-9910-411f-b3a3-d341050580a5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:05.859403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 92d135f0-9910-411f-b3a3-d341050580a5 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:05.864496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e4d8fa-874c-4312-a079-1a931faf87a6 None None] DHCP port deletion for 196ccf10-6095-4093-8755-ac422546a240 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:19:05.923635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-98e4d8fa-874c-4312-a079-1a931faf87a6 None None] Deleting port 03621a87-fb5f-4040-86d5-b8086a1743ee {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:05.926641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98e4d8fa-874c-4312-a079-1a931faf87a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.931845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting port 03621a87-fb5f-4040-86d5-b8086a1743ee {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:05.932227 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.009918 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Allocated IP 172.25.5.199 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/b33486e5-8308-4fa1-98c8-68dc8dd81d5f) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:06.013973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] For port 03621a87-fb5f-4040-86d5-b8086a1743ee, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=03621a87-fb5f-4040-86d5-b8086a1743ee,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:06.014337 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.045715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Calling delete_port for 03621a87-fb5f-4040-86d5-b8086a1743ee owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:06.119408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 49b10220-3ec7-499e-bdb1-27a47520aca9 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:06.134567 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-569dafa2-459a-42d6-85d4-8124754de4a6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.154454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-98e4d8fa-874c-4312-a079-1a931faf87a6 None None] For port 03621a87-fb5f-4040-86d5-b8086a1743ee, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=03621a87-fb5f-4040-86d5-b8086a1743ee,segment=NetworkSegment(74b7e96e-9a92-42d1-a71a-de4f624f8792),segment_id=74b7e96e-9a92-42d1-a71a-de4f624f8792)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:06.157332 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98e4d8fa-874c-4312-a079-1a931faf87a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.163530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b7f2d-c317-41ec-ba6a-024045f91fc4 req-80c95acb-26e8-4136-a6a7-a44d55bf47a0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.168925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db1b7f2d-c317-41ec-ba6a-024045f91fc4 req-80c95acb-26e8-4136-a6a7-a44d55bf47a0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1202958 Aug 29 04:19:06.209533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:06.253173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db1b7f2d-c317-41ec-ba6a-024045f91fc4 req-9de858b0-d719-4eac-b4f3-ed4eaecf666d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830090 Aug 29 04:19:06.261741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 49b10220-3ec7-499e-bdb1-27a47520aca9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:06.262734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 49b10220-3ec7-499e-bdb1-27a47520aca9 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:06.263489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f2b81e5f-7634-42b1-94e9-e5951872cdad no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:06.263672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dafa2-459a-42d6-85d4-8124754de4a6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Pushing event deleted for resources: {'Port': ['ID=66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.267569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.276554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-569dafa2-459a-42d6-85d4-8124754de4a6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] No DVR routers for this DVR port 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:06.294939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-98e4d8fa-874c-4312-a079-1a931faf87a6 None None] Calling delete_port for 03621a87-fb5f-4040-86d5-b8086a1743ee owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:06.298936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: f2b81e5f-7634-42b1-94e9-e5951872cdad {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:06.299313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f2b81e5f-7634-42b1-94e9-e5951872cdad not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:06.299743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:06.302975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-569dafa2-459a-42d6-85d4-8124754de4a6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.305168 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-09d9bce4-cea6-40d5-b535-1ea9a05a7ebc req-569dafa2-459a-42d6-85d4-8124754de4a6 tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.59 "DELETE /v2.0/ports/66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 HTTP/1.1" status: 204 len: 173 time: 0.9036260 Aug 29 04:19:06.307277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb60868-0937-489a-bcee-1332964d41ac', 'name': 'network-vif-deleted', 'tag': '66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:06.322892 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e8be2a-0b71-4f12-8b01-90f10c20f38a" -d '{"events": [{"server_uuid": "4fb60868-0937-489a-bcee-1332964d41ac", "name": "network-vif-deleted", "tag": "66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:06.341661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:06.342396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device eeac72ab-435b-4a0e-bc1c-32bd5f4d0a9e not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:06.353020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Port': ['ID=03621a87-fb5f-4040-86d5-b8086a1743ee,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.359394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] No DVR routers for this DVR port 03621a87-fb5f-4040-86d5-b8086a1743ee on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:06.410936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.414255 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd7f531-76c1-4523-91e7-9deaed6b551e x-openstack-request-id: req-bcd7f531-76c1-4523-91e7-9deaed6b551e {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:06.414735 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb60868-0937-489a-bcee-1332964d41ac", "name": "network-vif-deleted", "tag": "66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:06.415363 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcd7f531-76c1-4523-91e7-9deaed6b551e {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:06.416190 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb60868-0937-489a-bcee-1332964d41ac', 'name': 'network-vif-deleted', 'tag': '66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4', 'status': 'completed', 'code': 200} Aug 29 04:19:06.491788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.555146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:06.559367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:06.561962 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98e4d8fa-874c-4312-a079-1a931faf87a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.564345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:06.591736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4d8fa-874c-4312-a079-1a931faf87a6 None None] Pushing event deleted for resources: {'Port': ['ID=03621a87-fb5f-4040-86d5-b8086a1743ee,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.606228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4d8fa-874c-4312-a079-1a931faf87a6 None None] No DVR routers for this DVR port 03621a87-fb5f-4040-86d5-b8086a1743ee on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:06.636091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event updated for resources: {'Port': ['ID=b33486e5-8308-4fa1-98c8-68dc8dd81d5f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.662744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e464d2f-b553-4867-9f15-01e42230972b req-f930b1dc-a074-4aa3-96e7-5d90df031c0e tempest-TenantUsagesTestJSON-983990017 tempest-TenantUsagesTestJSON-983990017-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb60868-0937-489a-bcee-1332964d41ac HTTP/1.1" status: 200 len: 210 time: 0.0837734 Aug 29 04:19:06.676735 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.696873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196ccf10-6095-4093-8755-ac422546a240']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:06.698747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.710928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b7e96e-9a92-42d1-a71a-de4f624f8792') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:06.711269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b7e96e-9a92-42d1-a71a-de4f624f8792') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:06.722894 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.737794 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.738199 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.765085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:06.765966 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:06.771294 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:06.846060 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.852268 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.854416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "DELETE /v2.0/networks/196ccf10-6095-4093-8755-ac422546a240 HTTP/1.1" status: 204 len: 168 time: 1.3068964 Aug 29 04:19:06.869033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39684) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:06.878691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-391906563'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:06.927517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:06.931392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.935092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b3ca2-a48a-4688-8eb9-72127a89a20b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Network': ['ID=196ccf10-6095-4093-8755-ac422546a240,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.985452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77fd289a-b44c-4a3c-9fdb-33514d3451ea req-7b652d76-6194-47e5-9d8b-3b6ccd90961a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 210 time: 0.0353382 Aug 29 04:19:07.019071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.020303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:07.024736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.034834 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.035240 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Added segment c86aabbb-7833-435d-bc64-75129bf68c81 of type vlan for network 49b4e546-35ac-4185-9b72-c7970f958e46 Aug 29 04:19:07.089123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.118845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.125088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.125760 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.131969 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event updated for resources: {'Port': ['ID=b33486e5-8308-4fa1-98c8-68dc8dd81d5f,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.143570 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.170045 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.171713 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-feb4131d-bd3e-4272-a287-badee4ec27ff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7538323 Aug 29 04:19:07.252761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3820057 Aug 29 04:19:07.253684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39688) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:07.261416 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'subnet': {'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:07.277653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2792be-e350-4c7a-b891-4e8f87e3ce7a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Network': ['ID=49b4e546-35ac-4185-9b72-c7970f958e46,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.290398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 49b4e546-35ac-4185-9b72-c7970f958e46 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:07.354166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-96c09c18-ae11-4fc7-9a2a-a56317c23e42 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.358688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-96c09c18-ae11-4fc7-9a2a-a56317c23e42 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.2209239 Aug 29 04:19:07.423050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:07.427069 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.666763 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.724792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Subnet': ['ID=0507f3d4-6475-4a5e-be0c-f88433ce6468,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.742793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Checking segment: {'id': 'c86aabbb-7833-435d-bc64-75129bf68c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:07.743158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network hostable DHCP agents. Network: 49b4e546-35ac-4185-9b72-c7970f958e46, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:07.768284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Request body: {'port': {'device_id': 'b0d8336d-f150-43f3-8ddf-88d9161faf38', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'admin_state_up': True, 'tenant_id': 'b355fca3a22045ee83073dbd62c353d1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:07.768838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network 49b4e546-35ac-4185-9b72-c7970f958e46 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:07.778518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 49b4e546-35ac-4185-9b72-c7970f958e46) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:07.783186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.783880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.789653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a8dc2-4420-47ad-a745-0b80d22436dd None None] Network 49b4e546-35ac-4185-9b72-c7970f958e46 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:07.806411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 03621a87-fb5f-4040-86d5-b8086a1743ee no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:07.813280 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8eb2e292-d2c4-478f-b5a6-77f3dc7ec54b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5583196 Aug 29 04:19:07.815740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39706) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:07.823491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-493357088'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:07.854551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:07.859584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.859941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 03621a87-fb5f-4040-86d5-b8086a1743ee {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:07.860363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 03621a87-fb5f-4040-86d5-b8086a1743ee not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:07.889324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c02835-f0de-48f4-817c-692c06027dd1 req-665df439-7db6-4038-a86b-73927328e3ed tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.891271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47c02835-f0de-48f4-817c-692c06027dd1 req-665df439-7db6-4038-a86b-73927328e3ed tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.4925163 Aug 29 04:19:07.904237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:07.942300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.943935 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Added segment 119b7d3f-e0c7-4a76-9970-d0cee246033e of type vlan for network 189bfca5-37e3-4841-96cb-c8a66aa3b603 Aug 29 04:19:07.998311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-2efb6f90-3537-40db-ac4e-a90c48c332e4 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.005514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-2efb6f90-3537-40db-ac4e-a90c48c332e4 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/networks?id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4 HTTP/1.1" status: 200 len: 822 time: 0.6426690 Aug 29 04:19:08.015152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-49b4e546-35ac-4185-9b72-c7970f958e46', 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'fixed_ips': [{'subnet_id': '0507f3d4-6475-4a5e-be0c-f88433ce6468'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:19:08.016320 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.039848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47c02835-f0de-48f4-817c-692c06027dd1 req-c94d9e29-7989-4294-a23a-eec520d2d584 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334248 Aug 29 04:19:08.060573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-9df171c2-c191-4ac2-af7b-815dd370f770 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/quotas/d775af7b58744703b699fca41cf9a3bf HTTP/1.1" status: 200 len: 375 time: 0.0540266 Aug 29 04:19:08.074104 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.115266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Made reservation on behalf of b355fca3a22045ee83073dbd62c353d1 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:08.123595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.134035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.151132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.152016 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.198074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Allocated IP 19.80.0.2 (49b4e546-35ac-4185-9b72-c7970f958e46/0507f3d4-6475-4a5e-be0c-f88433ce6468/57ac90b4-1c7e-4e75-bfff-0eee0353b51e) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:08.322558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Allocated IP 172.20.0.14 (d77616d2-334b-4490-9cbf-4b58336a9e1a/35910115-7c07-46de-9071-3f98e799f754/40aa8a6f-31bd-4c91-90ba-c890a6ae73b3) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:08.336247 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5087481 Aug 29 04:19:08.339587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39718) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:08.340339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-615b154d-a2b7-4a73-ad26-bbf0c168d0ce tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d775af7b58744703b699fca41cf9a3bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2709420 Aug 29 04:19:08.352842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'subnet': {'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:08.364863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Network': ['ID=189bfca5-37e3-4841-96cb-c8a66aa3b603,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.439467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.439813 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.440108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.440484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.440828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.441165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.441523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.442315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.442315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.442612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.442785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.443109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a46b0d-39d4-4446-b621-a5f8c3f62efa tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:08.450521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56a8f3fe-7b44-482a-8fe9-a7993541853e req-15eb0e1d-99e0-480d-9fea-93ef1eab42b2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 210 time: 0.0536036 Aug 29 04:19:08.469586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 189bfca5-37e3-4841-96cb-c8a66aa3b603 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:08.508474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:08.518255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.582874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.603461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-e7b2275b-7a1c-4afa-8002-701b3e17d0bc service neutron] 10.222.0.49 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620502 Aug 29 04:19:08.609706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Transition to ACTIVE for port object 57ac90b4-1c7e-4e75-bfff-0eee0353b51e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:08.636611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Transition to ACTIVE for port object 57ac90b4-1c7e-4e75-bfff-0eee0353b51e will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:08.644485 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.690831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Network 49b4e546-35ac-4185-9b72-c7970f958e46 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:08.694680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:08.707248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:08.713406 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-7da18592-3bcf-4b0b-a099-90baee281b86 service neutron] 10.222.0.49 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085134 Aug 29 04:19:08.733074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39722) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:08.805940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.827834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Attempting to bind port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:08.828363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Attempting to bind port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c86aabbb-7833-435d-bc64-75129bf68c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:08.828604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Attempting to bind port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e on network 49b4e546-35ac-4185-9b72-c7970f958e46 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:08.830616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Pushing event updated for resources: {'Port': ['ID=57ac90b4-1c7e-4e75-bfff-0eee0353b51e,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.849475 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.857016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:08.857406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Checking segment: {'id': 'c86aabbb-7833-435d-bc64-75129bf68c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:08.857826 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.858249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Bound using segment: {'id': 'c86aabbb-7833-435d-bc64-75129bf68c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:08.863611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Bound port: 57ac90b4-1c7e-4e75-bfff-0eee0353b51e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86aabbb-7833-435d-bc64-75129bf68c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:08.864052 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.881892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Subnet': ['ID=75c99336-57d2-4883-9c31-abe417bac685,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.905071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Checking segment: {'id': '119b7d3f-e0c7-4a76-9970-d0cee246033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:08.905817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network hostable DHCP agents. Network: 189bfca5-37e3-4841-96cb-c8a66aa3b603, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:08.927527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network 189bfca5-37e3-4841-96cb-c8a66aa3b603 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:08.938930 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.958404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 189bfca5-37e3-4841-96cb-c8a66aa3b603) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:08.977626 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.978427 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.986839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf33b2c5-525d-4962-bea5-af10c8bb27ac None None] Network 189bfca5-37e3-4841-96cb-c8a66aa3b603 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:08.995817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Network d77616d2-334b-4490-9cbf-4b58336a9e1a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:08.999970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:09.003368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:09.015570 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eb95e96d-af55-4beb-ba23-dfa1c4e5d620 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6658216 Aug 29 04:19:09.052353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a88d5de7-f759-4606-8aa4-49e8a6743e5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6545336be2e43dc987577bbf4a14084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155966 Aug 29 04:19:09.055154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39732) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:09.092559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event updated for resources: {'Port': ['ID=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:09.166926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba78eee3-7393-47ab-85ab-41ec72aee96c req-eddad623-db7b-41bd-831e-9ed1a6bf96c6 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 210 time: 0.0754261 Aug 29 04:19:09.181736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3a16762e-257a-4c6c-b325-d581a2c88229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.208138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3a16762e-257a-4c6c-b325-d581a2c88229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.273165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.274571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.299397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3a16762e-257a-4c6c-b325-d581a2c88229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.302488 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3a16762e-257a-4c6c-b325-d581a2c88229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.303727 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3a16762e-257a-4c6c-b325-d581a2c88229 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a52e2cb-122a-4fa8-8114-2ff474907cac HTTP/1.1" status: 204 len: 168 time: 0.2487333 Aug 29 04:19:09.318328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb1631-5cef-425b-9a0b-2f4c8787f24e req-cb29c673-863b-4401-8b1d-56c9aff2f5f1 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.320880 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47fb1631-5cef-425b-9a0b-2f4c8787f24e req-cb29c673-863b-4401-8b1d-56c9aff2f5f1 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1359308 Aug 29 04:19:09.328229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a4ee2f09-0249-4885-834a-b09fa2e3955e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9313955 Aug 29 04:19:09.360973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16762e-257a-4c6c-b325-d581a2c88229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a52e2cb-122a-4fa8-8114-2ff474907cac,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:09.435943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Request body: {'port': {'device_id': 'b0d8336d-f150-43f3-8ddf-88d9161faf38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:09.450161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47fb1631-5cef-425b-9a0b-2f4c8787f24e req-67a69d8e-247b-4f43-9de8-7ef3e3aa7e48 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206632 Aug 29 04:19:09.489132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-189bfca5-37e3-4841-96cb-c8a66aa3b603', 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'fixed_ips': [{'subnet_id': '75c99336-57d2-4883-9c31-abe417bac685'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:19:09.491204 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.718330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-90966c8e-b9b3-470e-a441-1ffa09c8f624 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.726446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-90966c8e-b9b3-470e-a441-1ffa09c8f624 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.734462 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-90966c8e-b9b3-470e-a441-1ffa09c8f624 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/networks?id=49b4e546-35ac-4185-9b72-c7970f958e46&id=189bfca5-37e3-4841-96cb-c8a66aa3b603 HTTP/1.1" status: 200 len: 1390 time: 0.3068330 Aug 29 04:19:09.793678 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-9d98fca3-82b9-42e5-ac7d-d47411f62ebc tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/quotas/bffe4b396e07433684a0baebc4b4aaef HTTP/1.1" status: 200 len: 375 time: 0.0580952 Aug 29 04:19:09.806729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] For port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:09.831719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] For port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=57ac90b4-1c7e-4e75-bfff-0eee0353b51e,segment=NetworkSegment(c86aabbb-7833-435d-bc64-75129bf68c81),segment_id=c86aabbb-7833-435d-bc64-75129bf68c81)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:09.838639 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.847409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Allocated IP 19.86.0.2 (189bfca5-37e3-4841-96cb-c8a66aa3b603/75c99336-57d2-4883-9c31-abe417bac685/507f8a0a-6afe-45e9-8907-281e899f9106) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:09.888841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39768) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:09.907527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.909444 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83574f5c-a21d-4854-bc86-b7b7b0bc291d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.958321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f078b79-c754-4f4c-9b04-2813bd9199b5 req-58caa7f7-9972-4b78-9a0d-b46728ffb89e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.966717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f078b79-c754-4f4c-9b04-2813bd9199b5 req-58caa7f7-9972-4b78-9a0d-b46728ffb89e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 932 time: 0.2291346 Aug 29 04:19:10.066775 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83574f5c-a21d-4854-bc86-b7b7b0bc291d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.071391 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83574f5c-a21d-4854-bc86-b7b7b0bc291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.096380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75c0e8-19ca-4b4a-ad7f-bd790aff7198 None None] Pushing event updated for resources: {'Port': ['ID=57ac90b4-1c7e-4e75-bfff-0eee0353b51e,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.129289 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-83574f5c-a21d-4854-bc86-b7b7b0bc291d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=623730dccb454cfaaf0c7d529973afee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390668 Aug 29 04:19:10.132522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39770) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:10.146023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83574f5c-a21d-4854-bc86-b7b7b0bc291d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d21375-3ef1-4779-8264-f493a268c1c3,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.166460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:10.179579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-9be409c2-1615-4114-bd6b-7f2fe5cafe4b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bffe4b396e07433684a0baebc4b4aaef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3847764 Aug 29 04:19:10.197144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:10.197492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 66a5f0fd-b8bf-4481-ba3d-a9ea2c3a3ac4 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:10.223563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c37-cd34-4836-bbe0-dad552abbf3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.229412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-f0e99450-f839-417d-ba7c-c49089e9a00d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:19:10.230510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-f0e99450-f839-417d-ba7c-c49089e9a00d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422761 Aug 29 04:19:10.241688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f078b79-c754-4f4c-9b04-2813bd9199b5 req-58bb9b2e-97de-4aa4-8068-72ba8e03d6ac tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739999 Aug 29 04:19:10.311246 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c37-cd34-4836-bbe0-dad552abbf3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.376791 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.407696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Transition to ACTIVE for port object 507f8a0a-6afe-45e9-8907-281e899f9106 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:10.448719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Transition to ACTIVE for port object 507f8a0a-6afe-45e9-8907-281e899f9106 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:10.460007 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.492999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73540ca9-2ed8-4919-b56c-eee53a0c1ec9 req-96a45604-aa9a-417a-879e-ece5be3e018d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 210 time: 0.0749621 Aug 29 04:19:10.587390 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c37-cd34-4836-bbe0-dad552abbf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.590416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c37-cd34-4836-bbe0-dad552abbf3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.604559 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9cea8c37-cd34-4836-bbe0-dad552abbf3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85d21375-3ef1-4779-8264-f493a268c1c3 HTTP/1.1" status: 204 len: 168 time: 0.4709270 Aug 29 04:19:10.651571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea8c37-cd34-4836-bbe0-dad552abbf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d21375-3ef1-4779-8264-f493a268c1c3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.712711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-9917a21c-37a2-416d-85c6-7c1df7385bfc tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.714531 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-9917a21c-37a2-416d-85c6-7c1df7385bfc tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.59 "GET /v2.0/networks?id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4 HTTP/1.1" status: 200 len: 822 time: 0.3038886 Aug 29 04:19:10.726248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Network 189bfca5-37e3-4841-96cb-c8a66aa3b603 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:10.736463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Request body: {'port': {'device_id': '1378e229-59d9-4691-930e-3e8ef2da27d2', 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4', 'admin_state_up': True, 'tenant_id': 'd775af7b58744703b699fca41cf9a3bf'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:10.739703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:10.743865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:10.763338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:10.771544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Pushing event updated for resources: {'Port': ['ID=507f8a0a-6afe-45e9-8907-281e899f9106,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.784675 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.815043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Transition to ACTIVE for port object 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:10.837825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Attempting to bind port 507f8a0a-6afe-45e9-8907-281e899f9106 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:10.838768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Attempting to bind port 507f8a0a-6afe-45e9-8907-281e899f9106 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '119b7d3f-e0c7-4a76-9970-d0cee246033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:10.839331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Attempting to bind port 507f8a0a-6afe-45e9-8907-281e899f9106 on network 189bfca5-37e3-4841-96cb-c8a66aa3b603 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:10.847106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:10.847804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Checking segment: {'id': '119b7d3f-e0c7-4a76-9970-d0cee246033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:10.848644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-94b3bf6e-d6b7-4db7-b05b-8e9f0cb61703 service neutron] 10.222.0.49 "GET /v2.0/networks/49b4e546-35ac-4185-9b72-c7970f958e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043510 Aug 29 04:19:10.854936 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.855966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Bound using segment: {'id': '119b7d3f-e0c7-4a76-9970-d0cee246033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:10.856687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Bound port: 507f8a0a-6afe-45e9-8907-281e899f9106, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119b7d3f-e0c7-4a76-9970-d0cee246033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:10.857289 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.914306 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.930194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] For port 507f8a0a-6afe-45e9-8907-281e899f9106, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:10.934697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] For port 507f8a0a-6afe-45e9-8907-281e899f9106, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=507f8a0a-6afe-45e9-8907-281e899f9106,segment=NetworkSegment(119b7d3f-e0c7-4a76-9970-d0cee246033e),segment_id=119b7d3f-e0c7-4a76-9970-d0cee246033e)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:10.944318 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.008860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Made reservation on behalf of d775af7b58744703b699fca41cf9a3bf for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:11.021191 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.032648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Pushing event updated for resources: {'Port': ['ID=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.050611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e705d6f-3248-45eb-9125-f3d89de6ae48 None None] Pushing event updated for resources: {'Port': ['ID=507f8a0a-6afe-45e9-8907-281e899f9106,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.316415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Allocated IP 172.20.0.3 (b611a1c4-daa6-40f3-9e3f-282a1ee239a4/162281a0-7421-4afc-beac-04c048e8c914/db035ae0-b5d3-4223-bcd0-6a5edd811ba1) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:11.331246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Attempting to bind port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:11.331799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Attempting to bind port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:11.337036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Attempting to bind port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:11.366516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a58c-0dd1-40cc-ab40-91370f31aeb3 req-ea484343-08ae-4d73-8ae4-8bd2715fadd7 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.378452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c60a58c-0dd1-40cc-ab40-91370f31aeb3 req-ea484343-08ae-4d73-8ae4-8bd2715fadd7 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.7594509 Aug 29 04:19:11.404446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 on network d77616d2-334b-4490-9cbf-4b58336a9e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:11.404849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Attempting to bind port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:11.470744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:11.471505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Checking segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:11.471902 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Bound using segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:11.472398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Bound port: 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:11.472773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.504085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-01e830b5-319d-43ef-8b9b-85d058d95ef7 service neutron] 10.222.0.49 "GET /v2.0/networks/49b4e546-35ac-4185-9b72-c7970f958e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092913 Aug 29 04:19:11.566389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c60a58c-0dd1-40cc-ab40-91370f31aeb3 req-38855014-3c4c-4145-aeb8-268e4a8f617e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737309 Aug 29 04:19:11.658921 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.680633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] For port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:11.687713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] For port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:11.694554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.747252 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.813370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:11.816903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:11.817694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.818426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.821228 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] 10.222.0.52 "PUT /v2.0/ports/40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 HTTP/1.1" status: 200 len: 1093 time: 2.3947771 Aug 29 04:19:11.821534 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:11.827738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d8336d-f150-43f3-8ddf-88d9161faf38', 'tag': '40aa8a6f-31bd-4c91-90ba-c890a6ae73b3'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:11.830673 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7537072f-c012-48e5-a07a-1022c4001e92" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d8336d-f150-43f3-8ddf-88d9161faf38", "tag": "40aa8a6f-31bd-4c91-90ba-c890a6ae73b3"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:11.832789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2215ad-0810-4223-85dd-27c642c18acc None None] Network 49b4e546-35ac-4185-9b72-c7970f958e46 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:11.887652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event updated for resources: {'Port': ['ID=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.899623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.900339 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.933173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-ad9f7e52-4a70-4328-bfa6-ea0758a409aa tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2072790 Aug 29 04:19:11.948074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Request body: {'port': {'device_id': '1378e229-59d9-4691-930e-3e8ef2da27d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:11.966566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ab9b6-1cfc-47ae-8125-3964335c5501 service neutron] Pushing event updated for resources: {'Port': ['ID=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.010999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97970e1a-777b-412e-a3f8-6fbeee7ae7be req-7453b06b-07cf-4bfc-9c58-d1e8d882c73a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.012676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97970e1a-777b-412e-a3f8-6fbeee7ae7be req-7453b06b-07cf-4bfc-9c58-d1e8d882c73a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 944 time: 0.2363884 Aug 29 04:19:12.026053 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 57ac90b4-1c7e-4e75-bfff-0eee0353b51e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:12.041558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-7c005fd9-fd3b-4166-9228-9c8064247822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.043031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-7c005fd9-fd3b-4166-9228-9c8064247822 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 1096 time: 0.1319726 Aug 29 04:19:12.047629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-ea0c8f66-3590-48b4-bc7f-b6a0d811d038 service neutron] 10.222.0.49 "GET /v2.0/networks/189bfca5-37e3-4841-96cb-c8a66aa3b603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297983 Aug 29 04:19:12.054997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.067761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0f813147-a9e5-4344-b1b7-2038da64af81 None None] Provisioning for port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:12.149509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-17aae7de-65be-4fc7-9d63-37666e72efb1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 HTTP/1.1" status: 200 len: 217 time: 0.0840387 Aug 29 04:19:12.161631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97970e1a-777b-412e-a3f8-6fbeee7ae7be req-7ff8f98c-7f92-4883-8b36-c13bd5a1ae53 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310799 Aug 29 04:19:12.165035 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:12.172647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:12.173291 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.264145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.316128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=57ac90b4-1c7e-4e75-bfff-0eee0353b51e,segment=NetworkSegment(c86aabbb-7833-435d-bc64-75129bf68c81),segment_id=c86aabbb-7833-435d-bc64-75129bf68c81)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:12.321477 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.322790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 507f8a0a-6afe-45e9-8907-281e899f9106 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:12.346204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-13956a82-93cc-4970-b9c8-3d649a088159 service neutron] 10.222.0.49 "GET /v2.0/networks/189bfca5-37e3-4841-96cb-c8a66aa3b603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916243 Aug 29 04:19:12.349509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a956dcbf-117c-41d5-880f-85a9802d0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.352677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-a956dcbf-117c-41d5-880f-85a9802d0222 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.1954217 Aug 29 04:19:12.428934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-d0b468c2-fd21-476d-86ff-ffe1e0b408f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681441 Aug 29 04:19:12.442015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa130-9c09-4d7c-a8f9-eaa5af0baa51 req-b2027a51-4161-4664-9fab-262916b78246 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.443938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-604fa130-9c09-4d7c-a8f9-eaa5af0baa51 req-b2027a51-4161-4664-9fab-262916b78246 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 931 time: 0.1412287 Aug 29 04:19:12.534320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=57ac90b4-1c7e-4e75-bfff-0eee0353b51e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.621854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-604fa130-9c09-4d7c-a8f9-eaa5af0baa51 req-5862cf65-a717-4916-b98f-fbc17b4a366a tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593440 Aug 29 04:19:12.622129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 507f8a0a-6afe-45e9-8907-281e899f9106 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:12.634884 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c410d0cc-7d81-42f2-a8bf-e1df3da3c7cc x-openstack-request-id: req-c410d0cc-7d81-42f2-a8bf-e1df3da3c7cc {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:12.635443 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d8336d-f150-43f3-8ddf-88d9161faf38", "tag": "40aa8a6f-31bd-4c91-90ba-c890a6ae73b3", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:12.635896 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c410d0cc-7d81-42f2-a8bf-e1df3da3c7cc {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:12.637679 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d8336d-f150-43f3-8ddf-88d9161faf38', 'tag': '40aa8a6f-31bd-4c91-90ba-c890a6ae73b3', 'status': 'completed', 'code': 200} Aug 29 04:19:12.651838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db035ae0-b5d3-4223-bcd0-6a5edd811ba1 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:12.670183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.683241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-20ffa991-26f0-46bb-9b5c-e7b3b2be83f5 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381830 Aug 29 04:19:12.694252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b5e9fbc2-116f-4f7b-9bee-6f2617e4f234 None None] Provisioning complete for port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:12.695126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Transition to ACTIVE for port object db035ae0-b5d3-4223-bcd0-6a5edd811ba1 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:12.696623 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b5e9fbc2-116f-4f7b-9bee-6f2617e4f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.702008 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.778111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-607a5a1a-d805-4ea6-a2af-05ba7db4ff89 req-a4950901-e6dc-4560-b131-3cc4fa2ae66e tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 210 time: 0.0700378 Aug 29 04:19:12.783770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Pushing event updated for resources: {'Port': ['ID=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.876747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-567e6cf5-518e-42ec-aad5-d1e3d5db5995 req-0ac95f3b-db91-40e9-bb4f-41181967f721 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821189 Aug 29 04:19:12.951691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc781490-0be3-4c62-a8f9-0322030c74c1 None None] Network 189bfca5-37e3-4841-96cb-c8a66aa3b603 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:12.991428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Attempting to bind port db035ae0-b5d3-4223-bcd0-6a5edd811ba1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:12.991774 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Attempting to bind port db035ae0-b5d3-4223-bcd0-6a5edd811ba1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:12.992350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Attempting to bind port db035ae0-b5d3-4223-bcd0-6a5edd811ba1 on network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:12.998632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Port db035ae0-b5d3-4223-bcd0-6a5edd811ba1 on network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:13.000183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Attempting to bind port db035ae0-b5d3-4223-bcd0-6a5edd811ba1 on network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:13.006964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:13.007602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Checking segment: {'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:13.008146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Bound using segment: {'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:13.009053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Bound port: db035ae0-b5d3-4223-bcd0-6a5edd811ba1, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:13.009646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.134550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bdc3-d6df-4557-b79d-1005c38fedcf req-98c69c60-3923-45fa-b804-7171dc84d4fe tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.146045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4292bdc3-d6df-4557-b79d-1005c38fedcf req-98c69c60-3923-45fa-b804-7171dc84d4fe tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1783624 Aug 29 04:19:13.152554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537072f-c012-48e5-a07a-1022c4001e92 req-e8a3e147-66bd-45e3-b563-e9c9b6e1984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.155974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7537072f-c012-48e5-a07a-1022c4001e92 req-e8a3e147-66bd-45e3-b563-e9c9b6e1984d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 1096 time: 0.1837990 Aug 29 04:19:13.158479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ea24b34b-a4e6-4917-b3b5-f2d3823f2bd2 None None] Provisioning for port 507f8a0a-6afe-45e9-8907-281e899f9106 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:13.167130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ea24b34b-a4e6-4917-b3b5-f2d3823f2bd2 None None] Provisioning complete for port 507f8a0a-6afe-45e9-8907-281e899f9106 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:13.167580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ea24b34b-a4e6-4917-b3b5-f2d3823f2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.209075 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] For port db035ae0-b5d3-4223-bcd0-6a5edd811ba1, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:13.213940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] For port db035ae0-b5d3-4223-bcd0-6a5edd811ba1, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:13.219212 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.306694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Pushing event updated for resources: {'Port': ['ID=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.322441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.323313 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.325460 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-dc74f72d-eebc-4c21-8728-20bc685832e3 service neutron] 10.222.0.59 "PUT /v2.0/ports/db035ae0-b5d3-4223-bcd0-6a5edd811ba1 HTTP/1.1" status: 200 len: 1092 time: 1.3844776 Aug 29 04:19:13.326671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1378e229-59d9-4691-930e-3e8ef2da27d2', 'tag': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:13.329900 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "1378e229-59d9-4691-930e-3e8ef2da27d2", "tag": "db035ae0-b5d3-4223-bcd0-6a5edd811ba1"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:13.414286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537072f-c012-48e5-a07a-1022c4001e92 req-43116336-8f63-487c-afc3-3dd503f54208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.416081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7537072f-c012-48e5-a07a-1022c4001e92 req-43116336-8f63-487c-afc3-3dd503f54208 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 913 time: 0.2433374 Aug 29 04:19:13.436012 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ea24b34b-a4e6-4917-b3b5-f2d3823f2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.447840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4292bdc3-d6df-4557-b79d-1005c38fedcf req-ca1414a6-c871-4767-b8e4-a351306479de tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998323 Aug 29 04:19:13.475033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ea24b34b-a4e6-4917-b3b5-f2d3823f2bd2 None None] For port 507f8a0a-6afe-45e9-8907-281e899f9106, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=507f8a0a-6afe-45e9-8907-281e899f9106,segment=NetworkSegment(119b7d3f-e0c7-4a76-9970-d0cee246033e),segment_id=119b7d3f-e0c7-4a76-9970-d0cee246033e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:13.480289 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ea24b34b-a4e6-4917-b3b5-f2d3823f2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.494372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-309823bf-403a-41fa-95c8-f5258b58022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.495887 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-309823bf-403a-41fa-95c8-f5258b58022b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d775af7b58744703b699fca41cf9a3bf&device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 1095 time: 0.1196005 Aug 29 04:19:13.578004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24b34b-a4e6-4917-b3b5-f2d3823f2bd2 None None] Pushing event updated for resources: {'Port': ['ID=507f8a0a-6afe-45e9-8907-281e899f9106,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.595323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7537072f-c012-48e5-a07a-1022c4001e92 req-b64b2ae3-fdab-4177-b3b6-6633f2e645d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 HTTP/1.1" status: 200 len: 217 time: 0.1583712 Aug 29 04:19:13.597436 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b932c7-90b6-4436-abf8-8b452947c113 x-openstack-request-id: req-c7b932c7-90b6-4436-abf8-8b452947c113 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:13.602895 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1378e229-59d9-4691-930e-3e8ef2da27d2", "tag": "db035ae0-b5d3-4223-bcd0-6a5edd811ba1", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:13.603454 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7b932c7-90b6-4436-abf8-8b452947c113 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:13.604033 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1378e229-59d9-4691-930e-3e8ef2da27d2', 'tag': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1', 'status': 'completed', 'code': 200} Aug 29 04:19:13.606177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-18fce40d-72b7-46d4-8e73-8853a424a721 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db035ae0-b5d3-4223-bcd0-6a5edd811ba1 HTTP/1.1" status: 200 len: 217 time: 0.1014757 Aug 29 04:19:13.625660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa189f3-61dd-472e-a7ca-5f0b94d85756 req-39c77bab-1424-42ed-b8cd-395800f6c764 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.656785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8aa189f3-61dd-472e-a7ca-5f0b94d85756 req-39c77bab-1424-42ed-b8cd-395800f6c764 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 944 time: 0.2978084 Aug 29 04:19:13.744998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-7a8d2e8c-6df8-4f3b-8062-d6acc06ad949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.748939 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-7a8d2e8c-6df8-4f3b-8062-d6acc06ad949 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=162281a0-7421-4afc-beac-04c048e8c914 HTTP/1.1" status: 200 len: 862 time: 0.1333280 Aug 29 04:19:13.785621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537072f-c012-48e5-a07a-1022c4001e92 req-dbec5336-7ffc-4c49-b64e-7e2f1ef3ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.803894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7537072f-c012-48e5-a07a-1022c4001e92 req-dbec5336-7ffc-4c49-b64e-7e2f1ef3ad37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.1791611 Aug 29 04:19:13.807910 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-134a09cc-7ace-4fc2-8df4-2ec10cfe4407 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455103 Aug 29 04:19:13.814609 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-41ee8918-6bc4-456e-b613-76398e89ba6b None None] Provisioning complete for port 507f8a0a-6afe-45e9-8907-281e899f9106 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:13.815639 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-41ee8918-6bc4-456e-b613-76398e89ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.896504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7537072f-c012-48e5-a07a-1022c4001e92 req-13644bbe-38f7-4ed6-a598-74e608e6c2f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915864 Aug 29 04:19:13.925506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 57ac90b4-1c7e-4e75-bfff-0eee0353b51e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:13.959674 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-9b1c2351-d713-468d-8c5b-cbaa30d31e90 service neutron] 10.222.0.59 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506855 Aug 29 04:19:13.988743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8aa189f3-61dd-472e-a7ca-5f0b94d85756 req-fa58aff4-4dda-489c-9620-8d86d04a5f53 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305042 Aug 29 04:19:13.996311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:13.996745 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.004050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec45983-f781-41da-975e-1f64703046aa req-9837800e-364c-45c9-b36c-868bb374a65e tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.006034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ec45983-f781-41da-975e-1f64703046aa req-9837800e-364c-45c9-b36c-868bb374a65e tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 943 time: 0.2531404 Aug 29 04:19:14.087589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ec45983-f781-41da-975e-1f64703046aa req-f44e6f88-90c9-4092-b17b-9f8d442a435a tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664010 Aug 29 04:19:14.142667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7537072f-c012-48e5-a07a-1022c4001e92 req-5e3c1c5c-8af5-4769-8713-19cd21191333 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354882 Aug 29 04:19:14.163946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d033036-20e4-4923-99dc-8ca6b6a85e06 req-e5a676a1-bbfb-40b5-9652-f9f9013153da tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 210 time: 0.0425713 Aug 29 04:19:14.166518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 507f8a0a-6afe-45e9-8907-281e899f9106 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:14.201613 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26917737-7a3a-41ac-b8e2-88280ff05509 req-d8c41cb7-26fa-40c7-8342-96a336383f07 service neutron] 10.222.0.59 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348952 Aug 29 04:19:14.286295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f25c00e0-c240-4939-8f70-4afd91f9e698 req-4df1ff49-74bc-4648-aa32-b09f9728a231 tempest-FlavorsV2NegativeTest-1114839745 tempest-FlavorsV2NegativeTest-1114839745-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7517cea102494ac389123c6fb5d7d691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424926 Aug 29 04:19:14.296362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 507f8a0a-6afe-45e9-8907-281e899f9106 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:14.296747 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.471045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-983df922-e41e-471b-9d18-4626845d9842 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.477472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-983df922-e41e-471b-9d18-4626845d9842 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.479090 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-983df922-e41e-471b-9d18-4626845d9842 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.52 "GET /v2.0/networks?id=49b4e546-35ac-4185-9b72-c7970f958e46&id=189bfca5-37e3-4841-96cb-c8a66aa3b603 HTTP/1.1" status: 200 len: 1390 time: 0.2310877 Aug 29 04:19:14.484309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8 req-8ab064eb-b413-4cb5-83fd-072dfa29dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.485790 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8 req-8ab064eb-b413-4cb5-83fd-072dfa29dd0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d775af7b58744703b699fca41cf9a3bf&device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 1095 time: 0.1707568 Aug 29 04:19:14.507089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'port': {'device_id': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46', 'admin_state_up': True, 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:14.670549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8 req-882ee149-7ccd-43cb-aaf7-77d17aad6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.672132 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8 req-882ee149-7ccd-43cb-aaf7-77d17aad6d91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4 HTTP/1.1" status: 200 len: 923 time: 0.1791694 Aug 29 04:19:14.723104 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8 req-a68759dc-2034-4802-b18a-55dd012e42e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db035ae0-b5d3-4223-bcd0-6a5edd811ba1 HTTP/1.1" status: 200 len: 217 time: 0.0422366 Aug 29 04:19:14.738727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:14.742940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.758649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7537072f-c012-48e5-a07a-1022c4001e92 req-31d1ba00-72f1-407c-8e00-7cb819de8277 service neutron] 10.222.0.52 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982130 Aug 29 04:19:14.801886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8 req-f9b17900-5c74-4a18-8f95-968948debe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.803432 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8 req-f9b17900-5c74-4a18-8f95-968948debe73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=162281a0-7421-4afc-beac-04c048e8c914 HTTP/1.1" status: 200 len: 862 time: 0.0727425 Aug 29 04:19:14.843517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6576fa-fb75-4730-9b03-c72b4eb5cd62 req-73c1b97a-f8d3-4b00-897c-c16503e77eb9 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.845053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e6576fa-fb75-4730-9b03-c72b4eb5cd62 req-73c1b97a-f8d3-4b00-897c-c16503e77eb9 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1007411 Aug 29 04:19:14.857620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c00e0-c240-4939-8f70-4afd91f9e698 req-6c4e7767-1eaf-4f4d-a372-3ef0c9b48a10 tempest-FlavorsV2NegativeTest-1114839745 tempest-FlavorsV2NegativeTest-1114839745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.859092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f25c00e0-c240-4939-8f70-4afd91f9e698 req-6c4e7767-1eaf-4f4d-a372-3ef0c9b48a10 tempest-FlavorsV2NegativeTest-1114839745 tempest-FlavorsV2NegativeTest-1114839745-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5625529 Aug 29 04:19:14.862471 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8 req-eb293157-9e09-4a97-aedf-0c1ffd1d4eae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336595 Aug 29 04:19:14.884503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f25c00e0-c240-4939-8f70-4afd91f9e698 req-9a49a9a3-decd-43c5-b334-e0a3eca2c981 tempest-FlavorsV2NegativeTest-1114839745 tempest-FlavorsV2NegativeTest-1114839745-project] 10.222.0.49 "GET /v2.0/quotas/7517cea102494ac389123c6fb5d7d691 HTTP/1.1" status: 200 len: 375 time: 0.0171032 Aug 29 04:19:14.911778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e6576fa-fb75-4730-9b03-c72b4eb5cd62 req-806968d5-9d0e-4b2f-81f1-85b0984538e8 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517378 Aug 29 04:19:14.926652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f25c00e0-c240-4939-8f70-4afd91f9e698 req-99f1d73c-ee3e-45fa-8b34-25fd945faa9d tempest-FlavorsV2NegativeTest-1114839745 tempest-FlavorsV2NegativeTest-1114839745-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7517cea102494ac389123c6fb5d7d691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312810 Aug 29 04:19:14.982310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Allocated IP 19.80.0.87 (49b4e546-35ac-4185-9b72-c7970f958e46/0507f3d4-6475-4a5e-be0c-f88433ce6468/fb8603ca-54cd-4dec-9a7f-075418f5fad9) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:15.011794 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8 req-9f28d82e-62df-48d4-bbb0-3df36179d6fa service neutron] 10.222.0.59 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410961 Aug 29 04:19:15.138250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9827-0758-4df4-90be-1a38e4d869e0 req-f1592510-5bdd-4c6c-8e2c-4c6b12bc3030 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.140416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dad9827-0758-4df4-90be-1a38e4d869e0 req-f1592510-5bdd-4c6c-8e2c-4c6b12bc3030 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 944 time: 0.0644686 Aug 29 04:19:15.222876 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dad9827-0758-4df4-90be-1a38e4d869e0 req-2729f55b-4196-4984-990c-28fc97b2ea67 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719137 Aug 29 04:19:15.260715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a6bce-c3fa-4846-a736-c54924aa3624 req-569c64cc-5a32-4659-8350-3616c9ee12b0 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.262415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a25a6bce-c3fa-4846-a736-c54924aa3624 req-569c64cc-5a32-4659-8350-3616c9ee12b0 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 943 time: 0.0755806 Aug 29 04:19:15.310649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a25a6bce-c3fa-4846-a736-c54924aa3624 req-4dcb3c6e-88c0-47d4-9e45-5756ea2b9a54 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Aug 29 04:19:15.340340 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db125e96-4333-4fe8-951e-af69ec27ce70 req-0de2ac5c-e19b-473f-be84-2f576cec7618 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 210 time: 0.0285399 Aug 29 04:19:15.504896 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2ef9f1-a696-4b0f-ab9b-0e87c9fbfbc8 req-92fcbc76-44a0-4e98-bb64-0fcb80b55dab service neutron] 10.222.0.59 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848092 Aug 29 04:19:15.538971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39942) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:15.541704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.557042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Transition to ACTIVE for port object fb8603ca-54cd-4dec-9a7f-075418f5fad9 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:15.594808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.658117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-76fbcc6c-fc03-43b6-b95c-55e1c39c4c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.664553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Port': ['ID=fb8603ca-54cd-4dec-9a7f-075418f5fad9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.676827 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network 49b4e546-35ac-4185-9b72-c7970f958e46 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:15.678609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:15.681308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:15.766215 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-76fbcc6c-fc03-43b6-b95c-55e1c39c4c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.772720 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-76fbcc6c-fc03-43b6-b95c-55e1c39c4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.789876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.790659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.822774 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-d5157594-fe04-4715-bbc7-096880c0ab30 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3210931 Aug 29 04:19:15.840183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Request body: {'port': {'device_id': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603', 'admin_state_up': True, 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:15.847990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-76fbcc6c-fc03-43b6-b95c-55e1c39c4c0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7517cea102494ac389123c6fb5d7d691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078299 Aug 29 04:19:15.853454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39952) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:15.867803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbcc6c-fc03-43b6-b95c-55e1c39c4c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bab47b-e856-4dea-a06c-a1abd14af619,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.946965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11210bb3-1dc8-4ba9-acdc-ced20692987d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.974154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Made reservation on behalf of bffe4b396e07433684a0baebc4b4aaef for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:15.977905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.996139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11210bb3-1dc8-4ba9-acdc-ced20692987d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.023719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b45fc427-e6cb-461e-a15b-67ee7c195a15 None None] Provisioning for port fb8603ca-54cd-4dec-9a7f-075418f5fad9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:16.027998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b45fc427-e6cb-461e-a15b-67ee7c195a15 None None] Provisioning complete for port fb8603ca-54cd-4dec-9a7f-075418f5fad9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:16.028410 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b45fc427-e6cb-461e-a15b-67ee7c195a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.063985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b45fc427-e6cb-461e-a15b-67ee7c195a15 None None] Port fb8603ca-54cd-4dec-9a7f-075418f5fad9 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:16.085562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c50626-67db-4c5d-a325-42336f618cbf req-ddd0a91c-d72d-43cc-a964-659739c3564a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.087439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1c50626-67db-4c5d-a325-42336f618cbf req-ddd0a91c-d72d-43cc-a964-659739c3564a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.0635283 Aug 29 04:19:16.111257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11210bb3-1dc8-4ba9-acdc-ced20692987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.113950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11210bb3-1dc8-4ba9-acdc-ced20692987d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.115144 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-11210bb3-1dc8-4ba9-acdc-ced20692987d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2bab47b-e856-4dea-a06c-a1abd14af619 HTTP/1.1" status: 204 len: 168 time: 0.2601507 Aug 29 04:19:16.130580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Allocated IP 19.86.0.153 (189bfca5-37e3-4841-96cb-c8a66aa3b603/75c99336-57d2-4883-9c31-abe417bac685/12c47736-5962-46af-a0a2-dc2fe9a8114a) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:16.133596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210bb3-1dc8-4ba9-acdc-ced20692987d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bab47b-e856-4dea-a06c-a1abd14af619,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.161527 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1c50626-67db-4c5d-a325-42336f618cbf req-136de4c9-eac3-4f3b-8b3e-dab6ed66c6fb tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593667 Aug 29 04:19:16.308385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.323480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Transition to ACTIVE for port object 12c47736-5962-46af-a0a2-dc2fe9a8114a will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:16.377547 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.435698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Network 189bfca5-37e3-4841-96cb-c8a66aa3b603 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:16.438921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d5d16-082b-4132-bd2e-01486b410857 req-4730371d-8608-45ef-bbf3-145fc1d80b90 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.440151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:16.442891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae5d5d16-082b-4132-bd2e-01486b410857 req-4730371d-8608-45ef-bbf3-145fc1d80b90 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 944 time: 0.0920572 Aug 29 04:19:16.443055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event updated for resources: {'Port': ['ID=12c47736-5962-46af-a0a2-dc2fe9a8114a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.445415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:16.502776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.503310 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.518057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa7c22-8311-42f3-99b4-e55cbd387462 req-5ad01c18-9d65-43f3-b206-8397f1350ddc tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.520274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13aa7c22-8311-42f3-99b4-e55cbd387462 req-5ad01c18-9d65-43f3-b206-8397f1350ddc tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 943 time: 0.1284072 Aug 29 04:19:16.530159 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-ee1b242b-d6c1-4ec2-9d0c-53bc3f52e43a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6926811 Aug 29 04:19:16.558151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Request body: {'port': {'device_id': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:16.568734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae5d5d16-082b-4132-bd2e-01486b410857 req-154d674b-f4db-4cc0-a1b2-dfdf15ef3d7b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158221 Aug 29 04:19:16.616312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13aa7c22-8311-42f3-99b4-e55cbd387462 req-5f09b6d0-dc3b-4256-8694-6e41f0569eee tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832913 Aug 29 04:19:16.711595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.762622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd389f-49d6-4e1e-99f7-db31d9e4b109 req-d299d15c-b408-478b-bf18-dfede67e0e1f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.768919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd389f-49d6-4e1e-99f7-db31d9e4b109 req-d299d15c-b408-478b-bf18-dfede67e0e1f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.770510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cadd389f-49d6-4e1e-99f7-db31d9e4b109 req-d299d15c-b408-478b-bf18-dfede67e0e1f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1654 time: 0.0632958 Aug 29 04:19:16.788747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-089c9f05-acf5-4729-a03c-f765efde6fec None None] Provisioning for port 12c47736-5962-46af-a0a2-dc2fe9a8114a completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:16.793834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-089c9f05-acf5-4729-a03c-f765efde6fec None None] Provisioning complete for port 12c47736-5962-46af-a0a2-dc2fe9a8114a triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:16.794210 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-089c9f05-acf5-4729-a03c-f765efde6fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.820776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cadd389f-49d6-4e1e-99f7-db31d9e4b109 req-cfe0fac1-2785-4687-a5b5-1226af74218d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Aug 29 04:19:16.842705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-089c9f05-acf5-4729-a03c-f765efde6fec None None] Port 12c47736-5962-46af-a0a2-dc2fe9a8114a cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:17.022304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8603ca-54cd-4dec-9a7f-075418f5fad9 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:17.030338 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.043078 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Transition to ACTIVE for port object fb8603ca-54cd-4dec-9a7f-075418f5fad9 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:17.046452 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.061514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39996) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:17.143152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Pushing event updated for resources: {'Port': ['ID=fb8603ca-54cd-4dec-9a7f-075418f5fad9,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.193177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-724508773-network', 'tenant_id': 'fabaaf12bd5542029d0c9e3a8403a179'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:17.203303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Attempting to bind port fb8603ca-54cd-4dec-9a7f-075418f5fad9 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:17.203721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Attempting to bind port fb8603ca-54cd-4dec-9a7f-075418f5fad9 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'c86aabbb-7833-435d-bc64-75129bf68c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:17.204174 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Attempting to bind port fb8603ca-54cd-4dec-9a7f-075418f5fad9 on network 49b4e546-35ac-4185-9b72-c7970f958e46 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:17.212858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Port fb8603ca-54cd-4dec-9a7f-075418f5fad9 on network 49b4e546-35ac-4185-9b72-c7970f958e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:17.213330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Attempting to bind port fb8603ca-54cd-4dec-9a7f-075418f5fad9 on network 49b4e546-35ac-4185-9b72-c7970f958e46 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:17.221690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:17.222114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Checking segment: {'id': 'c86aabbb-7833-435d-bc64-75129bf68c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:17.222576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Bound using segment: {'id': 'c86aabbb-7833-435d-bc64-75129bf68c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:17.223409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Bound port: fb8603ca-54cd-4dec-9a7f-075418f5fad9, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86aabbb-7833-435d-bc64-75129bf68c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:17.223851 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.231094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Made reservation on behalf of fabaaf12bd5542029d0c9e3a8403a179 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:17.234341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.251328 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.321628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9035b2-4684-433b-a835-e3b38fef2676 req-9c2f1ea5-9902-4026-a767-eb5154493f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.323136 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a9035b2-4684-433b-a835-e3b38fef2676 req-9c2f1ea5-9902-4026-a767-eb5154493f85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 1097 time: 0.0797958 Aug 29 04:19:17.330105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05bae9-1c7d-48a4-b1c8-ccc96124242c req-06a706c6-d99f-4285-bed3-11411c5e2805 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.331895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05bae9-1c7d-48a4-b1c8-ccc96124242c req-06a706c6-d99f-4285-bed3-11411c5e2805 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.0825694 Aug 29 04:19:17.352459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] For port fb8603ca-54cd-4dec-9a7f-075418f5fad9, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:17.375726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] For port fb8603ca-54cd-4dec-9a7f-075418f5fad9, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8603ca-54cd-4dec-9a7f-075418f5fad9,segment=NetworkSegment(c86aabbb-7833-435d-bc64-75129bf68c81),segment_id=c86aabbb-7833-435d-bc64-75129bf68c81)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:17.378488 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a9035b2-4684-433b-a835-e3b38fef2676 req-c31b0577-74f0-4e6b-a212-35bf82c2cff0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482960 Aug 29 04:19:17.379748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.383946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:17.402222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05bae9-1c7d-48a4-b1c8-ccc96124242c req-127715c9-58b6-43f8-877d-0363dce9f873 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591528 Aug 29 04:19:17.415866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.416515 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.418425 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] 10.222.0.52 "PUT /v2.0/ports/fb8603ca-54cd-4dec-9a7f-075418f5fad9 HTTP/1.1" status: 200 len: 1092 time: 0.8727775 Aug 29 04:19:17.418883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'tag': 'fb8603ca-54cd-4dec-9a7f-075418f5fad9'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:17.421315 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dad5c0-37b1-4cfb-b1ed-8bb93f52d622" -d '{"events": [{"name": "network-changed", "server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "tag": "fb8603ca-54cd-4dec-9a7f-075418f5fad9"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:17.442065 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.451747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f9578-7194-4d16-9d2b-1a537838d4fb service neutron] Pushing event updated for resources: {'Port': ['ID=fb8603ca-54cd-4dec-9a7f-075418f5fad9,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.452150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.476577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:17.482116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Request body: {'port': {'device_id': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:17.485785 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fa6ac1-ec3d-41b3-98f4-58b1becde6cd x-openstack-request-id: req-40fa6ac1-ec3d-41b3-98f4-58b1becde6cd {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:17.486073 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "tag": "fb8603ca-54cd-4dec-9a7f-075418f5fad9", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:17.486329 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40fa6ac1-ec3d-41b3-98f4-58b1becde6cd {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:17.487258 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'tag': 'fb8603ca-54cd-4dec-9a7f-075418f5fad9', 'status': 'completed', 'code': 200} Aug 29 04:19:17.495030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.498353 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.498885 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Added segment 7e4d5156-e4b5-4195-a768-ba902fba463e of type vlan for network 5ded513b-5ecd-497b-9f78-e09b442456e7 Aug 29 04:19:17.513498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:17.526645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '40aa8a6f-31bd-4c91-90ba-c890a6ae73b3', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'port_id': '40aa8a6f-31bd-4c91-90ba-c890a6ae73b3', 'mac_address': 'fa:16:3e:18:c9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35910115-7c07-46de-9071-3f98e799f754', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:17.560421 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.568570 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.579248 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.591697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:17.613572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad5c0-37b1-4cfb-b1ed-8bb93f52d622 req-33aecdd5-fcc6-491f-9787-9e9554a3a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.614092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad5c0-37b1-4cfb-b1ed-8bb93f52d622 req-33aecdd5-fcc6-491f-9787-9e9554a3a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.614787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:17.616501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93dad5c0-37b1-4cfb-b1ed-8bb93f52d622 req-33aecdd5-fcc6-491f-9787-9e9554a3a7ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bffe4b396e07433684a0baebc4b4aaef&device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1914 time: 0.0971167 Aug 29 04:19:17.622604 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.623534 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.625353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.626664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.728559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.778903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7158148 Aug 29 04:19:17.789769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40010) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:17.795102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Request body: {'subnet': {'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-724508773-subnet', 'tenant_id': 'fabaaf12bd5542029d0c9e3a8403a179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:17.829637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00722849-ac23-4672-b8b4-427132c9fff7 admin admin] Pushing event updated for resources: {'Network': ['ID=5ded513b-5ecd-497b-9f78-e09b442456e7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.839202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Made reservation on behalf of fabaaf12bd5542029d0c9e3a8403a179 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:17.841662 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.843713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5ded513b-5ecd-497b-9f78-e09b442456e7 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:17.888362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f475c79-b372-4740-9c33-87d1f6e409c4 req-3e6bf737-a253-43db-a769-e8b32fcd22d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.896122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f475c79-b372-4740-9c33-87d1f6e409c4 req-3e6bf737-a253-43db-a769-e8b32fcd22d6 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 945 time: 0.1343026 Aug 29 04:19:17.923465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4942b9f-a26e-4a7c-83bf-3024d0eaf6e8 req-15c2106c-3b9b-4f7e-8144-87f6915cd488 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.926883 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.930476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4942b9f-a26e-4a7c-83bf-3024d0eaf6e8 req-15c2106c-3b9b-4f7e-8144-87f6915cd488 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 943 time: 0.1649644 Aug 29 04:19:17.956336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad5c0-37b1-4cfb-b1ed-8bb93f52d622 req-18d8dc79-1afd-47a6-a9f5-fcc55d9cb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.956824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad5c0-37b1-4cfb-b1ed-8bb93f52d622 req-18d8dc79-1afd-47a6-a9f5-fcc55d9cb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.957296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad5c0-37b1-4cfb-b1ed-8bb93f52d622 req-18d8dc79-1afd-47a6-a9f5-fcc55d9cb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.958882 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93dad5c0-37b1-4cfb-b1ed-8bb93f52d622 req-18d8dc79-1afd-47a6-a9f5-fcc55d9cb38b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bffe4b396e07433684a0baebc4b4aaef&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3106232 Aug 29 04:19:17.984952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c47736-5962-46af-a0a2-dc2fe9a8114a {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:17.996247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.032090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f475c79-b372-4740-9c33-87d1f6e409c4 req-2aa5459a-7ccf-4027-9a7f-8de6096b1b40 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345270 Aug 29 04:19:18.037806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Transition to ACTIVE for port object 12c47736-5962-46af-a0a2-dc2fe9a8114a will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:18.040736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4942b9f-a26e-4a7c-83bf-3024d0eaf6e8 req-e62c954c-13c8-4236-a216-d79e2fd21d7b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088591 Aug 29 04:19:18.045366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.082442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['40aa8a6f-31bd-4c91-90ba-c890a6ae73b3'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:18.105296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad5c0-37b1-4cfb-b1ed-8bb93f52d622 req-41639193-f214-4eaa-bb2a-e085a2103621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.107983 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93dad5c0-37b1-4cfb-b1ed-8bb93f52d622 req-41639193-f214-4eaa-bb2a-e085a2103621 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400261 Aug 29 04:19:18.142906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.149519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Pushing event updated for resources: {'Port': ['ID=12c47736-5962-46af-a0a2-dc2fe9a8114a,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.198953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db824f-82d0-4f24-b369-f470ba0187a2 req-4cee4e5c-a9c4-4795-8b1c-5cdbe571414c tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.204464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db035ae0-b5d3-4223-bcd0-6a5edd811ba1 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:18.206935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db824f-82d0-4f24-b369-f470ba0187a2 req-4cee4e5c-a9c4-4795-8b1c-5cdbe571414c tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.209810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91db824f-82d0-4f24-b369-f470ba0187a2 req-4cee4e5c-a9c4-4795-8b1c-5cdbe571414c tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1678 time: 0.0965505 Aug 29 04:19:18.295048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83530db-6142-43c5-bdaa-06456373f2b8,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.300467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91db824f-82d0-4f24-b369-f470ba0187a2 req-898d5f8b-eab6-4aa1-8178-f18cf737fe65 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676985 Aug 29 04:19:18.339007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Checking segment: {'id': '7e4d5156-e4b5-4195-a768-ba902fba463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:18.343691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Network hostable DHCP agents. Network: 5ded513b-5ecd-497b-9f78-e09b442456e7, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:18.347944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Attempting to bind port 12c47736-5962-46af-a0a2-dc2fe9a8114a on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:18.347944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Attempting to bind port 12c47736-5962-46af-a0a2-dc2fe9a8114a by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '119b7d3f-e0c7-4a76-9970-d0cee246033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:18.348237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Attempting to bind port 12c47736-5962-46af-a0a2-dc2fe9a8114a on network 189bfca5-37e3-4841-96cb-c8a66aa3b603 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:18.353067 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db035ae0-b5d3-4223-bcd0-6a5edd811ba1, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.355746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Port 12c47736-5962-46af-a0a2-dc2fe9a8114a on network 189bfca5-37e3-4841-96cb-c8a66aa3b603 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:18.356074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Attempting to bind port 12c47736-5962-46af-a0a2-dc2fe9a8114a on network 189bfca5-37e3-4841-96cb-c8a66aa3b603 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:18.369738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:18.370091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Checking segment: {'id': '119b7d3f-e0c7-4a76-9970-d0cee246033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:18.370525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Bound using segment: {'id': '119b7d3f-e0c7-4a76-9970-d0cee246033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:18.370974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Bound port: 12c47736-5962-46af-a0a2-dc2fe9a8114a, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119b7d3f-e0c7-4a76-9970-d0cee246033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:18.371364 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.385516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Network 5ded513b-5ecd-497b-9f78-e09b442456e7 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:18.387726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1', 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4', 'port_id': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1', 'mac_address': 'fa:16:3e:07:79:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162281a0-7421-4afc-beac-04c048e8c914', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:18.419019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 5ded513b-5ecd-497b-9f78-e09b442456e7) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:18.425758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.426104 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.446765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef30c3-2046-4347-bc4d-4791e143b0e9 None None] Network 5ded513b-5ecd-497b-9f78-e09b442456e7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:18.475216 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c35d4ea6-f7e7-48e9-8eed-560e601ade5d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6837029 Aug 29 04:19:18.506834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] For port 12c47736-5962-46af-a0a2-dc2fe9a8114a, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:18.513456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] For port 12c47736-5962-46af-a0a2-dc2fe9a8114a, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=12c47736-5962-46af-a0a2-dc2fe9a8114a,segment=NetworkSegment(119b7d3f-e0c7-4a76-9970-d0cee246033e),segment_id=119b7d3f-e0c7-4a76-9970-d0cee246033e)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:18.521408 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.543980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.544588 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.546190 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] 10.222.0.52 "PUT /v2.0/ports/12c47736-5962-46af-a0a2-dc2fe9a8114a HTTP/1.1" status: 200 len: 1093 time: 1.0697587 Aug 29 04:19:18.568466 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.622508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db035ae0-b5d3-4223-bcd0-6a5edd811ba1 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:18.649136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db035ae0-b5d3-4223-bcd0-6a5edd811ba1, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.666273 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.668458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d056fe4-f5f9-450b-a27c-089627534f36 req-d7e298e3-1f94-4e3d-873d-cbb9d0dd88a1 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.672905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d056fe4-f5f9-450b-a27c-089627534f36 req-d7e298e3-1f94-4e3d-873d-cbb9d0dd88a1 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.1207414 Aug 29 04:19:18.752581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.758862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3ac5d-716c-4393-98fb-96eb0d26ade9 service neutron] Pushing event updated for resources: {'Port': ['ID=12c47736-5962-46af-a0a2-dc2fe9a8114a,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.763625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d056fe4-f5f9-450b-a27c-089627534f36 req-bcc85817-69ae-4d67-bba7-fc753e2f43c3 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841422 Aug 29 04:19:18.784632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-53963725-820b-4443-b4e6-6027fe32d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.785135 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-53963725-820b-4443-b4e6-6027fe32d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.788639 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-53963725-820b-4443-b4e6-6027fe32d272 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bffe4b396e07433684a0baebc4b4aaef&device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1982 time: 0.1753283 Aug 29 04:19:18.852383 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-0408fd37-fea0-47b0-b904-ca9c60fa7d97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=fb8603ca-54cd-4dec-9a7f-075418f5fad9 HTTP/1.1" status: 200 len: 217 time: 0.0512471 Aug 29 04:19:18.857416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1703267-663c-45ee-8ef2-8cc2fe208862 None None] Network 5ded513b-5ecd-497b-9f78-e09b442456e7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:18.915109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-93608331-f43f-4a6e-bd9c-37dca9018f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.916428 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-93608331-f43f-4a6e-bd9c-37dca9018f54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0507f3d4-6475-4a5e-be0c-f88433ce6468 HTTP/1.1" status: 200 len: 801 time: 0.0561244 Aug 29 04:19:18.925050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['db035ae0-b5d3-4223-bcd0-6a5edd811ba1'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:18.934151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-2e25bff6-c314-4631-89e4-a6d8ccafc097 req-5fe0b4df-a35d-4661-b5f0-63a94459ca40 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1402379173', 'description': 'tempest-description-702068028'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:18.961693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2e25bff6-c314-4631-89e4-a6d8ccafc097 req-5fe0b4df-a35d-4661-b5f0-63a94459ca40 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.984188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-a97d3f72-782a-4168-91db-509f14b90d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.986051 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-a97d3f72-782a-4168-91db-509f14b90d13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49b4e546-35ac-4185-9b72-c7970f958e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617535 Aug 29 04:19:19.085113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-91ea8a3d-531c-4edd-abf4-d36d5213c445 service neutron] 10.222.0.52 "GET /v2.0/networks/49b4e546-35ac-4185-9b72-c7970f958e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920944 Aug 29 04:19:19.144812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2e25bff6-c314-4631-89e4-a6d8ccafc097 req-5fe0b4df-a35d-4661-b5f0-63a94459ca40 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.149501 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2e25bff6-c314-4631-89e4-a6d8ccafc097 req-5fe0b4df-a35d-4661-b5f0-63a94459ca40 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.182857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-933cbd3b-5468-4864-aab6-eb81993f4fce tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.184405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-933cbd3b-5468-4864-aab6-eb81993f4fce tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/networks?id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 HTTP/1.1" status: 200 len: 810 time: 0.1696179 Aug 29 04:19:19.192823 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-9dfdb07e-cb0b-49dd-884a-b93a81ff3d51 service neutron] 10.222.0.52 "GET /v2.0/networks/49b4e546-35ac-4185-9b72-c7970f958e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988748 Aug 29 04:19:19.197674 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2e25bff6-c314-4631-89e4-a6d8ccafc097 req-5fe0b4df-a35d-4661-b5f0-63a94459ca40 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.198895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e25bff6-c314-4631-89e4-a6d8ccafc097 req-5fe0b4df-a35d-4661-b5f0-63a94459ca40 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2689919 Aug 29 04:19:19.208128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-04a18996-2494-4e97-8b72-83a93e2be077 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/quotas/755a55c0404b417f8cdb15c803838524 HTTP/1.1" status: 200 len: 375 time: 0.0146682 Aug 29 04:19:19.209099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0b4df-a35d-4661-b5f0-63a94459ca40 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2442761c-2a4a-4df2-8dbd-5a8af64f5064,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:19.247186 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-b167aec6-af80-4d7b-b3a4-d25904f6eb2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.153&port_id=12c47736-5962-46af-a0a2-dc2fe9a8114a HTTP/1.1" status: 200 len: 217 time: 0.0467548 Aug 29 04:19:19.298952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-4dd82858-7fee-4d03-bbd6-0f67f1703e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.300455 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-4dd82858-7fee-4d03-bbd6-0f67f1703e5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75c99336-57d2-4883-9c31-abe417bac685 HTTP/1.1" status: 200 len: 801 time: 0.0467911 Aug 29 04:19:19.303025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-93b5f9ed-9e72-48d3-b7ce-8c7eff94cfca tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=755a55c0404b417f8cdb15c803838524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857832 Aug 29 04:19:19.353397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcee1-3b32-4fab-ab05-701562046eba req-0ea4dec3-4aa5-421d-8cda-3c290c8c4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.355051 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-0ea4dec3-4aa5-421d-8cda-3c290c8c4a5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=189bfca5-37e3-4841-96cb-c8a66aa3b603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472438 Aug 29 04:19:19.364798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a411c0-f984-4666-a2c7-0f247a951f1d req-4182b43b-8110-4013-9784-f4e16e4c3fed tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.366317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89a411c0-f984-4666-a2c7-0f247a951f1d req-4182b43b-8110-4013-9784-f4e16e4c3fed tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 945 time: 0.1164141 Aug 29 04:19:19.433929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89a411c0-f984-4666-a2c7-0f247a951f1d req-0606b281-dbab-4577-b427-e3ae23c867e7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581224 Aug 29 04:19:19.439755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-4df4854d-1c65-439b-830b-7283c588031f service neutron] 10.222.0.49 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302516 Aug 29 04:19:19.450219 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-9b37acf6-a448-4b24-b9d3-da4f05b4c441 service neutron] 10.222.0.52 "GET /v2.0/networks/189bfca5-37e3-4841-96cb-c8a66aa3b603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873685 Aug 29 04:19:19.517993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'tag': '12c47736-5962-46af-a0a2-dc2fe9a8114a'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:19.523125 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "tag": "12c47736-5962-46af-a0a2-dc2fe9a8114a"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:19.568727 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-006dcee1-3b32-4fab-ab05-701562046eba req-3f8c087d-0122-47ea-8c10-2a979b3320d3 service neutron] 10.222.0.52 "GET /v2.0/networks/189bfca5-37e3-4841-96cb-c8a66aa3b603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026652 Aug 29 04:19:19.571945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-27946e62-88d7-4b85-bc9f-b92c632d4fe3 service neutron] 10.222.0.49 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249149 Aug 29 04:19:19.581550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3579-2282-4121-b4a3-7788ef1ae4ec req-44e93f55-e167-4f09-9496-783b9ef30345 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.583234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-011a3579-2282-4121-b4a3-7788ef1ae4ec req-44e93f55-e167-4f09-9496-783b9ef30345 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 944 time: 0.0755525 Aug 29 04:19:19.632414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-011a3579-2282-4121-b4a3-7788ef1ae4ec req-cb23cdb0-192e-4d1f-903a-8138cb291b72 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Aug 29 04:19:19.701906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-63b9ef7f-fa95-4e3c-b8e9-b972ec7c6258 req-4822fdd0-98b6-4de9-812f-668e900cc908 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-706091579', 'description': 'tempest-description-1272502021'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:19.730629 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-63b9ef7f-fa95-4e3c-b8e9-b972ec7c6258 req-4822fdd0-98b6-4de9-812f-668e900cc908 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.877729 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-63b9ef7f-fa95-4e3c-b8e9-b972ec7c6258 req-4822fdd0-98b6-4de9-812f-668e900cc908 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.888120 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-63b9ef7f-fa95-4e3c-b8e9-b972ec7c6258 req-4822fdd0-98b6-4de9-812f-668e900cc908 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.911390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8d257-b9e2-4ee0-889d-280bc1ef4ebc req-5475bd1f-9d58-437a-abbf-30f4db287787 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.917639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8d257-b9e2-4ee0-889d-280bc1ef4ebc req-5475bd1f-9d58-437a-abbf-30f4db287787 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.919438 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e4d8d257-b9e2-4ee0-889d-280bc1ef4ebc req-5475bd1f-9d58-437a-abbf-30f4db287787 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1678 time: 0.1094809 Aug 29 04:19:19.946224 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-63b9ef7f-fa95-4e3c-b8e9-b972ec7c6258 req-4822fdd0-98b6-4de9-812f-668e900cc908 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.947529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63b9ef7f-fa95-4e3c-b8e9-b972ec7c6258 req-4822fdd0-98b6-4de9-812f-668e900cc908 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2500305 Aug 29 04:19:19.957176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822fdd0-98b6-4de9-812f-668e900cc908 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a0b61c-5b9f-429b-ac44-091bf8f3b071,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.030279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e4d8d257-b9e2-4ee0-889d-280bc1ef4ebc req-6e4a2059-da17-4e9c-9f5a-dba9d83db6db tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008935 Aug 29 04:19:20.048263 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fe2465-764b-4200-b587-b9c17db7ec57 x-openstack-request-id: req-d0fe2465-764b-4200-b587-b9c17db7ec57 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:20.048820 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "tag": "12c47736-5962-46af-a0a2-dc2fe9a8114a", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:20.048820 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0fe2465-764b-4200-b587-b9c17db7ec57 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:20.049255 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'tag': '12c47736-5962-46af-a0a2-dc2fe9a8114a', 'status': 'completed', 'code': 200} Aug 29 04:19:20.133979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-a582817b-d5f7-43a5-bedd-ab8a1f8a88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.134629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-a582817b-d5f7-43a5-bedd-ab8a1f8a88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.136424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-15d13678-fde7-4126-95ea-358a9a46c0fa req-5e541972-7135-43b3-ba51-2007f7a81a78 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 210 time: 0.0385447 Aug 29 04:19:20.150088 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-a582817b-d5f7-43a5-bedd-ab8a1f8a88e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bffe4b396e07433684a0baebc4b4aaef&device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1982 time: 0.0657289 Aug 29 04:19:20.218287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db035ae0-b5d3-4223-bcd0-6a5edd811ba1 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:20.307433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-325a3a5d-2639-4069-b506-44d5416ae9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.307878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-2c98e990-eb9f-4792-839c-6e1e49a6420f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.308943 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-325a3a5d-2639-4069-b506-44d5416ae9e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=189bfca5-37e3-4841-96cb-c8a66aa3b603 HTTP/1.1" status: 200 len: 902 time: 0.1514390 Aug 29 04:19:20.315708 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-2c98e990-eb9f-4792-839c-6e1e49a6420f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 812 time: 0.1482522 Aug 29 04:19:20.333088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port db035ae0-b5d3-4223-bcd0-6a5edd811ba1 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:20.336309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-46629169-eb0f-46f6-a7e1-fceede5fd8ea tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/quotas/fabaaf12bd5542029d0c9e3a8403a179 HTTP/1.1" status: 200 len: 375 time: 0.0188220 Aug 29 04:19:20.344232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port db035ae0-b5d3-4223-bcd0-6a5edd811ba1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:20.344232 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.390692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-ba3ed674-8a74-483d-a8f1-9f9acb1b548a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537679 Aug 29 04:19:20.390885 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-26cddec3-b1d8-410c-aabd-f78931f7cc7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.153&port_id=12c47736-5962-46af-a0a2-dc2fe9a8114a HTTP/1.1" status: 200 len: 217 time: 0.0717125 Aug 29 04:19:20.453377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-bd18dd34-5086-47da-b07d-5e2a33bc4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.455433 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-bd18dd34-5086-47da-b07d-5e2a33bc4e7a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75c99336-57d2-4883-9c31-abe417bac685 HTTP/1.1" status: 200 len: 801 time: 0.0576665 Aug 29 04:19:20.465124 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.500664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1378e229-59d9-4691-930e-3e8ef2da27d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:20.503891 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a137aa6-4f25-4233-9c15-cf2206d4abf2" -d '{"events": [{"server_uuid": "1378e229-59d9-4691-930e-3e8ef2da27d2", "name": "network-vif-plugged", "status": "completed", "tag": "db035ae0-b5d3-4223-bcd0-6a5edd811ba1"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:20.519655 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db035ae0-b5d3-4223-bcd0-6a5edd811ba1, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:20.524692 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.547861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-37d6712d-4aff-470e-b3cf-818f45125645 service neutron] 10.222.0.49 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557903 Aug 29 04:19:20.554231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-b459012e-307b-49ea-bcb4-b40c8150eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.555741 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-b459012e-307b-49ea-bcb4-b40c8150eac9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=189bfca5-37e3-4841-96cb-c8a66aa3b603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931985 Aug 29 04:19:20.589742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.677513 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-b93d291f-2077-432c-89bc-2d493ff7c159 service neutron] 10.222.0.52 "GET /v2.0/networks/189bfca5-37e3-4841-96cb-c8a66aa3b603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140256 Aug 29 04:19:20.685900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145d769-294f-4587-89c8-5a5ea57248ea req-7d7bd85e-4a9d-4aa5-aa87-c8000767a2b7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.687372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6145d769-294f-4587-89c8-5a5ea57248ea req-7d7bd85e-4a9d-4aa5-aa87-c8000767a2b7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 945 time: 0.0712662 Aug 29 04:19:20.712869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-dd872f86-9af4-4e52-bbe7-92f8e9b5c3bf service neutron] 10.222.0.49 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637561 Aug 29 04:19:20.744997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6145d769-294f-4587-89c8-5a5ea57248ea req-28f453df-d96f-471f-b142-ecf05ec15b39 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468893 Aug 29 04:19:20.785576 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5072b07-05d7-4b03-8e71-e7cdb3194fd5 req-5bf31fdc-0d45-4894-8364-502e3ef6a6d8 service neutron] 10.222.0.52 "GET /v2.0/networks/189bfca5-37e3-4841-96cb-c8a66aa3b603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002147 Aug 29 04:19:20.823301 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0929dd37-8aeb-4188-81e9-daeb1ccf63c0 x-openstack-request-id: req-0929dd37-8aeb-4188-81e9-daeb1ccf63c0 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:20.823598 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1378e229-59d9-4691-930e-3e8ef2da27d2", "name": "network-vif-plugged", "status": "completed", "tag": "db035ae0-b5d3-4223-bcd0-6a5edd811ba1", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:20.823853 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0929dd37-8aeb-4188-81e9-daeb1ccf63c0 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:20.824321 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378e229-59d9-4691-930e-3e8ef2da27d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1', 'code': 200} Aug 29 04:19:21.004887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d3e3-afa2-4511-bb08-9e31beb42854 req-6d9fa0fe-eaca-4807-a9d4-d1e1971100fc tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.007092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2692d3e3-afa2-4511-bb08-9e31beb42854 req-6d9fa0fe-eaca-4807-a9d4-d1e1971100fc tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 945 time: 0.1085706 Aug 29 04:19:21.038718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19947-dfd4-40a6-b54a-49ee9fa13587 req-e96e3fd0-39e1-4a58-bd3b-7cbef790ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.040305 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1ae19947-dfd4-40a6-b54a-49ee9fa13587 req-e96e3fd0-39e1-4a58-bd3b-7cbef790ab5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 1097 time: 0.1178529 Aug 29 04:19:21.081070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e145f99b-3349-452b-8a1f-b035f8c04cd2 req-507ebafb-e371-40eb-941a-24ab7fe6ce26 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 210 time: 0.0454524 Aug 29 04:19:21.104578 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1ae19947-dfd4-40a6-b54a-49ee9fa13587 req-9f4e8d98-65b2-4147-b8d8-156dde284c17 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552931 Aug 29 04:19:21.109085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2692d3e3-afa2-4511-bb08-9e31beb42854 req-fea56a58-ed4b-48ad-a095-b592eccf347c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915170 Aug 29 04:19:21.124073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-03509bd6-28ec-4ad6-b3b5-c7cb9434da34 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.124073 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-03509bd6-28ec-4ad6-b3b5-c7cb9434da34 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.59 "GET /v2.0/networks?id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 HTTP/1.1" status: 200 len: 810 time: 0.2135663 Aug 29 04:19:21.252262 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5d2d67b-6775-4099-be00-def54ee28c25 req-5ea9f9cd-e85a-43c6-bc79-a013b84c7cbc tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 210 time: 0.0362761 Aug 29 04:19:21.270196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac074f07-1a25-4a60-8a54-42fbb37989a0 req-f08ee581-f332-47c8-a67e-3f470fda943b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.276448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac074f07-1a25-4a60-8a54-42fbb37989a0 req-f08ee581-f332-47c8-a67e-3f470fda943b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.278032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac074f07-1a25-4a60-8a54-42fbb37989a0 req-f08ee581-f332-47c8-a67e-3f470fda943b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1678 time: 0.0991733 Aug 29 04:19:21.297491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Request body: {'port': {'device_id': '9934be31-e31c-45ef-9868-60eb91664764', 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2', 'admin_state_up': True, 'tenant_id': '755a55c0404b417f8cdb15c803838524'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:21.321252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac074f07-1a25-4a60-8a54-42fbb37989a0 req-43d5cde7-f658-4443-aa16-b5beb9c7dc01 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369761 Aug 29 04:19:21.398932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:21.441847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Made reservation on behalf of 755a55c0404b417f8cdb15c803838524 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:21.447455 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.456638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:21.462543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:21.463503 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.625271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Allocated IP 172.20.0.2 (95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2/912da5bf-a44c-4f60-a2fb-5bdea41f69b2/c1d4109a-309e-47c5-8cc2-bceee570f599) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:21.710013 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:19:21.717318 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.752838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:21.757123 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.807509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:21.815762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.856390 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.868426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['d7f39c42-905f-4277-93e5-41aaf2976fff'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:21.907079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:21.910313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:21.911401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fbe37-b10e-48eb-ba23-760f43bb2b9f req-66dabc72-4fc4-47e1-86df-7d6744a658e1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.917442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:21.922001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-697fbe37-b10e-48eb-ba23-760f43bb2b9f req-66dabc72-4fc4-47e1-86df-7d6744a658e1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0909884 Aug 29 04:19:21.966717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-697fbe37-b10e-48eb-ba23-760f43bb2b9f req-871bb44e-9408-4552-9aaa-771818d78c1c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375242 Aug 29 04:19:21.982365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.983230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.990099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Pushing event updated for resources: {'Port': ['ID=c1d4109a-309e-47c5-8cc2-bceee570f599,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.009710 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-899df1eb-ad78-46f2-a1a8-e284ac55444a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7191250 Aug 29 04:19:22.024810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Request body: {'port': {'device_id': '9934be31-e31c-45ef-9868-60eb91664764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:22.096042 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.261951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8e0677e-5607-4f3a-95b1-c27d2dca4a84 req-02c6c96c-cfe1-4171-b2bf-ffbede5bfc4e tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 210 time: 0.0480337 Aug 29 04:19:22.340157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19dca1-8049-4aa9-b4ae-2c299f3ebff1 req-a869d5ef-ce79-41a7-a11a-926aa358316c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.350240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b19dca1-8049-4aa9-b4ae-2c299f3ebff1 req-a869d5ef-ce79-41a7-a11a-926aa358316c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 945 time: 0.1225572 Aug 29 04:19:22.426524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b19dca1-8049-4aa9-b4ae-2c299f3ebff1 req-16cc3cd4-fd32-4b85-859e-f1cf463e436c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751081 Aug 29 04:19:22.439861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-57e16587-9327-45b1-9e3c-7705b7a0034e tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.440986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eec1e-f1ce-4262-9866-9a3e3872b5d6 req-e7fa953a-7575-4587-8055-a35d0a2e3162 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.441339 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-57e16587-9327-45b1-9e3c-7705b7a0034e tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.52 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 812 time: 0.2575355 Aug 29 04:19:22.442469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-904eec1e-f1ce-4262-9866-9a3e3872b5d6 req-e7fa953a-7575-4587-8055-a35d0a2e3162 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 931 time: 0.0838575 Aug 29 04:19:22.464177 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'port': {'device_id': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7', 'admin_state_up': True, 'tenant_id': 'fabaaf12bd5542029d0c9e3a8403a179'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:22.497144 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-904eec1e-f1ce-4262-9866-9a3e3872b5d6 req-fbf654f7-4ddb-4e5f-b066-0e32c1730d1f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Aug 29 04:19:22.567121 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f08aa-4e1c-44e4-863f-0cd359abb16b req-b3f10d01-ede5-4df2-a1c2-d33136d92dff tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.573680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f08aa-4e1c-44e4-863f-0cd359abb16b req-b3f10d01-ede5-4df2-a1c2-d33136d92dff tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.577179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d93f08aa-4e1c-44e4-863f-0cd359abb16b req-b3f10d01-ede5-4df2-a1c2-d33136d92dff tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1678 time: 0.0629134 Aug 29 04:19:22.621621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d93f08aa-4e1c-44e4-863f-0cd359abb16b req-8d8bbcde-8c98-427a-99d0-88c4bc462cfe tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Aug 29 04:19:22.645414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d4109a-309e-47c5-8cc2-bceee570f599 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:22.654997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.659007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Made reservation on behalf of fabaaf12bd5542029d0c9e3a8403a179 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:22.663326 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.686909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Transition to ACTIVE for port object c1d4109a-309e-47c5-8cc2-bceee570f599 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:22.696338 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.790924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Pushing event updated for resources: {'Port': ['ID=c1d4109a-309e-47c5-8cc2-bceee570f599,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.825180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d8336d-f150-43f3-8ddf-88d9161faf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40aa8a6f-31bd-4c91-90ba-c890a6ae73b3'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:22.827877 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df0db4f-999b-4989-b931-5cd6c4ab6f37" -d '{"events": [{"server_uuid": "b0d8336d-f150-43f3-8ddf-88d9161faf38", "name": "network-vif-plugged", "status": "completed", "tag": "40aa8a6f-31bd-4c91-90ba-c890a6ae73b3"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:22.867007 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ab85d-ecd8-42ad-90d7-230b1ab3cf31 x-openstack-request-id: req-eb9ab85d-ecd8-42ad-90d7-230b1ab3cf31 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:22.867302 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d8336d-f150-43f3-8ddf-88d9161faf38", "name": "network-vif-plugged", "status": "completed", "tag": "40aa8a6f-31bd-4c91-90ba-c890a6ae73b3", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:22.867551 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb9ab85d-ecd8-42ad-90d7-230b1ab3cf31 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:22.867958 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d8336d-f150-43f3-8ddf-88d9161faf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40aa8a6f-31bd-4c91-90ba-c890a6ae73b3', 'code': 200} Aug 29 04:19:22.886218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Allocated IP 172.20.0.6 (5ded513b-5ecd-497b-9f78-e09b442456e7/e83530db-6142-43c5-bdaa-06456373f2b8/b5d92660-27de-4162-af6e-6b2dd9e1ce30) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:22.913403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Attempting to bind port c1d4109a-309e-47c5-8cc2-bceee570f599 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:22.913588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Attempting to bind port c1d4109a-309e-47c5-8cc2-bceee570f599 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:22.913925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Attempting to bind port c1d4109a-309e-47c5-8cc2-bceee570f599 on network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:22.921770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Port c1d4109a-309e-47c5-8cc2-bceee570f599 on network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:22.922106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Attempting to bind port c1d4109a-309e-47c5-8cc2-bceee570f599 on network 95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:22.936468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:22.936801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Checking segment: {'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:22.937189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Bound using segment: {'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:22.937622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Bound port: c1d4109a-309e-47c5-8cc2-bceee570f599, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcdd231-74fa-4f7c-a40b-e19804f154d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:22.937984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.004865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008c7b1-477b-4478-817e-68a08a122de0 req-d663a634-e7f4-4778-a67d-213e46024d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.006737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0008c7b1-477b-4478-817e-68a08a122de0 req-d663a634-e7f4-4778-a67d-213e46024d46 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 1098 time: 0.0480950 Aug 29 04:19:23.057062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0008c7b1-477b-4478-817e-68a08a122de0 req-66653413-b562-4c0b-9932-ae62f8c50659 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Aug 29 04:19:23.073828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] For port c1d4109a-309e-47c5-8cc2-bceee570f599, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:23.099686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] For port c1d4109a-309e-47c5-8cc2-bceee570f599, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c1d4109a-309e-47c5-8cc2-bceee570f599,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:23.100977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f068da6-9aee-482f-9ea2-3dec1a84a7b3 req-c17cc1d7-8605-4f9a-922e-eedb0bed8912 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.102616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f068da6-9aee-482f-9ea2-3dec1a84a7b3 req-c17cc1d7-8605-4f9a-922e-eedb0bed8912 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0605750 Aug 29 04:19:23.107706 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.153816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.160148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f068da6-9aee-482f-9ea2-3dec1a84a7b3 req-4fc16bf1-3a2a-4334-ac33-49819e9613ee tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507631 Aug 29 04:19:23.167858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.168486 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.169876 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] 10.222.0.59 "PUT /v2.0/ports/c1d4109a-309e-47c5-8cc2-bceee570f599 HTTP/1.1" status: 200 len: 1092 time: 1.1505537 Aug 29 04:19:23.171559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9934be31-e31c-45ef-9868-60eb91664764', 'tag': 'c1d4109a-309e-47c5-8cc2-bceee570f599'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:23.173922 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9934be31-e31c-45ef-9868-60eb91664764", "tag": "c1d4109a-309e-47c5-8cc2-bceee570f599"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:23.201061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f643b3-2745-40ca-b8a8-32a9bca57b7f service neutron] Pushing event updated for resources: {'Port': ['ID=c1d4109a-309e-47c5-8cc2-bceee570f599,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.239844 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773ed16d-37b7-443d-88cb-7486fbf2b92d x-openstack-request-id: req-773ed16d-37b7-443d-88cb-7486fbf2b92d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:23.240154 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9934be31-e31c-45ef-9868-60eb91664764", "tag": "c1d4109a-309e-47c5-8cc2-bceee570f599", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:23.240430 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-773ed16d-37b7-443d-88cb-7486fbf2b92d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:23.240821 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9934be31-e31c-45ef-9868-60eb91664764', 'tag': 'c1d4109a-309e-47c5-8cc2-bceee570f599', 'status': 'completed', 'code': 200} Aug 29 04:19:23.252495 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.305350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-9245b068-b222-4638-81ad-bfd0dfefc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.306889 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-9245b068-b222-4638-81ad-bfd0dfefc54e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=755a55c0404b417f8cdb15c803838524&device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 1095 time: 0.0925009 Aug 29 04:19:23.308649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Network 5ded513b-5ecd-497b-9f78-e09b442456e7 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:23.311824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:23.315845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:23.348072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'Port': ['ID=b5d92660-27de-4162-af6e-6b2dd9e1ce30,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.381934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0fb12-a377-41a3-9af9-c1b14e64ab5e req-9ac935f0-5e3e-4cb6-95f0-9be922af6570 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.382643 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-a3958ae8-0d40-4391-afe6-a5139ed69c4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1d4109a-309e-47c5-8cc2-bceee570f599 HTTP/1.1" status: 200 len: 217 time: 0.0640531 Aug 29 04:19:23.383336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69b0fb12-a377-41a3-9af9-c1b14e64ab5e req-9ac935f0-5e3e-4cb6-95f0-9be922af6570 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 931 time: 0.0561903 Aug 29 04:19:23.428146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.428791 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.430172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 12c47736-5962-46af-a0a2-dc2fe9a8114a details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:23.443799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69b0fb12-a377-41a3-9af9-c1b14e64ab5e req-5606dc07-3105-43d2-a4bd-2bebf36ef72f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356159 Aug 29 04:19:23.453048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-0670d99e-1726-41bc-8d87-e374570949f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928620 Aug 29 04:19:23.454564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-5793d79a-0c1a-4fdd-869c-342220281337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.455927 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-5793d79a-0c1a-4fdd-869c-342220281337 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=912da5bf-a44c-4f60-a2fb-5bdea41f69b2 HTTP/1.1" status: 200 len: 850 time: 0.0642312 Aug 29 04:19:23.480188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Request body: {'port': {'device_id': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:23.515563 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-e74c6719-3229-471e-866b-5566156ef31b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502455 Aug 29 04:19:23.545638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8ebdd31c-180b-4626-9764-01ccb3b0dbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.585894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1e5ea-a682-4edf-938d-cc56b8fdefa6 req-47bf1928-0a0a-419b-b0f0-f45c2805cc46 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.588230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48b1e5ea-a682-4edf-938d-cc56b8fdefa6 req-47bf1928-0a0a-419b-b0f0-f45c2805cc46 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 945 time: 0.0702443 Aug 29 04:19:23.603168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 12c47736-5962-46af-a0a2-dc2fe9a8114a, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=12c47736-5962-46af-a0a2-dc2fe9a8114a,segment=NetworkSegment(119b7d3f-e0c7-4a76-9970-d0cee246033e),segment_id=119b7d3f-e0c7-4a76-9970-d0cee246033e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:23.617347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.623674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '12c47736-5962-46af-a0a2-dc2fe9a8114a', 'network_id': '189bfca5-37e3-4841-96cb-c8a66aa3b603', 'port_id': '12c47736-5962-46af-a0a2-dc2fe9a8114a', 'mac_address': 'fa:16:3e:7a:57:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c99336-57d2-4883-9c31-abe417bac685', 'ip_address': '19.86.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:23.671838 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48b1e5ea-a682-4edf-938d-cc56b8fdefa6 req-50958784-859d-48d2-a657-ffd218f339e5 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775545 Aug 29 04:19:23.684441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a2e84-e96c-4f35-8def-868fe1af86e2 req-11b70feb-53a3-4c36-9227-ee27cbc7e8ab tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.686017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-580a2e84-e96c-4f35-8def-868fe1af86e2 req-11b70feb-53a3-4c36-9227-ee27cbc7e8ab tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 943 time: 0.0878501 Aug 29 04:19:23.713517 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.758576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c47736-5962-46af-a0a2-dc2fe9a8114a {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:23.769521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-580a2e84-e96c-4f35-8def-868fe1af86e2 req-1bdce96f-de0b-4570-8492-fbd6ceadb1a7 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712938 Aug 29 04:19:23.795867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 12c47736-5962-46af-a0a2-dc2fe9a8114a, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=12c47736-5962-46af-a0a2-dc2fe9a8114a,segment=NetworkSegment(119b7d3f-e0c7-4a76-9970-d0cee246033e),segment_id=119b7d3f-e0c7-4a76-9970-d0cee246033e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:23.802599 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.804180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb8603ca-54cd-4dec-9a7f-075418f5fad9 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:23.873254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=12c47736-5962-46af-a0a2-dc2fe9a8114a,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.894276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a601670-4e80-432c-b127-c29329840a20 req-212121d0-da75-4647-a368-c19af47c6973 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.911705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a601670-4e80-432c-b127-c29329840a20 req-212121d0-da75-4647-a368-c19af47c6973 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.919715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a601670-4e80-432c-b127-c29329840a20 req-212121d0-da75-4647-a368-c19af47c6973 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1679 time: 0.1179128 Aug 29 04:19:24.005567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a601670-4e80-432c-b127-c29329840a20 req-c3b36ae7-4955-48f4-ad80-e130c76e9731 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827889 Aug 29 04:19:24.029295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bb164-8cd0-4044-8887-5d9ea14c76fb req-74760502-9236-4d1a-8b18-068c58b3dd8a tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.036983 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-6e17acaa-c7e0-44d3-b9fc-4a5a2d536519 service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063791 Aug 29 04:19:24.040147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f74bb164-8cd0-4044-8887-5d9ea14c76fb req-74760502-9236-4d1a-8b18-068c58b3dd8a tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 945 time: 0.1178687 Aug 29 04:19:24.040389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb8603ca-54cd-4dec-9a7f-075418f5fad9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8603ca-54cd-4dec-9a7f-075418f5fad9,segment=NetworkSegment(c86aabbb-7833-435d-bc64-75129bf68c81),segment_id=c86aabbb-7833-435d-bc64-75129bf68c81)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:24.054711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'fb8603ca-54cd-4dec-9a7f-075418f5fad9', 'network_id': '49b4e546-35ac-4185-9b72-c7970f958e46', 'port_id': 'fb8603ca-54cd-4dec-9a7f-075418f5fad9', 'mac_address': 'fa:16:3e:c6:0d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0507f3d4-6475-4a5e-be0c-f88433ce6468', 'ip_address': '19.80.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:24.084748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f74bb164-8cd0-4044-8887-5d9ea14c76fb req-07f03987-f3cf-4b57-b21f-f0d74d74b8fc tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Aug 29 04:19:24.104433 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.111172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8603ca-54cd-4dec-9a7f-075418f5fad9 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:24.133510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb8603ca-54cd-4dec-9a7f-075418f5fad9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8603ca-54cd-4dec-9a7f-075418f5fad9,segment=NetworkSegment(c86aabbb-7833-435d-bc64-75129bf68c81),segment_id=c86aabbb-7833-435d-bc64-75129bf68c81)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:24.137729 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.193233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fb8603ca-54cd-4dec-9a7f-075418f5fad9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:24.300649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234eebc-4709-4618-820d-34d6918f3a4b req-d00b5bca-d093-4fff-95c4-06c51c86b3aa tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.304559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6234eebc-4709-4618-820d-34d6918f3a4b req-d00b5bca-d093-4fff-95c4-06c51c86b3aa tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0684609 Aug 29 04:19:24.309824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2b12c0b-3296-4895-8b0a-49ac15c27aba req-58021c60-6ee6-456e-968c-b25f3186555e service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614908 Aug 29 04:19:24.373700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6234eebc-4709-4618-820d-34d6918f3a4b req-457fd707-97fe-4ff1-a7d8-8dd46b52037f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576577 Aug 29 04:19:24.460742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d92660-27de-4162-af6e-6b2dd9e1ce30 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:24.493356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2 req-aeae1564-f405-42d7-9b73-7293502589b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.495008 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2 req-aeae1564-f405-42d7-9b73-7293502589b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=755a55c0404b417f8cdb15c803838524&device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 1095 time: 0.1184139 Aug 29 04:19:24.496796 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.554506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Transition to ACTIVE for port object b5d92660-27de-4162-af6e-6b2dd9e1ce30 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:24.565076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.675756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d92660-27de-4162-af6e-6b2dd9e1ce30,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:24.709524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2 req-f479401b-baa1-41cf-bd18-fb41e22d2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.711149 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2 req-f479401b-baa1-41cf-bd18-fb41e22d2c0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 HTTP/1.1" status: 200 len: 911 time: 0.2081084 Aug 29 04:19:24.743195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['12c47736-5962-46af-a0a2-dc2fe9a8114a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:24.756379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f84db-4728-4400-b82c-f07e0b1b2f9f req-1b156b6e-dbaa-4809-b27a-309193304711 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.764001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-477f84db-4728-4400-b82c-f07e0b1b2f9f req-1b156b6e-dbaa-4809-b27a-309193304711 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 943 time: 0.0765331 Aug 29 04:19:24.770801 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2 req-ed1e29fd-c498-471a-9731-f13375313dff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1d4109a-309e-47c5-8cc2-bceee570f599 HTTP/1.1" status: 200 len: 217 time: 0.0508542 Aug 29 04:19:24.786540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['fb8603ca-54cd-4dec-9a7f-075418f5fad9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:24.816836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Attempting to bind port b5d92660-27de-4162-af6e-6b2dd9e1ce30 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:24.817182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Attempting to bind port b5d92660-27de-4162-af6e-6b2dd9e1ce30 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '7e4d5156-e4b5-4195-a768-ba902fba463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:24.817523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Attempting to bind port b5d92660-27de-4162-af6e-6b2dd9e1ce30 on network 5ded513b-5ecd-497b-9f78-e09b442456e7 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:24.829400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Port b5d92660-27de-4162-af6e-6b2dd9e1ce30 on network 5ded513b-5ecd-497b-9f78-e09b442456e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:24.829740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Attempting to bind port b5d92660-27de-4162-af6e-6b2dd9e1ce30 on network 5ded513b-5ecd-497b-9f78-e09b442456e7 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:24.840079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:24.840461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Checking segment: {'id': '7e4d5156-e4b5-4195-a768-ba902fba463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:24.841154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Bound using segment: {'id': '7e4d5156-e4b5-4195-a768-ba902fba463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:24.841303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Bound port: b5d92660-27de-4162-af6e-6b2dd9e1ce30, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4d5156-e4b5-4195-a768-ba902fba463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:24.841639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.846800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2 req-c98d4413-b39d-4d93-a6b1-b0e8b38baa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.848372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2 req-c98d4413-b39d-4d93-a6b1-b0e8b38baa72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=912da5bf-a44c-4f60-a2fb-5bdea41f69b2 HTTP/1.1" status: 200 len: 850 time: 0.0699248 Aug 29 04:19:24.872962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-477f84db-4728-4400-b82c-f07e0b1b2f9f req-ceab7d0f-da5b-42f3-9834-faf4d15c7048 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019039 Aug 29 04:19:24.899637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a6611-2814-4277-ac07-fb752c593032 req-066ac4e7-65fa-4aaa-96ea-c6e5bed71a27 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.906405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f7a6611-2814-4277-ac07-fb752c593032 req-066ac4e7-65fa-4aaa-96ea-c6e5bed71a27 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 945 time: 0.1212754 Aug 29 04:19:24.912884 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2 req-f34b39da-82df-4a21-82af-9bc1015d8982 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479269 Aug 29 04:19:24.975770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f7a6611-2814-4277-ac07-fb752c593032 req-915d52e9-96ed-45f6-8a74-fd6bbd4d8c3c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608130 Aug 29 04:19:25.050893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] For port b5d92660-27de-4162-af6e-6b2dd9e1ce30, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:25.063209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] For port b5d92660-27de-4162-af6e-6b2dd9e1ce30, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:25.070131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.097723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa17604-9617-4316-9fce-3328179f7235 req-9cceb31a-b5dc-4b4e-b64f-f09b2b338c34 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.099377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ffa17604-9617-4316-9fce-3328179f7235 req-9cceb31a-b5dc-4b4e-b64f-f09b2b338c34 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 943 time: 0.1056371 Aug 29 04:19:25.144040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.145040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.146113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] 10.222.0.52 "PUT /v2.0/ports/b5d92660-27de-4162-af6e-6b2dd9e1ce30 HTTP/1.1" status: 200 len: 1092 time: 1.6718919 Aug 29 04:19:25.153213 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2 req-cc1757af-0fe9-4da0-a3dd-0c8a106b4f8a service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335534 Aug 29 04:19:25.175442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac00ba4-c299-417c-8cad-8d532919f798 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d92660-27de-4162-af6e-6b2dd9e1ce30,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.239204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ffa17604-9617-4316-9fce-3328179f7235 req-f8d18954-b9f3-40ed-9286-772bfdef140d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104665 Aug 29 04:19:25.242472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'tag': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:25.255384 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39" -d '{"events": [{"name": "network-changed", "server_uuid": "192372d9-275e-44b5-a4c2-8246c5b1a477", "tag": "b5d92660-27de-4162-af6e-6b2dd9e1ce30"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:25.257960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336354c8-b060-4153-a288-519831a51acc req-898e931a-62f9-45b1-b497-f9efd309212f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.263966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336354c8-b060-4153-a288-519831a51acc req-898e931a-62f9-45b1-b497-f9efd309212f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.265911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336354c8-b060-4153-a288-519831a51acc req-898e931a-62f9-45b1-b497-f9efd309212f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1680 time: 0.1608243 Aug 29 04:19:25.308312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-3eadb8f8-2c02-4935-aa44-25525affda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.310532 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-3eadb8f8-2c02-4935-aa44-25525affda24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 1095 time: 0.0803246 Aug 29 04:19:25.318738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336354c8-b060-4153-a288-519831a51acc req-5def1cb5-6859-4298-81c8-ecd69eaf5f02 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453074 Aug 29 04:19:25.328077 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ab9a85-b21d-44ab-8b86-e56ac7035fb8 x-openstack-request-id: req-64ab9a85-b21d-44ab-8b86-e56ac7035fb8 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:25.328649 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192372d9-275e-44b5-a4c2-8246c5b1a477", "tag": "b5d92660-27de-4162-af6e-6b2dd9e1ce30", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:25.329064 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64ab9a85-b21d-44ab-8b86-e56ac7035fb8 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:25.329610 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'tag': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30', 'status': 'completed', 'code': 200} Aug 29 04:19:25.371758 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0a575cf-4b33-4e53-ac2e-8d03d43e43d2 req-e1e4a712-62fc-4b6f-923f-286c470b5dc7 service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055013 Aug 29 04:19:25.373147 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-a549df8c-a277-42be-9561-84326d6b9dd5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30 HTTP/1.1" status: 200 len: 217 time: 0.0468836 Aug 29 04:19:25.430011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-5cd3f173-4999-4a54-a3ed-5d25e0d4408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.431919 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-5cd3f173-4999-4a54-a3ed-5d25e0d4408e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e83530db-6142-43c5-bdaa-06456373f2b8 HTTP/1.1" status: 200 len: 852 time: 0.0514369 Aug 29 04:19:25.477120 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-643dcae9-1811-446e-ae89-6f8ca4b53c14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ded513b-5ecd-497b-9f78-e09b442456e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369010 Aug 29 04:19:25.507833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72aacc-978f-41c7-a235-124b19c07ce9 req-c10a92e8-8c05-4878-af42-f72898da3335 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.509890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e72aacc-978f-41c7-a235-124b19c07ce9 req-c10a92e8-8c05-4878-af42-f72898da3335 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0670278 Aug 29 04:19:25.556126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e72aacc-978f-41c7-a235-124b19c07ce9 req-d3f409b6-d201-4aaf-85ba-47462becfe3f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389471 Aug 29 04:19:25.578079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40226) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:25.594270 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-85cb62f0-80cf-4f3e-ba7f-ed93b8e55bc3 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089730 Aug 29 04:19:25.717841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41831be7-10a7-41e9-82db-fed1ce280d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.722084 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a412b9-fdd7-46ff-8047-b7695efb9aa6 req-9ea88428-b23a-43df-a442-45c148c631ac service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204093 Aug 29 04:19:25.799727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f49d4f-28b6-49f5-baf8-ef811572f825 req-e251b394-63ef-49a2-ac6b-54d810dc355c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.801276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0f49d4f-28b6-49f5-baf8-ef811572f825 req-e251b394-63ef-49a2-ac6b-54d810dc355c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0514891 Aug 29 04:19:25.811318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41831be7-10a7-41e9-82db-fed1ce280d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.815320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41831be7-10a7-41e9-82db-fed1ce280d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.849649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0f49d4f-28b6-49f5-baf8-ef811572f825 req-9bf80a6b-52a2-48c9-8abf-4fc9ac7f7f94 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Aug 29 04:19:25.858179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41831be7-10a7-41e9-82db-fed1ce280d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2347b2b9-b3e2-49a9-80e7-c451ff6fd566,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.874863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40236) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:25.874998 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-41831be7-10a7-41e9-82db-fed1ce280d82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b25813a893584a8a9f0db6ce59ad0891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977538 Aug 29 04:19:25.909100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39 req-6b6681f9-6a78-49ca-b3a3-261218c46db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.910862 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39 req-6b6681f9-6a78-49ca-b3a3-261218c46db4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 1095 time: 0.0495799 Aug 29 04:19:25.925716 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.960380 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.019325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b154d2-7ade-4051-af5e-de0d63401b66 req-8985faeb-7593-4d48-9bbd-9a26e8dfb795 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.020918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3b154d2-7ade-4051-af5e-de0d63401b66 req-8985faeb-7593-4d48-9bbd-9a26e8dfb795 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 943 time: 0.0816860 Aug 29 04:19:26.024531 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39 req-08738d21-f281-4e0e-81c0-c37522380dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.027734 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39 req-08738d21-f281-4e0e-81c0-c37522380dd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 913 time: 0.1006324 Aug 29 04:19:26.065968 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.069140 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.072553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2347b2b9-b3e2-49a9-80e7-c451ff6fd566 HTTP/1.1" status: 204 len: 168 time: 0.1942201 Aug 29 04:19:26.080233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d5247f38-ef21-4c59-b27b-b4bae5517cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.090383 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39 req-ebeeb64d-4561-401a-9d76-0333a92b86b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30 HTTP/1.1" status: 200 len: 217 time: 0.0486753 Aug 29 04:19:26.104641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2347b2b9-b3e2-49a9-80e7-c451ff6fd566,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.120427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.120774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.121113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.121447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.121779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.122103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.122428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.122748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.123068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.123384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.123702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.124018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fbe3b-53b8-4038-8cc0-526eeec7d4b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:26.129229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3b154d2-7ade-4051-af5e-de0d63401b66 req-9ddf27e6-3fe8-42ef-bdd1-b404d186cc38 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943809 Aug 29 04:19:26.142815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be3ad-8d8f-4552-8b37-9040e94addd4 req-336b769c-336b-42fd-9d14-56d882f7dd4f tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.144236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b3be3ad-8d8f-4552-8b37-9040e94addd4 req-336b769c-336b-42fd-9d14-56d882f7dd4f tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 945 time: 0.0985105 Aug 29 04:19:26.147569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39 req-88a88031-85a7-44e8-9767-42fd309047b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.149430 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39 req-88a88031-85a7-44e8-9767-42fd309047b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e83530db-6142-43c5-bdaa-06456373f2b8 HTTP/1.1" status: 200 len: 852 time: 0.0522838 Aug 29 04:19:26.187942 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39 req-508643d2-eb72-4f37-9341-3e266b8807e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ded513b-5ecd-497b-9f78-e09b442456e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312030 Aug 29 04:19:26.188884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b3be3ad-8d8f-4552-8b37-9040e94addd4 req-efcd1233-ea49-46d2-bb6f-86462185cdb0 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Aug 29 04:19:26.284374 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.286403 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39 req-4c0c2e4b-3cad-45b4-b02e-1e629c8f51e0 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912774 Aug 29 04:19:26.373741 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d7f20-2228-4db4-a802-a6d45694d8bd req-d8c43fb6-3736-4de4-9b60-229c6b8207eb tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.375416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-126d7f20-2228-4db4-a802-a6d45694d8bd req-d8c43fb6-3736-4de4-9b60-229c6b8207eb tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 943 time: 0.0612423 Aug 29 04:19:26.393304 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b55010ca-d7c5-4a52-a1d9-b74c963e0e39 req-4c46bac0-6099-4e69-81cb-e4caa260e2de service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994124 Aug 29 04:19:26.410088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40250) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:26.427091 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a76b-c163-49b2-aada-53df8b4f5f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.432384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-126d7f20-2228-4db4-a802-a6d45694d8bd req-212afa8c-1da7-48bb-98ad-4739b85f27f6 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492790 Aug 29 04:19:26.471612 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fbe64-5970-4ed7-9b80-f0fd2209cfab req-8d16474c-4ff0-45fc-acab-abd47e5da6ab tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.478474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fbe64-5970-4ed7-9b80-f0fd2209cfab req-8d16474c-4ff0-45fc-acab-abd47e5da6ab tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.480410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-846fbe64-5970-4ed7-9b80-f0fd2209cfab req-8d16474c-4ff0-45fc-acab-abd47e5da6ab tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1680 time: 0.0745568 Aug 29 04:19:26.520921 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a76b-c163-49b2-aada-53df8b4f5f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.521507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-846fbe64-5970-4ed7-9b80-f0fd2209cfab req-80452417-ea19-45ce-a682-b8864d3dd58e tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344455 Aug 29 04:19:26.525717 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a76b-c163-49b2-aada-53df8b4f5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.565910 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4a76b-c163-49b2-aada-53df8b4f5f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852d2ab4-7c53-4167-9ec7-945a0f79c9be,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.570256 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0dd4a76b-c163-49b2-aada-53df8b4f5f47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e482340684241468049d96bd67eec32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589532 Aug 29 04:19:26.572902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40252) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:26.621895 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df37b410-4aea-4e43-9378-468f8b471b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.642606 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df37b410-4aea-4e43-9378-468f8b471b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.688977 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df37b410-4aea-4e43-9378-468f8b471b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.691625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df37b410-4aea-4e43-9378-468f8b471b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.692842 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-df37b410-4aea-4e43-9378-468f8b471b86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/852d2ab4-7c53-4167-9ec7-945a0f79c9be HTTP/1.1" status: 204 len: 168 time: 0.1190085 Aug 29 04:19:26.700780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37b410-4aea-4e43-9378-468f8b471b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852d2ab4-7c53-4167-9ec7-945a0f79c9be,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.967514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d359077-236b-4cb2-8be0-81df9519f8f6 req-bce1b5fd-2442-4994-a3f7-5ef952bc3883 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.969129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d359077-236b-4cb2-8be0-81df9519f8f6 req-bce1b5fd-2442-4994-a3f7-5ef952bc3883 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0492792 Aug 29 04:19:27.009720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d359077-236b-4cb2-8be0-81df9519f8f6 req-573339d0-319d-4df1-b1fb-05646e43a6d0 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Aug 29 04:19:27.211966 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.222515 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.272606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dc366-b28d-4636-8b8b-5b2b0e6f2102 req-109445b4-dd68-472b-9f2c-fbf4e0e36631 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.274196 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-258dc366-b28d-4636-8b8b-5b2b0e6f2102 req-109445b4-dd68-472b-9f2c-fbf4e0e36631 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 943 time: 0.0587957 Aug 29 04:19:27.341885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-258dc366-b28d-4636-8b8b-5b2b0e6f2102 req-618a2a9a-1edb-4cce-93f7-46cc8158d3cb tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559881 Aug 29 04:19:27.353547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df5e7-4bd3-4ffa-aebc-b3d84d5297a5 req-a2993716-d526-4264-b1fd-ce570ef17cce tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.355239 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d19df5e7-4bd3-4ffa-aebc-b3d84d5297a5 req-a2993716-d526-4264-b1fd-ce570ef17cce tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 945 time: 0.0801373 Aug 29 04:19:27.396001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d19df5e7-4bd3-4ffa-aebc-b3d84d5297a5 req-a0be5f21-8e44-46b7-9f51-cc2bf1ca6837 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343592 Aug 29 04:19:27.446230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 12c47736-5962-46af-a0a2-dc2fe9a8114a up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:27.496987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 12c47736-5962-46af-a0a2-dc2fe9a8114a completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:27.500962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 12c47736-5962-46af-a0a2-dc2fe9a8114a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:27.501385 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.548662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c8857-17aa-476e-ae4e-22352417b95f req-a3c98a5a-a7a8-442a-a5de-92e7a2b40089 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.550385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f16c8857-17aa-476e-ae4e-22352417b95f req-a3c98a5a-a7a8-442a-a5de-92e7a2b40089 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 943 time: 0.0538299 Aug 29 04:19:27.600742 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.607438 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f16c8857-17aa-476e-ae4e-22352417b95f req-f4b51f12-f0bf-4056-a86e-774427b2900d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507202 Aug 29 04:19:27.635546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c47736-5962-46af-a0a2-dc2fe9a8114a'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:27.638383 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8199d22-b2f7-4bb3-9078-b30277c06c02" -d '{"events": [{"server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "name": "network-vif-plugged", "status": "completed", "tag": "12c47736-5962-46af-a0a2-dc2fe9a8114a"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:27.663756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 12c47736-5962-46af-a0a2-dc2fe9a8114a, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=12c47736-5962-46af-a0a2-dc2fe9a8114a,segment=NetworkSegment(119b7d3f-e0c7-4a76-9970-d0cee246033e),segment_id=119b7d3f-e0c7-4a76-9970-d0cee246033e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:27.669004 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.670130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb8603ca-54cd-4dec-9a7f-075418f5fad9 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:27.691519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff21faa-a4b7-4cbb-bfea-b45d011ce4ae req-67689743-69ec-4fbe-8917-cd529a7e1d72 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.696522 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885f7a82-20e4-4f0d-864b-848bc89550ce x-openstack-request-id: req-885f7a82-20e4-4f0d-864b-848bc89550ce {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:27.696920 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "name": "network-vif-plugged", "status": "completed", "tag": "12c47736-5962-46af-a0a2-dc2fe9a8114a", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:27.697270 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-885f7a82-20e4-4f0d-864b-848bc89550ce {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:27.697758 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c47736-5962-46af-a0a2-dc2fe9a8114a', 'code': 200} Aug 29 04:19:27.699982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff21faa-a4b7-4cbb-bfea-b45d011ce4ae req-67689743-69ec-4fbe-8917-cd529a7e1d72 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.708405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ff21faa-a4b7-4cbb-bfea-b45d011ce4ae req-67689743-69ec-4fbe-8917-cd529a7e1d72 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1680 time: 0.0956135 Aug 29 04:19:27.748048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ff21faa-a4b7-4cbb-bfea-b45d011ce4ae req-be9e04cf-a476-4178-a5c5-94d5541ac94d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380595 Aug 29 04:19:27.756868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=12c47736-5962-46af-a0a2-dc2fe9a8114a,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.770381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port fb8603ca-54cd-4dec-9a7f-075418f5fad9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:27.774810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port fb8603ca-54cd-4dec-9a7f-075418f5fad9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:27.775251 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.861253 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.895082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb8603ca-54cd-4dec-9a7f-075418f5fad9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8603ca-54cd-4dec-9a7f-075418f5fad9,segment=NetworkSegment(c86aabbb-7833-435d-bc64-75129bf68c81),segment_id=c86aabbb-7833-435d-bc64-75129bf68c81)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:27.900172 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.946366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fb8603ca-54cd-4dec-9a7f-075418f5fad9,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:28.093549 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5bc801b1-c545-4c19-b1ce-3572bf94b030 req-13beae1c-5a60-4edb-a0a8-336f94759ce0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269384 Aug 29 04:19:28.136779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35279-39ef-4ae5-81d5-639c4c224ed7 req-8b7c957a-3854-4426-8bc2-5195c490f384 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.138627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbe35279-39ef-4ae5-81d5-639c4c224ed7 req-8b7c957a-3854-4426-8bc2-5195c490f384 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0606055 Aug 29 04:19:28.142147 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5bc801b1-c545-4c19-b1ce-3572bf94b030 req-dc395742-fcff-42c4-bb3e-201e8023e98a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0276496 Aug 29 04:19:28.185081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5bc801b1-c545-4c19-b1ce-3572bf94b030 req-2665657e-1d5f-4791-aaac-0dd991744d56 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241253 Aug 29 04:19:28.188770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbe35279-39ef-4ae5-81d5-639c4c224ed7 req-2ff5c562-5c95-42eb-986b-b3e02f5e11b2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434973 Aug 29 04:19:28.276664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c1d4109a-309e-47c5-8cc2-bceee570f599 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:28.285801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc801b1-c545-4c19-b1ce-3572bf94b030 req-bdfa2cc3-477a-4fa8-a5bb-a9f159158183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.287665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5bc801b1-c545-4c19-b1ce-3572bf94b030 req-bdfa2cc3-477a-4fa8-a5bb-a9f159158183 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958481 Aug 29 04:19:28.380781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c1d4109a-309e-47c5-8cc2-bceee570f599, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c1d4109a-309e-47c5-8cc2-bceee570f599,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:28.394543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'c1d4109a-309e-47c5-8cc2-bceee570f599', 'network_id': '95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2', 'port_id': 'c1d4109a-309e-47c5-8cc2-bceee570f599', 'mac_address': 'fa:16:3e:de:26:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912da5bf-a44c-4f60-a2fb-5bdea41f69b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:28.448500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.462819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d4109a-309e-47c5-8cc2-bceee570f599 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:28.483478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4419820-5fb6-4964-812f-d75814a4db57 req-7bd0bd28-4672-434f-858a-f60b3dfac019 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.485151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4419820-5fb6-4964-812f-d75814a4db57 req-7bd0bd28-4672-434f-858a-f60b3dfac019 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 943 time: 0.0607362 Aug 29 04:19:28.486217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c1d4109a-309e-47c5-8cc2-bceee570f599, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c1d4109a-309e-47c5-8cc2-bceee570f599,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:28.490515 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.491436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db035ae0-b5d3-4223-bcd0-6a5edd811ba1 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:28.565341 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4419820-5fb6-4964-812f-d75814a4db57 req-b9d84f4f-87df-4959-8145-507cedf47312 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677915 Aug 29 04:19:28.574380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2499-3161-4713-8804-6a20b326892b req-83c89db2-97bb-4576-9095-1aa36ffe9691 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.576413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-615e2499-3161-4713-8804-6a20b326892b req-83c89db2-97bb-4576-9095-1aa36ffe9691 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 945 time: 0.0901232 Aug 29 04:19:28.591209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=c1d4109a-309e-47c5-8cc2-bceee570f599,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:28.627047 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-615e2499-3161-4713-8804-6a20b326892b req-a80dda63-fb29-4868-bfd7-ff991e0bd7d9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 Aug 29 04:19:28.644978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db035ae0-b5d3-4223-bcd0-6a5edd811ba1, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:28.663189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1', 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4', 'port_id': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1', 'mac_address': 'fa:16:3e:07:79:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162281a0-7421-4afc-beac-04c048e8c914', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:28.722888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.739641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db035ae0-b5d3-4223-bcd0-6a5edd811ba1 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:28.760739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47b7e9-d57f-42b2-a02a-453d2052f8c6 req-c5ca1641-4b2a-4f95-bc03-2f1510e35c3a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.761761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db035ae0-b5d3-4223-bcd0-6a5edd811ba1, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:28.766537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a47b7e9-d57f-42b2-a02a-453d2052f8c6 req-c5ca1641-4b2a-4f95-bc03-2f1510e35c3a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 944 time: 0.0752027 Aug 29 04:19:28.767366 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.833774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:28.845397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a47b7e9-d57f-42b2-a02a-453d2052f8c6 req-6b723ee4-00ca-492d-87bb-c9b8b16c6f0d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700736 Aug 29 04:19:28.853088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['db035ae0-b5d3-4223-bcd0-6a5edd811ba1'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:28.918634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf616f-23c4-45f7-940d-09c45c27061b req-20280a33-9065-4cb0-9082-9ec992d2fdae tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.924724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf616f-23c4-45f7-940d-09c45c27061b req-20280a33-9065-4cb0-9082-9ec992d2fdae tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.926372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1eaf616f-23c4-45f7-940d-09c45c27061b req-20280a33-9065-4cb0-9082-9ec992d2fdae tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1682 time: 0.0732172 Aug 29 04:19:28.937105 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.995891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1eaf616f-23c4-45f7-940d-09c45c27061b req-c3e08c50-124a-4df7-8747-aa8ba962b6ae tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596247 Aug 29 04:19:29.007175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f415c1-5cfc-40d5-aef4-8b14f6b80763 req-c620c9ed-f081-4e5a-897b-f45a1bb997ea tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.008734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84f415c1-5cfc-40d5-aef4-8b14f6b80763 req-c620c9ed-f081-4e5a-897b-f45a1bb997ea tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 944 time: 0.0814674 Aug 29 04:19:29.034390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['c1d4109a-309e-47c5-8cc2-bceee570f599'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:29.075313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84f415c1-5cfc-40d5-aef4-8b14f6b80763 req-18b6f009-7c52-42c2-ae11-b00d0647f372 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542047 Aug 29 04:19:29.303300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ed776-a8fa-4963-9f94-f2dea6c0701e req-e67e9fb3-e9e6-4793-9615-8e893b092d54 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.304941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c4ed776-a8fa-4963-9f94-f2dea6c0701e req-e67e9fb3-e9e6-4793-9615-8e893b092d54 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0516601 Aug 29 04:19:29.345154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c4ed776-a8fa-4963-9f94-f2dea6c0701e req-befb0360-32e4-46a1-be01-5d44decf6feb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336831 Aug 29 04:19:29.377095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40356) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:29.460786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b5d92660-27de-4162-af6e-6b2dd9e1ce30 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:29.491518 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-660fda69-a7c7-41b1-9971-36b06f7e061b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.557036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b5d92660-27de-4162-af6e-6b2dd9e1ce30, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:29.569177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30', 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7', 'port_id': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30', 'mac_address': 'fa:16:3e:11:55:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83530db-6142-43c5-bdaa-06456373f2b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:29.578524 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-660fda69-a7c7-41b1-9971-36b06f7e061b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.582857 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-660fda69-a7c7-41b1-9971-36b06f7e061b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.611589 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.621219 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-660fda69-a7c7-41b1-9971-36b06f7e061b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df13d2a1ee1f41aba511ef37cfdbf9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430236 Aug 29 04:19:29.622359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fda69-a7c7-41b1-9971-36b06f7e061b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e05abaf-e24d-402d-8023-ad304513409b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:29.624022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40362) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:29.628541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d92660-27de-4162-af6e-6b2dd9e1ce30 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:29.651201 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b5d92660-27de-4162-af6e-6b2dd9e1ce30, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:29.655421 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.700710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8603ca-54cd-4dec-9a7f-075418f5fad9'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:29.704073 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab84735a-1f97-47f1-9438-c1e989688582" -d '{"events": [{"server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "name": "network-vif-plugged", "status": "completed", "tag": "fb8603ca-54cd-4dec-9a7f-075418f5fad9"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:29.716933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=b5d92660-27de-4162-af6e-6b2dd9e1ce30,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:29.721189 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7141fe6c-1f5e-4f18-af58-c341bf6e1337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.746327 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bf39fd-0e0c-47c5-9945-c4e502308df2 x-openstack-request-id: req-65bf39fd-0e0c-47c5-9945-c4e502308df2 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:29.746721 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "name": "network-vif-plugged", "status": "completed", "tag": "fb8603ca-54cd-4dec-9a7f-075418f5fad9", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:29.747041 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65bf39fd-0e0c-47c5-9945-c4e502308df2 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:29.747501 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8603ca-54cd-4dec-9a7f-075418f5fad9', 'code': 200} Aug 29 04:19:29.750407 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7141fe6c-1f5e-4f18-af58-c341bf6e1337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.765269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303987ab-fc64-4183-8481-ced5ac6c8279 req-6e5b7839-470a-477f-b0d8-c85f1cf315b5 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.766771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-303987ab-fc64-4183-8481-ced5ac6c8279 req-6e5b7839-470a-477f-b0d8-c85f1cf315b5 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 944 time: 0.0883870 Aug 29 04:19:29.821095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-303987ab-fc64-4183-8481-ced5ac6c8279 req-a0717a6f-20cc-4d8d-ab48-aad16dd42ae2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459831 Aug 29 04:19:29.834519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7141fe6c-1f5e-4f18-af58-c341bf6e1337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.837129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7141fe6c-1f5e-4f18-af58-c341bf6e1337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.840903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7141fe6c-1f5e-4f18-af58-c341bf6e1337 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e05abaf-e24d-402d-8023-ad304513409b HTTP/1.1" status: 204 len: 168 time: 0.2128565 Aug 29 04:19:29.846867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141fe6c-1f5e-4f18-af58-c341bf6e1337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e05abaf-e24d-402d-8023-ad304513409b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:29.883394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25d93-b5a5-4c63-9568-3791b3280aed req-5e62ee6a-3ba1-4f90-91a0-027530bb8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.883883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25d93-b5a5-4c63-9568-3791b3280aed req-5e62ee6a-3ba1-4f90-91a0-027530bb8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.885549 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29a25d93-b5a5-4c63-9568-3791b3280aed req-5e62ee6a-3ba1-4f90-91a0-027530bb8589 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1986 time: 0.0545535 Aug 29 04:19:29.923890 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29a25d93-b5a5-4c63-9568-3791b3280aed req-ac5f468d-8f86-4ec1-9ccb-4a85db95d9c6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303054 Aug 29 04:19:29.971385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635194aa-e4fb-4c28-8bcb-5f90a4f06316 req-e0ee2b09-22a8-4a45-9623-b5bd60a4d6d0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.973008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-635194aa-e4fb-4c28-8bcb-5f90a4f06316 req-e0ee2b09-22a8-4a45-9623-b5bd60a4d6d0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 944 time: 0.0504091 Aug 29 04:19:30.011502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-635194aa-e4fb-4c28-8bcb-5f90a4f06316 req-bf2858e6-39f9-4273-8db5-a41cb9b3f04f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Aug 29 04:19:30.130810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1bf15-8747-4059-9b75-7bbaced7082f req-171c1282-06b3-41ad-812d-af0b135e09fc tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.137591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1bf15-8747-4059-9b75-7bbaced7082f req-171c1282-06b3-41ad-812d-af0b135e09fc tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.137880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40378) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:30.138414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebb1bf15-8747-4059-9b75-7bbaced7082f req-171c1282-06b3-41ad-812d-af0b135e09fc tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1682 time: 0.0687835 Aug 29 04:19:30.151922 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1131221-a412-40d8-8c38-b80de12ced0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.174439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b5d92660-27de-4162-af6e-6b2dd9e1ce30'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:30.179994 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebb1bf15-8747-4059-9b75-7bbaced7082f req-a8f2c4c9-4f70-498d-8ea1-2c74d6f52082 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345857 Aug 29 04:19:30.255520 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1131221-a412-40d8-8c38-b80de12ced0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.259779 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1131221-a412-40d8-8c38-b80de12ced0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.290601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c1d4109a-309e-47c5-8cc2-bceee570f599 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:30.296646 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b1131221-a412-40d8-8c38-b80de12ced0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2525be6cfc7404094a8d37dc6dfff4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577055 Aug 29 04:19:30.299813 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40380) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:30.305213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3994706-81fb-4654-83b7-afc2182b0248 req-22194443-468b-4984-9961-9f4d634e544e tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.311855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3994706-81fb-4654-83b7-afc2182b0248 req-22194443-468b-4984-9961-9f4d634e544e tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 944 time: 0.0585334 Aug 29 04:19:30.313645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1131221-a412-40d8-8c38-b80de12ced0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b263657d-0d25-4a9e-816a-08ad8b3d258c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.353145 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3994706-81fb-4654-83b7-afc2182b0248 req-023dff41-1e8a-4ef1-abf3-d92f8bc8a0ca tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371087 Aug 29 04:19:30.355217 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-22243c20-f78d-424a-9221-8421d6e1591c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.374066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port c1d4109a-309e-47c5-8cc2-bceee570f599 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:30.378560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port c1d4109a-309e-47c5-8cc2-bceee570f599 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:30.378935 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.379982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-22243c20-f78d-424a-9221-8421d6e1591c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.442503 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-22243c20-f78d-424a-9221-8421d6e1591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.445258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-22243c20-f78d-424a-9221-8421d6e1591c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.448854 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-22243c20-f78d-424a-9221-8421d6e1591c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b263657d-0d25-4a9e-816a-08ad8b3d258c HTTP/1.1" status: 204 len: 168 time: 0.1478527 Aug 29 04:19:30.459365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22243c20-f78d-424a-9221-8421d6e1591c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b263657d-0d25-4a9e-816a-08ad8b3d258c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.487498 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.510335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e8195-2bd3-4943-85b6-3aa0bc9d2661 req-18515c3a-2717-4854-87af-490d2f424c1f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.513438 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-819e8195-2bd3-4943-85b6-3aa0bc9d2661 req-18515c3a-2717-4854-87af-490d2f424c1f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0858612 Aug 29 04:19:30.526808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c1d4109a-309e-47c5-8cc2-bceee570f599, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c1d4109a-309e-47c5-8cc2-bceee570f599,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:30.530936 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.531793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db035ae0-b5d3-4223-bcd0-6a5edd811ba1 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:30.557666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-819e8195-2bd3-4943-85b6-3aa0bc9d2661 req-f6a3590a-653e-4afc-bdeb-db4011176d7f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377312 Aug 29 04:19:30.607996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=c1d4109a-309e-47c5-8cc2-bceee570f599,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.618694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port db035ae0-b5d3-4223-bcd0-6a5edd811ba1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:30.619193 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.665188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-ba1e7471-9682-4e9a-a675-00eac2b7bf3e tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.667094 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-ba1e7471-9682-4e9a-a675-00eac2b7bf3e tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.59 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 944 time: 0.0560157 Aug 29 04:19:30.704122 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.735969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db035ae0-b5d3-4223-bcd0-6a5edd811ba1, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:30.745169 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.770651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-8d2a31bb-cc47-485b-a2ce-bdcedb5fc153 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Deleting port db035ae0-b5d3-4223-bcd0-6a5edd811ba1 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:30.771000 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-8d2a31bb-cc47-485b-a2ce-bdcedb5fc153 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.805144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.884819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-8d2a31bb-cc47-485b-a2ce-bdcedb5fc153 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] For port db035ae0-b5d3-4223-bcd0-6a5edd811ba1, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:30.885270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-8d2a31bb-cc47-485b-a2ce-bdcedb5fc153 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.900842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-8d2a31bb-cc47-485b-a2ce-bdcedb5fc153 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Calling delete_port for db035ae0-b5d3-4223-bcd0-6a5edd811ba1 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:30.948452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6759a-705b-4bf0-b1ad-f9d36ce22812 req-c549e4eb-2e30-4d54-8900-a3ea48a24e39 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.949961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af6759a-705b-4bf0-b1ad-f9d36ce22812 req-c549e4eb-2e30-4d54-8900-a3ea48a24e39 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 944 time: 0.0577464 Aug 29 04:19:30.992794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af6759a-705b-4bf0-b1ad-f9d36ce22812 req-a5a40e95-6bdb-4b11-86c1-bcc993cbc213 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365345 Aug 29 04:19:31.050060 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-8d2a31bb-cc47-485b-a2ce-bdcedb5fc153 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.061788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['db035ae0-b5d3-4223-bcd0-6a5edd811ba1'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:31.098435 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a31bb-cc47-485b-a2ce-bdcedb5fc153 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event deleted for resources: {'Port': ['ID=db035ae0-b5d3-4223-bcd0-6a5edd811ba1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.140566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57581dcd-9011-4033-833a-65274a9639e9 req-68abcdc3-252e-46b2-ba66-1b45d2c5887e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.141229 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-8d2a31bb-cc47-485b-a2ce-bdcedb5fc153 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] No DVR routers for this DVR port db035ae0-b5d3-4223-bcd0-6a5edd811ba1 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:31.142088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57581dcd-9011-4033-833a-65274a9639e9 req-68abcdc3-252e-46b2-ba66-1b45d2c5887e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0585940 Aug 29 04:19:31.144110 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-8d2a31bb-cc47-485b-a2ce-bdcedb5fc153 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.146188 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9a7a4969-6ad4-4d6a-af94-cb347c61d8a5 req-8d2a31bb-cc47-485b-a2ce-bdcedb5fc153 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.59 "DELETE /v2.0/ports/db035ae0-b5d3-4223-bcd0-6a5edd811ba1 HTTP/1.1" status: 204 len: 173 time: 0.4725838 Aug 29 04:19:31.147170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1378e229-59d9-4691-930e-3e8ef2da27d2', 'name': 'network-vif-deleted', 'tag': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:31.149617 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749b56c5-63e6-425f-b00a-b8854cfa9b80" -d '{"events": [{"server_uuid": "1378e229-59d9-4691-930e-3e8ef2da27d2", "name": "network-vif-deleted", "tag": "db035ae0-b5d3-4223-bcd0-6a5edd811ba1"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:31.211676 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf198574-a84d-4111-9d3f-b46b3d7c68eb x-openstack-request-id: req-bf198574-a84d-4111-9d3f-b46b3d7c68eb {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:31.211976 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1378e229-59d9-4691-930e-3e8ef2da27d2", "name": "network-vif-deleted", "tag": "db035ae0-b5d3-4223-bcd0-6a5edd811ba1", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:31.212266 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf198574-a84d-4111-9d3f-b46b3d7c68eb {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:31.212668 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378e229-59d9-4691-930e-3e8ef2da27d2', 'name': 'network-vif-deleted', 'tag': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1', 'status': 'completed', 'code': 200} Aug 29 04:19:31.215198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57581dcd-9011-4033-833a-65274a9639e9 req-39e7f5a4-062b-4054-9b59-4c630bc5903d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595369 Aug 29 04:19:31.327572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8c8a-c4f6-4bba-8c7b-3d2a4a8f2177 req-04472c2c-11ce-4edb-98b8-cb5ae9a26f37 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.333658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8c8a-c4f6-4bba-8c7b-3d2a4a8f2177 req-04472c2c-11ce-4edb-98b8-cb5ae9a26f37 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.335244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2cdb8c8a-c4f6-4bba-8c7b-3d2a4a8f2177 req-04472c2c-11ce-4edb-98b8-cb5ae9a26f37 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1682 time: 0.0577381 Aug 29 04:19:31.375025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2cdb8c8a-c4f6-4bba-8c7b-3d2a4a8f2177 req-c9a7bc72-aa87-4f93-8a43-53f3ceee8ad1 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329742 Aug 29 04:19:31.488539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a48dde1-878b-4a73-96c0-347fb1bffcc3 req-fb3c2570-795f-4a38-ad7a-930c27b91618 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=1378e229-59d9-4691-930e-3e8ef2da27d2 HTTP/1.1" status: 200 len: 210 time: 0.0362670 Aug 29 04:19:31.688600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dbd70-aca4-49ea-b9e4-ab133f105f3c req-64c09dcb-232c-4390-8076-61f7b010ca5c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.690121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce0dbd70-aca4-49ea-b9e4-ab133f105f3c req-64c09dcb-232c-4390-8076-61f7b010ca5c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0561481 Aug 29 04:19:31.734304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce0dbd70-aca4-49ea-b9e4-ab133f105f3c req-1da8180f-49eb-496d-b4c2-b4ef13810222 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Aug 29 04:19:31.748620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9934be31-e31c-45ef-9868-60eb91664764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d4109a-309e-47c5-8cc2-bceee570f599'}, {'server_uuid': '1378e229-59d9-4691-930e-3e8ef2da27d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:31.750926 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a790850-de25-4d8a-adc6-43ce367eac62" -d '{"events": [{"server_uuid": "9934be31-e31c-45ef-9868-60eb91664764", "name": "network-vif-plugged", "status": "completed", "tag": "c1d4109a-309e-47c5-8cc2-bceee570f599"}, {"server_uuid": "1378e229-59d9-4691-930e-3e8ef2da27d2", "name": "network-vif-plugged", "status": "completed", "tag": "db035ae0-b5d3-4223-bcd0-6a5edd811ba1"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:31.791328 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aec81fd-87b6-444b-aef7-d8bd4d45d2e4 x-openstack-request-id: req-8aec81fd-87b6-444b-aef7-d8bd4d45d2e4 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:31.791633 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9934be31-e31c-45ef-9868-60eb91664764", "name": "network-vif-plugged", "status": "completed", "tag": "c1d4109a-309e-47c5-8cc2-bceee570f599", "code": 200}, {"server_uuid": "1378e229-59d9-4691-930e-3e8ef2da27d2", "name": "network-vif-plugged", "status": "completed", "tag": "db035ae0-b5d3-4223-bcd0-6a5edd811ba1", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:31.791888 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8aec81fd-87b6-444b-aef7-d8bd4d45d2e4 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:31.792312 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9934be31-e31c-45ef-9868-60eb91664764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d4109a-309e-47c5-8cc2-bceee570f599', 'code': 200} Aug 29 04:19:31.792736 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378e229-59d9-4691-930e-3e8ef2da27d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db035ae0-b5d3-4223-bcd0-6a5edd811ba1', 'code': 200} Aug 29 04:19:31.897811 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7a7cf-ef16-4116-afe8-6c3538f47c1f req-cac717a7-0c06-4d0c-be4e-bc6de1667302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.899309 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fb7a7cf-ef16-4116-afe8-6c3538f47c1f req-cac717a7-0c06-4d0c-be4e-bc6de1667302 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 1097 time: 0.0433917 Aug 29 04:19:31.934689 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fb7a7cf-ef16-4116-afe8-6c3538f47c1f req-38384a89-a3ec-483d-9e84-f1b5bf34d181 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282123 Aug 29 04:19:32.109219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599d404-2cbf-4241-89a9-bc462e8c07fd req-b73fa3af-962f-438b-9d86-019a49cec813 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.110805 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8599d404-2cbf-4241-89a9-bc462e8c07fd req-b73fa3af-962f-438b-9d86-019a49cec813 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 944 time: 0.0503979 Aug 29 04:19:32.154042 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8599d404-2cbf-4241-89a9-bc462e8c07fd req-d62b3e53-1105-48dc-8266-cd0ec491ea8c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342841 Aug 29 04:19:32.322892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3b78b-7336-4d42-9cde-b2e939c6c686 req-c46d2453-4c8b-4795-8e8f-cd410d98b51f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.324402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1eb3b78b-7336-4d42-9cde-b2e939c6c686 req-c46d2453-4c8b-4795-8e8f-cd410d98b51f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0493429 Aug 29 04:19:32.365889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1eb3b78b-7336-4d42-9cde-b2e939c6c686 req-d18f23e4-82fb-4c67-a82f-bc0b5cf39db8 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351431 Aug 29 04:19:32.497326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cbe46-31f1-4f34-8eda-0f325d6e758d req-e7c17e8f-cda9-486f-b4f4-aa0b3c6efd95 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.503218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cbe46-31f1-4f34-8eda-0f325d6e758d req-e7c17e8f-cda9-486f-b4f4-aa0b3c6efd95 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.504798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c09cbe46-31f1-4f34-8eda-0f325d6e758d req-e7c17e8f-cda9-486f-b4f4-aa0b3c6efd95 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1682 time: 0.0578895 Aug 29 04:19:32.557535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c09cbe46-31f1-4f34-8eda-0f325d6e758d req-59d9f85d-93ed-4b51-bf96-3b08fe98581a tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372665 Aug 29 04:19:32.854663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-d3b083fa-a199-4dee-904f-d042157ecda0 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.856185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-d3b083fa-a199-4dee-904f-d042157ecda0 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/networks?id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4 HTTP/1.1" status: 200 len: 822 time: 0.1314514 Aug 29 04:19:32.884784 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-3acdfc26-162e-4ea7-a3c7-bacf88a2bb28 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/quotas/d775af7b58744703b699fca41cf9a3bf HTTP/1.1" status: 200 len: 375 time: 0.0146351 Aug 29 04:19:32.910439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f963e4-2663-4056-9df1-174402d7fb21 req-09c11fd3-46ff-4851-ae05-1637d12781a2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.911962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4f963e4-2663-4056-9df1-174402d7fb21 req-09c11fd3-46ff-4851-ae05-1637d12781a2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0804517 Aug 29 04:19:32.968050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-186c6f2d-a61a-4513-b29f-08d1151ca8c7 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d775af7b58744703b699fca41cf9a3bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766807 Aug 29 04:19:32.988372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4f963e4-2663-4056-9df1-174402d7fb21 req-3a03cc47-16c8-492b-89df-96cb84878a0d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610557 Aug 29 04:19:33.080946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-b240808e-c5bf-446c-9739-3e338746b985 service neutron] 10.222.0.49 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051843 Aug 29 04:19:33.169879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b17ac-0597-458c-a877-fbe494800e9a req-2cd7e2e3-dfd3-455c-9aa4-d6fe9dc8cd8e tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.175926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b17ac-0597-458c-a877-fbe494800e9a req-2cd7e2e3-dfd3-455c-9aa4-d6fe9dc8cd8e tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.177555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-791b17ac-0597-458c-a877-fbe494800e9a req-2cd7e2e3-dfd3-455c-9aa4-d6fe9dc8cd8e tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1682 time: 0.1163383 Aug 29 04:19:33.233850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-b16ba1c1-8134-4efd-b3ba-52019a1d7687 service neutron] 10.222.0.49 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391695 Aug 29 04:19:33.259955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-791b17ac-0597-458c-a877-fbe494800e9a req-3b588664-6568-4240-acdc-542304a531db tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735979 Aug 29 04:19:33.379585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbb645-39b5-4426-8c42-d77274e9f7b5 req-93e7e034-488d-46a6-b8e6-e2b7b940be6b tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.381917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50bbb645-39b5-4426-8c42-d77274e9f7b5 req-93e7e034-488d-46a6-b8e6-e2b7b940be6b tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 944 time: 0.0579503 Aug 29 04:19:33.455980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fd3919d-31e4-4dcb-8eac-8de27c010998 req-1b333556-0f78-4898-bc11-1e543448bc0b tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 210 time: 0.0334351 Aug 29 04:19:33.461902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b5d92660-27de-4162-af6e-6b2dd9e1ce30 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:33.479281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50bbb645-39b5-4426-8c42-d77274e9f7b5 req-b61e2aa2-0b0a-402c-874f-83a2b960670c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768902 Aug 29 04:19:33.529040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port b5d92660-27de-4162-af6e-6b2dd9e1ce30 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:33.534490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port b5d92660-27de-4162-af6e-6b2dd9e1ce30 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:33.535013 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.648802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32ff61-309d-4335-aef3-182b3ae694d7 req-ba90aaba-6a51-4fd8-9d5b-b04a81d5c9f9 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.650290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da32ff61-309d-4335-aef3-182b3ae694d7 req-ba90aaba-6a51-4fd8-9d5b-b04a81d5c9f9 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0733726 Aug 29 04:19:33.656710 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.695746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b5d92660-27de-4162-af6e-6b2dd9e1ce30, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:33.701268 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.701981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da32ff61-309d-4335-aef3-182b3ae694d7 req-47cdaaa5-1e87-40eb-9474-7d708b91d61f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Aug 29 04:19:33.774298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=b5d92660-27de-4162-af6e-6b2dd9e1ce30,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.793549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:33.799137 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1580c8a-1cec-415b-9ca9-d8214f3f09d1" -d '{"events": [{"server_uuid": "192372d9-275e-44b5-a4c2-8246c5b1a477", "name": "network-vif-plugged", "status": "completed", "tag": "b5d92660-27de-4162-af6e-6b2dd9e1ce30"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:33.839046 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09545363-a801-48ae-b1cf-95ed494cea28 x-openstack-request-id: req-09545363-a801-48ae-b1cf-95ed494cea28 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:33.839214 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192372d9-275e-44b5-a4c2-8246c5b1a477", "name": "network-vif-plugged", "status": "completed", "tag": "b5d92660-27de-4162-af6e-6b2dd9e1ce30", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:33.839618 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09545363-a801-48ae-b1cf-95ed494cea28 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:33.840879 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30', 'code': 200} Aug 29 04:19:34.019474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0ac1a-3562-43df-922a-e55108aff0b6 req-fbfac65e-228d-43f2-9b34-6e3078eb5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.022133 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0f0ac1a-3562-43df-922a-e55108aff0b6 req-fbfac65e-228d-43f2-9b34-6e3078eb5a8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=755a55c0404b417f8cdb15c803838524&device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 1097 time: 0.0946457 Aug 29 04:19:34.024346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3261e89-a9a2-4813-a66b-837971e904f8 req-258ec708-5096-404e-865a-8fa756f877e0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.032222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3261e89-a9a2-4813-a66b-837971e904f8 req-258ec708-5096-404e-865a-8fa756f877e0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0957501 Aug 29 04:19:34.037375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85541589-a511-46fc-a559-05f9ecbc6aac req-dd6b6b22-f089-4c42-a91c-3f05e640e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.039040 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-85541589-a511-46fc-a559-05f9ecbc6aac req-dd6b6b22-f089-4c42-a91c-3f05e640e883 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 1097 time: 0.0652859 Aug 29 04:19:34.094404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3261e89-a9a2-4813-a66b-837971e904f8 req-7476fa32-9c3a-4dba-8e3c-81df079bacdd tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450845 Aug 29 04:19:34.132324 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-85541589-a511-46fc-a559-05f9ecbc6aac req-05df69ae-22f1-4d51-a12f-ce7e56d4e5f2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835698 Aug 29 04:19:34.148645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b09f0-b64a-4337-93c3-055ac819a25d req-e117b1cc-07d9-4abe-a1aa-427a6799d8ec tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.155773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e59b09f0-b64a-4337-93c3-055ac819a25d req-e117b1cc-07d9-4abe-a1aa-427a6799d8ec tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0603976 Aug 29 04:19:34.166734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0ac1a-3562-43df-922a-e55108aff0b6 req-40713400-8fe3-4dbd-aee3-0effc4fd84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.168214 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0f0ac1a-3562-43df-922a-e55108aff0b6 req-40713400-8fe3-4dbd-aee3-0effc4fd84ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 HTTP/1.1" status: 200 len: 911 time: 0.1282914 Aug 29 04:19:34.193987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e59b09f0-b64a-4337-93c3-055ac819a25d req-268806af-d103-4130-9ebe-584515d2397b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373461 Aug 29 04:19:34.211775 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0f0ac1a-3562-43df-922a-e55108aff0b6 req-c78c15fc-de24-4929-be89-cf76cdc3203e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1d4109a-309e-47c5-8cc2-bceee570f599 HTTP/1.1" status: 200 len: 217 time: 0.0343218 Aug 29 04:19:34.260519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0ac1a-3562-43df-922a-e55108aff0b6 req-6194951e-4b5a-4b5f-a4de-d76cbe62834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.261915 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0f0ac1a-3562-43df-922a-e55108aff0b6 req-6194951e-4b5a-4b5f-a4de-d76cbe62834a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=912da5bf-a44c-4f60-a2fb-5bdea41f69b2 HTTP/1.1" status: 200 len: 850 time: 0.0426929 Aug 29 04:19:34.294729 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0f0ac1a-3562-43df-922a-e55108aff0b6 req-8a2a57a9-e177-45fa-afca-9053318037a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247567 Aug 29 04:19:34.327454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db035ae0-b5d3-4223-bcd0-6a5edd811ba1 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:34.366746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: db035ae0-b5d3-4223-bcd0-6a5edd811ba1 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:34.367092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db035ae0-b5d3-4223-bcd0-6a5edd811ba1 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:34.390028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563f1bf-6cd0-4efd-9cf0-824ca755b6d5 req-20112d96-3ba2-449b-8dde-f2d4abe2d50b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.390936 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0f0ac1a-3562-43df-922a-e55108aff0b6 req-ce3bf146-0938-4e75-b31f-7a5929e572fe service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889113 Aug 29 04:19:34.397242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563f1bf-6cd0-4efd-9cf0-824ca755b6d5 req-20112d96-3ba2-449b-8dde-f2d4abe2d50b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.398876 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4563f1bf-6cd0-4efd-9cf0-824ca755b6d5 req-20112d96-3ba2-449b-8dde-f2d4abe2d50b tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1682 time: 0.0799723 Aug 29 04:19:34.442732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4563f1bf-6cd0-4efd-9cf0-824ca755b6d5 req-b9d1966e-d849-4786-85c7-7a1d0fefab6d tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Aug 29 04:19:34.531032 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0f0ac1a-3562-43df-922a-e55108aff0b6 req-fdfc6ed5-d244-42a2-844b-f153c18e0dc6 service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319020 Aug 29 04:19:34.636664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b4e7c11-702c-445a-a051-6f6355d4883b req-3613eac6-97c7-403c-891f-20398ee65189 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 210 time: 0.0512290 Aug 29 04:19:34.690871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-501b8b23-d602-4447-ae23-e230af1802b7 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.692373 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-501b8b23-d602-4447-ae23-e230af1802b7 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.59 "GET /v2.0/networks?id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4 HTTP/1.1" status: 200 len: 822 time: 0.1940928 Aug 29 04:19:34.709201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Request body: {'port': {'device_id': '2ea74b58-3075-4cd4-99a6-68d9782f33a8', 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4', 'admin_state_up': True, 'tenant_id': 'd775af7b58744703b699fca41cf9a3bf'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:34.713918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891b170-0d29-4456-a03c-bf6c66f718f6 req-53c4fea7-0ff3-49bb-85ed-7e0d75c415f4 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.715945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6891b170-0d29-4456-a03c-bf6c66f718f6 req-53c4fea7-0ff3-49bb-85ed-7e0d75c415f4 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 945 time: 0.0732012 Aug 29 04:19:34.768350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6891b170-0d29-4456-a03c-bf6c66f718f6 req-6e784281-0493-404a-90f0-419602a35a41 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Aug 29 04:19:34.821298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Made reservation on behalf of d775af7b58744703b699fca41cf9a3bf for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:34.824841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.944438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-69bb3050-58e0-4ad0-965b-7a3b0c3674e1 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.950208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-69bb3050-58e0-4ad0-965b-7a3b0c3674e1 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.951731 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-69bb3050-58e0-4ad0-965b-7a3b0c3674e1 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1682 time: 0.1008213 Aug 29 04:19:35.053085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Allocated IP 172.20.0.8 (b611a1c4-daa6-40f3-9e3f-282a1ee239a4/162281a0-7421-4afc-beac-04c048e8c914/db341739-4b94-441e-a64e-1dfb057e722f) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:35.122826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-c100a487-14c8-4a6f-b28e-6ab5054edf60 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting port 12c47736-5962-46af-a0a2-dc2fe9a8114a {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:35.123175 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-c100a487-14c8-4a6f-b28e-6ab5054edf60 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.232255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccb8c5-26e6-4e72-890c-cfb6fb75be87 req-17f53661-55a5-4c88-9751-4ef073f20281 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.241592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86ccb8c5-26e6-4e72-890c-cfb6fb75be87 req-17f53661-55a5-4c88-9751-4ef073f20281 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0642343 Aug 29 04:19:35.287689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-c100a487-14c8-4a6f-b28e-6ab5054edf60 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] For port 12c47736-5962-46af-a0a2-dc2fe9a8114a, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=12c47736-5962-46af-a0a2-dc2fe9a8114a,segment=NetworkSegment(119b7d3f-e0c7-4a76-9970-d0cee246033e),segment_id=119b7d3f-e0c7-4a76-9970-d0cee246033e)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:35.288065 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-c100a487-14c8-4a6f-b28e-6ab5054edf60 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.299777 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.308813 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-c100a487-14c8-4a6f-b28e-6ab5054edf60 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Calling delete_port for 12c47736-5962-46af-a0a2-dc2fe9a8114a owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:35.317917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86ccb8c5-26e6-4e72-890c-cfb6fb75be87 req-8d86c498-915e-428b-8853-1db6fa0abd26 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739393 Aug 29 04:19:35.341824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b350b1c-30fa-44f7-b2e2-cf661d216b6e req-cb2e3c5c-66ad-43f4-8410-0b4714e7d692 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.343391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b350b1c-30fa-44f7-b2e2-cf661d216b6e req-cb2e3c5c-66ad-43f4-8410-0b4714e7d692 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0577679 Aug 29 04:19:35.385103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b350b1c-30fa-44f7-b2e2-cf661d216b6e req-f24cd9a2-a0a9-4df7-9153-dda211deb7cb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Aug 29 04:19:35.401432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.458298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:35.480122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:35.487013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:35.492933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event updated for resources: {'Port': ['ID=db341739-4b94-441e-a64e-1dfb057e722f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.547957 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-c100a487-14c8-4a6f-b28e-6ab5054edf60 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.555324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.555971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.579772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587cfa-7bc2-475a-9ba6-aa77c3ade981 req-692451c6-da76-4c3b-9d0e-67f785dbccfd tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.587425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587cfa-7bc2-475a-9ba6-aa77c3ade981 req-692451c6-da76-4c3b-9d0e-67f785dbccfd tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.590216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['fb8603ca-54cd-4dec-9a7f-075418f5fad9', '12c47736-5962-46af-a0a2-dc2fe9a8114a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:35.596147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e587cfa-7bc2-475a-9ba6-aa77c3ade981 req-692451c6-da76-4c3b-9d0e-67f785dbccfd tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 1603 time: 0.0710378 Aug 29 04:19:35.599020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100a487-14c8-4a6f-b28e-6ab5054edf60 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Port': ['ID=12c47736-5962-46af-a0a2-dc2fe9a8114a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.628439 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-c23398ea-0fef-44cf-b867-e9da12d743a1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9231856 Aug 29 04:19:35.656825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e587cfa-7bc2-475a-9ba6-aa77c3ade981 req-0500e104-9c0e-4eea-a372-2cdbcfe78662 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569506 Aug 29 04:19:35.683451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Request body: {'port': {'device_id': '2ea74b58-3075-4cd4-99a6-68d9782f33a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:35.687940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-c100a487-14c8-4a6f-b28e-6ab5054edf60 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] No DVR routers for this DVR port 12c47736-5962-46af-a0a2-dc2fe9a8114a on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:35.691443 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-c100a487-14c8-4a6f-b28e-6ab5054edf60 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.703442 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-c100a487-14c8-4a6f-b28e-6ab5054edf60 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.52 "DELETE /v2.0/ports/12c47736-5962-46af-a0a2-dc2fe9a8114a HTTP/1.1" status: 204 len: 173 time: 0.7336724 Aug 29 04:19:35.703947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'name': 'network-vif-deleted', 'tag': '12c47736-5962-46af-a0a2-dc2fe9a8114a'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:35.706354 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee780a0a-be73-44d5-9ced-fa9235ee98d8" -d '{"events": [{"server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "name": "network-vif-deleted", "tag": "12c47736-5962-46af-a0a2-dc2fe9a8114a"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:35.788945 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7331f527-c801-4a1b-89d4-f4540ee71b96 x-openstack-request-id: req-7331f527-c801-4a1b-89d4-f4540ee71b96 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:35.794537 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "name": "network-vif-deleted", "tag": "12c47736-5962-46af-a0a2-dc2fe9a8114a", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:35.794537 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7331f527-c801-4a1b-89d4-f4540ee71b96 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:35.794537 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'name': 'network-vif-deleted', 'tag': '12c47736-5962-46af-a0a2-dc2fe9a8114a', 'status': 'completed', 'code': 200} Aug 29 04:19:35.905577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b89418-23f6-4166-b0e2-f0a44691d34e req-488a31cd-757e-4bd4-b0c2-b79e450d8f6c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.920458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27b89418-23f6-4166-b0e2-f0a44691d34e req-488a31cd-757e-4bd4-b0c2-b79e450d8f6c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 931 time: 0.1505821 Aug 29 04:19:35.936025 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.991032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27b89418-23f6-4166-b0e2-f0a44691d34e req-f1b1ef64-904a-4209-979b-cb896abfc75d tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694730 Aug 29 04:19:36.035231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-47869ae0-fc76-4fcd-9c73-829253269f21 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting port fb8603ca-54cd-4dec-9a7f-075418f5fad9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:36.035677 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-47869ae0-fc76-4fcd-9c73-829253269f21 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.065953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6adf9-7e2c-44db-90f7-0d15b490f3d8 req-07891beb-4668-4cb9-af9d-16d1ee5dd506 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.067576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87b6adf9-7e2c-44db-90f7-0d15b490f3d8 req-07891beb-4668-4cb9-af9d-16d1ee5dd506 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 945 time: 0.0579436 Aug 29 04:19:36.113217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87b6adf9-7e2c-44db-90f7-0d15b490f3d8 req-37e2f5b1-8d91-4709-a19b-84a8a388e367 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387545 Aug 29 04:19:36.217165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-98469507-d1ad-4f02-b4e0-83a1424c9b52 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1402379173&fields=id&tenant_id=fabaaf12bd5542029d0c9e3a8403a179 HTTP/1.1" status: 200 len: 267 time: 0.0329590 Aug 29 04:19:36.235906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-47869ae0-fc76-4fcd-9c73-829253269f21 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] For port fb8603ca-54cd-4dec-9a7f-075418f5fad9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb8603ca-54cd-4dec-9a7f-075418f5fad9,segment=NetworkSegment(c86aabbb-7833-435d-bc64-75129bf68c81),segment_id=c86aabbb-7833-435d-bc64-75129bf68c81)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:36.236553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-47869ae0-fc76-4fcd-9c73-829253269f21 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.259617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-47869ae0-fc76-4fcd-9c73-829253269f21 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Calling delete_port for fb8603ca-54cd-4dec-9a7f-075418f5fad9 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:36.278696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-34f80291-265b-4711-8ec0-40d576dbc114 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.287735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-34f80291-265b-4711-8ec0-40d576dbc114 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 945 time: 0.0620894 Aug 29 04:19:36.293770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-514e94ca-33b4-469e-b73c-31599ce3c42a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'port': {'security_groups': ['5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7', '2442761c-2a4a-4df2-8dbd-5a8af64f5064']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:36.401840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db341739-4b94-441e-a64e-1dfb057e722f {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:36.412850 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.476500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Transition to ACTIVE for port object db341739-4b94-441e-a64e-1dfb057e722f will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:36.477300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-47869ae0-fc76-4fcd-9c73-829253269f21 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.486096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.509841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['12c47736-5962-46af-a0a2-dc2fe9a8114a'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:36.516501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47869ae0-fc76-4fcd-9c73-829253269f21 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Port': ['ID=fb8603ca-54cd-4dec-9a7f-075418f5fad9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:36.578765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Pushing event updated for resources: {'Port': ['ID=db341739-4b94-441e-a64e-1dfb057e722f,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:36.641221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-47869ae0-fc76-4fcd-9c73-829253269f21 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] No DVR routers for this DVR port fb8603ca-54cd-4dec-9a7f-075418f5fad9 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:36.656430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-47869ae0-fc76-4fcd-9c73-829253269f21 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.658962 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2c2bde7e-8766-48b9-9773-b3e99dd9d23b req-47869ae0-fc76-4fcd-9c73-829253269f21 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.52 "DELETE /v2.0/ports/fb8603ca-54cd-4dec-9a7f-075418f5fad9 HTTP/1.1" status: 204 len: 173 time: 0.9078932 Aug 29 04:19:36.727685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Attempting to bind port db341739-4b94-441e-a64e-1dfb057e722f on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:36.728175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Attempting to bind port db341739-4b94-441e-a64e-1dfb057e722f by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:36.728798 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Attempting to bind port db341739-4b94-441e-a64e-1dfb057e722f on network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:36.734526 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Port db341739-4b94-441e-a64e-1dfb057e722f on network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:36.734899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Attempting to bind port db341739-4b94-441e-a64e-1dfb057e722f on network b611a1c4-daa6-40f3-9e3f-282a1ee239a4 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:36.752655 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:36.752998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Checking segment: {'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:36.753392 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Bound using segment: {'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:36.753848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Bound port: db341739-4b94-441e-a64e-1dfb057e722f, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4021cb-e190-498c-b26e-eafcc04c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:36.754214 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.780369 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-514e94ca-33b4-469e-b73c-31599ce3c42a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.857199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bd336-9499-43d2-850d-74023b24af69 req-657664f4-b3f5-4db3-8d6a-12cd89ff84f0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.864264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] For port db341739-4b94-441e-a64e-1dfb057e722f, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:36.865317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c58bd336-9499-43d2-850d-74023b24af69 req-657664f4-b3f5-4db3-8d6a-12cd89ff84f0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1304076 Aug 29 04:19:36.868384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] For port db341739-4b94-441e-a64e-1dfb057e722f, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db341739-4b94-441e-a64e-1dfb057e722f,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:36.873334 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.945993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c58bd336-9499-43d2-850d-74023b24af69 req-634200a8-bd8e-4518-a6c7-87ab92c66c88 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647659 Aug 29 04:19:37.122511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-514e94ca-33b4-469e-b73c-31599ce3c42a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] For port b5d92660-27de-4162-af6e-6b2dd9e1ce30, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:37.168503 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-514e94ca-33b4-469e-b73c-31599ce3c42a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.223133 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-514e94ca-33b4-469e-b73c-31599ce3c42a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.256474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b5d92660-27de-4162-af6e-6b2dd9e1ce30'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:37.290047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-514e94ca-33b4-469e-b73c-31599ce3c42a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.290742 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-514e94ca-33b4-469e-b73c-31599ce3c42a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.303625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-231b1139-4fa0-48e3-bced-339afa0a28e5 req-514e94ca-33b4-469e-b73c-31599ce3c42a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "PUT /v2.0/ports/b5d92660-27de-4162-af6e-6b2dd9e1ce30 HTTP/1.1" status: 200 len: 981 time: 1.0145729 Aug 29 04:19:37.312959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'tag': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:37.320741 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1" -d '{"events": [{"name": "network-changed", "server_uuid": "192372d9-275e-44b5-a4c2-8246c5b1a477", "tag": "b5d92660-27de-4162-af6e-6b2dd9e1ce30"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:37.357724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6d9d3-9112-46a2-907e-f9a823a90a29 req-9ed7dd06-8973-47ed-9340-624f844193b9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.366717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32b6d9d3-9112-46a2-907e-f9a823a90a29 req-9ed7dd06-8973-47ed-9340-624f844193b9 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.3581703 Aug 29 04:19:37.444377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b5d92660-27de-4162-af6e-6b2dd9e1ce30'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:37.467640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.468918 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.470829 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/db341739-4b94-441e-a64e-1dfb057e722f HTTP/1.1" status: 200 len: 1092 time: 1.8256683 Aug 29 04:19:37.478889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32b6d9d3-9112-46a2-907e-f9a823a90a29 req-1b9ede52-412f-4b56-9289-9957cd6a3882 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045730 Aug 29 04:19:37.485738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372023ec-7196-4e2d-a612-8bb9f08d33e4 service neutron] Pushing event updated for resources: {'Port': ['ID=db341739-4b94-441e-a64e-1dfb057e722f,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:37.549726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42a85e36-bf1d-4e39-b1fe-18d4617d12d6 req-1e59a041-330d-4b21-a6e7-e967e2934d3f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2356201-de01-49b5-bb94-c2dfb65f76a0 HTTP/1.1" status: 200 len: 210 time: 0.1032288 Aug 29 04:19:37.564503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e94ca-33b4-469e-b73c-31599ce3c42a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'Port': ['ID=b5d92660-27de-4162-af6e-6b2dd9e1ce30,revision_number=6']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:37.615410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-281a2bf5-29d3-4d91-90e1-48ac2a3c687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.617107 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-281a2bf5-29d3-4d91-90e1-48ac2a3c687c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d775af7b58744703b699fca41cf9a3bf&device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 1095 time: 0.0929012 Aug 29 04:19:37.710039 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-ed14337f-1807-4df7-8690-ded2ea5b73ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db341739-4b94-441e-a64e-1dfb057e722f HTTP/1.1" status: 200 len: 217 time: 0.0725858 Aug 29 04:19:37.715887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454ab09-3d33-42d4-a022-0fb584418836 req-209eef87-1fee-4439-883a-9184e0c6eff0 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.723631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b454ab09-3d33-42d4-a022-0fb584418836 req-209eef87-1fee-4439-883a-9184e0c6eff0 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 943 time: 0.0993536 Aug 29 04:19:37.777428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-1c1e8913-7153-4028-a44a-0ee2b23698d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.779021 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-1c1e8913-7153-4028-a44a-0ee2b23698d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=162281a0-7421-4afc-beac-04c048e8c914 HTTP/1.1" status: 200 len: 862 time: 0.0541537 Aug 29 04:19:37.788099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-479cc9b0-477d-425e-9823-e76f7e67d882 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-706091579&fields=id&tenant_id=fabaaf12bd5542029d0c9e3a8403a179 HTTP/1.1" status: 200 len: 267 time: 0.0613666 Aug 29 04:19:37.800820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b454ab09-3d33-42d4-a022-0fb584418836 req-f118b557-b2b8-430d-a5b8-b80573e2481c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761595 Aug 29 04:19:37.813557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'name': 'network-vif-deleted', 'tag': 'fb8603ca-54cd-4dec-9a7f-075418f5fad9'}, {'name': 'network-changed', 'server_uuid': '2ea74b58-3075-4cd4-99a6-68d9782f33a8', 'tag': 'db341739-4b94-441e-a64e-1dfb057e722f'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:37.815859 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54140d-53c6-4510-a229-5783d005dc94" -d '{"events": [{"server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "name": "network-vif-deleted", "tag": "fb8603ca-54cd-4dec-9a7f-075418f5fad9"}, {"name": "network-changed", "server_uuid": "2ea74b58-3075-4cd4-99a6-68d9782f33a8", "tag": "db341739-4b94-441e-a64e-1dfb057e722f"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:37.820900 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-7ab7b9b7-e7e6-4573-933a-738c8b604364 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337274 Aug 29 04:19:37.863794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-c65f5d52-368b-469a-a285-8b59945848bf tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.876860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-c65f5d52-368b-469a-a285-8b59945848bf tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 984 time: 0.0745201 Aug 29 04:19:37.879537 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2d63f1-019a-4d66-bee1-462fc851d76d x-openstack-request-id: req-8a2d63f1-019a-4d66-bee1-462fc851d76d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:37.879827 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192372d9-275e-44b5-a4c2-8246c5b1a477", "tag": "b5d92660-27de-4162-af6e-6b2dd9e1ce30", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:37.881054 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a2d63f1-019a-4d66-bee1-462fc851d76d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:37.881054 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'tag': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30', 'status': 'completed', 'code': 200} Aug 29 04:19:37.886084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-a106f6f8-d28b-456e-9b02-b7205f9a6ec3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'port': {'security_groups': ['2442761c-2a4a-4df2-8dbd-5a8af64f5064', '5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7', '67a0b61c-5b9f-429b-ac44-091bf8f3b071']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:37.969714 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-61d46472-c28f-43cb-8527-c94ca3a351a3 service neutron] 10.222.0.59 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403897 Aug 29 04:19:37.971259 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47449335-7194-4ebd-89c3-a53ed3e906b7 x-openstack-request-id: req-47449335-7194-4ebd-89c3-a53ed3e906b7 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:37.971611 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2356201-de01-49b5-bb94-c2dfb65f76a0", "name": "network-vif-deleted", "tag": "fb8603ca-54cd-4dec-9a7f-075418f5fad9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2ea74b58-3075-4cd4-99a6-68d9782f33a8", "tag": "db341739-4b94-441e-a64e-1dfb057e722f", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:37.971870 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47449335-7194-4ebd-89c3-a53ed3e906b7 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:37.972291 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2356201-de01-49b5-bb94-c2dfb65f76a0', 'name': 'network-vif-deleted', 'tag': 'fb8603ca-54cd-4dec-9a7f-075418f5fad9', 'status': 'completed', 'code': 200} Aug 29 04:19:37.972557 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea74b58-3075-4cd4-99a6-68d9782f33a8', 'tag': 'db341739-4b94-441e-a64e-1dfb057e722f', 'status': 'completed', 'code': 200} Aug 29 04:19:37.975199 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-a106f6f8-d28b-456e-9b02-b7205f9a6ec3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.044623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1 req-78074709-ba17-4691-b7c0-61eb6b86482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.046005 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1 req-78074709-ba17-4691-b7c0-61eb6b86482d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 1136 time: 0.1157732 Aug 29 04:19:38.095541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80edcf1-821e-4bb2-bac9-f277ef4f9ba7 req-d5c6ad95-ee2d-45a7-b853-66a212da93cf tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.097120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b80edcf1-821e-4bb2-bac9-f277ef4f9ba7 req-d5c6ad95-ee2d-45a7-b853-66a212da93cf tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0800338 Aug 29 04:19:38.134582 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae0cf0a2-2d65-460b-b7b6-d268cbf7717c req-b5ccf7c9-9fa3-4248-aa83-b2f3f5eb2e68 service neutron] 10.222.0.59 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567454 Aug 29 04:19:38.160179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b80edcf1-821e-4bb2-bac9-f277ef4f9ba7 req-d56d9074-67f5-4fe0-9bc8-1d5044def8d3 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552285 Aug 29 04:19:38.165584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1 req-0de8dc72-70d8-4f68-a33f-a50b978cdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.167143 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1 req-0de8dc72-70d8-4f68-a33f-a50b978cdb32 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 913 time: 0.1128609 Aug 29 04:19:38.236108 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1 req-14ce37c7-c321-4c52-b52b-abef65e79937 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30 HTTP/1.1" status: 200 len: 217 time: 0.0563343 Aug 29 04:19:38.261702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54140d-53c6-4510-a229-5783d005dc94 req-986e1aa5-9f09-42a5-8aff-88327479fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.263203 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd54140d-53c6-4510-a229-5783d005dc94 req-986e1aa5-9f09-42a5-8aff-88327479fc8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d775af7b58744703b699fca41cf9a3bf&device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 1095 time: 0.0772831 Aug 29 04:19:38.268098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-a106f6f8-d28b-456e-9b02-b7205f9a6ec3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] For port b5d92660-27de-4162-af6e-6b2dd9e1ce30, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:38.299008 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-a106f6f8-d28b-456e-9b02-b7205f9a6ec3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.304948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-a106f6f8-d28b-456e-9b02-b7205f9a6ec3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.338028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b5d92660-27de-4162-af6e-6b2dd9e1ce30'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:38.352544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1 req-89f94b9c-631b-490d-bb36-3f5d61fec0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.354082 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1 req-89f94b9c-631b-490d-bb36-3f5d61fec0cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e83530db-6142-43c5-bdaa-06456373f2b8 HTTP/1.1" status: 200 len: 852 time: 0.1039824 Aug 29 04:19:38.357083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-a106f6f8-d28b-456e-9b02-b7205f9a6ec3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.357342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-a106f6f8-d28b-456e-9b02-b7205f9a6ec3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.362779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9872e7a7-02d6-410c-8437-2d041f482f11 req-a106f6f8-d28b-456e-9b02-b7205f9a6ec3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "PUT /v2.0/ports/b5d92660-27de-4162-af6e-6b2dd9e1ce30 HTTP/1.1" status: 200 len: 1020 time: 0.4849768 Aug 29 04:19:38.402304 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1 req-1e96f4d6-a3f3-4fb1-9369-fa85fb59dba9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ded513b-5ecd-497b-9f78-e09b442456e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343235 Aug 29 04:19:38.407144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106f6f8-d28b-456e-9b02-b7205f9a6ec3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'Port': ['ID=b5d92660-27de-4162-af6e-6b2dd9e1ce30,revision_number=7']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:38.477710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54140d-53c6-4510-a229-5783d005dc94 req-bd4cb425-1765-4fcb-941f-fe5cfe50dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.479296 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd54140d-53c6-4510-a229-5783d005dc94 req-bd4cb425-1765-4fcb-941f-fe5cfe50dc66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4 HTTP/1.1" status: 200 len: 923 time: 0.1949029 Aug 29 04:19:38.481602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd1c6f-fef4-474b-ae97-36cb679e9dc4 req-dcdbeef9-4d54-4826-81f4-0976c0b8caf0 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.483299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3cd1c6f-fef4-474b-ae97-36cb679e9dc4 req-dcdbeef9-4d54-4826-81f4-0976c0b8caf0 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 1023 time: 0.0668256 Aug 29 04:19:38.546678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b5d92660-27de-4162-af6e-6b2dd9e1ce30'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:38.592176 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd54140d-53c6-4510-a229-5783d005dc94 req-1b3c5980-619e-4382-9975-fe19d7a61fc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db341739-4b94-441e-a64e-1dfb057e722f HTTP/1.1" status: 200 len: 217 time: 0.1001196 Aug 29 04:19:38.608571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3cd1c6f-fef4-474b-ae97-36cb679e9dc4 req-01a7d5a8-9b51-4865-ba56-34b3667d7112 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&id=2442761c-2a4a-4df2-8dbd-5a8af64f5064&id=67a0b61c-5b9f-429b-ac44-091bf8f3b071 HTTP/1.1" status: 200 len: 6156 time: 0.1180744 Aug 29 04:19:38.704830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40620) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:38.722617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13310061-7614-4ec2-8a4b-3fb423bb7db5 req-19cf1a2f-2187-49ea-a678-0ef2792997cc tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.726354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13310061-7614-4ec2-8a4b-3fb423bb7db5 req-19cf1a2f-2187-49ea-a678-0ef2792997cc tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1105111 Aug 29 04:19:38.743280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-f4012efb-64c4-4ff3-87fc-ff9b2a23ed3a req-e873b0df-ef37-4eb1-8087-becb3f254e7c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'security_group': {'name': ' tempest-securitygroup -859237947 ', 'description': 'tempest-description-1466437450'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:38.765508 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1 req-076b72d4-4980-42e0-b2e5-c1ceb80f2954 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517601 Aug 29 04:19:38.767932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54140d-53c6-4510-a229-5783d005dc94 req-54e971a2-5c2f-4f2b-8e2a-25364d1f2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.771322 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd54140d-53c6-4510-a229-5783d005dc94 req-54e971a2-5c2f-4f2b-8e2a-25364d1f2302 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=162281a0-7421-4afc-beac-04c048e8c914 HTTP/1.1" status: 200 len: 862 time: 0.1618018 Aug 29 04:19:38.858511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13310061-7614-4ec2-8a4b-3fb423bb7db5 req-a1257264-4a9f-438b-9737-4d723d857585 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057115 Aug 29 04:19:38.860421 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f4012efb-64c4-4ff3-87fc-ff9b2a23ed3a req-e873b0df-ef37-4eb1-8087-becb3f254e7c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.877440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-43736b39-89d5-4f7c-8016-3bf1c1721c01 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting subnet 75c99336-57d2-4883-9c31-abe417bac685 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:38.881253 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43736b39-89d5-4f7c-8016-3bf1c1721c01 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.897419 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd54140d-53c6-4510-a229-5783d005dc94 req-2f4dae47-8eb6-4b67-9605-3161d8475f34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b611a1c4-daa6-40f3-9e3f-282a1ee239a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542426 Aug 29 04:19:38.937874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43736b39-89d5-4f7c-8016-3bf1c1721c01 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.023824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3c09f6a3-eb29-48aa-bb53-dc74c468edc1 req-ec24d344-afda-4a5b-9544-b1802ea3a27f service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504148 Aug 29 04:19:39.059194 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd54140d-53c6-4510-a229-5783d005dc94 req-29952a3d-bfdf-47f8-ac32-636da9eda6cc service neutron] 10.222.0.59 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418786 Aug 29 04:19:39.063867 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f4012efb-64c4-4ff3-87fc-ff9b2a23ed3a req-e873b0df-ef37-4eb1-8087-becb3f254e7c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.085425 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f4012efb-64c4-4ff3-87fc-ff9b2a23ed3a req-e873b0df-ef37-4eb1-8087-becb3f254e7c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.113647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f4012efb-64c4-4ff3-87fc-ff9b2a23ed3a req-e873b0df-ef37-4eb1-8087-becb3f254e7c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.128805 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4012efb-64c4-4ff3-87fc-ff9b2a23ed3a req-e873b0df-ef37-4eb1-8087-becb3f254e7c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3901744 Aug 29 04:19:39.174353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd54140d-53c6-4510-a229-5783d005dc94 req-dccb49c0-5808-4683-8a39-9b96bd4e7527 service neutron] 10.222.0.59 "GET /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968235 Aug 29 04:19:39.203360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43736b39-89d5-4f7c-8016-3bf1c1721c01 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.236745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873b0df-ef37-4eb1-8087-becb3f254e7c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350f0600-1394-4573-9660-c53f510819e5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.260912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d64a21-0f40-43da-ae7b-54d425987a68 req-31453b0b-fcb6-4ee0-9bd8-df233293e4ba tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.262399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85d64a21-0f40-43da-ae7b-54d425987a68 req-31453b0b-fcb6-4ee0-9bd8-df233293e4ba tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 943 time: 0.1807809 Aug 29 04:19:39.299065 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67a7fc52-65aa-4f1a-8007-8d17c2cd9cdf req-2dfc9020-7998-4a59-93ab-949d62420b1f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/350f0600-1394-4573-9660-c53f510819e5 HTTP/1.1" status: 200 len: 1782 time: 0.1244719 Aug 29 04:19:39.335387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85d64a21-0f40-43da-ae7b-54d425987a68 req-b165f355-2174-46b5-8a3b-ebe988754469 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649562 Aug 29 04:19:39.345574 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43736b39-89d5-4f7c-8016-3bf1c1721c01 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.401843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43736b39-89d5-4f7c-8016-3bf1c1721c01 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Subnet': ['ID=75c99336-57d2-4883-9c31-abe417bac685,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.414744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4e068f-ed79-48e9-9af0-2a44b5d35391 None None] Network 189bfca5-37e3-4841-96cb-c8a66aa3b603 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:39.432658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43736b39-89d5-4f7c-8016-3bf1c1721c01 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.432756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-43736b39-89d5-4f7c-8016-3bf1c1721c01 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "DELETE /v2.0/subnets/75c99336-57d2-4883-9c31-abe417bac685 HTTP/1.1" status: 204 len: 168 time: 0.7264647 Aug 29 04:19:39.434904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40642) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:39.465709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41879196-801a-4776-bcc8-90b731b869ec req-69c79836-8753-42dd-ba2d-b8389fcb90e5 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/350f0600-1394-4573-9660-c53f510819e5 HTTP/1.1" status: 200 len: 1782 time: 0.0957453 Aug 29 04:19:39.484173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 12c47736-5962-46af-a0a2-dc2fe9a8114a no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:39.495861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7f619-10bc-42ce-933d-c6f51c1662fd req-f049e43d-e504-457a-8f77-14348eae09b0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.497408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ec7f619-10bc-42ce-933d-c6f51c1662fd req-f049e43d-e504-457a-8f77-14348eae09b0 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1354301 Aug 29 04:19:39.529685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 12c47736-5962-46af-a0a2-dc2fe9a8114a {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:39.530205 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 12c47736-5962-46af-a0a2-dc2fe9a8114a not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:39.530677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb8603ca-54cd-4dec-9a7f-075418f5fad9 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:39.566444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: fb8603ca-54cd-4dec-9a7f-075418f5fad9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:39.567042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb8603ca-54cd-4dec-9a7f-075418f5fad9 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:39.570555 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.585332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ec7f619-10bc-42ce-933d-c6f51c1662fd req-3ae6c0d2-7a7e-46f8-9ae9-2c1cd984ff46 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817342 Aug 29 04:19:39.609988 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-41879196-801a-4776-bcc8-90b731b869ec req-d2bf5b1f-52a8-4a29-8310-c3cebe52f571 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.638121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-41879196-801a-4776-bcc8-90b731b869ec req-d2bf5b1f-52a8-4a29-8310-c3cebe52f571 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.638879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting port 507f8a0a-6afe-45e9-8907-281e899f9106 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:39.639237 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.685743 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-41879196-801a-4776-bcc8-90b731b869ec req-d2bf5b1f-52a8-4a29-8310-c3cebe52f571 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.690004 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-41879196-801a-4776-bcc8-90b731b869ec req-d2bf5b1f-52a8-4a29-8310-c3cebe52f571 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.691836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41879196-801a-4776-bcc8-90b731b869ec req-d2bf5b1f-52a8-4a29-8310-c3cebe52f571 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/350f0600-1394-4573-9660-c53f510819e5 HTTP/1.1" status: 204 len: 173 time: 0.2158787 Aug 29 04:19:39.704531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf5b1f-52a8-4a29-8310-c3cebe52f571 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f0600-1394-4573-9660-c53f510819e5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.720479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] For port 507f8a0a-6afe-45e9-8907-281e899f9106, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=507f8a0a-6afe-45e9-8907-281e899f9106,segment=NetworkSegment(119b7d3f-e0c7-4a76-9970-d0cee246033e),segment_id=119b7d3f-e0c7-4a76-9970-d0cee246033e)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:39.721004 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.736224 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-0b5e134f-23db-41cb-839e-d22b47feb0da req-2b03ca2c-d174-4cc2-a852-6d7be79ad83a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] show failed (client error): The resource could not be found. Aug 29 04:19:39.737985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b5e134f-23db-41cb-839e-d22b47feb0da req-2b03ca2c-d174-4cc2-a852-6d7be79ad83a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/350f0600-1394-4573-9660-c53f510819e5 HTTP/1.1" status: 404 len: 352 time: 0.0203309 Aug 29 04:19:39.738110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Calling delete_port for 507f8a0a-6afe-45e9-8907-281e899f9106 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:39.769849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-0482a5ac-5a59-4ca9-82b3-a8fe502744d8 req-6ef86d7c-cc8a-4e7f-83d1-f3b2f1940d5a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-303214106', 'description': 'tempest-description-1969128703'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:39.796748 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0482a5ac-5a59-4ca9-82b3-a8fe502744d8 req-6ef86d7c-cc8a-4e7f-83d1-f3b2f1940d5a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.849085 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.878728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Port': ['ID=507f8a0a-6afe-45e9-8907-281e899f9106,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.886448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] No DVR routers for this DVR port 507f8a0a-6afe-45e9-8907-281e899f9106 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:39.887634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'tag': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:39.893371 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9" -d '{"events": [{"name": "network-changed", "server_uuid": "192372d9-275e-44b5-a4c2-8246c5b1a477", "tag": "b5d92660-27de-4162-af6e-6b2dd9e1ce30"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:39.928183 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce841ba4-142a-42f6-9812-44edb333b3ac None None] DHCP port deletion for 189bfca5-37e3-4841-96cb-c8a66aa3b603 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:19:39.954544 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0482a5ac-5a59-4ca9-82b3-a8fe502744d8 req-6ef86d7c-cc8a-4e7f-83d1-f3b2f1940d5a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.965400 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0482a5ac-5a59-4ca9-82b3-a8fe502744d8 req-6ef86d7c-cc8a-4e7f-83d1-f3b2f1940d5a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.988368 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.000318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189bfca5-37e3-4841-96cb-c8a66aa3b603']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:40.013041 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119b7d3f-e0c7-4a76-9970-d0cee246033e') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:40.013320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119b7d3f-e0c7-4a76-9970-d0cee246033e') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:40.021819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef86d7c-cc8a-4e7f-83d1-f3b2f1940d5a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83a0a19-b767-4f83-aaa5-bc4aad7688ac,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.023622 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0482a5ac-5a59-4ca9-82b3-a8fe502744d8 req-6ef86d7c-cc8a-4e7f-83d1-f3b2f1940d5a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.033576 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.043883 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0482a5ac-5a59-4ca9-82b3-a8fe502744d8 req-6ef86d7c-cc8a-4e7f-83d1-f3b2f1940d5a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2783117 Aug 29 04:19:40.049095 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.058112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:40.059041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.059577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188cab-6a5d-4189-8626-03b6f32a5e28 req-1da082f7-ee32-48f4-adae-255062bb71df tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.061226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd188cab-6a5d-4189-8626-03b6f32a5e28 req-1da082f7-ee32-48f4-adae-255062bb71df tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1141117 Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:40.062498 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:40.090604 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908cb2ff-bfaa-4663-aa76-1898da997efb x-openstack-request-id: req-908cb2ff-bfaa-4663-aa76-1898da997efb {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:40.090894 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192372d9-275e-44b5-a4c2-8246c5b1a477", "tag": "b5d92660-27de-4162-af6e-6b2dd9e1ce30", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:40.091169 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-908cb2ff-bfaa-4663-aa76-1898da997efb {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:40.091559 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'tag': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30', 'status': 'completed', 'code': 200} Aug 29 04:19:40.106831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd188cab-6a5d-4189-8626-03b6f32a5e28 req-7c93cbfd-b679-4004-bcc9-ebc86acaaf1c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Aug 29 04:19:40.153525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-9a48a286-8bf3-4c76-91a8-58e853b88692 req-2adeeb37-e5d3-4314-87ac-f180f1196833 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-189951225', 'description': 'tempest-description-1483514076'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:40.175864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9a48a286-8bf3-4c76-91a8-58e853b88692 req-2adeeb37-e5d3-4314-87ac-f180f1196833 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.176768 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.185421 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.187893 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "DELETE /v2.0/networks/189bfca5-37e3-4841-96cb-c8a66aa3b603 HTTP/1.1" status: 204 len: 168 time: 0.7519784 Aug 29 04:19:40.190736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40656) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:40.201964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc2be9-1fd2-417e-8557-7e9a42d03293 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Network': ['ID=189bfca5-37e3-4841-96cb-c8a66aa3b603,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.215298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9 req-80bc2ddb-17fd-4e46-a399-872ac7f51f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.216945 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9 req-80bc2ddb-17fd-4e46-a399-872ac7f51f96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 1175 time: 0.0880539 Aug 29 04:19:40.266707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fa6a4d-b572-4575-be4b-368df9055a7f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting subnet 0507f3d4-6475-4a5e-be0c-f88433ce6468 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:40.274854 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6a4d-b572-4575-be4b-368df9055a7f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.313044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9 req-3d5c497c-a06d-4823-9ca0-efe6f123a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.314540 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9 req-3d5c497c-a06d-4823-9ca0-efe6f123a1f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 913 time: 0.0906882 Aug 29 04:19:40.331047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6a4d-b572-4575-be4b-368df9055a7f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.358599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db341739-4b94-441e-a64e-1dfb057e722f details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:40.375226 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9 req-23fad5be-5320-4308-985c-355bfc107f2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30 HTTP/1.1" status: 200 len: 217 time: 0.0519385 Aug 29 04:19:40.396999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9a48a286-8bf3-4c76-91a8-58e853b88692 req-2adeeb37-e5d3-4314-87ac-f180f1196833 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.404569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9a48a286-8bf3-4c76-91a8-58e853b88692 req-2adeeb37-e5d3-4314-87ac-f180f1196833 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.441798 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9 req-1b269754-3409-49ca-91e1-f994addc73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.444071 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9 req-1b269754-3409-49ca-91e1-f994addc73a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e83530db-6142-43c5-bdaa-06456373f2b8 HTTP/1.1" status: 200 len: 852 time: 0.0642533 Aug 29 04:19:40.481311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db341739-4b94-441e-a64e-1dfb057e722f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db341739-4b94-441e-a64e-1dfb057e722f,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:40.499582 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9 req-402a6b38-b589-4e54-8588-a0c46efa3615 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ded513b-5ecd-497b-9f78-e09b442456e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471494 Aug 29 04:19:40.501014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'db341739-4b94-441e-a64e-1dfb057e722f', 'network_id': 'b611a1c4-daa6-40f3-9e3f-282a1ee239a4', 'port_id': 'db341739-4b94-441e-a64e-1dfb057e722f', 'mac_address': 'fa:16:3e:45:2d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162281a0-7421-4afc-beac-04c048e8c914', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:40.504810 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9a48a286-8bf3-4c76-91a8-58e853b88692 req-2adeeb37-e5d3-4314-87ac-f180f1196833 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.528962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a48a286-8bf3-4c76-91a8-58e853b88692 req-2adeeb37-e5d3-4314-87ac-f180f1196833 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3802867 Aug 29 04:19:40.540992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adeeb37-e5d3-4314-87ac-f180f1196833 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa62838-5182-450f-baae-d003ca894877,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.557115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-f0b1e778-e569-4c36-bc53-a544c569cd4f req-3a8f4826-42f7-44b8-8ba2-83765602a656 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-824356977', 'description': 'tempest-description-224511092'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:40.568522 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.580671 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6a4d-b572-4575-be4b-368df9055a7f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.588374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db341739-4b94-441e-a64e-1dfb057e722f {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:40.605930 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f0b1e778-e569-4c36-bc53-a544c569cd4f req-3a8f4826-42f7-44b8-8ba2-83765602a656 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.614406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db341739-4b94-441e-a64e-1dfb057e722f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db341739-4b94-441e-a64e-1dfb057e722f,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:40.619939 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.626389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9 req-5e1fa23a-85a9-42b0-8f10-d6a579cc4e56 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194592 Aug 29 04:19:40.638208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea8068-e58b-42ad-9f35-cba2966fc46a req-0bbc33e7-e915-4aa6-ad16-64a3dc7830a2 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.645700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9aea8068-e58b-42ad-9f35-cba2966fc46a req-0bbc33e7-e915-4aa6-ad16-64a3dc7830a2 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 943 time: 0.1976185 Aug 29 04:19:40.700314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=db341739-4b94-441e-a64e-1dfb057e722f,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.726153 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6a4d-b572-4575-be4b-368df9055a7f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.745011 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9aea8068-e58b-42ad-9f35-cba2966fc46a req-f2964f74-ba4b-4498-82f4-64eee311cb6c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976048 Aug 29 04:19:40.748817 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6ee7ca17-4f2a-4cfd-80d3-df3bfc3140a9 req-490da6c4-3eb5-4ce3-be3e-3b8d0e240d56 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070259 Aug 29 04:19:40.799265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6a4d-b572-4575-be4b-368df9055a7f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.804168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e2fa6a4d-b572-4575-be4b-368df9055a7f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "DELETE /v2.0/subnets/0507f3d4-6475-4a5e-be0c-f88433ce6468 HTTP/1.1" status: 204 len: 168 time: 0.6092107 Aug 29 04:19:40.804168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa6a4d-b572-4575-be4b-368df9055a7f tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Subnet': ['ID=0507f3d4-6475-4a5e-be0c-f88433ce6468,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.804937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40666) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:40.807170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976bec6a-d984-4d80-8a2e-89d88f34907a None None] Network 49b4e546-35ac-4185-9b72-c7970f958e46 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:40.857086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['db341739-4b94-441e-a64e-1dfb057e722f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:40.893121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f0b1e778-e569-4c36-bc53-a544c569cd4f req-3a8f4826-42f7-44b8-8ba2-83765602a656 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.903582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93492c9a-c913-4c56-abea-6597d778c07e req-63005bc8-2786-4301-afac-2699019c7487 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.905203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93492c9a-c913-4c56-abea-6597d778c07e req-63005bc8-2786-4301-afac-2699019c7487 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0913393 Aug 29 04:19:40.906361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f0b1e778-e569-4c36-bc53-a544c569cd4f req-3a8f4826-42f7-44b8-8ba2-83765602a656 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.909032 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.972635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f4826-42f7-44b8-8ba2-83765602a656 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7fe91f-eb72-4030-9b4d-7d6402dbea35,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.988282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93492c9a-c913-4c56-abea-6597d778c07e req-d8d86d41-bb34-412f-8df7-b8c139c6d117 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568666 Aug 29 04:19:40.992115 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f0b1e778-e569-4c36-bc53-a544c569cd4f req-3a8f4826-42f7-44b8-8ba2-83765602a656 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.998100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0b1e778-e569-4c36-bc53-a544c569cd4f req-3a8f4826-42f7-44b8-8ba2-83765602a656 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4483624 Aug 29 04:19:41.036511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Deleting port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:41.037563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.160568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b01110-864a-4bac-bcd4-2fd2022d131b None None] DHCP port deletion for 49b4e546-35ac-4185-9b72-c7970f958e46 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:19:41.175064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] For port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=57ac90b4-1c7e-4e75-bfff-0eee0353b51e,segment=NetworkSegment(c86aabbb-7833-435d-bc64-75129bf68c81),segment_id=c86aabbb-7833-435d-bc64-75129bf68c81)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:41.175290 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.188014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c6b0d3-854e-4dbd-8b15-d3fa8e94613a req-061c7b68-14bc-42fb-8dd3-44fb453c97f2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fabaaf12bd5542029d0c9e3a8403a179 HTTP/1.1" status: 200 len: 10908 time: 0.1477869 Aug 29 04:19:41.203790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Calling delete_port for 57ac90b4-1c7e-4e75-bfff-0eee0353b51e owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:41.217446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-73b01110-864a-4bac-bcd4-2fd2022d131b None None] Deleting port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:41.219479 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-73b01110-864a-4bac-bcd4-2fd2022d131b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.256998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c6b0d3-854e-4dbd-8b15-d3fa8e94613a req-6fc56089-3671-4747-81a9-278ed3f130bd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7 HTTP/1.1" status: 200 len: 2985 time: 0.0603755 Aug 29 04:19:41.309684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-73b01110-864a-4bac-bcd4-2fd2022d131b None None] For port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=57ac90b4-1c7e-4e75-bfff-0eee0353b51e,segment=NetworkSegment(c86aabbb-7833-435d-bc64-75129bf68c81),segment_id=c86aabbb-7833-435d-bc64-75129bf68c81)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:41.310169 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-73b01110-864a-4bac-bcd4-2fd2022d131b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.314705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.320606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a3539-9cb2-4962-b4c5-541f75c64ff1 req-5cb7a3e8-7ba9-48e2-b892-dac6098bca21 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.322260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b5a3539-9cb2-4962-b4c5-541f75c64ff1 req-5cb7a3e8-7ba9-48e2-b892-dac6098bca21 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0922258 Aug 29 04:19:41.334408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] No DVR routers for this DVR port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:41.335165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-73b01110-864a-4bac-bcd4-2fd2022d131b None None] Calling delete_port for 57ac90b4-1c7e-4e75-bfff-0eee0353b51e owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:41.341216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c6b0d3-854e-4dbd-8b15-d3fa8e94613a req-a5433ccd-48cb-4a42-a6dc-6bb2c122c720 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7 HTTP/1.1" status: 200 len: 2985 time: 0.0703957 Aug 29 04:19:41.369673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b5a3539-9cb2-4962-b4c5-541f75c64ff1 req-3c391a9a-5d7b-42b5-bd7b-4110d04c2c27 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Aug 29 04:19:41.377596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Port': ['ID=57ac90b4-1c7e-4e75-bfff-0eee0353b51e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.463789 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.467018 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-73b01110-864a-4bac-bcd4-2fd2022d131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.475741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b4e546-35ac-4185-9b72-c7970f958e46']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:41.477942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f49ae2a4-2fe6-43cb-ace0-c4e5d2bbe390 req-f7334be6-0341-4b4b-8bb2-95c9586d0474 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/c83a0a19-b767-4f83-aaa5-bc4aad7688ac HTTP/1.1" status: 200 len: 1802 time: 0.0563102 Aug 29 04:19:41.488570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86aabbb-7833-435d-bc64-75129bf68c81') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:41.488859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86aabbb-7833-435d-bc64-75129bf68c81') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:41.496237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b01110-864a-4bac-bcd4-2fd2022d131b None None] Pushing event deleted for resources: {'Port': ['ID=57ac90b4-1c7e-4e75-bfff-0eee0353b51e,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.501623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.507799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b01110-864a-4bac-bcd4-2fd2022d131b None None] No DVR routers for this DVR port 57ac90b4-1c7e-4e75-bfff-0eee0353b51e on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:41.526992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.534308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:41.534708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:41.538891 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:41.540711 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f49ae2a4-2fe6-43cb-ace0-c4e5d2bbe390 req-963f4125-7051-4eaf-abf6-eedfeaedb903 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.565362 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f49ae2a4-2fe6-43cb-ace0-c4e5d2bbe390 req-963f4125-7051-4eaf-abf6-eedfeaedb903 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.616862 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.627120 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.627752 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] 10.222.0.49 "DELETE /v2.0/networks/49b4e546-35ac-4185-9b72-c7970f958e46 HTTP/1.1" status: 204 len: 168 time: 0.8216326 Aug 29 04:19:41.646831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f49ae2a4-2fe6-43cb-ace0-c4e5d2bbe390 req-963f4125-7051-4eaf-abf6-eedfeaedb903 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.651108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f49ae2a4-2fe6-43cb-ace0-c4e5d2bbe390 req-963f4125-7051-4eaf-abf6-eedfeaedb903 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.652398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f49ae2a4-2fe6-43cb-ace0-c4e5d2bbe390 req-963f4125-7051-4eaf-abf6-eedfeaedb903 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/c83a0a19-b767-4f83-aaa5-bc4aad7688ac HTTP/1.1" status: 204 len: 173 time: 0.1736374 Aug 29 04:19:41.654081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4a6a7-8eec-43d8-bc9c-6ed142778333 tempest-ServersTestMultiNic-1672789038 tempest-ServersTestMultiNic-1672789038-project] Pushing event deleted for resources: {'Network': ['ID=49b4e546-35ac-4185-9b72-c7970f958e46,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.671587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f4125-7051-4eaf-abf6-eedfeaedb903 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83a0a19-b767-4f83-aaa5-bc4aad7688ac,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.703748 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-2ca71b5e-bfd8-4c58-9655-098e00d6efb6 req-4e0889a4-4a3b-4b4c-8412-2cb18c18684e tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] show failed (client error): The resource could not be found. Aug 29 04:19:41.704949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ca71b5e-bfd8-4c58-9655-098e00d6efb6 req-4e0889a4-4a3b-4b4c-8412-2cb18c18684e tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/c83a0a19-b767-4f83-aaa5-bc4aad7688ac HTTP/1.1" status: 404 len: 352 time: 0.0224462 Aug 29 04:19:41.777055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46cb45b9-5968-422d-987c-8d5b172a1c0f req-6405e117-ae89-4607-98a5-b83e11cb7cf2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/4aa62838-5182-450f-baae-d003ca894877 HTTP/1.1" status: 200 len: 1802 time: 0.0506949 Aug 29 04:19:41.846897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 57ac90b4-1c7e-4e75-bfff-0eee0353b51e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:41.863764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-46cb45b9-5968-422d-987c-8d5b172a1c0f req-1bba1013-58a4-4b24-9020-a21709ba82fb tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.881255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 57ac90b4-1c7e-4e75-bfff-0eee0353b51e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:41.881692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 57ac90b4-1c7e-4e75-bfff-0eee0353b51e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:41.882130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 507f8a0a-6afe-45e9-8907-281e899f9106 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:41.902617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 507f8a0a-6afe-45e9-8907-281e899f9106 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:41.902832 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 507f8a0a-6afe-45e9-8907-281e899f9106 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:41.905031 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-46cb45b9-5968-422d-987c-8d5b172a1c0f req-1bba1013-58a4-4b24-9020-a21709ba82fb tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.972227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9efad-8404-438e-8e29-e6dc5661c5d9 req-f09919b2-73d1-4f0b-90c2-0e72e4e1c20c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.973938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fed9efad-8404-438e-8e29-e6dc5661c5d9 req-f09919b2-73d1-4f0b-90c2-0e72e4e1c20c tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 944 time: 0.0938444 Aug 29 04:19:41.994378 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-46cb45b9-5968-422d-987c-8d5b172a1c0f req-1bba1013-58a4-4b24-9020-a21709ba82fb tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.996906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-46cb45b9-5968-422d-987c-8d5b172a1c0f req-1bba1013-58a4-4b24-9020-a21709ba82fb tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.998117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46cb45b9-5968-422d-987c-8d5b172a1c0f req-1bba1013-58a4-4b24-9020-a21709ba82fb tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/4aa62838-5182-450f-baae-d003ca894877 HTTP/1.1" status: 204 len: 173 time: 0.2135270 Aug 29 04:19:42.021011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba1013-58a4-4b24-9020-a21709ba82fb tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa62838-5182-450f-baae-d003ca894877,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:42.041715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fed9efad-8404-438e-8e29-e6dc5661c5d9 req-e5c00370-7b97-44e6-a3f0-8b3fc4fea05f tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563760 Aug 29 04:19:42.073766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40702) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:42.106776 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-3a76b022-ab9b-47d1-8755-2eb78aa7414e req-05c25e67-c8c1-4819-bc76-21e941dc37b5 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] show failed (client error): The resource could not be found. Aug 29 04:19:42.107849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a76b022-ab9b-47d1-8755-2eb78aa7414e req-05c25e67-c8c1-4819-bc76-21e941dc37b5 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/4aa62838-5182-450f-baae-d003ca894877 HTTP/1.1" status: 404 len: 352 time: 0.0388820 Aug 29 04:19:42.215204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcd589-9c78-44ef-a06e-699d6d73875d req-4b3e4be2-13cf-432a-98bd-c83a89b51b97 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.217087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cfcd589-9c78-44ef-a06e-699d6d73875d req-4b3e4be2-13cf-432a-98bd-c83a89b51b97 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0789127 Aug 29 04:19:42.221416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b5f1947-78a8-47cd-ae4e-cc9da6395a48 req-ff2884da-45c6-46dc-82ad-8e2c87388bf8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/dd7fe91f-eb72-4030-9b4d-7d6402dbea35 HTTP/1.1" status: 200 len: 1801 time: 0.0923729 Aug 29 04:19:42.289296 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cfcd589-9c78-44ef-a06e-699d6d73875d req-1eda92bc-f769-4be3-9580-d4578814ed67 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652909 Aug 29 04:19:42.311924 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9b5f1947-78a8-47cd-ae4e-cc9da6395a48 req-c0d3888b-5f2e-4cda-a2f1-21766382d769 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.348635 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9b5f1947-78a8-47cd-ae4e-cc9da6395a48 req-c0d3888b-5f2e-4cda-a2f1-21766382d769 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.361299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db341739-4b94-441e-a64e-1dfb057e722f up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:42.414736 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9b5f1947-78a8-47cd-ae4e-cc9da6395a48 req-c0d3888b-5f2e-4cda-a2f1-21766382d769 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.417438 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9b5f1947-78a8-47cd-ae4e-cc9da6395a48 req-c0d3888b-5f2e-4cda-a2f1-21766382d769 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.418596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b5f1947-78a8-47cd-ae4e-cc9da6395a48 req-c0d3888b-5f2e-4cda-a2f1-21766382d769 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/dd7fe91f-eb72-4030-9b4d-7d6402dbea35 HTTP/1.1" status: 204 len: 173 time: 0.1863921 Aug 29 04:19:42.443637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3888b-5f2e-4cda-a2f1-21766382d769 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7fe91f-eb72-4030-9b4d-7d6402dbea35,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:42.446344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port db341739-4b94-441e-a64e-1dfb057e722f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:42.459244 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port db341739-4b94-441e-a64e-1dfb057e722f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:42.463473 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.501086 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-658ed77a-8005-485d-8216-c00c65c10eb6 req-2dac04d5-4b47-4852-ae3b-6166ddd6e94c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] show failed (client error): The resource could not be found. Aug 29 04:19:42.502379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-658ed77a-8005-485d-8216-c00c65c10eb6 req-2dac04d5-4b47-4852-ae3b-6166ddd6e94c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/dd7fe91f-eb72-4030-9b4d-7d6402dbea35 HTTP/1.1" status: 404 len: 352 time: 0.0416436 Aug 29 04:19:42.543527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b786d3-5cec-4fa8-8325-78c1dcc54095 req-4c34bcef-7436-43f4-ade6-6ade312fbef8 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.548787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.553505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78b786d3-5cec-4fa8-8325-78c1dcc54095 req-4c34bcef-7436-43f4-ade6-6ade312fbef8 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0884244 Aug 29 04:19:42.568246 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.591378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40722) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:42.597146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea74b58-3075-4cd4-99a6-68d9782f33a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db341739-4b94-441e-a64e-1dfb057e722f'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:42.600621 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3825837-1aea-4026-97e5-96bd91208fef" -d '{"events": [{"server_uuid": "2ea74b58-3075-4cd4-99a6-68d9782f33a8", "name": "network-vif-plugged", "status": "completed", "tag": "db341739-4b94-441e-a64e-1dfb057e722f"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:42.617969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78b786d3-5cec-4fa8-8325-78c1dcc54095 req-def0eb39-1068-47e8-9f2f-c9473f6f973d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612540 Aug 29 04:19:42.619563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db341739-4b94-441e-a64e-1dfb057e722f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db341739-4b94-441e-a64e-1dfb057e722f,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:42.632870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.687040 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f965717-2e42-44a5-92c0-54fa6ada89fd x-openstack-request-id: req-9f965717-2e42-44a5-92c0-54fa6ada89fd {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:42.689737 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea74b58-3075-4cd4-99a6-68d9782f33a8", "name": "network-vif-plugged", "status": "completed", "tag": "db341739-4b94-441e-a64e-1dfb057e722f", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:42.690635 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f965717-2e42-44a5-92c0-54fa6ada89fd {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:42.691788 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea74b58-3075-4cd4-99a6-68d9782f33a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db341739-4b94-441e-a64e-1dfb057e722f', 'code': 200} Aug 29 04:19:42.730666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4eaa8ec1-d88a-46ff-b22c-3c56c10a5c06 req-079154c5-a3a2-427c-ae1b-30b5b9deb23c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fabaaf12bd5542029d0c9e3a8403a179 HTTP/1.1" status: 200 len: 6156 time: 0.0961490 Aug 29 04:19:42.734933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=db341739-4b94-441e-a64e-1dfb057e722f,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:42.794912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ece7c745-ace6-4553-a1a5-aad2dca5ef9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.810841 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28beb129-111e-4df5-9097-e46649df0628 req-9d3f2ec8-67a7-4727-bbfd-37e383bd7ffa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1107414 Aug 29 04:19:42.812884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4eaa8ec1-d88a-46ff-b22c-3c56c10a5c06 req-71db89af-f6cb-440f-861b-a9b926867457 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7 HTTP/1.1" status: 200 len: 2985 time: 0.0670328 Aug 29 04:19:42.862003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27bfdf-ac5b-4cab-ab81-463cac25d62b req-310e4aae-ac15-4e86-897b-cfd32227ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.863495 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ca27bfdf-ac5b-4cab-ab81-463cac25d62b req-310e4aae-ac15-4e86-897b-cfd32227ac8f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 1097 time: 0.0809941 Aug 29 04:19:42.886875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4eaa8ec1-d88a-46ff-b22c-3c56c10a5c06 req-c5e204e3-7738-4d94-b761-26c0f940abdf tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7 HTTP/1.1" status: 200 len: 2985 time: 0.0671251 Aug 29 04:19:42.926086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e8302df1-1b36-4c28-8360-7273044b60e4 req-5088c6e1-fc7f-49d7-8dbb-40d768a51f17 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1809386301', 'description': 'tempest-description-262289704'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:42.929838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb129-111e-4df5-9097-e46649df0628 req-8c19e724-da9a-41f3-b55a-eefa6fbf89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.931316 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28beb129-111e-4df5-9097-e46649df0628 req-8c19e724-da9a-41f3-b55a-eefa6fbf89b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b716caa2c6574e6e8feaa2a4120782eb&device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 1097 time: 0.0833802 Aug 29 04:19:42.935619 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ca27bfdf-ac5b-4cab-ab81-463cac25d62b req-3949e192-8d02-496c-9828-265ef624cc80 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560019 Aug 29 04:19:42.957142 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ece7c745-ace6-4553-a1a5-aad2dca5ef9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.963534 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ece7c745-ace6-4553-a1a5-aad2dca5ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.008856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ece7c745-ace6-4553-a1a5-aad2dca5ef9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b8bbb662f5749bf88a09f95181130eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155993 Aug 29 04:19:43.013706 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8302df1-1b36-4c28-8360-7273044b60e4 req-5088c6e1-fc7f-49d7-8dbb-40d768a51f17 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.017444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40730) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:43.047111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7c745-ace6-4553-a1a5-aad2dca5ef9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7618a2e3-b972-46d2-95c9-57e6e70b1581,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:43.078622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] Deleting port 8e5b7a83-02c9-4966-a8c1-367579807e88 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:43.078970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.092883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb129-111e-4df5-9097-e46649df0628 req-b44a52b9-7446-4d46-ae22-5330c091b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.094353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28beb129-111e-4df5-9097-e46649df0628 req-b44a52b9-7446-4d46-ae22-5330c091b7f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f73a73b8-9208-4150-8f6a-1ffd124f8588 HTTP/1.1" status: 200 len: 913 time: 0.1341808 Aug 29 04:19:43.121421 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0b0d-e1d5-4a9c-bc10-46eb80131edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.191217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0b0d-e1d5-4a9c-bc10-46eb80131edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.196601 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28beb129-111e-4df5-9097-e46649df0628 req-57978ea8-ff1d-4a4c-b206-60ac222bbca4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=209a5134-6b49-4716-94dc-7341549f1727 HTTP/1.1" status: 200 len: 1000 time: 0.0783393 Aug 29 04:19:43.231577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bd2a0-07b6-4587-b60b-da56e32dd7b8 req-d7ec88d1-8a3f-4ed9-98c1-540e721fb10f tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.233103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-453bd2a0-07b6-4587-b60b-da56e32dd7b8 req-d7ec88d1-8a3f-4ed9-98c1-540e721fb10f tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 945 time: 0.1175566 Aug 29 04:19:43.236905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8302df1-1b36-4c28-8360-7273044b60e4 req-5088c6e1-fc7f-49d7-8dbb-40d768a51f17 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.249732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] For port 8e5b7a83-02c9-4966-a8c1-367579807e88, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8e5b7a83-02c9-4966-a8c1-367579807e88,segment=NetworkSegment(05bdc5b7-b56e-47aa-b186-b9561318e231),segment_id=05bdc5b7-b56e-47aa-b186-b9561318e231)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:43.250099 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.250223 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8302df1-1b36-4c28-8360-7273044b60e4 req-5088c6e1-fc7f-49d7-8dbb-40d768a51f17 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.267627 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] Calling delete_port for 8e5b7a83-02c9-4966-a8c1-367579807e88 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:43.274177 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb129-111e-4df5-9097-e46649df0628 req-fc547be1-1750-49ed-8f72-a04b6f52b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.275628 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28beb129-111e-4df5-9097-e46649df0628 req-fc547be1-1750-49ed-8f72-a04b6f52b32a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23d3c717-0190-4983-af66-884b72fd6ec4 HTTP/1.1" status: 200 len: 851 time: 0.0686269 Aug 29 04:19:43.296142 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8302df1-1b36-4c28-8360-7273044b60e4 req-5088c6e1-fc7f-49d7-8dbb-40d768a51f17 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.297561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8302df1-1b36-4c28-8360-7273044b60e4 req-5088c6e1-fc7f-49d7-8dbb-40d768a51f17 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3783884 Aug 29 04:19:43.311272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088c6e1-fc7f-49d7-8dbb-40d768a51f17 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc948d-58e9-4168-a913-7761c4d49166,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:43.323092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-453bd2a0-07b6-4587-b60b-da56e32dd7b8 req-13a9039d-3097-407b-ba44-36e54daf77f1 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787251 Aug 29 04:19:43.327615 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0b0d-e1d5-4a9c-bc10-46eb80131edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.330206 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0b0d-e1d5-4a9c-bc10-46eb80131edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.333627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bf5b0b0d-e1d5-4a9c-bc10-46eb80131edd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7618a2e3-b972-46d2-95c9-57e6e70b1581 HTTP/1.1" status: 204 len: 168 time: 0.3116202 Aug 29 04:19:43.340381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b0b0d-e1d5-4a9c-bc10-46eb80131edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7618a2e3-b972-46d2-95c9-57e6e70b1581,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:43.348657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-a03836b8-c687-4f05-93b4-d0235705088b req-71a90578-6dac-43df-978a-34c0c5cd54a8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-292246643', 'description': 'tempest-description-476521309'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:43.374941 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a03836b8-c687-4f05-93b4-d0235705088b req-71a90578-6dac-43df-978a-34c0c5cd54a8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.379323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb129-111e-4df5-9097-e46649df0628 req-fd0de517-5046-4082-b731-76f0e0f61bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.381530 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28beb129-111e-4df5-9097-e46649df0628 req-fd0de517-5046-4082-b731-76f0e0f61bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f73a73b8-9208-4150-8f6a-1ffd124f8588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993526 Aug 29 04:19:43.509509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a03836b8-c687-4f05-93b4-d0235705088b req-71a90578-6dac-43df-978a-34c0c5cd54a8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.525880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b909e38-aa4a-42a4-9586-c4090f30671d req-1e0013d0-d9f9-4f55-824f-5b76b4eeecf1 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.527543 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b909e38-aa4a-42a4-9586-c4090f30671d req-1e0013d0-d9f9-4f55-824f-5b76b4eeecf1 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0856338 Aug 29 04:19:43.528483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a03836b8-c687-4f05-93b4-d0235705088b req-71a90578-6dac-43df-978a-34c0c5cd54a8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.538081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28beb129-111e-4df5-9097-e46649df0628 req-e9be5b81-46b0-4a8f-9534-0883428e5d4a service neutron] 10.222.0.52 "GET /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106994 Aug 29 04:19:43.572624 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a03836b8-c687-4f05-93b4-d0235705088b req-71a90578-6dac-43df-978a-34c0c5cd54a8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.574089 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a03836b8-c687-4f05-93b4-d0235705088b req-71a90578-6dac-43df-978a-34c0c5cd54a8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2303891 Aug 29 04:19:43.591505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a90578-6dac-43df-978a-34c0c5cd54a8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7886af-13fc-4e0e-a0bf-b7a64aaabfb5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:43.600014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b909e38-aa4a-42a4-9586-c4090f30671d req-222097ff-74a4-4e5f-9504-c18da7c2d792 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605466 Aug 29 04:19:43.654587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.726379 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5b7a83-02c9-4966-a8c1-367579807e88,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:43.809975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c433d5-2b6d-43a3-b56a-fc0984d9d33c req-1ff8aa30-90b0-46ed-8cfb-86ac849f4979 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.811552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90c433d5-2b6d-43a3-b56a-fc0984d9d33c req-1ff8aa30-90b0-46ed-8cfb-86ac849f4979 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.0902624 Aug 29 04:19:43.812254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40754) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:43.824546 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-28beb129-111e-4df5-9097-e46649df0628 req-b5544103-cee9-4816-a87f-1469522e32c5 service neutron] 10.222.0.52 "GET /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679374 Aug 29 04:19:43.829953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0143e1d-7d8b-4e36-85f9-c1a8ad13162b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.878362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90c433d5-2b6d-43a3-b56a-fc0984d9d33c req-dbc49d19-06ce-45a5-ac8c-c0b0eeb50d0a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505745 Aug 29 04:19:43.961314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.032437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-d2919721-a969-4ed9-9bcd-bb9f81ac8832 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.036900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-d2919721-a969-4ed9-9bcd-bb9f81ac8832 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 812 time: 0.1374168 Aug 29 04:19:44.062657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-653cced2-f771-4105-869e-d96118996438 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/quotas/fabaaf12bd5542029d0c9e3a8403a179 HTTP/1.1" status: 200 len: 375 time: 0.0217867 Aug 29 04:19:44.123751 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0143e1d-7d8b-4e36-85f9-c1a8ad13162b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.130346 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0143e1d-7d8b-4e36-85f9-c1a8ad13162b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.153403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-ccd9b164-1fd2-4c6d-b67a-54210d27ec67 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828245 Aug 29 04:19:44.194925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] Router d03caba4-cf96-4982-aad3-64373ca435de has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:44.221170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e0143e1d-7d8b-4e36-85f9-c1a8ad13162b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9643fb52fa414996b5d746ce82e4b6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054270 Aug 29 04:19:44.221170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0143e1d-7d8b-4e36-85f9-c1a8ad13162b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b63e1d-b657-409d-98c7-5322f74617d5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.225360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40760) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:44.299714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-5ab95e82-04f2-4be1-8a83-4c944e4e4305 service neutron] 10.222.0.49 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351752 Aug 29 04:19:44.302358 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4eb257ad-cc5f-494a-ab54-52d0baa922c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.303555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:44.308980 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd855ece-9c09-4b1c-844c-dbe33185014f admin admin] 10.222.0.49 "PUT /v2.0/routers/d03caba4-cf96-4982-aad3-64373ca435de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2338269 Aug 29 04:19:44.311318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40762) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:44.314541 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] Sync routers for ids ['d03caba4-cf96-4982-aad3-64373ca435de'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:44.326140 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] Routers {'d03caba4-cf96-4982-aad3-64373ca435de'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:44.326909 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d03caba4-cf96-4982-aad3-64373ca435de'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:44.371079 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4eb257ad-cc5f-494a-ab54-52d0baa922c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.466478 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] Set router d03caba4-cf96-4982-aad3-64373ca435de gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:44.477290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-cc673977-10bb-4ad2-99e5-af37228fb986 service neutron] 10.222.0.49 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703455 Aug 29 04:19:44.486420 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4eb257ad-cc5f-494a-ab54-52d0baa922c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.490308 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4eb257ad-cc5f-494a-ab54-52d0baa922c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.493848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4eb257ad-cc5f-494a-ab54-52d0baa922c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4b63e1d-b657-409d-98c7-5322f74617d5 HTTP/1.1" status: 204 len: 168 time: 0.2652833 Aug 29 04:19:44.531476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb257ad-cc5f-494a-ab54-52d0baa922c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b63e1d-b657-409d-98c7-5322f74617d5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.591059 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49509d82-ebf4-45d8-99ff-eb5e3ce9ffcd req-fbbf75bd-e01f-4f57-b73e-886ef82e7aa7 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.602996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49509d82-ebf4-45d8-99ff-eb5e3ce9ffcd req-fbbf75bd-e01f-4f57-b73e-886ef82e7aa7 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 945 time: 0.1677065 Aug 29 04:19:44.707512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9446d53-e3ca-4070-9b8e-2adaf77c1699 req-5785d294-08a7-467d-bd3b-aa8afbb62ded tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 210 time: 0.0443623 Aug 29 04:19:44.729688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49509d82-ebf4-45d8-99ff-eb5e3ce9ffcd req-9d7517d5-6a48-4d20-8ec7-78a936ed09c2 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070964 Aug 29 04:19:44.805859 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'name': 'tempest-ServersTestMultiNic-1924604021-router', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:19:43Z', 'revision_number': 5, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'gw_port': {'id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:44.833211 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.878541 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] Checking router: d03caba4-cf96-4982-aad3-64373ca435de for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:44.930767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2163d8-d930-4d5e-bfdb-a4b668707ba7 req-f9eea173-3c09-4eb3-a121-4906b253cfd9 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.938157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f2163d8-d930-4d5e-bfdb-a4b668707ba7 req-f9eea173-3c09-4eb3-a121-4906b253cfd9 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0966327 Aug 29 04:19:44.938871 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] Routers {'d03caba4-cf96-4982-aad3-64373ca435de'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:44.940729 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d03caba4-cf96-4982-aad3-64373ca435de'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:45.023558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f2163d8-d930-4d5e-bfdb-a4b668707ba7 req-53d76840-966e-4d2a-9e8e-b68765044ef8 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Aug 29 04:19:45.025068 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.093408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Deleting port 25ca04e4-80d3-40b7-8d74-dd29d556663a {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:45.093818 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.148432 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] Set router d03caba4-cf96-4982-aad3-64373ca435de gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:45.216313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40790) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:45.225454 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] For port 25ca04e4-80d3-40b7-8d74-dd29d556663a, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=25ca04e4-80d3-40b7-8d74-dd29d556663a,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:45.225831 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.243953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3970d8-bbff-41aa-8728-afee1a1b81e3 req-de852641-778e-4688-a002-2781acdd6085 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.244746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Calling delete_port for 25ca04e4-80d3-40b7-8d74-dd29d556663a owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:45.248732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe3970d8-bbff-41aa-8728-afee1a1b81e3 req-de852641-778e-4688-a002-2781acdd6085 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 945 time: 0.1389413 Aug 29 04:19:45.273285 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-072ac5f0-9dd8-475b-ac6e-70c31949b6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.364881 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'name': 'tempest-ServersTestMultiNic-1924604021-router', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:19:43Z', 'revision_number': 5, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'gw_port': {'id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:45.377061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0664b-98e5-4ffc-86dc-8a11cfbaa650 req-c4452833-9b81-4111-9591-ed2459ccb991 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.379394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1c0664b-98e5-4ffc-86dc-8a11cfbaa650 req-c4452833-9b81-4111-9591-ed2459ccb991 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.2202733 Aug 29 04:19:45.414076 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c4a8a-7641-4707-adbd-c7028783d9bc None None] The sync data for ids ['d03caba4-cf96-4982-aad3-64373ca435de'] in n-d-712141-12 is: [{'id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'name': 'tempest-ServersTestMultiNic-1924604021-router', 'tenant_id': 'bffe4b396e07433684a0baebc4b4aaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:09Z', 'updated_at': '2021-08-29T04:19:43Z', 'revision_number': 5, 'project_id': 'bffe4b396e07433684a0baebc4b4aaef', 'gw_port': {'id': '25ca04e4-80d3-40b7-8d74-dd29d556663a', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03caba4-cf96-4982-aad3-64373ca435de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:45.422018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe3970d8-bbff-41aa-8728-afee1a1b81e3 req-5af0dd2b-6de9-47df-bc36-3aa94f2c4392 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585846 Aug 29 04:19:45.455161 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.458306 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-072ac5f0-9dd8-475b-ac6e-70c31949b6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.470518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1c0664b-98e5-4ffc-86dc-8a11cfbaa650 req-6204d9a3-e14f-4812-a973-4aaf495cfe2b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792449 Aug 29 04:19:45.470947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-072ac5f0-9dd8-475b-ac6e-70c31949b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.492056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ca04e4-80d3-40b7-8d74-dd29d556663a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:45.521503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-072ac5f0-9dd8-475b-ac6e-70c31949b6d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7ab18c14a43439d87058edc5685cffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038876 Aug 29 04:19:45.522388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ac5f0-9dd8-475b-ac6e-70c31949b6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99bae49-c942-4822-8d2b-e135bb128881,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:45.526213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40792) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:45.559344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.580787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6cf5010b-a1c5-4177-bf95-ad96525c50c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.602896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6cf5010b-a1c5-4177-bf95-ad96525c50c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.653964 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6cf5010b-a1c5-4177-bf95-ad96525c50c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.655902 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.656669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6cf5010b-a1c5-4177-bf95-ad96525c50c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.657829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6cf5010b-a1c5-4177-bf95-ad96525c50c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d99bae49-c942-4822-8d2b-e135bb128881 HTTP/1.1" status: 204 len: 168 time: 0.1307135 Aug 29 04:19:45.658226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.667044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5010b-a1c5-4177-bf95-ad96525c50c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99bae49-c942-4822-8d2b-e135bb128881,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:45.707923 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.709034 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d03caba4-cf96-4982-aad3-64373ca435de {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:19:45.713829 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.715023 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e1ce6f18-7c34-481f-aa51-3d3ce9b5f8d4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d03caba4-cf96-4982-aad3-64373ca435de HTTP/1.1" status: 204 len: 168 time: 1.4027643 Aug 29 04:19:45.717508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40796) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:45.801459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5919f6ad-e2e7-43d9-99fa-e7487996cc5c admin admin] Deleting subnet fbc362dc-4ca2-4f97-9b73-ca4909863a0a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:45.806127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5919f6ad-e2e7-43d9-99fa-e7487996cc5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.813071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b02abf91-6868-44f3-8f78-9f3954ac4a68 req-4d8b9969-e575-43c1-9fde-8cb55fc46671 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 210 time: 0.0324657 Aug 29 04:19:45.858292 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5919f6ad-e2e7-43d9-99fa-e7487996cc5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.912585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8e5b7a83-02c9-4966-a8c1-367579807e88 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:45.945038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 8e5b7a83-02c9-4966-a8c1-367579807e88 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:45.945717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8e5b7a83-02c9-4966-a8c1-367579807e88 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:45.984319 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5919f6ad-e2e7-43d9-99fa-e7487996cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.118417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5919f6ad-e2e7-43d9-99fa-e7487996cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.154306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919f6ad-e2e7-43d9-99fa-e7487996cc5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc362dc-4ca2-4f97-9b73-ca4909863a0a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:46.178633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd784cc-d7d4-4ce4-8aee-b1f980abd762 None None] Network 48caa300-7cbd-4ed4-a239-015f89ebdce9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:46.190489 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5919f6ad-e2e7-43d9-99fa-e7487996cc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.194782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66edc23-bf5a-4787-be22-85530bf373a9 req-89aef002-8196-4096-a424-d13bfc544aa2 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.199353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5919f6ad-e2e7-43d9-99fa-e7487996cc5c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fbc362dc-4ca2-4f97-9b73-ca4909863a0a HTTP/1.1" status: 204 len: 168 time: 0.4805913 Aug 29 04:19:46.205024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40812) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:46.209224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a66edc23-bf5a-4787-be22-85530bf373a9 req-89aef002-8196-4096-a424-d13bfc544aa2 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0879986 Aug 29 04:19:46.280269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a66edc23-bf5a-4787-be22-85530bf373a9 req-8d79e5b2-ef93-4308-959d-bf4a1a146d2d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670433 Aug 29 04:19:46.323457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-0d46c618-22af-4728-8049-c9e52130171a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.325031 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-0d46c618-22af-4728-8049-c9e52130171a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.52 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 812 time: 0.2994108 Aug 29 04:19:46.345414 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.383836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'port': {'device_id': 'db016999-315b-449b-8047-4c35fbaaf194', 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7', 'admin_state_up': True, 'tenant_id': 'fabaaf12bd5542029d0c9e3a8403a179'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:46.541889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Deleting port 366b24b7-f50e-46f9-a6b5-b18bedf35272 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:46.542235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.551804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5072b7-3724-48a1-8f44-9f6874b006be req-f9806214-830c-4754-b573-a3976c34deff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.554037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff5072b7-3724-48a1-8f44-9f6874b006be req-f9806214-830c-4754-b573-a3976c34deff tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 945 time: 0.0533643 Aug 29 04:19:46.571318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-f64465f2-6956-44ba-9988-34e22d3590da tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.572825 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-f64465f2-6956-44ba-9988-34e22d3590da tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 945 time: 0.1144686 Aug 29 04:19:46.637559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9e4f-0713-44b5-a88c-674c661aac2f req-9d9ddf08-0d4c-409b-ab8c-bbaa74f2901f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.650312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c958c-ac68-4246-87b3-4189bdecee9b None None] DHCP port deletion for 48caa300-7cbd-4ed4-a239-015f89ebdce9 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:19:46.660968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fab9e4f-0713-44b5-a88c-674c661aac2f req-9d9ddf08-0d4c-409b-ab8c-bbaa74f2901f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1056907 Aug 29 04:19:46.663571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Made reservation on behalf of fabaaf12bd5542029d0c9e3a8403a179 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:46.667506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.722531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff5072b7-3724-48a1-8f44-9f6874b006be req-8053c903-804b-4f8e-ae1d-28c087a70575 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups?id=3821209c-97b3-4bc4-a9d2-e7500a3c4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578746 Aug 29 04:19:46.725263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] For port 366b24b7-f50e-46f9-a6b5-b18bedf35272, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=366b24b7-f50e-46f9-a6b5-b18bedf35272,segment=NetworkSegment(05bdc5b7-b56e-47aa-b186-b9561318e231),segment_id=05bdc5b7-b56e-47aa-b186-b9561318e231)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:46.725786 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.739387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fab9e4f-0713-44b5-a88c-674c661aac2f req-107d9fcb-59f1-4372-a892-ac25942a30b2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775545 Aug 29 04:19:46.743903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-975c958c-ac68-4246-87b3-4189bdecee9b None None] Deleting port 366b24b7-f50e-46f9-a6b5-b18bedf35272 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:46.744428 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-975c958c-ac68-4246-87b3-4189bdecee9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.769023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Calling delete_port for 366b24b7-f50e-46f9-a6b5-b18bedf35272 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:46.820856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-975c958c-ac68-4246-87b3-4189bdecee9b None None] For port 366b24b7-f50e-46f9-a6b5-b18bedf35272, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=366b24b7-f50e-46f9-a6b5-b18bedf35272,segment=NetworkSegment(05bdc5b7-b56e-47aa-b186-b9561318e231),segment_id=05bdc5b7-b56e-47aa-b186-b9561318e231)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:46.821498 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-975c958c-ac68-4246-87b3-4189bdecee9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.837250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-975c958c-ac68-4246-87b3-4189bdecee9b None None] Calling delete_port for 366b24b7-f50e-46f9-a6b5-b18bedf35272 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:46.930486 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-975c958c-ac68-4246-87b3-4189bdecee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.947484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Allocated IP 172.20.0.2 (5ded513b-5ecd-497b-9f78-e09b442456e7/e83530db-6142-43c5-bdaa-06456373f2b8/19aa53ea-e415-4c6c-8564-59668c43f8c9) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:46.960126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78c19c87-3cc1-47d6-99cc-a50321918a22 req-3a5c41f3-7968-47c7-b0cd-aa71a651f8a3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 210 time: 0.0380526 Aug 29 04:19:46.961336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c958c-ac68-4246-87b3-4189bdecee9b None None] Pushing event deleted for resources: {'Port': ['ID=366b24b7-f50e-46f9-a6b5-b18bedf35272,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:46.968953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975c958c-ac68-4246-87b3-4189bdecee9b None None] No DVR routers for this DVR port 366b24b7-f50e-46f9-a6b5-b18bedf35272 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:47.011056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-965bf0c8-4666-4b11-af2e-2aa35c22bda9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Deleting port db341739-4b94-441e-a64e-1dfb057e722f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:47.011475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-965bf0c8-4666-4b11-af2e-2aa35c22bda9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.117428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.191941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Pushing event deleted for resources: {'Port': ['ID=366b24b7-f50e-46f9-a6b5-b18bedf35272,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.211123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] No DVR routers for this DVR port 366b24b7-f50e-46f9-a6b5-b18bedf35272 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:47.220049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-965bf0c8-4666-4b11-af2e-2aa35c22bda9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] For port db341739-4b94-441e-a64e-1dfb057e722f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db341739-4b94-441e-a64e-1dfb057e722f,segment=NetworkSegment(0a4021cb-e190-498c-b26e-eafcc04c26a2),segment_id=0a4021cb-e190-498c-b26e-eafcc04c26a2)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:47.220444 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-965bf0c8-4666-4b11-af2e-2aa35c22bda9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.266264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-965bf0c8-4666-4b11-af2e-2aa35c22bda9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Calling delete_port for db341739-4b94-441e-a64e-1dfb057e722f owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:47.376268 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.385489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f423bd-7422-4b82-8905-90c1b19e465a req-fa14f458-f8d7-433d-8adb-fd39d1c30115 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.394591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27f423bd-7422-4b82-8905-90c1b19e465a req-fa14f458-f8d7-433d-8adb-fd39d1c30115 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0589654 Aug 29 04:19:47.396065 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.400342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48caa300-7cbd-4ed4-a239-015f89ebdce9']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:47.425467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bdc5b7-b56e-47aa-b186-b9561318e231') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:47.428064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bdc5b7-b56e-47aa-b186-b9561318e231') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:47.429515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27f423bd-7422-4b82-8905-90c1b19e465a req-6d7302e6-7001-4538-a5f4-173198e21fcb tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336854 Aug 29 04:19:47.460690 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.487063 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.521602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:47.521996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:47.523623 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:47.589488 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.600533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-965bf0c8-4666-4b11-af2e-2aa35c22bda9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.621481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['db341739-4b94-441e-a64e-1dfb057e722f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:47.639196 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.645571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b5d92660-27de-4162-af6e-6b2dd9e1ce30'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:47.662682 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.662682 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] 10.222.0.49 "DELETE /v2.0/networks/48caa300-7cbd-4ed4-a239-015f89ebdce9 HTTP/1.1" status: 204 len: 168 time: 1.4536302 Aug 29 04:19:47.681466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Network 5ded513b-5ecd-497b-9f78-e09b442456e7 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:47.699762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5511c-e133-412d-bfee-e4bcd8da1680 admin admin] Pushing event deleted for resources: {'Network': ['ID=48caa300-7cbd-4ed4-a239-015f89ebdce9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.703338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:47.718097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'Port': ['ID=19aa53ea-e415-4c6c-8564-59668c43f8c9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.720682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:47.723711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-965bf0c8-4666-4b11-af2e-2aa35c22bda9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] No DVR routers for this DVR port db341739-4b94-441e-a64e-1dfb057e722f on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:47.729660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-965bf0c8-4666-4b11-af2e-2aa35c22bda9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.731616 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-271e13fc-b32a-47f0-91e4-44e1400bc780 req-965bf0c8-4666-4b11-af2e-2aa35c22bda9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.59 "DELETE /v2.0/ports/db341739-4b94-441e-a64e-1dfb057e722f HTTP/1.1" status: 204 len: 173 time: 1.1256478 Aug 29 04:19:47.732055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea74b58-3075-4cd4-99a6-68d9782f33a8', 'name': 'network-vif-deleted', 'tag': 'db341739-4b94-441e-a64e-1dfb057e722f'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:47.734376 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82bcfe6-8518-4801-a400-d22762a60d99" -d '{"events": [{"server_uuid": "2ea74b58-3075-4cd4-99a6-68d9782f33a8", "name": "network-vif-deleted", "tag": "db341739-4b94-441e-a64e-1dfb057e722f"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:47.821884 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.824583 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.906431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 366b24b7-f50e-46f9-a6b5-b18bedf35272 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:47.941675 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c891fc-3cff-4d0d-baff-6ac9393d6c28 x-openstack-request-id: req-42c891fc-3cff-4d0d-baff-6ac9393d6c28 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:47.943127 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea74b58-3075-4cd4-99a6-68d9782f33a8", "name": "network-vif-deleted", "tag": "db341739-4b94-441e-a64e-1dfb057e722f", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:47.944517 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42c891fc-3cff-4d0d-baff-6ac9393d6c28 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:47.945551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 366b24b7-f50e-46f9-a6b5-b18bedf35272 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:47.946834 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea74b58-3075-4cd4-99a6-68d9782f33a8', 'name': 'network-vif-deleted', 'tag': 'db341739-4b94-441e-a64e-1dfb057e722f', 'status': 'completed', 'code': 200} Aug 29 04:19:47.947108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 366b24b7-f50e-46f9-a6b5-b18bedf35272 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:47.948070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25ca04e4-80d3-40b7-8d74-dd29d556663a no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:47.957715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bf0c8-4666-4b11-af2e-2aa35c22bda9 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event deleted for resources: {'Port': ['ID=db341739-4b94-441e-a64e-1dfb057e722f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.959898 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.973703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40890) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:47.981429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 25ca04e4-80d3-40b7-8d74-dd29d556663a {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:47.981777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25ca04e4-80d3-40b7-8d74-dd29d556663a not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:47.981976 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-2f2a376e-9d66-47e0-8176-d848ff2acabe tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6232891 Aug 29 04:19:47.993729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b4c64db-dddd-4408-ba01-df5cd59e5076 req-eca3fc02-ec42-462b-b8e3-cf80eb0f5903 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ea74b58-3075-4cd4-99a6-68d9782f33a8 HTTP/1.1" status: 200 len: 210 time: 0.1105683 Aug 29 04:19:48.004589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Request body: {'port': {'device_id': 'db016999-315b-449b-8047-4c35fbaaf194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:48.088941 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.094319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eebd468f-10f1-45f9-9ae8-f9fbe5043466 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bffe4b396e07433684a0baebc4b4aaef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186891 Aug 29 04:19:48.100326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40892) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:48.150087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd8a3a-9b50-4e09-8b9f-8665ee0abde9 req-cc93bfdc-b05d-4474-9b25-b6299d36f8bb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.151618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33fd8a3a-9b50-4e09-8b9f-8665ee0abde9 req-cc93bfdc-b05d-4474-9b25-b6299d36f8bb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1260147 Aug 29 04:19:48.165405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25857a49-2a80-44dc-b724-33fc44e28f7f req-fa310e54-1727-455d-95a9-498ef8c2901d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.167444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25857a49-2a80-44dc-b724-33fc44e28f7f req-fa310e54-1727-455d-95a9-498ef8c2901d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 931 time: 0.0783625 Aug 29 04:19:48.228853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33fd8a3a-9b50-4e09-8b9f-8665ee0abde9 req-a28f3b51-1c28-4a64-9535-570238647c74 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603142 Aug 29 04:19:48.231804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40896) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:48.250729 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04ccf127-04c6-4bc1-bb5f-1ea015d2708a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.252117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25857a49-2a80-44dc-b724-33fc44e28f7f req-cc060a1d-af89-4050-9e78-48ef636e8306 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699520 Aug 29 04:19:48.295840 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04ccf127-04c6-4bc1-bb5f-1ea015d2708a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.385883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04ccf127-04c6-4bc1-bb5f-1ea015d2708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.388659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04ccf127-04c6-4bc1-bb5f-1ea015d2708a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.390277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-04ccf127-04c6-4bc1-bb5f-1ea015d2708a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc8b8cdc-1002-4d53-a5a9-1f0f15c36531 HTTP/1.1" status: 204 len: 168 time: 0.2888877 Aug 29 04:19:48.405152 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-338fa663-e166-4513-ae90-8752a3ee1a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.406008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccf127-04c6-4bc1-bb5f-1ea015d2708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8b8cdc-1002-4d53-a5a9-1f0f15c36531,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.526506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19aa53ea-e415-4c6c-8564-59668c43f8c9 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:48.539143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.540335 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-338fa663-e166-4513-ae90-8752a3ee1a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.544496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-338fa663-e166-4513-ae90-8752a3ee1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.553429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Transition to ACTIVE for port object 19aa53ea-e415-4c6c-8564-59668c43f8c9 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:48.560285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.602686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-338fa663-e166-4513-ae90-8752a3ee1a48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd2bd2584936413aa9526d368eb85d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695285 Aug 29 04:19:48.605241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40908) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:48.614525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fa663-e166-4513-ae90-8752a3ee1a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fc81e9-1766-490c-94d6-90ef4938ed61,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.628735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Pushing event updated for resources: {'Port': ['ID=19aa53ea-e415-4c6c-8564-59668c43f8c9,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.643229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855b83-657a-4ad8-96c0-46d2301c7838 req-eb8bc744-165b-406b-a47b-4b617fe3165b tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.649011 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6855b83-657a-4ad8-96c0-46d2301c7838 req-eb8bc744-165b-406b-a47b-4b617fe3165b tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1366570 Aug 29 04:19:48.696074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Attempting to bind port 19aa53ea-e415-4c6c-8564-59668c43f8c9 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:48.696742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Attempting to bind port 19aa53ea-e415-4c6c-8564-59668c43f8c9 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '7e4d5156-e4b5-4195-a768-ba902fba463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:48.697194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Attempting to bind port 19aa53ea-e415-4c6c-8564-59668c43f8c9 on network 5ded513b-5ecd-497b-9f78-e09b442456e7 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:48.702428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Port 19aa53ea-e415-4c6c-8564-59668c43f8c9 on network 5ded513b-5ecd-497b-9f78-e09b442456e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:48.702689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Attempting to bind port 19aa53ea-e415-4c6c-8564-59668c43f8c9 on network 5ded513b-5ecd-497b-9f78-e09b442456e7 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:48.708877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:48.709074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6855b83-657a-4ad8-96c0-46d2301c7838 req-6e2317dc-504a-4c0a-88c9-d4b17ed86752 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541022 Aug 29 04:19:48.709164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Checking segment: {'id': '7e4d5156-e4b5-4195-a768-ba902fba463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:48.709164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Bound using segment: {'id': '7e4d5156-e4b5-4195-a768-ba902fba463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:48.709533 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-061e5574-3c98-40fd-9724-b19f3db809c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.709644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Bound port: 19aa53ea-e415-4c6c-8564-59668c43f8c9, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4d5156-e4b5-4195-a768-ba902fba463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:48.709931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.743038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-061e5574-3c98-40fd-9724-b19f3db809c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.785438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] For port 19aa53ea-e415-4c6c-8564-59668c43f8c9, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:48.789532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] For port 19aa53ea-e415-4c6c-8564-59668c43f8c9, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:48.794258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.795100 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-061e5574-3c98-40fd-9724-b19f3db809c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.797922 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-061e5574-3c98-40fd-9724-b19f3db809c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.801615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-061e5574-3c98-40fd-9724-b19f3db809c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1fc81e9-1766-490c-94d6-90ef4938ed61 HTTP/1.1" status: 204 len: 168 time: 0.1929536 Aug 29 04:19:48.809305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e5574-3c98-40fd-9724-b19f3db809c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fc81e9-1766-490c-94d6-90ef4938ed61,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.829260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.829878 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.831275 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] 10.222.0.52 "PUT /v2.0/ports/19aa53ea-e415-4c6c-8564-59668c43f8c9 HTTP/1.1" status: 200 len: 1092 time: 0.8318083 Aug 29 04:19:48.862491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83405abc-aa24-40cd-98f3-3bb65bcbe60b service neutron] Pushing event updated for resources: {'Port': ['ID=19aa53ea-e415-4c6c-8564-59668c43f8c9,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.935391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-8f6af0cd-d953-4014-885d-dee488371900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.936952 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-8f6af0cd-d953-4014-885d-dee488371900 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 1095 time: 0.0460391 Aug 29 04:19:48.986974 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-60d56493-7b15-48a1-a696-caa747fe3e23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9 HTTP/1.1" status: 200 len: 217 time: 0.0361412 Aug 29 04:19:49.042282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-e057ac52-851c-45e9-9b13-57750bf5c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.047170 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-e057ac52-851c-45e9-9b13-57750bf5c42a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e83530db-6142-43c5-bdaa-06456373f2b8 HTTP/1.1" status: 200 len: 852 time: 0.0504453 Aug 29 04:19:49.090608 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-dd07a87c-684f-4c7a-8d98-24b88a26f3fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ded513b-5ecd-497b-9f78-e09b442456e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296016 Aug 29 04:19:49.197774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40944) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:49.201886 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-87582f32-e425-4766-8522-a1cb3c41f005 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037560 Aug 29 04:19:49.221787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40946) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:49.242672 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-40f74ffa-ee60-41b4-b597-45da23325746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.258252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40950) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:49.319084 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01d61c59-99dc-4734-8bb1-d4c280670914 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.337939 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-afcadf37-7c5e-44da-87be-e70a897d8e0f req-05d12449-2ddf-49e3-9cde-69e2d1f712c9 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248958 Aug 29 04:19:49.346471 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01d61c59-99dc-4734-8bb1-d4c280670914 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.443819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1848202737-network', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:49.479500 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041955c-718d-4c6f-8745-3a44e28e31bd req-9cffc78c-07e0-44f2-bee9-ff97c4947ceb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.480942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3041955c-718d-4c6f-8745-3a44e28e31bd req-9cffc78c-07e0-44f2-bee9-ff97c4947ceb tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1769884 Aug 29 04:19:49.493238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9aa7f-b81a-4f98-b1a0-23557451ebbd req-644185d1-0a48-4fe9-b2d4-890feaefac42 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.494638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ec9aa7f-b81a-4f98-b1a0-23557451ebbd req-644185d1-0a48-4fe9-b2d4-890feaefac42 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 943 time: 0.1320791 Aug 29 04:19:49.532850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01d61c59-99dc-4734-8bb1-d4c280670914 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.535304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01d61c59-99dc-4734-8bb1-d4c280670914 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.536473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-01d61c59-99dc-4734-8bb1-d4c280670914 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "DELETE /v2.0/security-groups/9726e3e0-3c75-49f8-840a-6d728408b068 HTTP/1.1" status: 204 len: 168 time: 0.3371973 Aug 29 04:19:49.539204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:49.556581 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-609e7a7a-85dc-4e5a-bbe0-fbe16161c7f2 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] show failed (client error): The resource could not be found. Aug 29 04:19:49.557730 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-609e7a7a-85dc-4e5a-bbe0-fbe16161c7f2 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "GET /v2.0/security-groups/9726e3e0-3c75-49f8-840a-6d728408b068 HTTP/1.1" status: 404 len: 347 time: 0.0173125 Aug 29 04:19:49.560343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40960) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:49.578522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3041955c-718d-4c6f-8745-3a44e28e31bd req-ca3b0b71-72ec-4234-a20c-d733fd73f85f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828640 Aug 29 04:19:49.579205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d61c59-99dc-4734-8bb1-d4c280670914 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9726e3e0-3c75-49f8-840a-6d728408b068,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:49.588420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ec9aa7f-b81a-4f98-b1a0-23557451ebbd req-b34d7b13-0e42-4685-a1ce-a76533a32345 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866916 Aug 29 04:19:49.619024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-40f74ffa-ee60-41b4-b597-45da23325746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.625493 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-40f74ffa-ee60-41b4-b597-45da23325746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.676632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-40f74ffa-ee60-41b4-b597-45da23325746 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54f07eae382d42978fa535a31f481884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534638 Aug 29 04:19:49.678227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Made reservation on behalf of dce347bb15cc4c40b8db7d918d905ae0 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:49.680505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.682360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f74ffa-ee60-41b4-b597-45da23325746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b54eff8-86d0-4e88-9352-be01d370a808,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:49.685578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40962) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:49.705168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.716860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ef610861-f6e0-430b-8377-9a16a8989984 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Deleting port b33486e5-8308-4fa1-98c8-68dc8dd81d5f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:49.717290 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef610861-f6e0-430b-8377-9a16a8989984 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.773444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bdc57f9c-e82b-4999-b541-5ae148205749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.805444 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef610861-f6e0-430b-8377-9a16a8989984 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.805780 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef610861-f6e0-430b-8377-9a16a8989984 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.818690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ef610861-f6e0-430b-8377-9a16a8989984 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Calling delete_port for b33486e5-8308-4fa1-98c8-68dc8dd81d5f owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:49.828343 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bdc57f9c-e82b-4999-b541-5ae148205749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.894376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344c11a-f069-4c8b-97b0-70e45dd09f4f req-8e5620a3-1755-4756-a7bb-8f57fd0dc4b3 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.895900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1344c11a-f069-4c8b-97b0-70e45dd09f4f req-8e5620a3-1755-4756-a7bb-8f57fd0dc4b3 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1039729 Aug 29 04:19:49.928827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.938758 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.948353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db016999-315b-449b-8047-4c35fbaaf194', 'tag': '19aa53ea-e415-4c6c-8564-59668c43f8c9'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:49.950570 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feedc4c-969f-43d1-b043-4219b495c642" -d '{"events": [{"name": "network-changed", "server_uuid": "db016999-315b-449b-8047-4c35fbaaf194", "tag": "19aa53ea-e415-4c6c-8564-59668c43f8c9"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:49.964011 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bdc57f9c-e82b-4999-b541-5ae148205749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.966580 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bdc57f9c-e82b-4999-b541-5ae148205749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.967631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bdc57f9c-e82b-4999-b541-5ae148205749 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b54eff8-86d0-4e88-9352-be01d370a808 HTTP/1.1" status: 204 len: 168 time: 0.2811704 Aug 29 04:19:49.978615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:49.989490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef610861-f6e0-430b-8377-9a16a8989984 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.994631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1344c11a-f069-4c8b-97b0-70e45dd09f4f req-22d27507-b2a3-4d53-8b1b-b806a57854af tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879526 Aug 29 04:19:50.000413 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43cc128-e85c-41b4-8656-48a118e87724 x-openstack-request-id: req-a43cc128-e85c-41b4-8656-48a118e87724 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:50.000708 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db016999-315b-449b-8047-4c35fbaaf194", "tag": "19aa53ea-e415-4c6c-8564-59668c43f8c9", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:50.001261 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a43cc128-e85c-41b4-8656-48a118e87724 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:50.001660 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db016999-315b-449b-8047-4c35fbaaf194', 'tag': '19aa53ea-e415-4c6c-8564-59668c43f8c9', 'status': 'completed', 'code': 200} Aug 29 04:19:50.007784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b574472-a5af-449c-9450-884a37926a5d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.010739 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.011169 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Added segment fc674562-4c05-499a-aaab-5e32502deebf of type vlan for network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e Aug 29 04:19:50.030652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc57f9c-e82b-4999-b541-5ae148205749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b54eff8-86d0-4e88-9352-be01d370a808,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.034338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610861-f6e0-430b-8377-9a16a8989984 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Pushing event deleted for resources: {'Port': ['ID=b33486e5-8308-4fa1-98c8-68dc8dd81d5f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.073808 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.101843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.102804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.103457 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.143870 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef610861-f6e0-430b-8377-9a16a8989984 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.148265 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef610861-f6e0-430b-8377-9a16a8989984 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.149440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8901653 Aug 29 04:19:50.149601 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ef610861-f6e0-430b-8377-9a16a8989984 tempest-ImagesOneServerNegativeTestJSON-1108919189 tempest-ImagesOneServerNegativeTestJSON-1108919189-project] 10.222.0.49 "DELETE /v2.0/floatingips/9a25f324-388b-4c83-bdc3-5632d276626b HTTP/1.1" status: 204 len: 168 time: 0.5882862 Aug 29 04:19:50.152786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40974) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:50.158385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Request body: {'subnet': {'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1848202737-subnet', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:50.167849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28931a8-b273-4f65-93b1-b77bfcf8b681 admin admin] Pushing event updated for resources: {'Network': ['ID=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.169142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feedc4c-969f-43d1-b043-4219b495c642 req-87954726-dcba-4c3b-b8db-78153c7b075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.172005 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5feedc4c-969f-43d1-b043-4219b495c642 req-87954726-dcba-4c3b-b8db-78153c7b075f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 1095 time: 0.1026015 Aug 29 04:19:50.178432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:50.206816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Made reservation on behalf of dce347bb15cc4c40b8db7d918d905ae0 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:50.209687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.288517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40984) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:50.340408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91fa4dc-c6f5-410b-aa98-01889577f231 admin admin] Deleting subnet 162281a0-7421-4afc-beac-04c048e8c914 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:50.343809 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f91fa4dc-c6f5-410b-aa98-01889577f231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.349625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feedc4c-969f-43d1-b043-4219b495c642 req-0533f85c-516c-4af4-8068-0877d4d64123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.351198 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5feedc4c-969f-43d1-b043-4219b495c642 req-0533f85c-516c-4af4-8068-0877d4d64123 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 913 time: 0.1683812 Aug 29 04:19:50.384061 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f91fa4dc-c6f5-410b-aa98-01889577f231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.395605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db341739-4b94-441e-a64e-1dfb057e722f no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:50.405827 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5feedc4c-969f-43d1-b043-4219b495c642 req-500ef88f-4665-4b1e-a670-dbbffe6fae1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9 HTTP/1.1" status: 200 len: 217 time: 0.0466702 Aug 29 04:19:50.425200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: db341739-4b94-441e-a64e-1dfb057e722f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:50.425947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db341739-4b94-441e-a64e-1dfb057e722f not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:50.427878 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f91fa4dc-c6f5-410b-aa98-01889577f231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.489688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f91fa4dc-c6f5-410b-aa98-01889577f231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.503776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feedc4c-969f-43d1-b043-4219b495c642 req-032458ee-c3f2-4be8-958e-a57ad3846a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.505723 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5feedc4c-969f-43d1-b043-4219b495c642 req-032458ee-c3f2-4be8-958e-a57ad3846a30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e83530db-6142-43c5-bdaa-06456373f2b8 HTTP/1.1" status: 200 len: 852 time: 0.0814202 Aug 29 04:19:50.516687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fa4dc-c6f5-410b-aa98-01889577f231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162281a0-7421-4afc-beac-04c048e8c914,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.520214 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f91fa4dc-c6f5-410b-aa98-01889577f231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.522844 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f91fa4dc-c6f5-410b-aa98-01889577f231 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/162281a0-7421-4afc-beac-04c048e8c914 HTTP/1.1" status: 204 len: 168 time: 0.2325685 Aug 29 04:19:50.525461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40994) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:50.554801 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5feedc4c-969f-43d1-b043-4219b495c642 req-64468105-6e02-4a42-854a-f111849b6947 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ded513b-5ecd-497b-9f78-e09b442456e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384519 Aug 29 04:19:50.562171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.003082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.019562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2867ff6-f74a-46b4-a420-86b867ef714d req-c85a5a3a-a061-4e62-bec6-086c60469e33 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.021603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2867ff6-f74a-46b4-a420-86b867ef714d req-c85a5a3a-a061-4e62-bec6-086c60469e33 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1087239 Aug 29 04:19:51.032082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36977c5-dce5-49c6-94b1-3087a170bbfc req-27f1f6c7-f294-44ef-976f-dc92b5fde460 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.037218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c48afde4-7536-4854-9010-e4631b537af0,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:51.039762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e36977c5-dce5-49c6-94b1-3087a170bbfc req-27f1f6c7-f294-44ef-976f-dc92b5fde460 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 943 time: 0.1279390 Aug 29 04:19:51.056626 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Checking segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:51.056943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Network hostable DHCP agents. Network: e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:51.066764 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5feedc4c-969f-43d1-b043-4219b495c642 req-2c02b2b8-1ddd-4d43-9a70-4cc7abb865f6 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022957 Aug 29 04:19:51.078123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:51.107562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:51.123289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed96c423-0b23-4d3c-b795-2925c5432d4b None None] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:51.138394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.139183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.160333 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-29c59204-9a4d-417b-be1c-5b30456cf99c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0061989 Aug 29 04:19:51.162720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41020) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:51.167569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:51.204846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e36977c5-dce5-49c6-94b1-3087a170bbfc req-442c0b9f-b03c-4984-bc6d-3fdd3a3453aa tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618466 Aug 29 04:19:51.215831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2867ff6-f74a-46b4-a420-86b867ef714d req-a48c9ef1-1084-4f4d-ac87-5d148efb5a5f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734059 Aug 29 04:19:51.224285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.225127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.230635 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.243929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b611a1c4-daa6-40f3-9e3f-282a1ee239a4']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:51.259543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4021cb-e190-498c-b26e-eafcc04c26a2') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:51.260361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4021cb-e190-498c-b26e-eafcc04c26a2') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:51.282384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.299366 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.310189 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.310492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:51.311943 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:51.313978 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:51.321539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5feedc4c-969f-43d1-b043-4219b495c642 req-277adacc-8e80-4362-8aaa-ee927efd33b7 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354381 Aug 29 04:19:51.358538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:19:51.359743 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.448818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c1f38-d1b3-4af7-b941-a7b5cf7f261c req-d1db1f40-824c-4743-ad64-ab3cf99f09eb tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.450426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-254c1f38-d1b3-4af7-b941-a7b5cf7f261c req-d1db1f40-824c-4743-ad64-ab3cf99f09eb tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1221635 Aug 29 04:19:51.451559 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.458226 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.460712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b611a1c4-daa6-40f3-9e3f-282a1ee239a4 HTTP/1.1" status: 204 len: 168 time: 0.9343102 Aug 29 04:19:51.474905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2207dc5-174a-4e3b-9c01-1e0b578084a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b611a1c4-daa6-40f3-9e3f-282a1ee239a4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:51.492265 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.533855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Allocated IP 172.20.0.2 (e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e/c48afde4-7536-4854-9010-e4631b537af0/a65ec274-a716-4b2f-851e-36f15c2979df) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:51.535264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-254c1f38-d1b3-4af7-b941-a7b5cf7f261c req-c3bba9df-1b57-42cc-95b0-09351e054857 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615730 Aug 29 04:19:51.706519 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.716538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Transition to ACTIVE for port object a65ec274-a716-4b2f-851e-36f15c2979df will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:51.729835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41034) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:51.734839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Transition to ACTIVE for port object a65ec274-a716-4b2f-851e-36f15c2979df will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:51.741867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.773794 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.785104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f2ee03f6-8db6-4c06-a815-808e75ee4d16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d775af7b58744703b699fca41cf9a3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510542 Aug 29 04:19:51.785308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:51.785609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41036) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:51.790545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:51.794871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:51.797920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Pushing event updated for resources: {'Port': ['ID=a65ec274-a716-4b2f-851e-36f15c2979df,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:51.798882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.854527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Attempting to bind port a65ec274-a716-4b2f-851e-36f15c2979df on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:51.854902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Attempting to bind port a65ec274-a716-4b2f-851e-36f15c2979df by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:51.855271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Attempting to bind port a65ec274-a716-4b2f-851e-36f15c2979df on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:51.861200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:51.861577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Checking segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:51.862632 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.862770 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7c89d21e-48cc-4855-a59c-68776b509ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.862887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Bound using segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:51.862887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Bound port: a65ec274-a716-4b2f-851e-36f15c2979df, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:51.863262 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.888912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7c89d21e-48cc-4855-a59c-68776b509ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.934944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] For port a65ec274-a716-4b2f-851e-36f15c2979df, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:51.941703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] For port a65ec274-a716-4b2f-851e-36f15c2979df, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a65ec274-a716-4b2f-851e-36f15c2979df,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:51.946456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.946991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Allocated IP 172.25.5.229 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/84bfd490-68f6-48bc-98b0-a4231904a4fb) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:51.949847 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7c89d21e-48cc-4855-a59c-68776b509ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.952577 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7c89d21e-48cc-4855-a59c-68776b509ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.956670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7c89d21e-48cc-4855-a59c-68776b509ce0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3821209c-97b3-4bc4-a9d2-e7500a3c4f36 HTTP/1.1" status: 204 len: 168 time: 0.1699855 Aug 29 04:19:51.969037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89d21e-48cc-4855-a59c-68776b509ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3821209c-97b3-4bc4-a9d2-e7500a3c4f36,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:52.050444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53f32b-5422-4450-880b-c4cd48e90c5c None None] Pushing event updated for resources: {'Port': ['ID=a65ec274-a716-4b2f-851e-36f15c2979df,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:52.095228 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.153844 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.207027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:52.209541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:52.214471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:52.283040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Pushing event updated for resources: {'Port': ['ID=84bfd490-68f6-48bc-98b0-a4231904a4fb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:52.425811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee7c8-6f1b-43a6-905f-3b41d00f04a0 req-b4c6a93f-9d3a-4977-b7b4-de56eaa0f87d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.452696 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dbee7c8-6f1b-43a6-905f-3b41d00f04a0 req-b4c6a93f-9d3a-4977-b7b4-de56eaa0f87d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 943 time: 0.1279695 Aug 29 04:19:52.494791 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfe77a-8b99-4aed-be5f-e9a30df9d284 req-881344d9-03e3-4f74-a28a-c600af659c83 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.496392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54bfe77a-8b99-4aed-be5f-e9a30df9d284 req-881344d9-03e3-4f74-a28a-c600af659c83 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1381390 Aug 29 04:19:52.541518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dbee7c8-6f1b-43a6-905f-3b41d00f04a0 req-5fb6c5a2-ca98-4464-858a-19e86c25dfd6 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868177 Aug 29 04:19:52.609745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54bfe77a-8b99-4aed-be5f-e9a30df9d284 req-e7ceaea8-82be-47a2-980b-58cc50acc75f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023688 Aug 29 04:19:52.686494 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.766974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1434399-b113-4775-a50c-34818f150a12 req-e5163886-04bb-4bfd-b001-c5af5e618d15 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.768541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1434399-b113-4775-a50c-34818f150a12 req-e5163886-04bb-4bfd-b001-c5af5e618d15 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0599201 Aug 29 04:19:52.832682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1434399-b113-4775-a50c-34818f150a12 req-0aaaa53c-c980-46c1-8f0d-bedefb6e4aea tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473235 Aug 29 04:19:52.944414 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.094998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41072) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:53.117106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Router ff4f9b75-e039-42e2-92ca-b7692c0bed1f is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:19:53.209415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1943628282-network', 'tenant_id': '4f22239749054500ab4b3e001d134f20'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:53.230213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:53.232684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Made reservation on behalf of 4f22239749054500ab4b3e001d134f20 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:53.236838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.240055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Sync routers for ids ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:53.246424 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.250168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Routers {'ff4f9b75-e039-42e2-92ca-b7692c0bed1f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:53.252321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-870661d6-9ce0-49da-89df-481e68853960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:53.252481 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.253714 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e09b80ad-b1ab-40d7-8a25-b7987acf854c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0899925 Aug 29 04:19:53.256604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41076) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:53.305281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfdc913-3586-47b5-b893-f6f1e1c4e1a0 None None] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:53.352753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.357135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.383043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:53.392386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b2ea9d-5776-4b9e-8fd4-fec198426fe1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:53.400440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.401019 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Added segment b5fb4824-f729-4e02-98ca-5a6638ba9625 of type vlan for network 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 Aug 29 04:19:53.406542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-96cfdae9-4d2c-4b07-b31e-7098f807f803 None None] Provisioning for port a65ec274-a716-4b2f-851e-36f15c2979df completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:53.453482 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.466828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Set router ff4f9b75-e039-42e2-92ca-b7692c0bed1f gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:53.484964 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.486348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.487022 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.550332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 19aa53ea-e415-4c6c-8564-59668c43f8c9 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:53.552287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4558878 Aug 29 04:19:53.554813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41084) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:53.562071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Request body: {'subnet': {'network_id': '0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1943628282-subnet', 'tenant_id': '4f22239749054500ab4b3e001d134f20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:53.570970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fa6af-114a-4eed-b0ec-9e57733c9834 admin admin] Pushing event updated for resources: {'Network': ['ID=0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:53.602386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Made reservation on behalf of 4f22239749054500ab4b3e001d134f20 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:53.605371 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.792415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:53.838083 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3021d3a2-15ad-4dae-8eaf-e32ad49dd085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.869785 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.899087 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.resource_extend [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:19:53.913232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf396d7-c082-4e4c-8e54-6a1fe728395b req-8fc02dae-0d99-4e3a-9cc4-b239da82af24 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.926501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdf396d7-c082-4e4c-8e54-6a1fe728395b req-8fc02dae-0d99-4e3a-9cc4-b239da82af24 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1879008 Aug 29 04:19:53.968909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d9720-1721-4f43-9a3e-96a87fe96750 req-9dde668e-a367-4d5f-9d11-a5314ddba310 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.981760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-875d9720-1721-4f43-9a3e-96a87fe96750 req-9dde668e-a367-4d5f-9d11-a5314ddba310 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 943 time: 0.3036780 Aug 29 04:19:53.998606 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a65ec274-a716-4b2f-851e-36f15c2979df up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:54.034948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdf396d7-c082-4e4c-8e54-6a1fe728395b req-26bc7eb4-1d30-412c-ab67-562b37d82346 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060193 Aug 29 04:19:54.076397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Allocated IP 172.20.0.1 (e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e/c48afde4-7536-4854-9010-e4631b537af0/d60b39b7-bdaf-42b6-8037-4e686f871b1f) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:54.167690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-875d9720-1721-4f43-9a3e-96a87fe96750 req-c3c748af-940c-463c-82fa-57ee788d30df tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855576 Aug 29 04:19:54.190527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 19aa53ea-e415-4c6c-8564-59668c43f8c9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:54.217776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '19aa53ea-e415-4c6c-8564-59668c43f8c9', 'network_id': '5ded513b-5ecd-497b-9f78-e09b442456e7', 'port_id': '19aa53ea-e415-4c6c-8564-59668c43f8c9', 'mac_address': 'fa:16:3e:f8:35:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83530db-6142-43c5-bdaa-06456373f2b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:54.222483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a65ec274-a716-4b2f-851e-36f15c2979df completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:54.231229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a65ec274-a716-4b2f-851e-36f15c2979df triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:54.231229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.249958 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.268346 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Transition to ACTIVE for port object d60b39b7-bdaf-42b6-8037-4e686f871b1f will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:54.328599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.328829 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.331054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.356867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-870661d6-9ce0-49da-89df-481e68853960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:52Z', 'revision_number': 3, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:54.364841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19aa53ea-e415-4c6c-8564-59668c43f8c9 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:54.383207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a161de71-d33d-4889-b614-6fdbb2f3d805,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:54.403553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Pushing event updated for resources: {'Port': ['ID=d60b39b7-bdaf-42b6-8037-4e686f871b1f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:54.405471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea3e79-c876-407a-80f5-af780c9a822d req-89ea6b24-c20a-41aa-9139-57cb92e3423a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.412453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Checking router: ff4f9b75-e039-42e2-92ca-b7692c0bed1f for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:54.412453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Updating router ff4f9b75-e039-42e2-92ca-b7692c0bed1f port 84bfd490-68f6-48bc-98b0-a4231904a4fb binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:19:54.422106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3ea3e79-c876-407a-80f5-af780c9a822d req-89ea6b24-c20a-41aa-9139-57cb92e3423a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1376655 Aug 29 04:19:54.430924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:54.434367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:54.446867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:54.478640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Checking segment: {'id': 'b5fb4824-f729-4e02-98ca-5a6638ba9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:54.479264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Network hostable DHCP agents. Network: 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:54.479965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 19aa53ea-e415-4c6c-8564-59668c43f8c9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:54.488817 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.496064 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.518513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.518735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3ea3e79-c876-407a-80f5-af780c9a822d req-2921a808-4418-4719-a107-2cdb40c8319b tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953176 Aug 29 04:19:54.532358 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.539013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Network 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:54.550850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:54.555284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.555872 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.567625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976a4de-82df-443b-9794-34e4eaa70165 None None] Network 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:54.573975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f1dc97eb-a3ed-453a-9930-2a8cf088b6e4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0179114 Aug 29 04:19:54.716145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a65ec274-a716-4b2f-851e-36f15c2979df, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a65ec274-a716-4b2f-851e-36f15c2979df,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:54.722736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.746880 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.904693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=19aa53ea-e415-4c6c-8564-59668c43f8c9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:54.935740 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.937635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f9da30d1-6143-4cf8-9f48-89b75c2e6c3f None None] Provisioning complete for port a65ec274-a716-4b2f-851e-36f15c2979df triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:54.938120 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f9da30d1-6143-4cf8-9f48-89b75c2e6c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.943306 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.010619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Pushing event updated for resources: {'Port': ['ID=d60b39b7-bdaf-42b6-8037-4e686f871b1f,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:55.015988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d540591-0af9-4d14-ac6e-b22ab118cc2a None None] Network 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:55.032556 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.138338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:55.138722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['19aa53ea-e415-4c6c-8564-59668c43f8c9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:55.140163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:55.189554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a65ec274-a716-4b2f-851e-36f15c2979df,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:55.245464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-09e01ef0-ee3d-4158-9bfe-5429ac790b97 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.253003 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-09e01ef0-ee3d-4158-9bfe-5429ac790b97 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/networks?id=0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 HTTP/1.1" status: 200 len: 822 time: 0.1628230 Aug 29 04:19:55.280827 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Router ff4f9b75-e039-42e2-92ca-b7692c0bed1f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:55.323658 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-5bed83c1-0e75-4ab6-97e5-027f2b7fa31b tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/quotas/4f22239749054500ab4b3e001d134f20 HTTP/1.1" status: 200 len: 375 time: 0.0693736 Aug 29 04:19:55.406090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-17ef27e3-e4b4-4bd6-9f28-3eb146a10613 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f22239749054500ab4b3e001d134f20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710626 Aug 29 04:19:55.446825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:55.487027 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b2003e94-de21-41c1-b0fd-1ddefe64c12d admin admin] 10.222.0.49 "PUT /v2.0/routers/ff4f9b75-e039-42e2-92ca-b7692c0bed1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2203043 Aug 29 04:19:55.539207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-19ca42f3-a9a4-4d13-a5f8-f28a16583421 service neutron] 10.222.0.49 "GET /v2.0/networks/0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316483 Aug 29 04:19:55.549605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f2c9b-dda7-4e5d-a809-75f299bbd16c req-4a1413c6-3f5d-44f6-a14f-b721e54a6057 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.558222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-522f2c9b-dda7-4e5d-a809-75f299bbd16c req-4a1413c6-3f5d-44f6-a14f-b721e54a6057 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.3029077 Aug 29 04:19:55.559694 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.573223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2932d4eb-09aa-4554-b7bc-dc436ec6b4eb None None] Provisioning for port d60b39b7-bdaf-42b6-8037-4e686f871b1f completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:55.578100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Transition to ACTIVE for port object 84bfd490-68f6-48bc-98b0-a4231904a4fb will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:55.580673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2932d4eb-09aa-4554-b7bc-dc436ec6b4eb None None] Provisioning complete for port d60b39b7-bdaf-42b6-8037-4e686f871b1f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:55.581174 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2932d4eb-09aa-4554-b7bc-dc436ec6b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.607682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.667451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Attempting to bind port 84bfd490-68f6-48bc-98b0-a4231904a4fb on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:55.667828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Attempting to bind port 84bfd490-68f6-48bc-98b0-a4231904a4fb by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:55.668204 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Attempting to bind port 84bfd490-68f6-48bc-98b0-a4231904a4fb on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:55.669089 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-522f2c9b-dda7-4e5d-a809-75f299bbd16c req-0428d9ed-7926-4db8-929c-a7fe7b6eb409 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097896 Aug 29 04:19:55.681659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2932d4eb-09aa-4554-b7bc-dc436ec6b4eb None None] Port d60b39b7-bdaf-42b6-8037-4e686f871b1f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:55.694724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:55.694724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:55.694724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.694724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:55.694724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Bound port: 84bfd490-68f6-48bc-98b0-a4231904a4fb, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:55.694724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.694724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66c12d-89b3-4637-bd28-3daf9b4ced01 None None] Pushing event updated for resources: {'Port': ['ID=84bfd490-68f6-48bc-98b0-a4231904a4fb,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:55.703346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-841ad880-cfce-4dcf-be02-df01f4cc8a40 service neutron] 10.222.0.49 "GET /v2.0/networks/0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422496 Aug 29 04:19:55.754356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-870661d6-9ce0-49da-89df-481e68853960 None None] For port 84bfd490-68f6-48bc-98b0-a4231904a4fb, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:55.758528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-870661d6-9ce0-49da-89df-481e68853960 None None] For port 84bfd490-68f6-48bc-98b0-a4231904a4fb, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=84bfd490-68f6-48bc-98b0-a4231904a4fb,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:55.764013 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.824230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Routers {'ff4f9b75-e039-42e2-92ca-b7692c0bed1f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:55.824890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-870661d6-9ce0-49da-89df-481e68853960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:56.047166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1c9f2-1c3b-40f8-b3c3-8736ed307acd req-2e2c2d0d-ceed-4d5f-bf9b-e51b1fef3899 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.058134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2f1c9f2-1c3b-40f8-b3c3-8736ed307acd req-2e2c2d0d-ceed-4d5f-bf9b-e51b1fef3899 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 944 time: 0.1086493 Aug 29 04:19:56.122814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a65ec274-a716-4b2f-851e-36f15c2979df up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:56.125283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2f1c9f2-1c3b-40f8-b3c3-8736ed307acd req-0ec9478c-7d6c-42d3-b336-f6d0b93f0cf3 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636790 Aug 29 04:19:56.155859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66c12d-89b3-4637-bd28-3daf9b4ced01 None None] Pushing event updated for resources: {'Port': ['ID=84bfd490-68f6-48bc-98b0-a4231904a4fb,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:56.186956 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9aedbf25-6cfc-4bf7-8e59-560b46676c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.219429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34cfa4-59de-4541-960b-715dfd217e27 req-ac263929-9c07-401c-b1ea-d786c1f6bf05 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.221117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f34cfa4-59de-4541-960b-715dfd217e27 req-ac263929-9c07-401c-b1ea-d786c1f6bf05 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1248827 Aug 29 04:19:56.327662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f34cfa4-59de-4541-960b-715dfd217e27 req-f75a2f16-8d11-46ec-b5d3-80063b09483c tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911279 Aug 29 04:19:56.345010 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.381342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a65ec274-a716-4b2f-851e-36f15c2979df triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:56.381750 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.393030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-870661d6-9ce0-49da-89df-481e68853960 None None] Set router ff4f9b75-e039-42e2-92ca-b7692c0bed1f gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:56.439810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03076ae0-425e-4b18-9555-43f1fd2e8d1a req-86e64e6d-111c-482e-806c-f7d2b2b31b97 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 210 time: 0.0373824 Aug 29 04:19:56.662974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41142) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:56.669912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-88bb4b29-bf9f-46ef-ae55-d97983085e54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419153728', 'description': 'tempest-description--2076742788'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:56.713260 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88bb4b29-bf9f-46ef-ae55-d97983085e54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.775965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-870661d6-9ce0-49da-89df-481e68853960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 2, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:56.807331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870661d6-9ce0-49da-89df-481e68853960 None None] The sync data for ids ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'] in n-d-712141-12 is: [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 2, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:56.869113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf07124-ce85-43cb-b5a6-8a1b068bb18d req-bb894d6d-eeea-41fe-a5be-5349855ea27b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.877649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf07124-ce85-43cb-b5a6-8a1b068bb18d req-bb894d6d-eeea-41fe-a5be-5349855ea27b tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1041365 Aug 29 04:19:56.929735 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88bb4b29-bf9f-46ef-ae55-d97983085e54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.936150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88bb4b29-bf9f-46ef-ae55-d97983085e54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.946927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf07124-ce85-43cb-b5a6-8a1b068bb18d req-792a5eb7-92c3-4e43-bd26-26d82db7cd91 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682056 Aug 29 04:19:56.973157 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88bb4b29-bf9f-46ef-ae55-d97983085e54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.974582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-88bb4b29-bf9f-46ef-ae55-d97983085e54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3103390 Aug 29 04:19:56.977319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41152) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:56.982214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8e9f8235-7346-4e88-833f-90ce35e80cc1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'security_group_rule': {'security_group_id': '2786fe03-a4f9-498a-b486-7f322eeb0bea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:56.990894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb4b29-bf9f-46ef-ae55-d97983085e54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2786fe03-a4f9-498a-b486-7f322eeb0bea,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:57.016234 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e9f8235-7346-4e88-833f-90ce35e80cc1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.100416 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e9f8235-7346-4e88-833f-90ce35e80cc1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.105780 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e9f8235-7346-4e88-833f-90ce35e80cc1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.139803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f8235-7346-4e88-833f-90ce35e80cc1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3964e55a-4fb3-487e-862b-efc6c2cef49d,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:57.153166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e9f8235-7346-4e88-833f-90ce35e80cc1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.154569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8e9f8235-7346-4e88-833f-90ce35e80cc1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762860 Aug 29 04:19:57.158355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41156) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:57.164618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e46b5cdc-805e-46b8-bb64-1abfb89e69f7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'security_group_rule': {'security_group_id': '2786fe03-a4f9-498a-b486-7f322eeb0bea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:57.225024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e46b5cdc-805e-46b8-bb64-1abfb89e69f7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.262248 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.275100 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.359365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed8b84-50f4-497c-9f33-1b30f5902fed req-c357f3fe-0411-4b18-a238-f87f18ae11c7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.361198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9bed8b84-50f4-497c-9f33-1b30f5902fed req-c357f3fe-0411-4b18-a238-f87f18ae11c7 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1283760 Aug 29 04:19:57.379136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248476ec-a434-4bed-971b-cdfa2a947ca0 req-d2afcb88-f427-42d2-8c5c-4cf94e45273e tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.381889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-248476ec-a434-4bed-971b-cdfa2a947ca0 req-d2afcb88-f427-42d2-8c5c-4cf94e45273e tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 944 time: 0.1245458 Aug 29 04:19:57.436371 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e46b5cdc-805e-46b8-bb64-1abfb89e69f7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.441125 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e46b5cdc-805e-46b8-bb64-1abfb89e69f7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.480000 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-531d4731-ce1e-4a19-a856-0a6e22360126 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.481978 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-531d4731-ce1e-4a19-a856-0a6e22360126 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.59 "GET /v2.0/networks?id=0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 HTTP/1.1" status: 200 len: 822 time: 0.1860347 Aug 29 04:19:57.483908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b5cdc-805e-46b8-bb64-1abfb89e69f7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ffa6b1-5cc5-432e-badb-2731ca6797d8,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:57.488073 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e46b5cdc-805e-46b8-bb64-1abfb89e69f7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.492669 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e46b5cdc-805e-46b8-bb64-1abfb89e69f7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300455 Aug 29 04:19:57.492833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41164) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:57.498214 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Request body: {'port': {'device_id': 'd113da4a-3fc7-4381-9453-65e7a1eacaf2', 'network_id': '0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19', 'admin_state_up': True, 'tenant_id': '4f22239749054500ab4b3e001d134f20'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:57.504469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:57.546133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9bed8b84-50f4-497c-9f33-1b30f5902fed req-423fa99e-8f73-4f63-9ef5-68c9d849d674 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610508 Aug 29 04:19:57.563540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 19aa53ea-e415-4c6c-8564-59668c43f8c9 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:57.569381 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-248476ec-a434-4bed-971b-cdfa2a947ca0 req-f1afc96c-1c31-4711-93f6-8bf43c8ea18b tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512232 Aug 29 04:19:57.615932 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.686263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 19aa53ea-e415-4c6c-8564-59668c43f8c9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:57.693840 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 19aa53ea-e415-4c6c-8564-59668c43f8c9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:57.694243 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.753849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Made reservation on behalf of 4f22239749054500ab4b3e001d134f20 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:57.757753 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.769078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b89e9434-4ef3-4573-8ecd-e01a89dc7647 req-05cc866c-76b6-477c-85e6-2c6cab680a6c tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 210 time: 0.0669177 Aug 29 04:19:57.804402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884ebe0-1f82-4000-b781-825f1d87178f req-e719636d-83ed-46ec-bcc8-71d16607334f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.814074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a884ebe0-1f82-4000-b781-825f1d87178f req-e719636d-83ed-46ec-bcc8-71d16607334f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1546655 Aug 29 04:19:57.895155 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.908836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a884ebe0-1f82-4000-b781-825f1d87178f req-61b81663-c0ca-4cd8-82ad-dd7b93fa649c tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930505 Aug 29 04:19:57.910479 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.966361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 19aa53ea-e415-4c6c-8564-59668c43f8c9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:57.968539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db016999-315b-449b-8047-4c35fbaaf194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa53ea-e415-4c6c-8564-59668c43f8c9'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:57.973140 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aededf1b-a50e-4375-9540-2d23b30df08b" -d '{"events": [{"server_uuid": "db016999-315b-449b-8047-4c35fbaaf194", "name": "network-vif-plugged", "status": "completed", "tag": "19aa53ea-e415-4c6c-8564-59668c43f8c9"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:57.980545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.983109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 84bfd490-68f6-48bc-98b0-a4231904a4fb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:58.045308 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d92e72c-93a2-43b7-b4cf-01607bba5d1d x-openstack-request-id: req-6d92e72c-93a2-43b7-b4cf-01607bba5d1d {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:58.045606 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db016999-315b-449b-8047-4c35fbaaf194", "name": "network-vif-plugged", "status": "completed", "tag": "19aa53ea-e415-4c6c-8564-59668c43f8c9", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:58.046341 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d92e72c-93a2-43b7-b4cf-01607bba5d1d {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:58.046748 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db016999-315b-449b-8047-4c35fbaaf194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa53ea-e415-4c6c-8564-59668c43f8c9', 'code': 200} Aug 29 04:19:58.047599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Allocated IP 172.20.0.13 (0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19/a161de71-d33d-4889-b614-6fdbb2f3d805/be2aa2e7-5dbd-4223-93d2-0009c67179bb) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:58.090470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=19aa53ea-e415-4c6c-8564-59668c43f8c9,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.134590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 84bfd490-68f6-48bc-98b0-a4231904a4fb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:58.149481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 84bfd490-68f6-48bc-98b0-a4231904a4fb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:58.149740 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.273432 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.297488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 84bfd490-68f6-48bc-98b0-a4231904a4fb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=84bfd490-68f6-48bc-98b0-a4231904a4fb,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:58.302720 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.359192 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=84bfd490-68f6-48bc-98b0-a4231904a4fb,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.488054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Allocated IP 172.25.5.72 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/8e4f78c1-96b2-41f6-87e7-36d9f7a6d15a) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:58.604930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854d3bf-3a2f-4984-8307-8b6c5b0e986a req-971590dd-55e7-4de4-9f56-4abbe5da05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.606505 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2854d3bf-3a2f-4984-8307-8b6c5b0e986a req-971590dd-55e7-4de4-9f56-4abbe5da05a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 1097 time: 0.1789651 Aug 29 04:19:58.710366 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:19:58.743508 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2854d3bf-3a2f-4984-8307-8b6c5b0e986a req-360587b7-9ddf-4f7d-97c4-3cd8072daf80 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795693 Aug 29 04:19:58.746590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.750684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.785014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6270-38d9-46de-9201-554a620c6680 req-e2eb1fc9-f384-4367-ba7b-a7bd57a8e986 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.786893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-967a6270-38d9-46de-9201-554a620c6680 req-e2eb1fc9-f384-4367-ba7b-a7bd57a8e986 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1193075 Aug 29 04:19:58.801484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c0f3d-a542-442e-bcaa-a96bd76dbd58 req-50250104-0f48-451f-9534-3d82ea6c2f64 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.803044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-731c0f3d-a542-442e-bcaa-a96bd76dbd58 req-50250104-0f48-451f-9534-3d82ea6c2f64 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 946 time: 0.1581516 Aug 29 04:19:58.811688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4a650-17ce-48f4-8115-3df16e33d779 req-052fec12-3c1d-473b-afc4-374367639501 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.816579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70a4a650-17ce-48f4-8115-3df16e33d779 req-052fec12-3c1d-473b-afc4-374367639501 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 945 time: 0.1603491 Aug 29 04:19:58.831568 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.842288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.900547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-731c0f3d-a542-442e-bcaa-a96bd76dbd58 req-96c36c2a-0612-4678-815a-05e0efb57904 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728352 Aug 29 04:19:58.900906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:58.900906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Network 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:58.900906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:58.903476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70a4a650-17ce-48f4-8115-3df16e33d779 req-3a5689d2-e1bb-4341-8459-46558c2e9b0b tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829751 Aug 29 04:19:58.918536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:58.921101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Pushing event updated for resources: {'Port': ['ID=be2aa2e7-5dbd-4223-93d2-0009c67179bb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.926899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:58.929919 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.958828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:59.008982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f27d-148e-40df-a14d-1b9aea8d934d req-5212dd97-62bf-47f5-83cf-3418a221e180 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.010966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc79f27d-148e-40df-a14d-1b9aea8d934d req-5212dd97-62bf-47f5-83cf-3418a221e180 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 932 time: 0.0594165 Aug 29 04:19:59.079681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.080356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.082442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc79f27d-148e-40df-a14d-1b9aea8d934d req-59b24182-474a-42f6-a697-5c5ae0504fbd tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/security-groups?id=87b2ea9d-5776-4b9e-8fd4-fec198426fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588462 Aug 29 04:19:59.082732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'Port': ['ID=8e4f78c1-96b2-41f6-87e7-36d9f7a6d15a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.094282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2c960-fbcd-490c-9f13-e60cffe9be25 req-b6a803b6-200e-4f4c-92b3-ecba21dcbb76 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.103807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a2c960-fbcd-490c-9f13-e60cffe9be25 req-b6a803b6-200e-4f4c-92b3-ecba21dcbb76 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0915709 Aug 29 04:19:59.127706 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-2d8b1792-f3e4-4852-a6ca-85c71dd6ad63 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6355693 Aug 29 04:19:59.143390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Request body: {'port': {'device_id': 'd113da4a-3fc7-4381-9453-65e7a1eacaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:59.179287 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.182348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a2c960-fbcd-490c-9f13-e60cffe9be25 req-cdfa7fde-fe4f-485d-955c-3aeec7decbb8 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761788 Aug 29 04:19:59.253288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.259194 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-967a6270-38d9-46de-9201-554a620c6680 req-528ac75f-d9c9-4469-8d2c-8b5dd20fd88c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Deleting port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:59.259553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-967a6270-38d9-46de-9201-554a620c6680 req-528ac75f-d9c9-4469-8d2c-8b5dd20fd88c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.273003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.362108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-967a6270-38d9-46de-9201-554a620c6680 req-528ac75f-d9c9-4469-8d2c-8b5dd20fd88c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] For port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:59.362616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-967a6270-38d9-46de-9201-554a620c6680 req-528ac75f-d9c9-4469-8d2c-8b5dd20fd88c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.377350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-967a6270-38d9-46de-9201-554a620c6680 req-528ac75f-d9c9-4469-8d2c-8b5dd20fd88c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Calling delete_port for 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:59.523823 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-967a6270-38d9-46de-9201-554a620c6680 req-528ac75f-d9c9-4469-8d2c-8b5dd20fd88c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.557726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['40aa8a6f-31bd-4c91-90ba-c890a6ae73b3'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:59.558834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ac75f-d9c9-4469-8d2c-8b5dd20fd88c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event deleted for resources: {'Port': ['ID=40aa8a6f-31bd-4c91-90ba-c890a6ae73b3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.610924 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.621297 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.627565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-967a6270-38d9-46de-9201-554a620c6680 req-528ac75f-d9c9-4469-8d2c-8b5dd20fd88c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] No DVR routers for this DVR port 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:59.630496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-967a6270-38d9-46de-9201-554a620c6680 req-528ac75f-d9c9-4469-8d2c-8b5dd20fd88c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.633043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-967a6270-38d9-46de-9201-554a620c6680 req-528ac75f-d9c9-4469-8d2c-8b5dd20fd88c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.52 "DELETE /v2.0/ports/40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 HTTP/1.1" status: 204 len: 173 time: 0.5020981 Aug 29 04:19:59.633932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d8336d-f150-43f3-8ddf-88d9161faf38', 'name': 'network-vif-deleted', 'tag': '40aa8a6f-31bd-4c91-90ba-c890a6ae73b3'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:59.636626 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6305f902-d5d2-4c9f-bd7b-5c1214a61d06" -d '{"events": [{"server_uuid": "b0d8336d-f150-43f3-8ddf-88d9161faf38", "name": "network-vif-deleted", "tag": "40aa8a6f-31bd-4c91-90ba-c890a6ae73b3"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:59.694232 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2af990-2d1e-40d1-97b3-a310eebe832f x-openstack-request-id: req-5e2af990-2d1e-40d1-97b3-a310eebe832f {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:59.694721 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d8336d-f150-43f3-8ddf-88d9161faf38", "name": "network-vif-deleted", "tag": "40aa8a6f-31bd-4c91-90ba-c890a6ae73b3", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:59.695150 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e2af990-2d1e-40d1-97b3-a310eebe832f {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:59.695558 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d8336d-f150-43f3-8ddf-88d9161faf38', 'name': 'network-vif-deleted', 'tag': '40aa8a6f-31bd-4c91-90ba-c890a6ae73b3', 'status': 'completed', 'code': 200} Aug 29 04:19:59.707954 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Sync routers for ids ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:59.717714 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Routers {'ff4f9b75-e039-42e2-92ca-b7692c0bed1f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:59.718363 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:59.772081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2aa2e7-5dbd-4223-93d2-0009c67179bb {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:59.779411 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.783287 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.785376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'Port': ['ID=8e4f78c1-96b2-41f6-87e7-36d9f7a6d15a,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.806133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Transition to ACTIVE for port object be2aa2e7-5dbd-4223-93d2-0009c67179bb will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:59.807045 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.809190 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e2eeff3c-6bbf-43df-97d9-67a9f01341be tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3153229 Aug 29 04:19:59.811742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.834512 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Set router ff4f9b75-e039-42e2-92ca-b7692c0bed1f gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:59.859363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Pushing event updated for resources: {'Port': ['ID=be2aa2e7-5dbd-4223-93d2-0009c67179bb,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.909096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 84bfd490-68f6-48bc-98b0-a4231904a4fb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:59.971776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 84bfd490-68f6-48bc-98b0-a4231904a4fb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:59.973207 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.999591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Attempting to bind port be2aa2e7-5dbd-4223-93d2-0009c67179bb on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:59.999939 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Attempting to bind port be2aa2e7-5dbd-4223-93d2-0009c67179bb by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'b5fb4824-f729-4e02-98ca-5a6638ba9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:00.000282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Attempting to bind port be2aa2e7-5dbd-4223-93d2-0009c67179bb on network 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:00.005117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Port be2aa2e7-5dbd-4223-93d2-0009c67179bb on network 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:00.005501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Attempting to bind port be2aa2e7-5dbd-4223-93d2-0009c67179bb on network 0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:00.010696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:00.011037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Checking segment: {'id': 'b5fb4824-f729-4e02-98ca-5a6638ba9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:00.011427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Bound using segment: {'id': 'b5fb4824-f729-4e02-98ca-5a6638ba9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:00.011920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Bound port: be2aa2e7-5dbd-4223-93d2-0009c67179bb, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fb4824-f729-4e02-98ca-5a6638ba9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:00.012308 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.082633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-f06294fa-ca08-4741-a520-770126bd402c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--419153728&fields=id&tenant_id=dce347bb15cc4c40b8db7d918d905ae0 HTTP/1.1" status: 200 len: 267 time: 0.0976586 Aug 29 04:20:00.093574 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 2, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:00.115845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] For port be2aa2e7-5dbd-4223-93d2-0009c67179bb, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:00.116021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73c1b325-2c14-4095-85be-99222bec59f6 req-4811863d-20c9-44f5-891a-b0dc41236f67 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0d8336d-f150-43f3-8ddf-88d9161faf38 HTTP/1.1" status: 200 len: 210 time: 0.0607750 Aug 29 04:20:00.119911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] For port be2aa2e7-5dbd-4223-93d2-0009c67179bb, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=be2aa2e7-5dbd-4223-93d2-0009c67179bb,segment=NetworkSegment(b5fb4824-f729-4e02-98ca-5a6638ba9625),segment_id=b5fb4824-f729-4e02-98ca-5a6638ba9625)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:00.126466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.195537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.197385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.200692 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] 10.222.0.59 "PUT /v2.0/ports/be2aa2e7-5dbd-4223-93d2-0009c67179bb HTTP/1.1" status: 200 len: 1093 time: 1.0603356 Aug 29 04:20:00.201189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd113da4a-3fc7-4381-9453-65e7a1eacaf2', 'tag': 'be2aa2e7-5dbd-4223-93d2-0009c67179bb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:00.211793 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "d113da4a-3fc7-4381-9453-65e7a1eacaf2", "tag": "be2aa2e7-5dbd-4223-93d2-0009c67179bb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:00.235173 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Checking router: ff4f9b75-e039-42e2-92ca-b7692c0bed1f for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:00.240670 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Updating router ff4f9b75-e039-42e2-92ca-b7692c0bed1f port d60b39b7-bdaf-42b6-8037-4e686f871b1f binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:20:00.257262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897ea33-5c16-47d3-a8e6-ee243a0c66c1 service neutron] Pushing event updated for resources: {'Port': ['ID=be2aa2e7-5dbd-4223-93d2-0009c67179bb,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:00.318343 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.330893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d732a33-d2f6-4ae2-9382-358ce341aafd req-a8001c5f-9105-48c1-beae-6e5c6331c1a4 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.338377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d732a33-d2f6-4ae2-9382-358ce341aafd req-a8001c5f-9105-48c1-beae-6e5c6331c1a4 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 945 time: 0.1234803 Aug 29 04:20:00.357825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-8822a29f-f25a-4134-bed6-38cb271a7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.359913 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-8822a29f-f25a-4134-bed6-38cb271a7512 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f22239749054500ab4b3e001d134f20&device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 1096 time: 0.0777769 Aug 29 04:20:00.369740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-d0abb974-854e-401f-bca6-5167e9d59fa1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.377662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-d0abb974-854e-401f-bca6-5167e9d59fa1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 812 time: 0.2777202 Aug 29 04:20:00.407873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-358ba2c1-8670-40d3-a68f-009e1599a31c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/quotas/dce347bb15cc4c40b8db7d918d905ae0 HTTP/1.1" status: 200 len: 375 time: 0.0290668 Aug 29 04:20:00.439723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d732a33-d2f6-4ae2-9382-358ce341aafd req-676f97ff-65a2-4e83-9f17-689c54adeea1 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989814 Aug 29 04:20:00.464964 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-b7fd4e1c-a89e-403c-b5ce-9aa3ddbdce98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be2aa2e7-5dbd-4223-93d2-0009c67179bb HTTP/1.1" status: 200 len: 217 time: 0.0963781 Aug 29 04:20:00.497242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-d60809d2-3fd0-4244-8d14-462ae55fe76d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881336 Aug 29 04:20:00.537453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-667c4b02-ad1e-49b6-ba32-5464d0ec0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.539020 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-667c4b02-ad1e-49b6-ba32-5464d0ec0e81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a161de71-d33d-4889-b614-6fdbb2f3d805 HTTP/1.1" status: 200 len: 862 time: 0.0665169 Aug 29 04:20:00.578341 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-4df7467e-d6ae-40cd-8ec0-09b703ad5c69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316904 Aug 29 04:20:00.651603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b17817-3e14-4dcf-9425-2c60d3eafa14 req-7cef9d47-8928-4a03-84ba-d9e26cc70a86 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.668291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99b17817-3e14-4dcf-9425-2c60d3eafa14 req-7cef9d47-8928-4a03-84ba-d9e26cc70a86 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 944 time: 0.1505234 Aug 29 04:20:00.698976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-e3fbccd6-1f75-4906-b500-bdabec998003 service neutron] 10.222.0.49 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896195 Aug 29 04:20:00.704888 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-a51cfd2d-bec5-4b46-ac55-0f5f6db3447e service neutron] 10.222.0.59 "GET /v2.0/networks/0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192555 Aug 29 04:20:00.780944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99b17817-3e14-4dcf-9425-2c60d3eafa14 req-aeaf9a16-309b-4f88-b0f5-f5fbd9fc03ad tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/security-groups?id=87b2ea9d-5776-4b9e-8fd4-fec198426fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116655 Aug 29 04:20:00.807605 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7347d715-892d-4e1a-b161-18ef79e642d1 req-a2f03a69-0b41-4530-bf67-173090a7fe8e service neutron] 10.222.0.59 "GET /v2.0/networks/0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953970 Aug 29 04:20:00.807891 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.821192 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Transition to ACTIVE for port object d60b39b7-bdaf-42b6-8037-4e686f871b1f will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:00.830898 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.843891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-778f4431-c877-45ad-b953-2ebef6c939dc service neutron] 10.222.0.49 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434543 Aug 29 04:20:00.880820 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Pushing event updated for resources: {'Port': ['ID=d60b39b7-bdaf-42b6-8037-4e686f871b1f,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:00.891759 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.892371 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.893001 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.893427 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.894023 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.894521 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.895240 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.895992 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.896614 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.897021 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.897428 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.897832 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:00.928104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86e6e3-0ce1-4cd6-b4bf-4ad9b472a08b req-c3312d5d-878e-4cc0-9cb4-44c1264a49cf tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.929904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e86e6e3-0ce1-4cd6-b4bf-4ad9b472a08b req-c3312d5d-878e-4cc0-9cb4-44c1264a49cf tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0728011 Aug 29 04:20:00.972149 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Attempting to bind port d60b39b7-bdaf-42b6-8037-4e686f871b1f on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:00.973005 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Attempting to bind port d60b39b7-bdaf-42b6-8037-4e686f871b1f by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:00.974168 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Attempting to bind port d60b39b7-bdaf-42b6-8037-4e686f871b1f on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:00.980492 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:00.981384 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Checking segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:00.982005 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.982605 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Bound using segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:00.983295 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Bound port: d60b39b7-bdaf-42b6-8037-4e686f871b1f, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:00.983915 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.997255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e86e6e3-0ce1-4cd6-b4bf-4ad9b472a08b req-9c2ae5d3-175a-43c8-8ad3-145e221c2848 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566375 Aug 29 04:20:01.088540 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d099eab4-985b-4922-b8ab-0b15158efcaa x-openstack-request-id: req-d099eab4-985b-4922-b8ab-0b15158efcaa {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:01.088840 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d113da4a-3fc7-4381-9453-65e7a1eacaf2", "tag": "be2aa2e7-5dbd-4223-93d2-0009c67179bb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:01.089102 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d099eab4-985b-4922-b8ab-0b15158efcaa {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:01.089512 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd113da4a-3fc7-4381-9453-65e7a1eacaf2', 'tag': 'be2aa2e7-5dbd-4223-93d2-0009c67179bb', 'status': 'completed', 'code': 200} Aug 29 04:20:01.119867 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] For port d60b39b7-bdaf-42b6-8037-4e686f871b1f, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:01.128368 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] For port d60b39b7-bdaf-42b6-8037-4e686f871b1f, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d60b39b7-bdaf-42b6-8037-4e686f871b1f,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:01.134260 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.203681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3 req-e5032549-0ace-4d14-a055-adc430922ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.211344 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3 req-e5032549-0ace-4d14-a055-adc430922ff2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f22239749054500ab4b3e001d134f20&device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 1096 time: 0.0999174 Aug 29 04:20:01.214809 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59695ca5-a85d-4303-93cf-42d5ec49a670 None None] Pushing event updated for resources: {'Port': ['ID=d60b39b7-bdaf-42b6-8037-4e686f871b1f,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:01.224556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-127786c4-85de-4070-9aa0-0e697eb364b1 req-b5e01713-2e8a-4759-8a88-b50fa61cd06d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 210 time: 0.0828431 Aug 29 04:20:01.274531 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Routers {'ff4f9b75-e039-42e2-92ca-b7692c0bed1f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:01.275185 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:01.360571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3 req-a67b5bed-2b6a-4d1b-b60f-5fe2034af600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.362454 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3 req-a67b5bed-2b6a-4d1b-b60f-5fe2034af600 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 HTTP/1.1" status: 200 len: 923 time: 0.1464427 Aug 29 04:20:01.446485 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3 req-f9891fae-8ce9-44bc-a164-e590b0494b42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be2aa2e7-5dbd-4223-93d2-0009c67179bb HTTP/1.1" status: 200 len: 217 time: 0.0751448 Aug 29 04:20:01.511984 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] Set router ff4f9b75-e039-42e2-92ca-b7692c0bed1f gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:01.574202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3 req-a4b246ff-b540-4bb6-a294-2be42ed00316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.581238 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3 req-a4b246ff-b540-4bb6-a294-2be42ed00316 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a161de71-d33d-4889-b614-6fdbb2f3d805 HTTP/1.1" status: 200 len: 862 time: 0.1203935 Aug 29 04:20:01.586014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:01.672422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3 req-3ed77b08-790f-464f-9aef-7b941f2b6747 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767813 Aug 29 04:20:01.675445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ef31-eddf-40c0-ad2d-7054eaf0b068 req-8a0e5e20-d7c4-4b6b-b6e6-731db3168a65 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.682680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:01.683230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 40aa8a6f-31bd-4c91-90ba-c890a6ae73b3 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:01.684351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c334ef31-eddf-40c0-ad2d-7054eaf0b068 req-8a0e5e20-d7c4-4b6b-b6e6-731db3168a65 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 945 time: 0.0846426 Aug 29 04:20:01.723616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-608012f9-7ba9-46c2-b3fb-3aa7ab875d1d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.725450 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-608012f9-7ba9-46c2-b3fb-3aa7ab875d1d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.1928277 Aug 29 04:20:01.778597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c334ef31-eddf-40c0-ad2d-7054eaf0b068 req-3fc8a864-eeae-4160-b7a4-672f9f542b11 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932367 Aug 29 04:20:01.780740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-08eedb6c-a3f1-4ceb-b467-440149e00624 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/quotas/b355fca3a22045ee83073dbd62c353d1 HTTP/1.1" status: 200 len: 375 time: 0.0490425 Aug 29 04:20:01.858382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-161e0a32-e42c-4b0d-9d38-7ad5515a7425 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646055 Aug 29 04:20:01.861157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3 req-2aa28e0f-2c7e-42a7-993d-009dd9bedca2 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787806 Aug 29 04:20:01.965624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d60b39b7-bdaf-42b6-8037-4e686f871b1f up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:01.992604 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:20:01Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:01.996964 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d047cb2-65fd-4d52-9faa-7aa0f1994fd3 req-ec83b961-6386-43ba-97fb-988544a28084 service neutron] 10.222.0.59 "GET /v2.0/networks/0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288939 Aug 29 04:20:02.017556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-60b12a30-e97d-4828-a52f-2932d1088ed8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1809386301&fields=id&tenant_id=fabaaf12bd5542029d0c9e3a8403a179 HTTP/1.1" status: 200 len: 267 time: 0.1163390 Aug 29 04:20:02.023713 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f1c5-595c-4a3c-8732-f43629476569 None None] The sync data for ids ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'] in n-d-712141-12 is: [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:20:01Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:02.087929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-0777a95f-6652-4558-857f-1fb09b3712e8 service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283776 Aug 29 04:20:02.099044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d60b39b7-bdaf-42b6-8037-4e686f871b1f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:02.103781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d60b39b7-bdaf-42b6-8037-4e686f871b1f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:02.104333 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.166317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-9e286728-7c8b-4ed4-a215-dfdaa7d934e4 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.177392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-9e286728-7c8b-4ed4-a215-dfdaa7d934e4 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 945 time: 0.1583400 Aug 29 04:20:02.184955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-e0d05b48-e3d0-4ef6-ad76-f4eb4e400e1f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'port': {'security_groups': ['5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7', '56fc948d-58e9-4168-a913-7761c4d49166']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:02.222877 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.270203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port d60b39b7-bdaf-42b6-8037-4e686f871b1f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d60b39b7-bdaf-42b6-8037-4e686f871b1f,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:02.276929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.300143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-e0d05b48-e3d0-4ef6-ad76-f4eb4e400e1f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.322160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-6897178d-db3f-4054-a7cb-c5f94d6d9bff service neutron] 10.222.0.49 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180357 Aug 29 04:20:02.360461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=d60b39b7-bdaf-42b6-8037-4e686f871b1f,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.762815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1f6bb-3432-4e13-9a17-a327bd6376cc req-41eb11fb-3f9d-4a65-a148-e4b1a4744be1 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.765048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28a1f6bb-3432-4e13-9a17-a327bd6376cc req-41eb11fb-3f9d-4a65-a148-e4b1a4744be1 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 944 time: 0.1637573 Aug 29 04:20:02.829327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-e0d05b48-e3d0-4ef6-ad76-f4eb4e400e1f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] For port 19aa53ea-e415-4c6c-8564-59668c43f8c9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:02.862145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-0cb93510-2989-4f69-8eca-f6d6c42df970 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.864776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-0cb93510-2989-4f69-8eca-f6d6c42df970 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 812 time: 0.3158369 Aug 29 04:20:02.894739 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28a1f6bb-3432-4e13-9a17-a327bd6376cc req-d19fcc3e-4025-4b06-8ecb-627aee067986 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/security-groups?id=87b2ea9d-5776-4b9e-8fd4-fec198426fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060472 Aug 29 04:20:02.940245 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-e0d05b48-e3d0-4ef6-ad76-f4eb4e400e1f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.948959 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-e0d05b48-e3d0-4ef6-ad76-f4eb4e400e1f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.955010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-ade74f58-20f2-4b60-8c31-269ad83d0194 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce347bb15cc4c40b8db7d918d905ae0 HTTP/1.1" status: 200 len: 379 time: 0.0713577 Aug 29 04:20:02.986893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b5d92660-27de-4162-af6e-6b2dd9e1ce30', '19aa53ea-e415-4c6c-8564-59668c43f8c9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:02.994922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'port': {'device_id': 'f14945a0-2cb1-464a-8777-b488354ed389', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'admin_state_up': True, 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'security_groups': ['2786fe03-a4f9-498a-b486-7f322eeb0bea']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:03.090456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-e0d05b48-e3d0-4ef6-ad76-f4eb4e400e1f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.091085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-e0d05b48-e3d0-4ef6-ad76-f4eb4e400e1f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.092502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf95b860-cde4-4fcc-aad8-dc8335ef3d8e req-e0d05b48-e3d0-4ef6-ad76-f4eb4e400e1f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "PUT /v2.0/ports/19aa53ea-e415-4c6c-8564-59668c43f8c9 HTTP/1.1" status: 200 len: 981 time: 0.9142573 Aug 29 04:20:03.093129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db016999-315b-449b-8047-4c35fbaaf194', 'tag': '19aa53ea-e415-4c6c-8564-59668c43f8c9'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:03.095397 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b137ee02-52b9-4fc1-8d17-8846df5c0368" -d '{"events": [{"name": "network-changed", "server_uuid": "db016999-315b-449b-8047-4c35fbaaf194", "tag": "19aa53ea-e415-4c6c-8564-59668c43f8c9"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:03.140332 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d05b48-e3d0-4ef6-ad76-f4eb4e400e1f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'Port': ['ID=19aa53ea-e415-4c6c-8564-59668c43f8c9,revision_number=6']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:03.194350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b3dbe-3f3d-487d-85b7-b395d8a19d46 req-49823c14-54fe-444b-abf5-6c6df8625f17 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.195857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f9b3dbe-3f3d-487d-85b7-b395d8a19d46 req-49823c14-54fe-444b-abf5-6c6df8625f17 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.2275193 Aug 29 04:20:03.231826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Made reservation on behalf of dce347bb15cc4c40b8db7d918d905ae0 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:03.235256 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.256025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['19aa53ea-e415-4c6c-8564-59668c43f8c9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:03.257499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f9b3dbe-3f3d-487d-85b7-b395d8a19d46 req-661aabf6-b3dd-4ae6-b299-a837ef3ac78c tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Aug 29 04:20:03.328745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54d315b4-3c16-4b88-91c2-d8cfd1a70031 req-6fb1f1ba-48d4-4834-a9fc-f4f925e6f0c3 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 210 time: 0.0643842 Aug 29 04:20:03.369955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-724c97a0-2701-4305-92f1-035aadb10e31 req-35836279-12a2-4a8d-a3be-9990a105bca0 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 210 time: 0.0335879 Aug 29 04:20:03.431791 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac71047-bb73-492f-9398-981f481b9a24 x-openstack-request-id: req-2ac71047-bb73-492f-9398-981f481b9a24 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:03.432142 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db016999-315b-449b-8047-4c35fbaaf194", "tag": "19aa53ea-e415-4c6c-8564-59668c43f8c9", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:03.432436 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ac71047-bb73-492f-9398-981f481b9a24 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:03.432837 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db016999-315b-449b-8047-4c35fbaaf194', 'tag': '19aa53ea-e415-4c6c-8564-59668c43f8c9', 'status': 'completed', 'code': 200} Aug 29 04:20:03.461173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cae51c8-7d0a-467b-a394-84e5e3c1e797 req-df51c824-4f0b-43a7-82aa-ad4e476fe4bf tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/56fc948d-58e9-4168-a913-7761c4d49166 HTTP/1.1" status: 200 len: 1802 time: 0.0936344 Aug 29 04:20:03.462285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Allocated IP 172.20.0.8 (e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e/c48afde4-7536-4854-9010-e4631b537af0/2ffc7c17-efd4-4ce0-8a79-08accb7a429c) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:03.534908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137ee02-52b9-4fc1-8d17-8846df5c0368 req-65d30eae-8f54-497f-b5e7-3df15d69dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.536536 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b137ee02-52b9-4fc1-8d17-8846df5c0368 req-65d30eae-8f54-497f-b5e7-3df15d69dc9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 1136 time: 0.0500882 Aug 29 04:20:03.626726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10776612-4da7-4b31-9766-2828b240c194 req-0d352f73-e440-44dc-ab18-2b5e467f6aaa tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.628389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10776612-4da7-4b31-9766-2828b240c194 req-0d352f73-e440-44dc-ab18-2b5e467f6aaa tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 945 time: 0.1364665 Aug 29 04:20:03.634204 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-0cae51c8-7d0a-467b-a394-84e5e3c1e797 req-9bf73518-afe2-4e96-ba74-d42227e93e20 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:20:03.635206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cae51c8-7d0a-467b-a394-84e5e3c1e797 req-9bf73518-afe2-4e96-ba74-d42227e93e20 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/56fc948d-58e9-4168-a913-7761c4d49166 HTTP/1.1" status: 409 len: 341 time: 0.1660852 Aug 29 04:20:03.700094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10776612-4da7-4b31-9766-2828b240c194 req-e364b79e-8ba2-4433-84d0-432bb5bbfd45 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619369 Aug 29 04:20:03.718656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137ee02-52b9-4fc1-8d17-8846df5c0368 req-fd00f32f-136f-4293-b0ef-e2b9e65dc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.723632 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b137ee02-52b9-4fc1-8d17-8846df5c0368 req-fd00f32f-136f-4293-b0ef-e2b9e65dc287 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 913 time: 0.1714065 Aug 29 04:20:03.729600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.745878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Transition to ACTIVE for port object 2ffc7c17-efd4-4ce0-8a79-08accb7a429c will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:03.817814 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.823380 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b137ee02-52b9-4fc1-8d17-8846df5c0368 req-1f094b87-ae91-42d4-aa0f-bb8e8213b77c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9 HTTP/1.1" status: 200 len: 217 time: 0.0952010 Aug 29 04:20:03.868751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-bfd67e70-13e7-42a6-93a3-da9850c2c143 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.870894 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-bfd67e70-13e7-42a6-93a3-da9850c2c143 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.59 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 812 time: 0.2197866 Aug 29 04:20:03.884012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:03.887420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:03.892092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:03.922580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:03.949355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Request body: {'port': {'device_id': '52ccf294-c372-44f0-a896-a97451bd491a', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'admin_state_up': True, 'tenant_id': 'b355fca3a22045ee83073dbd62c353d1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:03.959982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.961046 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.975756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d60b39b7-bdaf-42b6-8037-4e686f871b1f up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:04.027831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-5e6920ff-f7ac-4aeb-8fa2-d4ae1fddc6cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0575464 Aug 29 04:20:04.069748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137ee02-52b9-4fc1-8d17-8846df5c0368 req-52d854fa-d37f-42b5-a9d6-f88c51f5fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.070815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d60b39b7-bdaf-42b6-8037-4e686f871b1f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:04.071276 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.072159 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b137ee02-52b9-4fc1-8d17-8846df5c0368 req-52d854fa-d37f-42b5-a9d6-f88c51f5fb00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e83530db-6142-43c5-bdaa-06456373f2b8 HTTP/1.1" status: 200 len: 852 time: 0.1993606 Aug 29 04:20:04.146364 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b137ee02-52b9-4fc1-8d17-8846df5c0368 req-09a0f0b3-bbb2-45cb-9b80-6c6a67128399 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ded513b-5ecd-497b-9f78-e09b442456e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660043 Aug 29 04:20:04.248485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-44f63fd9-a00f-4c7c-9e5d-1ebd12f832d0 None None] Provisioning for port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:04.253447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-44f63fd9-a00f-4c7c-9e5d-1ebd12f832d0 None None] Provisioning complete for port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:04.253829 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-44f63fd9-a00f-4c7c-9e5d-1ebd12f832d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.286934 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b137ee02-52b9-4fc1-8d17-8846df5c0368 req-0ddcdea8-2bcb-4b2b-bf17-7452845a9512 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241763 Aug 29 04:20:04.307917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Made reservation on behalf of b355fca3a22045ee83073dbd62c353d1 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:04.314409 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.318138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-44f63fd9-a00f-4c7c-9e5d-1ebd12f832d0 None None] Port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:04.462481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device be2aa2e7-5dbd-4223-93d2-0009c67179bb details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:04.475202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Request body: {'port': {'device_id': 'f14945a0-2cb1-464a-8777-b488354ed389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:04.479809 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b137ee02-52b9-4fc1-8d17-8846df5c0368 req-d08b681c-e667-41fd-83f6-6a8e5e89de30 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822348 Aug 29 04:20:04.523724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5670d89-b640-44f3-9d96-4a216de75693 req-7d65e6a8-ede3-4ab8-981a-062c1e3a99dd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.525341 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5670d89-b640-44f3-9d96-4a216de75693 req-7d65e6a8-ede3-4ab8-981a-062c1e3a99dd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 984 time: 0.5483301 Aug 29 04:20:04.552320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Allocated IP 172.20.0.13 (d77616d2-334b-4490-9cbf-4b58336a9e1a/35910115-7c07-46de-9071-3f98e799f754/b66171b7-4635-46cf-8c86-7bf2eee824f0) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:04.569499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9b9c-1bcc-46ef-838d-9157ebbd2e4f req-e3622c5c-0d8f-48ac-abf2-4688abf52c04 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.571103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c60c9b9c-1bcc-46ef-838d-9157ebbd2e4f req-e3622c5c-0d8f-48ac-abf2-4688abf52c04 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 944 time: 0.5472825 Aug 29 04:20:04.583423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.629026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port be2aa2e7-5dbd-4223-93d2-0009c67179bb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=be2aa2e7-5dbd-4223-93d2-0009c67179bb,segment=NetworkSegment(b5fb4824-f729-4e02-98ca-5a6638ba9625),segment_id=b5fb4824-f729-4e02-98ca-5a6638ba9625)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:04.645484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'be2aa2e7-5dbd-4223-93d2-0009c67179bb', 'network_id': '0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19', 'port_id': 'be2aa2e7-5dbd-4223-93d2-0009c67179bb', 'mac_address': 'fa:16:3e:bc:29:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a161de71-d33d-4889-b614-6fdbb2f3d805', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:04.663092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5670d89-b640-44f3-9d96-4a216de75693 req-580d4733-b246-458e-87f6-af5b5fb05dcc tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&id=56fc948d-58e9-4168-a913-7761c4d49166&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1307354 Aug 29 04:20:04.674932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7d02f-e395-46b3-a90e-19b10f93c365 req-a53e18f4-6b9f-404e-b13f-f3f0283553e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.676704 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ed7d02f-e395-46b3-a90e-19b10f93c365 req-a53e18f4-6b9f-404e-b13f-f3f0283553e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 1136 time: 0.1136899 Aug 29 04:20:04.687705 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c60c9b9c-1bcc-46ef-838d-9157ebbd2e4f req-f0d6c3fc-3cab-4468-afa3-d250b125e1d2 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/security-groups?id=87b2ea9d-5776-4b9e-8fd4-fec198426fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009414 Aug 29 04:20:04.730717 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.756231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2aa2e7-5dbd-4223-93d2-0009c67179bb {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:04.784805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port be2aa2e7-5dbd-4223-93d2-0009c67179bb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=be2aa2e7-5dbd-4223-93d2-0009c67179bb,segment=NetworkSegment(b5fb4824-f729-4e02-98ca-5a6638ba9625),segment_id=b5fb4824-f729-4e02-98ca-5a6638ba9625)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:04.790561 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.840969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=be2aa2e7-5dbd-4223-93d2-0009c67179bb,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:04.915068 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7d02f-e395-46b3-a90e-19b10f93c365 req-5f5f64b4-c0d9-4c33-9e36-69d4eb5793e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.916593 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ed7d02f-e395-46b3-a90e-19b10f93c365 req-5f5f64b4-c0d9-4c33-9e36-69d4eb5793e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 913 time: 0.2297828 Aug 29 04:20:04.921337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.939584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d9fcc-6dd2-4180-9c9e-2ff9b87c3ca5 req-e6d40311-538d-4227-9c05-9a7958b4ea85 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.941266 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-823d9fcc-6dd2-4180-9c9e-2ff9b87c3ca5 req-e6d40311-538d-4227-9c05-9a7958b4ea85 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 931 time: 0.1473022 Aug 29 04:20:04.951132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ed1dc-18de-4a0b-976f-039e8323c259 req-74808d91-f5e6-4ae4-86ab-a7447a4baa0e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.952672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b91ed1dc-18de-4a0b-976f-039e8323c259 req-74808d91-f5e6-4ae4-86ab-a7447a4baa0e tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1754830 Aug 29 04:20:04.963531 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ed7d02f-e395-46b3-a90e-19b10f93c365 req-76802ba6-a870-45ff-828c-ca433ecb78fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9 HTTP/1.1" status: 200 len: 217 time: 0.0382476 Aug 29 04:20:05.017352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['be2aa2e7-5dbd-4223-93d2-0009c67179bb'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:05.031539 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7d02f-e395-46b3-a90e-19b10f93c365 req-55804fb2-72ab-4315-80a8-7d17a3cc8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.033073 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ed7d02f-e395-46b3-a90e-19b10f93c365 req-55804fb2-72ab-4315-80a8-7d17a3cc8a68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e83530db-6142-43c5-bdaa-06456373f2b8 HTTP/1.1" status: 200 len: 852 time: 0.0623775 Aug 29 04:20:05.039338 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.071651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-823d9fcc-6dd2-4180-9c9e-2ff9b87c3ca5 req-c8d6fd73-849b-41b7-a521-6d5ebf69561a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129310 Aug 29 04:20:05.097519 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ed7d02f-e395-46b3-a90e-19b10f93c365 req-7fbe7886-5def-4251-a484-b5b1b24556a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ded513b-5ecd-497b-9f78-e09b442456e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564647 Aug 29 04:20:05.103062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b91ed1dc-18de-4a0b-976f-039e8323c259 req-e507c7a2-b1c8-451a-b75a-654e6b5e5da2 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368985 Aug 29 04:20:05.134492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Network d77616d2-334b-4490-9cbf-4b58336a9e1a is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:05.177639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:05.189240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffc7c17-efd4-4ce0-8a79-08accb7a429c {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:05.190563 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:05.205609 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.225367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Transition to ACTIVE for port object 2ffc7c17-efd4-4ce0-8a79-08accb7a429c will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:05.244386 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.250724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.251406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.255520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event updated for resources: {'Port': ['ID=b66171b7-4635-46cf-8c86-7bf2eee824f0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:05.285659 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-889d09aa-90ea-4722-b7ea-613035ecc518 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4018872 Aug 29 04:20:05.303126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Request body: {'port': {'device_id': '52ccf294-c372-44f0-a896-a97451bd491a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:05.353443 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ed7d02f-e395-46b3-a90e-19b10f93c365 req-2bf9c2d1-fcdf-4c7d-a4ea-a1fa6ec272a3 service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482302 Aug 29 04:20:05.374814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:05.414303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5059971-5dc4-4549-a0fb-c96703155324 req-133758d9-428c-41b7-bec8-21e72a5db500 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.416059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5059971-5dc4-4549-a0fb-c96703155324 req-133758d9-428c-41b7-bec8-21e72a5db500 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 932 time: 0.1879900 Aug 29 04:20:05.444973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.539279 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0b76c-bab4-4e6d-b4d4-d13e64965503 req-2453f7a7-d079-4eb5-9e94-3b770eec0434 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.546293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bcb0b76c-bab4-4e6d-b4d4-d13e64965503 req-2453f7a7-d079-4eb5-9e94-3b770eec0434 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 945 time: 0.1598732 Aug 29 04:20:05.568138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5059971-5dc4-4549-a0fb-c96703155324 req-3f772d19-f271-4e59-b1c7-fd1e36fc8f1e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396577 Aug 29 04:20:05.589920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Attempting to bind port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:05.590261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Attempting to bind port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:05.590594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Attempting to bind port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:05.593480 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ed7d02f-e395-46b3-a90e-19b10f93c365 req-989af395-1d67-4ef9-89f0-961143da23de service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211900 Aug 29 04:20:05.602225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:05.602522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Attempting to bind port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:05.624595 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bcb0b76c-bab4-4e6d-b4d4-d13e64965503 req-48054b06-6d0a-40b2-8ee2-f18285ecf5e7 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768309 Aug 29 04:20:05.628815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:05.628815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Checking segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:05.628815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Bound using segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:05.628815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Bound port: 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:05.628815 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.762236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:05.813662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:05.845534 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.857915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6c698-c8e3-4330-b307-04f90267bd5f req-0f9b7541-13d4-4453-8ee2-00690fe74c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.859499 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6de6c698-c8e3-4330-b307-04f90267bd5f req-0f9b7541-13d4-4453-8ee2-00690fe74c6d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 1097 time: 0.1308086 Aug 29 04:20:05.904113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.904771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.906152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] 10.222.0.52 "PUT /v2.0/ports/2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 1092 time: 1.4354641 Aug 29 04:20:05.909192 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:05.911582 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd592760-6c52-4cf7-92ed-c177d83f3c60" -d '{"events": [{"name": "network-changed", "server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:05.936385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32585af1-97d5-46ce-8224-aef01cf3cc8a req-9f62f405-4ae7-4202-a694-462d843ce25f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.936731 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6de6c698-c8e3-4330-b307-04f90267bd5f req-a3c98a34-77fd-49c4-b320-a774fb8699c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646765 Aug 29 04:20:05.938576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66171b7-4635-46cf-8c86-7bf2eee824f0 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:05.943829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32585af1-97d5-46ce-8224-aef01cf3cc8a req-9f62f405-4ae7-4202-a694-462d843ce25f tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 984 time: 0.1837840 Aug 29 04:20:05.946664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.960364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Transition to ACTIVE for port object b66171b7-4635-46cf-8c86-7bf2eee824f0 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:05.962650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbbb74-34f1-41e4-a43b-7f1072ae5a01 req-83c6a64d-51a3-423e-8704-473514fbfc35 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.964631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.971609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08cbbb74-34f1-41e4-a43b-7f1072ae5a01 req-83c6a64d-51a3-423e-8704-473514fbfc35 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 945 time: 0.1614115 Aug 29 04:20:05.980182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1bdad-8b5a-4441-b56d-7e1bd4701883 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:06.074182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08cbbb74-34f1-41e4-a43b-7f1072ae5a01 req-d5ec8c5d-8750-476c-93a3-eb4a635e0fae tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/security-groups?id=87b2ea9d-5776-4b9e-8fd4-fec198426fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969346 Aug 29 04:20:06.085190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32585af1-97d5-46ce-8224-aef01cf3cc8a req-5a80c911-3016-43cb-a6de-24a9e598253e tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&id=56fc948d-58e9-4168-a913-7761c4d49166&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1403885 Aug 29 04:20:06.116929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-619fc3c1-a20e-4eec-9c99-a7d58da0756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.117535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Pushing event updated for resources: {'Port': ['ID=b66171b7-4635-46cf-8c86-7bf2eee824f0,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:06.118988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-619fc3c1-a20e-4eec-9c99-a7d58da0756e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1095 time: 0.1207285 Aug 29 04:20:06.159766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Attempting to bind port b66171b7-4635-46cf-8c86-7bf2eee824f0 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:06.160105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Attempting to bind port b66171b7-4635-46cf-8c86-7bf2eee824f0 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:06.160463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Attempting to bind port b66171b7-4635-46cf-8c86-7bf2eee824f0 on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:06.165487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Port b66171b7-4635-46cf-8c86-7bf2eee824f0 on network d77616d2-334b-4490-9cbf-4b58336a9e1a not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:06.165818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Attempting to bind port b66171b7-4635-46cf-8c86-7bf2eee824f0 on network d77616d2-334b-4490-9cbf-4b58336a9e1a {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:06.172104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:06.172507 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Checking segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:06.172903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Bound using segment: {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:06.175535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Bound port: b66171b7-4635-46cf-8c86-7bf2eee824f0, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11771a3e-f325-4922-9f1a-e07e77d1a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:06.175908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.235870 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c422b8-cc13-43a1-a2f6-fc649dad94c0 x-openstack-request-id: req-31c422b8-cc13-43a1-a2f6-fc649dad94c0 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:06.236338 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:06.236597 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31c422b8-cc13-43a1-a2f6-fc649dad94c0 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:06.236995 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'status': 'completed', 'code': 200} Aug 29 04:20:06.240420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-4c1badac-f25e-49eb-9f0b-b46e70bb1a03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 217 time: 0.1009989 Aug 29 04:20:06.259702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] For port b66171b7-4635-46cf-8c86-7bf2eee824f0, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:06.263418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] For port b66171b7-4635-46cf-8c86-7bf2eee824f0, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b66171b7-4635-46cf-8c86-7bf2eee824f0,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:06.269178 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.327561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.328216 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.329729 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] 10.222.0.59 "PUT /v2.0/ports/b66171b7-4635-46cf-8c86-7bf2eee824f0 HTTP/1.1" status: 200 len: 1093 time: 1.0344532 Aug 29 04:20:06.330186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ccf294-c372-44f0-a896-a97451bd491a', 'tag': 'b66171b7-4635-46cf-8c86-7bf2eee824f0'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:06.332703 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f9c971-f75f-46bf-9fdb-171c43a6181a" -d '{"events": [{"name": "network-changed", "server_uuid": "52ccf294-c372-44f0-a896-a97451bd491a", "tag": "b66171b7-4635-46cf-8c86-7bf2eee824f0"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:06.357182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f8f1f-ba26-4ffc-948d-6ae99591931d service neutron] Pushing event updated for resources: {'Port': ['ID=b66171b7-4635-46cf-8c86-7bf2eee824f0,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:06.420993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f5161-005f-4ab2-af14-e0d3b898681f req-f6c6e23e-c16f-4196-8bbd-94fe743461ce tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.422510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-633f5161-005f-4ab2-af14-e0d3b898681f req-f6c6e23e-c16f-4196-8bbd-94fe743461ce tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 943 time: 0.1992581 Aug 29 04:20:06.433950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-50aefc48-80e7-4b10-b30e-dcec3b5ff0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.435241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ef8a-d64f-472e-a927-f8288137ba24 req-8705a7ed-d4af-4271-a181-8c84d6cd5836 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.435727 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-50aefc48-80e7-4b10-b30e-dcec3b5ff0dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 1096 time: 0.0499308 Aug 29 04:20:06.436748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2e8ef8a-d64f-472e-a927-f8288137ba24 req-8705a7ed-d4af-4271-a181-8c84d6cd5836 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1667628 Aug 29 04:20:06.440381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-99340a60-770f-4966-b822-acee89ea1281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.441730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-99340a60-770f-4966-b822-acee89ea1281 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1736007 Aug 29 04:20:06.469522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device be2aa2e7-5dbd-4223-93d2-0009c67179bb up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:06.484655 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-3268bf73-87aa-462d-bddf-54d183da0377 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b66171b7-4635-46cf-8c86-7bf2eee824f0 HTTP/1.1" status: 200 len: 217 time: 0.0403948 Aug 29 04:20:06.529003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port be2aa2e7-5dbd-4223-93d2-0009c67179bb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:06.534720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port be2aa2e7-5dbd-4223-93d2-0009c67179bb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:06.535557 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.541029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-633f5161-005f-4ab2-af14-e0d3b898681f req-c7b02577-ce48-41e6-86ae-01b6984c4321 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033092 Aug 29 04:20:06.543152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-1833d104-c36a-44df-8d6c-d598828f75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.544841 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-1833d104-c36a-44df-8d6c-d598828f75e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.0533245 Aug 29 04:20:06.556461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2e8ef8a-d64f-472e-a927-f8288137ba24 req-d9197b37-1fc7-44a4-ac8d-3a5d44c2e18c tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050527 Aug 29 04:20:06.559461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-b831f09a-8bf8-49fd-b935-d7fdaba82068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.581953 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-b831f09a-8bf8-49fd-b935-d7fdaba82068 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111803 Aug 29 04:20:06.589340 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-23c1b9e6-4a4c-4810-abf3-0c04ac72089e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348632 Aug 29 04:20:06.671218 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e732ac-9446-4239-8ff0-1522910eb9d5 x-openstack-request-id: req-83e732ac-9446-4239-8ff0-1522910eb9d5 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:06.671883 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ccf294-c372-44f0-a896-a97451bd491a", "tag": "b66171b7-4635-46cf-8c86-7bf2eee824f0", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:06.671999 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83e732ac-9446-4239-8ff0-1522910eb9d5 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:06.672442 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ccf294-c372-44f0-a896-a97451bd491a', 'tag': 'b66171b7-4635-46cf-8c86-7bf2eee824f0', 'status': 'completed', 'code': 200} Aug 29 04:20:06.723389 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.760060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd113da4a-3fc7-4381-9453-65e7a1eacaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2aa2e7-5dbd-4223-93d2-0009c67179bb'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:06.765955 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdbd3fc-b275-4246-b7a1-0ffb043ca8bb" -d '{"events": [{"server_uuid": "d113da4a-3fc7-4381-9453-65e7a1eacaf2", "name": "network-vif-plugged", "status": "completed", "tag": "be2aa2e7-5dbd-4223-93d2-0009c67179bb"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:06.769537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-2d266ca7-f83d-4588-a587-e5f72f9dc204 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864870 Aug 29 04:20:06.781163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port be2aa2e7-5dbd-4223-93d2-0009c67179bb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=be2aa2e7-5dbd-4223-93d2-0009c67179bb,segment=NetworkSegment(b5fb4824-f729-4e02-98ca-5a6638ba9625),segment_id=b5fb4824-f729-4e02-98ca-5a6638ba9625)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:06.786593 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.939478 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe0b75b-d8ad-4a62-9b74-35b2efc6d90f x-openstack-request-id: req-1fe0b75b-d8ad-4a62-9b74-35b2efc6d90f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:06.940672 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d113da4a-3fc7-4381-9453-65e7a1eacaf2", "name": "network-vif-plugged", "status": "completed", "tag": "be2aa2e7-5dbd-4223-93d2-0009c67179bb", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:06.940938 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fe0b75b-d8ad-4a62-9b74-35b2efc6d90f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:06.941351 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd113da4a-3fc7-4381-9453-65e7a1eacaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2aa2e7-5dbd-4223-93d2-0009c67179bb', 'code': 200} Aug 29 04:20:06.942490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=be2aa2e7-5dbd-4223-93d2-0009c67179bb,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:06.963973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.964453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.964790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.965143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.965534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.968741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.969131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.969477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.969819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.970157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.970490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.970829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:06.977802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2d9da-1c6d-422f-a64f-36da492aceec req-11509502-d416-4891-83d9-949f392a4459 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572282 Aug 29 04:20:07.030436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f30e54-a4b2-4e64-8403-f262318b9946 req-df116e54-0be2-4743-94d2-f749db3a9234 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.032051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3f30e54-a4b2-4e64-8403-f262318b9946 req-df116e54-0be2-4743-94d2-f749db3a9234 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 944 time: 0.2561979 Aug 29 04:20:07.050722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263d6bc-5ec7-44cd-a9ec-4be65ba93482 req-395481b2-3c0a-41ce-bb61-24f8256f0a59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.053023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d263d6bc-5ec7-44cd-a9ec-4be65ba93482 req-395481b2-3c0a-41ce-bb61-24f8256f0a59 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 945 time: 0.0742953 Aug 29 04:20:07.143557 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-362a6f6b-fb47-45c2-a1ce-42c06f9d9a90 service neutron] 10.222.0.59 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409329 Aug 29 04:20:07.145359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14e031-aa26-4ea0-9846-c8bcd2a155c6 req-53bf31f6-1851-4b87-adf7-ff4cad247dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.146753 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cc14e031-aa26-4ea0-9846-c8bcd2a155c6 req-53bf31f6-1851-4b87-adf7-ff4cad247dae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 1098 time: 0.0708354 Aug 29 04:20:07.157513 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3f30e54-a4b2-4e64-8403-f262318b9946 req-e39bf2e1-ea6b-4a48-a2a5-5d3bba6414a1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165965 Aug 29 04:20:07.175586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d263d6bc-5ec7-44cd-a9ec-4be65ba93482 req-dbee3c5a-0ae5-4205-bcf2-bbe7b5415070 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996063 Aug 29 04:20:07.187854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-0e204a04-3528-4ac2-a7d7-7abc2f592ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.196575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-0e204a04-3528-4ac2-a7d7-7abc2f592ad5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1095 time: 0.1194777 Aug 29 04:20:07.257634 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd680b99-f6d0-4ee4-8f6e-84d7d142feda req-ce4c7192-4c2b-40ec-b783-ddfeecb89b1e service neutron] 10.222.0.59 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007798 Aug 29 04:20:07.294625 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cc14e031-aa26-4ea0-9846-c8bcd2a155c6 req-0c98a883-df8d-4146-9941-2bfbee2b3cfa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87b2ea9d-5776-4b9e-8fd4-fec198426fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Aug 29 04:20:07.383980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09286c34-cf68-43a4-98c3-5443670a9f24 req-4ddca592-55a6-4f35-ac20-a3ff511cdefd tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.385491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09286c34-cf68-43a4-98c3-5443670a9f24 req-4ddca592-55a6-4f35-ac20-a3ff511cdefd tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 946 time: 0.1237946 Aug 29 04:20:07.386767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-01b6921f-2bb2-456f-9a25-14e912b4ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.388115 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-01b6921f-2bb2-456f-9a25-14e912b4ce95 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.1832163 Aug 29 04:20:07.403775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8246f6-fbaa-4cc3-8122-f84ab804382d req-b2116780-f713-429c-b83a-63e157d29939 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.405733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d8246f6-fbaa-4cc3-8122-f84ab804382d req-b2116780-f713-429c-b83a-63e157d29939 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 984 time: 0.1451056 Aug 29 04:20:07.465728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-7b680024-a284-4399-a06b-8b40ad86ac86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 217 time: 0.0589001 Aug 29 04:20:07.521488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9c971-f75f-46bf-9fdb-171c43a6181a req-90dedd8e-2f14-466c-9e4f-069a5c139f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.523000 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07f9c971-f75f-46bf-9fdb-171c43a6181a req-90dedd8e-2f14-466c-9e4f-069a5c139f92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b355fca3a22045ee83073dbd62c353d1&device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 1096 time: 0.0422745 Aug 29 04:20:07.533410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09286c34-cf68-43a4-98c3-5443670a9f24 req-8d57075a-2fde-4ae2-9e0f-de41bc3744a1 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/security-groups?id=87b2ea9d-5776-4b9e-8fd4-fec198426fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255889 Aug 29 04:20:07.545161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d8246f6-fbaa-4cc3-8122-f84ab804382d req-444326ae-5cc8-4237-bdcb-fbd7ef4aaff5 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&id=56fc948d-58e9-4168-a913-7761c4d49166&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1256914 Aug 29 04:20:07.560612 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-899931b1-ad2e-4c42-b696-16be1af1a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.562048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-899931b1-ad2e-4c42-b696-16be1af1a9f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.0855937 Aug 29 04:20:07.655252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9c971-f75f-46bf-9fdb-171c43a6181a req-8972bfc2-3661-4ab8-942f-f87c7b1e7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.656923 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07f9c971-f75f-46bf-9fdb-171c43a6181a req-8972bfc2-3661-4ab8-942f-f87c7b1e7e57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 200 len: 913 time: 0.1261725 Aug 29 04:20:07.679077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-8f7655f2-588e-47ed-b8d5-c23f32f961c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.680704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-8f7655f2-588e-47ed-b8d5-c23f32f961c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066501 Aug 29 04:20:07.735024 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07f9c971-f75f-46bf-9fdb-171c43a6181a req-aff50388-2059-4cf5-869c-fe4fd7794d1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b66171b7-4635-46cf-8c86-7bf2eee824f0 HTTP/1.1" status: 200 len: 217 time: 0.0535357 Aug 29 04:20:07.750245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-8669f2f0-b842-4df7-b38b-56b013bda5a7 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-292246643&fields=id&tenant_id=fabaaf12bd5542029d0c9e3a8403a179 HTTP/1.1" status: 200 len: 267 time: 0.1221113 Aug 29 04:20:07.759619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ddd15-acec-4020-94c4-2835f937fb87 req-463bc887-dcd8-4d0c-9b58-014ba00b7bd6 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.761117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b71ddd15-acec-4020-94c4-2835f937fb87 req-463bc887-dcd8-4d0c-9b58-014ba00b7bd6 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 943 time: 0.1349735 Aug 29 04:20:07.790737 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9c971-f75f-46bf-9fdb-171c43a6181a req-ced6b8cb-9d9c-4070-ac2d-6704d3479307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.792189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07f9c971-f75f-46bf-9fdb-171c43a6181a req-ced6b8cb-9d9c-4070-ac2d-6704d3479307 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 200 len: 852 time: 0.0489843 Aug 29 04:20:07.827085 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07f9c971-f75f-46bf-9fdb-171c43a6181a req-fe0b470e-1a82-47f3-8c5c-24c5c06c3181 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d77616d2-334b-4490-9cbf-4b58336a9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250218 Aug 29 04:20:07.861022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b71ddd15-acec-4020-94c4-2835f937fb87 req-964695fa-79cb-433f-b768-88539ec94fd8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846746 Aug 29 04:20:07.867436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-a5c4935e-aca4-4e23-b1a1-507c849df81a service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713247 Aug 29 04:20:07.877536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-f4ff050b-0816-420b-ac2d-1ef8c1cd1487 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.879022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-f4ff050b-0816-420b-ac2d-1ef8c1cd1487 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 984 time: 0.1170282 Aug 29 04:20:07.891863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-4e14fd4f-e966-49f0-91de-180fd0ca7bfd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'port': {'security_groups': ['56fc948d-58e9-4168-a913-7761c4d49166', '5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7', '0b7886af-13fc-4e0e-a0bf-b7a64aaabfb5']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:07.946366 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07f9c971-f75f-46bf-9fdb-171c43a6181a req-a54ebdb4-dcb7-4fb9-b912-06a320090fc7 service neutron] 10.222.0.59 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117773 Aug 29 04:20:08.055185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07f9c971-f75f-46bf-9fdb-171c43a6181a req-623b1862-9401-4e44-967d-6da701a78831 service neutron] 10.222.0.59 "GET /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980799 Aug 29 04:20:08.084723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-4e14fd4f-e966-49f0-91de-180fd0ca7bfd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.098016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd592760-6c52-4cf7-92ed-c177d83f3c60 req-5fe2bdac-fc26-4994-9a29-edba662efa53 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805274 Aug 29 04:20:08.111829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72bdcb-ad92-4e9a-82d5-97e0a80badca req-5c3d5b8c-3976-425d-be71-fa9ad010ee95 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.113288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f72bdcb-ad92-4e9a-82d5-97e0a80badca req-5c3d5b8c-3976-425d-be71-fa9ad010ee95 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1399043 Aug 29 04:20:08.199435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f72bdcb-ad92-4e9a-82d5-97e0a80badca req-3623b6c5-0f6a-4c61-be34-be338260d2e6 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616610 Aug 29 04:20:08.370750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803ca67-25f9-49d6-8cf7-bc4fbd702b30 req-4569d12e-ab8c-45ab-9177-7ec061366643 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.372234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0803ca67-25f9-49d6-8cf7-bc4fbd702b30 req-4569d12e-ab8c-45ab-9177-7ec061366643 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 944 time: 0.1097274 Aug 29 04:20:08.393060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-4e14fd4f-e966-49f0-91de-180fd0ca7bfd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] For port 19aa53ea-e415-4c6c-8564-59668c43f8c9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:08.442495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0803ca67-25f9-49d6-8cf7-bc4fbd702b30 req-5e2abbeb-6555-454d-bf65-afeaced2a73a tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608957 Aug 29 04:20:08.453797 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-4e14fd4f-e966-49f0-91de-180fd0ca7bfd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.467747 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-4e14fd4f-e966-49f0-91de-180fd0ca7bfd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.503047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b5d92660-27de-4162-af6e-6b2dd9e1ce30', '19aa53ea-e415-4c6c-8564-59668c43f8c9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:08.548863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-4e14fd4f-e966-49f0-91de-180fd0ca7bfd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.549501 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-4e14fd4f-e966-49f0-91de-180fd0ca7bfd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.550898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1103d654-e0dc-43c2-ad25-992c29b62f2b req-4e14fd4f-e966-49f0-91de-180fd0ca7bfd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "PUT /v2.0/ports/19aa53ea-e415-4c6c-8564-59668c43f8c9 HTTP/1.1" status: 200 len: 1020 time: 0.6645014 Aug 29 04:20:08.570895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db016999-315b-449b-8047-4c35fbaaf194', 'tag': '19aa53ea-e415-4c6c-8564-59668c43f8c9'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:08.573622 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976" -d '{"events": [{"name": "network-changed", "server_uuid": "db016999-315b-449b-8047-4c35fbaaf194", "tag": "19aa53ea-e415-4c6c-8564-59668c43f8c9"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:08.609012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14fd4f-e966-49f0-91de-180fd0ca7bfd tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'Port': ['ID=19aa53ea-e415-4c6c-8564-59668c43f8c9,revision_number=7']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:08.632068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f29a-762b-4e6d-bedb-1666afe4a0fa req-b4a0cc61-4dd9-4f15-b939-72979539e2b6 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.634083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e472f29a-762b-4e6d-bedb-1666afe4a0fa req-b4a0cc61-4dd9-4f15-b939-72979539e2b6 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 945 time: 0.1118655 Aug 29 04:20:08.759659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6ba64-ad86-4df6-8942-079f82315dc9 req-2b7933e1-9c10-47de-903d-981f265cec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.762389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99f6ba64-ad86-4df6-8942-079f82315dc9 req-2b7933e1-9c10-47de-903d-981f265cec5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=755a55c0404b417f8cdb15c803838524&device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 1097 time: 0.0483119 Aug 29 04:20:08.775070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e472f29a-762b-4e6d-bedb-1666afe4a0fa req-d346dc28-d980-423c-93db-bc8b79619162 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333418 Aug 29 04:20:08.819385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-57128e3b-8980-4ccd-9e38-e0269f886bdd tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.822217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-57128e3b-8980-4ccd-9e38-e0269f886bdd tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 945 time: 0.1367898 Aug 29 04:20:08.832281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ce4d1b6-9ab8-483b-b647-384b98d4c189 req-cf5f5c63-d30c-438c-b9c4-2a6d59b294c8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/0b7886af-13fc-4e0e-a0bf-b7a64aaabfb5 HTTP/1.1" status: 200 len: 1801 time: 0.1298206 Aug 29 04:20:08.928173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['19aa53ea-e415-4c6c-8564-59668c43f8c9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:08.930169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6ba64-ad86-4df6-8942-079f82315dc9 req-cf640023-e7d1-4869-b818-30274b0b9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.931693 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99f6ba64-ad86-4df6-8942-079f82315dc9 req-cf640023-e7d1-4869-b818-30274b0b9698 service neutron] 10.222.0.59 "GET /v2.0/networks?id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 HTTP/1.1" status: 200 len: 911 time: 0.1628392 Aug 29 04:20:08.984365 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-2ce4d1b6-9ab8-483b-b647-384b98d4c189 req-026e9b43-fbf3-4cc9-8305-2f359e0cd926 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:20:08.992148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ce4d1b6-9ab8-483b-b647-384b98d4c189 req-026e9b43-fbf3-4cc9-8305-2f359e0cd926 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b7886af-13fc-4e0e-a0bf-b7a64aaabfb5 HTTP/1.1" status: 409 len: 341 time: 0.1512718 Aug 29 04:20:08.993259 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99f6ba64-ad86-4df6-8942-079f82315dc9 req-02d5a9f1-0423-4a54-8812-7859d037cd41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1d4109a-309e-47c5-8cc2-bceee570f599 HTTP/1.1" status: 200 len: 217 time: 0.0516748 Aug 29 04:20:09.037211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8bb0e-fe43-4dbd-8542-a50e560449c9 req-82d5a557-008e-4dd1-a02b-87f393da463c tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.038804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24f8bb0e-fe43-4dbd-8542-a50e560449c9 req-82d5a557-008e-4dd1-a02b-87f393da463c tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 946 time: 0.1324608 Aug 29 04:20:09.056155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6ba64-ad86-4df6-8942-079f82315dc9 req-8f72e367-2d65-4af1-8fbb-ae24c1e2b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.058000 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99f6ba64-ad86-4df6-8942-079f82315dc9 req-8f72e367-2d65-4af1-8fbb-ae24c1e2b116 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=912da5bf-a44c-4f60-a2fb-5bdea41f69b2 HTTP/1.1" status: 200 len: 850 time: 0.0560863 Aug 29 04:20:09.064116 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acd8d13-2370-40a2-af5a-015ed28983be x-openstack-request-id: req-7acd8d13-2370-40a2-af5a-015ed28983be {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:09.064461 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db016999-315b-449b-8047-4c35fbaaf194", "tag": "19aa53ea-e415-4c6c-8564-59668c43f8c9", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:09.064726 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7acd8d13-2370-40a2-af5a-015ed28983be {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:09.065206 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db016999-315b-449b-8047-4c35fbaaf194', 'tag': '19aa53ea-e415-4c6c-8564-59668c43f8c9', 'status': 'completed', 'code': 200} Aug 29 04:20:09.134381 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99f6ba64-ad86-4df6-8942-079f82315dc9 req-42a2fa75-d905-4661-a428-446b3e477113 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648201 Aug 29 04:20:09.165288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Deleting port 209a5134-6b49-4716-94dc-7341549f1727 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:09.166018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.193864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24f8bb0e-fe43-4dbd-8542-a50e560449c9 req-2836d76a-c9a9-435d-9441-b1661a03661a tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/security-groups?id=87b2ea9d-5776-4b9e-8fd4-fec198426fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454601 Aug 29 04:20:09.271729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976 req-b412ad10-441c-4502-98ad-157d0ebd5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.272083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57515cad-3439-42b6-8a8b-0fcca6b3f0bc req-f8c0e257-8782-4f16-bbef-b3cdaf11617d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.273266 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976 req-b412ad10-441c-4502-98ad-157d0ebd5e3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 1175 time: 0.1379316 Aug 29 04:20:09.281250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57515cad-3439-42b6-8a8b-0fcca6b3f0bc req-f8c0e257-8782-4f16-bbef-b3cdaf11617d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1721961 Aug 29 04:20:09.378731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57515cad-3439-42b6-8a8b-0fcca6b3f0bc req-76d8b1df-e704-40bd-8bf8-f62b32a32ddd tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965736 Aug 29 04:20:09.384531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] For port 209a5134-6b49-4716-94dc-7341549f1727, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=209a5134-6b49-4716-94dc-7341549f1727,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:09.385126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.391930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976 req-0545cda0-fe1d-4beb-8564-b6cebe81b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.394362 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976 req-0545cda0-fe1d-4beb-8564-b6cebe81b85c service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 200 len: 913 time: 0.1133580 Aug 29 04:20:09.414020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f8d46-6a45-483d-8a69-dbbbe95135f4 req-9494ea9f-a7bd-44d6-89db-7c771c9b86a7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.421496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-070f8d46-6a45-483d-8a69-dbbbe95135f4 req-9494ea9f-a7bd-44d6-89db-7c771c9b86a7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 943 time: 0.1050873 Aug 29 04:20:09.474297 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99f6ba64-ad86-4df6-8942-079f82315dc9 req-27a0f314-f189-472c-b994-8aed9275dbb3 service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042073 Aug 29 04:20:09.478023 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976 req-8ab04d49-5dea-47f7-9e73-d39ae2083200 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9 HTTP/1.1" status: 200 len: 217 time: 0.0734699 Aug 29 04:20:09.509250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-070f8d46-6a45-483d-8a69-dbbbe95135f4 req-b82f7ed0-ee7a-49e2-949b-2499a3896a09 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868409 Aug 29 04:20:09.607923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976 req-2392f49f-833d-4fa0-b74c-5128b1385c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.609949 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976 req-2392f49f-833d-4fa0-b74c-5128b1385c1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e83530db-6142-43c5-bdaa-06456373f2b8 HTTP/1.1" status: 200 len: 852 time: 0.1258821 Aug 29 04:20:09.642423 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-99f6ba64-ad86-4df6-8942-079f82315dc9 req-0ef86e0a-a9ec-4c98-b349-cba1b3c804a6 service neutron] 10.222.0.59 "GET /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593802 Aug 29 04:20:09.698464 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976 req-359a0bcd-3d35-45c2-bda6-8751b461af80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ded513b-5ecd-497b-9f78-e09b442456e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410845 Aug 29 04:20:09.716595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.717763 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.718094 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Floating IP c7cca2bc-c369-44a1-b38d-80d5a148be52 disassociated. External IP: 172.25.5.65, port: 209a5134-6b49-4716-94dc-7341549f1727. Aug 29 04:20:09.718447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Calling delete_port for 209a5134-6b49-4716-94dc-7341549f1727 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:09.799006 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976 req-a9ee4b1f-cfbd-4b19-b2df-1c95facf204c service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919249 Aug 29 04:20:09.839673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342f18c-45ed-448f-9de8-e14b6991255d req-d7d1dced-b1f0-4025-9c78-79f8852e3fe1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.845744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c342f18c-45ed-448f-9de8-e14b6991255d req-d7d1dced-b1f0-4025-9c78-79f8852e3fe1 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 944 time: 0.1397269 Aug 29 04:20:09.876711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96457b-a2cc-4479-928b-cb41ca234ded req-9e3bf638-7090-47ce-b3a7-1fa0a29af288 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.878921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd96457b-a2cc-4479-928b-cb41ca234ded req-9e3bf638-7090-47ce-b3a7-1fa0a29af288 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 1023 time: 0.1571240 Aug 29 04:20:09.920744 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805dacd4-0ee6-4cc4-ac04-9b4f07d0b976 req-c960f3cb-f833-4e61-b7b5-09a6d08f749b service neutron] 10.222.0.52 "GET /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134005 Aug 29 04:20:09.956414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c342f18c-45ed-448f-9de8-e14b6991255d req-8be5322b-b791-408d-a720-5e3fdf252557 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965307 Aug 29 04:20:10.013851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd96457b-a2cc-4479-928b-cb41ca234ded req-d3160312-926c-4a42-a2a1-4554ad84ae19 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b7886af-13fc-4e0e-a0bf-b7a64aaabfb5&id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&id=56fc948d-58e9-4168-a913-7761c4d49166&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1224525 Aug 29 04:20:10.052840 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.089389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Pushing event deleted for resources: {'Port': ['ID=209a5134-6b49-4716-94dc-7341549f1727,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:10.115116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8198b-edbc-4b66-8cee-9d7ccd8505fd req-8545d794-bd0d-4c37-9dd0-d5be8e001f60 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.116721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35b8198b-edbc-4b66-8cee-9d7ccd8505fd req-8545d794-bd0d-4c37-9dd0-d5be8e001f60 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 867 time: 0.0965958 Aug 29 04:20:10.506819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b66171b7-4635-46cf-8c86-7bf2eee824f0 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:10.599435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35b8198b-edbc-4b66-8cee-9d7ccd8505fd req-342e3f6b-6328-48c2-b612-d949a7dcc54f tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups?id=f23ffcd8-0a34-4b69-aed0-261431c89d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4456050 Aug 29 04:20:10.654707 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port b66171b7-4635-46cf-8c86-7bf2eee824f0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b66171b7-4635-46cf-8c86-7bf2eee824f0,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:10.675890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2e2a0-3ca4-4a35-b90b-c9f31499ec0f req-614f6934-f224-47cb-ba3b-093b4c12b6d5 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.677687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dec2e2a0-3ca4-4a35-b90b-c9f31499ec0f req-614f6934-f224-47cb-ba3b-093b4c12b6d5 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 946 time: 0.1089859 Aug 29 04:20:10.677969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'b66171b7-4635-46cf-8c86-7bf2eee824f0', 'network_id': 'd77616d2-334b-4490-9cbf-4b58336a9e1a', 'port_id': 'b66171b7-4635-46cf-8c86-7bf2eee824f0', 'mac_address': 'fa:16:3e:8e:04:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35910115-7c07-46de-9071-3f98e799f754', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:10.724331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Router d961c51e-3357-45c1-947f-a6d9df8abfd8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:10.730651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.749064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66171b7-4635-46cf-8c86-7bf2eee824f0 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:10.761537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dec2e2a0-3ca4-4a35-b90b-c9f31499ec0f req-a13fa2f0-988d-40c6-ab6b-9ef19287b4ac tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/security-groups?id=87b2ea9d-5776-4b9e-8fd4-fec198426fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713611 Aug 29 04:20:10.772071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port b66171b7-4635-46cf-8c86-7bf2eee824f0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b66171b7-4635-46cf-8c86-7bf2eee824f0,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:10.776899 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.808783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b35b2-4c45-44c2-a358-f3f1ee5d6cfc req-cc02eb88-4009-42af-95d4-d94116ddaf93 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.810148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f91b35b2-4c45-44c2-a358-f3f1ee5d6cfc req-cc02eb88-4009-42af-95d4-d94116ddaf93 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.1315076 Aug 29 04:20:10.842702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=b66171b7-4635-46cf-8c86-7bf2eee824f0,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:10.924707 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f91b35b2-4c45-44c2-a358-f3f1ee5d6cfc req-7be91897-3ff2-4e63-9d0a-4df1bf0cff38 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055231 Aug 29 04:20:10.935066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:10.951622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] Sync routers for ids ['d961c51e-3357-45c1-947f-a6d9df8abfd8'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:10.965634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] Routers {'d961c51e-3357-45c1-947f-a6d9df8abfd8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:10.965634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d961c51e-3357-45c1-947f-a6d9df8abfd8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:10.971468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f76d8-1067-45cf-ae11-32cd3d81ed54 req-0816049e-7dc2-460e-8fcb-d480978b3b6e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.973632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d01f76d8-1067-45cf-ae11-32cd3d81ed54 req-0816049e-7dc2-460e-8fcb-d480978b3b6e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 943 time: 0.1086955 Aug 29 04:20:10.988524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] No DVR routers for this DVR port 209a5134-6b49-4716-94dc-7341549f1727 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:10.997445 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.999387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93cc241b-9379-43ee-ae51-a4eb2bc7b2da req-cafcb9ea-04ca-4c64-ab64-40707055ba7c tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.52 "DELETE /v2.0/ports/209a5134-6b49-4716-94dc-7341549f1727 HTTP/1.1" status: 204 len: 173 time: 2.1661849 Aug 29 04:20:11.047459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d01f76d8-1067-45cf-ae11-32cd3d81ed54 req-254f94e1-6c51-4595-88ad-ad3450c5daaa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582659 Aug 29 04:20:11.080361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'name': 'network-vif-deleted', 'tag': '209a5134-6b49-4716-94dc-7341549f1727'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:11.083356 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f801cfc-8ed8-4d30-b5cb-0a5b0b140815" -d '{"events": [{"server_uuid": "2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98", "name": "network-vif-deleted", "tag": "209a5134-6b49-4716-94dc-7341549f1727"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:11.092495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['b66171b7-4635-46cf-8c86-7bf2eee824f0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:11.166982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e602-4cfb-41f0-9bd3-152a02867892 req-f9a967f4-30af-41c1-bea4-4c7d6b21773d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.173201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4d4e602-4cfb-41f0-9bd3-152a02867892 req-f9a967f4-30af-41c1-bea4-4c7d6b21773d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 945 time: 0.1242127 Aug 29 04:20:11.228355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4578e-f2b6-4e25-b921-cacf0a0aa1d5 req-6d19b349-7970-4273-9092-cac327a2158b tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.236260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf4578e-f2b6-4e25-b921-cacf0a0aa1d5 req-6d19b349-7970-4273-9092-cac327a2158b tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 1023 time: 0.1127036 Aug 29 04:20:11.259246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4d4e602-4cfb-41f0-9bd3-152a02867892 req-b1b8330d-8f09-4363-99ca-ea47de091011 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835834 Aug 29 04:20:11.309109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf4578e-f2b6-4e25-b921-cacf0a0aa1d5 req-99f9b263-02d1-440f-8843-38133a2e7954 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b7886af-13fc-4e0e-a0bf-b7a64aaabfb5&id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&id=56fc948d-58e9-4168-a913-7761c4d49166&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0718932 Aug 29 04:20:11.324067 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1582e3-354e-4831-b651-bf8656ca47f7 x-openstack-request-id: req-0b1582e3-354e-4831-b651-bf8656ca47f7 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:11.324255 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98", "name": "network-vif-deleted", "tag": "209a5134-6b49-4716-94dc-7341549f1727", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:11.324496 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b1582e3-354e-4831-b651-bf8656ca47f7 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:11.324894 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98', 'name': 'network-vif-deleted', 'tag': '209a5134-6b49-4716-94dc-7341549f1727', 'status': 'completed', 'code': 200} Aug 29 04:20:11.378828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] Set router d961c51e-3357-45c1-947f-a6d9df8abfd8 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:11.418127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-b7e07a33-bb0a-4987-88d8-7312fb872b8a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.420006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-b7e07a33-bb0a-4987-88d8-7312fb872b8a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.52 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 1023 time: 0.0563707 Aug 29 04:20:11.547875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-e83a808b-8257-4e10-b4ad-bdc770037d70 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Deleting port 19aa53ea-e415-4c6c-8564-59668c43f8c9 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:11.548245 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-e83a808b-8257-4e10-b4ad-bdc770037d70 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.682320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:11.689089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-4ea73637-b2ba-451e-8e2e-d4c02dcb86c4 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.697927 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-4ea73637-b2ba-451e-8e2e-d4c02dcb86c4 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.59 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 946 time: 0.0783033 Aug 29 04:20:11.700473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 209a5134-6b49-4716-94dc-7341549f1727 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:11.718749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-e83a808b-8257-4e10-b4ad-bdc770037d70 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] For port 19aa53ea-e415-4c6c-8564-59668c43f8c9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=19aa53ea-e415-4c6c-8564-59668c43f8c9,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:11.719185 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-e83a808b-8257-4e10-b4ad-bdc770037d70 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.735583 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-e83a808b-8257-4e10-b4ad-bdc770037d70 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Calling delete_port for 19aa53ea-e415-4c6c-8564-59668c43f8c9 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:11.758403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 209a5134-6b49-4716-94dc-7341549f1727 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:11.759234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 209a5134-6b49-4716-94dc-7341549f1727 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:11.830418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Deleting port be2aa2e7-5dbd-4223-93d2-0009c67179bb {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:11.830773 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.869990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:11.883782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:42Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '395cab17-d48b-4ab1-9a73-cb53ebacccc8', 'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'mac_address': 'fa:16:3e:01:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:41Z', 'updated_at': '2021-08-29T04:16:49Z', 'revision_number': 5, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'subnets': [{'id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:11.885797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'port_id': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'mac_address': 'fa:16:3e:85:a0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:11.958513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.969090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] For port be2aa2e7-5dbd-4223-93d2-0009c67179bb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=be2aa2e7-5dbd-4223-93d2-0009c67179bb,segment=NetworkSegment(b5fb4824-f729-4e02-98ca-5a6638ba9625),segment_id=b5fb4824-f729-4e02-98ca-5a6638ba9625)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:11.969474 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.971640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] Checking router: d961c51e-3357-45c1-947f-a6d9df8abfd8 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:11.982237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-e83a808b-8257-4e10-b4ad-bdc770037d70 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.983275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] Routers {'d961c51e-3357-45c1-947f-a6d9df8abfd8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:11.983907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d961c51e-3357-45c1-947f-a6d9df8abfd8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:11.984035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Calling delete_port for be2aa2e7-5dbd-4223-93d2-0009c67179bb owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:12.063111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a808b-8257-4e10-b4ad-bdc770037d70 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'Port': ['ID=19aa53ea-e415-4c6c-8564-59668c43f8c9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:12.071356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fef7347e-f4ac-4adf-9c16-a9d108500e16 req-f3501293-e8ed-420d-b8d1-0f71355c7d43 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e236a21-fbcf-4ee3-b8bd-7bdc7cceaf98 HTTP/1.1" status: 200 len: 210 time: 0.1327822 Aug 29 04:20:12.097479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffc7c17-efd4-4ce0-8a79-08accb7a429c {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:12.107749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf93bdf-05d2-429d-ad69-c5ef7d0aba0f req-6571ea9f-1dfe-4d31-a196-f1c7fe8d74d8 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.109427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bf93bdf-05d2-429d-ad69-c5ef7d0aba0f req-6571ea9f-1dfe-4d31-a196-f1c7fe8d74d8 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/ports?device_id=d113da4a-3fc7-4381-9453-65e7a1eacaf2 HTTP/1.1" status: 200 len: 946 time: 0.1680136 Aug 29 04:20:12.110692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b5d92660-27de-4162-af6e-6b2dd9e1ce30', '19aa53ea-e415-4c6c-8564-59668c43f8c9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:12.169126 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-e83a808b-8257-4e10-b4ad-bdc770037d70 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] No DVR routers for this DVR port 19aa53ea-e415-4c6c-8564-59668c43f8c9 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:12.173698 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-e83a808b-8257-4e10-b4ad-bdc770037d70 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.175739 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc2e0e14-ef26-4647-ac4e-5923f3eaa997 req-e83a808b-8257-4e10-b4ad-bdc770037d70 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.52 "DELETE /v2.0/ports/19aa53ea-e415-4c6c-8564-59668c43f8c9 HTTP/1.1" status: 204 len: 173 time: 0.7406244 Aug 29 04:20:12.177978 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.200294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bf93bdf-05d2-429d-ad69-c5ef7d0aba0f req-e2a95548-74aa-4b39-8d79-d7bb3d41cd50 tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.49 "GET /v2.0/security-groups?id=87b2ea9d-5776-4b9e-8fd4-fec198426fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746887 Aug 29 04:20:12.230966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['be2aa2e7-5dbd-4223-93d2-0009c67179bb'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:12.240995 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Pushing event deleted for resources: {'Port': ['ID=be2aa2e7-5dbd-4223-93d2-0009c67179bb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:12.245932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dd9b2-18e8-4f8e-a215-936dbbc09260 req-9e3d5048-00fd-4ad8-a68e-edc2e1ec3a88 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.254064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.255347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.255883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.256287 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.256640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.256986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.257134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac9dd9b2-18e8-4f8e-a215-936dbbc09260 req-9e3d5048-00fd-4ad8-a68e-edc2e1ec3a88 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0793424 Aug 29 04:20:12.257320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.257656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.257990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.258320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.258652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.258981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:12.260433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:12.330992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] No DVR routers for this DVR port be2aa2e7-5dbd-4223-93d2-0009c67179bb on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:12.335246 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.336016 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.338189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bcf56edf-4cd5-4f45-923e-4416c8e06dc7 req-f1a74e39-7c6b-4455-a86d-041cc5d6aaeb tempest-InstanceActionsNegativeTestJSON-1667417795 tempest-InstanceActionsNegativeTestJSON-1667417795-project] 10.222.0.59 "DELETE /v2.0/ports/be2aa2e7-5dbd-4223-93d2-0009c67179bb HTTP/1.1" status: 204 len: 173 time: 0.6377077 Aug 29 04:20:12.338875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd113da4a-3fc7-4381-9453-65e7a1eacaf2', 'name': 'network-vif-deleted', 'tag': 'be2aa2e7-5dbd-4223-93d2-0009c67179bb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:12.341831 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95462670-0e8a-442b-94f9-b65c8b8e43f9" -d '{"events": [{"server_uuid": "d113da4a-3fc7-4381-9453-65e7a1eacaf2", "name": "network-vif-deleted", "tag": "be2aa2e7-5dbd-4223-93d2-0009c67179bb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:12.389357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac9dd9b2-18e8-4f8e-a215-936dbbc09260 req-3b0739ad-9712-4604-a54c-dfd27ced253d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299400 Aug 29 04:20:12.394666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] Set router d961c51e-3357-45c1-947f-a6d9df8abfd8 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:12.411322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc66af-ccd7-4901-b54c-cc97c43019a2 req-95e38ea1-b2a8-4727-8e87-68bf18fa0420 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.413021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90fc66af-ccd7-4901-b54c-cc97c43019a2 req-95e38ea1-b2a8-4727-8e87-68bf18fa0420 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1178639 Aug 29 04:20:12.469670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90fc66af-ccd7-4901-b54c-cc97c43019a2 req-cfe46625-9f5a-40ea-9d84-bd4f3ab797c3 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494189 Aug 29 04:20:12.524471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:12.560060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b66171b7-4635-46cf-8c86-7bf2eee824f0 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:12.611997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93363e-35ba-4939-a7dc-4b3d9d67f5b7 req-5fac826c-4a40-4ac0-8491-afa72dd125d0 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.613634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c93363e-35ba-4939-a7dc-4b3d9d67f5b7 req-5fac826c-4a40-4ac0-8491-afa72dd125d0 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 945 time: 0.1158543 Aug 29 04:20:12.659188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd689a39-04ae-4b96-8f74-c7e1186bfed9 req-4eadfed4-b47a-4ec1-99ea-ea38c6285a36 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=db016999-315b-449b-8047-4c35fbaaf194 HTTP/1.1" status: 200 len: 210 time: 0.0427997 Aug 29 04:20:12.696243 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c93363e-35ba-4939-a7dc-4b3d9d67f5b7 req-2ae06bb3-3efc-48b5-8d93-114a76e85a6d tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586083 Aug 29 04:20:12.700424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port b66171b7-4635-46cf-8c86-7bf2eee824f0 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:12.747888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port b66171b7-4635-46cf-8c86-7bf2eee824f0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:12.748464 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.762826 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b8b35a-7086-42f4-a9ad-01302412e976 x-openstack-request-id: req-29b8b35a-7086-42f4-a9ad-01302412e976 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:12.763469 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d113da4a-3fc7-4381-9453-65e7a1eacaf2", "name": "network-vif-deleted", "tag": "be2aa2e7-5dbd-4223-93d2-0009c67179bb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:12.763571 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29b8b35a-7086-42f4-a9ad-01302412e976 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:12.764050 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd113da4a-3fc7-4381-9453-65e7a1eacaf2', 'name': 'network-vif-deleted', 'tag': 'be2aa2e7-5dbd-4223-93d2-0009c67179bb', 'status': 'completed', 'code': 200} Aug 29 04:20:12.832388 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2ffc7c17-efd4-4ce0-8a79-08accb7a429c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:12.926986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:42Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '395cab17-d48b-4ab1-9a73-cb53ebacccc8', 'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'mac_address': 'fa:16:3e:01:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:41Z', 'updated_at': '2021-08-29T04:16:49Z', 'revision_number': 5, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'subnets': [{'id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:12.992853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f557118-30e5-49e6-8646-cdb9b8626b07 None None] The sync data for ids ['d961c51e-3357-45c1-947f-a6d9df8abfd8'] in n-d-712141-12 is: [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:16:42Z', 'revision_number': 4, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '395cab17-d48b-4ab1-9a73-cb53ebacccc8', 'name': '', 'network_id': 'f73a73b8-9208-4150-8f6a-1ffd124f8588', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'mac_address': 'fa:16:3e:01:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:41Z', 'updated_at': '2021-08-29T04:16:49Z', 'revision_number': 5, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'subnets': [{'id': '23d3c717-0190-4983-af66-884b72fd6ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:13.016758 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.025967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b1570-0778-4ca2-bef3-41ebc39797c1 req-0f6e15e4-3d4d-4748-90e8-ab082cd19a05 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.028451 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b31b1570-0778-4ca2-bef3-41ebc39797c1 req-0f6e15e4-3d4d-4748-90e8-ab082cd19a05 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0702291 Aug 29 04:20:13.076704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ccf294-c372-44f0-a896-a97451bd491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66171b7-4635-46cf-8c86-7bf2eee824f0'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:13.079071 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38f581c-1bb7-40f4-bb0c-69f6a799e58a" -d '{"events": [{"server_uuid": "52ccf294-c372-44f0-a896-a97451bd491a", "name": "network-vif-plugged", "status": "completed", "tag": "b66171b7-4635-46cf-8c86-7bf2eee824f0"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:13.080787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b31b1570-0778-4ca2-bef3-41ebc39797c1 req-1b96a0be-32d2-4558-bf3d-acd683cead34 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452380 Aug 29 04:20:13.117584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port b66171b7-4635-46cf-8c86-7bf2eee824f0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b66171b7-4635-46cf-8c86-7bf2eee824f0,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:13.133389 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.178615 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506e9ca1-8b62-46f7-97f9-c4efdd1f56af x-openstack-request-id: req-506e9ca1-8b62-46f7-97f9-c4efdd1f56af {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:13.178916 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ccf294-c372-44f0-a896-a97451bd491a", "name": "network-vif-plugged", "status": "completed", "tag": "b66171b7-4635-46cf-8c86-7bf2eee824f0", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:13.181087 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-506e9ca1-8b62-46f7-97f9-c4efdd1f56af {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:13.182434 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ccf294-c372-44f0-a896-a97451bd491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66171b7-4635-46cf-8c86-7bf2eee824f0', 'code': 200} Aug 29 04:20:13.216252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41532) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:13.287552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=b66171b7-4635-46cf-8c86-7bf2eee824f0,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.298676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41536) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:13.326413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db016999-315b-449b-8047-4c35fbaaf194', 'name': 'network-vif-deleted', 'tag': '19aa53ea-e415-4c6c-8564-59668c43f8c9'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:13.328759 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c728a5-bd16-494e-94f6-6b1bae3cde99" -d '{"events": [{"server_uuid": "db016999-315b-449b-8047-4c35fbaaf194", "name": "network-vif-deleted", "tag": "19aa53ea-e415-4c6c-8564-59668c43f8c9"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:13.332309 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a643e45f-4d05-408c-88a2-22ce6af0db3f tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.359351 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a643e45f-4d05-408c-88a2-22ce6af0db3f tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.385870 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9cab9d-36e4-43d4-bfd5-312171a430f0 x-openstack-request-id: req-6a9cab9d-36e4-43d4-bfd5-312171a430f0 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:13.386538 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db016999-315b-449b-8047-4c35fbaaf194", "name": "network-vif-deleted", "tag": "19aa53ea-e415-4c6c-8564-59668c43f8c9", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:13.387025 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a9cab9d-36e4-43d4-bfd5-312171a430f0 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:13.387657 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db016999-315b-449b-8047-4c35fbaaf194', 'name': 'network-vif-deleted', 'tag': '19aa53ea-e415-4c6c-8564-59668c43f8c9', 'status': 'completed', 'code': 200} Aug 29 04:20:13.429330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2e695-ad26-43e7-8eae-37d3fcbc1798 req-842d0a27-c222-46e5-ae91-993c2b3f49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.430260 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a643e45f-4d05-408c-88a2-22ce6af0db3f tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.430684 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-eeb2e695-ad26-43e7-8eae-37d3fcbc1798 req-842d0a27-c222-46e5-ae91-993c2b3f49ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 1098 time: 0.1463377 Aug 29 04:20:13.433693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a643e45f-4d05-408c-88a2-22ce6af0db3f tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.434927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a643e45f-4d05-408c-88a2-22ce6af0db3f tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "DELETE /v2.0/security-groups/f23ffcd8-0a34-4b69-aed0-261431c89d89 HTTP/1.1" status: 204 len: 168 time: 0.2178049 Aug 29 04:20:13.436578 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e7da9-67d2-4327-871a-0d785c6f959f None None] New status for floating IP c7cca2bc-c369-44a1-b38d-80d5a148be52: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:20:13.439545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41540) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:13.444417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643e45f-4d05-408c-88a2-22ce6af0db3f tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ffcd8-0a34-4b69-aed0-261431c89d89,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.444748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e67a242-15f9-4cdb-820c-f9946e0ffee0 admin admin] Deleting subnet a161de71-d33d-4889-b614-6fdbb2f3d805 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:13.460463 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e67a242-15f9-4cdb-820c-f9946e0ffee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.492587 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-dcbf5ccd-a198-474a-bb3f-1431bdcf61ea tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] show failed (client error): The resource could not be found. Aug 29 04:20:13.496530 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dcbf5ccd-a198-474a-bb3f-1431bdcf61ea tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "GET /v2.0/security-groups/f23ffcd8-0a34-4b69-aed0-261431c89d89 HTTP/1.1" status: 404 len: 347 time: 0.0464075 Aug 29 04:20:13.497608 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41546) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:13.563531 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e67a242-15f9-4cdb-820c-f9946e0ffee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.593555 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-eeb2e695-ad26-43e7-8eae-37d3fcbc1798 req-35854ba6-8129-4cac-9d64-88946fc41c71 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547475 Aug 29 04:20:13.622484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a6b2-f5b1-48b3-be1e-50a6465b4841 req-700705ca-678e-48c4-bb1b-4ba81de7ddd4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.632718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2a0a6b2-f5b1-48b3-be1e-50a6465b4841 req-700705ca-678e-48c4-bb1b-4ba81de7ddd4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.0771978 Aug 29 04:20:13.668673 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e67a242-15f9-4cdb-820c-f9946e0ffee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.683102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2a0a6b2-f5b1-48b3-be1e-50a6465b4841 req-6056fc95-30f9-43ca-9b72-9677e10996fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488279 Aug 29 04:20:13.739108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-fa327919-0e5d-4b10-854a-3c7590a24711 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Deleting port a7a62a72-c0f7-428f-a809-69b3738c5e2a {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:13.739449 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa327919-0e5d-4b10-854a-3c7590a24711 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.752773 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e67a242-15f9-4cdb-820c-f9946e0ffee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.820715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67a242-15f9-4cdb-820c-f9946e0ffee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a161de71-d33d-4889-b614-6fdbb2f3d805,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.822674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e67a242-15f9-4cdb-820c-f9946e0ffee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.824554 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1e67a242-15f9-4cdb-820c-f9946e0ffee0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a161de71-d33d-4889-b614-6fdbb2f3d805 HTTP/1.1" status: 204 len: 168 time: 0.5249104 Aug 29 04:20:13.826925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41562) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:13.879039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54ad6-203c-4808-9b73-85734df2c722 req-4fce23b1-5e8e-4a81-a93b-77573e147750 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.881613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddd54ad6-203c-4808-9b73-85734df2c722 req-4fce23b1-5e8e-4a81-a93b-77573e147750 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 946 time: 0.1009996 Aug 29 04:20:13.908067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc28b685-c75d-48a8-a2bd-d6afdeef2489 req-8ab2cd19-16c7-4efd-8571-645a663539c2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/56fc948d-58e9-4168-a913-7761c4d49166 HTTP/1.1" status: 200 len: 1802 time: 0.1044660 Aug 29 04:20:13.912622 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa327919-0e5d-4b10-854a-3c7590a24711 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.912959 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa327919-0e5d-4b10-854a-3c7590a24711 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.934163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-fa327919-0e5d-4b10-854a-3c7590a24711 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Calling delete_port for a7a62a72-c0f7-428f-a809-69b3738c5e2a owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:13.942968 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.968368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddd54ad6-203c-4808-9b73-85734df2c722 req-8d642327-0008-4844-aba3-99207f83116c tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777566 Aug 29 04:20:13.996752 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cc28b685-c75d-48a8-a2bd-d6afdeef2489 req-3cee20d0-4955-4124-9a94-66244796654d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.022411 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cc28b685-c75d-48a8-a2bd-d6afdeef2489 req-3cee20d0-4955-4124-9a94-66244796654d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.070851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cc28b685-c75d-48a8-a2bd-d6afdeef2489 req-3cee20d0-4955-4124-9a94-66244796654d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.073687 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cc28b685-c75d-48a8-a2bd-d6afdeef2489 req-3cee20d0-4955-4124-9a94-66244796654d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.074872 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc28b685-c75d-48a8-a2bd-d6afdeef2489 req-3cee20d0-4955-4124-9a94-66244796654d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/56fc948d-58e9-4168-a913-7761c4d49166 HTTP/1.1" status: 204 len: 173 time: 0.1658936 Aug 29 04:20:14.111415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee20d0-4955-4124-9a94-66244796654d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc948d-58e9-4168-a913-7761c4d49166,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:14.160124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5bd81509-2ca1-4074-a164-7b6c32f1eaeb req-a14cfd65-1734-4332-a776-b18b6b7143d5 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/0b7886af-13fc-4e0e-a0bf-b7a64aaabfb5 HTTP/1.1" status: 200 len: 1801 time: 0.0620255 Aug 29 04:20:14.199029 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.218698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:14.232755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fb4824-f729-4e02-98ca-5a6638ba9625') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:14.232972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fb4824-f729-4e02-98ca-5a6638ba9625') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:14.242750 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.252463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60111f08-1150-4919-ba35-a3a2d829a735 req-8f557fa4-a839-4f89-8bd2-a8a8eac449ab tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.253956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60111f08-1150-4919-ba35-a3a2d829a735 req-8f557fa4-a839-4f89-8bd2-a8a8eac449ab tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0833635 Aug 29 04:20:14.259275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5bd81509-2ca1-4074-a164-7b6c32f1eaeb req-15c866cd-aa5e-4cef-a109-bc3646523c73 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.288012 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.296378 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5bd81509-2ca1-4074-a164-7b6c32f1eaeb req-15c866cd-aa5e-4cef-a109-bc3646523c73 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.297689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:14.298087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:14.299761 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:14.325858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60111f08-1150-4919-ba35-a3a2d829a735 req-f110a44b-9bb5-4233-8a39-acfe9fb6d444 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645878 Aug 29 04:20:14.359232 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa327919-0e5d-4b10-854a-3c7590a24711 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.360764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5bd81509-2ca1-4074-a164-7b6c32f1eaeb req-15c866cd-aa5e-4cef-a109-bc3646523c73 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.364733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5bd81509-2ca1-4074-a164-7b6c32f1eaeb req-15c866cd-aa5e-4cef-a109-bc3646523c73 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.370935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5bd81509-2ca1-4074-a164-7b6c32f1eaeb req-15c866cd-aa5e-4cef-a109-bc3646523c73 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b7886af-13fc-4e0e-a0bf-b7a64aaabfb5 HTTP/1.1" status: 204 len: 173 time: 0.2066317 Aug 29 04:20:14.378618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c866cd-aa5e-4cef-a109-bc3646523c73 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7886af-13fc-4e0e-a0bf-b7a64aaabfb5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:14.393704 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa327919-0e5d-4b10-854a-3c7590a24711 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Pushing event deleted for resources: {'Port': ['ID=a7a62a72-c0f7-428f-a809-69b3738c5e2a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:14.399263 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.408989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.411346 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19 HTTP/1.1" status: 204 len: 168 time: 0.5824499 Aug 29 04:20:14.411656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-71a47049-7051-4b8a-9189-764a1aaef184 req-cbde491b-1a6d-4bc8-8f64-89fd90a06a19 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1858101140', 'description': 'tempest-description-1602838648'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:14.427025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae3a7a-884f-472e-bb37-96f7bf77c501 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4cd806-3ccb-45f1-a8c1-2c5abd7bcb19,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:14.451331 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71a47049-7051-4b8a-9189-764a1aaef184 req-cbde491b-1a6d-4bc8-8f64-89fd90a06a19 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.489672 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa327919-0e5d-4b10-854a-3c7590a24711 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.492189 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa327919-0e5d-4b10-854a-3c7590a24711 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.493420 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fa327919-0e5d-4b10-854a-3c7590a24711 tempest-ServersTestManualDisk-1238491612 tempest-ServersTestManualDisk-1238491612-project] 10.222.0.49 "DELETE /v2.0/floatingips/c7cca2bc-c369-44a1-b38d-80d5a148be52 HTTP/1.1" status: 204 len: 168 time: 0.9947369 Aug 29 04:20:14.497069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41580) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:14.594948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41584) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:14.621846 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71a47049-7051-4b8a-9189-764a1aaef184 req-cbde491b-1a6d-4bc8-8f64-89fd90a06a19 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.630184 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71a47049-7051-4b8a-9189-764a1aaef184 req-cbde491b-1a6d-4bc8-8f64-89fd90a06a19 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.677865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7e9e1cf3-5257-4a77-be39-3f9f83fa029c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f22239749054500ab4b3e001d134f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815122 Aug 29 04:20:14.680117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-71a47049-7051-4b8a-9189-764a1aaef184 req-cbde491b-1a6d-4bc8-8f64-89fd90a06a19 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.681361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71a47049-7051-4b8a-9189-764a1aaef184 req-cbde491b-1a6d-4bc8-8f64-89fd90a06a19 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2781720 Aug 29 04:20:14.682040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41586) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:14.688425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde491b-1a6d-4bc8-8f64-89fd90a06a19 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9cdc8d-87bb-47f5-a0c8-762fd11e41f5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:14.784006 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31717dd8-1f00-42bc-9b58-aff1f4ec88ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.817878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84e24ae5-2334-4da8-b673-e590cc188292 req-55881b06-6735-4c2b-89e8-691a7aebee0a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/ca9cdc8d-87bb-47f5-a0c8-762fd11e41f5 HTTP/1.1" status: 200 len: 1803 time: 0.0987639 Aug 29 04:20:14.839171 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31717dd8-1f00-42bc-9b58-aff1f4ec88ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.839171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-84e24ae5-2334-4da8-b673-e590cc188292 req-04bffcc2-9e5f-4d61-a252-0c3e2021c9ea tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1337245654', 'description': 'tempest-description-hth-347637718'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:14.902433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa974e-7423-4737-bef1-29c4b3bb6aa4 req-ffb495ff-4969-45ee-a79c-8c810b948b2f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.903944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47aa974e-7423-4737-bef1-29c4b3bb6aa4 req-ffb495ff-4969-45ee-a79c-8c810b948b2f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1346750 Aug 29 04:20:14.907522 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84e24ae5-2334-4da8-b673-e590cc188292 req-04bffcc2-9e5f-4d61-a252-0c3e2021c9ea tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.954874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31717dd8-1f00-42bc-9b58-aff1f4ec88ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.957567 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31717dd8-1f00-42bc-9b58-aff1f4ec88ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.960407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-31717dd8-1f00-42bc-9b58-aff1f4ec88ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87b2ea9d-5776-4b9e-8fd4-fec198426fe1 HTTP/1.1" status: 204 len: 168 time: 0.2757511 Aug 29 04:20:14.974227 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.981701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31717dd8-1f00-42bc-9b58-aff1f4ec88ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b2ea9d-5776-4b9e-8fd4-fec198426fe1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:14.987422 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84e24ae5-2334-4da8-b673-e590cc188292 req-04bffcc2-9e5f-4d61-a252-0c3e2021c9ea tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.996173 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84e24ae5-2334-4da8-b673-e590cc188292 req-04bffcc2-9e5f-4d61-a252-0c3e2021c9ea tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.998740 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84e24ae5-2334-4da8-b673-e590cc188292 req-04bffcc2-9e5f-4d61-a252-0c3e2021c9ea tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.000053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84e24ae5-2334-4da8-b673-e590cc188292 req-04bffcc2-9e5f-4d61-a252-0c3e2021c9ea tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "PUT /v2.0/security-groups/ca9cdc8d-87bb-47f5-a0c8-762fd11e41f5 HTTP/1.1" status: 200 len: 1776 time: 0.1757536 Aug 29 04:20:15.009495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47aa974e-7423-4737-bef1-29c4b3bb6aa4 req-3475ba7a-8445-431e-8f21-e215ddbaf1b2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758245 Aug 29 04:20:15.036631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bffcc2-9e5f-4d61-a252-0c3e2021c9ea tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9cdc8d-87bb-47f5-a0c8-762fd11e41f5,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.126906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f3a9e22-831a-4105-bc38-33738bf35fcb req-12555c57-56eb-453c-bd96-46e608510b35 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/ca9cdc8d-87bb-47f5-a0c8-762fd11e41f5 HTTP/1.1" status: 200 len: 1776 time: 0.0658820 Aug 29 04:20:15.169225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a318df8-d51d-4db6-abda-3cd7105dbe9a req-54bc154d-22a3-4812-89e2-d0bdbdd690e4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.176910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a318df8-d51d-4db6-abda-3cd7105dbe9a req-54bc154d-22a3-4812-89e2-d0bdbdd690e4 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 946 time: 0.0890293 Aug 29 04:20:15.226797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a318df8-d51d-4db6-abda-3cd7105dbe9a req-1a7a50f5-0b8a-4921-8a89-91d672acca89 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490336 Aug 29 04:20:15.254748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8376b15-706c-4117-b174-c89238222020 req-529bb001-a3de-4364-873a-29f95387d24d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/ca9cdc8d-87bb-47f5-a0c8-762fd11e41f5 HTTP/1.1" status: 200 len: 1776 time: 0.1016197 Aug 29 04:20:15.325420 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8376b15-706c-4117-b174-c89238222020 req-9c7e9122-dce2-42c7-b98b-7e4ec8cb8b6a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.341583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] Deleting port 395cab17-d48b-4ab1-9a73-cb53ebacccc8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:15.342008 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.354567 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8376b15-706c-4117-b174-c89238222020 req-9c7e9122-dce2-42c7-b98b-7e4ec8cb8b6a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.402638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8376b15-706c-4117-b174-c89238222020 req-9c7e9122-dce2-42c7-b98b-7e4ec8cb8b6a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.406553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8376b15-706c-4117-b174-c89238222020 req-9c7e9122-dce2-42c7-b98b-7e4ec8cb8b6a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.416689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8376b15-706c-4117-b174-c89238222020 req-9c7e9122-dce2-42c7-b98b-7e4ec8cb8b6a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/ca9cdc8d-87bb-47f5-a0c8-762fd11e41f5 HTTP/1.1" status: 204 len: 173 time: 0.1560144 Aug 29 04:20:15.434409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e9122-dce2-42c7-b98b-7e4ec8cb8b6a tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9cdc8d-87bb-47f5-a0c8-762fd11e41f5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.486995 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] For port 395cab17-d48b-4ab1-9a73-cb53ebacccc8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=395cab17-d48b-4ab1-9a73-cb53ebacccc8,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:15.488694 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.516221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] Calling delete_port for 395cab17-d48b-4ab1-9a73-cb53ebacccc8 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:15.608246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fef0ea-0fde-4de0-abd3-cbee6ea73c58 req-a1a6db37-1e4d-4db7-9ca0-1ee8013be96a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.609943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75fef0ea-0fde-4de0-abd3-cbee6ea73c58 req-a1a6db37-1e4d-4db7-9ca0-1ee8013be96a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0913939 Aug 29 04:20:15.689250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:15.703414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75fef0ea-0fde-4de0-abd3-cbee6ea73c58 req-59bb08b1-f486-404b-b3d1-f7b327e489d9 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841863 Aug 29 04:20:15.741882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238187a4-73bb-437d-83b6-6dc04ec39384 req-6501a1f7-3024-4284-93df-c1a584f60a75 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.749234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-238187a4-73bb-437d-83b6-6dc04ec39384 req-6501a1f7-3024-4284-93df-c1a584f60a75 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 946 time: 0.0862672 Aug 29 04:20:15.766932 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.820370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] Pushing event deleted for resources: {'Port': ['ID=395cab17-d48b-4ab1-9a73-cb53ebacccc8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.846611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:15.850875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:15.851854 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.883407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-238187a4-73bb-437d-83b6-6dc04ec39384 req-f699176e-d092-4876-89c7-3dde592656f8 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330311 Aug 29 04:20:15.895393 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-93023477-23b2-4ce8-8ad4-5fdc1fca2e2d req-425b6272-df1d-4801-b601-9a33cec67229 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] show failed (client error): The resource could not be found. Aug 29 04:20:15.895393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93023477-23b2-4ce8-8ad4-5fdc1fca2e2d req-425b6272-df1d-4801-b601-9a33cec67229 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/0b7886af-13fc-4e0e-a0bf-b7a64aaabfb5 HTTP/1.1" status: 404 len: 352 time: 0.0644486 Aug 29 04:20:15.962946 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-d3735ab7-42e6-44b8-81f1-574863182574 req-7cfc3ae4-8005-490b-ac75-4a15cad1d033 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] show failed (client error): The resource could not be found. Aug 29 04:20:15.964035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3735ab7-42e6-44b8-81f1-574863182574 req-7cfc3ae4-8005-490b-ac75-4a15cad1d033 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/56fc948d-58e9-4168-a913-7761c4d49166 HTTP/1.1" status: 404 len: 352 time: 0.0468395 Aug 29 04:20:16.022164 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-8c4ebe0a-0094-4bdf-a3c4-1c84015ad43b req-ff3d2cda-fa7a-4baa-953a-158b92bad549 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] show failed (client error): The resource could not be found. Aug 29 04:20:16.033027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c4ebe0a-0094-4bdf-a3c4-1c84015ad43b req-ff3d2cda-fa7a-4baa-953a-158b92bad549 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/dd7fe91f-eb72-4030-9b4d-7d6402dbea35 HTTP/1.1" status: 404 len: 352 time: 0.0433319 Aug 29 04:20:16.094453 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-55e4c7dc-2f21-4078-ba5e-5a70b766b238 req-aab47449-5ae1-4e6d-92ba-83103d7dec96 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] show failed (client error): The resource could not be found. Aug 29 04:20:16.107983 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.115636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55e4c7dc-2f21-4078-ba5e-5a70b766b238 req-aab47449-5ae1-4e6d-92ba-83103d7dec96 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/4aa62838-5182-450f-baae-d003ca894877 HTTP/1.1" status: 404 len: 352 time: 0.0583873 Aug 29 04:20:16.130571 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.176622 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-589ab9c9-6741-4350-82e6-7fec8e588f96 req-40783295-eae8-4864-ae77-506071f90fcc tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] show failed (client error): The resource could not be found. Aug 29 04:20:16.177690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-589ab9c9-6741-4350-82e6-7fec8e588f96 req-40783295-eae8-4864-ae77-506071f90fcc tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/c83a0a19-b767-4f83-aaa5-bc4aad7688ac HTTP/1.1" status: 404 len: 352 time: 0.0283237 Aug 29 04:20:16.189054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:16.190007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:16.193782 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf0adb8-d58d-4a62-a0fc-d7cd4c4951e1" -d '{"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:16.197625 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.198790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 19aa53ea-e415-4c6c-8564-59668c43f8c9 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:16.252758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 19aa53ea-e415-4c6c-8564-59668c43f8c9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:16.255634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 19aa53ea-e415-4c6c-8564-59668c43f8c9 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:16.310214 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-af69fe82-368a-4b63-9373-64908e2866ce req-e14458e1-0a78-44af-b426-bb856a29f34d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] show failed (client error): The resource could not be found. Aug 29 04:20:16.327961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af69fe82-368a-4b63-9373-64908e2866ce req-e14458e1-0a78-44af-b426-bb856a29f34d tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/350f0600-1394-4573-9660-c53f510819e5 HTTP/1.1" status: 404 len: 352 time: 0.0622957 Aug 29 04:20:16.358396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:16.370693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d22a7c-8f08-4704-9298-c44cd6d84bfd req-9d9510d5-c5c4-4156-b3d1-daaea65d35a6 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.374771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99d22a7c-8f08-4704-9298-c44cd6d84bfd req-9d9510d5-c5c4-4156-b3d1-daaea65d35a6 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 945 time: 0.1916316 Aug 29 04:20:16.401944 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b21033-1b44-4ef6-adcc-afa529892cc5 x-openstack-request-id: req-39b21033-1b44-4ef6-adcc-afa529892cc5 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:16.402249 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:16.402539 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39b21033-1b44-4ef6-adcc-afa529892cc5 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:16.402916 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'code': 200} Aug 29 04:20:16.446660 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99d22a7c-8f08-4704-9298-c44cd6d84bfd req-af3f8817-1972-40c7-b73d-b9baf16e803a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596883 Aug 29 04:20:16.539433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device be2aa2e7-5dbd-4223-93d2-0009c67179bb no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:16.558419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4f047-b240-4f3b-b9b3-fd40fcd5cb06 req-27427fa1-f82d-4156-abc2-b246957e4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.560416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8d4f047-b240-4f3b-b9b3-fd40fcd5cb06 req-27427fa1-f82d-4156-abc2-b246957e4c5d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1097 time: 0.0624413 Aug 29 04:20:16.640140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8d4f047-b240-4f3b-b9b3-fd40fcd5cb06 req-92672e76-ef41-460c-b236-2cea4b6c52b8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565255 Aug 29 04:20:16.640603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: be2aa2e7-5dbd-4223-93d2-0009c67179bb {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:16.640603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device be2aa2e7-5dbd-4223-93d2-0009c67179bb not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:16.759865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacab001-ee2e-4039-8a53-5bc7ab2451e9 req-29068fa9-4ded-4ceb-ab59-cdbcc31ad6c2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.768561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dacab001-ee2e-4039-8a53-5bc7ab2451e9 req-29068fa9-4ded-4ceb-ab59-cdbcc31ad6c2 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 1023 time: 0.0794265 Aug 29 04:20:16.829019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dacab001-ee2e-4039-8a53-5bc7ab2451e9 req-88d23b62-d7b5-4905-8374-74b277796f73 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&id=2442761c-2a4a-4df2-8dbd-5a8af64f5064&id=67a0b61c-5b9f-429b-ac44-091bf8f3b071&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0595605 Aug 29 04:20:16.896595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dfd02-fd1a-40e1-b2cf-2150feb04327 req-9bf0fe17-7ee5-4ba2-a4ca-22cad55fb6d8 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.900436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b4dfd02-fd1a-40e1-b2cf-2150feb04327 req-9bf0fe17-7ee5-4ba2-a4ca-22cad55fb6d8 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.0857458 Aug 29 04:20:16.906455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641e0ea-afd5-4223-a35b-780b110886dc req-398c93a7-158a-46af-886e-f47e571fb941 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.908781 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b641e0ea-afd5-4223-a35b-780b110886dc req-398c93a7-158a-46af-886e-f47e571fb941 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.59 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 945 time: 0.5219898 Aug 29 04:20:16.945088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b4dfd02-fd1a-40e1-b2cf-2150feb04327 req-1a59c4ad-da89-4a5e-9be0-977d0db8c76d tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402904 Aug 29 04:20:17.005655 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] Router d961c51e-3357-45c1-947f-a6d9df8abfd8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:17.049698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb91493-b319-4054-a224-ae0e8637d143 req-4094a74c-d122-49ca-9843-33c0729cdbe8 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.051767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5bb91493-b319-4054-a224-ae0e8637d143 req-4094a74c-d122-49ca-9843-33c0729cdbe8 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 946 time: 0.0650508 Aug 29 04:20:17.099201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-b641e0ea-afd5-4223-a35b-780b110886dc req-d784afe9-81eb-4308-81ae-222b28961a30 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Deleting port c1d4109a-309e-47c5-8cc2-bceee570f599 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:17.099201 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b641e0ea-afd5-4223-a35b-780b110886dc req-d784afe9-81eb-4308-81ae-222b28961a30 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.105764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5bb91493-b319-4054-a224-ae0e8637d143 req-5128ca90-5f0d-472f-8563-251a26aadd68 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Aug 29 04:20:17.220784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:17.228693 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5c112d95-5b5a-4f32-80df-1f49639b2210 admin admin] 10.222.0.49 "PUT /v2.0/routers/d961c51e-3357-45c1-947f-a6d9df8abfd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7303798 Aug 29 04:20:17.231317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41714) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:17.233948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] Sync routers for ids ['d961c51e-3357-45c1-947f-a6d9df8abfd8'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:17.253731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] Routers {'d961c51e-3357-45c1-947f-a6d9df8abfd8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:17.254432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d961c51e-3357-45c1-947f-a6d9df8abfd8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:17.265681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b641e0ea-afd5-4223-a35b-780b110886dc req-d784afe9-81eb-4308-81ae-222b28961a30 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] For port c1d4109a-309e-47c5-8cc2-bceee570f599, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c1d4109a-309e-47c5-8cc2-bceee570f599,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:17.266687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b641e0ea-afd5-4223-a35b-780b110886dc req-d784afe9-81eb-4308-81ae-222b28961a30 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.297212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-b641e0ea-afd5-4223-a35b-780b110886dc req-d784afe9-81eb-4308-81ae-222b28961a30 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Calling delete_port for c1d4109a-309e-47c5-8cc2-bceee570f599 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:17.430247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] Set router d961c51e-3357-45c1-947f-a6d9df8abfd8 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:17.501800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b641e0ea-afd5-4223-a35b-780b110886dc req-d784afe9-81eb-4308-81ae-222b28961a30 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.511512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41722) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:17.521441 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.563551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784afe9-81eb-4308-81ae-222b28961a30 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Pushing event deleted for resources: {'Port': ['ID=c1d4109a-309e-47c5-8cc2-bceee570f599,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:17.623735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ce078-94b1-4b12-9c44-9fd02b940e8b req-28bb5810-5b55-4d6b-a12f-38beb44a8278 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.626584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b641e0ea-afd5-4223-a35b-780b110886dc req-d784afe9-81eb-4308-81ae-222b28961a30 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] No DVR routers for this DVR port c1d4109a-309e-47c5-8cc2-bceee570f599 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:17.631780 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b641e0ea-afd5-4223-a35b-780b110886dc req-d784afe9-81eb-4308-81ae-222b28961a30 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.634548 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b641e0ea-afd5-4223-a35b-780b110886dc req-d784afe9-81eb-4308-81ae-222b28961a30 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.59 "DELETE /v2.0/ports/c1d4109a-309e-47c5-8cc2-bceee570f599 HTTP/1.1" status: 204 len: 173 time: 0.7171540 Aug 29 04:20:17.635062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9934be31-e31c-45ef-9868-60eb91664764', 'name': 'network-vif-deleted', 'tag': 'c1d4109a-309e-47c5-8cc2-bceee570f599'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:17.639003 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc27cb5c-0348-49b9-8feb-e049e2009045" -d '{"events": [{"server_uuid": "9934be31-e31c-45ef-9868-60eb91664764", "name": "network-vif-deleted", "tag": "c1d4109a-309e-47c5-8cc2-bceee570f599"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:17.642657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-399ce078-94b1-4b12-9c44-9fd02b940e8b req-28bb5810-5b55-4d6b-a12f-38beb44a8278 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 946 time: 0.2108018 Aug 29 04:20:17.733428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['d7f39c42-905f-4277-93e5-41aaf2976fff', 'c1d4109a-309e-47c5-8cc2-bceee570f599'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:17.762436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.825203 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1b26fd2-2ddc-423e-9fc0-21df46af1086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.836887 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-399ce078-94b1-4b12-9c44-9fd02b940e8b req-cce47346-ceeb-4fea-bc25-0acf2188d49f tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928229 Aug 29 04:20:17.879011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9582-604f-40d8-b32e-61319bf168b2 req-95ffdbe6-8531-47f8-b1c7-a3a4696b6562 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.880674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bcd9582-604f-40d8-b32e-61319bf168b2 req-95ffdbe6-8531-47f8-b1c7-a3a4696b6562 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 945 time: 0.3010583 Aug 29 04:20:17.939320 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a1d9a4-7b9c-4a0a-beb8-bd8b7447c96f x-openstack-request-id: req-b0a1d9a4-7b9c-4a0a-beb8-bd8b7447c96f {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:17.939482 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9934be31-e31c-45ef-9868-60eb91664764", "name": "network-vif-deleted", "tag": "c1d4109a-309e-47c5-8cc2-bceee570f599", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:17.939681 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0a1d9a4-7b9c-4a0a-beb8-bd8b7447c96f {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:17.940471 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9934be31-e31c-45ef-9868-60eb91664764', 'name': 'network-vif-deleted', 'tag': 'c1d4109a-309e-47c5-8cc2-bceee570f599', 'status': 'completed', 'code': 200} Aug 29 04:20:17.979741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bcd9582-604f-40d8-b32e-61319bf168b2 req-ffeae6fd-b492-4606-859b-715e90d759ed tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912428 Aug 29 04:20:17.990312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Deleting port 782ca690-16cf-48cd-981e-d83d04ad63e4 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:17.999759 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.024423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1b26fd2-2ddc-423e-9fc0-21df46af1086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.029159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1b26fd2-2ddc-423e-9fc0-21df46af1086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.058698 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.091761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b26fd2-2ddc-423e-9fc0-21df46af1086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ad0e95-4540-4338-855b-b7fc4609b99d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:18.113759 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f1b26fd2-2ddc-423e-9fc0-21df46af1086 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=618a899c277c423a9d4d6dd406197f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967031 Aug 29 04:20:18.113993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41742) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:18.224313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:20:15Z', 'revision_number': 5, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port': {'id': '782ca690-16cf-48cd-981e-d83d04ad63e4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:36Z', 'updated_at': '2021-08-29T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:18.251864 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e7419f6-1e76-403b-9527-19c7eb017883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.263354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] Checking router: d961c51e-3357-45c1-947f-a6d9df8abfd8 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:18.274858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] Routers {'d961c51e-3357-45c1-947f-a6d9df8abfd8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:18.283823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d961c51e-3357-45c1-947f-a6d9df8abfd8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:18.284146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04ebde3-8f62-403d-9b56-3a1bb92dd359 req-0eadd8d4-adbe-42cb-a0b7-b3e75350b9a4 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=9934be31-e31c-45ef-9868-60eb91664764 HTTP/1.1" status: 200 len: 210 time: 0.1450038 Aug 29 04:20:18.297543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e7419f6-1e76-403b-9527-19c7eb017883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.302765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327c0a2-b949-4c71-b5af-b9811b6065e2 req-d50ae85c-3ea9-4d2e-ae28-4304ebd3e0c5 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.304283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9327c0a2-b949-4c71-b5af-b9811b6065e2 req-d50ae85c-3ea9-4d2e-ae28-4304ebd3e0c5 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 1023 time: 0.1753006 Aug 29 04:20:18.353324 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e7419f6-1e76-403b-9527-19c7eb017883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.356814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e7419f6-1e76-403b-9527-19c7eb017883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.360584 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6e7419f6-1e76-403b-9527-19c7eb017883 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76ad0e95-4540-4338-855b-b7fc4609b99d HTTP/1.1" status: 204 len: 168 time: 0.2433205 Aug 29 04:20:18.366758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7419f6-1e76-403b-9527-19c7eb017883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ad0e95-4540-4338-855b-b7fc4609b99d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:18.387730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] For port 782ca690-16cf-48cd-981e-d83d04ad63e4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=782ca690-16cf-48cd-981e-d83d04ad63e4,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:18.391105 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.429004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9327c0a2-b949-4c71-b5af-b9811b6065e2 req-21fcde12-70d9-46a0-a07f-249b06cefee8 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&id=2442761c-2a4a-4df2-8dbd-5a8af64f5064&id=67a0b61c-5b9f-429b-ac44-091bf8f3b071&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1140063 Aug 29 04:20:18.433819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Calling delete_port for 782ca690-16cf-48cd-981e-d83d04ad63e4 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:18.454845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] Set router d961c51e-3357-45c1-947f-a6d9df8abfd8 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:18.527699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:20:17Z', 'revision_number': 6, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:18.575808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255dbd4-074e-46c7-b4ec-07165d5a5c40 None None] The sync data for ids ['d961c51e-3357-45c1-947f-a6d9df8abfd8'] in n-d-712141-12 is: [{'id': 'd961c51e-3357-45c1-947f-a6d9df8abfd8', 'name': 'tempest-ServersTestManualDisk-1356377351-router', 'tenant_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:35Z', 'updated_at': '2021-08-29T04:20:17Z', 'revision_number': 6, 'project_id': 'b716caa2c6574e6e8feaa2a4120782eb', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:18.671788 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.698697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Pushing event deleted for resources: {'Port': ['ID=782ca690-16cf-48cd-981e-d83d04ad63e4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:18.777139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.891944 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.900569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.906402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-cfb12518-ab05-4bde-8c64-d2a3001dde05 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.910166 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-cfb12518-ab05-4bde-8c64-d2a3001dde05 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.59 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 946 time: 0.0660436 Aug 29 04:20:19.105212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-2fe8a800-e22e-4c12-bdd0-b7bb9678f7e2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Deleting port b66171b7-4635-46cf-8c86-7bf2eee824f0 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:19.105212 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-2fe8a800-e22e-4c12-bdd0-b7bb9678f7e2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.124423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.124995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d961c51e-3357-45c1-947f-a6d9df8abfd8 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:20:19.148638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.152050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0557944a-117c-4082-b0b3-0ae617fb0172 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d961c51e-3357-45c1-947f-a6d9df8abfd8 HTTP/1.1" status: 204 len: 168 time: 1.9167724 Aug 29 04:20:19.157509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41780) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:19.204241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761a140-2789-47d0-89d6-229fbef2e34e req-7807105c-415c-4d55-9787-b6a2c03c3bbc tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.213595 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9761a140-2789-47d0-89d6-229fbef2e34e req-7807105c-415c-4d55-9787-b6a2c03c3bbc tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/ports?device_id=52ccf294-c372-44f0-a896-a97451bd491a HTTP/1.1" status: 200 len: 946 time: 0.1740658 Aug 29 04:20:19.225511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-2fe8a800-e22e-4c12-bdd0-b7bb9678f7e2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] For port b66171b7-4635-46cf-8c86-7bf2eee824f0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=b66171b7-4635-46cf-8c86-7bf2eee824f0,segment=NetworkSegment(11771a3e-f325-4922-9f1a-e07e77d1a1c6),segment_id=11771a3e-f325-4922-9f1a-e07e77d1a1c6)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:19.226036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-2fe8a800-e22e-4c12-bdd0-b7bb9678f7e2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.248132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-2fe8a800-e22e-4c12-bdd0-b7bb9678f7e2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Calling delete_port for b66171b7-4635-46cf-8c86-7bf2eee824f0 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:19.263718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-e5f2aed8-4692-47d7-9ffe-51529d695e88 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.265638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-e5f2aed8-4692-47d7-9ffe-51529d695e88 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.52 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 1023 time: 0.2477715 Aug 29 04:20:19.300080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-5753f234-b831-4614-97c9-acf28d244b54 admin admin] Deleting subnet 23d3c717-0190-4983-af66-884b72fd6ec4 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:19.312471 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5753f234-b831-4614-97c9-acf28d244b54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.333233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63368f4c-7b7b-4858-93d1-a44908190f07 req-4c3553ef-c36b-49ea-999a-47398fa6ed22 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.334813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63368f4c-7b7b-4858-93d1-a44908190f07 req-4c3553ef-c36b-49ea-999a-47398fa6ed22 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 945 time: 0.2330804 Aug 29 04:20:19.400079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41792) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:19.439554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9761a140-2789-47d0-89d6-229fbef2e34e req-f520ea19-dcf9-4e14-a8d8-ed9790bad17e tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.49 "GET /v2.0/security-groups?id=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245290 Aug 29 04:20:19.467587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-2fe8a800-e22e-4c12-bdd0-b7bb9678f7e2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.490229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['b66171b7-4635-46cf-8c86-7bf2eee824f0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:19.506281 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5753f234-b831-4614-97c9-acf28d244b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.586290 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8a800-e22e-4c12-bdd0-b7bb9678f7e2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Pushing event deleted for resources: {'Port': ['ID=b66171b7-4635-46cf-8c86-7bf2eee824f0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.633532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1028472805-network', 'tenant_id': 'd6e3268e72ca47c89bb8dd9beffd1d85'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:19.665518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-2fe8a800-e22e-4c12-bdd0-b7bb9678f7e2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] No DVR routers for this DVR port b66171b7-4635-46cf-8c86-7bf2eee824f0 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:19.670129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-2fe8a800-e22e-4c12-bdd0-b7bb9678f7e2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.674129 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ed9b09e-4071-4e1e-b2ad-a7f2fa1df74d req-2fe8a800-e22e-4c12-bdd0-b7bb9678f7e2 tempest-DeleteServersTestJSON-736543909 tempest-DeleteServersTestJSON-736543909-project] 10.222.0.59 "DELETE /v2.0/ports/b66171b7-4635-46cf-8c86-7bf2eee824f0 HTTP/1.1" status: 204 len: 173 time: 0.7518110 Aug 29 04:20:19.733395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5753f234-b831-4614-97c9-acf28d244b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.781179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63368f4c-7b7b-4858-93d1-a44908190f07 req-e6e496ba-13d4-435e-beb3-187d8b8c7a13 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3752251 Aug 29 04:20:19.782774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Made reservation on behalf of d6e3268e72ca47c89bb8dd9beffd1d85 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:19.789064 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.828754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.942962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ccf294-c372-44f0-a896-a97451bd491a', 'name': 'network-vif-deleted', 'tag': 'b66171b7-4635-46cf-8c86-7bf2eee824f0'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:19.943265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 782ca690-16cf-48cd-981e-d83d04ad63e4 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:19.954389 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d227fa-095f-4a7a-8ecc-49f5b459e0f8" -d '{"events": [{"server_uuid": "52ccf294-c372-44f0-a896-a97451bd491a", "name": "network-vif-deleted", "tag": "b66171b7-4635-46cf-8c86-7bf2eee824f0"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:19.976033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 782ca690-16cf-48cd-981e-d83d04ad63e4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:19.976667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 782ca690-16cf-48cd-981e-d83d04ad63e4 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:19.977248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 395cab17-d48b-4ab1-9a73-cb53ebacccc8 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:20.011665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 395cab17-d48b-4ab1-9a73-cb53ebacccc8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:20.012373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 395cab17-d48b-4ab1-9a73-cb53ebacccc8 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:20.013394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-80695fca-b937-4383-9ae9-023c9cccc17c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Deleting port b5d92660-27de-4162-af6e-6b2dd9e1ce30 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:20.013886 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-80695fca-b937-4383-9ae9-023c9cccc17c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.058864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5753f234-b831-4614-97c9-acf28d244b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.522992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5753f234-b831-4614-97c9-acf28d244b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.524904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5753f234-b831-4614-97c9-acf28d244b54 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/23d3c717-0190-4983-af66-884b72fd6ec4 HTTP/1.1" status: 204 len: 168 time: 1.3648167 Aug 29 04:20:20.527520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41824) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:20.534247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4cbfaf-dab7-4503-9cad-df85fdc9705d None None] Network f73a73b8-9208-4150-8f6a-1ffd124f8588 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:20.571739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c1d4109a-309e-47c5-8cc2-bceee570f599 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:20.589825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753f234-b831-4614-97c9-acf28d244b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d3c717-0190-4983-af66-884b72fd6ec4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.663083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efe219-3f13-473e-a559-3a2db8ac93f0 req-fe58d99f-27fe-4b4c-86c8-660b6ad47c59 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.664504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: c1d4109a-309e-47c5-8cc2-bceee570f599 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:20.664855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c1d4109a-309e-47c5-8cc2-bceee570f599 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:20.671649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0efe219-3f13-473e-a559-3a2db8ac93f0 req-fe58d99f-27fe-4b4c-86c8-660b6ad47c59 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 1023 time: 0.6916029 Aug 29 04:20:20.684628 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.744316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.768066 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.772704 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Deleting port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:20.773565 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.784552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a2ccf-f6bc-47d6-8b19-07f709abab47 req-4ede9f5c-427f-4ecb-bc2a-1eb88f477c17 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.786205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a9a2ccf-f6bc-47d6-8b19-07f709abab47 req-4ede9f5c-427f-4ecb-bc2a-1eb88f477c17 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 945 time: 0.2591674 Aug 29 04:20:20.823342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-80695fca-b937-4383-9ae9-023c9cccc17c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] For port b5d92660-27de-4162-af6e-6b2dd9e1ce30, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b5d92660-27de-4162-af6e-6b2dd9e1ce30,segment=NetworkSegment(7e4d5156-e4b5-4195-a768-ba902fba463e),segment_id=7e4d5156-e4b5-4195-a768-ba902fba463e)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:20.823938 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-80695fca-b937-4383-9ae9-023c9cccc17c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.831548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:20.835122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41828) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:20.840021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-00815be9-702b-46bb-b10d-c25618723f7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'floatingip': {'port_id': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:20.843362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c371363f-40b6-4585-ac87-60505d7e3553 None None] DHCP port deletion for f73a73b8-9208-4150-8f6a-1ffd124f8588 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:20:20.881503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0efe219-3f13-473e-a559-3a2db8ac93f0 req-fc5b93d3-5867-495b-86fa-14d7970a94b4 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7&id=2442761c-2a4a-4df2-8dbd-5a8af64f5064&id=67a0b61c-5b9f-429b-ac44-091bf8f3b071&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2088141 Aug 29 04:20:20.906246 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] For port a32d2066-49ff-4a4c-aa2c-c07ea3427f60, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a32d2066-49ff-4a4c-aa2c-c07ea3427f60,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:20.906626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.926470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c371363f-40b6-4585-ac87-60505d7e3553 None None] Deleting port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:20.927554 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c371363f-40b6-4585-ac87-60505d7e3553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.946952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Calling delete_port for a32d2066-49ff-4a4c-aa2c-c07ea3427f60 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:20.999548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-80695fca-b937-4383-9ae9-023c9cccc17c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Calling delete_port for b5d92660-27de-4162-af6e-6b2dd9e1ce30 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:21.002859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c371363f-40b6-4585-ac87-60505d7e3553 None None] For port a32d2066-49ff-4a4c-aa2c-c07ea3427f60, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a32d2066-49ff-4a4c-aa2c-c07ea3427f60,segment=NetworkSegment(c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e),segment_id=c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:21.003592 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c371363f-40b6-4585-ac87-60505d7e3553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.018115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c371363f-40b6-4585-ac87-60505d7e3553 None None] Calling delete_port for a32d2066-49ff-4a4c-aa2c-c07ea3427f60 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:21.031384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.031843 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Added segment 23718d7d-54b5-4101-ae23-90baa2a3dc39 of type vlan for network 9e5e628b-242e-4ccd-9673-ccdd54993bd2 Aug 29 04:20:21.053739 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00815be9-702b-46bb-b10d-c25618723f7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.107284 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d3093-b912-4d7c-b9a0-449ce158e6c2 x-openstack-request-id: req-dc4d3093-b912-4d7c-b9a0-449ce158e6c2 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:21.108513 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ccf294-c372-44f0-a896-a97451bd491a", "name": "network-vif-deleted", "tag": "b66171b7-4635-46cf-8c86-7bf2eee824f0", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:21.108946 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc4d3093-b912-4d7c-b9a0-449ce158e6c2 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:21.110068 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ccf294-c372-44f0-a896-a97451bd491a', 'name': 'network-vif-deleted', 'tag': 'b66171b7-4635-46cf-8c86-7bf2eee824f0', 'status': 'completed', 'code': 200} Aug 29 04:20:21.117229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c371363f-40b6-4585-ac87-60505d7e3553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.145324 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.153172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7c4001-52b3-412e-a963-f59477f012a4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.163543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] No DVR routers for this DVR port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:21.177213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c371363f-40b6-4585-ac87-60505d7e3553 None None] No DVR routers for this DVR port a32d2066-49ff-4a4c-aa2c-c07ea3427f60 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:21.179171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371363f-40b6-4585-ac87-60505d7e3553 None None] Pushing event deleted for resources: {'Port': ['ID=a32d2066-49ff-4a4c-aa2c-c07ea3427f60,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.210363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a32d2066-49ff-4a4c-aa2c-c07ea3427f60,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.287787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.291110 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.299066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73a73b8-9208-4150-8f6a-1ffd124f8588']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:21.313585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:21.313885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d6f3d8-85cd-4cbb-a543-e4b1f3b0658e') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:21.330655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.345995 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.353690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:21.354183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:21.355963 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:21.404345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b7166-c7f0-47a3-ab48-3f4f00ee02b3 req-d3676847-cbd3-44b5-b9e8-14ba2fd7e6af tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.410211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b7166-c7f0-47a3-ab48-3f4f00ee02b3 req-d3676847-cbd3-44b5-b9e8-14ba2fd7e6af tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.417203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b7166-c7f0-47a3-ab48-3f4f00ee02b3 req-d3676847-cbd3-44b5-b9e8-14ba2fd7e6af tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.420730 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.423608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b7166-c7f0-47a3-ab48-3f4f00ee02b3 req-d3676847-cbd3-44b5-b9e8-14ba2fd7e6af tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.429862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b7166-c7f0-47a3-ab48-3f4f00ee02b3 req-d3676847-cbd3-44b5-b9e8-14ba2fd7e6af tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.431061 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.433287 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] 10.222.0.49 "DELETE /v2.0/networks/f73a73b8-9208-4150-8f6a-1ffd124f8588 HTTP/1.1" status: 204 len: 168 time: 0.9047945 Aug 29 04:20:21.435807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b7166-c7f0-47a3-ab48-3f4f00ee02b3 req-d3676847-cbd3-44b5-b9e8-14ba2fd7e6af tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.442517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b7166-c7f0-47a3-ab48-3f4f00ee02b3 req-d3676847-cbd3-44b5-b9e8-14ba2fd7e6af tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.447354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5371673-2b99-4227-b04b-debf0d3d23fa admin admin] Pushing event deleted for resources: {'Network': ['ID=f73a73b8-9208-4150-8f6a-1ffd124f8588,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.450426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe5b7166-c7f0-47a3-ab48-3f4f00ee02b3 req-d3676847-cbd3-44b5-b9e8-14ba2fd7e6af tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5434 time: 0.3887482 Aug 29 04:20:21.468945 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.469843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.470419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.530565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d429-9fa6-4c23-bd89-b49483712615 req-e66612b8-acc1-4387-bf87-96f1309c4e55 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.532077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc83d429-9fa6-4c23-bd89-b49483712615 req-e66612b8-acc1-4387-bf87-96f1309c4e55 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.3145473 Aug 29 04:20:21.572072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41848) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:21.607998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1986885 Aug 29 04:20:21.615931 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41850) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:21.621013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Request body: {'subnet': {'network_id': '9e5e628b-242e-4ccd-9673-ccdd54993bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1028472805-subnet', 'tenant_id': 'd6e3268e72ca47c89bb8dd9beffd1d85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:21.694022 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-636dd396-efee-40e7-8e2a-1c2cdc52f544 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b716caa2c6574e6e8feaa2a4120782eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1198092 Aug 29 04:20:21.694962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41852) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:21.700380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fd913-e40c-4763-99ed-ce84ce8e868c admin admin] Pushing event updated for resources: {'Network': ['ID=9e5e628b-242e-4ccd-9673-ccdd54993bd2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.708660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-e035caab-9301-43d6-9745-fe24f8390b37 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.712458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9e5e628b-242e-4ccd-9673-ccdd54993bd2 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:21.717375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-e035caab-9301-43d6-9745-fe24f8390b37 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.724377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-e035caab-9301-43d6-9745-fe24f8390b37 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.724982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe5b7166-c7f0-47a3-ab48-3f4f00ee02b3 req-7ec6fe09-b075-48ed-a0fd-8d5522336f35 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2736590 Aug 29 04:20:21.730922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-e035caab-9301-43d6-9745-fe24f8390b37 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.737643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-e035caab-9301-43d6-9745-fe24f8390b37 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.745988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-e035caab-9301-43d6-9745-fe24f8390b37 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.766069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b5d92660-27de-4162-af6e-6b2dd9e1ce30 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:21.768947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-e035caab-9301-43d6-9745-fe24f8390b37 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.773664 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-e035caab-9301-43d6-9745-fe24f8390b37 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 5434 time: 0.1839569 Aug 29 04:20:21.774195 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Made reservation on behalf of d6e3268e72ca47c89bb8dd9beffd1d85 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:21.776542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.843787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc83d429-9fa6-4c23-bd89-b49483712615 req-b2223e98-640a-4457-a1be-ed4f8e00bd54 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690775 Aug 29 04:20:21.861236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No active binding found for port b5d92660-27de-4162-af6e-6b2dd9e1ce30 {{(pid=94852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:20:21.861810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b5d92660-27de-4162-af6e-6b2dd9e1ce30 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:21.889168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-80695fca-b937-4383-9ae9-023c9cccc17c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.914078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a32d2066-49ff-4a4c-aa2c-c07ea3427f60 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:21.946704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a32d2066-49ff-4a4c-aa2c-c07ea3427f60 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:21.947516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a32d2066-49ff-4a4c-aa2c-c07ea3427f60 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:21.991573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-310060db-c4e5-4321-aff2-4ddcc8b62009 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.993592 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-310060db-c4e5-4321-aff2-4ddcc8b62009 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "GET /v2.0/ports/dd80b936-e8e6-4c0f-a3c9-f1274c06bd60?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1958146 Aug 29 04:20:22.040362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80695fca-b937-4383-9ae9-023c9cccc17c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'Port': ['ID=b5d92660-27de-4162-af6e-6b2dd9e1ce30,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.123019 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-beb0d49f-8719-48b0-85e2-182bf071f7ea tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "GET /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1231036 Aug 29 04:20:22.131780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a54b862-85e5-4cc8-bb9f-115ca58a55a7 req-a561a299-efdf-47e0-8487-52ba566220d7 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/ports?device_id=192372d9-275e-44b5-a4c2-8246c5b1a477 HTTP/1.1" status: 200 len: 210 time: 0.0940344 Aug 29 04:20:22.155952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:22.159667 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbfe257c-c676-48ea-a00e-f0e7c6e24dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.184943 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbfe257c-c676-48ea-a00e-f0e7c6e24dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.223615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-80695fca-b937-4383-9ae9-023c9cccc17c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] No DVR routers for this DVR port b5d92660-27de-4162-af6e-6b2dd9e1ce30 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:22.226845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.229368 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-80695fca-b937-4383-9ae9-023c9cccc17c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.232705 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fa5a534-6b19-419e-8af3-a2b69aaf56ce req-80695fca-b937-4383-9ae9-023c9cccc17c tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.52 "DELETE /v2.0/ports/b5d92660-27de-4162-af6e-6b2dd9e1ce30 HTTP/1.1" status: 204 len: 173 time: 2.9582064 Aug 29 04:20:22.291996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'name': 'network-vif-deleted', 'tag': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:22.295084 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85697be-bcce-48da-9fd8-e64a0b8dabf4" -d '{"events": [{"server_uuid": "192372d9-275e-44b5-a4c2-8246c5b1a477", "name": "network-vif-deleted", "tag": "b5d92660-27de-4162-af6e-6b2dd9e1ce30"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:22.333920 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbfe257c-c676-48ea-a00e-f0e7c6e24dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.338088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbfe257c-c676-48ea-a00e-f0e7c6e24dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.341765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bbfe257c-c676-48ea-a00e-f0e7c6e24dee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4dfda187-be56-4241-8b7c-b3391efcb4df HTTP/1.1" status: 204 len: 168 time: 0.6401019 Aug 29 04:20:22.385690 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.416940 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe257c-c676-48ea-a00e-f0e7c6e24dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfda187-be56-4241-8b7c-b3391efcb4df,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.419594 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e6d2a8-6d46-42e2-ac94-d91a9a931f3c x-openstack-request-id: req-30e6d2a8-6d46-42e2-ac94-d91a9a931f3c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:22.419872 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192372d9-275e-44b5-a4c2-8246c5b1a477", "name": "network-vif-deleted", "tag": "b5d92660-27de-4162-af6e-6b2dd9e1ce30", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:22.420129 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30e6d2a8-6d46-42e2-ac94-d91a9a931f3c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:22.420714 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192372d9-275e-44b5-a4c2-8246c5b1a477', 'name': 'network-vif-deleted', 'tag': 'b5d92660-27de-4162-af6e-6b2dd9e1ce30', 'status': 'completed', 'code': 200} Aug 29 04:20:22.516349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00815be9-702b-46bb-b10d-c25618723f7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.516349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00815be9-702b-46bb-b10d-c25618723f7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.554781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8c7c84-dfd9-4759-b97b-039051ba1759,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.560266 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b66171b7-4635-46cf-8c86-7bf2eee824f0 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:22.577858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] For port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:22.597398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: b66171b7-4635-46cf-8c86-7bf2eee824f0 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:22.598599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device b66171b7-4635-46cf-8c86-7bf2eee824f0 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:22.653160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Checking segment: {'id': '23718d7d-54b5-4101-ae23-90baa2a3dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9e5e628b-242e-4ccd-9673-ccdd54993bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:22.653671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Network hostable DHCP agents. Network: 9e5e628b-242e-4ccd-9673-ccdd54993bd2, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:22.671926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] For port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:22.700299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Network 9e5e628b-242e-4ccd-9673-ccdd54993bd2 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:22.714743 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-00815be9-702b-46bb-b10d-c25618723f7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Floating IP 0dca50b8-b2f0-464b-87dd-8580ecdd6010 associated. External IP: 172.25.5.72, port: 2ffc7c17-efd4-4ce0-8a79-08accb7a429c. Aug 29 04:20:22.715278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9e5e628b-242e-4ccd-9673-ccdd54993bd2) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:22.723781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.724481 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.726308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b283dfe-ba34-49d0-b039-cd8139f391f8 None None] Network 9e5e628b-242e-4ccd-9673-ccdd54993bd2 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:22.743615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] device_id is not set on port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:20:22.767429 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d44f5917-74b8-4819-916c-5627b45279c2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1419890 Aug 29 04:20:22.767429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.772232 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.030260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] No DVR routers for this DVR port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:23.046002 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7cd54-baab-48f7-aab6-bf75bde3b830 None None] Network 9e5e628b-242e-4ccd-9673-ccdd54993bd2 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:23.134022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] In _notify_port_updated(), no bound segment for port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:20:23.135048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.135603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.152012 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] 10.222.0.52 "PUT /v2.0/ports/dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 HTTP/1.1" status: 200 len: 1027 time: 0.9855609 Aug 29 04:20:23.255525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f0c1b-cb52-4dc6-a4e5-4837508eaa7e service neutron] Pushing event updated for resources: {'Port': ['ID=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,revision_number=6']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:23.298553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b611d6b1-0fdd-43de-84ee-fbb50e69251f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.300080 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b611d6b1-0fdd-43de-84ee-fbb50e69251f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "GET /v2.0/ports/a3a0fbc2-2258-4215-96df-cc3284c69295?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1456671 Aug 29 04:20:23.317785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:23.381763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-c444faf2-6f86-423e-8f21-7742c5dcec76 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.383284 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-c444faf2-6f86-423e-8f21-7742c5dcec76 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.2117858 Aug 29 04:20:23.388909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.393444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d3a670a4-fa04-4c43-a69b-07914e1c6dda None None] Provisioning complete for port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:23.394941 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d3a670a4-fa04-4c43-a69b-07914e1c6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.437291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d3a670a4-fa04-4c43-a69b-07914e1c6dda None None] Port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:23.498009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9fad-b75f-4f10-9853-80064ad9287d req-5612f0e2-c3cb-403a-a1ff-1bff8a6c1d80 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.518770 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e5cb6f7d-3458-4d0b-aec3-bd205ce5e91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.533776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9fad-b75f-4f10-9853-80064ad9287d req-5612f0e2-c3cb-403a-a1ff-1bff8a6c1d80 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.551752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9fad-b75f-4f10-9853-80064ad9287d req-5612f0e2-c3cb-403a-a1ff-1bff8a6c1d80 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.571945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9fad-b75f-4f10-9853-80064ad9287d req-5612f0e2-c3cb-403a-a1ff-1bff8a6c1d80 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.607341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9fad-b75f-4f10-9853-80064ad9287d req-5612f0e2-c3cb-403a-a1ff-1bff8a6c1d80 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.617314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9fad-b75f-4f10-9853-80064ad9287d req-5612f0e2-c3cb-403a-a1ff-1bff8a6c1d80 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.626049 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f48a9fad-b75f-4f10-9853-80064ad9287d req-5612f0e2-c3cb-403a-a1ff-1bff8a6c1d80 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 4660 time: 0.6743207 Aug 29 04:20:23.655477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882d164-3d4e-43f1-80f1-5796416f3392 req-2379bc61-5671-4804-80d3-03f66e5487c9 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.663732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a882d164-3d4e-43f1-80f1-5796416f3392 req-2379bc61-5671-4804-80d3-03f66e5487c9 tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/ports?device_id=87b71874-4976-4f3d-94f3-ceaf25640e32 HTTP/1.1" status: 200 len: 945 time: 0.5929031 Aug 29 04:20:23.664829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-78364074-4687-4912-a7d3-fdfca55d0b4f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Deleting port d7f39c42-905f-4277-93e5-41aaf2976fff {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:23.665331 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-78364074-4687-4912-a7d3-fdfca55d0b4f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.698210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00815be9-702b-46bb-b10d-c25618723f7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Router ff4f9b75-e039-42e2-92ca-b7692c0bed1f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:23.737493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f48a9fad-b75f-4f10-9853-80064ad9287d req-9ada4ebc-d6f7-432a-ba2c-46e9207e6b92 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&id=f823bf70-7a27-410c-926f-ff78136b7a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934229 Aug 29 04:20:23.767185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-78364074-4687-4912-a7d3-fdfca55d0b4f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] For port d7f39c42-905f-4277-93e5-41aaf2976fff, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=d7f39c42-905f-4277-93e5-41aaf2976fff,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:23.767569 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-78364074-4687-4912-a7d3-fdfca55d0b4f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.772704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device edbbf302-54d1-4d3b-ad42-71859d02e4a6 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:23.785035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-78364074-4687-4912-a7d3-fdfca55d0b4f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Calling delete_port for d7f39c42-905f-4277-93e5-41aaf2976fff owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:23.812485 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a882d164-3d4e-43f1-80f1-5796416f3392 req-ba53b724-31e7-4b00-93ef-935590fe5b0a tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.49 "GET /v2.0/security-groups?id=74a66da3-999d-42a8-90f9-6ee43f59c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476316 Aug 29 04:20:24.015485 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.053253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41948) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:24.063992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d306f3bd-cba5-4bcc-96d5-3f061d72d60b req-7a630208-1ccf-4add-9740-eb3efe06d21e tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/67a0b61c-5b9f-429b-ac44-091bf8f3b071 HTTP/1.1" status: 200 len: 1802 time: 0.1369534 Aug 29 04:20:24.074715 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-78364074-4687-4912-a7d3-fdfca55d0b4f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.111823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port edbbf302-54d1-4d3b-ad42-71859d02e4a6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=edbbf302-54d1-4d3b-ad42-71859d02e4a6,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:24.113269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbbf302-54d1-4d3b-ad42-71859d02e4a6'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:24.117449 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d2075f-1e56-4dcf-a6c9-c8d392274e95" -d '{"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "edbbf302-54d1-4d3b-ad42-71859d02e4a6"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:24.125251 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.126499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 03e5f775-6d84-4f10-b6c7-1d4853c624e9 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:24.159402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78364074-4687-4912-a7d3-fdfca55d0b4f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Pushing event deleted for resources: {'Port': ['ID=d7f39c42-905f-4277-93e5-41aaf2976fff,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.178328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['d7f39c42-905f-4277-93e5-41aaf2976fff'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:24.312778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=edbbf302-54d1-4d3b-ad42-71859d02e4a6,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.315325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-78364074-4687-4912-a7d3-fdfca55d0b4f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] No DVR routers for this DVR port d7f39c42-905f-4277-93e5-41aaf2976fff on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:24.323873 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-78364074-4687-4912-a7d3-fdfca55d0b4f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.331825 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-55ae3075-76f5-4bfe-a111-30fd50d94559 req-78364074-4687-4912-a7d3-fdfca55d0b4f tempest-ServerRescueTestJSON-1360196240 tempest-ServerRescueTestJSON-1360196240-project] 10.222.0.59 "DELETE /v2.0/ports/d7f39c42-905f-4277-93e5-41aaf2976fff HTTP/1.1" status: 204 len: 173 time: 0.9389541 Aug 29 04:20:24.334598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] For port a3a0fbc2-2258-4215-96df-cc3284c69295, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a3a0fbc2-2258-4215-96df-cc3284c69295,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:24.343032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00815be9-702b-46bb-b10d-c25618723f7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:24.352007 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.365923 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] Sync routers for ids ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:24.368912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b71874-4976-4f3d-94f3-ceaf25640e32', 'name': 'network-vif-deleted', 'tag': 'd7f39c42-905f-4277-93e5-41aaf2976fff'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:24.374232 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74796c47-5e13-4308-8b2a-defee9b95c97" -d '{"events": [{"server_uuid": "87b71874-4976-4f3d-94f3-ceaf25640e32", "name": "network-vif-deleted", "tag": "d7f39c42-905f-4277-93e5-41aaf2976fff"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:24.398347 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00815be9-702b-46bb-b10d-c25618723f7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.398552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 03e5f775-6d84-4f10-b6c7-1d4853c624e9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:24.404267 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.405413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f72adc5c-e30f-442b-8f4e-9be3a5c273fc no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:24.411690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1089540903-network', 'tenant_id': 'd0f325b19cbe48d099144a5c4717a138'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:24.417092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d306f3bd-cba5-4bcc-96d5-3f061d72d60b req-444eeef7-6c17-4f2e-bd6a-bbfac570de82 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.440582 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] Routers {'ff4f9b75-e039-42e2-92ca-b7692c0bed1f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:24.448758 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:24.488864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Made reservation on behalf of d0f325b19cbe48d099144a5c4717a138 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:24.495097 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.508856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=03e5f775-6d84-4f10-b6c7-1d4853c624e9,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.538672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-00815be9-702b-46bb-b10d-c25618723f7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "PUT /v2.0/floatingips/0dca50b8-b2f0-464b-87dd-8580ecdd6010 HTTP/1.1" status: 200 len: 990 time: 3.7031357 Aug 29 04:20:24.540090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] For port a3a0fbc2-2258-4215-96df-cc3284c69295, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:24.544477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.546023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:24.548816 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48168bec-bfae-49d5-89e3-ae032cac8c79" -d '{"events": [{"name": "network-changed", "server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:24.567848 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d306f3bd-cba5-4bcc-96d5-3f061d72d60b req-444eeef7-6c17-4f2e-bd6a-bbfac570de82 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.630308 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.651818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] device_id is not set on port a3a0fbc2-2258-4215-96df-cc3284c69295 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:20:24.665285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.677345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.713662 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d306f3bd-cba5-4bcc-96d5-3f061d72d60b req-444eeef7-6c17-4f2e-bd6a-bbfac570de82 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.718204 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d306f3bd-cba5-4bcc-96d5-3f061d72d60b req-444eeef7-6c17-4f2e-bd6a-bbfac570de82 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.733329 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d306f3bd-cba5-4bcc-96d5-3f061d72d60b req-444eeef7-6c17-4f2e-bd6a-bbfac570de82 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/67a0b61c-5b9f-429b-ac44-091bf8f3b071 HTTP/1.1" status: 204 len: 173 time: 0.6682849 Aug 29 04:20:24.793810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f72adc5c-e30f-442b-8f4e-9be3a5c273fc, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:24.807835 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.808916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6c630f49-36e6-4658-9ee4-b9246cfe03c1 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:24.817318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-591cc7bb-b258-4e28-ad44-10167bc1efa8 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.820991 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-591cc7bb-b258-4e28-ad44-10167bc1efa8 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/networks?id=9e5e628b-242e-4ccd-9673-ccdd54993bd2 HTTP/1.1" status: 200 len: 822 time: 0.2655425 Aug 29 04:20:24.826670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eeef7-6c17-4f2e-bd6a-bbfac570de82 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a0b61c-5b9f-429b-ac44-091bf8f3b071,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.828973 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] Set router ff4f9b75-e039-42e2-92ca-b7692c0bed1f gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:24.853621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] No DVR routers for this DVR port a3a0fbc2-2258-4215-96df-cc3284c69295 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:24.855390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-3cee4259-c3fc-418c-9922-f9f28483dcb3 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/quotas/d6e3268e72ca47c89bb8dd9beffd1d85 HTTP/1.1" status: 200 len: 375 time: 0.0216267 Aug 29 04:20:24.882325 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dbef49-e699-4c23-b815-8052d96dc8d9 x-openstack-request-id: req-c7dbef49-e699-4c23-b815-8052d96dc8d9 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:24.882734 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "edbbf302-54d1-4d3b-ad42-71859d02e4a6", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:24.883016 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7dbef49-e699-4c23-b815-8052d96dc8d9 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:24.883443 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbbf302-54d1-4d3b-ad42-71859d02e4a6', 'code': 200} Aug 29 04:20:24.956995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-f0176e31-8d70-4327-b64b-0aca93f3de8f tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6e3268e72ca47c89bb8dd9beffd1d85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851221 Aug 29 04:20:25.015513 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e2eab4-7f50-4516-89b1-8663e7ecfbe4 x-openstack-request-id: req-61e2eab4-7f50-4516-89b1-8663e7ecfbe4 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:25.015821 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b71874-4976-4f3d-94f3-ceaf25640e32", "name": "network-vif-deleted", "tag": "d7f39c42-905f-4277-93e5-41aaf2976fff", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:25.017603 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61e2eab4-7f50-4516-89b1-8663e7ecfbe4 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:25.018043 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b71874-4976-4f3d-94f3-ceaf25640e32', 'name': 'network-vif-deleted', 'tag': 'd7f39c42-905f-4277-93e5-41aaf2976fff', 'status': 'completed', 'code': 200} Aug 29 04:20:25.041022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] In _notify_port_updated(), no bound segment for port a3a0fbc2-2258-4215-96df-cc3284c69295 on network 5ca8c052-4733-4905-a6ad-25a41bf91d59 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:20:25.056335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.056335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.056335 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] 10.222.0.52 "PUT /v2.0/ports/a3a0fbc2-2258-4215-96df-cc3284c69295 HTTP/1.1" status: 200 len: 1027 time: 1.7438490 Aug 29 04:20:25.119094 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f0c1b-baef-423d-832e-4bedcec3ee76 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a0fbc2-2258-4215-96df-cc3284c69295,revision_number=6']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.181795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-eed52cd3-6955-4184-b8d2-a51649e39697 service neutron] 10.222.0.49 "GET /v2.0/networks/9e5e628b-242e-4ccd-9673-ccdd54993bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168863 Aug 29 04:20:25.191305 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe168f3b-dcef-44bf-b6c2-3adc8d210bfa x-openstack-request-id: req-fe168f3b-dcef-44bf-b6c2-3adc8d210bfa {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:25.192395 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:25.192647 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe168f3b-dcef-44bf-b6c2-3adc8d210bfa {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:25.193043 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'status': 'completed', 'code': 200} Aug 29 04:20:25.217716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.254190 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '0dca50b8-b2f0-464b-87dd-8580ecdd6010', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'port_id': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'mac_address': 'fa:16:3e:85:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14945a0-2cb1-464a-8777-b488354ed389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:59Z', 'updated_at': '2021-08-29T04:20:22Z', 'revision_number': 1, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:20:02Z', 'revision_number': 5, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:25.298025 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] Checking router: ff4f9b75-e039-42e2-92ca-b7692c0bed1f for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:25.309024 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] Routers {'ff4f9b75-e039-42e2-92ca-b7692c0bed1f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:25.310110 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:19:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:25.315977 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.345905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.354024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6c630f49-36e6-4658-9ee4-b9246cfe03c1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:25.358291 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.359262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bfc679a5-b59a-4a10-90fe-ced2e2eb791b no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:25.361360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.393539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-7d029f39-f373-4908-9dc2-196ebf73861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.395990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-7d029f39-f373-4908-9dc2-196ebf73861f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1097 time: 0.1476824 Aug 29 04:20:25.426644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-980a3515-d51a-436d-aa12-7800f21f79d8 req-6631ab80-9421-478c-a3bc-3f71038e3b62 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "GET /v2.0/security-groups/2442761c-2a4a-4df2-8dbd-5a8af64f5064 HTTP/1.1" status: 200 len: 1802 time: 0.1886303 Aug 29 04:20:25.435317 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:25.439293 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] Set router ff4f9b75-e039-42e2-92ca-b7692c0bed1f gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:25.444986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b5b608fa-1384-4ed4-beb4-fb11ddf5cfe2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting port edbbf302-54d1-4d3b-ad42-71859d02e4a6 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:25.445331 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b5b608fa-1384-4ed4-beb4-fb11ddf5cfe2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.557610 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b5b608fa-1384-4ed4-beb4-fb11ddf5cfe2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] For port edbbf302-54d1-4d3b-ad42-71859d02e4a6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=edbbf302-54d1-4d3b-ad42-71859d02e4a6,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:25.557610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b5b608fa-1384-4ed4-beb4-fb11ddf5cfe2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.567396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b5b608fa-1384-4ed4-beb4-fb11ddf5cfe2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Calling delete_port for edbbf302-54d1-4d3b-ad42-71859d02e4a6 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:25.593452 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.609597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b1c883a8-9f4d-4eaa-af0d-5ebca29cb0e3 None None] Provisioning complete for port a3a0fbc2-2258-4215-96df-cc3284c69295 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:25.610244 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1c883a8-9f4d-4eaa-af0d-5ebca29cb0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.618578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=6c630f49-36e6-4658-9ee4-b9246cfe03c1,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.677712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bfc679a5-b59a-4a10-90fe-ced2e2eb791b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:25.681886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b1c883a8-9f4d-4eaa-af0d-5ebca29cb0e3 None None] Port a3a0fbc2-2258-4215-96df-cc3284c69295 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:25.688811 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.689723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a3a0fbc2-2258-4215-96df-cc3284c69295 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:25.768548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a3a0fbc2-2258-4215-96df-cc3284c69295 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:25.769255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:25.778699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.783686 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-980a3515-d51a-436d-aa12-7800f21f79d8 req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.787141 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b5b608fa-1384-4ed4-beb4-fb11ddf5cfe2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.798767 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.799182 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Added segment c912d6df-213c-488e-bfdf-adcbad3159f5 of type vlan for network b66c1587-c056-459d-9fc1-3f1024ebb408 Aug 29 04:20:25.801644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.836135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:25.856753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-980a3515-d51a-436d-aa12-7800f21f79d8 req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.898760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-6f5d3256-b0e0-4836-b4c8-e91078ab46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.900314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-6f5d3256-b0e0-4836-b4c8-e91078ab46c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.4947109 Aug 29 04:20:25.915160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-3f8977a8-7fd4-47c3-ad6a-03750d5df9bd service neutron] 10.222.0.49 "GET /v2.0/networks/9e5e628b-242e-4ccd-9673-ccdd54993bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323642 Aug 29 04:20:25.935603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b608fa-1384-4ed4-beb4-fb11ddf5cfe2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Port': ['ID=edbbf302-54d1-4d3b-ad42-71859d02e4a6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.971302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-980a3515-d51a-436d-aa12-7800f21f79d8 req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.975894 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-980a3515-d51a-436d-aa12-7800f21f79d8 req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.989500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-980a3515-d51a-436d-aa12-7800f21f79d8 req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] 10.222.0.49 "DELETE /v2.0/security-groups/2442761c-2a4a-4df2-8dbd-5a8af64f5064 HTTP/1.1" status: 204 len: 173 time: 0.5612845 Aug 29 04:20:25.991152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42000) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:26.014318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.075093 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-474e4705-8b2d-40e5-8d47-7db06e13e8c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 998 time: 0.1652422 Aug 29 04:20:26.076049 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0d450d28-ddd1-412a-80cf-f2a8db3343d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.076726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b5b608fa-1384-4ed4-beb4-fb11ddf5cfe2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] No DVR routers for this DVR port edbbf302-54d1-4d3b-ad42-71859d02e4a6 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:26.095108 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b5b608fa-1384-4ed4-beb4-fb11ddf5cfe2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.111790 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-b5b608fa-1384-4ed4-beb4-fb11ddf5cfe2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "DELETE /v2.0/ports/edbbf302-54d1-4d3b-ad42-71859d02e4a6 HTTP/1.1" status: 204 len: 173 time: 1.0102146 Aug 29 04:20:26.141608 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '0dca50b8-b2f0-464b-87dd-8580ecdd6010', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'port_id': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'mac_address': 'fa:16:3e:85:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14945a0-2cb1-464a-8777-b488354ed389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:59Z', 'updated_at': '2021-08-29T04:20:22Z', 'revision_number': 1, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:20:02Z', 'revision_number': 5, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:26.166587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-545580c6-4ee6-4d44-92c8-5655eec27b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.168517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-545580c6-4ee6-4d44-92c8-5655eec27b2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.0780067 Aug 29 04:20:26.178550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2442761c-2a4a-4df2-8dbd-5a8af64f5064,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.216255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.216738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.217354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.217827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.218277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.218749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.219166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.219608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.220046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.220867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.221319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.221753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95868d-ace0-481d-abfb-7d5a3ea8d439 tempest-SecurityGroupsTestJSON-1755046356 tempest-SecurityGroupsTestJSON-1755046356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:26.237816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.resource_extend [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:20:26.260352 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80a836-5cb7-4c97-b2e6-384683a54232 None None] The sync data for ids ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'] in n-d-712141-12 is: [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '0dca50b8-b2f0-464b-87dd-8580ecdd6010', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'port_id': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'mac_address': 'fa:16:3e:85:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14945a0-2cb1-464a-8777-b488354ed389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:59Z', 'updated_at': '2021-08-29T04:20:22Z', 'revision_number': 1, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:20:02Z', 'revision_number': 5, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:26.278957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42008) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:26.309051 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.367061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-4228fa62-f450-4f75-af1e-a1c30f102f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.379998 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.381089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.381651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-4228fa62-f450-4f75-af1e-a1c30f102f42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934733 Aug 29 04:20:26.384282 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.404521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32136-64c2-456f-aca9-4f4c21da2e85 req-580719fa-0d4e-42d0-8cb0-f1f05d7277c3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.413025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32136-64c2-456f-aca9-4f4c21da2e85 req-580719fa-0d4e-42d0-8cb0-f1f05d7277c3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.434804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32136-64c2-456f-aca9-4f4c21da2e85 req-580719fa-0d4e-42d0-8cb0-f1f05d7277c3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.450107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32136-64c2-456f-aca9-4f4c21da2e85 req-580719fa-0d4e-42d0-8cb0-f1f05d7277c3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.456854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5e32136-64c2-456f-aca9-4f4c21da2e85 req-580719fa-0d4e-42d0-8cb0-f1f05d7277c3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 3144 time: 0.2795472 Aug 29 04:20:26.459241 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4030921 Aug 29 04:20:26.462904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42014) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:26.469108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Request body: {'subnet': {'network_id': 'b66c1587-c056-459d-9fc1-3f1024ebb408', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1089540903-subnet', 'tenant_id': 'd0f325b19cbe48d099144a5c4717a138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:26.511509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438c729-4063-4eb3-899e-703f6eba02ff admin admin] Pushing event updated for resources: {'Network': ['ID=b66c1587-c056-459d-9fc1-3f1024ebb408,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.526941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Made reservation on behalf of d0f325b19cbe48d099144a5c4717a138 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:26.527389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network b66c1587-c056-459d-9fc1-3f1024ebb408 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:26.534730 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.544682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-c57effdd-b172-4e51-942d-de9ac914abf3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:26.545024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-c57effdd-b172-4e51-942d-de9ac914abf3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.755813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device d7f39c42-905f-4277-93e5-41aaf2976fff no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:26.815219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4fc94e-c9bb-43d4-bd3f-2bc0a415b335 admin admin] Deleting subnet e83530db-6142-43c5-bdaa-06456373f2b8 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:26.816454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fcfd2-fdf1-436d-a688-e65b2cf5f6e5 None None] New status for floating IP 0dca50b8-b2f0-464b-87dd-8580ecdd6010: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:20:26.821032 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: d7f39c42-905f-4277-93e5-41aaf2976fff {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:26.821555 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device d7f39c42-905f-4277-93e5-41aaf2976fff not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:26.932315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-c57effdd-b172-4e51-942d-de9ac914abf3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] For port 03e5f775-6d84-4f10-b6c7-1d4853c624e9, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=03e5f775-6d84-4f10-b6c7-1d4853c624e9,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:26.932849 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-c57effdd-b172-4e51-942d-de9ac914abf3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.022699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-deleted', 'tag': 'edbbf302-54d1-4d3b-ad42-71859d02e4a6'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:27.026660 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756efe9c-0ef7-444e-bd38-d95b19ec66ac" -d '{"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-deleted", "tag": "edbbf302-54d1-4d3b-ad42-71859d02e4a6"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:27.036770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-c57effdd-b172-4e51-942d-de9ac914abf3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Calling delete_port for 03e5f775-6d84-4f10-b6c7-1d4853c624e9 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:27.077151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e5f775-6d84-4f10-b6c7-1d4853c624e9'}, {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72adc5c-e30f-442b-8f4e-9be3a5c273fc'}, {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c630f49-36e6-4658-9ee4-b9246cfe03c1'}, {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc679a5-b59a-4a10-90fe-ced2e2eb791b'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:27.079595 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0752f9-19ee-42f7-96fa-84c348044a02" -d '{"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "03e5f775-6d84-4f10-b6c7-1d4853c624e9"}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f72adc5c-e30f-442b-8f4e-9be3a5c273fc"}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6c630f49-36e6-4658-9ee4-b9246cfe03c1"}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc679a5-b59a-4a10-90fe-ced2e2eb791b"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:27.091544 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc94e-c9bb-43d4-bd3f-2bc0a415b335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.121834 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.167735 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc94e-c9bb-43d4-bd3f-2bc0a415b335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.255701 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc94e-c9bb-43d4-bd3f-2bc0a415b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.265297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e3967d-3a38-49e3-8251-59568f70647a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.319111 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.334925 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.339816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Checking segment: {'id': 'c912d6df-213c-488e-bfdf-adcbad3159f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b66c1587-c056-459d-9fc1-3f1024ebb408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:27.345264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-571c9fc2-c782-484a-9462-994fc46876ee req-9540bb6d-8d37-4091-a6fe-2ea97a80ea58 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 210 time: 0.5410905 Aug 29 04:20:27.345431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Network hostable DHCP agents. Network: b66c1587-c056-459d-9fc1-3f1024ebb408, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:27.412662 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa066a6-7179-4137-b333-7b2c526202c2 x-openstack-request-id: req-afa066a6-7179-4137-b333-7b2c526202c2 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:27.413191 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-deleted", "tag": "edbbf302-54d1-4d3b-ad42-71859d02e4a6", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:27.413616 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afa066a6-7179-4137-b333-7b2c526202c2 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:27.414184 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-deleted', 'tag': 'edbbf302-54d1-4d3b-ad42-71859d02e4a6', 'status': 'completed', 'code': 200} Aug 29 04:20:27.417479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Network b66c1587-c056-459d-9fc1-3f1024ebb408 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:27.432264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5e32136-64c2-456f-aca9-4f4c21da2e85 req-d99a32b1-82da-460d-8b62-167198064ec6 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6381192 Aug 29 04:20:27.470159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, b66c1587-c056-459d-9fc1-3f1024ebb408) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:27.478540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca5f850-bdea-4a1f-b85a-ee5f7b0d5f8d None None] Network b66c1587-c056-459d-9fc1-3f1024ebb408 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:27.481485 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddee9c5-8b32-48a6-9ae8-f15f0172c203 x-openstack-request-id: req-8ddee9c5-8b32-48a6-9ae8-f15f0172c203 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:27.481813 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "03e5f775-6d84-4f10-b6c7-1d4853c624e9", "code": 200}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f72adc5c-e30f-442b-8f4e-9be3a5c273fc", "code": 200}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6c630f49-36e6-4658-9ee4-b9246cfe03c1", "code": 200}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc679a5-b59a-4a10-90fe-ced2e2eb791b", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:27.482067 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ddee9c5-8b32-48a6-9ae8-f15f0172c203 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:27.482473 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e5f775-6d84-4f10-b6c7-1d4853c624e9', 'code': 200} Aug 29 04:20:27.482727 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72adc5c-e30f-442b-8f4e-9be3a5c273fc', 'code': 200} Aug 29 04:20:27.482977 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c630f49-36e6-4658-9ee4-b9246cfe03c1', 'code': 200} Aug 29 04:20:27.483225 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc679a5-b59a-4a10-90fe-ced2e2eb791b', 'code': 200} Aug 29 04:20:27.501096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.501699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.543988 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6657c18f-1f05-4a8a-b790-3926af2f8d27 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0705025 Aug 29 04:20:27.544267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-fa261e18-988e-4e2a-93b6-5fc03559940d service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767551 Aug 29 04:20:27.563363 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-c57effdd-b172-4e51-942d-de9ac914abf3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.624976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57effdd-b172-4e51-942d-de9ac914abf3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Port': ['ID=03e5f775-6d84-4f10-b6c7-1d4853c624e9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.719262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-c57effdd-b172-4e51-942d-de9ac914abf3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] No DVR routers for this DVR port 03e5f775-6d84-4f10-b6c7-1d4853c624e9 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:27.724684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-c57effdd-b172-4e51-942d-de9ac914abf3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.730841 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-c57effdd-b172-4e51-942d-de9ac914abf3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "DELETE /v2.0/ports/03e5f775-6d84-4f10-b6c7-1d4853c624e9 HTTP/1.1" status: 204 len: 173 time: 1.6180878 Aug 29 04:20:27.798429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9feead-7b6e-490b-878a-86fac6630eef None None] Network b66c1587-c056-459d-9fc1-3f1024ebb408 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:28.204450 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9547dc35-ea00-4052-887d-61db5c7ffc25 req-02df120c-1586-4d97-985f-d7ad33d9310a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1113391 Aug 29 04:20:28.252027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-64e82651-ea92-43b5-ae1f-3381060dc89d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting port f72adc5c-e30f-442b-8f4e-9be3a5c273fc {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:28.252408 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-64e82651-ea92-43b5-ae1f-3381060dc89d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.269246 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-334db208-a80a-41eb-9e76-230943638b7b tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.271326 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-334db208-a80a-41eb-9e76-230943638b7b tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.59 "GET /v2.0/networks?id=9e5e628b-242e-4ccd-9673-ccdd54993bd2 HTTP/1.1" status: 200 len: 822 time: 0.4584212 Aug 29 04:20:28.322771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Request body: {'port': {'device_id': '3a682b80-540d-4fd4-a21b-673ae48ebdd8', 'network_id': '9e5e628b-242e-4ccd-9673-ccdd54993bd2', 'admin_state_up': True, 'tenant_id': 'd6e3268e72ca47c89bb8dd9beffd1d85'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:28.433858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-64e82651-ea92-43b5-ae1f-3381060dc89d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] For port f72adc5c-e30f-442b-8f4e-9be3a5c273fc, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:28.434233 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-64e82651-ea92-43b5-ae1f-3381060dc89d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.474606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-64e82651-ea92-43b5-ae1f-3381060dc89d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Calling delete_port for f72adc5c-e30f-442b-8f4e-9be3a5c273fc owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:28.517842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc94e-c9bb-43d4-bd3f-2bc0a415b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.592497 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9547dc35-ea00-4052-887d-61db5c7ffc25 req-43798237-ea8a-4b1b-9563-a77784c05900 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.3182180 Aug 29 04:20:28.712298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fc94e-c9bb-43d4-bd3f-2bc0a415b335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83530db-6142-43c5-bdaa-06456373f2b8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:28.736379 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Made reservation on behalf of d6e3268e72ca47c89bb8dd9beffd1d85 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:28.740489 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.743972 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc94e-c9bb-43d4-bd3f-2bc0a415b335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.746739 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1e4fc94e-c9bb-43d4-bd3f-2bc0a415b335 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e83530db-6142-43c5-bdaa-06456373f2b8 HTTP/1.1" status: 204 len: 168 time: 2.6747775 Aug 29 04:20:28.760287 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9547dc35-ea00-4052-887d-61db5c7ffc25 req-cc8b54ea-c21e-4f06-900d-3fb864b91990 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549641 Aug 29 04:20:28.762026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42082) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:28.786343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-579f8b90-aec0-4cc1-b00a-fc7bbe26e2f8 req-59b55f19-e642-4ba8-95aa-a7aeb6328cb8 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 210 time: 0.1976168 Aug 29 04:20:28.819344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-d434f0b2-ca29-4a30-a648-15c30ece7c94 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.827590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-d434f0b2-ca29-4a30-a648-15c30ece7c94 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/networks?id=b66c1587-c056-459d-9fc1-3f1024ebb408 HTTP/1.1" status: 200 len: 809 time: 0.3136353 Aug 29 04:20:28.901725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-01c1993b-7cc6-414d-a55c-7cbe0e209c81 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/quotas/d0f325b19cbe48d099144a5c4717a138 HTTP/1.1" status: 200 len: 375 time: 0.0729353 Aug 29 04:20:28.928772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48168bec-bfae-49d5-89e3-ae032cac8c79 req-ce889c95-8780-4133-8fbc-20f01bb7fcb5 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2892733 Aug 29 04:20:28.962343 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.980484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-cd5189ae-15c6-4772-8dba-8c559f719621 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0f325b19cbe48d099144a5c4717a138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773795 Aug 29 04:20:29.143639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c022-850e-470d-9187-dddbb03ad7ba req-ac2e393d-d91e-45f6-a88b-6baadd5cca7d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.149949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c022-850e-470d-9187-dddbb03ad7ba req-ac2e393d-d91e-45f6-a88b-6baadd5cca7d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.156320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c022-850e-470d-9187-dddbb03ad7ba req-ac2e393d-d91e-45f6-a88b-6baadd5cca7d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.157874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6936c022-850e-470d-9187-dddbb03ad7ba req-ac2e393d-d91e-45f6-a88b-6baadd5cca7d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 2411 time: 0.2526340 Aug 29 04:20:29.222117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-70b42cb7-7bfa-4765-a645-8fd1fefc1ba8 service neutron] 10.222.0.49 "GET /v2.0/networks/b66c1587-c056-459d-9fc1-3f1024ebb408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265985 Aug 29 04:20:29.294306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6936c022-850e-470d-9187-dddbb03ad7ba req-e299ff4a-faff-4a26-a601-f08bdc5bdf76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273649 Aug 29 04:20:29.324135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.350696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.421940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-deleted', 'tag': '03e5f775-6d84-4f10-b6c7-1d4853c624e9'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:29.424417 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effd02ea-4257-4bd6-8627-1f78afa032c5" -d '{"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-deleted", "tag": "03e5f775-6d84-4f10-b6c7-1d4853c624e9"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:29.445213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-1c8a01cc-046f-4bc9-b37d-e0b387521340 service neutron] 10.222.0.49 "GET /v2.0/networks/b66c1587-c056-459d-9fc1-3f1024ebb408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121809 Aug 29 04:20:29.531205 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547dc35-ea00-4052-887d-61db5c7ffc25 req-efd069de-8975-43b8-9164-a359f6c5ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.531205 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9547dc35-ea00-4052-887d-61db5c7ffc25 req-efd069de-8975-43b8-9164-a359f6c5ee2c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7554259 Aug 29 04:20:29.593468 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfff9fb-5fb5-42e3-8c15-758e759ad263 x-openstack-request-id: req-0bfff9fb-5fb5-42e3-8c15-758e759ad263 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:29.598209 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-deleted", "tag": "03e5f775-6d84-4f10-b6c7-1d4853c624e9", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:29.598585 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bfff9fb-5fb5-42e3-8c15-758e759ad263 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:29.599032 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-deleted', 'tag': '03e5f775-6d84-4f10-b6c7-1d4853c624e9', 'status': 'completed', 'code': 200} Aug 29 04:20:29.619814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-64e82651-ea92-43b5-ae1f-3381060dc89d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.655256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42104) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:29.658739 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.695943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Allocated IP 172.20.0.4 (9e5e628b-242e-4ccd-9673-ccdd54993bd2/ff8c7c84-dfd9-4759-b97b-039051ba1759/258e4dd1-fa13-4739-837b-14d823201478) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:29.701940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e82651-ea92-43b5-ae1f-3381060dc89d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Port': ['ID=f72adc5c-e30f-442b-8f4e-9be3a5c273fc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:29.714769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ded513b-5ecd-497b-9f78-e09b442456e7']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:29.733635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b302b01-44ad-4174-b864-22b513fda2a5 admin admin] Deleting subnet 35910115-7c07-46de-9071-3f98e799f754 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:29.744121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b302b01-44ad-4174-b864-22b513fda2a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.767037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4d5156-e4b5-4195-a768-ba902fba463e') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:29.767350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4d5156-e4b5-4195-a768-ba902fba463e') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:29.820140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-621e614d-3b65-4f03-a84a-dc5d08dca2ed req-9c176af4-34bf-432c-ac38-5051b050534b tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 210 time: 0.0787892 Aug 29 04:20:29.839265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b302b01-44ad-4174-b864-22b513fda2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.847040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.849007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-64e82651-ea92-43b5-ae1f-3381060dc89d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] No DVR routers for this DVR port f72adc5c-e30f-442b-8f4e-9be3a5c273fc on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:29.862940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-64e82651-ea92-43b5-ae1f-3381060dc89d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.865609 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-64e82651-ea92-43b5-ae1f-3381060dc89d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "DELETE /v2.0/ports/f72adc5c-e30f-442b-8f4e-9be3a5c273fc HTTP/1.1" status: 204 len: 173 time: 2.1286426 Aug 29 04:20:29.874722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] Deleting port 3c70478f-1998-4c10-ae37-fd5d795aada7 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:29.875073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.895219 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.938195 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:29.938631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:29.942793 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:30.005940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-251860e9-695d-41ea-95b3-02ab67b348d5 req-d3847a2a-2050-4e67-811b-ae5432909402 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 210 time: 0.0502999 Aug 29 04:20:30.022609 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b302b01-44ad-4174-b864-22b513fda2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.088554 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.102807 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.107488 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5ded513b-5ecd-497b-9f78-e09b442456e7 HTTP/1.1" status: 204 len: 168 time: 1.3426571 Aug 29 04:20:30.125745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] For port 3c70478f-1998-4c10-ae37-fd5d795aada7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3c70478f-1998-4c10-ae37-fd5d795aada7,segment=NetworkSegment(dbcdd231-74fa-4f7c-a40b-e19804f154d9),segment_id=dbcdd231-74fa-4f7c-a40b-e19804f154d9)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:30.126188 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.179470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9280d4-8672-4062-81ad-08761b27d032 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ded513b-5ecd-497b-9f78-e09b442456e7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.184787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] Calling delete_port for 3c70478f-1998-4c10-ae37-fd5d795aada7 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:30.193942 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b302b01-44ad-4174-b864-22b513fda2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.212187 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b302b01-44ad-4174-b864-22b513fda2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.214406 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8b302b01-44ad-4174-b864-22b513fda2a5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/35910115-7c07-46de-9071-3f98e799f754 HTTP/1.1" status: 204 len: 168 time: 0.5564976 Aug 29 04:20:30.218857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42130) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:30.235846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-1029b736-7f19-4dda-bf8a-f51fbe5a6f94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting port bfc679a5-b59a-4a10-90fe-ced2e2eb791b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:30.236058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b302b01-44ad-4174-b864-22b513fda2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35910115-7c07-46de-9071-3f98e799f754,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.236257 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-1029b736-7f19-4dda-bf8a-f51fbe5a6f94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.320714 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.475544 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.516421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-1029b736-7f19-4dda-bf8a-f51fbe5a6f94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] For port bfc679a5-b59a-4a10-90fe-ced2e2eb791b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:30.516806 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-1029b736-7f19-4dda-bf8a-f51fbe5a6f94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.531743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42138) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:30.565896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.574584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-1029b736-7f19-4dda-bf8a-f51fbe5a6f94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Calling delete_port for bfc679a5-b59a-4a10-90fe-ced2e2eb791b owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:30.637495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8c635-1517-4fb5-a2e6-4ba6d66fd12e req-d0a069eb-0279-455f-9cd5-3010fb759889 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.649383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8c635-1517-4fb5-a2e6-4ba6d66fd12e req-d0a069eb-0279-455f-9cd5-3010fb759889 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.658511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8e8c635-1517-4fb5-a2e6-4ba6d66fd12e req-d0a069eb-0279-455f-9cd5-3010fb759889 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 1678 time: 0.2127674 Aug 29 04:20:30.759417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8e8c635-1517-4fb5-a2e6-4ba6d66fd12e req-8d56dc06-1084-4bbb-827f-ebad0e3efd1c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999522 Aug 29 04:20:30.766323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.808355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c70478f-1998-4c10-ae37-fd5d795aada7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.827285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.837944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Network 9e5e628b-242e-4ccd-9673-ccdd54993bd2 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:30.849823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:30.851927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Pushing event updated for resources: {'Port': ['ID=258e4dd1-fa13-4739-837b-14d823201478,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.861763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:30.866171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77616d2-334b-4490-9cbf-4b58336a9e1a']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:30.874943 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2c365ff6-e730-478b-8f4a-a72bfa570634 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fabaaf12bd5542029d0c9e3a8403a179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204291 Aug 29 04:20:30.875302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42146) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:30.940083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11771a3e-f325-4922-9f1a-e07e77d1a1c6') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:30.940455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11771a3e-f325-4922-9f1a-e07e77d1a1c6') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:30.971693 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.005408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.006043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.008631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.021106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:31.021514 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:31.023286 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:31.096499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e4bec0b-1523-41a0-8464-0104445b1ed8 req-28273e33-bba6-4bd2-8742-70ac461757de tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 210 time: 0.1245763 Aug 29 04:20:31.108943 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6af1e5e2-a8e3-47b5-b9f4-af0b7853569e tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8017778 Aug 29 04:20:31.123233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Request body: {'port': {'device_id': '3a682b80-540d-4fd4-a21b-673ae48ebdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:31.146941 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.165041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f94234b-cb76-4894-b0e4-40bb5d79c007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.166975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.171824 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.173753 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d77616d2-334b-4490-9cbf-4b58336a9e1a HTTP/1.1" status: 204 len: 168 time: 0.9513249 Aug 29 04:20:31.174658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d614c-6143-49c8-b38c-788ac3b0ef92 admin admin] Pushing event deleted for resources: {'Network': ['ID=d77616d2-334b-4490-9cbf-4b58336a9e1a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.209125 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-1029b736-7f19-4dda-bf8a-f51fbe5a6f94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.242819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abba9ea-2f84-4431-ac9c-ddaf1999390e req-1b7ef278-6923-41e4-ac00-18cacf4242c2 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.252095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8abba9ea-2f84-4431-ac9c-ddaf1999390e req-1b7ef278-6923-41e4-ac00-18cacf4242c2 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 931 time: 0.1495335 Aug 29 04:20:31.257896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.261544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029b736-7f19-4dda-bf8a-f51fbe5a6f94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Port': ['ID=bfc679a5-b59a-4a10-90fe-ced2e2eb791b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.355667 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f94234b-cb76-4894-b0e4-40bb5d79c007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.356872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-1029b736-7f19-4dda-bf8a-f51fbe5a6f94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] No DVR routers for this DVR port bfc679a5-b59a-4a10-90fe-ced2e2eb791b on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:31.364287 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-1029b736-7f19-4dda-bf8a-f51fbe5a6f94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.366608 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-1029b736-7f19-4dda-bf8a-f51fbe5a6f94 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "DELETE /v2.0/ports/bfc679a5-b59a-4a10-90fe-ced2e2eb791b HTTP/1.1" status: 204 len: 173 time: 1.4931550 Aug 29 04:20:31.460788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42158) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:31.581391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-81eb4f44-453d-429a-bfaa-d5a4f449787d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.581391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-81eb4f44-453d-429a-bfaa-d5a4f449787d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.52 "GET /v2.0/networks?id=b66c1587-c056-459d-9fc1-3f1024ebb408 HTTP/1.1" status: 200 len: 809 time: 0.1299984 Aug 29 04:20:31.600672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-deleted', 'tag': 'f72adc5c-e30f-442b-8f4e-9be3a5c273fc'}, {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-deleted', 'tag': 'bfc679a5-b59a-4a10-90fe-ced2e2eb791b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:31.603241 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e7d1f0-712e-4680-b68e-ed6f984abf20" -d '{"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-deleted", "tag": "f72adc5c-e30f-442b-8f4e-9be3a5c273fc"}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-deleted", "tag": "bfc679a5-b59a-4a10-90fe-ced2e2eb791b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:31.615342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Request body: {'port': {'device_id': 'd18dfc94-96c2-4b9b-a814-55ff8815a91a', 'network_id': 'b66c1587-c056-459d-9fc1-3f1024ebb408', 'admin_state_up': True, 'tenant_id': 'd0f325b19cbe48d099144a5c4717a138'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:31.627284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8abba9ea-2f84-4431-ac9c-ddaf1999390e req-03c2b411-c995-424c-bc35-6dbc11349523 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742878 Aug 29 04:20:31.788643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:31.789043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.901774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-79b371c6-6070-4f28-8065-600e5b577d7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b355fca3a22045ee83073dbd62c353d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301678 Aug 29 04:20:31.903243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42170) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:31.996421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] For port 6c630f49-36e6-4658-9ee4-b9246cfe03c1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6c630f49-36e6-4658-9ee4-b9246cfe03c1,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:31.997435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.015932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f94234b-cb76-4894-b0e4-40bb5d79c007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.018732 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f94234b-cb76-4894-b0e4-40bb5d79c007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.020435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5f94234b-cb76-4894-b0e4-40bb5d79c007 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7 HTTP/1.1" status: 204 len: 168 time: 1.1253781 Aug 29 04:20:32.045927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94234b-cb76-4894-b0e4-40bb5d79c007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6a7edb-4e37-452a-bc3a-b9bb7eeb29a7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:32.120831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d78e5-85e9-4666-b818-c11498d10323 req-7256a9a5-3774-4293-bee2-105c10311bc1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.128126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-224d78e5-85e9-4666-b818-c11498d10323 req-7256a9a5-3774-4293-bee2-105c10311bc1 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 944 time: 0.2200985 Aug 29 04:20:32.170562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] Router 7531225f-799d-4cb3-a743-7b1352677639 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:32.176714 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dd19d3a9-1789-46fb-8970-c56b8975aeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.196001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Made reservation on behalf of d0f325b19cbe48d099144a5c4717a138 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:32.199444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.243512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dd19d3a9-1789-46fb-8970-c56b8975aeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.260525 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-224d78e5-85e9-4666-b818-c11498d10323 req-d335cf08-dff8-4e88-8f1d-80c5e2c0aace tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups?id=d14bacdc-e696-40de-b424-ef3b749a5691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260309 Aug 29 04:20:32.286663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.287192 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.287626 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Floating IP 753e5536-df73-4fc2-8b98-962680dc3c0e disassociated. External IP: 172.25.5.88, port: 6c630f49-36e6-4658-9ee4-b9246cfe03c1. Aug 29 04:20:32.288092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Calling delete_port for 6c630f49-36e6-4658-9ee4-b9246cfe03c1 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:32.295419 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0177c7a-a6a4-400b-b8db-4d61d5ecc9f7 x-openstack-request-id: req-b0177c7a-a6a4-400b-b8db-4d61d5ecc9f7 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:32.295624 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-deleted", "tag": "f72adc5c-e30f-442b-8f4e-9be3a5c273fc", "status": "completed", "code": 200}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-deleted", "tag": "bfc679a5-b59a-4a10-90fe-ced2e2eb791b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:32.295738 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0177c7a-a6a4-400b-b8db-4d61d5ecc9f7 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:32.296303 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-deleted', 'tag': 'f72adc5c-e30f-442b-8f4e-9be3a5c273fc', 'status': 'completed', 'code': 200} Aug 29 04:20:32.300645 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-deleted', 'tag': 'bfc679a5-b59a-4a10-90fe-ced2e2eb791b', 'status': 'completed', 'code': 200} Aug 29 04:20:32.450772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258e4dd1-fa13-4739-837b-14d823201478 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:32.466838 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fcb1064-42c4-4752-8eff-331feca1bc87 req-98206e9e-6544-4f47-a73a-6ecffc1a7cc4 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 210 time: 0.1007056 Aug 29 04:20:32.490466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.517982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Transition to ACTIVE for port object 258e4dd1-fa13-4739-837b-14d823201478 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:32.522154 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.646742 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dd19d3a9-1789-46fb-8970-c56b8975aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.649447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dd19d3a9-1789-46fb-8970-c56b8975aeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.650730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dd19d3a9-1789-46fb-8970-c56b8975aeff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20 HTTP/1.1" status: 204 len: 168 time: 0.7413645 Aug 29 04:20:32.669007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19d3a9-1789-46fb-8970-c56b8975aeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cb36f9-a75d-4d25-9e2e-46fcb3aa5a20,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:32.670799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Pushing event updated for resources: {'Port': ['ID=258e4dd1-fa13-4739-837b-14d823201478,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:32.696510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.713981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:32.723738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-096117b4-235c-4574-8e32-5a8e5fbf19e1 admin admin] 10.222.0.49 "PUT /v2.0/routers/7531225f-799d-4cb3-a743-7b1352677639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4316874 Aug 29 04:20:32.724691 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] Sync routers for ids ['7531225f-799d-4cb3-a743-7b1352677639'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:32.736504 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] Routers {'7531225f-799d-4cb3-a743-7b1352677639'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:32.738810 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:20:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7531225f-799d-4cb3-a743-7b1352677639'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:32.739272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Port': ['ID=6c630f49-36e6-4658-9ee4-b9246cfe03c1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:32.754851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42194) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:32.806452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Allocated IP 172.20.0.7 (b66c1587-c056-459d-9fc1-3f1024ebb408/40e3967d-3a38-49e3-8251-59568f70647a/df1c8c12-4fe6-4f46-a7a0-785036f5d559) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:32.826369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Attempting to bind port 258e4dd1-fa13-4739-837b-14d823201478 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:32.829957 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Attempting to bind port 258e4dd1-fa13-4739-837b-14d823201478 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '23718d7d-54b5-4101-ae23-90baa2a3dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9e5e628b-242e-4ccd-9673-ccdd54993bd2'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:32.830657 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Attempting to bind port 258e4dd1-fa13-4739-837b-14d823201478 on network 9e5e628b-242e-4ccd-9673-ccdd54993bd2 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:32.898698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Port 258e4dd1-fa13-4739-837b-14d823201478 on network 9e5e628b-242e-4ccd-9673-ccdd54993bd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:32.899421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Attempting to bind port 258e4dd1-fa13-4739-837b-14d823201478 on network 9e5e628b-242e-4ccd-9673-ccdd54993bd2 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:32.914262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:32.915187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Checking segment: {'id': '23718d7d-54b5-4101-ae23-90baa2a3dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9e5e628b-242e-4ccd-9673-ccdd54993bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:32.915843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Bound using segment: {'id': '23718d7d-54b5-4101-ae23-90baa2a3dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9e5e628b-242e-4ccd-9673-ccdd54993bd2'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:32.916562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Bound port: 258e4dd1-fa13-4739-837b-14d823201478, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23718d7d-54b5-4101-ae23-90baa2a3dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9e5e628b-242e-4ccd-9673-ccdd54993bd2'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:32.917170 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.002631 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] Set router 7531225f-799d-4cb3-a743-7b1352677639 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:33.267141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] For port 258e4dd1-fa13-4739-837b-14d823201478, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:33.280739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Router 83466ef8-266f-4590-8a38-130eb754ec10 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:33.282961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] For port 258e4dd1-fa13-4739-837b-14d823201478, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=258e4dd1-fa13-4739-837b-14d823201478,segment=NetworkSegment(23718d7d-54b5-4101-ae23-90baa2a3dc39),segment_id=23718d7d-54b5-4101-ae23-90baa2a3dc39)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:33.295089 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.388612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.391637 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.396021 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] 10.222.0.59 "PUT /v2.0/ports/258e4dd1-fa13-4739-837b-14d823201478 HTTP/1.1" status: 200 len: 1092 time: 2.2759564 Aug 29 04:20:33.511141 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7531225f-799d-4cb3-a743-7b1352677639', 'name': 'tempest-ServerRescueTestJSON-184190723-router', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:22Z', 'updated_at': '2021-08-29T04:20:30Z', 'revision_number': 5, 'project_id': '755a55c0404b417f8cdb15c803838524', 'gw_port': {'id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:23Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:33.590589 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] Checking router: 7531225f-799d-4cb3-a743-7b1352677639 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:33.607032 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] Routers {'7531225f-799d-4cb3-a743-7b1352677639'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:33.607888 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:20:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7531225f-799d-4cb3-a743-7b1352677639'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:33.759101 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] Set router 7531225f-799d-4cb3-a743-7b1352677639 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:33.763023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42232) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:33.767326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c4e50-ab40-46fc-ac09-6fc1238f40ad service neutron] Pushing event updated for resources: {'Port': ['ID=258e4dd1-fa13-4739-837b-14d823201478,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.794559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:33.821711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] Sync routers for ids ['83466ef8-266f-4590-8a38-130eb754ec10'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:33.837667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-14b511b1-2567-4a75-a99a-40c3d3c9430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.841987 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.844423 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-14b511b1-2567-4a75-a99a-40c3d3c9430f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6e3268e72ca47c89bb8dd9beffd1d85&device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 1095 time: 0.2905760 Aug 29 04:20:33.850876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] Routers {'83466ef8-266f-4590-8a38-130eb754ec10'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:33.852911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:20:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['83466ef8-266f-4590-8a38-130eb754ec10'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:33.937778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] No DVR routers for this DVR port 6c630f49-36e6-4658-9ee4-b9246cfe03c1 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:33.946035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.959449 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c65d57-e063-4bbd-8d6d-09d3135529b3 req-fcc1cef6-00a6-45fe-aa50-9d86767e258f tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.52 "DELETE /v2.0/ports/6c630f49-36e6-4658-9ee4-b9246cfe03c1 HTTP/1.1" status: 204 len: 173 time: 2.5697124 Aug 29 04:20:33.964985 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.073455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10b3f233-e30f-4e46-8443-b480c4f21638 req-b286abff-7dba-403b-8f8e-99358e9d65d2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.1591253 Aug 29 04:20:34.076128 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-92443e39-4bec-4adf-a96d-a198f75b8226 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=258e4dd1-fa13-4739-837b-14d823201478 HTTP/1.1" status: 200 len: 217 time: 0.2010288 Aug 29 04:20:34.102491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] Set router 83466ef8-266f-4590-8a38-130eb754ec10 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:34.155298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7978f5-30ab-460c-8b95-1fce8e979768 req-1ea1f2a1-feda-46ca-bba7-30f674c407ac tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.161547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f7978f5-30ab-460c-8b95-1fce8e979768 req-1ea1f2a1-feda-46ca-bba7-30f674c407ac tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 943 time: 1.2991316 Aug 29 04:20:34.181886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-696011734-network', 'tenant_id': '9afce53e18f94805862226d5ff7fcc2a'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:34.190954 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7531225f-799d-4cb3-a743-7b1352677639', 'name': 'tempest-ServerRescueTestJSON-184190723-router', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:22Z', 'updated_at': '2021-08-29T04:20:30Z', 'revision_number': 5, 'project_id': '755a55c0404b417f8cdb15c803838524', 'gw_port': {'id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:23Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:34.223720 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d550cd-5fdd-494e-a5df-c68c5bc20c1c None None] The sync data for ids ['7531225f-799d-4cb3-a743-7b1352677639'] in n-d-712141-12 is: [{'id': '7531225f-799d-4cb3-a743-7b1352677639', 'name': 'tempest-ServerRescueTestJSON-184190723-router', 'tenant_id': '755a55c0404b417f8cdb15c803838524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:22Z', 'updated_at': '2021-08-29T04:20:30Z', 'revision_number': 5, 'project_id': '755a55c0404b417f8cdb15c803838524', 'gw_port': {'id': '6afa5cd0-3632-49fb-8d25-fb26a4aa1eef', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531225f-799d-4cb3-a743-7b1352677639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:23Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:34.257854 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Made reservation on behalf of 9afce53e18f94805862226d5ff7fcc2a for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:34.260181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.293682 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.303567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Network b66c1587-c056-459d-9fc1-3f1024ebb408 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:34.304995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.314169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a682b80-540d-4fd4-a21b-673ae48ebdd8', 'tag': '258e4dd1-fa13-4739-837b-14d823201478'}, {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-deleted', 'tag': '6c630f49-36e6-4658-9ee4-b9246cfe03c1'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:34.317119 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a682b80-540d-4fd4-a21b-673ae48ebdd8", "tag": "258e4dd1-fa13-4739-837b-14d823201478"}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-deleted", "tag": "6c630f49-36e6-4658-9ee4-b9246cfe03c1"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:34.353640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-c905dd93-c748-42a9-ba92-e61075bd27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.361001 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-c905dd93-c748-42a9-ba92-e61075bd27aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff8c7c84-dfd9-4759-b97b-039051ba1759 HTTP/1.1" status: 200 len: 862 time: 0.2811730 Aug 29 04:20:34.361507 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42256) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:34.460693 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-6a17e14b-2609-4d65-b6e0-32ef797c635e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e5e628b-242e-4ccd-9673-ccdd54993bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659130 Aug 29 04:20:34.496129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:34.507023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b145805e-9a87-4816-8d2d-e89f3f4381e4', 'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'mac_address': 'fa:16:3e:8e:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:52Z', 'updated_at': '2021-08-29T04:10:01Z', 'revision_number': 5, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'subnets': [{'id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:34.515578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:34.521758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f7978f5-30ab-460c-8b95-1fce8e979768 req-d4d47ad9-45b8-4cd8-b6a3-e0569a3e9d2a tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421004 Aug 29 04:20:34.522977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.531539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Pushing event updated for resources: {'Port': ['ID=df1c8c12-4fe6-4f46-a7a0-785036f5d559,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.618416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] Checking router: 83466ef8-266f-4590-8a38-130eb754ec10 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:34.641936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e846-22d1-42fa-82af-b97319622c59 req-bf851efa-a7cd-4e58-9681-e92540b72084 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.648780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be07e846-22d1-42fa-82af-b97319622c59 req-bf851efa-a7cd-4e58-9681-e92540b72084 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 931 time: 0.4454737 Aug 29 04:20:34.657149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] Routers {'83466ef8-266f-4590-8a38-130eb754ec10'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:34.657950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:20:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['83466ef8-266f-4590-8a38-130eb754ec10'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:34.682086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-158673734-network', 'tenant_id': '0108dc87a3c545139335fa764de2de52'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:34.718261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.718840 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.833235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be07e846-22d1-42fa-82af-b97319622c59 req-8f9e4c1a-0378-4aa8-9992-8aa3058f126b tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650734 Aug 29 04:20:34.842320 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8999a5cb-eb08-4631-84bb-6126a642ba53 x-openstack-request-id: req-8999a5cb-eb08-4631-84bb-6126a642ba53 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:34.842901 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a682b80-540d-4fd4-a21b-673ae48ebdd8", "tag": "258e4dd1-fa13-4739-837b-14d823201478", "status": "completed", "code": 200}, {"server_uuid": "67439299-795d-47c4-b967-4ede6115d7a6", "name": "network-vif-deleted", "tag": "6c630f49-36e6-4658-9ee4-b9246cfe03c1", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:34.842901 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8999a5cb-eb08-4631-84bb-6126a642ba53 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:34.843260 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a682b80-540d-4fd4-a21b-673ae48ebdd8', 'tag': '258e4dd1-fa13-4739-837b-14d823201478', 'status': 'completed', 'code': 200} Aug 29 04:20:34.843524 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67439299-795d-47c4-b967-4ede6115d7a6', 'name': 'network-vif-deleted', 'tag': '6c630f49-36e6-4658-9ee4-b9246cfe03c1', 'status': 'completed', 'code': 200} Aug 29 04:20:34.854544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Deleting port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:34.855143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.874954 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-d6a1b4b5-b703-45a5-b924-9eda4d864a9a service neutron] 10.222.0.59 "GET /v2.0/networks/9e5e628b-242e-4ccd-9673-ccdd54993bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041166 Aug 29 04:20:34.884033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.903549 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.929217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] Set router 83466ef8-266f-4590-8a38-130eb754ec10 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:34.946539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-65bbcb6c-9160-4f39-98eb-e7d113b8456d tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3444524 Aug 29 04:20:34.982217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Request body: {'port': {'device_id': 'd18dfc94-96c2-4b9b-a814-55ff8815a91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:35.019016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:35.023259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cefd68-1705-458f-87ae-c060593d2417,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:35.044966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:35.047239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.057451 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.062961 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Added segment 8040d772-130c-42f4-98cd-ca468698a486 of type vlan for network 4eaecdff-4e1b-43a6-8926-741c66956c7c Aug 29 04:20:35.080083 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.141979 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fefe0db-1a4d-426f-908e-8cb2cf47dfe3 req-70340eb7-d083-4346-9eef-8e6828f06ad1 service neutron] 10.222.0.59 "GET /v2.0/networks/9e5e628b-242e-4ccd-9673-ccdd54993bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564325 Aug 29 04:20:35.143833 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.250614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.251956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.252748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.254461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b145805e-9a87-4816-8d2d-e89f3f4381e4', 'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'mac_address': 'fa:16:3e:8e:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:52Z', 'updated_at': '2021-08-29T04:10:01Z', 'revision_number': 5, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'subnets': [{'id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:35.286117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.293973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842aa27-3d03-4518-973f-a1549c18788d None None] The sync data for ids ['83466ef8-266f-4590-8a38-130eb754ec10'] in n-d-712141-12 is: [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b145805e-9a87-4816-8d2d-e89f3f4381e4', 'name': '', 'network_id': '2796e265-0f1b-4aba-b9ba-3f2967e97f6d', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'mac_address': 'fa:16:3e:8e:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:52Z', 'updated_at': '2021-08-29T04:10:01Z', 'revision_number': 5, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'subnets': [{'id': '7e2804dc-4a68-45cb-aebe-6a7a08e379e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:35.332849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e25d18e0-c74c-4e8a-99e0-cee14d752af0 req-09c0d7c5-6e03-464a-b642-2a276980c033 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.1046810 Aug 29 04:20:35.344336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] For port 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6afa5cd0-3632-49fb-8d25-fb26a4aa1eef,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:35.345160 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.386513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Calling delete_port for 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:35.422693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a req-bff2745d-9b54-4a47-8d6a-52d58678d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.428549 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a req-bff2745d-9b54-4a47-8d6a-52d58678d6fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6e3268e72ca47c89bb8dd9beffd1d85&device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 1095 time: 0.2153628 Aug 29 04:20:35.448303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] Pushing event updated for resources: {'Network': ['ID=4eaecdff-4e1b-43a6-8926-741c66956c7c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:35.462911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 4eaecdff-4e1b-43a6-8926-741c66956c7c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:35.560551 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.568972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.589906 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-23190ae6-192d-48f3-a58d-84161441dba7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8183923 Aug 29 04:20:35.615773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42276) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:35.632483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Request body: {'subnet': {'network_id': '4eaecdff-4e1b-43a6-8926-741c66956c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-696011734-subnet', 'tenant_id': '9afce53e18f94805862226d5ff7fcc2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:35.657529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:35.665700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a req-61898f86-e06a-4eb7-97e7-9d1e42a91319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.667569 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a req-61898f86-e06a-4eb7-97e7-9d1e42a91319 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e5e628b-242e-4ccd-9673-ccdd54993bd2 HTTP/1.1" status: 200 len: 923 time: 0.2334888 Aug 29 04:20:35.679207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b973c27-f5d0-4140-b5b5-8f4be23d1920,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:35.710252 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:20:35.727877 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a req-5e9ab8ca-eecf-4e99-90b8-d4830dbf6b4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=258e4dd1-fa13-4739-837b-14d823201478 HTTP/1.1" status: 200 len: 217 time: 0.0495579 Aug 29 04:20:35.734844 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.735589 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Added segment fd6c8d73-d363-443b-8abe-b7ba4ca88309 of type vlan for network a2fa9d0e-600e-409d-9d8b-54d571a16937 Aug 29 04:20:35.750766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.849244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Made reservation on behalf of 9afce53e18f94805862226d5ff7fcc2a for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:35.850003 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdcdcc6-7ebd-4f05-8a7d-5262e1333462 None None] New status for floating IP 753e5536-df73-4fc2-8b98-962680dc3c0e: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:20:35.851608 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.875058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3c70478f-1998-4c10-ae37-fd5d795aada7 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:35.920176 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.950880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3c70478f-1998-4c10-ae37-fd5d795aada7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:35.950880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3c70478f-1998-4c10-ae37-fd5d795aada7 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:35.961175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a req-358cd4f3-c4bb-41c9-9393-d481e033c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.961175 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a req-358cd4f3-c4bb-41c9-9393-d481e033c84e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff8c7c84-dfd9-4759-b97b-039051ba1759 HTTP/1.1" status: 200 len: 862 time: 0.2224216 Aug 29 04:20:36.052320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.053462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.054044 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.062357 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a req-8a4ccda7-95f6-47cf-9016-21ad4d34a5fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e5e628b-242e-4ccd-9673-ccdd54993bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922112 Aug 29 04:20:36.143233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=6afa5cd0-3632-49fb-8d25-fb26a4aa1eef,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:36.149480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.318487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.318487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.357932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccadfae-5683-47de-a6ff-1e58aa3249fe req-e9af65ac-ce55-48bb-b11b-836a75a817bd tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.360100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ccadfae-5683-47de-a6ff-1e58aa3249fe req-e9af65ac-ce55-48bb-b11b-836a75a817bd tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 943 time: 0.6194825 Aug 29 04:20:36.433521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569e3f-d7e4-4e0f-b274-ce501ce687b6 req-8e3eba93-f14d-4047-b5d8-845fab2b7c89 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.437071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19569e3f-d7e4-4e0f-b274-ce501ce687b6 req-8e3eba93-f14d-4047-b5d8-845fab2b7c89 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 931 time: 0.3043075 Aug 29 04:20:36.480686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1c8c12-4fe6-4f46-a7a0-785036f5d559 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:36.494872 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.501418 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.502055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7531225f-799d-4cb3-a743-7b1352677639 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:20:36.517815 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.523102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c60f66d2-5efa-4496-a77a-862e80501d82 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7531225f-799d-4cb3-a743-7b1352677639 HTTP/1.1" status: 204 len: 168 time: 3.7634935 Aug 29 04:20:36.535389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42296) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:36.550127 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1819363 Aug 29 04:20:36.554555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42298) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:36.568988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Request body: {'subnet': {'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-subnet', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:36.575218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19569e3f-d7e4-4e0f-b274-ce501ce687b6 req-728bfbf7-d48a-40b6-a831-ccf036ca4a4e tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161242 Aug 29 04:20:36.576863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Transition to ACTIVE for port object df1c8c12-4fe6-4f46-a7a0-785036f5d559 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:36.592823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ccadfae-5683-47de-a6ff-1e58aa3249fe req-b957df81-1496-4994-96d5-99301ca1a67f tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261407 Aug 29 04:20:36.627094 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15962ce9-5118-4069-a81c-4f6c40cd5fbd admin admin] Pushing event updated for resources: {'Network': ['ID=a2fa9d0e-600e-409d-9d8b-54d571a16937,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:36.638436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a2fa9d0e-600e-409d-9d8b-54d571a16937 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:36.640345 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.774393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-301ea0dd-62f1-46e8-b235-a0ea7101d8f3 req-ab30fa11-d399-4bf5-a529-8e86fff9a40c tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0651548 Aug 29 04:20:36.784055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d32e05-b5b1-47e3-916b-f6cfd2c422fa admin admin] Deleting subnet 912da5bf-a44c-4f60-a2fb-5bdea41f69b2 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:36.788594 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a req-d8ad76a2-123d-43cd-8a34-b26e942c4562 service neutron] 10.222.0.59 "GET /v2.0/networks/9e5e628b-242e-4ccd-9673-ccdd54993bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047706 Aug 29 04:20:36.796139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62d32e05-b5b1-47e3-916b-f6cfd2c422fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.797687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:36.802649 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.848071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Pushing event updated for resources: {'Port': ['ID=df1c8c12-4fe6-4f46-a7a0-785036f5d559,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:36.903718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62d32e05-b5b1-47e3-916b-f6cfd2c422fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.982354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Attempting to bind port df1c8c12-4fe6-4f46-a7a0-785036f5d559 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:36.982691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Attempting to bind port df1c8c12-4fe6-4f46-a7a0-785036f5d559 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'c912d6df-213c-488e-bfdf-adcbad3159f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b66c1587-c056-459d-9fc1-3f1024ebb408'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:36.983019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Attempting to bind port df1c8c12-4fe6-4f46-a7a0-785036f5d559 on network b66c1587-c056-459d-9fc1-3f1024ebb408 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:36.994359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62d32e05-b5b1-47e3-916b-f6cfd2c422fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.996843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Port df1c8c12-4fe6-4f46-a7a0-785036f5d559 on network b66c1587-c056-459d-9fc1-3f1024ebb408 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:36.997166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Attempting to bind port df1c8c12-4fe6-4f46-a7a0-785036f5d559 on network b66c1587-c056-459d-9fc1-3f1024ebb408 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:37.020832 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffaafe8a-6d1d-42b5-8661-09202b7f6a2a req-fc950e35-e2b6-4640-9d73-80cd5af4fcff service neutron] 10.222.0.59 "GET /v2.0/networks/9e5e628b-242e-4ccd-9673-ccdd54993bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138600 Aug 29 04:20:37.043593 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.084394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:37.085053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Checking segment: {'id': 'c912d6df-213c-488e-bfdf-adcbad3159f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b66c1587-c056-459d-9fc1-3f1024ebb408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:37.095302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Bound using segment: {'id': 'c912d6df-213c-488e-bfdf-adcbad3159f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b66c1587-c056-459d-9fc1-3f1024ebb408'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:37.095302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Bound port: df1c8c12-4fe6-4f46-a7a0-785036f5d559, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c912d6df-213c-488e-bfdf-adcbad3159f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b66c1587-c056-459d-9fc1-3f1024ebb408'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:37.095302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.138418 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62d32e05-b5b1-47e3-916b-f6cfd2c422fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.151274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=282eb932-87a8-4b57-ab1a-9719743108fb,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.163151 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62d32e05-b5b1-47e3-916b-f6cfd2c422fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.168357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42310) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:37.168494 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-62d32e05-b5b1-47e3-916b-f6cfd2c422fa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/912da5bf-a44c-4f60-a2fb-5bdea41f69b2 HTTP/1.1" status: 204 len: 168 time: 0.6294568 Aug 29 04:20:37.169330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Checking segment: {'id': '8040d772-130c-42f4-98cd-ca468698a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4eaecdff-4e1b-43a6-8926-741c66956c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:37.169961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Network hostable DHCP agents. Network: 4eaecdff-4e1b-43a6-8926-741c66956c7c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:37.214879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d32e05-b5b1-47e3-916b-f6cfd2c422fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912da5bf-a44c-4f60-a2fb-5bdea41f69b2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.249364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] For port df1c8c12-4fe6-4f46-a7a0-785036f5d559, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:37.252979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] For port df1c8c12-4fe6-4f46-a7a0-785036f5d559, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=df1c8c12-4fe6-4f46-a7a0-785036f5d559,segment=NetworkSegment(c912d6df-213c-488e-bfdf-adcbad3159f5),segment_id=c912d6df-213c-488e-bfdf-adcbad3159f5)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:37.254301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.258647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.307403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Network 4eaecdff-4e1b-43a6-8926-741c66956c7c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:37.311592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.311592 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.311592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] 10.222.0.52 "PUT /v2.0/ports/df1c8c12-4fe6-4f46-a7a0-785036f5d559 HTTP/1.1" status: 200 len: 1092 time: 2.3457806 Aug 29 04:20:37.315412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18dfc94-96c2-4b9b-a814-55ff8815a91a', 'tag': 'df1c8c12-4fe6-4f46-a7a0-785036f5d559'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:37.318710 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f3db24-4eb3-490c-beaa-21b4a62e208e" -d '{"events": [{"name": "network-changed", "server_uuid": "d18dfc94-96c2-4b9b-a814-55ff8815a91a", "tag": "df1c8c12-4fe6-4f46-a7a0-785036f5d559"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:37.348990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 4eaecdff-4e1b-43a6-8926-741c66956c7c) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:37.356840 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee4ca90-4d12-49ff-9a3d-a5966664e40b None None] Network 4eaecdff-4e1b-43a6-8926-741c66956c7c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:37.365296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2d0f2-e3e4-4267-b85f-80aa40490483 service neutron] Pushing event updated for resources: {'Port': ['ID=df1c8c12-4fe6-4f46-a7a0-785036f5d559,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.386787 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dbcf75-9e46-422e-a4c9-a29541b0b42c x-openstack-request-id: req-57dbcf75-9e46-422e-a4c9-a29541b0b42c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:37.387183 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18dfc94-96c2-4b9b-a814-55ff8815a91a", "tag": "df1c8c12-4fe6-4f46-a7a0-785036f5d559", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:37.387573 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57dbcf75-9e46-422e-a4c9-a29541b0b42c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:37.388221 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18dfc94-96c2-4b9b-a814-55ff8815a91a', 'tag': 'df1c8c12-4fe6-4f46-a7a0-785036f5d559', 'status': 'completed', 'code': 200} Aug 29 04:20:37.478806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-be5c0283-704d-4e0d-8e3a-086ba6c24991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.483700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-be5c0283-704d-4e0d-8e3a-086ba6c24991 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0f325b19cbe48d099144a5c4717a138&device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 1095 time: 0.0812800 Aug 29 04:20:37.495490 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.496277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.515568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7309a4b8-bd24-45e2-abed-ef8a67d08ee5 None None] Network 4eaecdff-4e1b-43a6-8926-741c66956c7c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:37.569766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-d418c528-4ac9-4a0e-9671-cfccd626e2ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df1c8c12-4fe6-4f46-a7a0-785036f5d559 HTTP/1.1" status: 200 len: 217 time: 0.0718298 Aug 29 04:20:37.589270 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1b1078ff-c6b3-4ce7-a9c9-741c3f8df90f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9638331 Aug 29 04:20:37.604790 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.618081 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.627324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:37.692998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644e4da1-c29f-40d2-b99b-b0869739804c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.715098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcdd231-74fa-4f7c-a40b-e19804f154d9') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:37.715611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcdd231-74fa-4f7c-a40b-e19804f154d9') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:37.724169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-89401eaa-bfd7-490a-a2a8-371b9c46b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.725749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-89401eaa-bfd7-490a-a2a8-371b9c46b811 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40e3967d-3a38-49e3-8251-59568f70647a HTTP/1.1" status: 200 len: 849 time: 0.1479187 Aug 29 04:20:37.730800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.757238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Checking segment: {'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:37.758004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Network hostable DHCP agents. Network: a2fa9d0e-600e-409d-9d8b-54d571a16937, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:37.762968 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.776897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:37.777671 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:37.779818 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:37.783209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-e9377945-07b5-4d90-9a46-96dfa34d0ead service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b66c1587-c056-459d-9fc1-3f1024ebb408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459416 Aug 29 04:20:37.879325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Network a2fa9d0e-600e-409d-9d8b-54d571a16937 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:37.905607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a2fa9d0e-600e-409d-9d8b-54d571a16937) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:37.913801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a968f90-1584-4c78-b740-1cf52930500a req-1b74fc00-0535-4b71-bd4b-217cb01bb577 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.913801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a968f90-1584-4c78-b740-1cf52930500a req-1b74fc00-0535-4b71-bd4b-217cb01bb577 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 943 time: 0.1487653 Aug 29 04:20:37.914147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.917017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328e1c34-e837-4cd9-aa3a-adf642e6b6a6 None None] Network a2fa9d0e-600e-409d-9d8b-54d571a16937 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:37.921227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43699f08-a9f4-4f24-9dd9-699b2bed76e8 req-1bb2784a-1f42-49c7-9ab6-589da5238a90 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.928022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.929083 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.929547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43699f08-a9f4-4f24-9dd9-699b2bed76e8 req-1bb2784a-1f42-49c7-9ab6-589da5238a90 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 943 time: 0.2011333 Aug 29 04:20:37.933738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.935897 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] 10.222.0.49 "DELETE /v2.0/networks/95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2 HTTP/1.1" status: 204 len: 168 time: 0.7630231 Aug 29 04:20:37.995484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288fad7-a3e6-47b1-97f0-f321d1b51a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=95e52c6a-d7f2-45e7-a8b5-b3d4333bdef2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:38.028890 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e4dc9f11-a6fd-4710-a63e-36e713bc7bc8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4704552 Aug 29 04:20:38.029485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42340) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:38.035488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-7ac67660-faea-42bf-a8b2-8dc23c01a6a7 service neutron] 10.222.0.52 "GET /v2.0/networks/b66c1587-c056-459d-9fc1-3f1024ebb408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416341 Aug 29 04:20:38.043802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:38.056949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43699f08-a9f4-4f24-9dd9-699b2bed76e8 req-5535daae-b191-4e66-9711-2c3525147ab8 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243362 Aug 29 04:20:38.086039 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.086489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:38.088138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.136419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a968f90-1584-4c78-b740-1cf52930500a req-d83e95cd-7563-4219-8579-186c135b9e86 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902564 Aug 29 04:20:38.165715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:38.172792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6afa5cd0-3632-49fb-8d25-fb26a4aa1eef not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:38.217065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42344) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:38.225690 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.275865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce824451-35b3-4609-afe5-ab2351c34f1d req-de760dee-cddd-423f-b00a-15b3e40dd99d tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0576768 Aug 29 04:20:38.371336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8530393a-6cd4-419e-ab30-a4d28573c984 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=755a55c0404b417f8cdb15c803838524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495054 Aug 29 04:20:38.380669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42350) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:38.427650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8245d-2b3a-43f1-a418-f99f3f68be76 req-3e9b2916-1cdc-4ba7-8d14-af977e7d6a01 service neutron] 10.222.0.52 "GET /v2.0/networks/b66c1587-c056-459d-9fc1-3f1024ebb408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613009 Aug 29 04:20:38.431949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-a2fa9d0e-600e-409d-9d8b-54d571a16937', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:38.433555 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.484730 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e26f59c4-5494-46ef-a980-2f69cfa54faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.521234 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e26f59c4-5494-46ef-a980-2f69cfa54faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.533171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.661267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3db24-4eb3-490c-beaa-21b4a62e208e req-d30560b4-bc76-4acc-97d3-b3b1cbdd15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.663504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74f3db24-4eb3-490c-beaa-21b4a62e208e req-d30560b4-bc76-4acc-97d3-b3b1cbdd15cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0f325b19cbe48d099144a5c4717a138&device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 1095 time: 0.1088912 Aug 29 04:20:38.667403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Allocated IP 172.20.0.2 (a2fa9d0e-600e-409d-9d8b-54d571a16937/644e4da1-c29f-40d2-b99b-b0869739804c/08336036-d042-442f-b662-dd4e2d65b86c) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:38.671556 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e26f59c4-5494-46ef-a980-2f69cfa54faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.678733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e26f59c4-5494-46ef-a980-2f69cfa54faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.682404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e26f59c4-5494-46ef-a980-2f69cfa54faf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74a66da3-999d-42a8-90f9-6ee43f59c32b HTTP/1.1" status: 204 len: 168 time: 0.2967215 Aug 29 04:20:38.697949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 258e4dd1-fa13-4739-837b-14d823201478 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:38.761872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f59c4-5494-46ef-a980-2f69cfa54faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a66da3-999d-42a8-90f9-6ee43f59c32b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:38.843465 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.866966 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.050104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 258e4dd1-fa13-4739-837b-14d823201478, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=258e4dd1-fa13-4739-837b-14d823201478,segment=NetworkSegment(23718d7d-54b5-4101-ae23-90baa2a3dc39),segment_id=23718d7d-54b5-4101-ae23-90baa2a3dc39)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:39.078240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '258e4dd1-fa13-4739-837b-14d823201478', 'network_id': '9e5e628b-242e-4ccd-9673-ccdd54993bd2', 'port_id': '258e4dd1-fa13-4739-837b-14d823201478', 'mac_address': 'fa:16:3e:30:ee:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8c7c84-dfd9-4759-b97b-039051ba1759', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:39.101778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Allocated IP 172.25.5.76 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/30b50b03-f0fb-4181-9655-489430bf5fb2) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:39.114193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3db24-4eb3-490c-beaa-21b4a62e208e req-ab983f46-6744-4e9a-a503-c4aa64b7fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.115990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74f3db24-4eb3-490c-beaa-21b4a62e208e req-ab983f46-6744-4e9a-a503-c4aa64b7fa93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b66c1587-c056-459d-9fc1-3f1024ebb408 HTTP/1.1" status: 200 len: 910 time: 0.4309680 Aug 29 04:20:39.150290 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.179808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74f3db24-4eb3-490c-beaa-21b4a62e208e req-069ac28f-fbd6-4bb6-94ed-bc797f06600e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df1c8c12-4fe6-4f46-a7a0-785036f5d559 HTTP/1.1" status: 200 len: 217 time: 0.0556865 Aug 29 04:20:39.191729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-3bb8c3e7-4da4-4ec5-b5ef-9663f2a6126e tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.196059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-3bb8c3e7-4da4-4ec5-b5ef-9663f2a6126e tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/networks?id=4eaecdff-4e1b-43a6-8926-741c66956c7c HTTP/1.1" status: 200 len: 817 time: 0.2768266 Aug 29 04:20:39.224974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258e4dd1-fa13-4739-837b-14d823201478 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:39.262840 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.266435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 258e4dd1-fa13-4739-837b-14d823201478, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=258e4dd1-fa13-4739-837b-14d823201478,segment=NetworkSegment(23718d7d-54b5-4101-ae23-90baa2a3dc39),segment_id=23718d7d-54b5-4101-ae23-90baa2a3dc39)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:39.275848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Transition to ACTIVE for port object 08336036-d042-442f-b662-dd4e2d65b86c will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:39.280921 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.311491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-58810937-d0e0-47ca-a273-3075c2c7e5e1 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/quotas/9afce53e18f94805862226d5ff7fcc2a HTTP/1.1" status: 200 len: 375 time: 0.1055398 Aug 29 04:20:39.321285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Transition to ACTIVE for port object 08336036-d042-442f-b662-dd4e2d65b86c will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:39.337760 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.357139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.362078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=258e4dd1-fa13-4739-837b-14d823201478,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.371539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Network a2fa9d0e-600e-409d-9d8b-54d571a16937 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:39.403760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:39.408731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-52a21a5b-4ebe-4e9a-9799-d007ea624c8e tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9afce53e18f94805862226d5ff7fcc2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433114 Aug 29 04:20:39.409647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:39.411586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3db24-4eb3-490c-beaa-21b4a62e208e req-98cb51f1-7738-4b76-a371-0e963d2b579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.413405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74f3db24-4eb3-490c-beaa-21b4a62e208e req-98cb51f1-7738-4b76-a371-0e963d2b579d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40e3967d-3a38-49e3-8251-59568f70647a HTTP/1.1" status: 200 len: 849 time: 0.2113960 Aug 29 04:20:39.415171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.485718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:39.490812 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:39.500935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:39.501582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74f3db24-4eb3-490c-beaa-21b4a62e208e req-525d5a1b-0266-487a-8d3d-dca9dd16218a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b66c1587-c056-459d-9fc1-3f1024ebb408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785227 Aug 29 04:20:39.523232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Attempting to bind port 08336036-d042-442f-b662-dd4e2d65b86c on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:39.523838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Attempting to bind port 08336036-d042-442f-b662-dd4e2d65b86c by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:39.524239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Attempting to bind port 08336036-d042-442f-b662-dd4e2d65b86c on network a2fa9d0e-600e-409d-9d8b-54d571a16937 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:39.541477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Pushing event updated for resources: {'Port': ['ID=08336036-d042-442f-b662-dd4e2d65b86c,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.554604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['258e4dd1-fa13-4739-837b-14d823201478'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:39.556019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Pushing event updated for resources: {'Port': ['ID=30b50b03-f0fb-4181-9655-489430bf5fb2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.563283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:39.563967 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Checking segment: {'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:39.566431 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.567604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Bound using segment: {'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:39.569682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Bound port: 08336036-d042-442f-b662-dd4e2d65b86c, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:39.571201 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.693841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d91db-bc2d-4a44-bead-04defff7eed3 req-64d40cfe-98e1-4ef1-8722-d0402ecbe3a6 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.704267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-560d91db-bc2d-4a44-bead-04defff7eed3 req-64d40cfe-98e1-4ef1-8722-d0402ecbe3a6 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 944 time: 0.4704370 Aug 29 04:20:39.713498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] For port 08336036-d042-442f-b662-dd4e2d65b86c, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:39.724737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] For port 08336036-d042-442f-b662-dd4e2d65b86c, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=08336036-d042-442f-b662-dd4e2d65b86c,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:39.744837 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.836501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732ae27-0fab-402f-8d15-b9b033d721d2 None None] Pushing event updated for resources: {'Port': ['ID=08336036-d042-442f-b662-dd4e2d65b86c,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.973158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-560d91db-bc2d-4a44-bead-04defff7eed3 req-0f08ac3d-9fdf-4234-a35a-afb9cceb45c2 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790326 Aug 29 04:20:39.980835 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-94d012b6-6c04-4e32-8d1b-48fc4268e59b service neutron] 10.222.0.49 "GET /v2.0/networks/4eaecdff-4e1b-43a6-8926-741c66956c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617318 Aug 29 04:20:40.045953 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.185219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74f3db24-4eb3-490c-beaa-21b4a62e208e req-2a1fae16-beef-464e-8ca5-b971e9b0d31c service neutron] 10.222.0.52 "GET /v2.0/networks/b66c1587-c056-459d-9fc1-3f1024ebb408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529897 Aug 29 04:20:40.379990 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.494487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af1e36-3fcc-407c-a86f-93ae8ce87bcf req-e1d29f87-431f-4684-9d88-b9d395b00930 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.496723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53af1e36-3fcc-407c-a86f-93ae8ce87bcf req-e1d29f87-431f-4684-9d88-b9d395b00930 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 943 time: 0.3261461 Aug 29 04:20:40.516829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-8a0613c5-d608-449f-8921-02b0f23f3b26 service neutron] 10.222.0.49 "GET /v2.0/networks/4eaecdff-4e1b-43a6-8926-741c66956c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251453 Aug 29 04:20:40.589636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:20:40.591579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74f3db24-4eb3-490c-beaa-21b4a62e208e req-d03b442e-9218-4d89-ba0b-b1c16fcd058c service neutron] 10.222.0.52 "GET /v2.0/networks/b66c1587-c056-459d-9fc1-3f1024ebb408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487945 Aug 29 04:20:40.595846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53af1e36-3fcc-407c-a86f-93ae8ce87bcf req-52a20e86-1840-44f4-b191-5c914a1c16f3 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862219 Aug 29 04:20:40.700574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 258e4dd1-fa13-4739-837b-14d823201478 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:40.756831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df04922c-d085-48c4-85af-4f70d1cab943 req-a07a30b3-b03d-4078-922e-0b830c88c1fa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0682936 Aug 29 04:20:40.803861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:40.818653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Sync routers for ids ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:40.822007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 258e4dd1-fa13-4739-837b-14d823201478 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:40.829134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 258e4dd1-fa13-4739-837b-14d823201478 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:40.830496 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.841495 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.842866 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-32699d47-bb9e-4210-8da0-640244bd5d7f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8124955 Aug 29 04:20:40.845774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42424) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:40.914373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Routers {'f7462ee0-627f-48df-b16f-6bbb17f8a6c8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:40.915014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:20:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:41.382280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Set router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:41.390270 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.618066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492fdb76-0298-41f2-b373-58960e633027 None None] Network a2fa9d0e-600e-409d-9d8b-54d571a16937 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:41.769350 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a682b80-540d-4fd4-a21b-673ae48ebdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258e4dd1-fa13-4739-837b-14d823201478'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:41.772411 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c7d7be-389e-4a7b-a30a-8b24a5a87f9e" -d '{"events": [{"server_uuid": "3a682b80-540d-4fd4-a21b-673ae48ebdd8", "name": "network-vif-plugged", "status": "completed", "tag": "258e4dd1-fa13-4739-837b-14d823201478"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:41.946049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device df1c8c12-4fe6-4f46-a7a0-785036f5d559 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:41.979173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42018c29-760c-45cb-8424-4eeb7bd8ecde req-f69756e3-61a7-49dc-86fc-640e22d0918c tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 210 time: 0.0831470 Aug 29 04:20:42.097269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd79eb4-3a93-461b-87be-e9fb2ee6f9d5 req-ae700a71-66fa-4bf3-ac90-03ec567fcba5 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.099064 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-efd79eb4-3a93-461b-87be-e9fb2ee6f9d5 req-ae700a71-66fa-4bf3-ac90-03ec567fcba5 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 944 time: 0.2017126 Aug 29 04:20:42.127559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 258e4dd1-fa13-4739-837b-14d823201478, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=258e4dd1-fa13-4739-837b-14d823201478,segment=NetworkSegment(23718d7d-54b5-4101-ae23-90baa2a3dc39),segment_id=23718d7d-54b5-4101-ae23-90baa2a3dc39)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:42.154574 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45d76c3d-922e-46be-9ff4-5b5a22519046 req-e36b1b5a-c966-410c-9830-60159123e2fc tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0802484 Aug 29 04:20:42.198440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-45b671df-89cb-499d-aead-92be0192248a None None] Provisioning for port 08336036-d042-442f-b662-dd4e2d65b86c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:42.212511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 08336036-d042-442f-b662-dd4e2d65b86c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:42.229829 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.289883 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-efd79eb4-3a93-461b-87be-e9fb2ee6f9d5 req-e444b2e7-b77d-4e69-9b25-205650bb24b7 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782515 Aug 29 04:20:42.319343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=258e4dd1-fa13-4739-837b-14d823201478,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:42.475240 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948ea110-c238-46eb-84cd-85aea56a4447 x-openstack-request-id: req-948ea110-c238-46eb-84cd-85aea56a4447 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:42.475876 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a682b80-540d-4fd4-a21b-673ae48ebdd8", "name": "network-vif-plugged", "status": "completed", "tag": "258e4dd1-fa13-4739-837b-14d823201478", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:42.476895 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-948ea110-c238-46eb-84cd-85aea56a4447 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:42.478141 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a682b80-540d-4fd4-a21b-673ae48ebdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258e4dd1-fa13-4739-837b-14d823201478', 'code': 200} Aug 29 04:20:42.509114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c03c4-3b94-4e31-a677-3930420f450b req-8452dd60-4020-401e-be6d-2f080eea0708 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.516960 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f6c03c4-3b94-4e31-a677-3930420f450b req-8452dd60-4020-401e-be6d-2f080eea0708 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 943 time: 0.2215378 Aug 29 04:20:42.577753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port df1c8c12-4fe6-4f46-a7a0-785036f5d559, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=df1c8c12-4fe6-4f46-a7a0-785036f5d559,segment=NetworkSegment(c912d6df-213c-488e-bfdf-adcbad3159f5),segment_id=c912d6df-213c-488e-bfdf-adcbad3159f5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:42.606533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5927e82e-893b-4877-827f-57c9e4325fc3 req-9a70b7a1-94ee-4905-9833-755536bc4572 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.1212780 Aug 29 04:20:42.611139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 08336036-d042-442f-b662-dd4e2d65b86c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:42.614391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:39Z', 'revision_number': 3, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:42.685984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 08336036-d042-442f-b662-dd4e2d65b86c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:42.686741 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.696773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-d8cf366b-7540-4860-b1fb-4f7537862716 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.706328 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-d8cf366b-7540-4860-b1fb-4f7537862716 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.59 "GET /v2.0/networks?id=4eaecdff-4e1b-43a6-8926-741c66956c7c HTTP/1.1" status: 200 len: 817 time: 0.3075502 Aug 29 04:20:42.742106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Request body: {'port': {'device_id': 'a14a5458-b6e9-4187-8f1d-0eacb0646c41', 'network_id': '4eaecdff-4e1b-43a6-8926-741c66956c7c', 'admin_state_up': True, 'tenant_id': '9afce53e18f94805862226d5ff7fcc2a'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:42.755826 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'df1c8c12-4fe6-4f46-a7a0-785036f5d559', 'network_id': 'b66c1587-c056-459d-9fc1-3f1024ebb408', 'port_id': 'df1c8c12-4fe6-4f46-a7a0-785036f5d559', 'mac_address': 'fa:16:3e:f8:d7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e3967d-3a38-49e3-8251-59568f70647a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:42.762249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Checking router: f7462ee0-627f-48df-b16f-6bbb17f8a6c8 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:42.762873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Updating router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 port 30b50b03-f0fb-4181-9655-489430bf5fb2 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:20:42.804074 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.863965 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f6c03c4-3b94-4e31-a677-3930420f450b req-86110f3b-d149-4325-9ddb-677492a16ba1 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459806 Aug 29 04:20:42.891320 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.932911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1c8c12-4fe6-4f46-a7a0-785036f5d559 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:43.078926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Made reservation on behalf of 9afce53e18f94805862226d5ff7fcc2a for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:43.083451 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.121353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9b57a-ce47-40e3-968f-3fa478b91935 req-b96118c3-ae1f-40d2-8708-658feb09940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.123218 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0f9b57a-ce47-40e3-968f-3fa478b91935 req-b96118c3-ae1f-40d2-8708-658feb09940d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 1097 time: 0.4141581 Aug 29 04:20:43.157234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port df1c8c12-4fe6-4f46-a7a0-785036f5d559, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=df1c8c12-4fe6-4f46-a7a0-785036f5d559,segment=NetworkSegment(c912d6df-213c-488e-bfdf-adcbad3159f5),segment_id=c912d6df-213c-488e-bfdf-adcbad3159f5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:43.194036 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.212359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30fd7996-4e6f-4109-af6f-ba71294a05ee req-89a7402d-d14e-437d-8849-eeb9f48db3b7 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 210 time: 0.0588784 Aug 29 04:20:43.391881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-beddc34c-4165-41f0-916f-b53c713bd628 req-2c99d65c-f582-4341-8cda-1e1e2037ad2f tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0671086 Aug 29 04:20:43.413307 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.415173 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.440707 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0f9b57a-ce47-40e3-968f-3fa478b91935 req-fad62cbf-d043-4742-a0a5-fa6465ef8b6e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352908 Aug 29 04:20:43.480446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Allocated IP 172.20.0.3 (4eaecdff-4e1b-43a6-8926-741c66956c7c/282eb932-87a8-4b57-ab1a-9719743108fb/5f08eee7-58be-412e-805b-8c6bb4a5a875) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:43.497235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=df1c8c12-4fe6-4f46-a7a0-785036f5d559,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:43.533029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 08336036-d042-442f-b662-dd4e2d65b86c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=08336036-d042-442f-b662-dd4e2d65b86c,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:43.540099 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.542348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2cf71de8-d63e-4a2b-bad9-5bd26e864d1d None None] Provisioning complete for port 08336036-d042-442f-b662-dd4e2d65b86c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:43.542895 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2cf71de8-d63e-4a2b-bad9-5bd26e864d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.640601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['df1c8c12-4fe6-4f46-a7a0-785036f5d559'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:43.661950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9894a5-eb97-4ae6-9625-17e26e303767 req-d5a4c650-8deb-4368-a602-72cff69c9ebd tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.663556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea9894a5-eb97-4ae6-9625-17e26e303767 req-d5a4c650-8deb-4368-a602-72cff69c9ebd tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 945 time: 0.2405415 Aug 29 04:20:43.802549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=08336036-d042-442f-b662-dd4e2d65b86c,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:43.814587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.884889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Allocated IP 172.20.0.1 (a2fa9d0e-600e-409d-9d8b-54d571a16937/644e4da1-c29f-40d2-b99b-b0869739804c/7e508168-e329-4589-81f4-9a354a4eecc7) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:43.918426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.980781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Pushing event updated for resources: {'Port': ['ID=5f08eee7-58be-412e-805b-8c6bb4a5a875,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:43.998139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Network 4eaecdff-4e1b-43a6-8926-741c66956c7c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:43.999748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:44.003758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:44.024278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 08336036-d042-442f-b662-dd4e2d65b86c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:44.039396 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.069110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:44.069967 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.089900 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-1f6de940-30d1-4a8e-8546-9a237ea4c148 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3577297 Aug 29 04:20:44.102467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Request body: {'port': {'device_id': 'a14a5458-b6e9-4187-8f1d-0eacb0646c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:44.107112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Transition to ACTIVE for port object 30b50b03-f0fb-4181-9655-489430bf5fb2 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:44.127802 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.173111 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.186001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29cd2370-809a-4215-aeac-edcb3ee83dde req-8ef98384-aecd-4879-b559-ae66f114d2c7 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0973303 Aug 29 04:20:44.205618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea9894a5-eb97-4ae6-9625-17e26e303767 req-3fe951c0-d902-4508-acf5-b3cf684eecc4 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361702 Aug 29 04:20:44.257446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.273755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Attempting to bind port 30b50b03-f0fb-4181-9655-489430bf5fb2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:44.273755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Attempting to bind port 30b50b03-f0fb-4181-9655-489430bf5fb2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:44.274144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Attempting to bind port 30b50b03-f0fb-4181-9655-489430bf5fb2 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:44.292138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:44.292609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Transition to ACTIVE for port object 7e508168-e329-4589-81f4-9a354a4eecc7 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:44.293016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:44.293486 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.293890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:44.294387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Bound port: 30b50b03-f0fb-4181-9655-489430bf5fb2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:44.294826 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.296552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e3b9a-ea1f-44fe-976a-c9ae3288b8ef None None] Pushing event updated for resources: {'Port': ['ID=30b50b03-f0fb-4181-9655-489430bf5fb2,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:44.374968 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.383289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 08336036-d042-442f-b662-dd4e2d65b86c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:44.383757 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.490984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] For port 30b50b03-f0fb-4181-9655-489430bf5fb2, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:44.499173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] For port 30b50b03-f0fb-4181-9655-489430bf5fb2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=30b50b03-f0fb-4181-9655-489430bf5fb2,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:44.508162 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.520010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Network a2fa9d0e-600e-409d-9d8b-54d571a16937 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:44.549419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:44.561392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:44.585193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Pushing event updated for resources: {'Port': ['ID=7e508168-e329-4589-81f4-9a354a4eecc7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:44.683924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de22480-0ebf-4947-a120-8526804d0b6b req-67fbefc9-76e0-44c0-a2cf-f0b2167fbadc tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:44.686072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0de22480-0ebf-4947-a120-8526804d0b6b req-67fbefc9-76e0-44c0-a2cf-f0b2167fbadc tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 944 time: 0.2868900 Aug 29 04:20:44.752584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.765430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb5d7b-6abe-44bf-9dd8-0a7fd7f7b030 req-662d6056-9dd2-4b49-9703-46c24581f30c tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:44.774519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59eb5d7b-6abe-44bf-9dd8-0a7fd7f7b030 req-662d6056-9dd2-4b49-9703-46c24581f30c tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 931 time: 0.1859207 Aug 29 04:20:44.793584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f08eee7-58be-412e-805b-8c6bb4a5a875 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:44.802974 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.806892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Routers {'f7462ee0-627f-48df-b16f-6bbb17f8a6c8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:44.807730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:20:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:44.820538 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Transition to ACTIVE for port object 5f08eee7-58be-412e-805b-8c6bb4a5a875 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:44.841204 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.866035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0de22480-0ebf-4947-a120-8526804d0b6b req-c4daf765-a06e-44f8-bc87-edd831aab539 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515212 Aug 29 04:20:44.920500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59eb5d7b-6abe-44bf-9dd8-0a7fd7f7b030 req-4215e578-9af6-4868-bfde-c318dc15f058 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/security-groups?id=74cefd68-1705-458f-87ae-c060593d2417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448553 Aug 29 04:20:45.000210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f08eee7-58be-412e-805b-8c6bb4a5a875,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:45.004383 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4a2bdd1c-90dc-466e-8d70-c531f650fdfe req-bf8384ee-3d62-4cd5-8005-2417c32bd6b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.1812713 Aug 29 04:20:45.043286 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.115742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Attempting to bind port 5f08eee7-58be-412e-805b-8c6bb4a5a875 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:45.116215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Attempting to bind port 5f08eee7-58be-412e-805b-8c6bb4a5a875 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '8040d772-130c-42f4-98cd-ca468698a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4eaecdff-4e1b-43a6-8926-741c66956c7c'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:45.116640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Attempting to bind port 5f08eee7-58be-412e-805b-8c6bb4a5a875 on network 4eaecdff-4e1b-43a6-8926-741c66956c7c {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:45.121676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Port 5f08eee7-58be-412e-805b-8c6bb4a5a875 on network 4eaecdff-4e1b-43a6-8926-741c66956c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:45.122074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Attempting to bind port 5f08eee7-58be-412e-805b-8c6bb4a5a875 on network 4eaecdff-4e1b-43a6-8926-741c66956c7c {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:45.127745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:45.128217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Checking segment: {'id': '8040d772-130c-42f4-98cd-ca468698a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4eaecdff-4e1b-43a6-8926-741c66956c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:45.129196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Bound using segment: {'id': '8040d772-130c-42f4-98cd-ca468698a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4eaecdff-4e1b-43a6-8926-741c66956c7c'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:45.129733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Bound port: 5f08eee7-58be-412e-805b-8c6bb4a5a875, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8040d772-130c-42f4-98cd-ca468698a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4eaecdff-4e1b-43a6-8926-741c66956c7c'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:45.130162 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.280273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e3b9a-ea1f-44fe-976a-c9ae3288b8ef None None] Pushing event updated for resources: {'Port': ['ID=30b50b03-f0fb-4181-9655-489430bf5fb2,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:45.287226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] For port 5f08eee7-58be-412e-805b-8c6bb4a5a875, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:45.290641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] For port 5f08eee7-58be-412e-805b-8c6bb4a5a875, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5f08eee7-58be-412e-805b-8c6bb4a5a875,segment=NetworkSegment(8040d772-130c-42f4-98cd-ca468698a486),segment_id=8040d772-130c-42f4-98cd-ca468698a486)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:45.295026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.302691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-42cac86c-bdb3-4780-a6a9-d2df9090db46 None None] Provisioning for port 7e508168-e329-4589-81f4-9a354a4eecc7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:45.313277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-42cac86c-bdb3-4780-a6a9-d2df9090db46 None None] Provisioning complete for port 7e508168-e329-4589-81f4-9a354a4eecc7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:45.313888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-42cac86c-bdb3-4780-a6a9-d2df9090db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.350615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.351020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.352534 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] 10.222.0.59 "PUT /v2.0/ports/5f08eee7-58be-412e-805b-8c6bb4a5a875 HTTP/1.1" status: 200 len: 1092 time: 1.2550750 Aug 29 04:20:45.354987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14a5458-b6e9-4187-8f1d-0eacb0646c41', 'tag': '5f08eee7-58be-412e-805b-8c6bb4a5a875'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:45.357418 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386781f9-f9f3-463a-8d7d-438c68f1aea0" -d '{"events": [{"name": "network-changed", "server_uuid": "a14a5458-b6e9-4187-8f1d-0eacb0646c41", "tag": "5f08eee7-58be-412e-805b-8c6bb4a5a875"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:45.372920 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.382993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-42cac86c-bdb3-4780-a6a9-d2df9090db46 None None] Port 7e508168-e329-4589-81f4-9a354a4eecc7 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:45.435120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d32dc2-0bfc-453e-b5c8-5dfb908f2cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f08eee7-58be-412e-805b-8c6bb4a5a875,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:45.444783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47c54762-5f5f-4fab-8be9-292a476dbf51 req-1bc425ab-e2bf-47b9-8c63-d9758678a073 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0670834 Aug 29 04:20:45.452118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.470533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-5adf3ad6-9fdc-418a-8d60-aea60ce2fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.474817 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-5adf3ad6-9fdc-418a-8d60-aea60ce2fe24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9afce53e18f94805862226d5ff7fcc2a&device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 1095 time: 0.0728447 Aug 29 04:20:45.513320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] Set router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:45.524300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc2a48a7-a8f7-4516-b964-056adc630c31 req-fb52a54a-6df8-4008-a90c-c891a33ee75b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.1478374 Aug 29 04:20:45.533198 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-ebe5a9f4-495c-44fe-81a1-418f4d27d77b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f08eee7-58be-412e-805b-8c6bb4a5a875 HTTP/1.1" status: 200 len: 217 time: 0.0500522 Aug 29 04:20:45.618153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-938588e5-9ec7-4750-84cb-915e938e5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.619639 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-938588e5-9ec7-4750-84cb-915e938e5aed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=282eb932-87a8-4b57-ab1a-9719743108fb HTTP/1.1" status: 200 len: 857 time: 0.0788264 Aug 29 04:20:45.627898 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09fceef-5e87-4f75-8dd2-1c5a98655620 x-openstack-request-id: req-a09fceef-5e87-4f75-8dd2-1c5a98655620 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:45.628191 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14a5458-b6e9-4187-8f1d-0eacb0646c41", "tag": "5f08eee7-58be-412e-805b-8c6bb4a5a875", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:45.628535 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a09fceef-5e87-4f75-8dd2-1c5a98655620 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:45.628935 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14a5458-b6e9-4187-8f1d-0eacb0646c41', 'tag': '5f08eee7-58be-412e-805b-8c6bb4a5a875', 'status': 'completed', 'code': 200} Aug 29 04:20:45.653107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.655013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Pushing event updated for resources: {'Port': ['ID=7e508168-e329-4589-81f4-9a354a4eecc7,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:45.676539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-e56aade8-590f-4197-99da-98845c9562d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eaecdff-4e1b-43a6-8926-741c66956c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400164 Aug 29 04:20:45.730806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d97dd3-a0fa-472a-af31-bf21590f8853 req-7b4eb6c0-8a66-441f-9197-074fa4202fe3 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.732621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24d97dd3-a0fa-472a-af31-bf21590f8853 req-7b4eb6c0-8a66-441f-9197-074fa4202fe3 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 945 time: 0.1621604 Aug 29 04:20:45.835835 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-40026052-a626-4a9b-bdc1-ea15999464fe service neutron] 10.222.0.59 "GET /v2.0/networks/4eaecdff-4e1b-43a6-8926-741c66956c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556926 Aug 29 04:20:45.855336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Network a2fa9d0e-600e-409d-9d8b-54d571a16937 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:45.855897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:39Z', 'revision_number': 3, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:45.859447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:45.864355 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device df1c8c12-4fe6-4f46-a7a0-785036f5d559 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:46.022222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24d97dd3-a0fa-472a-af31-bf21590f8853 req-d95b1d52-3a13-4fcf-8880-95f61bdd3e65 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770739 Aug 29 04:20:46.053851 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07aecbe9-0acb-4e3f-a4b4-74725e4a1f06 req-e85573b4-347b-4b5f-9826-22b4725fb13b service neutron] 10.222.0.59 "GET /v2.0/networks/4eaecdff-4e1b-43a6-8926-741c66956c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084868 Aug 29 04:20:46.070189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c41efa-2bb1-4b14-84f0-4e573de20a86 None None] The sync data for ids ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'] in n-d-712141-12 is: [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:39Z', 'revision_number': 3, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:46.152320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port df1c8c12-4fe6-4f46-a7a0-785036f5d559 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:46.164401 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port df1c8c12-4fe6-4f46-a7a0-785036f5d559 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:46.165247 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.194183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:46.228749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386781f9-f9f3-463a-8d7d-438c68f1aea0 req-3ea3c6d4-2438-4e66-ac56-49d93e527d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.231465 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-386781f9-f9f3-463a-8d7d-438c68f1aea0 req-3ea3c6d4-2438-4e66-ac56-49d93e527d1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9afce53e18f94805862226d5ff7fcc2a&device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 1095 time: 0.0996516 Aug 29 04:20:46.305378 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.348761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba91e0-886b-498a-94e4-b0a6b5dd5f91 req-3a70415b-84b2-4a98-bd07-d9cd96210f35 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.350660 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40ba91e0-886b-498a-94e4-b0a6b5dd5f91 req-3a70415b-84b2-4a98-bd07-d9cd96210f35 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 944 time: 0.2582407 Aug 29 04:20:46.366219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18dfc94-96c2-4b9b-a814-55ff8815a91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1c8c12-4fe6-4f46-a7a0-785036f5d559'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:46.369787 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a59cfd8-8d6b-4723-a2de-3e321b433183" -d '{"events": [{"server_uuid": "d18dfc94-96c2-4b9b-a814-55ff8815a91a", "name": "network-vif-plugged", "status": "completed", "tag": "df1c8c12-4fe6-4f46-a7a0-785036f5d559"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:46.379951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa5b14-ea88-4584-9efa-780c89d59056 req-fe125dc6-64da-4e36-a7a1-39ff28191357 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.382439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74fa5b14-ea88-4584-9efa-780c89d59056 req-fe125dc6-64da-4e36-a7a1-39ff28191357 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 943 time: 0.1918392 Aug 29 04:20:46.414882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port df1c8c12-4fe6-4f46-a7a0-785036f5d559, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=df1c8c12-4fe6-4f46-a7a0-785036f5d559,segment=NetworkSegment(c912d6df-213c-488e-bfdf-adcbad3159f5),segment_id=c912d6df-213c-488e-bfdf-adcbad3159f5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:46.419953 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386781f9-f9f3-463a-8d7d-438c68f1aea0 req-da71481b-4f2f-4e59-ba5e-811cde867567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.422486 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-386781f9-f9f3-463a-8d7d-438c68f1aea0 req-da71481b-4f2f-4e59-ba5e-811cde867567 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eaecdff-4e1b-43a6-8926-741c66956c7c HTTP/1.1" status: 200 len: 918 time: 0.1830521 Aug 29 04:20:46.423277 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.461327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5714c41d-3f6f-479c-a3f1-c9d3421152ff None None] Provisioning complete for port 7e508168-e329-4589-81f4-9a354a4eecc7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:46.462314 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5714c41d-3f6f-479c-a3f1-c9d3421152ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.540386 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-386781f9-f9f3-463a-8d7d-438c68f1aea0 req-3697e27f-cc12-4129-ae30-9e965444f990 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f08eee7-58be-412e-805b-8c6bb4a5a875 HTTP/1.1" status: 200 len: 217 time: 0.1104417 Aug 29 04:20:46.566831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40ba91e0-886b-498a-94e4-b0a6b5dd5f91 req-b98c47bb-594a-4138-9069-c78a94f74410 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973157 Aug 29 04:20:46.596273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74fa5b14-ea88-4584-9efa-780c89d59056 req-92b9dde1-fb21-45ec-acfd-b9c2556b4cd0 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/security-groups?id=74cefd68-1705-458f-87ae-c060593d2417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907630 Aug 29 04:20:46.600964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=df1c8c12-4fe6-4f46-a7a0-785036f5d559,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:46.602250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:46.612854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5714c41d-3f6f-479c-a3f1-c9d3421152ff None None] Port 7e508168-e329-4589-81f4-9a354a4eecc7 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:46.613982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d3f9fd94-4a94-4a9f-9796-0b9d495c4786 admin admin] 10.222.0.49 "PUT /v2.0/routers/f7462ee0-627f-48df-b16f-6bbb17f8a6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7671134 Aug 29 04:20:46.690714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386781f9-f9f3-463a-8d7d-438c68f1aea0 req-4e04bc5d-3c08-44c6-93e2-9cdc881b7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.692979 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-386781f9-f9f3-463a-8d7d-438c68f1aea0 req-4e04bc5d-3c08-44c6-93e2-9cdc881b7baf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=282eb932-87a8-4b57-ab1a-9719743108fb HTTP/1.1" status: 200 len: 857 time: 0.1453083 Aug 29 04:20:46.717852 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4da6de-d49d-440c-a8b8-8d88be81d860 x-openstack-request-id: req-8a4da6de-d49d-440c-a8b8-8d88be81d860 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:46.718151 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18dfc94-96c2-4b9b-a814-55ff8815a91a", "name": "network-vif-plugged", "status": "completed", "tag": "df1c8c12-4fe6-4f46-a7a0-785036f5d559", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:46.718408 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a4da6de-d49d-440c-a8b8-8d88be81d860 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:46.718803 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18dfc94-96c2-4b9b-a814-55ff8815a91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1c8c12-4fe6-4f46-a7a0-785036f5d559', 'code': 200} Aug 29 04:20:46.755656 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-386781f9-f9f3-463a-8d7d-438c68f1aea0 req-5728f31f-5083-4fe6-b79e-8ee93451844b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eaecdff-4e1b-43a6-8926-741c66956c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546603 Aug 29 04:20:46.795881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79ebfe83-905b-4528-953e-a23080295312 req-dc45d391-2378-48f9-879f-a0f7dae92a43 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0508456 Aug 29 04:20:46.947589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce679b28-e592-4f43-8c84-47d32f90d4ba req-0204c6ce-dd3c-4235-8f6c-1b74d17ea0e2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0568721 Aug 29 04:20:46.963437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98729ee5-1edf-4c62-92b7-87bb079b0627 req-ba2782d4-b255-4eaa-8b57-bc49e1d0c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.969575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98729ee5-1edf-4c62-92b7-87bb079b0627 req-ba2782d4-b255-4eaa-8b57-bc49e1d0c23e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 1097 time: 0.1616998 Aug 29 04:20:47.026386 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-386781f9-f9f3-463a-8d7d-438c68f1aea0 req-7dbe2921-3405-4bfc-9ce8-de2c50072d7a service neutron] 10.222.0.59 "GET /v2.0/networks/4eaecdff-4e1b-43a6-8926-741c66956c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630363 Aug 29 04:20:47.050989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98729ee5-1edf-4c62-92b7-87bb079b0627 req-789d9240-701f-48fe-827d-093b992a91fe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730858 Aug 29 04:20:47.280134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-386781f9-f9f3-463a-8d7d-438c68f1aea0 req-8f7e8ba5-6786-4c31-9d25-1236b81485bd service neutron] 10.222.0.59 "GET /v2.0/networks/4eaecdff-4e1b-43a6-8926-741c66956c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462680 Aug 29 04:20:47.365876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65446925-fdd7-4c4d-be90-526d68439b00 req-a1450260-7be7-4251-8382-5c0f0863c862 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.371528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65446925-fdd7-4c4d-be90-526d68439b00 req-a1450260-7be7-4251-8382-5c0f0863c862 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 945 time: 0.0809641 Aug 29 04:20:47.438943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65446925-fdd7-4c4d-be90-526d68439b00 req-e61b7cde-a6e2-43d1-b991-c8a9fc15ee8b tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531986 Aug 29 04:20:47.753444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c52b3-d817-4d9b-8b47-b88456647729 req-47b0ae87-f9c6-4d4e-9139-fe9da59dda32 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.754993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-062c52b3-d817-4d9b-8b47-b88456647729 req-47b0ae87-f9c6-4d4e-9139-fe9da59dda32 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 945 time: 0.0802085 Aug 29 04:20:47.809489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-062c52b3-d817-4d9b-8b47-b88456647729 req-d95dacb2-2575-4151-b7c9-a9aef3cd91b4 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453362 Aug 29 04:20:47.935532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3f520-3a34-4330-b5c1-5d7ad5202d7a req-55746224-355f-4af4-be89-d5efeac175c4 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.945658 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.950102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34b3f520-3a34-4330-b5c1-5d7ad5202d7a req-55746224-355f-4af4-be89-d5efeac175c4 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 943 time: 0.0770376 Aug 29 04:20:47.991251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 30b50b03-f0fb-4181-9655-489430bf5fb2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:48.009990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34b3f520-3a34-4330-b5c1-5d7ad5202d7a req-d287d50f-ecd7-4418-8c4a-d47da5358638 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/security-groups?id=74cefd68-1705-458f-87ae-c060593d2417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587001 Aug 29 04:20:48.063226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0bd5c39a-f267-4334-9e9c-aaec3641d3a1 req-1bf50dae-7e6b-402f-bc7f-df658c4a6f1a tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0464365 Aug 29 04:20:48.087506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 30b50b03-f0fb-4181-9655-489430bf5fb2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:48.099396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 30b50b03-f0fb-4181-9655-489430bf5fb2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:48.099779 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.193037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ade430b1-df5d-420b-a77d-6a15ac1d1555 req-1fd3ed37-363c-473f-ad8a-23bffc2e616b tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0329256 Aug 29 04:20:48.220374 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.243536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 30b50b03-f0fb-4181-9655-489430bf5fb2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=30b50b03-f0fb-4181-9655-489430bf5fb2,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:48.254135 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.314752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=30b50b03-f0fb-4181-9655-489430bf5fb2,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:48.603660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2b657-574d-42d0-a189-c5fd24d68a94 req-44fe57cc-5708-43a0-a6b8-25dfc92e0ec5 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:48.606056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fd2b657-574d-42d0-a189-c5fd24d68a94 req-44fe57cc-5708-43a0-a6b8-25dfc92e0ec5 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 945 time: 0.0859942 Aug 29 04:20:48.649333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643776c1-34b0-4805-84ac-8a7382e5467d req-56c5e6d6-b2cc-4c18-937d-813976ebd849 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:48.654975 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-643776c1-34b0-4805-84ac-8a7382e5467d req-56c5e6d6-b2cc-4c18-937d-813976ebd849 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 945 time: 0.0710835 Aug 29 04:20:48.676467 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Sync routers for ids ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:48.677300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fd2b657-574d-42d0-a189-c5fd24d68a94 req-93e4ccc2-48d3-457f-8e16-538a3f2dd475 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f7c4001-52b3-412e-a963-f59477f012a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609446 Aug 29 04:20:48.688464 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Routers {'f7462ee0-627f-48df-b16f-6bbb17f8a6c8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:48.689492 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:20:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:48.734100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5f08eee7-58be-412e-805b-8c6bb4a5a875 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:48.786820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-643776c1-34b0-4805-84ac-8a7382e5467d req-ac9a6a0a-8cc6-4f1f-b085-12ea58a6bf81 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Deleting port 258e4dd1-fa13-4739-837b-14d823201478 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:48.787416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-643776c1-34b0-4805-84ac-8a7382e5467d req-ac9a6a0a-8cc6-4f1f-b085-12ea58a6bf81 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.838503 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5f08eee7-58be-412e-805b-8c6bb4a5a875, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5f08eee7-58be-412e-805b-8c6bb4a5a875,segment=NetworkSegment(8040d772-130c-42f4-98cd-ca468698a486),segment_id=8040d772-130c-42f4-98cd-ca468698a486)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:48.857706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '5f08eee7-58be-412e-805b-8c6bb4a5a875', 'network_id': '4eaecdff-4e1b-43a6-8926-741c66956c7c', 'port_id': '5f08eee7-58be-412e-805b-8c6bb4a5a875', 'mac_address': 'fa:16:3e:9a:10:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282eb932-87a8-4b57-ab1a-9719743108fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:48.910562 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.933221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f08eee7-58be-412e-805b-8c6bb4a5a875 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:48.943739 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Set router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:49.012498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75474e67-2178-4e87-a802-a53a18fcb714 req-efb05e38-2dd2-42d4-b1ad-101322042d37 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.013869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5f08eee7-58be-412e-805b-8c6bb4a5a875, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5f08eee7-58be-412e-805b-8c6bb4a5a875,segment=NetworkSegment(8040d772-130c-42f4-98cd-ca468698a486),segment_id=8040d772-130c-42f4-98cd-ca468698a486)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:49.015682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75474e67-2178-4e87-a802-a53a18fcb714 req-efb05e38-2dd2-42d4-b1ad-101322042d37 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 945 time: 0.0886188 Aug 29 04:20:49.021734 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.042358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-643776c1-34b0-4805-84ac-8a7382e5467d req-ac9a6a0a-8cc6-4f1f-b085-12ea58a6bf81 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] For port 258e4dd1-fa13-4739-837b-14d823201478, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=258e4dd1-fa13-4739-837b-14d823201478,segment=NetworkSegment(23718d7d-54b5-4101-ae23-90baa2a3dc39),segment_id=23718d7d-54b5-4101-ae23-90baa2a3dc39)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:49.049504 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-643776c1-34b0-4805-84ac-8a7382e5467d req-ac9a6a0a-8cc6-4f1f-b085-12ea58a6bf81 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.082081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75474e67-2178-4e87-a802-a53a18fcb714 req-479bcf73-4d17-4fa9-9d8f-087ae2d4fbea tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528119 Aug 29 04:20:49.100777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-643776c1-34b0-4805-84ac-8a7382e5467d req-ac9a6a0a-8cc6-4f1f-b085-12ea58a6bf81 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Calling delete_port for 258e4dd1-fa13-4739-837b-14d823201478 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:49.192390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5f08eee7-58be-412e-805b-8c6bb4a5a875,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:49.261538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['5f08eee7-58be-412e-805b-8c6bb4a5a875'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:49.303499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a94c32ed-7344-49d1-8585-86e00f69083a req-b7841b42-985e-42b8-a1e0-9b0c83b7714b tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0803571 Aug 29 04:20:49.341948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-643776c1-34b0-4805-84ac-8a7382e5467d req-ac9a6a0a-8cc6-4f1f-b085-12ea58a6bf81 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.366535 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7e508168-e329-4589-81f4-9a354a4eecc7', 'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'mac_address': 'fa:16:3e:38:d3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:43Z', 'updated_at': '2021-08-29T04:20:45Z', 'revision_number': 2, 'project_id': '0108dc87a3c545139335fa764de2de52', 'subnets': [{'id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:49.386544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fa5ff-8213-4f38-9a6f-16f3011aba60 req-0126bc5d-5764-4c2f-accf-c458f1a7d76a tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.406224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-108fa5ff-8213-4f38-9a6f-16f3011aba60 req-0126bc5d-5764-4c2f-accf-c458f1a7d76a tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 944 time: 0.2552071 Aug 29 04:20:49.418450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a6a0a-8cc6-4f1f-b085-12ea58a6bf81 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Pushing event deleted for resources: {'Port': ['ID=258e4dd1-fa13-4739-837b-14d823201478,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:49.455501 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Checking router: f7462ee0-627f-48df-b16f-6bbb17f8a6c8 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:49.456168 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Updating router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 port 7e508168-e329-4589-81f4-9a354a4eecc7 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:20:49.494052 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-108fa5ff-8213-4f38-9a6f-16f3011aba60 req-72ab3e3c-b85e-40cd-be01-55d274abb95f tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/security-groups?id=74cefd68-1705-458f-87ae-c060593d2417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842333 Aug 29 04:20:49.543760 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.558333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-643776c1-34b0-4805-84ac-8a7382e5467d req-ac9a6a0a-8cc6-4f1f-b085-12ea58a6bf81 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] No DVR routers for this DVR port 258e4dd1-fa13-4739-837b-14d823201478 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:49.562193 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-643776c1-34b0-4805-84ac-8a7382e5467d req-ac9a6a0a-8cc6-4f1f-b085-12ea58a6bf81 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.570948 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-643776c1-34b0-4805-84ac-8a7382e5467d req-ac9a6a0a-8cc6-4f1f-b085-12ea58a6bf81 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.59 "DELETE /v2.0/ports/258e4dd1-fa13-4739-837b-14d823201478 HTTP/1.1" status: 204 len: 173 time: 0.9039903 Aug 29 04:20:49.571621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a682b80-540d-4fd4-a21b-673ae48ebdd8', 'name': 'network-vif-deleted', 'tag': '258e4dd1-fa13-4739-837b-14d823201478'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:49.584858 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba57d60-10aa-4270-9098-6a9fc7ead739" -d '{"events": [{"server_uuid": "3a682b80-540d-4fd4-a21b-673ae48ebdd8", "name": "network-vif-deleted", "tag": "258e4dd1-fa13-4739-837b-14d823201478"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:49.710331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-474bdf57-17b9-4251-ad11-55bfdcaaf8f0 req-904347aa-afa2-4d47-940a-188279a04d65 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0830963 Aug 29 04:20:49.751794 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0956919-040a-4589-8aa0-cf3b9e3fbe13 x-openstack-request-id: req-b0956919-040a-4589-8aa0-cf3b9e3fbe13 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:49.752380 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a682b80-540d-4fd4-a21b-673ae48ebdd8", "name": "network-vif-deleted", "tag": "258e4dd1-fa13-4739-837b-14d823201478", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:49.752380 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0956919-040a-4589-8aa0-cf3b9e3fbe13 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:49.752733 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a682b80-540d-4fd4-a21b-673ae48ebdd8', 'name': 'network-vif-deleted', 'tag': '258e4dd1-fa13-4739-837b-14d823201478', 'status': 'completed', 'code': 200} Aug 29 04:20:49.879824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['258e4dd1-fa13-4739-837b-14d823201478'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:49.902169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb830a1a-f6ce-49f3-a9e4-87d69e3e3b1a req-7813e7aa-bc9f-4a55-b8ca-99ffe5566f93 tempest-ServerAddressesNegativeTestJSON-1133788622 tempest-ServerAddressesNegativeTestJSON-1133788622-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a682b80-540d-4fd4-a21b-673ae48ebdd8 HTTP/1.1" status: 200 len: 210 time: 0.0399530 Aug 29 04:20:49.993722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 30b50b03-f0fb-4181-9655-489430bf5fb2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:50.090101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 30b50b03-f0fb-4181-9655-489430bf5fb2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:50.090787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.243359 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.254014 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Transition to ACTIVE for port object 7e508168-e329-4589-81f4-9a354a4eecc7 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:50.261103 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.304511 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2316e-9568-4025-8e11-ba839b9ca01f None None] Pushing event updated for resources: {'Port': ['ID=7e508168-e329-4589-81f4-9a354a4eecc7,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:50.435591 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Attempting to bind port 7e508168-e329-4589-81f4-9a354a4eecc7 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:50.437188 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Attempting to bind port 7e508168-e329-4589-81f4-9a354a4eecc7 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:50.437554 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Attempting to bind port 7e508168-e329-4589-81f4-9a354a4eecc7 on network a2fa9d0e-600e-409d-9d8b-54d571a16937 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:50.449857 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:50.450233 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Checking segment: {'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:50.450634 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.451207 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Bound using segment: {'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:50.451801 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Bound port: 7e508168-e329-4589-81f4-9a354a4eecc7, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:50.452176 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.486288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46caf0ba-1c60-4dde-b838-a052561f31ea req-1546254b-fed3-4b43-b46e-39ee9568cbc5 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0392566 Aug 29 04:20:50.619071 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] For port 7e508168-e329-4589-81f4-9a354a4eecc7, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:50.622867 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] For port 7e508168-e329-4589-81f4-9a354a4eecc7, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7e508168-e329-4589-81f4-9a354a4eecc7,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:50.627764 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.695124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a32be-54c5-4a15-9c81-856e6fc21abb req-f58a6e9a-bac6-4fef-94ed-d8fe436fcc97 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.704314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-217a32be-54c5-4a15-9c81-856e6fc21abb req-f58a6e9a-bac6-4fef-94ed-d8fe436fcc97 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 944 time: 0.0809433 Aug 29 04:20:50.709282 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Routers {'f7462ee0-627f-48df-b16f-6bbb17f8a6c8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:50.710192 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:20:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:50.717688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5f08eee7-58be-412e-805b-8c6bb4a5a875 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:50.803667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 5f08eee7-58be-412e-805b-8c6bb4a5a875 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:50.805183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-217a32be-54c5-4a15-9c81-856e6fc21abb req-cbac4bc9-d1a8-4e71-b900-b6f32a5a98ff tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/security-groups?id=74cefd68-1705-458f-87ae-c060593d2417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986609 Aug 29 04:20:50.811788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 5f08eee7-58be-412e-805b-8c6bb4a5a875 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:50.826451 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.932498 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2316e-9568-4025-8e11-ba839b9ca01f None None] Pushing event updated for resources: {'Port': ['ID=7e508168-e329-4589-81f4-9a354a4eecc7,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:50.971225 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] Set router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:51.045151 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.087875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39ca3cc5-9b9f-401a-b501-9d7d08475619 req-18c6bcad-d03b-4016-94db-3c04582421a3 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0797682 Aug 29 04:20:51.109395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14a5458-b6e9-4187-8f1d-0eacb0646c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f08eee7-58be-412e-805b-8c6bb4a5a875'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:51.114011 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b60c76f-78d8-4ddc-927d-773578518637" -d '{"events": [{"server_uuid": "a14a5458-b6e9-4187-8f1d-0eacb0646c41", "name": "network-vif-plugged", "status": "completed", "tag": "5f08eee7-58be-412e-805b-8c6bb4a5a875"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:51.150732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5f08eee7-58be-412e-805b-8c6bb4a5a875, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5f08eee7-58be-412e-805b-8c6bb4a5a875,segment=NetworkSegment(8040d772-130c-42f4-98cd-ca468698a486),segment_id=8040d772-130c-42f4-98cd-ca468698a486)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:51.158110 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.158966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 258e4dd1-fa13-4739-837b-14d823201478 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:51.204177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42734) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:51.219568 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7544d5d8-3e6f-4e58-91f2-4879e867ffb6 x-openstack-request-id: req-7544d5d8-3e6f-4e58-91f2-4879e867ffb6 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:51.223707 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14a5458-b6e9-4187-8f1d-0eacb0646c41", "name": "network-vif-plugged", "status": "completed", "tag": "5f08eee7-58be-412e-805b-8c6bb4a5a875", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:51.223969 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7544d5d8-3e6f-4e58-91f2-4879e867ffb6 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:51.224432 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14a5458-b6e9-4187-8f1d-0eacb0646c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f08eee7-58be-412e-805b-8c6bb4a5a875', 'code': 200} Aug 29 04:20:51.239757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 258e4dd1-fa13-4739-837b-14d823201478 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:51.241901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 258e4dd1-fa13-4739-837b-14d823201478 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:51.313586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a3fddf-27b4-4fdd-8cfe-3c2e0a8c848d admin admin] Deleting subnet ff8c7c84-dfd9-4759-b97b-039051ba1759 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:51.322204 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0a3fddf-27b4-4fdd-8cfe-3c2e0a8c848d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.363968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5f08eee7-58be-412e-805b-8c6bb4a5a875,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:51.384163 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0a3fddf-27b4-4fdd-8cfe-3c2e0a8c848d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.434458 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58721aef-9476-40d5-a81e-5ced7acff951 req-c9153aec-55e1-40c9-86d5-f308b519906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.437606 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-58721aef-9476-40d5-a81e-5ced7acff951 req-c9153aec-55e1-40c9-86d5-f308b519906b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 1097 time: 0.1140749 Aug 29 04:20:51.451153 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7e508168-e329-4589-81f4-9a354a4eecc7', 'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'mac_address': 'fa:16:3e:38:d3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:43Z', 'updated_at': '2021-08-29T04:20:50Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'subnets': [{'id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:51.483351 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-58721aef-9476-40d5-a81e-5ced7acff951 req-4aded01f-1956-4981-93ab-13d82d280626 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=74cefd68-1705-458f-87ae-c060593d2417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Aug 29 04:20:51.504807 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de433ff-dbfa-4362-b045-1119d9effea7 None None] The sync data for ids ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'] in n-d-712141-12 is: [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7e508168-e329-4589-81f4-9a354a4eecc7', 'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'mac_address': 'fa:16:3e:38:d3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:43Z', 'updated_at': '2021-08-29T04:20:50Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'subnets': [{'id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:51.515218 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0a3fddf-27b4-4fdd-8cfe-3c2e0a8c848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.602480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0a3fddf-27b4-4fdd-8cfe-3c2e0a8c848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.680501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3fddf-27b4-4fdd-8cfe-3c2e0a8c848d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8c7c84-dfd9-4759-b97b-039051ba1759,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:51.696755 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0a3fddf-27b4-4fdd-8cfe-3c2e0a8c848d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.699927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a0a3fddf-27b4-4fdd-8cfe-3c2e0a8c848d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ff8c7c84-dfd9-4759-b97b-039051ba1759 HTTP/1.1" status: 204 len: 168 time: 0.4945087 Aug 29 04:20:51.702462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42746) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:51.817887 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4d2d48e-1e55-4230-bb3f-3570ff5f256f req-ee544f04-0d79-480d-af87-03886acf35ac tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0933797 Aug 29 04:20:51.851480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.030032 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7e508168-e329-4589-81f4-9a354a4eecc7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:52.040456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.068399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5e628b-242e-4ccd-9673-ccdd54993bd2']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:52.126554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 7e508168-e329-4589-81f4-9a354a4eecc7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:52.130947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23718d7d-54b5-4101-ae23-90baa2a3dc39') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:52.131361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23718d7d-54b5-4101-ae23-90baa2a3dc39') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:52.136414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7e508168-e329-4589-81f4-9a354a4eecc7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:52.137793 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.147785 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.203421 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.237368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adcee8-06e3-466f-b643-7d6250956208 req-3cfda1e4-2f61-4836-8d0d-893af29c5f05 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:52.250161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2adcee8-06e3-466f-b643-7d6250956208 req-3cfda1e4-2f61-4836-8d0d-893af29c5f05 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 945 time: 0.2390881 Aug 29 04:20:52.253098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:52.253520 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:52.255674 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:52.291535 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.335194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 7e508168-e329-4589-81f4-9a354a4eecc7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7e508168-e329-4589-81f4-9a354a4eecc7,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:52.344059 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.468468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=7e508168-e329-4589-81f4-9a354a4eecc7,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:52.502511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2adcee8-06e3-466f-b643-7d6250956208 req-2667f6ec-a03f-4e54-b02b-e3029c0a7e64 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/security-groups?id=74cefd68-1705-458f-87ae-c060593d2417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513556 Aug 29 04:20:52.505338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c72d1da3-cc9f-4860-ac81-8352dfbc6a33 req-5837a35d-3c12-4768-bb92-7e5a0c2ba0e2 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0778580 Aug 29 04:20:52.506487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.532676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.549457 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9e5e628b-242e-4ccd-9673-ccdd54993bd2 HTTP/1.1" status: 204 len: 168 time: 0.8453619 Aug 29 04:20:52.592960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38e750-dfbc-4c2d-b90c-daa976124604 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5e628b-242e-4ccd-9673-ccdd54993bd2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:52.944862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42772) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:53.058882 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ac4d9949-98ac-4036-b84d-7eaa60ecbe23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6e3268e72ca47c89bb8dd9beffd1d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097872 Aug 29 04:20:53.059404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42774) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:53.080743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d961c36e-4ae9-4b7a-abe8-a5f8c3986a91 req-12083c54-8ad9-4194-9ee2-3a687f1b9030 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0449951 Aug 29 04:20:53.193650 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4404d1ca-9662-4c22-8d18-82706069ced0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.227545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4404d1ca-9662-4c22-8d18-82706069ced0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.310436 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4404d1ca-9662-4c22-8d18-82706069ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.313278 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4404d1ca-9662-4c22-8d18-82706069ced0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.314639 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4404d1ca-9662-4c22-8d18-82706069ced0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f7c4001-52b3-412e-a963-f59477f012a4 HTTP/1.1" status: 204 len: 168 time: 0.2541285 Aug 29 04:20:53.323612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404d1ca-9662-4c22-8d18-82706069ced0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7c4001-52b3-412e-a963-f59477f012a4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:53.397766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4900a4-0699-4da9-b807-d369d3058b18 req-695964dd-67a0-425b-b06d-d750bfc29ccf tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.399558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc4900a4-0699-4da9-b807-d369d3058b18 req-695964dd-67a0-425b-b06d-d750bfc29ccf tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 945 time: 0.0978911 Aug 29 04:20:53.490690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc4900a4-0699-4da9-b807-d369d3058b18 req-139712fb-ec9b-48fc-9cd5-b51d37cee8d6 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817626 Aug 29 04:20:53.548011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb9664d9-5a4c-4357-b7cb-ed7688985636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.729057 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f781d44-a696-4414-b3e9-1adc7d46686e req-a818a558-1f1a-4286-9e86-27d1180042c8 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/ports?device_id=67439299-795d-47c4-b967-4ede6115d7a6 HTTP/1.1" status: 200 len: 210 time: 0.0468175 Aug 29 04:20:53.776092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cbc49-b6b1-4199-b94b-74f1eb425377 req-b03d8a90-f593-47ef-b321-fe9818841650 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.777723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-176cbc49-b6b1-4199-b94b-74f1eb425377 req-b03d8a90-f593-47ef-b321-fe9818841650 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 945 time: 0.0936909 Aug 29 04:20:53.842988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-176cbc49-b6b1-4199-b94b-74f1eb425377 req-b7f55275-442a-45cf-ac72-d23c39bac75d tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/security-groups?id=74cefd68-1705-458f-87ae-c060593d2417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570116 Aug 29 04:20:53.965545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7e508168-e329-4589-81f4-9a354a4eecc7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:54.137829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7e508168-e329-4589-81f4-9a354a4eecc7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:54.138219 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.269462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e96f40-ede5-410c-9d8a-43fd99e3fdbe req-1da09168-5b75-49a9-affa-6e1f683ce700 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.274360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78e96f40-ede5-410c-9d8a-43fd99e3fdbe req-1da09168-5b75-49a9-affa-6e1f683ce700 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 945 time: 0.1237006 Aug 29 04:20:54.318466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66f9dd59-5ef7-46f3-b125-d195cecf6766 req-fe97543b-e82b-4b31-ac18-6bb64631b533 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0895269 Aug 29 04:20:54.396474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78e96f40-ede5-410c-9d8a-43fd99e3fdbe req-a6c9d776-0af3-4490-a1cc-286da6565ab7 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/security-groups?id=74cefd68-1705-458f-87ae-c060593d2417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888565 Aug 29 04:20:54.472840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42818) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:54.630640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-677784799-network', 'tenant_id': '4fab53e832624a009b9aba75e5bd5bed'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:54.667859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86f255-a139-41f8-a63a-f96b49e89544 req-159f9b0e-6d97-429a-a5c0-e221f831fcea tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.670404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e86f255-a139-41f8-a63a-f96b49e89544 req-159f9b0e-6d97-429a-a5c0-e221f831fcea tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 945 time: 0.0977743 Aug 29 04:20:54.688326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Made reservation on behalf of 4fab53e832624a009b9aba75e5bd5bed for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:54.690562 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.704825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.756517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e86f255-a139-41f8-a63a-f96b49e89544 req-b7d81461-c6d9-41bc-9405-5fd0c00bfa4e tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748618 Aug 29 04:20:54.853129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.855193 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42830) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:54.859376 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.876736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:54.917046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0413a7e-c229-4d0b-b213-461400d5754c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.919225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00610993-49f2-4153-abf7-ab538fb97269 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.924124 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.925116 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Added segment c11de7dd-95be-414b-b2f7-79f11ef212be of type vlan for network 9affe2b5-86a2-4e94-b605-2357849469a0 Aug 29 04:20:54.962955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00610993-49f2-4153-abf7-ab538fb97269 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.015694 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.025702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00610993-49f2-4153-abf7-ab538fb97269 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.029673 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00610993-49f2-4153-abf7-ab538fb97269 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.035756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42832) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:55.035936 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-00610993-49f2-4153-abf7-ab538fb97269 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "DELETE /v2.0/security-groups/d14bacdc-e696-40de-b424-ef3b749a5691 HTTP/1.1" status: 204 len: 168 time: 0.1794164 Aug 29 04:20:55.049313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00610993-49f2-4153-abf7-ab538fb97269 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14bacdc-e696-40de-b424-ef3b749a5691,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:55.077660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ba463-ef24-4f59-9192-530390fb0858 req-57ecc46e-c44d-4493-9083-6521ccf799b8 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.079392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e89ba463-ef24-4f59-9192-530390fb0858 req-57ecc46e-c44d-4493-9083-6521ccf799b8 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.52 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 945 time: 0.1022696 Aug 29 04:20:55.082295 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-9e338aaa-7735-45f7-ad68-3beda55d9c9e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] show failed (client error): The resource could not be found. Aug 29 04:20:55.083821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9e338aaa-7735-45f7-ad68-3beda55d9c9e tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "GET /v2.0/security-groups/d14bacdc-e696-40de-b424-ef3b749a5691 HTTP/1.1" status: 404 len: 347 time: 0.0466261 Aug 29 04:20:55.088342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42834) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:55.095253 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.096525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.098013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.186300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7123263 Aug 29 04:20:55.192414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42836) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:55.205476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Request body: {'subnet': {'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-677784799-subnet', 'tenant_id': '4fab53e832624a009b9aba75e5bd5bed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:55.230172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a8060-2759-46fd-9eed-7d5ea8e3aa04 admin admin] Pushing event updated for resources: {'Network': ['ID=9affe2b5-86a2-4e94-b605-2357849469a0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:55.241415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9affe2b5-86a2-4e94-b605-2357849469a0 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:55.285312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-e89ba463-ef24-4f59-9192-530390fb0858 req-a7cd566a-78da-45bb-bacb-e73305191415 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Deleting port df1c8c12-4fe6-4f46-a7a0-785036f5d559 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:55.287724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e89ba463-ef24-4f59-9192-530390fb0858 req-a7cd566a-78da-45bb-bacb-e73305191415 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.733982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Made reservation on behalf of 4fab53e832624a009b9aba75e5bd5bed for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:55.736622 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.814291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-ec9b9751-22c6-4fb1-83c8-1045f72d6533 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.816514 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-ec9b9751-22c6-4fb1-83c8-1045f72d6533 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.59 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 945 time: 0.1384768 Aug 29 04:20:55.862294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-47713ed1-f9c8-4b75-8268-26b67cf1dc76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting port 81fce5a9-ba8a-4c04-98cb-cf8f9a608b3d {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:55.862970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47713ed1-f9c8-4b75-8268-26b67cf1dc76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.928532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b42ffb8-e8d2-45c0-92a7-16da8b74ca5e req-ed4081aa-95af-459b-93af-e63cb7a87726 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.4696198 Aug 29 04:20:55.973099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e89ba463-ef24-4f59-9192-530390fb0858 req-a7cd566a-78da-45bb-bacb-e73305191415 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] For port df1c8c12-4fe6-4f46-a7a0-785036f5d559, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=df1c8c12-4fe6-4f46-a7a0-785036f5d559,segment=NetworkSegment(c912d6df-213c-488e-bfdf-adcbad3159f5),segment_id=c912d6df-213c-488e-bfdf-adcbad3159f5)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:55.973480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e89ba463-ef24-4f59-9192-530390fb0858 req-a7cd566a-78da-45bb-bacb-e73305191415 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.990327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-e89ba463-ef24-4f59-9192-530390fb0858 req-a7cd566a-78da-45bb-bacb-e73305191415 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Calling delete_port for df1c8c12-4fe6-4f46-a7a0-785036f5d559 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:56.027653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47713ed1-f9c8-4b75-8268-26b67cf1dc76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.027982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47713ed1-f9c8-4b75-8268-26b67cf1dc76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.046832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b31a0-b8e7-47f5-9862-b29fd2ba3d30 req-bc212132-ac86-4054-bbe8-10377c29db5a tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:56.049780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b31a0-b8e7-47f5-9862-b29fd2ba3d30 req-bc212132-ac86-4054-bbe8-10377c29db5a tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 945 time: 0.1248746 Aug 29 04:20:56.062590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-47713ed1-f9c8-4b75-8268-26b67cf1dc76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Calling delete_port for 81fce5a9-ba8a-4c04-98cb-cf8f9a608b3d owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:56.078181 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-83f7097d-a072-47a4-9a99-2980028d48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.135414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-da81e436-8e35-4a3b-a469-f888d6f48403 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Deleting port 5f08eee7-58be-412e-805b-8c6bb4a5a875 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:56.135759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-da81e436-8e35-4a3b-a469-f888d6f48403 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.236718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b31a0-b8e7-47f5-9862-b29fd2ba3d30 req-2f261882-6971-4f30-8d98-a9d8b34a2531 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/security-groups?id=74cefd68-1705-458f-87ae-c060593d2417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361475 Aug 29 04:20:56.257372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af83fba-67d6-40c8-a257-96ed7b6e4758 req-dd4e0b46-11c4-403b-b124-535c41b0087b tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:56.264940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6af83fba-67d6-40c8-a257-96ed7b6e4758 req-dd4e0b46-11c4-403b-b124-535c41b0087b tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18dfc94-96c2-4b9b-a814-55ff8815a91a HTTP/1.1" status: 200 len: 945 time: 0.0953176 Aug 29 04:20:56.297167 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.307758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.351053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6af83fba-67d6-40c8-a257-96ed7b6e4758 req-086ae4e8-b05d-4ea5-a879-4ef42bef4a14 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.49 "GET /v2.0/security-groups?id=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848405 Aug 29 04:20:56.360649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e89ba463-ef24-4f59-9192-530390fb0858 req-a7cd566a-78da-45bb-bacb-e73305191415 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.409337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd566a-78da-45bb-bacb-e73305191415 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Pushing event deleted for resources: {'Port': ['ID=df1c8c12-4fe6-4f46-a7a0-785036f5d559,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:56.411132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-da81e436-8e35-4a3b-a469-f888d6f48403 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] For port 5f08eee7-58be-412e-805b-8c6bb4a5a875, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5f08eee7-58be-412e-805b-8c6bb4a5a875,segment=NetworkSegment(8040d772-130c-42f4-98cd-ca468698a486),segment_id=8040d772-130c-42f4-98cd-ca468698a486)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:56.411545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-da81e436-8e35-4a3b-a469-f888d6f48403 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.431475 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-da81e436-8e35-4a3b-a469-f888d6f48403 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Calling delete_port for 5f08eee7-58be-412e-805b-8c6bb4a5a875 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:56.482425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89ba463-ef24-4f59-9192-530390fb0858 req-a7cd566a-78da-45bb-bacb-e73305191415 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] No DVR routers for this DVR port df1c8c12-4fe6-4f46-a7a0-785036f5d559 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:56.486168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e89ba463-ef24-4f59-9192-530390fb0858 req-a7cd566a-78da-45bb-bacb-e73305191415 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.489494 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e89ba463-ef24-4f59-9192-530390fb0858 req-a7cd566a-78da-45bb-bacb-e73305191415 tempest-ServerTagsTestJSON-777254289 tempest-ServerTagsTestJSON-777254289-project] 10.222.0.52 "DELETE /v2.0/ports/df1c8c12-4fe6-4f46-a7a0-785036f5d559 HTTP/1.1" status: 204 len: 173 time: 1.4031429 Aug 29 04:20:56.490204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18dfc94-96c2-4b9b-a814-55ff8815a91a', 'name': 'network-vif-deleted', 'tag': 'df1c8c12-4fe6-4f46-a7a0-785036f5d559'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:56.493195 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0534caa-e57c-47ca-85e8-ea8c216e44c7" -d '{"events": [{"server_uuid": "d18dfc94-96c2-4b9b-a814-55ff8815a91a", "name": "network-vif-deleted", "tag": "df1c8c12-4fe6-4f46-a7a0-785036f5d559"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:56.585397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8403fb6b-2733-4111-9891-375088cbf5e3,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:56.586460 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87799f88-a214-4434-bbeb-9d6183f7572a x-openstack-request-id: req-87799f88-a214-4434-bbeb-9d6183f7572a {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:56.586796 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18dfc94-96c2-4b9b-a814-55ff8815a91a", "name": "network-vif-deleted", "tag": "df1c8c12-4fe6-4f46-a7a0-785036f5d559", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:56.587054 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87799f88-a214-4434-bbeb-9d6183f7572a {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:56.587469 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18dfc94-96c2-4b9b-a814-55ff8815a91a', 'name': 'network-vif-deleted', 'tag': 'df1c8c12-4fe6-4f46-a7a0-785036f5d559', 'status': 'completed', 'code': 200} Aug 29 04:20:56.680876 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47713ed1-f9c8-4b75-8268-26b67cf1dc76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.714039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47713ed1-f9c8-4b75-8268-26b67cf1dc76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Port': ['ID=81fce5a9-ba8a-4c04-98cb-cf8f9a608b3d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:56.733810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Checking segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:56.734164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Network hostable DHCP agents. Network: 9affe2b5-86a2-4e94-b605-2357849469a0, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:56.821845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Network 9affe2b5-86a2-4e94-b605-2357849469a0 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:56.836360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47713ed1-f9c8-4b75-8268-26b67cf1dc76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.839048 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-47713ed1-f9c8-4b75-8268-26b67cf1dc76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.843710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42856) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:56.854168 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-47713ed1-f9c8-4b75-8268-26b67cf1dc76 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "DELETE /v2.0/floatingips/753e5536-df73-4fc2-8b98-962680dc3c0e HTTP/1.1" status: 204 len: 168 time: 1.7639298 Aug 29 04:20:56.871978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9affe2b5-86a2-4e94-b605-2357849469a0) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:56.885705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee1965-96c7-4013-a772-b13fd5c27269 None None] Network 9affe2b5-86a2-4e94-b605-2357849469a0 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:56.921784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:56.922399 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.968274 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-09c236cd-b97d-491a-a22a-36e877334f07 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7664616 Aug 29 04:20:56.988940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-da81e436-8e35-4a3b-a469-f888d6f48403 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.019924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d7532f01-1cc5-4d07-8855-1fac08fc17b0 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting port dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:57.020930 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7532f01-1cc5-4d07-8855-1fac08fc17b0 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.159967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81e436-8e35-4a3b-a469-f888d6f48403 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Pushing event deleted for resources: {'Port': ['ID=5f08eee7-58be-412e-805b-8c6bb4a5a875,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.213976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-da81e436-8e35-4a3b-a469-f888d6f48403 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] No DVR routers for this DVR port 5f08eee7-58be-412e-805b-8c6bb4a5a875 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:57.218836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-da81e436-8e35-4a3b-a469-f888d6f48403 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.225136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b414b9fa-38ba-40a6-983d-d5cd925bc8f0 None None] Network 9affe2b5-86a2-4e94-b605-2357849469a0 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:57.226899 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-02b10b63-798a-4f75-9ea1-8d7061d9f376 req-da81e436-8e35-4a3b-a469-f888d6f48403 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.59 "DELETE /v2.0/ports/5f08eee7-58be-412e-805b-8c6bb4a5a875 HTTP/1.1" status: 204 len: 173 time: 1.3975227 Aug 29 04:20:57.234889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14a5458-b6e9-4187-8f1d-0eacb0646c41', 'name': 'network-vif-deleted', 'tag': '5f08eee7-58be-412e-805b-8c6bb4a5a875'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:57.242916 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a80a217-a741-44c4-b484-04c7d077ca7a" -d '{"events": [{"server_uuid": "a14a5458-b6e9-4187-8f1d-0eacb0646c41", "name": "network-vif-deleted", "tag": "5f08eee7-58be-412e-805b-8c6bb4a5a875"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:57.280857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b91117c-c4a6-4651-bb45-efff382275b4 req-a0dba123-ca0b-41a2-a939-65256aa3e9d4 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.1258588 Aug 29 04:20:57.429574 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.446645 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e79e0cf-2910-45b4-89a4-f07041d74c18 x-openstack-request-id: req-1e79e0cf-2910-45b4-89a4-f07041d74c18 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:57.447698 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14a5458-b6e9-4187-8f1d-0eacb0646c41", "name": "network-vif-deleted", "tag": "5f08eee7-58be-412e-805b-8c6bb4a5a875", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:57.447698 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e79e0cf-2910-45b4-89a4-f07041d74c18 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:57.447698 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14a5458-b6e9-4187-8f1d-0eacb0646c41', 'name': 'network-vif-deleted', 'tag': '5f08eee7-58be-412e-805b-8c6bb4a5a875', 'status': 'completed', 'code': 200} Aug 29 04:20:57.450396 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.478046 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7532f01-1cc5-4d07-8855-1fac08fc17b0 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.488874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42874) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:57.506019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d7532f01-1cc5-4d07-8855-1fac08fc17b0 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Calling delete_port for dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:57.547581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-51eab19b-1e5e-43a8-ac06-bf6c6d221245 admin admin] Deleting subnet 40e3967d-3a38-49e3-8251-59568f70647a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:57.551409 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-51eab19b-1e5e-43a8-ac06-bf6c6d221245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.593084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-000fc067-f266-4a56-a0fe-5f94ae2a0a47 req-860d6fa2-674e-4d3e-8242-a02821dac924 tempest-InstanceActionsV221TestJSON-9158457 tempest-InstanceActionsV221TestJSON-9158457-project] 10.222.0.49 "GET /v2.0/ports?device_id=a14a5458-b6e9-4187-8f1d-0eacb0646c41 HTTP/1.1" status: 200 len: 210 time: 0.0694118 Aug 29 04:20:57.623528 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-51eab19b-1e5e-43a8-ac06-bf6c6d221245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.722406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-51eab19b-1e5e-43a8-ac06-bf6c6d221245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.802088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7532f01-1cc5-4d07-8855-1fac08fc17b0 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.817467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-51eab19b-1e5e-43a8-ac06-bf6c6d221245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.847744 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-51eab19b-1e5e-43a8-ac06-bf6c6d221245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.854466 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-51eab19b-1e5e-43a8-ac06-bf6c6d221245 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/40e3967d-3a38-49e3-8251-59568f70647a HTTP/1.1" status: 204 len: 168 time: 0.3624144 Aug 29 04:20:57.873156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42886) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:57.927032 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eab19b-1e5e-43a8-ac06-bf6c6d221245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e3967d-3a38-49e3-8251-59568f70647a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.931525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7532f01-1cc5-4d07-8855-1fac08fc17b0 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Port': ['ID=dd80b936-e8e6-4c0f-a3c9-f1274c06bd60,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.958576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device df1c8c12-4fe6-4f46-a7a0-785036f5d559 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:57.982690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: df1c8c12-4fe6-4f46-a7a0-785036f5d559 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:57.983299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device df1c8c12-4fe6-4f46-a7a0-785036f5d559 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:58.015147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.072783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7532f01-1cc5-4d07-8855-1fac08fc17b0 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.074800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d7532f01-1cc5-4d07-8855-1fac08fc17b0 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "DELETE /v2.0/ports/dd80b936-e8e6-4c0f-a3c9-f1274c06bd60 HTTP/1.1" status: 204 len: 168 time: 1.2277882 Aug 29 04:20:58.078067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42892) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:58.108459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.119824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66c1587-c056-459d-9fc1-3f1024ebb408']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:58.132822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c912d6df-213c-488e-bfdf-adcbad3159f5') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:58.133141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c912d6df-213c-488e-bfdf-adcbad3159f5') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:58.143016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-a441f21e-c1de-4fa5-81f0-e6b17d13aa54 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.143416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.144773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-a441f21e-c1de-4fa5-81f0-e6b17d13aa54 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.2311025 Aug 29 04:20:58.157579 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.166418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:58.166862 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:58.169292 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:58.179641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-3f69410b-f6b3-4425-b5a5-c565ff99a78b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/quotas/4fab53e832624a009b9aba75e5bd5bed HTTP/1.1" status: 200 len: 375 time: 0.0168078 Aug 29 04:20:58.224098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1f0ee19e-db10-4e52-abdb-b83d8c2aed4e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291793 Aug 29 04:20:58.226249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b08ce5c5-9506-4188-af40-af6b03d598ed tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting port a3a0fbc2-2258-4215-96df-cc3284c69295 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:58.226594 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b08ce5c5-9506-4188-af40-af6b03d598ed tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.237078 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.248809 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.253787 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] 10.222.0.49 "DELETE /v2.0/networks/b66c1587-c056-459d-9fc1-3f1024ebb408 HTTP/1.1" status: 204 len: 168 time: 0.3772087 Aug 29 04:20:58.264990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfbfd9-128d-4d33-bb89-546fbaa17c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=b66c1587-c056-459d-9fc1-3f1024ebb408,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.417151 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b08ce5c5-9506-4188-af40-af6b03d598ed tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.439445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-a09f9a3e-dbdb-4e1d-a5ce-2c1c21e1b9d8 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970043 Aug 29 04:20:58.445058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b08ce5c5-9506-4188-af40-af6b03d598ed tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Calling delete_port for a3a0fbc2-2258-4215-96df-cc3284c69295 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:58.460693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42900) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:58.516561 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e0ab3645-62fb-42c0-a012-119cca89dacd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0f325b19cbe48d099144a5c4717a138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542111 Aug 29 04:20:58.518999 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42902) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:58.576863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69653edb-7fcf-44ba-9c42-4ed2886c9a69 req-d47b6328-9212-4cf4-bcc6-616743a61d52 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0647686 Aug 29 04:20:58.581953 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea88b-5977-4fc1-a077-4dca05a3effa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.616607 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea88b-5977-4fc1-a077-4dca05a3effa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.646996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-03edd109-1821-4ee3-8b2b-67653129df75 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975884 Aug 29 04:20:58.687883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea88b-5977-4fc1-a077-4dca05a3effa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.690953 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea88b-5977-4fc1-a077-4dca05a3effa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.692265 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3b0ea88b-5977-4fc1-a077-4dca05a3effa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8759f0e3-bb28-46fe-bae9-863f9d9ebb8e HTTP/1.1" status: 204 len: 168 time: 0.1720810 Aug 29 04:20:58.713647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ea88b-5977-4fc1-a077-4dca05a3effa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8759f0e3-bb28-46fe-bae9-863f9d9ebb8e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.718965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5f08eee7-58be-412e-805b-8c6bb4a5a875 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:58.757845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 5f08eee7-58be-412e-805b-8c6bb4a5a875 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:58.758226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5f08eee7-58be-412e-805b-8c6bb4a5a875 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:58.764840 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b08ce5c5-9506-4188-af40-af6b03d598ed tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.829108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ce5c5-9506-4188-af40-af6b03d598ed tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Port': ['ID=a3a0fbc2-2258-4215-96df-cc3284c69295,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.918453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42922) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:58.946751 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.965370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b08ce5c5-9506-4188-af40-af6b03d598ed tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.973260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b08ce5c5-9506-4188-af40-af6b03d598ed tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "DELETE /v2.0/ports/a3a0fbc2-2258-4215-96df-cc3284c69295 HTTP/1.1" status: 204 len: 168 time: 0.8932464 Aug 29 04:20:58.976153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42924) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:59.033152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc96319-a121-4165-9b8e-c5bb39dcde91 admin admin] Deleting subnet 282eb932-87a8-4b57-ab1a-9719743108fb {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:59.042203 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bc96319-a121-4165-9b8e-c5bb39dcde91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.049124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9fb441c5-f343-4fa6-8b0d-c13de6f2164c req-e7a71fbc-c5c9-4d30-bd85-ef3225087a2a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 210 time: 0.0736225 Aug 29 04:20:59.076726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-30930292-d7d1-4d40-ae46-caf4c7992dca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting subnet 49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:59.082559 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30930292-d7d1-4d40-ae46-caf4c7992dca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.126758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bc96319-a121-4165-9b8e-c5bb39dcde91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.161699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30930292-d7d1-4d40-ae46-caf4c7992dca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.228438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bc96319-a121-4165-9b8e-c5bb39dcde91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.326411 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30930292-d7d1-4d40-ae46-caf4c7992dca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.377535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bc96319-a121-4165-9b8e-c5bb39dcde91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.406817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc96319-a121-4165-9b8e-c5bb39dcde91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282eb932-87a8-4b57-ab1a-9719743108fb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.459829 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bc96319-a121-4165-9b8e-c5bb39dcde91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.461878 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5bc96319-a121-4165-9b8e-c5bb39dcde91 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/282eb932-87a8-4b57-ab1a-9719743108fb HTTP/1.1" status: 204 len: 168 time: 0.5422945 Aug 29 04:20:59.464456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42952) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:59.561962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.591032 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30930292-d7d1-4d40-ae46-caf4c7992dca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.646286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30930292-d7d1-4d40-ae46-caf4c7992dca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.648590 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-30930292-d7d1-4d40-ae46-caf4c7992dca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "DELETE /v2.0/subnets/49a3c082-c836-4e5a-a6ab-eea6c61d5cd5 HTTP/1.1" status: 204 len: 168 time: 0.6713986 Aug 29 04:20:59.651776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42956) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:59.653476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef333503-e785-4eaa-81cf-9376cf5dbba7 None None] Network 42c3b373-a508-467d-877d-7410cc01232d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:59.670173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30930292-d7d1-4d40-ae46-caf4c7992dca tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Subnet': ['ID=49a3c082-c836-4e5a-a6ab-eea6c61d5cd5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.764030 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.791698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaecdff-4e1b-43a6-8926-741c66956c7c']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:59.824004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8040d772-130c-42f4-98cd-ca468698a486') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:59.824636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8040d772-130c-42f4-98cd-ca468698a486') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:59.843988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a14cdf-e36f-4419-b798-f20e7ac3cb29 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting subnet dec4cdbd-ca47-4926-a9b8-d36bd012480e {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:59.869170 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.899426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58a14cdf-e36f-4419-b798-f20e7ac3cb29 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.911214 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.918345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:59.919069 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:59.921923 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:59.969815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88114af4-4472-47e1-b926-38192a4d90a0 req-fa23502a-ebf4-454f-835f-04cb3c3381ec tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.1649241 Aug 29 04:20:59.975402 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e551cf-1681-4165-8f38-e38c913d23a0 None None] DHCP port deletion for 42c3b373-a508-467d-877d-7410cc01232d request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:20:59.997564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.016571 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.023815 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4eaecdff-4e1b-43a6-8926-741c66956c7c HTTP/1.1" status: 204 len: 168 time: 0.5575461 Aug 29 04:21:00.032250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58a14cdf-e36f-4419-b798-f20e7ac3cb29 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.040652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f889a9-fe4e-4b6c-b9e3-b8d3e4da25f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eaecdff-4e1b-43a6-8926-741c66956c7c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.085662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-25e551cf-1681-4165-8f38-e38c913d23a0 None None] Deleting port 2613d723-50ac-4ef6-a52a-03040d0dd21d {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:00.086931 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-25e551cf-1681-4165-8f38-e38c913d23a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.174062 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58a14cdf-e36f-4419-b798-f20e7ac3cb29 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.224543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42976) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:00.282929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a33e6399-ad99-4786-8fae-5922b83ca420 req-1008389b-c0dd-4ffb-baa3-e8a6499714f4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 210 time: 0.0708902 Aug 29 04:21:00.333240 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58a14cdf-e36f-4419-b798-f20e7ac3cb29 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.350673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42980) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:00.358559 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58a14cdf-e36f-4419-b798-f20e7ac3cb29 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.362976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-58a14cdf-e36f-4419-b798-f20e7ac3cb29 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "DELETE /v2.0/subnets/dec4cdbd-ca47-4926-a9b8-d36bd012480e HTTP/1.1" status: 204 len: 168 time: 0.7076044 Aug 29 04:21:00.363715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42982) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:00.372392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712cd177-2121-44dc-ad6d-d2c887b52587 None None] Network 5ca8c052-4733-4905-a6ad-25a41bf91d59 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:00.409701 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-759b2209-a3a0-44bc-a60b-01ace239eefe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9afce53e18f94805862226d5ff7fcc2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569742 Aug 29 04:21:00.411994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42984) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:00.416707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a14cdf-e36f-4419-b798-f20e7ac3cb29 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Subnet': ['ID=dec4cdbd-ca47-4926-a9b8-d36bd012480e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.470197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-25e551cf-1681-4165-8f38-e38c913d23a0 None None] For port 2613d723-50ac-4ef6-a52a-03040d0dd21d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2613d723-50ac-4ef6-a52a-03040d0dd21d,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:00.470867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-25e551cf-1681-4165-8f38-e38c913d23a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.495363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-25e551cf-1681-4165-8f38-e38c913d23a0 None None] Calling delete_port for 2613d723-50ac-4ef6-a52a-03040d0dd21d owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:00.499315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2e8b-f2ed-4249-8a00-0c0628337aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.558666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2e8b-f2ed-4249-8a00-0c0628337aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.569187 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.633956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-330554365-network', 'tenant_id': 'beb6dcc511b34368a7bde17222ca31f8'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:00.656270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Deleting port 2613d723-50ac-4ef6-a52a-03040d0dd21d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:00.656822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.689477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Made reservation on behalf of beb6dcc511b34368a7bde17222ca31f8 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:00.694577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.706337 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-25e551cf-1681-4165-8f38-e38c913d23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.708458 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2e8b-f2ed-4249-8a00-0c0628337aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.711551 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2e8b-f2ed-4249-8a00-0c0628337aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.713101 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6c3a2e8b-f2ed-4249-8a00-0c0628337aad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74cefd68-1705-458f-87ae-c060593d2417 HTTP/1.1" status: 204 len: 168 time: 0.2999606 Aug 29 04:21:00.716003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.741363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a2e8b-f2ed-4249-8a00-0c0628337aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cefd68-1705-458f-87ae-c060593d2417,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.756772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e551cf-1681-4165-8f38-e38c913d23a0 None None] Pushing event deleted for resources: {'Port': ['ID=2613d723-50ac-4ef6-a52a-03040d0dd21d,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.771877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e551cf-1681-4165-8f38-e38c913d23a0 None None] No DVR routers for this DVR port 2613d723-50ac-4ef6-a52a-03040d0dd21d on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:00.777880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4257caf1-9ee1-4502-ab9b-255397bc6971 None None] DHCP port deletion for 5ca8c052-4733-4905-a6ad-25a41bf91d59 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:21:00.849607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4257caf1-9ee1-4502-ab9b-255397bc6971 None None] Deleting port 201a7932-f819-4170-889e-58656d9138c0 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:00.851714 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4257caf1-9ee1-4502-ab9b-255397bc6971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.972903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.978867 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.022688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:01.036051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a9e5cc-82d7-4580-953c-50dc39c2f42d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:01.061061 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.062261 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Added segment aa14c0aa-6ed6-4362-a6e8-6f08a211692f of type vlan for network 55544aae-02c2-4b27-9817-998361c3a169 Aug 29 04:21:01.079239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-c0febfd0-ae8d-4ee2-b5a4-8b944e04b249 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.081650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-4257caf1-9ee1-4502-ab9b-255397bc6971 None None] For port 201a7932-f819-4170-889e-58656d9138c0, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=201a7932-f819-4170-889e-58656d9138c0,segment=NetworkSegment(6c18f8b0-2e89-4e0b-b620-e72d944b49df),segment_id=6c18f8b0-2e89-4e0b-b620-e72d944b49df)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:01.082439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-c0febfd0-ae8d-4ee2-b5a4-8b944e04b249 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.52 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.2912822 Aug 29 04:21:01.082860 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4257caf1-9ee1-4502-ab9b-255397bc6971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.104166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4257caf1-9ee1-4502-ab9b-255397bc6971 None None] Calling delete_port for 201a7932-f819-4170-889e-58656d9138c0 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:01.116744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Request body: {'port': {'device_id': 'b6c77d07-b0ee-4415-8b4c-7a4283c2a582', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'admin_state_up': True, 'tenant_id': '4fab53e832624a009b9aba75e5bd5bed'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:01.155712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93f65082-8a52-4fce-8ac3-37bce68d72ba req-6116650e-8420-4fc7-aca9-78f9b5d11e1a tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0639138 Aug 29 04:21:01.157727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] For port 2613d723-50ac-4ef6-a52a-03040d0dd21d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2613d723-50ac-4ef6-a52a-03040d0dd21d,segment=NetworkSegment(8a2d3005-0f97-4016-9575-796b168eebbb),segment_id=8a2d3005-0f97-4016-9575-796b168eebbb)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:01.158097 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.171853 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.214317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Calling delete_port for 2613d723-50ac-4ef6-a52a-03040d0dd21d owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:01.230687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.233050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.233843 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.286370 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0593839 Aug 29 04:21:01.296173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43004) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:01.329462 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4257caf1-9ee1-4502-ab9b-255397bc6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.331929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Request body: {'subnet': {'network_id': '55544aae-02c2-4b27-9817-998361c3a169', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-330554365-subnet', 'tenant_id': 'beb6dcc511b34368a7bde17222ca31f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:01.379914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Made reservation on behalf of beb6dcc511b34368a7bde17222ca31f8 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:01.382564 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.401940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257caf1-9ee1-4502-ab9b-255397bc6971 None None] Pushing event deleted for resources: {'Port': ['ID=201a7932-f819-4170-889e-58656d9138c0,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:01.414866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257caf1-9ee1-4502-ab9b-255397bc6971 None None] No DVR routers for this DVR port 201a7932-f819-4170-889e-58656d9138c0 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:01.450900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec598bc8-2147-400d-9905-a2ba02eff98f admin admin] Pushing event updated for resources: {'Network': ['ID=55544aae-02c2-4b27-9817-998361c3a169,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:01.461138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 55544aae-02c2-4b27-9817-998361c3a169 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:01.554775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37ff940d-5cfc-45a9-869a-77885755d3ee req-d211b053-2468-47b8-a84a-69c491d581f3 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 210 time: 0.1179652 Aug 29 04:21:01.584340 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.592019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Made reservation on behalf of 4fab53e832624a009b9aba75e5bd5bed for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:01.602128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.644396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Port': ['ID=2613d723-50ac-4ef6-a52a-03040d0dd21d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:01.664243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] No DVR routers for this DVR port 2613d723-50ac-4ef6-a52a-03040d0dd21d on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:01.864725 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.892361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c3b373-a508-467d-877d-7410cc01232d']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:01.934309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2d3005-0f97-4016-9575-796b168eebbb') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:01.934901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2d3005-0f97-4016-9575-796b168eebbb') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:01.976067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.977922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2613d723-50ac-4ef6-a52a-03040d0dd21d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:02.014899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.020083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Allocated IP 172.20.0.4 (9affe2b5-86a2-4e94-b605-2357849469a0/8403fb6b-2733-4111-9891-375088cbf5e3/ad25e3db-ca3f-4aa5-afb6-3697c33287df) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:02.030246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:02.031231 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:02.035786 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:02.051917 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.058139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 2613d723-50ac-4ef6-a52a-03040d0dd21d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:02.058501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2613d723-50ac-4ef6-a52a-03040d0dd21d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:02.062405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 201a7932-f819-4170-889e-58656d9138c0 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:02.088525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43030) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:02.129105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 201a7932-f819-4170-889e-58656d9138c0 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:02.130006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 201a7932-f819-4170-889e-58656d9138c0 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:02.196520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146157f6-8737-4cf7-8cf9-1d7dcc1bbdbc,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.198588 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.236784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-169958598-network', 'tenant_id': 'de48a6082c3d4b8c97a17526aa82f72f'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:02.263362 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.268712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43036) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:02.269500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "DELETE /v2.0/networks/42c3b373-a508-467d-877d-7410cc01232d HTTP/1.1" status: 204 len: 168 time: 1.9047275 Aug 29 04:21:02.283288 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Made reservation on behalf of de48a6082c3d4b8c97a17526aa82f72f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:02.286112 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.304693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5c089-ef80-4eaf-b33a-92f18dd91655 tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Network': ['ID=42c3b373-a508-467d-877d-7410cc01232d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.324086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Checking segment: {'id': 'aa14c0aa-6ed6-4362-a6e8-6f08a211692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '55544aae-02c2-4b27-9817-998361c3a169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:02.324680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Network hostable DHCP agents. Network: 55544aae-02c2-4b27-9817-998361c3a169, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:02.335056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddd00452-9b0b-4feb-8889-2949be1b9b78 req-d661c890-0b55-47f4-a380-5c0b001b0c53 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0567834 Aug 29 04:21:02.352883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.413868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Network 55544aae-02c2-4b27-9817-998361c3a169 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:02.433227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 55544aae-02c2-4b27-9817-998361c3a169) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:02.438841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.439348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.440078 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.447277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01cbd2e-2fe1-45f8-8ede-8a81a2b44950 None None] Network 55544aae-02c2-4b27-9817-998361c3a169 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:02.508229 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.560244 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.617880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.631063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92499ef-fb8a-4d46-9188-88c0bc836e48 None None] Network 55544aae-02c2-4b27-9817-998361c3a169 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:02.635683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Network 9affe2b5-86a2-4e94-b605-2357849469a0 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:02.641926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:02.646448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:02.656056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca8c052-4733-4905-a6ad-25a41bf91d59']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:02.688294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c18f8b0-2e89-4e0b-b620-e72d944b49df') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:02.688601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c18f8b0-2e89-4e0b-b620-e72d944b49df') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:02.705623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event updated for resources: {'Port': ['ID=ad25e3db-ca3f-4aa5-afb6-3697c33287df,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.718951 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.746630 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.755898 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.761421 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.782429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.783353 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.791996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:02.792433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.796400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4173f569-14fa-4346-aeed-d6c9317d875e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:02.799125 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:02.820633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e1b104a8-e7de-4417-9c92-3e159e58c247 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5152447 Aug 29 04:21:02.852467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-1b761616-bc9d-414b-9c79-0012d4f6b026 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7454290 Aug 29 04:21:02.878435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecb3f9-cc4f-4ee2-a6d7-5981c1b4f74b req-93e38779-1c2d-4d8c-9343-ece3e9f84fc1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.893921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76ecb3f9-cc4f-4ee2-a6d7-5981c1b4f74b req-93e38779-1c2d-4d8c-9343-ece3e9f84fc1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 931 time: 0.1496730 Aug 29 04:21:02.903999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Request body: {'port': {'device_id': 'b6c77d07-b0ee-4415-8b4c-7a4283c2a582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:02.931940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.941325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.944223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] 10.222.0.49 "DELETE /v2.0/networks/5ca8c052-4733-4905-a6ad-25a41bf91d59 HTTP/1.1" status: 204 len: 168 time: 0.6741350 Aug 29 04:21:02.945249 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:02.972356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af8a23-fb1b-4fea-808d-5510bb26ddaa tempest-TaggedBootDevicesTest-1464640015 tempest-TaggedBootDevicesTest-1464640015-project] Pushing event deleted for resources: {'Network': ['ID=5ca8c052-4733-4905-a6ad-25a41bf91d59,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.976634 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.977305 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Added segment 29d98193-82c3-457f-b1e3-f48bb1fbf061 of type vlan for network 095373d8-5e9c-4372-914b-6e90b633b646 Aug 29 04:21:03.050987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76ecb3f9-cc4f-4ee2-a6d7-5981c1b4f74b req-8b82dbfe-f837-409d-af3e-f0ac161ad3f3 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553743 Aug 29 04:21:03.060688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.102413 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.171046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.172105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.172969 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.322038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] Pushing event updated for resources: {'Network': ['ID=095373d8-5e9c-4372-914b-6e90b633b646,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:03.344351 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ff72689c-bead-475a-8991-92b1d4b93165 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2537599 Aug 29 04:21:03.348282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43058) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:03.349331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 095373d8-5e9c-4372-914b-6e90b633b646 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:03.355360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Request body: {'subnet': {'network_id': '095373d8-5e9c-4372-914b-6e90b633b646', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-169958598-subnet', 'tenant_id': 'de48a6082c3d4b8c97a17526aa82f72f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:03.399268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Made reservation on behalf of de48a6082c3d4b8c97a17526aa82f72f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:03.404147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.599561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad25e3db-ca3f-4aa5-afb6-3697c33287df {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:03.621375 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.657354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Transition to ACTIVE for port object ad25e3db-ca3f-4aa5-afb6-3697c33287df will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:03.660215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43070) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:03.666572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-248328372-network', 'tenant_id': '58188f10f0d04effafcec2b2b100f432'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:03.678989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.690831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Made reservation on behalf of 58188f10f0d04effafcec2b2b100f432 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:03.694117 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.708684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.749665 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-467d4ea3-1461-497b-9eb0-84745ae0cf43 req-be03064e-6238-4be4-948f-2794757c2073 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.1921551 Aug 29 04:21:03.801335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.851235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca069d91-3cc2-4770-80c8-78987c98212d,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:03.858183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Pushing event updated for resources: {'Port': ['ID=ad25e3db-ca3f-4aa5-afb6-3697c33287df,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:03.925352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Checking segment: {'id': '29d98193-82c3-457f-b1e3-f48bb1fbf061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '095373d8-5e9c-4372-914b-6e90b633b646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:03.925716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Network hostable DHCP agents. Network: 095373d8-5e9c-4372-914b-6e90b633b646, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:03.956286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.962389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.962672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Attempting to bind port ad25e3db-ca3f-4aa5-afb6-3697c33287df on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:03.963122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Attempting to bind port ad25e3db-ca3f-4aa5-afb6-3697c33287df by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:03.963466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Attempting to bind port ad25e3db-ca3f-4aa5-afb6-3697c33287df on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:03.969250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Port ad25e3db-ca3f-4aa5-afb6-3697c33287df on network 9affe2b5-86a2-4e94-b605-2357849469a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:03.969540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Attempting to bind port ad25e3db-ca3f-4aa5-afb6-3697c33287df on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:03.974085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Network 095373d8-5e9c-4372-914b-6e90b633b646 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:03.976011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:03.976339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Checking segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:03.976722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Bound using segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:03.977165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Bound port: ad25e3db-ca3f-4aa5-afb6-3697c33287df, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:03.977865 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.040147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba27f9b1-a4fd-4fa2-afff-2503ab12b0e5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.046015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:04.073398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 095373d8-5e9c-4372-914b-6e90b633b646) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:04.085699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.089687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.113024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e686ac6-9309-4669-bd8c-fb3907c8ea50 None None] Network 095373d8-5e9c-4372-914b-6e90b633b646 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:04.128062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.128720 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Added segment 2c62047d-2286-4a60-832b-9eb192d85eb5 of type vlan for network 556ef2aa-b991-4532-929d-8102f7a815db Aug 29 04:21:04.133523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] For port ad25e3db-ca3f-4aa5-afb6-3697c33287df, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:04.150564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] For port ad25e3db-ca3f-4aa5-afb6-3697c33287df, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ad25e3db-ca3f-4aa5-afb6-3697c33287df,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:04.162713 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.190513 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-68d17c49-02b1-4ffd-b1f1-51fae5b715b1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8335416 Aug 29 04:21:04.202454 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.271378 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.275697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.276422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.277092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.277927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.278464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] 10.222.0.52 "PUT /v2.0/ports/ad25e3db-ca3f-4aa5-afb6-3697c33287df HTTP/1.1" status: 200 len: 1092 time: 1.3798864 Aug 29 04:21:04.278924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c77d07-b0ee-4415-8b4c-7a4283c2a582', 'tag': 'ad25e3db-ca3f-4aa5-afb6-3697c33287df'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:04.281547 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a412d18-88bb-4b47-b999-3a258d0186fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c77d07-b0ee-4415-8b4c-7a4283c2a582", "tag": "ad25e3db-ca3f-4aa5-afb6-3697c33287df"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:04.333458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd4690-f8b8-4c20-b609-11b0e0bb8967 service neutron] Pushing event updated for resources: {'Port': ['ID=ad25e3db-ca3f-4aa5-afb6-3697c33287df,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.365383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf90b45-501c-4c6f-a619-d697750a21dd req-cbf09a4f-891a-4bc8-ab3a-a1077d51bd07 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.367425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9bf90b45-501c-4c6f-a619-d697750a21dd req-cbf09a4f-891a-4bc8-ab3a-a1077d51bd07 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 943 time: 0.1457872 Aug 29 04:21:04.437186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad31bf6-58b1-409d-a042-0581daa4451d None None] Network 095373d8-5e9c-4372-914b-6e90b633b646 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:04.445233 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db34685-cbb1-4da4-a2d0-336707578516 x-openstack-request-id: req-8db34685-cbb1-4da4-a2d0-336707578516 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:04.445794 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c77d07-b0ee-4415-8b4c-7a4283c2a582", "tag": "ad25e3db-ca3f-4aa5-afb6-3697c33287df", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:04.446057 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8db34685-cbb1-4da4-a2d0-336707578516 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:04.446538 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c77d07-b0ee-4415-8b4c-7a4283c2a582', 'tag': 'ad25e3db-ca3f-4aa5-afb6-3697c33287df', 'status': 'completed', 'code': 200} Aug 29 04:21:04.469285 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8049750 Aug 29 04:21:04.469548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43084) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:04.476874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Request body: {'subnet': {'network_id': '556ef2aa-b991-4532-929d-8102f7a815db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-248328372-subnet', 'tenant_id': '58188f10f0d04effafcec2b2b100f432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:04.477074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1f9e-3b66-4305-8cb1-3f452e9e9095 admin admin] Pushing event updated for resources: {'Network': ['ID=556ef2aa-b991-4532-929d-8102f7a815db,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.490957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-ece6489a-b91a-4de0-a479-deb6d4b9644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.492516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-ece6489a-b91a-4de0-a479-deb6d4b9644a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 1095 time: 0.1455324 Aug 29 04:21:04.559482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 556ef2aa-b991-4532-929d-8102f7a815db details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:04.634684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-cb91e8e4-41b9-470b-a5a1-0cc7fd1c68db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad25e3db-ca3f-4aa5-afb6-3697c33287df HTTP/1.1" status: 200 len: 217 time: 0.1262109 Aug 29 04:21:04.657638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9bf90b45-501c-4c6f-a619-d697750a21dd req-7b359e89-af4b-4c06-af0f-41bf08c7339a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820427 Aug 29 04:21:04.702800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Made reservation on behalf of 58188f10f0d04effafcec2b2b100f432 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:04.705058 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.996729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f794a2a-0b70-49a7-88c5-57d7aa1627a2 req-cf6e87d6-4c7b-4bee-966d-11e28bf5e077 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0903280 Aug 29 04:21:05.065309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-64d05ca8-1028-4039-9b4d-ffa1683aad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.067578 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-64d05ca8-1028-4039-9b4d-ffa1683aad5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.4220443 Aug 29 04:21:05.107718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-6eb75632-e801-4713-a136-23a8dff4bfb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297596 Aug 29 04:21:05.108582 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.273840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d678555-1d27-4128-9109-f0b4436fd167 req-0559e024-52a8-4356-9039-103ea6291d73 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.279124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-0559e024-52a8-4356-9039-103ea6291d73 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/networks?id=095373d8-5e9c-4372-914b-6e90b633b646 HTTP/1.1" status: 200 len: 820 time: 0.3450294 Aug 29 04:21:05.303061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36931b8c-d016-43b6-b453-e8e19c375128,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.306597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Checking segment: {'id': '2c62047d-2286-4a60-832b-9eb192d85eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '556ef2aa-b991-4532-929d-8102f7a815db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:05.306965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Network hostable DHCP agents. Network: 556ef2aa-b991-4532-929d-8102f7a815db, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:05.324077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-91643160-f63d-471e-a6d2-7872d643d581 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/quotas/de48a6082c3d4b8c97a17526aa82f72f HTTP/1.1" status: 200 len: 375 time: 0.0440140 Aug 29 04:21:05.384477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-920c5276-8c96-46f5-8b19-53bae63f0d57 service neutron] 10.222.0.52 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646034 Aug 29 04:21:05.393129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-ebe0723d-5b3e-4922-a4e3-ac9d6d293d07 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=de48a6082c3d4b8c97a17526aa82f72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680625 Aug 29 04:21:05.442520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Network 556ef2aa-b991-4532-929d-8102f7a815db is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:05.589242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25fb8e8e-18e7-42cc-a156-af190edb9c6b req-02600b22-2f74-44e3-af13-670af08d2d68 service neutron] 10.222.0.52 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838007 Aug 29 04:21:05.592545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 556ef2aa-b991-4532-929d-8102f7a815db) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:05.602806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d2f9b-436f-498e-b071-698872dc1db6 None None] Network 556ef2aa-b991-4532-929d-8102f7a815db requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:05.610107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.611051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.675477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-14a88023-3718-466b-b3ef-9581a2ae6a18 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2043011 Aug 29 04:21:05.808390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-3d024325-aa30-4f90-ab1d-01c06a2de399 service neutron] 10.222.0.49 "GET /v2.0/networks/095373d8-5e9c-4372-914b-6e90b633b646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137621 Aug 29 04:21:05.876066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b76f4-c513-421c-90f3-12b535e348be None None] Network 556ef2aa-b991-4532-929d-8102f7a815db requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:06.069469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a412d18-88bb-4b47-b999-3a258d0186fa req-420c5630-9ae6-4a42-873f-5c64b39296d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.074396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a412d18-88bb-4b47-b999-3a258d0186fa req-420c5630-9ae6-4a42-873f-5c64b39296d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 1095 time: 0.3862841 Aug 29 04:21:06.495863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-184a6c47-47f6-49ad-94aa-e091de470a71 service neutron] 10.222.0.49 "GET /v2.0/networks/095373d8-5e9c-4372-914b-6e90b633b646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648686 Aug 29 04:21:06.523061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6511842-54b3-4df0-92ad-d474f78b4db6 req-8bc652cd-2e4f-43ed-916c-f4b750299be2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.524587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6511842-54b3-4df0-92ad-d474f78b4db6 req-8bc652cd-2e4f-43ed-916c-f4b750299be2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 943 time: 0.7101688 Aug 29 04:21:06.560476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a412d18-88bb-4b47-b999-3a258d0186fa req-8875f5a4-16ca-4397-9b96-970e65342362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.562539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a412d18-88bb-4b47-b999-3a258d0186fa req-8875f5a4-16ca-4397-9b96-970e65342362 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 906 time: 0.4755754 Aug 29 04:21:06.615764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a412d18-88bb-4b47-b999-3a258d0186fa req-2449b703-8a14-475d-9492-f70540eec314 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad25e3db-ca3f-4aa5-afb6-3697c33287df HTTP/1.1" status: 200 len: 217 time: 0.0448110 Aug 29 04:21:06.618815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6511842-54b3-4df0-92ad-d474f78b4db6 req-1ddd751f-707e-410d-848b-11f1f222b9f7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810063 Aug 29 04:21:06.692918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a412d18-88bb-4b47-b999-3a258d0186fa req-73028615-83f3-4715-b425-c27134094e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.694934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a412d18-88bb-4b47-b999-3a258d0186fa req-73028615-83f3-4715-b425-c27134094e31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.0727217 Aug 29 04:21:06.761639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a412d18-88bb-4b47-b999-3a258d0186fa req-69563dcc-05fd-4f52-8026-1fbe3679842f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472300 Aug 29 04:21:06.845000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4846062e-e904-452e-ab25-cbaf5df27764 req-3379391b-1711-495d-8e3c-689ae898e5f8 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0778878 Aug 29 04:21:07.067924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-265f20a4-e204-40e0-a3dc-2ff96e436c3b tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.069528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-265f20a4-e204-40e0-a3dc-2ff96e436c3b tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/networks?id=55544aae-02c2-4b27-9817-998361c3a169 HTTP/1.1" status: 200 len: 824 time: 0.1271465 Aug 29 04:21:07.106441 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-8f83fe07-9f49-4dad-b5f7-c28c98fc1c9c tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/quotas/beb6dcc511b34368a7bde17222ca31f8 HTTP/1.1" status: 200 len: 375 time: 0.0271432 Aug 29 04:21:07.150514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc4ccd14-4b78-479b-a1f4-456c7d48f521 req-f50b8b39-778c-4baf-93f9-50edd8fa9cf5 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 210 time: 0.0529351 Aug 29 04:21:07.220740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-79d1c553-e33b-416a-9159-e14ba08e52a0 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=beb6dcc511b34368a7bde17222ca31f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986240 Aug 29 04:21:07.235854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a412d18-88bb-4b47-b999-3a258d0186fa req-345be09d-a470-4add-b814-00b99d9ce19f service neutron] 10.222.0.52 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896620 Aug 29 04:21:07.422523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-47d436d5-f5b2-427b-a4e7-3f9b407b313f service neutron] 10.222.0.49 "GET /v2.0/networks/55544aae-02c2-4b27-9817-998361c3a169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997488 Aug 29 04:21:07.427826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a412d18-88bb-4b47-b999-3a258d0186fa req-c2afbbe4-c389-4cb9-9baa-5e24c46e4664 service neutron] 10.222.0.52 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719317 Aug 29 04:21:07.557892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-14e2ba3a-7f34-4b3a-a560-a5325c64e711 service neutron] 10.222.0.49 "GET /v2.0/networks/55544aae-02c2-4b27-9817-998361c3a169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235209 Aug 29 04:21:07.790314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cff495c5-e3e9-47f1-8fb1-94aa71c9488c req-3d3315f2-6728-480e-8522-cf5ce94876c2 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 210 time: 0.0451174 Aug 29 04:21:07.885620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a37f6c-e7a7-4960-9524-65b1b85c314a req-5dd26315-3162-46ce-bc00-632ccd0798b5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.887618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1a37f6c-e7a7-4960-9524-65b1b85c314a req-5dd26315-3162-46ce-bc00-632ccd0798b5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 943 time: 0.0782757 Aug 29 04:21:07.976086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1a37f6c-e7a7-4960-9524-65b1b85c314a req-102024e3-a0c2-4e0a-908d-c09b89e0e229 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723917 Aug 29 04:21:08.003652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ad25e3db-ca3f-4aa5-afb6-3697c33287df details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:08.088050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6a03aae-1dd3-4cc5-98f4-bdd0f52b591f req-f9e93a42-8bb3-4768-b8b8-e9f744df4294 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0947163 Aug 29 04:21:08.201041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port ad25e3db-ca3f-4aa5-afb6-3697c33287df, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ad25e3db-ca3f-4aa5-afb6-3697c33287df,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:08.253684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'ad25e3db-ca3f-4aa5-afb6-3697c33287df', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'port_id': 'ad25e3db-ca3f-4aa5-afb6-3697c33287df', 'mac_address': 'fa:16:3e:25:30:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8403fb6b-2733-4111-9891-375088cbf5e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:08.375810 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.415309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad25e3db-ca3f-4aa5-afb6-3697c33287df {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:08.427272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d678555-1d27-4128-9109-f0b4436fd167 req-32632b0e-5b6c-4ab8-b684-d24ae4e43b37 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.430911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-32632b0e-5b6c-4ab8-b684-d24ae4e43b37 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.52 "GET /v2.0/networks?id=095373d8-5e9c-4372-914b-6e90b633b646 HTTP/1.1" status: 200 len: 820 time: 0.2420487 Aug 29 04:21:08.439407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1433f35-1dd4-41a4-be29-683a4d8886aa req-f74780ae-8f27-41b8-b64e-45e6022e0284 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 210 time: 0.1284733 Aug 29 04:21:08.457851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Request body: {'port': {'device_id': '73e17860-80e6-465b-8dcb-43354b696d35', 'network_id': '095373d8-5e9c-4372-914b-6e90b633b646', 'admin_state_up': True, 'tenant_id': 'de48a6082c3d4b8c97a17526aa82f72f'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:08.468877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port ad25e3db-ca3f-4aa5-afb6-3697c33287df, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ad25e3db-ca3f-4aa5-afb6-3697c33287df,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:08.474530 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.547246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=ad25e3db-ca3f-4aa5-afb6-3697c33287df,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.556795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.557348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.557766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.558176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.558582 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.559008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.559540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.559936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.560456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.560859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.561256 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.561654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:08.625650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Made reservation on behalf of de48a6082c3d4b8c97a17526aa82f72f for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:08.630933 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.806148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Allocated IP 172.20.0.7 (095373d8-5e9c-4372-914b-6e90b633b646/ca069d91-3cc2-4770-80c8-78987c98212d/0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:08.867517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:09.015377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bad2e06-fc12-44bb-855b-c5ecbc3b3d2f req-d30f44d4-0310-4912-a2d6-7128b4a00d84 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 210 time: 0.0550656 Aug 29 04:21:09.222613 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.307923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d40f6-22b6-4331-b12b-5c2638b91fa7 req-f701546b-f665-4968-a1df-4e24c91d4710 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.316154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f27d40f6-22b6-4331-b12b-5c2638b91fa7 req-f701546b-f665-4968-a1df-4e24c91d4710 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 944 time: 0.1868815 Aug 29 04:21:09.383262 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f27d40f6-22b6-4331-b12b-5c2638b91fa7 req-a66b5ab0-4625-4783-bcc8-96994a2f5e01 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658193 Aug 29 04:21:09.387164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.458142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5bde1f83-85c2-4fb2-9a44-d2dfc04e2646 req-528786ba-efe8-4974-b3c6-c097dbdd137b tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0734813 Aug 29 04:21:09.468596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-447834ba-9357-4128-a47f-13e0a6f48a49 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.471001 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-447834ba-9357-4128-a47f-13e0a6f48a49 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.59 "GET /v2.0/networks?id=55544aae-02c2-4b27-9817-998361c3a169 HTTP/1.1" status: 200 len: 824 time: 0.2382200 Aug 29 04:21:09.481914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Network 095373d8-5e9c-4372-914b-6e90b633b646 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:09.492517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:09.496520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Request body: {'port': {'device_id': '7764d37b-d1f6-4097-ac0d-704f66af7d29', 'network_id': '55544aae-02c2-4b27-9817-998361c3a169', 'admin_state_up': True, 'tenant_id': 'beb6dcc511b34368a7bde17222ca31f8'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:09.502707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:09.520483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Pushing event updated for resources: {'Port': ['ID=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.588541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.589231 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.626237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-27217bdc-3e06-4fee-8fdd-eda131772b5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1727707 Aug 29 04:21:09.642512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd8744-73c8-41c8-91b8-4741e718ef55 req-74c6fdb4-ceae-4c2d-9955-6f699d8f73fd tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.644584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4bd8744-73c8-41c8-91b8-4741e718ef55 req-74c6fdb4-ceae-4c2d-9955-6f699d8f73fd tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 931 time: 0.0757365 Aug 29 04:21:09.654058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Request body: {'port': {'device_id': '73e17860-80e6-465b-8dcb-43354b696d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:09.742582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4bd8744-73c8-41c8-91b8-4741e718ef55 req-79e06aa6-2f3b-4e03-9fd1-780a065da769 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854297 Aug 29 04:21:09.743057 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.747837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Made reservation on behalf of beb6dcc511b34368a7bde17222ca31f8 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:09.751795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.960561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Allocated IP 172.20.0.13 (55544aae-02c2-4b27-9817-998361c3a169/146157f6-8737-4cf7-8cf9-1d7dcc1bbdbc/8e3588bc-b8d8-46ea-8841-b701fc354c46) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:10.011161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ad25e3db-ca3f-4aa5-afb6-3697c33287df up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:10.137569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port ad25e3db-ca3f-4aa5-afb6-3697c33287df completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:10.142382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port ad25e3db-ca3f-4aa5-afb6-3697c33287df triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:10.143179 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.183791 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.195745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:10.242072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.246279 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.250304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d350b9a9-5a95-41f1-b99b-d878182c3cf2 req-87a4c831-a8cb-4363-994c-37a8e33c2d45 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 210 time: 0.0993259 Aug 29 04:21:10.257955 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.287800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Transition to ACTIVE for port object 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:10.293003 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.323742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c77d07-b0ee-4415-8b4c-7a4283c2a582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad25e3db-ca3f-4aa5-afb6-3697c33287df'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:10.327389 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65deedc-2138-402e-87df-332cfa16fae9" -d '{"events": [{"server_uuid": "b6c77d07-b0ee-4415-8b4c-7a4283c2a582", "name": "network-vif-plugged", "status": "completed", "tag": "ad25e3db-ca3f-4aa5-afb6-3697c33287df"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:10.365871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Pushing event updated for resources: {'Port': ['ID=8e3588bc-b8d8-46ea-8841-b701fc354c46,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.384315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Pushing event updated for resources: {'Port': ['ID=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.394107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port ad25e3db-ca3f-4aa5-afb6-3697c33287df, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ad25e3db-ca3f-4aa5-afb6-3697c33287df,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:10.403771 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.422220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Network 55544aae-02c2-4b27-9817-998361c3a169 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:10.423814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:10.431338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:10.443878 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a863a905-6cd1-4d0b-93b9-648cb140c10d x-openstack-request-id: req-a863a905-6cd1-4d0b-93b9-648cb140c10d {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:10.444337 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c77d07-b0ee-4415-8b4c-7a4283c2a582", "name": "network-vif-plugged", "status": "completed", "tag": "ad25e3db-ca3f-4aa5-afb6-3697c33287df", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:10.444692 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a863a905-6cd1-4d0b-93b9-648cb140c10d {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:10.445243 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c77d07-b0ee-4415-8b4c-7a4283c2a582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad25e3db-ca3f-4aa5-afb6-3697c33287df', 'code': 200} Aug 29 04:21:10.491588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Attempting to bind port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:10.492246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Attempting to bind port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '29d98193-82c3-457f-b1e3-f48bb1fbf061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '095373d8-5e9c-4372-914b-6e90b633b646'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:10.492773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Attempting to bind port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 on network 095373d8-5e9c-4372-914b-6e90b633b646 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:10.498913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 on network 095373d8-5e9c-4372-914b-6e90b633b646 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:10.499479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Attempting to bind port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 on network 095373d8-5e9c-4372-914b-6e90b633b646 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:10.513391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=ad25e3db-ca3f-4aa5-afb6-3697c33287df,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.520459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:10.521078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Checking segment: {'id': '29d98193-82c3-457f-b1e3-f48bb1fbf061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '095373d8-5e9c-4372-914b-6e90b633b646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:10.522120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Bound using segment: {'id': '29d98193-82c3-457f-b1e3-f48bb1fbf061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '095373d8-5e9c-4372-914b-6e90b633b646'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:10.523440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Bound port: 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d98193-82c3-457f-b1e3-f48bb1fbf061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '095373d8-5e9c-4372-914b-6e90b633b646'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:10.523989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.554222 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.554884 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.624890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076a701-2ddf-48f5-b2a6-0730ba4e85cb req-4de26ac6-f398-49d0-bd11-9b52e689121a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.626781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6076a701-2ddf-48f5-b2a6-0730ba4e85cb req-4de26ac6-f398-49d0-bd11-9b52e689121a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 945 time: 0.1236291 Aug 29 04:21:10.654783 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-f66d4878-031c-4842-a15b-4a12a5d4042e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1628551 Aug 29 04:21:10.671566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bb85f-6542-4e85-a89b-e4d80c497576 req-9969a3dd-db69-4e9d-b819-72ea1c236914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.675401 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-256bb85f-6542-4e85-a89b-e4d80c497576 req-9969a3dd-db69-4e9d-b819-72ea1c236914 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 1097 time: 0.1115351 Aug 29 04:21:10.689093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Request body: {'port': {'device_id': '7764d37b-d1f6-4097-ac0d-704f66af7d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:10.701892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] For port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:10.711272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33507051-4943-43c5-a6d6-15a2f20e3c6c req-204e619f-085a-4d17-aaf2-b74727a656d9 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0793507 Aug 29 04:21:10.724103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6076a701-2ddf-48f5-b2a6-0730ba4e85cb req-0a7f6c10-11bc-49cd-935b-483676ccf9ae tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871010 Aug 29 04:21:10.732447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] For port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,segment=NetworkSegment(29d98193-82c3-457f-b1e3-f48bb1fbf061),segment_id=29d98193-82c3-457f-b1e3-f48bb1fbf061)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:10.740586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.760396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.760986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.762583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] 10.222.0.52 "PUT /v2.0/ports/0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 HTTP/1.1" status: 200 len: 1092 time: 1.1169755 Aug 29 04:21:10.764285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e17860-80e6-465b-8dcb-43354b696d35', 'tag': '0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:10.768386 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08f85c8-8b44-46a0-87b2-7c97906cc42f" -d '{"events": [{"name": "network-changed", "server_uuid": "73e17860-80e6-465b-8dcb-43354b696d35", "tag": "0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:10.784504 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.882395 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-256bb85f-6542-4e85-a89b-e4d80c497576 req-f4697d81-db0b-401b-a880-26f6f56c387f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305351 Aug 29 04:21:10.907892 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d8ad36-ad32-429a-87ab-7c85b26a5d5c x-openstack-request-id: req-b7d8ad36-ad32-429a-87ab-7c85b26a5d5c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:10.908105 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e17860-80e6-465b-8dcb-43354b696d35", "tag": "0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:10.908392 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7d8ad36-ad32-429a-87ab-7c85b26a5d5c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:10.909341 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e17860-80e6-465b-8dcb-43354b696d35', 'tag': '0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6', 'status': 'completed', 'code': 200} Aug 29 04:21:10.950898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e74aa-06ff-4ad3-91ae-94599829accb service neutron] Pushing event updated for resources: {'Port': ['ID=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.982783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d678555-1d27-4128-9109-f0b4436fd167 req-c12a92fc-62ae-4917-87fb-49d42694a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.984550 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-c12a92fc-62ae-4917-87fb-49d42694a85a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de48a6082c3d4b8c97a17526aa82f72f&device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 1095 time: 0.1554425 Aug 29 04:21:10.994191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c92344-198b-41b4-a7ff-06704314c4de req-4dd2e031-7ab3-4d6a-83ba-6155cc2e0d1a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.995763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85c92344-198b-41b4-a7ff-06704314c4de req-4dd2e031-7ab3-4d6a-83ba-6155cc2e0d1a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 943 time: 0.0855179 Aug 29 04:21:11.084661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85c92344-198b-41b4-a7ff-06704314c4de req-efc5a604-8892-4965-a65d-7f45e481d1a8 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801721 Aug 29 04:21:11.241933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3588bc-b8d8-46ea-8841-b701fc354c46 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:11.257079 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.284696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Transition to ACTIVE for port object 8e3588bc-b8d8-46ea-8841-b701fc354c46 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:11.290716 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.339084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-9f41fa2d-099c-4cc2-b487-50a9272850fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 HTTP/1.1" status: 200 len: 217 time: 0.0916343 Aug 29 04:21:11.467298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Pushing event updated for resources: {'Port': ['ID=8e3588bc-b8d8-46ea-8841-b701fc354c46,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.525728 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81ace-ec48-427e-9c15-22d247299713 req-9a3911f1-13ff-4fdc-8c27-bc0fbe64a10e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.527428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2a81ace-ec48-427e-9c15-22d247299713 req-9a3911f1-13ff-4fdc-8c27-bc0fbe64a10e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 944 time: 0.1507223 Aug 29 04:21:11.536502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d678555-1d27-4128-9109-f0b4436fd167 req-748b7ed8-20cd-4924-a116-c398d9373d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.538211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-748b7ed8-20cd-4924-a116-c398d9373d3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ca069d91-3cc2-4770-80c8-78987c98212d HTTP/1.1" status: 200 len: 860 time: 0.1911399 Aug 29 04:21:11.545490 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Attempting to bind port 8e3588bc-b8d8-46ea-8841-b701fc354c46 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:11.545834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Attempting to bind port 8e3588bc-b8d8-46ea-8841-b701fc354c46 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'aa14c0aa-6ed6-4362-a6e8-6f08a211692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '55544aae-02c2-4b27-9817-998361c3a169'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:11.546192 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Attempting to bind port 8e3588bc-b8d8-46ea-8841-b701fc354c46 on network 55544aae-02c2-4b27-9817-998361c3a169 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:11.559804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Port 8e3588bc-b8d8-46ea-8841-b701fc354c46 on network 55544aae-02c2-4b27-9817-998361c3a169 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:11.559804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Attempting to bind port 8e3588bc-b8d8-46ea-8841-b701fc354c46 on network 55544aae-02c2-4b27-9817-998361c3a169 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:11.573907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:11.574335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Checking segment: {'id': 'aa14c0aa-6ed6-4362-a6e8-6f08a211692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '55544aae-02c2-4b27-9817-998361c3a169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:11.574727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Bound using segment: {'id': 'aa14c0aa-6ed6-4362-a6e8-6f08a211692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '55544aae-02c2-4b27-9817-998361c3a169'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:11.575243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Bound port: 8e3588bc-b8d8-46ea-8841-b701fc354c46, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa14c0aa-6ed6-4362-a6e8-6f08a211692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '55544aae-02c2-4b27-9817-998361c3a169'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:11.575608 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.598024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-9015e2c4-881e-4021-b285-6c8f285f1b17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=095373d8-5e9c-4372-914b-6e90b633b646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507951 Aug 29 04:21:11.702673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] For port 8e3588bc-b8d8-46ea-8841-b701fc354c46, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:11.717220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] For port 8e3588bc-b8d8-46ea-8841-b701fc354c46, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8e3588bc-b8d8-46ea-8841-b701fc354c46,segment=NetworkSegment(aa14c0aa-6ed6-4362-a6e8-6f08a211692f),segment_id=aa14c0aa-6ed6-4362-a6e8-6f08a211692f)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:11.727418 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2a81ace-ec48-427e-9c15-22d247299713 req-a20edd05-8bf9-4464-ab67-bec41b74cdce tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283510 Aug 29 04:21:11.740871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.801861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-ad084e42-b5bd-4fdc-abe9-029064c65bf0 service neutron] 10.222.0.52 "GET /v2.0/networks/095373d8-5e9c-4372-914b-6e90b633b646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956520 Aug 29 04:21:11.860974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.861872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.863677 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] 10.222.0.59 "PUT /v2.0/ports/8e3588bc-b8d8-46ea-8841-b701fc354c46 HTTP/1.1" status: 200 len: 1093 time: 1.1968794 Aug 29 04:21:11.867020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7764d37b-d1f6-4097-ac0d-704f66af7d29', 'tag': '8e3588bc-b8d8-46ea-8841-b701fc354c46'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:11.879943 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e074ec7-0560-4c50-86f2-0036a4a4685d" -d '{"events": [{"name": "network-changed", "server_uuid": "7764d37b-d1f6-4097-ac0d-704f66af7d29", "tag": "8e3588bc-b8d8-46ea-8841-b701fc354c46"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:11.970606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691f232-fb61-482e-814c-daa447cf3c8b service neutron] Pushing event updated for resources: {'Port': ['ID=8e3588bc-b8d8-46ea-8841-b701fc354c46,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.985470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-bc722c8b-e7b7-4468-96a9-83f9100a1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.987811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-bc722c8b-e7b7-4468-96a9-83f9100a1c7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beb6dcc511b34368a7bde17222ca31f8&device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 1096 time: 0.0688143 Aug 29 04:21:12.032832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c973074b-749e-4619-89a1-3343bc993e80 req-d6147743-4114-410b-89d3-652bfc5a9bb1 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.1121058 Aug 29 04:21:12.104230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fedda6-85c0-4c02-8dfe-5faf337f8c8a req-9a6e1246-64b0-4dda-afab-d29669c567c9 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.114175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2fedda6-85c0-4c02-8dfe-5faf337f8c8a req-9a6e1246-64b0-4dda-afab-d29669c567c9 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 945 time: 0.2060041 Aug 29 04:21:12.135969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d678555-1d27-4128-9109-f0b4436fd167 req-b2dec283-3e66-437a-8f69-26a584f53484 service neutron] 10.222.0.52 "GET /v2.0/networks/095373d8-5e9c-4372-914b-6e90b633b646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256869 Aug 29 04:21:12.160356 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-cca98a17-cf90-410f-b7fe-71573d10d26b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e3588bc-b8d8-46ea-8841-b701fc354c46 HTTP/1.1" status: 200 len: 217 time: 0.1612356 Aug 29 04:21:12.238559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2fedda6-85c0-4c02-8dfe-5faf337f8c8a req-cccfb1bc-c47a-4285-9d10-d0657f7a42b8 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216090 Aug 29 04:21:12.275997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-cb47b5bf-461f-4769-8f71-1c20bd435703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.277721 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-cb47b5bf-461f-4769-8f71-1c20bd435703 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=146157f6-8737-4cf7-8cf9-1d7dcc1bbdbc HTTP/1.1" status: 200 len: 864 time: 0.1111441 Aug 29 04:21:12.279853 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ee1d54-4ffc-495a-952c-b345a9ac7378 x-openstack-request-id: req-94ee1d54-4ffc-495a-952c-b345a9ac7378 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:12.280220 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7764d37b-d1f6-4097-ac0d-704f66af7d29", "tag": "8e3588bc-b8d8-46ea-8841-b701fc354c46", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:12.280511 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94ee1d54-4ffc-495a-952c-b345a9ac7378 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:12.281619 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7764d37b-d1f6-4097-ac0d-704f66af7d29', 'tag': '8e3588bc-b8d8-46ea-8841-b701fc354c46', 'status': 'completed', 'code': 200} Aug 29 04:21:12.323241 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-d5e94e27-8010-46e1-a21f-8d432da4c170 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55544aae-02c2-4b27-9817-998361c3a169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371630 Aug 29 04:21:12.456289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f85c8-8b44-46a0-87b2-7c97906cc42f req-4352e924-64b2-438b-bd47-05f45c4fa45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.458539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e08f85c8-8b44-46a0-87b2-7c97906cc42f req-4352e924-64b2-438b-bd47-05f45c4fa45b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de48a6082c3d4b8c97a17526aa82f72f&device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 1095 time: 0.1471152 Aug 29 04:21:12.522824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-31ae852f-4145-4df6-8357-55c6542308d6 service neutron] 10.222.0.59 "GET /v2.0/networks/55544aae-02c2-4b27-9817-998361c3a169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920888 Aug 29 04:21:12.643831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c16f0-0384-406c-a72e-713d6aeb465e req-cfa529ea-0d41-41f3-bf3a-159eb013bcf8 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.654514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-175c16f0-0384-406c-a72e-713d6aeb465e req-cfa529ea-0d41-41f3-bf3a-159eb013bcf8 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 943 time: 0.2924228 Aug 29 04:21:12.725604 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:21:12.729292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f85c8-8b44-46a0-87b2-7c97906cc42f req-ac724562-16d9-442e-a814-f322153bd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.730820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e08f85c8-8b44-46a0-87b2-7c97906cc42f req-ac724562-16d9-442e-a814-f322153bd9d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=095373d8-5e9c-4372-914b-6e90b633b646 HTTP/1.1" status: 200 len: 921 time: 0.2600851 Aug 29 04:21:12.811440 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c8c1b542-3e20-4da8-8af0-64bb70124377 req-d6acae2a-95b3-45a9-8062-190b2fc06563 service neutron] 10.222.0.59 "GET /v2.0/networks/55544aae-02c2-4b27-9817-998361c3a169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798884 Aug 29 04:21:12.844703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e08f85c8-8b44-46a0-87b2-7c97906cc42f req-8911a10c-1c0b-4d78-ab2e-2b724d1d989f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 HTTP/1.1" status: 200 len: 217 time: 0.0791411 Aug 29 04:21:12.911849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f85c8-8b44-46a0-87b2-7c97906cc42f req-1d2874af-7e80-4347-a5fb-b6f05e01f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.913458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e08f85c8-8b44-46a0-87b2-7c97906cc42f req-1d2874af-7e80-4347-a5fb-b6f05e01f441 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ca069d91-3cc2-4770-80c8-78987c98212d HTTP/1.1" status: 200 len: 860 time: 0.0532072 Aug 29 04:21:12.950471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074ec7-0560-4c50-86f2-0036a4a4685d req-ccbe907d-1749-458c-a519-51034b3e702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.950942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-175c16f0-0384-406c-a72e-713d6aeb465e req-73a7eaa6-306a-4cfd-9a5e-9622c6eff31f tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840590 Aug 29 04:21:12.952834 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0e074ec7-0560-4c50-86f2-0036a4a4685d req-ccbe907d-1749-458c-a519-51034b3e702b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beb6dcc511b34368a7bde17222ca31f8&device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 1096 time: 0.0821583 Aug 29 04:21:12.978152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e08f85c8-8b44-46a0-87b2-7c97906cc42f req-d474bc10-22b8-48a5-a264-f077a4b38d96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=095373d8-5e9c-4372-914b-6e90b633b646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488319 Aug 29 04:21:13.008302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fddaf5-a035-47ba-8b8f-2f236674cda0 req-f9f4ee3f-c9c9-4e1a-b2d7-44a7e440f8eb tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.012634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21fddaf5-a035-47ba-8b8f-2f236674cda0 req-f9f4ee3f-c9c9-4e1a-b2d7-44a7e440f8eb tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 944 time: 0.1732404 Aug 29 04:21:13.104253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074ec7-0560-4c50-86f2-0036a4a4685d req-17758797-3197-484f-9e37-4124345f4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.116857 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0e074ec7-0560-4c50-86f2-0036a4a4685d req-17758797-3197-484f-9e37-4124345f4dbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=55544aae-02c2-4b27-9817-998361c3a169 HTTP/1.1" status: 200 len: 925 time: 0.1515229 Aug 29 04:21:13.132381 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21fddaf5-a035-47ba-8b8f-2f236674cda0 req-7701bcc4-48c4-4294-849f-5a4f561a8ecf tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947452 Aug 29 04:21:13.196480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e08f85c8-8b44-46a0-87b2-7c97906cc42f req-69b46dd2-b836-458b-8f7e-192a9fdc8a02 service neutron] 10.222.0.52 "GET /v2.0/networks/095373d8-5e9c-4372-914b-6e90b633b646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967885 Aug 29 04:21:13.461599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2756a445-922a-4f4b-b14e-0040baec2a03 req-3061bcfb-d642-4b1c-8d35-86fc44a29fc5 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.1790333 Aug 29 04:21:13.510230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e08f85c8-8b44-46a0-87b2-7c97906cc42f req-d0425e83-f029-4549-b865-41ff0b231675 service neutron] 10.222.0.52 "GET /v2.0/networks/095373d8-5e9c-4372-914b-6e90b633b646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044527 Aug 29 04:21:13.562385 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0e074ec7-0560-4c50-86f2-0036a4a4685d req-dba7d5cb-47dd-4888-838f-9aa8a9d3a790 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e3588bc-b8d8-46ea-8841-b701fc354c46 HTTP/1.1" status: 200 len: 217 time: 0.4363523 Aug 29 04:21:13.564449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6197b40-3449-4618-ba90-e7def2bce9bb req-12864917-d88a-4dfe-b2a9-ab9c00c2ef07 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.573731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6197b40-3449-4618-ba90-e7def2bce9bb req-12864917-d88a-4dfe-b2a9-ab9c00c2ef07 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 945 time: 0.1908937 Aug 29 04:21:13.633621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074ec7-0560-4c50-86f2-0036a4a4685d req-6c4ef768-867a-4d47-a683-d3e4e0c018b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.635076 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0e074ec7-0560-4c50-86f2-0036a4a4685d req-6c4ef768-867a-4d47-a683-d3e4e0c018b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=146157f6-8737-4cf7-8cf9-1d7dcc1bbdbc HTTP/1.1" status: 200 len: 864 time: 0.0555027 Aug 29 04:21:13.636734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6197b40-3449-4618-ba90-e7def2bce9bb req-d14cdbfb-ef6a-414a-990f-21f4ccc4ff99 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618382 Aug 29 04:21:13.708808 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0e074ec7-0560-4c50-86f2-0036a4a4685d req-5adabe20-448a-450f-a0ce-44ebdb3af991 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55544aae-02c2-4b27-9817-998361c3a169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509818 Aug 29 04:21:13.889405 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0e074ec7-0560-4c50-86f2-0036a4a4685d req-0c40ec8b-16bd-4510-be28-e913f5d2c34f service neutron] 10.222.0.59 "GET /v2.0/networks/55544aae-02c2-4b27-9817-998361c3a169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760819 Aug 29 04:21:14.091584 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0e074ec7-0560-4c50-86f2-0036a4a4685d req-aa7c4158-5983-4e53-b61a-dac58dfb4e25 service neutron] 10.222.0.59 "GET /v2.0/networks/55544aae-02c2-4b27-9817-998361c3a169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888156 Aug 29 04:21:14.096918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79daba-c3be-480f-90c7-8d98a1464538 req-eb7c9293-7969-48b5-912c-09d392635935 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.099112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c79daba-c3be-480f-90c7-8d98a1464538 req-eb7c9293-7969-48b5-912c-09d392635935 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.1693642 Aug 29 04:21:14.140853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c79daba-c3be-480f-90c7-8d98a1464538 req-c9e78f9d-9067-46c0-891a-42496c6b62d1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/quotas/4fab53e832624a009b9aba75e5bd5bed HTTP/1.1" status: 200 len: 375 time: 0.0312088 Aug 29 04:21:14.215327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1dd5c-91ef-4660-8e19-df6df59b1a5b req-6d7a85aa-5927-44e7-a384-4d4110450eed tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.216924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62e1dd5c-91ef-4660-8e19-df6df59b1a5b req-6d7a85aa-5927-44e7-a384-4d4110450eed tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 943 time: 0.1165869 Aug 29 04:21:14.257055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c79daba-c3be-480f-90c7-8d98a1464538 req-0f07d32b-a713-4f5d-b893-7c0990eb64fc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057801 Aug 29 04:21:14.275099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62e1dd5c-91ef-4660-8e19-df6df59b1a5b req-8e028702-e2a2-4165-b4e4-709e2944ed6c tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511944 Aug 29 04:21:14.409611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c79daba-c3be-480f-90c7-8d98a1464538 req-2e87ed51-983e-46b5-b7f5-eb3ee9022801 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316683 Aug 29 04:21:14.417997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52b576-1049-4fc0-9c96-da19ef7fac17 req-12f15009-87b7-4f6c-b3cb-026fd4c4d7bc tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.419577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d52b576-1049-4fc0-9c96-da19ef7fac17 req-12f15009-87b7-4f6c-b3cb-026fd4c4d7bc tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 944 time: 0.0781004 Aug 29 04:21:14.527338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d52b576-1049-4fc0-9c96-da19ef7fac17 req-b12e516a-0789-41c4-8b93-ceb811cf3d75 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991979 Aug 29 04:21:14.562207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c79daba-c3be-480f-90c7-8d98a1464538 req-1421ecf9-1d36-49d6-846d-99594b86d81e service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415732 Aug 29 04:21:14.707829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-579f8cac-9d5d-4691-b44d-cf9cc67da17b req-6641af3e-0c32-417f-9035-e6983aa2eba9 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0604069 Aug 29 04:21:14.779336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8e3588bc-b8d8-46ea-8841-b701fc354c46 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:14.999674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 8e3588bc-b8d8-46ea-8841-b701fc354c46, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8e3588bc-b8d8-46ea-8841-b701fc354c46,segment=NetworkSegment(aa14c0aa-6ed6-4362-a6e8-6f08a211692f),segment_id=aa14c0aa-6ed6-4362-a6e8-6f08a211692f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:15.013296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '8e3588bc-b8d8-46ea-8841-b701fc354c46', 'network_id': '55544aae-02c2-4b27-9817-998361c3a169', 'port_id': '8e3588bc-b8d8-46ea-8841-b701fc354c46', 'mac_address': 'fa:16:3e:11:56:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146157f6-8737-4cf7-8cf9-1d7dcc1bbdbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:15.080430 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.105346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3588bc-b8d8-46ea-8841-b701fc354c46 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:15.189596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 8e3588bc-b8d8-46ea-8841-b701fc354c46, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8e3588bc-b8d8-46ea-8841-b701fc354c46,segment=NetworkSegment(aa14c0aa-6ed6-4362-a6e8-6f08a211692f),segment_id=aa14c0aa-6ed6-4362-a6e8-6f08a211692f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:15.195059 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.309119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=8e3588bc-b8d8-46ea-8841-b701fc354c46,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:15.351231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-875f9eda-32fc-494b-b3d5-5c7cd5ce9944 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.371638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-875f9eda-32fc-494b-b3d5-5c7cd5ce9944 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.2164612 Aug 29 04:21:15.404440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['8e3588bc-b8d8-46ea-8841-b701fc354c46'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:15.413075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-5ef12260-39d4-4f31-842c-4b829bd81c80 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/quotas/4fab53e832624a009b9aba75e5bd5bed HTTP/1.1" status: 200 len: 375 time: 0.0392361 Aug 29 04:21:15.532949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-c9504ba5-c5a4-4899-bc9c-a5f8895610d1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189179 Aug 29 04:21:15.573347 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541456f-4295-47c6-89b7-0ab071d46a0e req-7f402977-e559-4d6a-88d6-9c83ba67373f tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.598999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9541456f-4295-47c6-89b7-0ab071d46a0e req-7f402977-e559-4d6a-88d6-9c83ba67373f tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 943 time: 0.1665905 Aug 29 04:21:15.781573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9541456f-4295-47c6-89b7-0ab071d46a0e req-a85e417e-b7be-48fd-b608-c32b6a842786 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814618 Aug 29 04:21:15.805352 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d20e16d0-149b-443a-8952-2a48782305d4 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712989 Aug 29 04:21:15.992835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43418) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:16.009522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:16.063469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad238967-7e05-4c29-88e8-4e42ca912a7b req-f8c8f526-3828-4646-a7e7-2c6d4d3a1a7b tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.068524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad238967-7e05-4c29-88e8-4e42ca912a7b req-f8c8f526-3828-4646-a7e7-2c6d4d3a1a7b tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 945 time: 0.1629100 Aug 29 04:21:16.142291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,segment=NetworkSegment(29d98193-82c3-457f-b1e3-f48bb1fbf061),segment_id=29d98193-82c3-457f-b1e3-f48bb1fbf061)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:16.153388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad238967-7e05-4c29-88e8-4e42ca912a7b req-a9aff239-57bf-4cc2-a6e6-093799cfc7c9 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713513 Aug 29 04:21:16.156723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6', 'network_id': '095373d8-5e9c-4372-914b-6e90b633b646', 'port_id': '0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6', 'mac_address': 'fa:16:3e:f0:19:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca069d91-3cc2-4770-80c8-78987c98212d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:16.191505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-031918f5-4563-4d14-a6ac-e7308782d300 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588486 Aug 29 04:21:16.220802 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.268918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:16.294840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7c50bdb-8888-40ee-9887-5320c5075b4f req-79e9c61f-dbf1-4d65-85ed-97666593fa39 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0458586 Aug 29 04:21:16.317681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,segment=NetworkSegment(29d98193-82c3-457f-b1e3-f48bb1fbf061),segment_id=29d98193-82c3-457f-b1e3-f48bb1fbf061)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:16.325366 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.436665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:16.521938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d13238c-8ebc-4d97-8675-087472c816cf req-d1c7b45b-beb4-4f2b-959a-054314dcd294 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 210 time: 0.0456164 Aug 29 04:21:16.714165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:16.754103 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-743c9406-6aaf-4ed2-aa4d-59fac06995f3 req-cb29f6f5-b8bd-4596-92ae-a6633c54718c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0298231 Aug 29 04:21:16.785524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8e3588bc-b8d8-46ea-8841-b701fc354c46 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:16.991298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 8e3588bc-b8d8-46ea-8841-b701fc354c46 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:17.000112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 8e3588bc-b8d8-46ea-8841-b701fc354c46 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:17.000661 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.008262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950179c-c393-4b96-b627-e358e9006062 req-1c0cf39d-66ee-4c9a-9f0b-3fef5bb5a0a4 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.017044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8950179c-c393-4b96-b627-e358e9006062 req-1c0cf39d-66ee-4c9a-9f0b-3fef5bb5a0a4 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 944 time: 0.1066742 Aug 29 04:21:17.027749 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.105343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8950179c-c393-4b96-b627-e358e9006062 req-fccbe6ae-421d-4982-9007-cdcf9cb4412a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868299 Aug 29 04:21:17.145518 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.201907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7764d37b-d1f6-4097-ac0d-704f66af7d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3588bc-b8d8-46ea-8841-b701fc354c46'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:17.204724 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f079c4-b8a3-4b4b-b43d-681e48b9b389" -d '{"events": [{"server_uuid": "7764d37b-d1f6-4097-ac0d-704f66af7d29", "name": "network-vif-plugged", "status": "completed", "tag": "8e3588bc-b8d8-46ea-8841-b701fc354c46"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:17.261464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 8e3588bc-b8d8-46ea-8841-b701fc354c46, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8e3588bc-b8d8-46ea-8841-b701fc354c46,segment=NetworkSegment(aa14c0aa-6ed6-4362-a6e8-6f08a211692f),segment_id=aa14c0aa-6ed6-4362-a6e8-6f08a211692f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:17.269578 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.338674 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f42f65e-f2e1-4ef5-aafb-6623225563d5 x-openstack-request-id: req-5f42f65e-f2e1-4ef5-aafb-6623225563d5 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:17.339264 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7764d37b-d1f6-4097-ac0d-704f66af7d29", "name": "network-vif-plugged", "status": "completed", "tag": "8e3588bc-b8d8-46ea-8841-b701fc354c46", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:17.339783 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f42f65e-f2e1-4ef5-aafb-6623225563d5 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:17.340517 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7764d37b-d1f6-4097-ac0d-704f66af7d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3588bc-b8d8-46ea-8841-b701fc354c46', 'code': 200} Aug 29 04:21:17.388256 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=8e3588bc-b8d8-46ea-8841-b701fc354c46,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:17.434550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16ed2-6383-4936-8e71-45851f65a4ac req-0af4fc28-5405-4d1a-9594-4c36b8e4caec tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.443973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2be16ed2-6383-4936-8e71-45851f65a4ac req-0af4fc28-5405-4d1a-9594-4c36b8e4caec tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 946 time: 0.1475923 Aug 29 04:21:17.477400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc97a7-6b7a-4fc7-9b4c-7b47e711d5ba req-2073aa10-7616-431f-94d7-02fe51b5336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.479165 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bebc97a7-6b7a-4fc7-9b4c-7b47e711d5ba req-2073aa10-7616-431f-94d7-02fe51b5336b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 1098 time: 0.0882242 Aug 29 04:21:17.485431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02c83294-b309-422e-b772-09609461d086 req-8d9516ba-3339-4efc-b790-bdb363609aec tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0616262 Aug 29 04:21:17.526147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2be16ed2-6383-4936-8e71-45851f65a4ac req-7b2755f3-9e92-4190-8ab7-1e13b9165ae8 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808628 Aug 29 04:21:17.574223 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Deleting port b145805e-9a87-4816-8d2d-e89f3f4381e4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:17.574223 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.692907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] For port b145805e-9a87-4816-8d2d-e89f3f4381e4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b145805e-9a87-4816-8d2d-e89f3f4381e4,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:17.693293 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.718982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Calling delete_port for b145805e-9a87-4816-8d2d-e89f3f4381e4 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:17.724401 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bebc97a7-6b7a-4fc7-9b4c-7b47e711d5ba req-d947ee90-d7a0-495c-814f-f8acf98b96ef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217798 Aug 29 04:21:17.733830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-523573c5-754b-4693-bcc5-0030beb1df85 req-4e7170b9-1807-4d60-91d1-5905878d1787 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 210 time: 0.1115806 Aug 29 04:21:17.952687 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.014313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:18.033331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-5c48714d-19d9-4e4c-82c2-d7daaba3a48c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.039496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-5c48714d-19d9-4e4c-82c2-d7daaba3a48c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.52 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.2107794 Aug 29 04:21:18.048531 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.061124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Request body: {'port': {'device_id': '52189e03-436b-4d2e-9639-d8f807af3099', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'admin_state_up': True, 'tenant_id': '4fab53e832624a009b9aba75e5bd5bed'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:18.085371 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b145805e-9a87-4816-8d2d-e89f3f4381e4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:18.128314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:18.136479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:18.136867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.149473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.150085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.150589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.151159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.151652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.152164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.152683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.153169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.153842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.154347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.155292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.155785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:18.348537 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.370735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Made reservation on behalf of 4fab53e832624a009b9aba75e5bd5bed for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:18.374347 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.410135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,segment=NetworkSegment(29d98193-82c3-457f-b1e3-f48bb1fbf061),segment_id=29d98193-82c3-457f-b1e3-f48bb1fbf061)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:18.415675 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.442233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf21877-b961-4ff0-9e42-bcd2cc243157 req-d22dbd7a-cec0-472d-983d-4d9dfdd98fc7 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.444175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abf21877-b961-4ff0-9e42-bcd2cc243157 req-d22dbd7a-cec0-472d-983d-4d9dfdd98fc7 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 944 time: 0.1732731 Aug 29 04:21:18.498483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:18.506957 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.578107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abf21877-b961-4ff0-9e42-bcd2cc243157 req-3230170d-7554-4dae-95d8-57b6b4b3d3cf tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727911 Aug 29 04:21:18.785976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Allocated IP 172.20.0.9 (9affe2b5-86a2-4e94-b605-2357849469a0/8403fb6b-2733-4111-9891-375088cbf5e3/1357c840-fa87-4aa5-96a2-8def07e4be57) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:18.794584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d412676f-14c8-4cc6-93a5-4d9d734f2eaa req-17681e7a-926b-4463-ac77-9d965c2276d3 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0740948 Aug 29 04:21:18.842116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeeb8c-c366-46d4-b2ea-8d1332409b7c req-2aa7902b-23ce-4e04-9184-4523b5aa4a7c tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.850413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8aeeb8c-c366-46d4-b2ea-8d1332409b7c req-2aa7902b-23ce-4e04-9184-4523b5aa4a7c tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 946 time: 0.1230912 Aug 29 04:21:18.914894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8aeeb8c-c366-46d4-b2ea-8d1332409b7c req-5d577048-c1bd-4045-842c-3feed7034612 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635788 Aug 29 04:21:18.957415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Router 83466ef8-266f-4590-8a38-130eb754ec10 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:19.075295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6eb6a247-1b73-4635-9f73-9f664dfd7a73 req-972ee152-0da2-48dd-8d18-87a482e75c71 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 210 time: 0.0424790 Aug 29 04:21:19.106157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:19.122231 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.128002 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-86943af2-4cfe-4cc7-9c04-7c2530d91ac2 admin admin] 10.222.0.49 "PUT /v2.0/routers/83466ef8-266f-4590-8a38-130eb754ec10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1330400 Aug 29 04:21:19.129035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43522) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:19.131170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] Sync routers for ids ['83466ef8-266f-4590-8a38-130eb754ec10'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:19.144873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] Routers {'83466ef8-266f-4590-8a38-130eb754ec10'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:19.146161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:20:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['83466ef8-266f-4590-8a38-130eb754ec10'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:19.194509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.244109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:19.273041 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6a93a445-c3e4-43d1-b001-39598fc4a946 req-44ae8602-5393-4210-be44-621043655a3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=329e7d125ec04536839df1c06f33bf8b&device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0433795 Aug 29 04:21:19.287003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Network 9affe2b5-86a2-4e94-b605-2357849469a0 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:19.306627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:19.310204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:19.313353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6a93a445-c3e4-43d1-b001-39598fc4a946 req-2a6bf550-a24e-465b-9726-eeedd52b2c45 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=329e7d125ec04536839df1c06f33bf8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299604 Aug 29 04:21:19.345594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e17860-80e6-465b-8dcb-43354b696d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:19.349288 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0070c0f-140b-4bc4-a0ec-dd7d24d2f0e1" -d '{"events": [{"server_uuid": "73e17860-80e6-465b-8dcb-43354b696d35", "name": "network-vif-plugged", "status": "completed", "tag": "0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:19.385126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] Set router 83466ef8-266f-4590-8a38-130eb754ec10 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:19.394545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.438500 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303b868c-728b-4d59-88b5-d27c831b88a1 x-openstack-request-id: req-303b868c-728b-4d59-88b5-d27c831b88a1 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:19.439143 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e17860-80e6-465b-8dcb-43354b696d35", "name": "network-vif-plugged", "status": "completed", "tag": "0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:19.439550 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-303b868c-728b-4d59-88b5-d27c831b88a1 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:19.440161 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e17860-80e6-465b-8dcb-43354b696d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6', 'code': 200} Aug 29 04:21:19.806429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f5362-ecd0-4a13-8ea7-d383c72de276 req-46f585d5-bda9-4426-a2ae-32350c1463fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.809106 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-475f5362-ecd0-4a13-8ea7-d383c72de276 req-46f585d5-bda9-4426-a2ae-32350c1463fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 1097 time: 0.2543564 Aug 29 04:21:19.860830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93a445-c3e4-43d1-b001-39598fc4a946 req-28b08e72-236b-44af-b521-9ef2a29c362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.860830 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6a93a445-c3e4-43d1-b001-39598fc4a946 req-28b08e72-236b-44af-b521-9ef2a29c362f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4515686 Aug 29 04:21:19.869144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43544) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:19.881250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1333871380'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:19.901309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event updated for resources: {'Port': ['ID=1357c840-fa87-4aa5-96a2-8def07e4be57,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:19.918378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0fdfe565-5d91-482d-97fd-29866218b006 req-eee2e43b-ebd5-48ec-9a5f-39a55a4252d1 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.6333940 Aug 29 04:21:19.918546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.964586 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-475f5362-ecd0-4a13-8ea7-d383c72de276 req-45afbd7b-9ffd-4712-b18d-f65032b26662 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396301 Aug 29 04:21:19.983202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:19.987820 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.030389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:20.040798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.041327 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.041735 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.042015 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Added segment f5035e0b-ab1d-4717-ad9c-daf16d975916 of type vlan for network 8f6fc8a7-6507-4211-a230-6c8df3f22512 Aug 29 04:21:20.065440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:21:17Z', 'revision_number': 5, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port': {'id': 'edb30c58-e68c-42d6-92fc-2e89f0746f92', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83466ef8-266f-4590-8a38-130eb754ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:09:47Z', 'updated_at': '2021-08-29T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:20.095111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d2a6b6ff-bf2a-4ae0-97dd-550826abd6b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0373068 Aug 29 04:21:20.104324 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.107056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] Checking router: 83466ef8-266f-4590-8a38-130eb754ec10 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:20.121342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] Routers {'83466ef8-266f-4590-8a38-130eb754ec10'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:20.122583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:20:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['83466ef8-266f-4590-8a38-130eb754ec10'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:20.129972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Deleting port edb30c58-e68c-42d6-92fc-2e89f0746f92 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:20.130626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.134077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.140442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.141076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.146153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a15d89-3b95-4aaa-ab68-9da72524853b req-5410846b-e6c0-4b37-b7e5-86d6670275da tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.154380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1a15d89-3b95-4aaa-ab68-9da72524853b req-5410846b-e6c0-4b37-b7e5-86d6670275da tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 945 time: 0.2625408 Aug 29 04:21:20.210484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2885838-41b2-41a2-93c4-ee14c9406e37 req-1bc31f5b-210c-49d3-9b0e-e5836ff86412 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.231761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2885838-41b2-41a2-93c4-ee14c9406e37 req-1bc31f5b-210c-49d3-9b0e-e5836ff86412 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 946 time: 0.1568642 Aug 29 04:21:20.244084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] Set router 83466ef8-266f-4590-8a38-130eb754ec10 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:20.271308 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1a15d89-3b95-4aaa-ab68-9da72524853b req-d083ec24-3f03-499e-a867-eb3f341a5c73 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113772 Aug 29 04:21:20.276481 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4040663 Aug 29 04:21:20.288715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43558) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:20.292805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1223189582'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:20.316476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2885838-41b2-41a2-93c4-ee14c9406e37 req-965e93cd-71d8-43b0-a128-5f827ebce85e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949860 Aug 29 04:21:20.320235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:20.333007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.347904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Request body: {'port': {'device_id': '52189e03-436b-4d2e-9639-d8f807af3099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:20.348120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a87757-75c2-491f-8305-c1261694050d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Network': ['ID=8f6fc8a7-6507-4211-a230-6c8df3f22512,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:20.380747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:20.394226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.394894 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Added segment 097c7337-42a2-4ffb-8319-18a1e7db1b6a of type vlan for network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 Aug 29 04:21:20.411068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:21:19Z', 'revision_number': 6, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:20.420553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 8f6fc8a7-6507-4211-a230-6c8df3f22512 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:20.444007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.474288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.480903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.481591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.494604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff2ad4-250f-4e5c-9eb7-d272b7507627 None None] The sync data for ids ['83466ef8-266f-4590-8a38-130eb754ec10'] in n-d-712141-12 is: [{'id': '83466ef8-266f-4590-8a38-130eb754ec10', 'name': 'tempest-TaggedBootDevicesTest-154639969-router', 'tenant_id': '1272668679a744cbaa6d30ebb8da28d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:09:46Z', 'updated_at': '2021-08-29T04:21:19Z', 'revision_number': 6, 'project_id': '1272668679a744cbaa6d30ebb8da28d6', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:20.534444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.574354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c7f5-b07c-45b8-be9d-1804c5f4d2fe req-397b080e-75a7-4927-b99a-b8b5a49ee1aa tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.593382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d79c7f5-b07c-45b8-be9d-1804c5f4d2fe req-397b080e-75a7-4927-b99a-b8b5a49ee1aa tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 931 time: 0.1133313 Aug 29 04:21:20.599024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Network': ['ID=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:20.604946 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7a39b440-8958-4fa6-951b-9915c614c7dd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3142214 Aug 29 04:21:20.613637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] For port edb30c58-e68c-42d6-92fc-2e89f0746f92, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=edb30c58-e68c-42d6-92fc-2e89f0746f92,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:20.614269 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.616518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43566) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:20.617453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:20.623528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'subnet': {'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:20.683063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Calling delete_port for edb30c58-e68c-42d6-92fc-2e89f0746f92 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:20.773201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d79c7f5-b07c-45b8-be9d-1804c5f4d2fe req-289b48a2-9516-42ab-b463-f0afbfc362b2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633928 Aug 29 04:21:20.837069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:20.840580 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.879768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813bdde-543d-4d2b-bd5f-1bff003dc2d2 req-499f1a10-fa5d-4f7c-ac18-0ef2205f79e3 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.882284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7813bdde-543d-4d2b-bd5f-1bff003dc2d2 req-499f1a10-fa5d-4f7c-ac18-0ef2205f79e3 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 946 time: 0.2585483 Aug 29 04:21:21.097640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ffa8cb76-7b40-43f2-9669-c64463b88345 req-8b4ae49f-a8bd-4703-ac22-2ec8e54bfadc tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0340693 Aug 29 04:21:21.118257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7813bdde-543d-4d2b-bd5f-1bff003dc2d2 req-6bc8bcea-e65f-4fd0-8544-e9dd64bb305e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168830 Aug 29 04:21:21.162249 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6a93a445-c3e4-43d1-b001-39598fc4a946 req-ce089774-4568-440e-a287-a4d4db986361 tempest-ServerShowV254Test-29086078 tempest-ServerShowV254Test-29086078-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea490a54-b2a1-4c8c-84f1-eb7dae140ee1 HTTP/1.1" status: 200 len: 210 time: 0.0794413 Aug 29 04:21:21.212648 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.235054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1357c840-fa87-4aa5-96a2-8def07e4be57 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:21.244696 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.267039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Transition to ACTIVE for port object 1357c840-fa87-4aa5-96a2-8def07e4be57 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:21.277803 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.305292 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.342029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Pushing event updated for resources: {'Port': ['ID=1357c840-fa87-4aa5-96a2-8def07e4be57,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:21.395216 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Pushing event deleted for resources: {'Port': ['ID=edb30c58-e68c-42d6-92fc-2e89f0746f92,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:21.489030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Subnet': ['ID=ea187ed7-ef34-472f-a2dd-0ee9fe02744c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:21.494488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec279f-fa6a-4c3f-bf68-218366c853e4 req-a6448af2-a554-4ea6-a61c-8bfb857817f9 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.496523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82ec279f-fa6a-4c3f-bf68-218366c853e4 req-a6448af2-a554-4ea6-a61c-8bfb857817f9 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 946 time: 0.1314318 Aug 29 04:21:21.506706 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.553948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Attempting to bind port 1357c840-fa87-4aa5-96a2-8def07e4be57 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:21.554652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Attempting to bind port 1357c840-fa87-4aa5-96a2-8def07e4be57 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:21.555663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Attempting to bind port 1357c840-fa87-4aa5-96a2-8def07e4be57 on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:21.573429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4dec13-221f-44e9-a952-0b03dcc61926 req-ff5c3191-3f9c-4427-9ea5-8c86bb9dc093 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.584997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f4dec13-221f-44e9-a952-0b03dcc61926 req-ff5c3191-3f9c-4427-9ea5-8c86bb9dc093 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 945 time: 0.1918712 Aug 29 04:21:21.610323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Port 1357c840-fa87-4aa5-96a2-8def07e4be57 on network 9affe2b5-86a2-4e94-b605-2357849469a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:21.610651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Attempting to bind port 1357c840-fa87-4aa5-96a2-8def07e4be57 on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:21.635206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82ec279f-fa6a-4c3f-bf68-218366c853e4 req-0440d701-b738-4454-82c8-e13b6645c7d6 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193869 Aug 29 04:21:21.636496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:21.636830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Checking segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:21.637206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Bound using segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:21.637648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Bound port: 1357c840-fa87-4aa5-96a2-8def07e4be57, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:21.638024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.683974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f4dec13-221f-44e9-a952-0b03dcc61926 req-e9ee2469-de12-468d-978d-f65b12c35ee4 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971737 Aug 29 04:21:21.691472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.693620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Checking segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:21.695219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network hostable DHCP agents. Network: 8f6fc8a7-6507-4211-a230-6c8df3f22512, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:21.698546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.760911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.761653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83466ef8-266f-4590-8a38-130eb754ec10 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:21:21.766996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.768366 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ff6a86dc-3d8b-4660-bbdd-e0517515637e admin admin] 10.222.0.49 "DELETE /v2.0/routers/83466ef8-266f-4590-8a38-130eb754ec10 HTTP/1.1" status: 204 len: 168 time: 2.6383107 Aug 29 04:21:21.769974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network 8f6fc8a7-6507-4211-a230-6c8df3f22512 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:21.774584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43600) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:21.825400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] For port 1357c840-fa87-4aa5-96a2-8def07e4be57, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:21.831505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] For port 1357c840-fa87-4aa5-96a2-8def07e4be57, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1357c840-fa87-4aa5-96a2-8def07e4be57,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:21.836422 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.836884 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 8f6fc8a7-6507-4211-a230-6c8df3f22512) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:21.846910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aabdc7-7ff5-4497-b560-ad16897e7479 None None] Network 8f6fc8a7-6507-4211-a230-6c8df3f22512 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:21.871653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.879123 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.906463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-31db8077-c16c-4845-8863-702184901fe2 admin admin] Deleting subnet 7e2804dc-4a68-45cb-aebe-6a7a08e379e1 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:21.912673 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d7f8837a-2371-4652-ad92-35fc6fcf5905 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2949717 Aug 29 04:21:21.913560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43608) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:21.919412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.919606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'subnet': {'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:21.920134 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.921424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] 10.222.0.52 "PUT /v2.0/ports/1357c840-fa87-4aa5-96a2-8def07e4be57 HTTP/1.1" status: 200 len: 1092 time: 1.5800867 Aug 29 04:21:21.924537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-31db8077-c16c-4845-8863-702184901fe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.957535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52189e03-436b-4d2e-9639-d8f807af3099', 'tag': '1357c840-fa87-4aa5-96a2-8def07e4be57'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:21.972546 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c3528b-660a-43ac-9b97-db8b3e4e2173" -d '{"events": [{"name": "network-changed", "server_uuid": "52189e03-436b-4d2e-9639-d8f807af3099", "tag": "1357c840-fa87-4aa5-96a2-8def07e4be57"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:22.047621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b145805e-9a87-4816-8d2d-e89f3f4381e4 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:22.057272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345eaf74-5507-4d4d-b83f-9d7dcbef7735 service neutron] Pushing event updated for resources: {'Port': ['ID=1357c840-fa87-4aa5-96a2-8def07e4be57,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:22.070710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e7d43-63db-4640-87fc-eec51c15f730 req-7a665bf2-e0a8-4272-aa4b-eead0eeb7976 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.079138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b0e7d43-63db-4640-87fc-eec51c15f730 req-7a665bf2-e0a8-4272-aa4b-eead0eeb7976 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 943 time: 0.1648676 Aug 29 04:21:22.087639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-31db8077-c16c-4845-8863-702184901fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.090761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: b145805e-9a87-4816-8d2d-e89f3f4381e4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:22.091115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b145805e-9a87-4816-8d2d-e89f3f4381e4 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:22.091537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device edb30c58-e68c-42d6-92fc-2e89f0746f92 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:22.101953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d65620d0-84a0-426e-b7b2-3f61755c10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.103556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-d65620d0-84a0-426e-b7b2-3f61755c10cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 1095 time: 0.1232295 Aug 29 04:21:22.132048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: edb30c58-e68c-42d6-92fc-2e89f0746f92 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:22.132732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device edb30c58-e68c-42d6-92fc-2e89f0746f92 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:22.202478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b0e7d43-63db-4640-87fc-eec51c15f730 req-d6d3affe-baa7-4cff-accc-13c1b8acf99b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223512 Aug 29 04:21:22.208677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:22.213893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-3d0725f4-5563-4ff8-8672-57e80689f912 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1357c840-fa87-4aa5-96a2-8def07e4be57 HTTP/1.1" status: 200 len: 217 time: 0.0940921 Aug 29 04:21:22.236461 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.286278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-8f6fc8a7-6507-4211-a230-6c8df3f22512', 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'fixed_ips': [{'subnet_id': 'ea187ed7-ef34-472f-a2dd-0ee9fe02744c'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:21:22.287165 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.324040 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed90c677-9662-4290-aef1-f607e90f681f x-openstack-request-id: req-ed90c677-9662-4290-aef1-f607e90f681f {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:22.324642 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52189e03-436b-4d2e-9639-d8f807af3099", "tag": "1357c840-fa87-4aa5-96a2-8def07e4be57", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:22.325060 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed90c677-9662-4290-aef1-f607e90f681f {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:22.325656 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52189e03-436b-4d2e-9639-d8f807af3099', 'tag': '1357c840-fa87-4aa5-96a2-8def07e4be57', 'status': 'completed', 'code': 200} Aug 29 04:21:22.345929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-eefefed8-dcdf-4c00-a7c7-7c39cb93d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.349599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-eefefed8-dcdf-4c00-a7c7-7c39cb93d9d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.1257675 Aug 29 04:21:22.426732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-f0bdafb3-8284-484b-9633-7bb34cf09e63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360167 Aug 29 04:21:22.447335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-31db8077-c16c-4845-8863-702184901fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.511706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Allocated IP 10.1.1.2 (8f6fc8a7-6507-4211-a230-6c8df3f22512/ea187ed7-ef34-472f-a2dd-0ee9fe02744c/6a75f02f-1d5e-4e33-ae3e-0cca9da8d689) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:22.531947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cde6aa-bbbc-42c8-a68d-e9efccdeca27 req-69a79a81-8f03-4105-af81-f7919eea0f71 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.540109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43cde6aa-bbbc-42c8-a68d-e9efccdeca27 req-69a79a81-8f03-4105-af81-f7919eea0f71 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 946 time: 0.1887295 Aug 29 04:21:22.612954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43630) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:22.642392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43cde6aa-bbbc-42c8-a68d-e9efccdeca27 req-f0a20595-41d6-4a5c-8709-a2e122284412 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997453 Aug 29 04:21:22.669550 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-6b57b687-5da1-4787-b368-29380d7f3a92 service neutron] 10.222.0.52 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283936 Aug 29 04:21:22.766735 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-313e40f7-2327-441a-8faa-7625674eb834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.800322 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.816998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Transition to ACTIVE for port object 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:22.840516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Transition to ACTIVE for port object 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:22.854179 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.916249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Pushing event updated for resources: {'Port': ['ID=6a75f02f-1d5e-4e33-ae3e-0cca9da8d689,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:22.925701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Network 8f6fc8a7-6507-4211-a230-6c8df3f22512 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:22.926540 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-486feaec-8c27-4ec3-af24-c66dd120af5c req-b9755ad8-6e8c-4469-8763-27dcdb02b3e0 service neutron] 10.222.0.52 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550135 Aug 29 04:21:22.929511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:22.935011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:22.970042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce135ff-9b4a-4ed9-8428-5d7daa22ea1f req-9e51e0c4-3c8a-445d-b587-3cf0c4a9dc1b tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.973273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cce135ff-9b4a-4ed9-8428-5d7daa22ea1f req-9e51e0c4-3c8a-445d-b587-3cf0c4a9dc1b tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 945 time: 0.1305583 Aug 29 04:21:23.016375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Attempting to bind port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:23.016995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Attempting to bind port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:23.017438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Attempting to bind port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:23.024050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:23.024673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Checking segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:23.025350 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.026111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Bound using segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:23.026680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Bound port: 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:23.027172 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.106976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cce135ff-9b4a-4ed9-8428-5d7daa22ea1f req-40faa942-9d2e-4ef2-9f02-0d8e51f76383 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179345 Aug 29 04:21:23.115799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] For port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:23.119569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] For port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6a75f02f-1d5e-4e33-ae3e-0cca9da8d689,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:23.129592 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.131136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3528b-660a-43ac-9b97-db8b3e4e2173 req-d7d01232-99a8-4ee7-b6ef-b047212b0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.132837 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22c3528b-660a-43ac-9b97-db8b3e4e2173 req-d7d01232-99a8-4ee7-b6ef-b047212b0b18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 1095 time: 0.0907726 Aug 29 04:21:23.184999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.202349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-31db8077-c16c-4845-8863-702184901fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.204936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f07e23-04b9-4d34-a3b2-79dd9c2b1bd8 None None] Pushing event updated for resources: {'Port': ['ID=6a75f02f-1d5e-4e33-ae3e-0cca9da8d689,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.282368 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-31db8077-c16c-4845-8863-702184901fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.287989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08426249-60d3-4644-b50e-5b1bfd5854e2 None None] Network 2796e265-0f1b-4aba-b9ba-3f2967e97f6d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:23.289053 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-31db8077-c16c-4845-8863-702184901fe2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7e2804dc-4a68-45cb-aebe-6a7a08e379e1 HTTP/1.1" status: 204 len: 168 time: 1.5110922 Aug 29 04:21:23.289986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43652) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:23.313888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3528b-660a-43ac-9b97-db8b3e4e2173 req-d72cfda2-26c0-4416-99cf-db3ac7e2ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.316502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22c3528b-660a-43ac-9b97-db8b3e4e2173 req-d72cfda2-26c0-4416-99cf-db3ac7e2ae85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 906 time: 0.1665633 Aug 29 04:21:23.336554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-313e40f7-2327-441a-8faa-7625674eb834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.341013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-313e40f7-2327-441a-8faa-7625674eb834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.418457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Subnet': ['ID=7d05f21b-709c-4976-8a4e-2494ef7248e9,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.434774 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Checking segment: {'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:23.435439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network hostable DHCP agents. Network: bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:23.481672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db8077-c16c-4845-8863-702184901fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2804dc-4a68-45cb-aebe-6a7a08e379e1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.497851 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.518525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:23.541770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-313e40f7-2327-441a-8faa-7625674eb834 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=329e7d125ec04536839df1c06f33bf8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9276948 Aug 29 04:21:23.553019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43666) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:23.554514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22c3528b-660a-43ac-9b97-db8b3e4e2173 req-3ee2ea09-bf6d-40d5-acee-35a034ab57db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1357c840-fa87-4aa5-96a2-8def07e4be57 HTTP/1.1" status: 200 len: 217 time: 0.2153351 Aug 29 04:21:23.598434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e40f7-2327-441a-8faa-7625674eb834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e58db-9a02-439e-9c6d-832397b55be1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.649297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:23.658670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.659279 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.674645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f7b388-65e3-4586-8543-99a7e1d0e92b None None] Network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:23.717486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3528b-660a-43ac-9b97-db8b3e4e2173 req-cae861ad-8253-4b24-b25e-f53385bc1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.721264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22c3528b-660a-43ac-9b97-db8b3e4e2173 req-cae861ad-8253-4b24-b25e-f53385bc1411 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.1269119 Aug 29 04:21:23.729561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43680) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:23.742344 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-535009c9-fe94-4eca-8f6b-35961ec5047a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8268969 Aug 29 04:21:23.779939 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-c6359119-4233-4ae7-80fc-5e8836feb26e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.782020 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-c6359119-4233-4ae7-80fc-5e8836feb26e tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.59 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 946 time: 0.2537782 Aug 29 04:21:23.798821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'port': {'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512', 'name': 'tempest-TaggedBootDevicesTest_v242-1408109649', 'fixed_ips': [{'subnet_id': 'ea187ed7-ef34-472f-a2dd-0ee9fe02744c'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:23.802529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Deleting port 0972f675-6257-4c25-8f46-22073e796485 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:23.802968 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.811490 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22c3528b-660a-43ac-9b97-db8b3e4e2173 req-9b5a6e3d-1cb0-482e-957e-6634f0c4486c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696352 Aug 29 04:21:23.824396 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8cc711d6-03db-4b6f-9d80-db85a3b3abb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.937845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] For port 0972f675-6257-4c25-8f46-22073e796485, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0972f675-6257-4c25-8f46-22073e796485,segment=NetworkSegment(7cf8116a-61a7-4e1b-ad21-68cfe2747fc3),segment_id=7cf8116a-61a7-4e1b-ad21-68cfe2747fc3)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:23.938280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.963069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Calling delete_port for 0972f675-6257-4c25-8f46-22073e796485 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:23.967027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6', 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'fixed_ips': [{'subnet_id': '7d05f21b-709c-4976-8a4e-2494ef7248e9'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:21:23.968859 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.991022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcec4d9b-0769-431f-8c6e-bce9a7bae6a5 None None] DHCP port deletion for 2796e265-0f1b-4aba-b9ba-3f2967e97f6d request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:21:24.041418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-46d94510-b3ec-4933-8369-c72e730a7994 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Deleting port 8e3588bc-b8d8-46ea-8841-b701fc354c46 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:24.041856 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-46d94510-b3ec-4933-8369-c72e730a7994 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.077188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c9ba-2d78-4208-9027-fab459831d1c req-eb7a0b08-da97-42bd-86c4-c9ab9bbbeddf tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.078795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53c9c9ba-2d78-4208-9027-fab459831d1c req-eb7a0b08-da97-42bd-86c4-c9ab9bbbeddf tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 943 time: 0.7612922 Aug 29 04:21:24.141314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:24.177331 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.193192 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672747e-a86c-4644-9cac-4cf1ad38bc92 req-45960911-e8c2-4fb3-8ece-a9a263e52d0a tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.194660 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6672747e-a86c-4644-9cac-4cf1ad38bc92 req-45960911-e8c2-4fb3-8ece-a9a263e52d0a tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 946 time: 0.3769057 Aug 29 04:21:24.196363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-46d94510-b3ec-4933-8369-c72e730a7994 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] For port 8e3588bc-b8d8-46ea-8841-b701fc354c46, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8e3588bc-b8d8-46ea-8841-b701fc354c46,segment=NetworkSegment(aa14c0aa-6ed6-4362-a6e8-6f08a211692f),segment_id=aa14c0aa-6ed6-4362-a6e8-6f08a211692f)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:24.196363 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-46d94510-b3ec-4933-8369-c72e730a7994 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.215237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-064dec26-4425-4898-bc3e-45afe53cd86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.229899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Allocated IP 10.2.2.2 (bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6/7d05f21b-709c-4976-8a4e-2494ef7248e9/309fe651-d614-46e4-bed7-394bf9c913c5) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:24.241303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0972f675-6257-4c25-8f46-22073e796485,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.246928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] No DVR routers for this DVR port 0972f675-6257-4c25-8f46-22073e796485 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:24.248905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-46d94510-b3ec-4933-8369-c72e730a7994 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Calling delete_port for 8e3588bc-b8d8-46ea-8841-b701fc354c46 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:24.292929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22c3528b-660a-43ac-9b97-db8b3e4e2173 req-1e072977-b5f8-451a-86a2-4d23893e0650 service neutron] 10.222.0.52 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594245 Aug 29 04:21:24.345794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6672747e-a86c-4644-9cac-4cf1ad38bc92 req-9e7c6f1e-f41a-4dee-afa3-8ccc4a9deda1 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/security-groups?id=04a9e5cc-82d7-4580-953c-50dc39c2f42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379445 Aug 29 04:21:24.374743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.421470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53c9c9ba-2d78-4208-9027-fab459831d1c req-7789d963-d68e-49fe-8c7c-6c0d708abdff tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338063 Aug 29 04:21:24.425452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:24.445638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-bcec4d9b-0769-431f-8c6e-bce9a7bae6a5 None None] Deleting port 0972f675-6257-4c25-8f46-22073e796485 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:24.446019 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bcec4d9b-0769-431f-8c6e-bce9a7bae6a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.505077 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-064dec26-4425-4898-bc3e-45afe53cd86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.514442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2796e265-0f1b-4aba-b9ba-3f2967e97f6d']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:24.540888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:24.540888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf8116a-61a7-4e1b-ad21-68cfe2747fc3') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:24.573680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.607276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-bcec4d9b-0769-431f-8c6e-bce9a7bae6a5 None None] For port 0972f675-6257-4c25-8f46-22073e796485, host n-d-712141-12, got binding levels [] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:24.610314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.613415 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bcec4d9b-0769-431f-8c6e-bce9a7bae6a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.634888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:24.635290 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.636584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:24.641404 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:24.673226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-bcec4d9b-0769-431f-8c6e-bce9a7bae6a5 None None] Calling delete_port for 0972f675-6257-4c25-8f46-22073e796485 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:24.693284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.ipam_backend_mixin [None req-bcec4d9b-0769-431f-8c6e-bce9a7bae6a5 None None] Port 0972f675-6257-4c25-8f46-22073e796485 was not found and therefore no delete operation was performed {{(pid=94852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:21:24.695980 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bcec4d9b-0769-431f-8c6e-bce9a7bae6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.723130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-064dec26-4425-4898-bc3e-45afe53cd86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.726158 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-064dec26-4425-4898-bc3e-45afe53cd86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.727641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-064dec26-4425-4898-bc3e-45afe53cd86b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba5e58db-9a02-439e-9c6d-832397b55be1 HTTP/1.1" status: 204 len: 168 time: 1.1720488 Aug 29 04:21:24.806146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dec26-4425-4898-bc3e-45afe53cd86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5e58db-9a02-439e-9c6d-832397b55be1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.809971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22c3528b-660a-43ac-9b97-db8b3e4e2173 req-cdacc1ec-8f77-4477-b070-39144661e891 service neutron] 10.222.0.52 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625938 Aug 29 04:21:24.832501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec4d9b-0769-431f-8c6e-bce9a7bae6a5 None None] Pushing event deleted for resources: {'Port': ['ID=0972f675-6257-4c25-8f46-22073e796485,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.843547 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.855099 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.861127 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2796e265-0f1b-4aba-b9ba-3f2967e97f6d HTTP/1.1" status: 204 len: 168 time: 1.5651906 Aug 29 04:21:24.869031 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.912002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] device_id is not set on port 6490a203-0231-436d-88a1-b3b768141851 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:21:24.924531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec4d9b-0769-431f-8c6e-bce9a7bae6a5 None None] No DVR routers for this DVR port 0972f675-6257-4c25-8f46-22073e796485 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:25.013445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c44e9-8971-4293-9b33-1ed45ac943ff None None] Network 8f6fc8a7-6507-4211-a230-6c8df3f22512 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:25.057597 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-46d94510-b3ec-4933-8369-c72e730a7994 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.059413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdcdc3-3ad4-4acf-b044-7bc4e8c1ecc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2796e265-0f1b-4aba-b9ba-3f2967e97f6d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.155527 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.162257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d94510-b3ec-4933-8369-c72e730a7994 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Pushing event deleted for resources: {'Port': ['ID=8e3588bc-b8d8-46ea-8841-b701fc354c46,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.194372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Transition to ACTIVE for port object 309fe651-d614-46e4-bed7-394bf9c913c5 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:25.235043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Transition to ACTIVE for port object 309fe651-d614-46e4-bed7-394bf9c913c5 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:25.245457 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.250007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650d921-c566-4fef-aa93-1bff1b54d00b req-eb9a57d0-9a28-4251-bcbe-37940bd6a843 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.251825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4650d921-c566-4fef-aa93-1bff1b54d00b req-eb9a57d0-9a28-4251-bcbe-37940bd6a843 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 945 time: 0.3243613 Aug 29 04:21:25.283196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-46d94510-b3ec-4933-8369-c72e730a7994 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] No DVR routers for this DVR port 8e3588bc-b8d8-46ea-8841-b701fc354c46 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:25.286681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-46d94510-b3ec-4933-8369-c72e730a7994 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.289311 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-093b8d2f-3508-4ce8-bbca-2ac24ae720bc req-46d94510-b3ec-4933-8369-c72e730a7994 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.59 "DELETE /v2.0/ports/8e3588bc-b8d8-46ea-8841-b701fc354c46 HTTP/1.1" status: 204 len: 173 time: 1.4990399 Aug 29 04:21:25.290924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7764d37b-d1f6-4097-ac0d-704f66af7d29', 'name': 'network-vif-deleted', 'tag': '8e3588bc-b8d8-46ea-8841-b701fc354c46'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:25.293924 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c649947-4e1d-4d62-85f2-6bb6d12f83ac" -d '{"events": [{"server_uuid": "7764d37b-d1f6-4097-ac0d-704f66af7d29", "name": "network-vif-deleted", "tag": "8e3588bc-b8d8-46ea-8841-b701fc354c46"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:25.311675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43730) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:25.313921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Allocated IP 10.1.1.100 (8f6fc8a7-6507-4211-a230-6c8df3f22512/ea187ed7-ef34-472f-a2dd-0ee9fe02744c/6490a203-0231-436d-88a1-b3b768141851) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:25.337891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4650d921-c566-4fef-aa93-1bff1b54d00b req-c3ee255b-fd10-4fcd-b4fb-373e424eea38 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735598 Aug 29 04:21:25.426210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d2549c81-5a12-4afd-b0a7-9e2415ada4bf None None] Provisioning for port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:25.450986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:25.458135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d2549c81-5a12-4afd-b0a7-9e2415ada4bf None None] Provisioning complete for port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:25.458670 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d2549c81-5a12-4afd-b0a7-9e2415ada4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.459245 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8d022a68-dc5e-48ef-ba3b-d0916b05148f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1272668679a744cbaa6d30ebb8da28d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443419 Aug 29 04:21:25.460744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43740) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:25.468573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Pushing event updated for resources: {'Port': ['ID=309fe651-d614-46e4-bed7-394bf9c913c5,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.475226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:25.559095 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1382f99-0d8f-41f5-b276-8a869f70bf9b x-openstack-request-id: req-f1382f99-0d8f-41f5-b276-8a869f70bf9b {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:25.559384 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7764d37b-d1f6-4097-ac0d-704f66af7d29", "name": "network-vif-deleted", "tag": "8e3588bc-b8d8-46ea-8841-b701fc354c46", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:25.559638 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1382f99-0d8f-41f5-b276-8a869f70bf9b {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:25.560144 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7764d37b-d1f6-4097-ac0d-704f66af7d29', 'name': 'network-vif-deleted', 'tag': '8e3588bc-b8d8-46ea-8841-b701fc354c46', 'status': 'completed', 'code': 200} Aug 29 04:21:25.568186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:25.623633 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe92-cd7b-42b8-ad52-442f92dae5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.655463 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe92-cd7b-42b8-ad52-442f92dae5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.677514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f6f665d-ba95-45de-8404-8c844fcb5a0a req-faec0d58-06b9-43d1-94b8-9c75900aa2c1 tempest-ServersNegativeTestMultiTenantJSON-176572588 tempest-ServersNegativeTestMultiTenantJSON-176572588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7764d37b-d1f6-4097-ac0d-704f66af7d29 HTTP/1.1" status: 200 len: 210 time: 0.0969155 Aug 29 04:21:25.741595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe92-cd7b-42b8-ad52-442f92dae5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.744504 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7aafe92-cd7b-42b8-ad52-442f92dae5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.748189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a7aafe92-cd7b-42b8-ad52-442f92dae5a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f823bf70-7a27-410c-926f-ff78136b7a4e HTTP/1.1" status: 204 len: 168 time: 0.2824869 Aug 29 04:21:25.788103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aafe92-cd7b-42b8-ad52-442f92dae5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f823bf70-7a27-410c-926f-ff78136b7a4e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.824340 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.836619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Attempting to bind port 309fe651-d614-46e4-bed7-394bf9c913c5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:25.840916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Attempting to bind port 309fe651-d614-46e4-bed7-394bf9c913c5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:25.841334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Attempting to bind port 309fe651-d614-46e4-bed7-394bf9c913c5 on network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:25.856505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Transition to ACTIVE for port object 6490a203-0231-436d-88a1-b3b768141851 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:25.895912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c70fe8-1c9b-4a05-b1a3-cf813d8402a6 req-5129342e-71fb-4f99-956d-701d86a6a7b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.910365 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2c70fe8-1c9b-4a05-b1a3-cf813d8402a6 req-5129342e-71fb-4f99-956d-701d86a6a7b7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 943 time: 0.2280068 Aug 29 04:21:25.911616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:25.912716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Checking segment: {'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:25.917499 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.918048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Bound using segment: {'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:25.918865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Bound port: 309fe651-d614-46e4-bed7-394bf9c913c5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:25.919331 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.034581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0972f675-6257-4c25-8f46-22073e796485 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:26.037172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2c70fe8-1c9b-4a05-b1a3-cf813d8402a6 req-e90e060d-ec57-4f60-ac6d-fa6356be6b39 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246076 Aug 29 04:21:26.076337 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.139865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 0972f675-6257-4c25-8f46-22073e796485 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:26.140284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0972f675-6257-4c25-8f46-22073e796485 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:26.164473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1357c840-fa87-4aa5-96a2-8def07e4be57 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:26.173793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network 8f6fc8a7-6507-4211-a230-6c8df3f22512 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:26.182390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:26.194585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:26.215825 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d2549c81-5a12-4afd-b0a7-9e2415ada4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.287593 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e542f662-0367-4c29-b3a9-3bbb75546bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.331321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Port': ['ID=6490a203-0231-436d-88a1-b3b768141851,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:26.362838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.363542 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.416042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.416436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.416792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.417135 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.417477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.417814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.438521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.439093 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.439452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.440392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.440742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.441223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.483046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1cd76804-02d6-4c15-abc4-e4ea73479d62 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7442181 Aug 29 04:21:26.483226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43780) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:26.489874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'port': {'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512', 'name': 'tempest-TaggedBootDevicesTest_v242-684549381', 'fixed_ips': [{'subnet_id': 'ea187ed7-ef34-472f-a2dd-0ee9fe02744c'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:26.547601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] For port 309fe651-d614-46e4-bed7-394bf9c913c5, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:26.551876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c16015-27ad-42f0-84f6-1aa6a3e96bf6 req-0d9bd195-1833-450f-a342-e459cbffdbf4 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.562205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6c16015-27ad-42f0-84f6-1aa6a3e96bf6 req-0d9bd195-1833-450f-a342-e459cbffdbf4 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 945 time: 0.0686121 Aug 29 04:21:26.608129 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.resource_extend [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:21:26.611015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] For port 309fe651-d614-46e4-bed7-394bf9c913c5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=309fe651-d614-46e4-bed7-394bf9c913c5,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:26.622739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d2549c81-5a12-4afd-b0a7-9e2415ada4bf None None] For port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6a75f02f-1d5e-4e33-ae3e-0cca9da8d689,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:26.687078 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.742727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6c16015-27ad-42f0-84f6-1aa6a3e96bf6 req-e795028a-2bc9-4198-af22-0fd29edea979 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/security-groups?id=4173f569-14fa-4346-aeed-d6c9317d875e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792157 Aug 29 04:21:26.766735 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.768875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43792) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:26.786453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-eff900e9-4c09-4548-97f5-aae028fddb11 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.790209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-eff900e9-4c09-4548-97f5-aae028fddb11 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 945 time: 0.1982164 Aug 29 04:21:26.794372 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d2549c81-5a12-4afd-b0a7-9e2415ada4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.881813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8e3588bc-b8d8-46ea-8841-b701fc354c46 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:26.937003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c67ec45-cdba-4c07-98bb-b36675ddadf3 admin admin] Deleting subnet 146157f6-8737-4cf7-8cf9-1d7dcc1bbdbc {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:26.944484 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c67ec45-cdba-4c07-98bb-b36675ddadf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.953937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-f8a8041f-06eb-435b-b275-ed249e9a6b41 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Deleting port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:26.957222 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-f8a8041f-06eb-435b-b275-ed249e9a6b41 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.997720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 8e3588bc-b8d8-46ea-8841-b701fc354c46 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:26.998084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8e3588bc-b8d8-46ea-8841-b701fc354c46 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:27.054333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0ed9107c-f708-478f-a175-4c2facd875f5 None None] Provisioning for port 6490a203-0231-436d-88a1-b3b768141851 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:27.059737 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c67ec45-cdba-4c07-98bb-b36675ddadf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.088432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0ed9107c-f708-478f-a175-4c2facd875f5 None None] Provisioning complete for port 6490a203-0231-436d-88a1-b3b768141851 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:27.089622 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0ed9107c-f708-478f-a175-4c2facd875f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.111604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-f8a8041f-06eb-435b-b275-ed249e9a6b41 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] For port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,segment=NetworkSegment(29d98193-82c3-457f-b1e3-f48bb1fbf061),segment_id=29d98193-82c3-457f-b1e3-f48bb1fbf061)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:27.112268 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-f8a8041f-06eb-435b-b275-ed249e9a6b41 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.145166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-f8a8041f-06eb-435b-b275-ed249e9a6b41 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Calling delete_port for 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:27.167374 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c67ec45-cdba-4c07-98bb-b36675ddadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.226215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1357c840-fa87-4aa5-96a2-8def07e4be57, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1357c840-fa87-4aa5-96a2-8def07e4be57,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:27.236613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d1346-bbb2-44e4-816b-265001a82e25 None None] Pushing event updated for resources: {'Port': ['ID=309fe651-d614-46e4-bed7-394bf9c913c5,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.266982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:27.329777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43820) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:27.380825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-f8a8041f-06eb-435b-b275-ed249e9a6b41 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.417608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '1357c840-fa87-4aa5-96a2-8def07e4be57', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'port_id': '1357c840-fa87-4aa5-96a2-8def07e4be57', 'mac_address': 'fa:16:3e:97:22:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8403fb6b-2733-4111-9891-375088cbf5e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:27.427231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:27.441787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9107c-f708-478f-a175-4c2facd875f5 None None] Port 6490a203-0231-436d-88a1-b3b768141851 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:27.475103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8041f-06eb-435b-b275-ed249e9a6b41 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Pushing event deleted for resources: {'Port': ['ID=0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.475275 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.480614 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.491559 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c67ec45-cdba-4c07-98bb-b36675ddadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.523781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2549c81-5a12-4afd-b0a7-9e2415ada4bf None None] Pushing event updated for resources: {'Port': ['ID=6a75f02f-1d5e-4e33-ae3e-0cca9da8d689,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.530859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0ed9107c-f708-478f-a175-4c2facd875f5 None None] Provisioning complete for port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:27.531513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0ed9107c-f708-478f-a175-4c2facd875f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.562366 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.582478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67ec45-cdba-4c07-98bb-b36675ddadf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146157f6-8737-4cf7-8cf9-1d7dcc1bbdbc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.596914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c67ec45-cdba-4c07-98bb-b36675ddadf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.602951 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9c67ec45-cdba-4c07-98bb-b36675ddadf3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/146157f6-8737-4cf7-8cf9-1d7dcc1bbdbc HTTP/1.1" status: 204 len: 168 time: 0.8259070 Aug 29 04:21:27.603907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43830) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:27.613927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1357c840-fa87-4aa5-96a2-8def07e4be57 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:27.650331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-f8a8041f-06eb-435b-b275-ed249e9a6b41 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] No DVR routers for this DVR port 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:27.664113 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-f8a8041f-06eb-435b-b275-ed249e9a6b41 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.666523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.667108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-559de41b-4f29-4e1f-98bc-16c6069fa64d req-f8a8041f-06eb-435b-b275-ed249e9a6b41 tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.52 "DELETE /v2.0/ports/0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 HTTP/1.1" status: 204 len: 173 time: 0.8687899 Aug 29 04:21:27.670281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e17860-80e6-465b-8dcb-43354b696d35', 'name': 'network-vif-deleted', 'tag': '0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:27.675441 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a077885b-5cdd-4432-8057-18428b29432f" -d '{"events": [{"server_uuid": "73e17860-80e6-465b-8dcb-43354b696d35", "name": "network-vif-deleted", "tag": "0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:27.682944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1357c840-fa87-4aa5-96a2-8def07e4be57, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1357c840-fa87-4aa5-96a2-8def07e4be57,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:27.692881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] device_id is not set on port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:21:27.694363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.734927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a127f-15c8-4ef5-9759-1363bcae2ebe req-fd599d24-035d-4498-8a59-344c422ecad8 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.743756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab6a127f-15c8-4ef5-9759-1363bcae2ebe req-fd599d24-035d-4498-8a59-344c422ecad8 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 943 time: 0.4020255 Aug 29 04:21:27.824182 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d291ad-d998-4236-8873-33ee93e82c2c x-openstack-request-id: req-89d291ad-d998-4236-8873-33ee93e82c2c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:27.824962 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e17860-80e6-465b-8dcb-43354b696d35", "name": "network-vif-deleted", "tag": "0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:27.825460 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89d291ad-d998-4236-8873-33ee93e82c2c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:27.830442 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e17860-80e6-465b-8dcb-43354b696d35', 'name': 'network-vif-deleted', 'tag': '0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6', 'status': 'completed', 'code': 200} Aug 29 04:21:27.899720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Allocated IP 10.1.1.154 (8f6fc8a7-6507-4211-a230-6c8df3f22512/ea187ed7-ef34-472f-a2dd-0ee9fe02744c/73e26f0f-c475-4574-ae61-87e3ad0c0b20) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:27.903792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.933547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab6a127f-15c8-4ef5-9759-1363bcae2ebe req-0501c66e-f17b-49aa-ba68-50cd8017c4f3 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894820 Aug 29 04:21:28.038402 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1357c840-fa87-4aa5-96a2-8def07e4be57,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:28.072726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:28.130574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:28.130923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0f226bb7-8b5a-4650-b9d1-834b9ddc6cd6 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:28.183373 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.187450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['1357c840-fa87-4aa5-96a2-8def07e4be57'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:28.215779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-880770453-network', 'tenant_id': '27280752c0df49a0a18118eca4a7d953'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:28.218058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2052c35a-29a1-451f-8274-5ffeb3ad13e8 req-f05aba8d-42bd-4afa-aaf5-51ce07b3aa5a tempest-ServerMetadataNegativeTestJSON-1163765255 tempest-ServerMetadataNegativeTestJSON-1163765255-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e17860-80e6-465b-8dcb-43354b696d35 HTTP/1.1" status: 200 len: 210 time: 0.0742595 Aug 29 04:21:28.222589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55544aae-02c2-4b27-9817-998361c3a169']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:28.251610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.253596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa14c0aa-6ed6-4362-a6e8-6f08a211692f') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:28.254507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa14c0aa-6ed6-4362-a6e8-6f08a211692f') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:28.286164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Transition to ACTIVE for port object 73e26f0f-c475-4574-ae61-87e3ad0c0b20 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:28.288419 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Made reservation on behalf of 27280752c0df49a0a18118eca4a7d953 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:28.291508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.294755 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.306142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.327507 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.335646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:28.336091 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.400037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:28.404174 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:28.418393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:28.457871 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.465953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.468354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/55544aae-02c2-4b27-9817-998361c3a169 HTTP/1.1" status: 204 len: 168 time: 0.8228853 Aug 29 04:21:28.471222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43854) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:28.497055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Port': ['ID=73e26f0f-c475-4574-ae61-87e3ad0c0b20,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:28.544149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-af059bd7-00ee-490e-8068-5fc475a01ef9 admin admin] Deleting subnet 36931b8c-d016-43b6-b453-e8e19c375128 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:28.571384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af059bd7-00ee-490e-8068-5fc475a01ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.573911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network 8f6fc8a7-6507-4211-a230-6c8df3f22512 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:28.577155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:28.577433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7e106-fe17-403c-943b-10148f81e2f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=55544aae-02c2-4b27-9817-998361c3a169,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:28.587186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:28.687286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.694256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.738879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:28.739265 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.740097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.740881 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.752993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:28.778117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af059bd7-00ee-490e-8068-5fc475a01ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.806196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:28.830884 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59d9ea9b-5af5-4388-931b-7f99ee5ef3c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3446259 Aug 29 04:21:28.848987 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.848987 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Added segment a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d of type vlan for network e8b8123f-908a-43e2-87c0-be794768a249 Aug 29 04:21:28.871465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a12fe-3797-4f5e-a3a7-9a8a78e3b144 None None] Network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:28.913747 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af059bd7-00ee-490e-8068-5fc475a01ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.929101 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.002994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.004162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.008638 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.076603 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af059bd7-00ee-490e-8068-5fc475a01ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.145793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af059bd7-00ee-490e-8068-5fc475a01ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.150339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-af059bd7-00ee-490e-8068-5fc475a01ef9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/36931b8c-d016-43b6-b453-e8e19c375128 HTTP/1.1" status: 204 len: 168 time: 0.6758356 Aug 29 04:21:29.151224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43874) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:29.152401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af059bd7-00ee-490e-8068-5fc475a01ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36931b8c-d016-43b6-b453-e8e19c375128,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.200499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 309fe651-d614-46e4-bed7-394bf9c913c5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:29.232853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d002e-fd3d-40e3-91d4-70248521094a req-7f05031a-0cb1-4811-9e12-926d4691d768 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.235332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b71d002e-fd3d-40e3-91d4-70248521094a req-7f05031a-0cb1-4811-9e12-926d4691d768 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 944 time: 0.0857508 Aug 29 04:21:29.268875 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2069374-2ed2-4785-a48c-224022903c14 req-b8d89f8e-3376-4a12-9df9-52815614519d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1478641 Aug 29 04:21:29.271989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.281604 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9487505 Aug 29 04:21:29.285228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43884) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:29.290741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Request body: {'subnet': {'network_id': 'e8b8123f-908a-43e2-87c0-be794768a249', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-880770453-subnet', 'tenant_id': '27280752c0df49a0a18118eca4a7d953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:29.318211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fc342ea4-37bd-4509-8d4e-a4cdceaf0698 None None] Provisioning for port 309fe651-d614-46e4-bed7-394bf9c913c5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:29.328450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b44f7-d261-4738-b924-30a126e20fdd admin admin] Pushing event updated for resources: {'Network': ['ID=e8b8123f-908a-43e2-87c0-be794768a249,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.336379 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.346542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b71d002e-fd3d-40e3-91d4-70248521094a req-230c2a41-27ae-4083-a21c-1ea0e1336486 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002657 Aug 29 04:21:29.375425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network e8b8123f-908a-43e2-87c0-be794768a249 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:29.410702 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2069374-2ed2-4785-a48c-224022903c14 req-a790955b-8453-4081-b5d6-732bc5a9f0da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0994334 Aug 29 04:21:29.422083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43888) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:29.428165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-64b2306e-e699-4f4b-8f40-d6fc52003dfb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308078853', 'description': 'tempest-description--1131205652'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:29.492846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43894) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:29.515460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Made reservation on behalf of 27280752c0df49a0a18118eca4a7d953 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:29.518335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.555317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-66106c76-f45c-447f-96b9-63e7c795ad3e admin admin] Deleting subnet ca069d91-3cc2-4770-80c8-78987c98212d {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:29.558894 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66106c76-f45c-447f-96b9-63e7c795ad3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.586976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-70e0f58b-329a-46e8-9cef-ba8d65e8fdc9 None None] Provisioning for port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:29.599006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 309fe651-d614-46e4-bed7-394bf9c913c5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:29.600122 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66106c76-f45c-447f-96b9-63e7c795ad3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.605458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-70e0f58b-329a-46e8-9cef-ba8d65e8fdc9 None None] Provisioning complete for port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:29.606076 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-70e0f58b-329a-46e8-9cef-ba8d65e8fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.611598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 309fe651-d614-46e4-bed7-394bf9c913c5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:29.612456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.646019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.655510 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2069374-2ed2-4785-a48c-224022903c14 req-472e56da-bd26-45ec-9f21-c4ecafdf8d32 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1617496 Aug 29 04:21:29.670218 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66106c76-f45c-447f-96b9-63e7c795ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.683324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556ef2aa-b991-4532-929d-8102f7a815db']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:29.710452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-70e0f58b-329a-46e8-9cef-ba8d65e8fdc9 None None] Port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:29.744392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64b2306e-e699-4f4b-8f40-d6fc52003dfb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.769036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66106c76-f45c-447f-96b9-63e7c795ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.793241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66106c76-f45c-447f-96b9-63e7c795ad3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.802016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-66106c76-f45c-447f-96b9-63e7c795ad3e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca069d91-3cc2-4770-80c8-78987c98212d HTTP/1.1" status: 204 len: 168 time: 0.3078949 Aug 29 04:21:29.820299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43900) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:29.841106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2069374-2ed2-4785-a48c-224022903c14 req-f31217f7-4b07-4f38-a257-a879930518c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.842764 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d2069374-2ed2-4785-a48c-224022903c14 req-f31217f7-4b07-4f38-a257-a879930518c8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1623926 Aug 29 04:21:29.875007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c62047d-2286-4a60-832b-9eb192d85eb5') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:29.875400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c62047d-2286-4a60-832b-9eb192d85eb5') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:29.876230 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.897467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66106c76-f45c-447f-96b9-63e7c795ad3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca069d91-3cc2-4770-80c8-78987c98212d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.943751 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.944063 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.988557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 309fe651-d614-46e4-bed7-394bf9c913c5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=309fe651-d614-46e4-bed7-394bf9c913c5,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:29.990920 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.994591 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.040514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:30.040993 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:30.049786 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:30.095232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1357c840-fa87-4aa5-96a2-8def07e4be57 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:30.111060 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64b2306e-e699-4f4b-8f40-d6fc52003dfb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.132356 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64b2306e-e699-4f4b-8f40-d6fc52003dfb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.144002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.161697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=309fe651-d614-46e4-bed7-394bf9c913c5,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.171586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095373d8-5e9c-4372-914b-6e90b633b646']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:30.183525 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64b2306e-e699-4f4b-8f40-d6fc52003dfb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.184811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-64b2306e-e699-4f4b-8f40-d6fc52003dfb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7616637 Aug 29 04:21:30.190341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43908) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:30.192162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d98193-82c3-457f-b1e3-f48bb1fbf061') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:30.192502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d98193-82c3-457f-b1e3-f48bb1fbf061') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:30.197236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a0f3bfce-72c7-434c-8349-1baf37170db6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'security_group_rule': {'security_group_id': '60763bf9-1659-4fab-933d-16399e9835b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:30.201085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2306e-e699-4f4b-8f40-d6fc52003dfb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60763bf9-1659-4fab-933d-16399e9835b5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.206787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.218356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.219086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 1357c840-fa87-4aa5-96a2-8def07e4be57 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:30.224155 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.238982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.240462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:30.241139 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] 10.222.0.49 "DELETE /v2.0/networks/556ef2aa-b991-4532-929d-8102f7a815db HTTP/1.1" status: 204 len: 168 time: 1.0886838 Aug 29 04:21:30.241613 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.245397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 1357c840-fa87-4aa5-96a2-8def07e4be57 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:30.245828 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:30.248112 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.264300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55a8a4-de48-4c34-b92e-a0eb5017371a admin admin] Pushing event deleted for resources: {'Network': ['ID=556ef2aa-b991-4532-929d-8102f7a815db,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.312696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bfce-72c7-434c-8349-1baf37170db6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.322586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.328995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.333926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] 10.222.0.49 "DELETE /v2.0/networks/095373d8-5e9c-4372-914b-6e90b633b646 HTTP/1.1" status: 204 len: 168 time: 0.5078495 Aug 29 04:21:30.343960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-05dcbb45-cfe3-4495-9d65-6eaf0d37f1c7 None None] Provisioning complete for port 309fe651-d614-46e4-bed7-394bf9c913c5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:30.344363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-05dcbb45-cfe3-4495-9d65-6eaf0d37f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.372571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35642ae-145c-46f6-b4fc-c1329b8c6bef admin admin] Pushing event deleted for resources: {'Network': ['ID=095373d8-5e9c-4372-914b-6e90b633b646,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.392540 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.538963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f58e85-4305-453c-8289-a9cc1ae883cc,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.539565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c7771-17c2-4539-a9fb-ae450fc9d379 req-866f747c-653c-4c8c-ba8f-1630af028eef tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.552007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1e1c7771-17c2-4539-a9fb-ae450fc9d379 req-866f747c-653c-4c8c-ba8f-1630af028eef tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 944 time: 0.0934427 Aug 29 04:21:30.565351 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.613286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52189e03-436b-4d2e-9639-d8f807af3099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357c840-fa87-4aa5-96a2-8def07e4be57'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:30.615610 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d734e54-7c31-4b1f-81bc-60378411d6f6" -d '{"events": [{"server_uuid": "52189e03-436b-4d2e-9639-d8f807af3099", "name": "network-vif-plugged", "status": "completed", "tag": "1357c840-fa87-4aa5-96a2-8def07e4be57"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:30.625855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1e1c7771-17c2-4539-a9fb-ae450fc9d379 req-1bdcab64-8670-4ceb-a742-e3645c37915f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728178 Aug 29 04:21:30.632313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1357c840-fa87-4aa5-96a2-8def07e4be57, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1357c840-fa87-4aa5-96a2-8def07e4be57,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:30.646941 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.678315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Checking segment: {'id': 'a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e8b8123f-908a-43e2-87c0-be794768a249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:30.678684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Network hostable DHCP agents. Network: e8b8123f-908a-43e2-87c0-be794768a249, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:30.690769 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a8d970-b8f7-4da7-ba8d-e13a50aea7e9 x-openstack-request-id: req-65a8d970-b8f7-4da7-ba8d-e13a50aea7e9 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:30.691059 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52189e03-436b-4d2e-9639-d8f807af3099", "name": "network-vif-plugged", "status": "completed", "tag": "1357c840-fa87-4aa5-96a2-8def07e4be57", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:30.691318 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65a8d970-b8f7-4da7-ba8d-e13a50aea7e9 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:30.691716 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52189e03-436b-4d2e-9639-d8f807af3099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357c840-fa87-4aa5-96a2-8def07e4be57', 'code': 200} Aug 29 04:21:30.692937 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bfce-72c7-434c-8349-1baf37170db6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.701552 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bfce-72c7-434c-8349-1baf37170db6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.728896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43924) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:30.742449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1357c840-fa87-4aa5-96a2-8def07e4be57,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.763087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0f3bfce-72c7-434c-8349-1baf37170db6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.769359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43926) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:30.773534 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a0f3bfce-72c7-434c-8349-1baf37170db6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5815666 Aug 29 04:21:30.777212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3bfce-72c7-434c-8349-1baf37170db6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae25835-806c-4d14-b0ac-85171a9f2bc7,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.780452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Network e8b8123f-908a-43e2-87c0-be794768a249 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:30.791998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8e1c927e-936f-46e5-9b75-db503681f264 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'security_group_rule': {'security_group_id': '60763bf9-1659-4fab-933d-16399e9835b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:30.792406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, e8b8123f-908a-43e2-87c0-be794768a249) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:30.798194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.799356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.804645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fdf5d1-1308-44a5-a75e-d02818a31ac4 None None] Network e8b8123f-908a-43e2-87c0-be794768a249 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:30.838110 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1080e63b-85ef-4eb0-bd11-1af26c279097 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5512972 Aug 29 04:21:30.891775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43930) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:30.919157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9ecf3a61-25ea-430b-8b32-e8ab36b2b667 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=beb6dcc511b34368a7bde17222ca31f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889737 Aug 29 04:21:30.922155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43934) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:30.945685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de287d-3529-4f5b-96a4-711d80564a83 req-30c734ad-6b2e-45b6-b82f-70cc288a815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.947238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04de287d-3529-4f5b-96a4-711d80564a83 req-30c734ad-6b2e-45b6-b82f-70cc288a815d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 1097 time: 0.1487014 Aug 29 04:21:30.975057 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e1c927e-936f-46e5-9b75-db503681f264 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.012546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43936) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:31.079521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9445191e-588a-4b7f-b5a1-cb18e7e8e37a None None] Network e8b8123f-908a-43e2-87c0-be794768a249 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:31.104801 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f25ce8b9-5c3e-420c-8d60-5c5dbdd5fd45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de48a6082c3d4b8c97a17526aa82f72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989096 Aug 29 04:21:31.107809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43942) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:31.193506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f64a3d4-6e3b-44d2-86eb-4d4437d7213d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.251506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06507774-e499-46b7-bf50-f03ea59e86b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.255386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f64a3d4-6e3b-44d2-86eb-4d4437d7213d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.356263 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f64a3d4-6e3b-44d2-86eb-4d4437d7213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.358878 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f64a3d4-6e3b-44d2-86eb-4d4437d7213d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.363213 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5f64a3d4-6e3b-44d2-86eb-4d4437d7213d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4173f569-14fa-4346-aeed-d6c9317d875e HTTP/1.1" status: 204 len: 168 time: 0.2511816 Aug 29 04:21:31.395404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64a3d4-6e3b-44d2-86eb-4d4437d7213d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4173f569-14fa-4346-aeed-d6c9317d875e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.491262 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06507774-e499-46b7-bf50-f03ea59e86b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.495559 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06507774-e499-46b7-bf50-f03ea59e86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.545541 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-06507774-e499-46b7-bf50-f03ea59e86b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a344bca39d242c3b14df74c88f344f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526215 Aug 29 04:21:31.549911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:31.558265 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06507774-e499-46b7-bf50-f03ea59e86b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738b3a2c-a409-4ced-a3bd-e47e63e3225c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.613906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a271a2e-db4b-49eb-9c73-4aad6a09d54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.621868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-616f2a49-2d92-4f3d-822d-d899e7134033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.665082 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-616f2a49-2d92-4f3d-822d-d899e7134033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.722105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04de287d-3529-4f5b-96a4-711d80564a83 req-7ed81232-f625-4c62-b8b6-5795bf545267 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7622769 Aug 29 04:21:31.724947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a271a2e-db4b-49eb-9c73-4aad6a09d54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.749610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-616f2a49-2d92-4f3d-822d-d899e7134033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.752606 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-616f2a49-2d92-4f3d-822d-d899e7134033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.754118 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-616f2a49-2d92-4f3d-822d-d899e7134033 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/738b3a2c-a409-4ced-a3bd-e47e63e3225c HTTP/1.1" status: 204 len: 168 time: 0.2030284 Aug 29 04:21:31.783821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f2a49-2d92-4f3d-822d-d899e7134033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738b3a2c-a409-4ced-a3bd-e47e63e3225c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.821179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e1c927e-936f-46e5-9b75-db503681f264 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.836986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e1c927e-936f-46e5-9b75-db503681f264 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.879699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c927e-936f-46e5-9b75-db503681f264 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763f7ba0-4b3e-41d8-976d-435cfabc142e,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.903898 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e1c927e-936f-46e5-9b75-db503681f264 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.908416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8e1c927e-936f-46e5-9b75-db503681f264 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1353972 Aug 29 04:21:31.908569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43974) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:31.915059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:31.920133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5eaab-e9a8-4bf6-b200-a4fc40201fd9 req-857036d2-d912-47a3-a207-547289eb7952 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.922061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bb5eaab-e9a8-4bf6-b200-a4fc40201fd9 req-857036d2-d912-47a3-a207-547289eb7952 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 945 time: 0.1921031 Aug 29 04:21:31.925506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a271a2e-db4b-49eb-9c73-4aad6a09d54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.928092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a271a2e-db4b-49eb-9c73-4aad6a09d54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.929932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7a271a2e-db4b-49eb-9c73-4aad6a09d54e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04a9e5cc-82d7-4580-953c-50dc39c2f42d HTTP/1.1" status: 204 len: 168 time: 1.0068517 Aug 29 04:21:31.945925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d49a-0d61-4929-852f-2de796e86635 req-ad0f6c9e-f158-4be4-9869-ce8c2e59cc1b tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.947861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-ad0f6c9e-f158-4be4-9869-ce8c2e59cc1b tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/networks?id=e8b8123f-908a-43e2-87c0-be794768a249 HTTP/1.1" status: 200 len: 813 time: 0.3996606 Aug 29 04:21:31.967888 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.978310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a271a2e-db4b-49eb-9c73-4aad6a09d54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a9e5cc-82d7-4580-953c-50dc39c2f42d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.988374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-bddc90af-8b4e-40de-a607-f784a7824db9 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/quotas/27280752c0df49a0a18118eca4a7d953 HTTP/1.1" status: 200 len: 375 time: 0.0283785 Aug 29 04:21:32.016883 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bb5eaab-e9a8-4bf6-b200-a4fc40201fd9 req-64fd12da-4da5-4d7d-9f09-a2498e8ceb9e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856991 Aug 29 04:21:32.048970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-de1fa389-b16e-4694-ac53-55f0a5c1ca30 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=27280752c0df49a0a18118eca4a7d953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501943 Aug 29 04:21:32.169760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 309fe651-d614-46e4-bed7-394bf9c913c5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:32.222350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.231168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-a452b179-5cff-483f-8027-4191e494db4c service neutron] 10.222.0.49 "GET /v2.0/networks/e8b8123f-908a-43e2-87c0-be794768a249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737063 Aug 29 04:21:32.246355 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 309fe651-d614-46e4-bed7-394bf9c913c5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:32.247025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.337502 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43986) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:32.372680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65233be6-c3b9-44e9-a061-8b4066f2f08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.412001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-3d239209-5643-49ec-93fe-7f3487c727e8 service neutron] 10.222.0.49 "GET /v2.0/networks/e8b8123f-908a-43e2-87c0-be794768a249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725142 Aug 29 04:21:32.476494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Allocated IP 172.25.5.197 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/3d29f94c-1585-49a6-87ea-bddc8fb6de99) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:32.655183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65233be6-c3b9-44e9-a061-8b4066f2f08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.702249 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65233be6-c3b9-44e9-a061-8b4066f2f08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.706105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43998) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:32.714355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5cdcbd4-be0a-49d5-9252-6004f9d1d62e req-ebac3a0d-1f32-434a-aa51-5ec3255b4c27 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 210 time: 0.0726910 Aug 29 04:21:32.769187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.821094 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-74aec767-08a6-4749-b6a8-9d48312012f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58188f10f0d04effafcec2b2b100f432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027164 Aug 29 04:21:32.823622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44004) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:32.838208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65233be6-c3b9-44e9-a061-8b4066f2f08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35550d8-b03b-49c1-8492-2362cd374f0a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.845784 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-65233be6-c3b9-44e9-a061-8b4066f2f08d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38e5fe2706b24b408733da23933e0513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063446 Aug 29 04:21:32.848691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44006) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:32.923238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.970265 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44010) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:32.974232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:32.984053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:32.991105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:33.060147 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32c4b63c-dbdb-4592-8283-4884aa06f4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.087206 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.137866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6a268a45-753f-493e-95a0-db59c3be6760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.143646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.167849 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32c4b63c-dbdb-4592-8283-4884aa06f4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.216832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Port': ['ID=3d29f94c-1585-49a6-87ea-bddc8fb6de99,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:33.243551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-813998023-network', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:33.311279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Made reservation on behalf of dc8dd4502da240e4bd7c9d18daf049c9 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:33.313660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.325939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6a268a45-753f-493e-95a0-db59c3be6760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.328447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32c4b63c-dbdb-4592-8283-4884aa06f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.331750 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32c4b63c-dbdb-4592-8283-4884aa06f4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.332372 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.344902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-32c4b63c-dbdb-4592-8283-4884aa06f4c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba27f9b1-a4fd-4fa2-afff-2503ab12b0e5 HTTP/1.1" status: 204 len: 168 time: 0.5199947 Aug 29 04:21:33.374505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4b63c-dbdb-4592-8283-4884aa06f4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba27f9b1-a4fd-4fa2-afff-2503ab12b0e5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:33.407535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c45ef4-1b17-4154-b313-c7de2e31159f req-67bc5766-195d-4edc-98d4-cd32e347d4c4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.416245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72c45ef4-1b17-4154-b313-c7de2e31159f req-67bc5766-195d-4edc-98d4-cd32e347d4c4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 945 time: 0.2383709 Aug 29 04:21:33.462319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72c45ef4-1b17-4154-b313-c7de2e31159f req-bb9e0799-f589-442e-b8ab-c0dcb0c20606 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449491 Aug 29 04:21:33.485681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6a268a45-753f-493e-95a0-db59c3be6760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.489520 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6a268a45-753f-493e-95a0-db59c3be6760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.496249 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6a268a45-753f-493e-95a0-db59c3be6760 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d35550d8-b03b-49c1-8492-2362cd374f0a HTTP/1.1" status: 204 len: 168 time: 0.6445291 Aug 29 04:21:33.517731 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a268a45-753f-493e-95a0-db59c3be6760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35550d8-b03b-49c1-8492-2362cd374f0a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:33.651058 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.663412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.739869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.758348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.781196 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.822261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:33.862190 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.872592 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9538743 Aug 29 04:21:33.873940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.874303 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Added segment fe506fff-ef72-49c4-a04c-767cad8c4ac8 of type vlan for network 391a7aff-b637-4ba2-b0d1-011912cd652c Aug 29 04:21:33.891955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eafc7685-7879-415a-9ee8-1e46c0e2d0f1 req-38262e5d-ae23-46d1-b609-f4bed79c11da tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 210 time: 0.0641382 Aug 29 04:21:33.904002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc0530-1b7e-4c27-8287-41a01be54a5a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Port': ['ID=3d29f94c-1585-49a6-87ea-bddc8fb6de99,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:33.951197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d7feeb-c2c7-433d-bad0-34936154eea4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:33.985911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.076729 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.076729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.076729 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.118958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d49a-0d61-4929-852f-2de796e86635 req-05530572-2111-4bf0-a369-74891b75a948 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.120830 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-05530572-2111-4bf0-a369-74891b75a948 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.59 "GET /v2.0/networks?id=e8b8123f-908a-43e2-87c0-be794768a249 HTTP/1.1" status: 200 len: 813 time: 0.1568732 Aug 29 04:21:34.177625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Request body: {'port': {'device_id': '2efcaf5a-134a-4124-8e84-0ff48fb64a59', 'network_id': 'e8b8123f-908a-43e2-87c0-be794768a249', 'admin_state_up': True, 'tenant_id': '27280752c0df49a0a18118eca4a7d953'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:34.276436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] Pushing event updated for resources: {'Network': ['ID=391a7aff-b637-4ba2-b0d1-011912cd652c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:34.290540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44056) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:34.291705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 391a7aff-b637-4ba2-b0d1-011912cd652c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:34.300158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Request body: {'subnet': {'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-813998023-subnet', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:34.304442 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f6f31e73-c4aa-4b04-bda8-8d6343648529 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3258293 Aug 29 04:21:34.362353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Made reservation on behalf of dc8dd4502da240e4bd7c9d18daf049c9 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:34.363567 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.389000 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Made reservation on behalf of 27280752c0df49a0a18118eca4a7d953 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:34.396992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.616071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Allocated IP 172.20.0.5 (e8b8123f-908a-43e2-87c0-be794768a249/e4f58e85-4305-453c-8289-a9cc1ae883cc/22b56fd0-beb1-43c2-8ebf-e5db8ad50a49) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:34.662385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1dd332bd-d34c-4fb2-b80b-93c685aadad6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--308078853&fields=id&tenant_id=0108dc87a3c545139335fa764de2de52 HTTP/1.1" status: 200 len: 267 time: 0.0886731 Aug 29 04:21:34.804578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-a3992824-e0b0-4c4c-8297-815cd7f4507d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.814751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-a3992824-e0b0-4c4c-8297-815cd7f4507d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports/6490a203-0231-436d-88a1-b3b768141851 HTTP/1.1" status: 200 len: 937 time: 0.1501827 Aug 29 04:21:34.840924 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.918435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.934937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fef91-3554-415a-950a-d9322d525c29 req-542f0811-6760-4e21-82d5-cfcae5b09089 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.942309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-057fef91-3554-415a-950a-d9322d525c29 req-542f0811-6760-4e21-82d5-cfcae5b09089 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 945 time: 0.2388196 Aug 29 04:21:34.968077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.968316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-946e1a1f-cd4d-44d6-b394-26e224350ca1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.970688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-946e1a1f-cd4d-44d6-b394-26e224350ca1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports/73e26f0f-c475-4574-ae61-87e3ad0c0b20 HTTP/1.1" status: 200 len: 936 time: 0.1550996 Aug 29 04:21:35.017107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Network e8b8123f-908a-43e2-87c0-be794768a249 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:35.021087 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:35.025178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:35.049181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Pushing event updated for resources: {'Port': ['ID=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:35.058576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fedd1c3-66d4-4419-91e4-d26460efe04f,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:35.091541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.092226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.093970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-adbbc911-fb39-4397-99a0-adc389712a1c tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1114829 Aug 29 04:21:35.109353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-9a0a80a8-c507-4dbe-abce-9d73a8d65031 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9733171 Aug 29 04:21:35.121899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-057fef91-3554-415a-950a-d9322d525c29 req-7a00c25b-00cc-40ee-8a48-310040bd349c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669202 Aug 29 04:21:35.129443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Request body: {'port': {'device_id': '2efcaf5a-134a-4124-8e84-0ff48fb64a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:35.150920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-3d147f46-e347-4190-9f3b-34d52768e633 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0512302 Aug 29 04:21:35.169123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Checking segment: {'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:35.169123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Network hostable DHCP agents. Network: 391a7aff-b637-4ba2-b0d1-011912cd652c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:35.206024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.307180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Network 391a7aff-b637-4ba2-b0d1-011912cd652c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:35.346563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 391a7aff-b637-4ba2-b0d1-011912cd652c) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:35.358931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4825a21a-6882-4f94-8c06-145697ff7a81 None None] Network 391a7aff-b637-4ba2-b0d1-011912cd652c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:35.378462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.379059 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.488515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cfaff-7fa0-488b-b22f-dbe55126745e req-949956be-09f7-4562-9225-235de2658efc tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.490059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de7cfaff-7fa0-488b-b22f-dbe55126745e req-949956be-09f7-4562-9225-235de2658efc tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 931 time: 0.2043941 Aug 29 04:21:35.494357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-137fae2e-a7f5-40ee-a855-1d3e7c302641 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2020862 Aug 29 04:21:35.495117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44116) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:35.503342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-34e81d69-c89f-4f3e-93cb-8d6db32335d1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.509678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-34e81d69-c89f-4f3e-93cb-8d6db32335d1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.515936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-34e81d69-c89f-4f3e-93cb-8d6db32335d1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.517863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-34e81d69-c89f-4f3e-93cb-8d6db32335d1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/networks?id=a2fa9d0e-600e-409d-9d8b-54d571a16937&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 HTTP/1.1" status: 200 len: 1995 time: 0.3708277 Aug 29 04:21:35.523532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-813998023-router', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:35.558770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d34d9725-de4a-4404-9136-bcabf50af836 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/quotas/0108dc87a3c545139335fa764de2de52 HTTP/1.1" status: 200 len: 375 time: 0.0307670 Aug 29 04:21:35.588523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44120) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:35.592660 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.593604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.643152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de7cfaff-7fa0-488b-b22f-dbe55126745e req-9a6b25d0-bef7-460b-a246-5db4db125822 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227112 Aug 29 04:21:35.649636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e5e62-6c80-441f-8adc-30ad1a4a8ad9 None None] Network 391a7aff-b637-4ba2-b0d1-011912cd652c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:35.677921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:35.686320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.701700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Transition to ACTIVE for port object 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:35.708231 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.725847 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.776970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e490c7dc-3a32-4770-a2f9-4aa588e00f60 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2083080 Aug 29 04:21:35.859476 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0596622e-52cc-434a-80f1-d673481c059f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.875170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Pushing event updated for resources: {'Port': ['ID=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:35.962886 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-114b5c66-1f69-4f7a-bbd6-01041938efe3 service neutron] 10.222.0.49 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321344 Aug 29 04:21:35.975284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Attempting to bind port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:35.975867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Attempting to bind port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e8b8123f-908a-43e2-87c0-be794768a249'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:35.976004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Attempting to bind port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 on network e8b8123f-908a-43e2-87c0-be794768a249 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:35.985663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 on network e8b8123f-908a-43e2-87c0-be794768a249 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:35.986042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Attempting to bind port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 on network e8b8123f-908a-43e2-87c0-be794768a249 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:35.998984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:35.999203 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Checking segment: {'id': 'a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e8b8123f-908a-43e2-87c0-be794768a249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:35.999598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Bound using segment: {'id': 'a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e8b8123f-908a-43e2-87c0-be794768a249'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:36.000041 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Bound port: 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e8b8123f-908a-43e2-87c0-be794768a249'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:36.000429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.102693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] For port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:36.113274 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.125428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0596622e-52cc-434a-80f1-d673481c059f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.129040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] For port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,segment=NetworkSegment(a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d),segment_id=a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:36.136850 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0596622e-52cc-434a-80f1-d673481c059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.144235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.154762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495fd7e-0bc8-44fc-a36a-b3e990f1305a req-c981b676-d719-4946-a9fc-e5d008e343e9 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.156362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b495fd7e-0bc8-44fc-a36a-b3e990f1305a req-c981b676-d719-4946-a9fc-e5d008e343e9 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 945 time: 0.3280752 Aug 29 04:21:36.241370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.242139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.243763 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] 10.222.0.59 "PUT /v2.0/ports/22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 HTTP/1.1" status: 200 len: 1092 time: 1.1246569 Aug 29 04:21:36.244864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efcaf5a-134a-4124-8e84-0ff48fb64a59', 'tag': '22b56fd0-beb1-43c2-8ebf-e5db8ad50a49'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:36.247709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b495fd7e-0bc8-44fc-a36a-b3e990f1305a req-0a0009f8-fc7e-485a-a6c5-d1740253a2f3 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Aug 29 04:21:36.248397 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2efcaf5a-134a-4124-8e84-0ff48fb64a59", "tag": "22b56fd0-beb1-43c2-8ebf-e5db8ad50a49"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:36.256023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596622e-52cc-434a-80f1-d673481c059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece27218-0fe7-4d7a-98cc-145d54ca4825,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:36.259770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44138) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:36.267852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2ad5cb9e-7af2-4d7d-82bc-c689c98eb5cd service neutron] 10.222.0.49 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939105 Aug 29 04:21:36.299787 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0596622e-52cc-434a-80f1-d673481c059f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89a5c0863b0649cfbd10ada506ff2501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078750 Aug 29 04:21:36.310478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44146) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:36.313738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d25d0c44-35f9-4cb8-894f-a787f1cdd170 service neutron] 10.222.0.49 "GET /v2.0/ports/6490a203-0231-436d-88a1-b3b768141851?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0371175 Aug 29 04:21:36.384014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb346a-69a3-401c-9e01-52b3006cdd5e service neutron] Pushing event updated for resources: {'Port': ['ID=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:36.423728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d49a-0d61-4929-852f-2de796e86635 req-21805372-4a3d-472c-aa8d-4578454be4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.425502 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-21805372-4a3d-472c-aa8d-4578454be4a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27280752c0df49a0a18118eca4a7d953&device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 1095 time: 0.0970640 Aug 29 04:21:36.430270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beb4e3c4-398a-4b79-83e3-3571409bd767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.463400 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0147c32-f817-48e6-9028-32bd056de20a x-openstack-request-id: req-b0147c32-f817-48e6-9028-32bd056de20a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:36.466368 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efcaf5a-134a-4124-8e84-0ff48fb64a59", "tag": "22b56fd0-beb1-43c2-8ebf-e5db8ad50a49", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:36.467783 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0147c32-f817-48e6-9028-32bd056de20a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:36.467978 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efcaf5a-134a-4124-8e84-0ff48fb64a59', 'tag': '22b56fd0-beb1-43c2-8ebf-e5db8ad50a49', 'status': 'completed', 'code': 200} Aug 29 04:21:36.493745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-75ce8cb5-e6c4-466c-b01f-786231ed713d service neutron] 10.222.0.49 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707423 Aug 29 04:21:36.599657 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.634354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.728537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9d0379d4-f7b2-45f0-9495-ac6854126873 service neutron] 10.222.0.49 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338746 Aug 29 04:21:36.816986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44214d3-5da3-4cf9-95b1-46c7b93af9b1 req-5a035adb-d896-473c-81f8-1c3237bfdd3c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.818522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d44214d3-5da3-4cf9-95b1-46c7b93af9b1 req-5a035adb-d896-473c-81f8-1c3237bfdd3c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 945 time: 0.1269393 Aug 29 04:21:36.820328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-11b836c1-9d46-4364-9bd3-0122057f50da service neutron] 10.222.0.49 "GET /v2.0/ports/73e26f0f-c475-4574-ae61-87e3ad0c0b20?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0812838 Aug 29 04:21:36.853316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Allocated IP 172.25.5.53 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/b0ceffde-4c93-45fd-b48e-f35c18f36590) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:36.888942 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-d2088e29-0a2a-49e2-b246-a47e8e347a1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 HTTP/1.1" status: 200 len: 217 time: 0.4535286 Aug 29 04:21:36.893383 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec2f9-72a2-4318-a144-7873c1065805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.896337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beb4e3c4-398a-4b79-83e3-3571409bd767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.968385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d44214d3-5da3-4cf9-95b1-46c7b93af9b1 req-d7fccc0f-8b25-4598-a27b-c1ba73a6f5bf tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414418 Aug 29 04:21:36.983516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582d49a-0d61-4929-852f-2de796e86635 req-0a42b884-d454-4329-8f87-da7996d6ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.984960 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-0a42b884-d454-4329-8f87-da7996d6ce3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4f58e85-4305-453c-8289-a9cc1ae883cc HTTP/1.1" status: 200 len: 853 time: 0.0868282 Aug 29 04:21:37.027577 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-29de48ee-bce5-4373-b7f3-732fa7cc3be9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e8b8123f-908a-43e2-87c0-be794768a249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329452 Aug 29 04:21:37.030682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-49ade064-3289-402b-9e34-4e6f1c5f32dc service neutron] 10.222.0.49 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986995 Aug 29 04:21:37.050384 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beb4e3c4-398a-4b79-83e3-3571409bd767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.052894 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beb4e3c4-398a-4b79-83e3-3571409bd767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.054029 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-beb4e3c4-398a-4b79-83e3-3571409bd767 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ece27218-0fe7-4d7a-98cc-145d54ca4825 HTTP/1.1" status: 204 len: 168 time: 0.7371786 Aug 29 04:21:37.113689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4e3c4-398a-4b79-83e3-3571409bd767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece27218-0fe7-4d7a-98cc-145d54ca4825,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:37.155594 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.179679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d4ea-0943-4f43-9f91-f2fe220664da req-0cfd7051-e580-416b-8b9b-d79d6173917a tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.179679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3dd4d4ea-0943-4f43-9f91-f2fe220664da req-0cfd7051-e580-416b-8b9b-d79d6173917a tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 943 time: 0.1212437 Aug 29 04:21:37.179905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec2f9-72a2-4318-a144-7873c1065805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.185210 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec2f9-72a2-4318-a144-7873c1065805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.190661 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-497e12c7-dcc1-463a-aeca-f7b4ac0ae8bd service neutron] 10.222.0.59 "GET /v2.0/networks/e8b8123f-908a-43e2-87c0-be794768a249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555557 Aug 29 04:21:37.254495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-0c7a033d-b1c5-4691-95d3-b56ac2d1d37f service neutron] 10.222.0.49 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229304 Aug 29 04:21:37.270795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ec2f9-72a2-4318-a144-7873c1065805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567b17e8-cdcf-4972-bf8a-1c453ca39edb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:37.279273 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3f2ec2f9-72a2-4318-a144-7873c1065805 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc0a3c639a054db9a9258504768672ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0012996 Aug 29 04:21:37.281029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44156) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:37.288928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3dd4d4ea-0943-4f43-9f91-f2fe220664da req-2d9a409d-260b-45a0-a212-bc9d4686de4f tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935316 Aug 29 04:21:37.323691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.377395 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4582d49a-0d61-4929-852f-2de796e86635 req-d5cff25c-f0ff-4a50-aacc-92c8dddc3283 service neutron] 10.222.0.59 "GET /v2.0/networks/e8b8123f-908a-43e2-87c0-be794768a249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721067 Aug 29 04:21:37.378275 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f11264e8-6cb5-4c8a-a56e-cf9ce70cfbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.380932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:37.390590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:37.396915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:37.412435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Pushing event updated for resources: {'Port': ['ID=b0ceffde-4c93-45fd-b48e-f35c18f36590,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:37.427911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f11264e8-6cb5-4c8a-a56e-cf9ce70cfbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.450736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d634049b-d098-4fc4-9931-300c781a80ec service neutron] 10.222.0.49 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952198 Aug 29 04:21:37.548260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd req-46d1d09e-d6e8-4eb4-ae09-a95e553c16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.550610 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd req-46d1d09e-d6e8-4eb4-ae09-a95e553c16f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27280752c0df49a0a18118eca4a7d953&device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 1095 time: 0.0691378 Aug 29 04:21:37.594677 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f11264e8-6cb5-4c8a-a56e-cf9ce70cfbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.598972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f11264e8-6cb5-4c8a-a56e-cf9ce70cfbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.601110 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f11264e8-6cb5-4c8a-a56e-cf9ce70cfbfb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/567b17e8-cdcf-4972-bf8a-1c453ca39edb HTTP/1.1" status: 204 len: 168 time: 0.3190973 Aug 29 04:21:37.659517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11264e8-6cb5-4c8a-a56e-cf9ce70cfbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567b17e8-cdcf-4972-bf8a-1c453ca39edb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:37.763402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-30e8cb23-7d73-4734-8fa3-591ccdc2c9d1 service neutron] 10.222.0.49 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117328 Aug 29 04:21:37.778621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd req-94ca77a3-ca99-472c-b882-c712353c435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.780116 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd req-94ca77a3-ca99-472c-b882-c712353c435c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e8b8123f-908a-43e2-87c0-be794768a249 HTTP/1.1" status: 200 len: 914 time: 0.2186823 Aug 29 04:21:37.861186 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd req-611388d3-da6f-4124-8ad9-130468fe2e80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 HTTP/1.1" status: 200 len: 217 time: 0.0727031 Aug 29 04:21:37.915478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-15a01ef0-ccc6-4a3e-8c92-62bd74bb5e72 service neutron] 10.222.0.49 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507616 Aug 29 04:21:37.970305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd req-a59f5f2a-2daf-4b1b-b3ca-7b38fcebe3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.976342 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd req-a59f5f2a-2daf-4b1b-b3ca-7b38fcebe3e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4f58e85-4305-453c-8289-a9cc1ae883cc HTTP/1.1" status: 200 len: 853 time: 0.1058590 Aug 29 04:21:38.083258 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd req-3403e1f7-03c8-4716-b460-c8a953df0dd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e8b8123f-908a-43e2-87c0-be794768a249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004686 Aug 29 04:21:38.236743 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd req-e654ec0c-0724-4007-80ed-0e7d600bbe94 service neutron] 10.222.0.59 "GET /v2.0/networks/e8b8123f-908a-43e2-87c0-be794768a249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392395 Aug 29 04:21:38.420284 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c6693ce1-90d3-4d11-b89b-3b7e70c852dd req-275aa645-1778-4a7c-84ba-1d025026ce0b service neutron] 10.222.0.59 "GET /v2.0/networks/e8b8123f-908a-43e2-87c0-be794768a249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799760 Aug 29 04:21:38.485073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.544593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f294c2-8e41-48d9-8634-c54dda63a2df req-f588cd69-a015-4e50-bcac-9deda58f6660 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.545736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43f294c2-8e41-48d9-8634-c54dda63a2df req-f588cd69-a015-4e50-bcac-9deda58f6660 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 945 time: 0.1732955 Aug 29 04:21:38.553238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-a05f14c6-0759-4e97-a1dc-93329ae6b5e7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.554695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-a05f14c6-0759-4e97-a1dc-93329ae6b5e7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.52 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 945 time: 0.1835001 Aug 29 04:21:38.558774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-c9eb4a24-8fff-4c24-9977-eee924bb458b service neutron] 10.222.0.49 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425710 Aug 29 04:21:38.773677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43f294c2-8e41-48d9-8634-c54dda63a2df req-c2143eb2-5e1f-4de3-8380-c45d3195df85 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960485 Aug 29 04:21:38.870478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-00518652-051a-4b4e-95c5-482b2947c733 service neutron] 10.222.0.49 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900488 Aug 29 04:21:39.015337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-372f6dc8-407c-4f19-a577-5b3431750235 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Deleting port 1357c840-fa87-4aa5-96a2-8def07e4be57 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:39.015692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-372f6dc8-407c-4f19-a577-5b3431750235 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.104146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac067b5-030b-491e-896b-79916380f83b req-6f920d9e-73b1-42e9-8a6e-ae4dc4f24d8d tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.112646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ac067b5-030b-491e-896b-79916380f83b req-6f920d9e-73b1-42e9-8a6e-ae4dc4f24d8d tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 943 time: 0.2473068 Aug 29 04:21:39.119884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.193500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1ee6971a-8f68-4e62-b7b0-0521fae000b3 service neutron] 10.222.0.49 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058488 Aug 29 04:21:39.326921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-372f6dc8-407c-4f19-a577-5b3431750235 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] For port 1357c840-fa87-4aa5-96a2-8def07e4be57, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1357c840-fa87-4aa5-96a2-8def07e4be57,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:39.327302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-372f6dc8-407c-4f19-a577-5b3431750235 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.380074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-372f6dc8-407c-4f19-a577-5b3431750235 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Calling delete_port for 1357c840-fa87-4aa5-96a2-8def07e4be57 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:39.391179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ac067b5-030b-491e-896b-79916380f83b req-cdd6f3d9-b7d2-455e-9048-3890e01d469b tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761581 Aug 29 04:21:39.503125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b40c1016-69e8-4291-a96c-5d5e8ede52e5 service neutron] 10.222.0.49 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709966 Aug 29 04:21:39.706835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44360) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:39.722336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Router c2297687-3767-4f6b-9d05-60c412afe3f2 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:21:39.732222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-f741258f-c0e4-4df7-9d17-e8a9b3d654c9 service neutron] 10.222.0.49 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281423 Aug 29 04:21:39.936970 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-372f6dc8-407c-4f19-a577-5b3431750235 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.972778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72ae436d-2d64-4d04-8377-009c98084f66 req-d717751f-5fc1-4c92-be9f-e219aaa249ab tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=52189e03-436b-4d2e-9639-d8f807af3099 HTTP/1.1" status: 200 len: 210 time: 0.0527463 Aug 29 04:21:39.973061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df', '1357c840-fa87-4aa5-96a2-8def07e4be57'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:40.009901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f6dc8-407c-4f19-a577-5b3431750235 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event deleted for resources: {'Port': ['ID=1357c840-fa87-4aa5-96a2-8def07e4be57,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:40.074393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:40.086111 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Sync routers for ids ['c2297687-3767-4f6b-9d05-60c412afe3f2'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:40.099235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-372f6dc8-407c-4f19-a577-5b3431750235 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] No DVR routers for this DVR port 1357c840-fa87-4aa5-96a2-8def07e4be57 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:40.101981 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Routers {'c2297687-3767-4f6b-9d05-60c412afe3f2'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:40.103984 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c2297687-3767-4f6b-9d05-60c412afe3f2'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:40.104539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-372f6dc8-407c-4f19-a577-5b3431750235 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.108191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c59a6df6-d4f0-47f2-a942-ba6cd6c90a34 req-372f6dc8-407c-4f19-a577-5b3431750235 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.52 "DELETE /v2.0/ports/1357c840-fa87-4aa5-96a2-8def07e4be57 HTTP/1.1" status: 204 len: 173 time: 1.5456994 Aug 29 04:21:40.109181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52189e03-436b-4d2e-9639-d8f807af3099', 'name': 'network-vif-deleted', 'tag': '1357c840-fa87-4aa5-96a2-8def07e4be57'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:40.112768 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707e0d60-d7a9-4cdd-9500-cc2c1460712a" -d '{"events": [{"server_uuid": "52189e03-436b-4d2e-9639-d8f807af3099", "name": "network-vif-deleted", "tag": "1357c840-fa87-4aa5-96a2-8def07e4be57"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:40.167877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.170495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e254bd3e-c17b-4619-890f-fcb6b53e7d2f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6516325 Aug 29 04:21:40.173483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44422) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:40.186006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44424) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:40.352696 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b16c03c-f876-498b-b754-16a41a810034 x-openstack-request-id: req-8b16c03c-f876-498b-b754-16a41a810034 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:40.352996 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52189e03-436b-4d2e-9639-d8f807af3099", "name": "network-vif-deleted", "tag": "1357c840-fa87-4aa5-96a2-8def07e4be57", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:40.353260 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b16c03c-f876-498b-b754-16a41a810034 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:40.353672 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52189e03-436b-4d2e-9639-d8f807af3099', 'name': 'network-vif-deleted', 'tag': '1357c840-fa87-4aa5-96a2-8def07e4be57', 'status': 'completed', 'code': 200} Aug 29 04:21:40.357337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3d3be9b-7bc8-4c2e-94c0-c0d64de30357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.463195 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Set router c2297687-3767-4f6b-9d05-60c412afe3f2 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:40.535129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3d3be9b-7bc8-4c2e-94c0-c0d64de30357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.554423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3d3be9b-7bc8-4c2e-94c0-c0d64de30357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.592131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c30ce7b-2fd5-4042-b7fd-233b219404c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.763402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3be9b-7bc8-4c2e-94c0-c0d64de30357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9524b0-0ca2-42dd-be3d-2d58a1900467,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:40.788108 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a3d3be9b-7bc8-4c2e-94c0-c0d64de30357 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35ab0576df8847ba931ad1586e35140e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985601 Aug 29 04:21:40.791277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44500) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:40.819494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779e5a3-d734-4806-b81a-96d12721ccd1 req-ae2c3b60-240a-460d-8b2c-ce993fa7ff61 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.831749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c779e5a3-d734-4806-b81a-96d12721ccd1 req-ae2c3b60-240a-460d-8b2c-ce993fa7ff61 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 943 time: 0.2819505 Aug 29 04:21:40.932062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c779e5a3-d734-4806-b81a-96d12721ccd1 req-1d67ecec-9488-4f54-b214-f90f0ce2af5a tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980690 Aug 29 04:21:40.934048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:41.032602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c30ce7b-2fd5-4042-b7fd-233b219404c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.034915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-246f0cf7-2607-4fca-b915-4d64441b0d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.040386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c30ce7b-2fd5-4042-b7fd-233b219404c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.065568 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'name': 'tempest-ServerRescueNegativeTestJSON-813998023-router', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:35Z', 'updated_at': '2021-08-29T04:21:37Z', 'revision_number': 3, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'gw_port': {'id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:36Z', 'updated_at': '2021-08-29T04:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:41.129304 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Checking router: c2297687-3767-4f6b-9d05-60c412afe3f2 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:41.131355 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Updating router c2297687-3767-4f6b-9d05-60c412afe3f2 port b0ceffde-4c93-45fd-b48e-f35c18f36590 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:21:41.162613 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.172042 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99b831b3-a343-4a81-b57c-008a7a5578c8 req-b7339e13-0635-4ae8-b2c1-9e55944399e8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0732660 Aug 29 04:21:41.264890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30ce7b-2fd5-4042-b7fd-233b219404c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505ad2ab-64e7-4ed5-bebe-c6e0952aebab,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.341254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-246f0cf7-2607-4fca-b915-4d64441b0d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.489736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-246f0cf7-2607-4fca-b915-4d64441b0d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.497095 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-246f0cf7-2607-4fca-b915-4d64441b0d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.503333 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-246f0cf7-2607-4fca-b915-4d64441b0d06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c9524b0-0ca2-42dd-be3d-2d58a1900467 HTTP/1.1" status: 204 len: 168 time: 0.7024457 Aug 29 04:21:41.515441 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9c30ce7b-2fd5-4042-b7fd-233b219404c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d57b3bee4fa94d75b0ff930521556648&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8071370 Aug 29 04:21:41.516405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44578) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:41.529315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f0cf7-2607-4fca-b915-4d64441b0d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9524b0-0ca2-42dd-be3d-2d58a1900467,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.552316 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.564977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,segment=NetworkSegment(a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d),segment_id=a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:41.574215 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Transition to ACTIVE for port object b0ceffde-4c93-45fd-b48e-f35c18f36590 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:41.586723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eae42832-147f-4c1f-b672-78638a56c931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.590674 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.617643 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eae42832-147f-4c1f-b672-78638a56c931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.626428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '22b56fd0-beb1-43c2-8ebf-e5db8ad50a49', 'network_id': 'e8b8123f-908a-43e2-87c0-be794768a249', 'port_id': '22b56fd0-beb1-43c2-8ebf-e5db8ad50a49', 'mac_address': 'fa:16:3e:37:88:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f58e85-4305-453c-8289-a9cc1ae883cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:41.680057 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Attempting to bind port b0ceffde-4c93-45fd-b48e-f35c18f36590 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:41.682912 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eae42832-147f-4c1f-b672-78638a56c931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.683076 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Attempting to bind port b0ceffde-4c93-45fd-b48e-f35c18f36590 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:41.683326 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Attempting to bind port b0ceffde-4c93-45fd-b48e-f35c18f36590 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:41.686478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eae42832-147f-4c1f-b672-78638a56c931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.691920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eae42832-147f-4c1f-b672-78638a56c931 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/505ad2ab-64e7-4ed5-bebe-c6e0952aebab HTTP/1.1" status: 204 len: 168 time: 0.1701334 Aug 29 04:21:41.705597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae42832-147f-4c1f-b672-78638a56c931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505ad2ab-64e7-4ed5-bebe-c6e0952aebab,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.750426 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Pushing event updated for resources: {'Port': ['ID=b0ceffde-4c93-45fd-b48e-f35c18f36590,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.763315 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.764740 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.765402 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.765937 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.766511 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.767039 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.768296 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.768828 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.769558 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.770080 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.771371 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.772409 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:41.776716 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:41.777426 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:41.778187 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.778779 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:41.779506 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Bound port: b0ceffde-4c93-45fd-b48e-f35c18f36590, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:41.780134 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.795860 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.847142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:41.856130 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] For port b0ceffde-4c93-45fd-b48e-f35c18f36590, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:41.865691 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] For port b0ceffde-4c93-45fd-b48e-f35c18f36590, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b0ceffde-4c93-45fd-b48e-f35c18f36590,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:41.875985 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.922406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,segment=NetworkSegment(a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d),segment_id=a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:41.930483 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.030975 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b423a-16a3-4bde-b02d-ae267868d0ab None None] Pushing event updated for resources: {'Port': ['ID=b0ceffde-4c93-45fd-b48e-f35c18f36590,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.073762 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Routers {'c2297687-3767-4f6b-9d05-60c412afe3f2'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:42.078409 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c2297687-3767-4f6b-9d05-60c412afe3f2'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:42.082981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.160691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1357c840-fa87-4aa5-96a2-8def07e4be57 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:42.204357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 1357c840-fa87-4aa5-96a2-8def07e4be57 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:42.210559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1357c840-fa87-4aa5-96a2-8def07e4be57 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:42.215208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['22b56fd0-beb1-43c2-8ebf-e5db8ad50a49'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:42.327418 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.423205 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] Set router c2297687-3767-4f6b-9d05-60c412afe3f2 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:42.464374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3081b-32b7-4d5c-b65b-cd56b16011ac req-d2c46fc4-5023-45ab-bab0-2b68cd5d243a tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.475307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7d3081b-32b7-4d5c-b65b-cd56b16011ac req-d2c46fc4-5023-45ab-bab0-2b68cd5d243a tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 944 time: 0.3081212 Aug 29 04:21:42.729200 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7d3081b-32b7-4d5c-b65b-cd56b16011ac req-63c74088-4b74-4ce0-8c8c-88a277f42ec9 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523532 Aug 29 04:21:42.803867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44f9be32-c125-46f8-8e96-ceba58ed5ab1 req-9866b828-04a4-4819-911e-0dfdbfc744ac tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.1326904 Aug 29 04:21:42.907192 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'name': 'tempest-ServerRescueNegativeTestJSON-813998023-router', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:35Z', 'updated_at': '2021-08-29T04:21:37Z', 'revision_number': 3, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'gw_port': {'id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:36Z', 'updated_at': '2021-08-29T04:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:42.952862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:43.086440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Allocated IP 172.20.0.1 (391a7aff-b637-4ba2-b0d1-011912cd652c/9fedd1c3-66d4-4419-91e4-d26460efe04f/c311242a-6ea0-4849-a143-8c2287f6caf1) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:43.089111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4fb7a4cf-2a87-4cb0-82ce-9f44c2d1a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.090525 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4fb7a4cf-2a87-4cb0-82ce-9f44c2d1a677 service neutron] 10.222.0.52 "GET /v2.0/ports/6490a203-0231-436d-88a1-b3b768141851 HTTP/1.1" status: 200 len: 1033 time: 0.1332960 Aug 29 04:21:43.141572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:43.152871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:43.180846 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.185522 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a12357-54e6-4c3e-aa58-18938b9d58b3 None None] The sync data for ids ['c2297687-3767-4f6b-9d05-60c412afe3f2'] in n-d-712141-12 is: [{'id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'name': 'tempest-ServerRescueNegativeTestJSON-813998023-router', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:35Z', 'updated_at': '2021-08-29T04:21:37Z', 'revision_number': 3, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'gw_port': {'id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:36Z', 'updated_at': '2021-08-29T04:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:43.226382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b8baecaf-410b-4ec5-91ae-bc5fe0699adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.239987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b8baecaf-410b-4ec5-91ae-bc5fe0699adb service neutron] 10.222.0.52 "GET /v2.0/ports/73e26f0f-c475-4574-ae61-87e3ad0c0b20 HTTP/1.1" status: 200 len: 1032 time: 0.1361167 Aug 29 04:21:43.528676 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.565359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efcaf5a-134a-4124-8e84-0ff48fb64a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b56fd0-beb1-43c2-8ebf-e5db8ad50a49'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:43.569320 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11976b3-4fbc-41b7-baa8-7915fdfbe024" -d '{"events": [{"server_uuid": "2efcaf5a-134a-4124-8e84-0ff48fb64a59", "name": "network-vif-plugged", "status": "completed", "tag": "22b56fd0-beb1-43c2-8ebf-e5db8ad50a49"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:43.604955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44816) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:43.660215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,segment=NetworkSegment(a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d),segment_id=a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:43.670249 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.822652 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ef7b76-6a5b-47f0-9632-a0868b32d108 x-openstack-request-id: req-79ef7b76-6a5b-47f0-9632-a0868b32d108 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:43.830908 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efcaf5a-134a-4124-8e84-0ff48fb64a59", "name": "network-vif-plugged", "status": "completed", "tag": "22b56fd0-beb1-43c2-8ebf-e5db8ad50a49", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:43.831176 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79ef7b76-6a5b-47f0-9632-a0868b32d108 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:43.831593 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efcaf5a-134a-4124-8e84-0ff48fb64a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b56fd0-beb1-43c2-8ebf-e5db8ad50a49', 'code': 200} Aug 29 04:21:43.905399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:43.988687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a852b7-8835-467b-af88-db95de6163c0 req-6b4f36d8-82b6-4ff7-b6d0-224faf876980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.008277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a852b7-8835-467b-af88-db95de6163c0 req-6b4f36d8-82b6-4ff7-b6d0-224faf876980 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 1097 time: 0.1204844 Aug 29 04:21:44.159899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-99418428-network', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:44.166173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3a852b7-8835-467b-af88-db95de6163c0 req-9f84edb7-661c-491f-96de-c60224d968ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521058 Aug 29 04:21:44.201285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Made reservation on behalf of 8ce5b211267f4463aa23c893c9e41ccc for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:44.203378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b0ceffde-4c93-45fd-b48e-f35c18f36590 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:44.205057 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.224376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.311193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port b0ceffde-4c93-45fd-b48e-f35c18f36590 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:44.322179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b0ceffde-4c93-45fd-b48e-f35c18f36590 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:44.322867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.454357 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.459889 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.490609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:44.526631 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.551791 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.552177 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Added segment bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f of type vlan for network fe848193-297b-498e-8bd5-030f3a239f53 Aug 29 04:21:44.581887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port b0ceffde-4c93-45fd-b48e-f35c18f36590, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b0ceffde-4c93-45fd-b48e-f35c18f36590,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:44.584451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8889a6c-d2b7-48e3-a9e3-34a664d53317,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.587757 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.698810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.722357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=b0ceffde-4c93-45fd-b48e-f35c18f36590,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.726934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1e41f9c5-b5f4-44d0-8bdd-b906b67ad9a3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.734615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1e41f9c5-b5f4-44d0-8bdd-b906b67ad9a3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.751288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.752324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.752930 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.766045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1e41f9c5-b5f4-44d0-8bdd-b906b67ad9a3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.770175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1e41f9c5-b5f4-44d0-8bdd-b906b67ad9a3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "GET /v2.0/networks?id=a2fa9d0e-600e-409d-9d8b-54d571a16937&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 HTTP/1.1" status: 200 len: 1995 time: 1.5274112 Aug 29 04:21:44.823221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0ee0-97e1-476d-905f-e8e8c81c8cb7 req-c6a720ef-e6e7-4a88-99e7-5e7994a7cee5 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.824898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-522c0ee0-97e1-476d-905f-e8e8c81c8cb7 req-c6a720ef-e6e7-4a88-99e7-5e7994a7cee5 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 945 time: 0.6029670 Aug 29 04:21:44.851728 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2456453 Aug 29 04:21:44.855044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44864) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:44.860912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Request body: {'subnet': {'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-99418428-subnet', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:44.876913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a1df7-8bc9-479e-817b-fb488ee6b470 admin admin] Pushing event updated for resources: {'Network': ['ID=fe848193-297b-498e-8bd5-030f3a239f53,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.888556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network fe848193-297b-498e-8bd5-030f3a239f53 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:44.937181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Made reservation on behalf of 8ce5b211267f4463aa23c893c9e41ccc for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:44.939980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.961169 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.974062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-619ae85e-a3d4-40a0-9de5-9b83b82d1eec tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.975912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-619ae85e-a3d4-40a0-9de5-9b83b82d1eec tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.7762699 Aug 29 04:21:45.003563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9783c181-921d-482e-a513-d120c2cacdc0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0108dc87a3c545139335fa764de2de52 HTTP/1.1" status: 200 len: 379 time: 0.2067676 Aug 29 04:21:45.033474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'admin_state_up': True, 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'security_groups': ['60763bf9-1659-4fab-933d-16399e9835b5']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:45.041095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-522c0ee0-97e1-476d-905f-e8e8c81c8cb7 req-326ca844-97bc-4992-a6d2-867f28513ef7 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992736 Aug 29 04:21:45.057360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-a1db8c02-dfdc-4f3b-bc5f-64e06c4f3416 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/quotas/4fab53e832624a009b9aba75e5bd5bed HTTP/1.1" status: 200 len: 375 time: 0.0712740 Aug 29 04:21:45.187736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.217196 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-01f6e198-a4aa-499b-9d3b-1a0f5d5d5a73 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294498 Aug 29 04:21:45.221462 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.355472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f04a99-397f-4610-8675-975988a7232d,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:45.390742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Checking segment: {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:45.391105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Network hostable DHCP agents. Network: fe848193-297b-498e-8bd5-030f3a239f53, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:45.403893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f11fb15b-3887-431d-a752-88cfce016b4f req-d55fb030-4ba3-4c49-b8c8-fb8ba4833ab2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.1070848 Aug 29 04:21:45.414076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Network 391a7aff-b637-4ba2-b0d1-011912cd652c is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:45.415956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Network fe848193-297b-498e-8bd5-030f3a239f53 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:45.424889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Pushing event updated for resources: {'Port': ['ID=c311242a-6ea0-4849-a143-8c2287f6caf1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:45.430999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:45.435782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:45.437944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:45.441917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, fe848193-297b-498e-8bd5-030f3a239f53) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:45.443129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.451610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ddb26-ffe0-425a-a8f8-1112949b772f None None] Network fe848193-297b-498e-8bd5-030f3a239f53 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:45.458545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.459155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.481984 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-31dc8351-b554-43ff-9352-7c9dc9e36419 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6252837 Aug 29 04:21:45.484431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44874) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:45.495546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:45.553651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.556525 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.688317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-fe848193-297b-498e-8bd5-030f3a239f53', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:21:45.689419 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.717247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.719575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44878) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:45.770315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-fdfe7ff6-c2da-4b47-9408-4d212cf949a1 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721663 Aug 29 04:21:45.897874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.904242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Allocated IP 172.20.0.2 (fe848193-297b-498e-8bd5-030f3a239f53/26f04a99-397f-4610-8675-975988a7232d/1b861fb0-46a9-4794-b230-af803de66d44) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:46.006572 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-466b6eec-dcf7-41dc-af0e-62f0e584482c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2599440 Aug 29 04:21:46.093237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Allocated IP 172.20.0.12 (a2fa9d0e-600e-409d-9d8b-54d571a16937/644e4da1-c29f-40d2-b99b-b0869739804c/304997e4-5d25-4328-aeb8-2c3f87504943) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:46.191674 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.202017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Transition to ACTIVE for port object 1b861fb0-46a9-4794-b230-af803de66d44 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:46.210162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b0ceffde-4c93-45fd-b48e-f35c18f36590 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:46.249720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Transition to ACTIVE for port object 1b861fb0-46a9-4794-b230-af803de66d44 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:46.261088 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.269069 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.293098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-c651159c-34a1-4951-9e81-6f20e000e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.294757 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-c651159c-34a1-4951-9e81-6f20e000e784 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1097 time: 0.1974359 Aug 29 04:21:46.301443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.306825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Network fe848193-297b-498e-8bd5-030f3a239f53 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:46.310433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:46.316866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:46.319641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Transition to ACTIVE for port object 304997e4-5d25-4328-aeb8-2c3f87504943 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:46.355856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Pushing event updated for resources: {'Port': ['ID=1b861fb0-46a9-4794-b230-af803de66d44,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:46.393185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Attempting to bind port 1b861fb0-46a9-4794-b230-af803de66d44 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:46.393914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Attempting to bind port 1b861fb0-46a9-4794-b230-af803de66d44 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:46.394452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Attempting to bind port 1b861fb0-46a9-4794-b230-af803de66d44 on network fe848193-297b-498e-8bd5-030f3a239f53 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:46.396535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b0ceffde-4c93-45fd-b48e-f35c18f36590 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:46.397069 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.436791 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:46.442389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:46.443009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Checking segment: {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:46.443581 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.444332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Bound using segment: {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:46.445013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Bound port: 1b861fb0-46a9-4794-b230-af803de66d44, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:46.445571 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.447388 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.466701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-a0d6c246-eb5f-4f77-b478-ab0b0c3dc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.468403 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-a0d6c246-eb5f-4f77-b478-ab0b0c3dc76d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.1405513 Aug 29 04:21:46.512447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.563110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] For port 1b861fb0-46a9-4794-b230-af803de66d44, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:46.567615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] For port 1b861fb0-46a9-4794-b230-af803de66d44, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1b861fb0-46a9-4794-b230-af803de66d44,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:46.574811 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.612254 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-c47997bf-63dc-409a-9c27-5e5a9a5c4418 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 1000 time: 0.1363351 Aug 29 04:21:46.652531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5e06f-6f09-4045-8332-56b990c4290d None None] Pushing event updated for resources: {'Port': ['ID=1b861fb0-46a9-4794-b230-af803de66d44,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:46.667036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.707465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network a2fa9d0e-600e-409d-9d8b-54d571a16937 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:46.711614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.738058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:46.746476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:46.751097 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.776416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Port': ['ID=304997e4-5d25-4328-aeb8-2c3f87504943,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:46.827352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-a10d2b1f-c312-48a5-b268-a7ea4ce61e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.828244 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-a10d2b1f-c312-48a5-b268-a7ea4ce61e74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1631799 Aug 29 04:21:46.897341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41eb2-ab53-437e-bd45-1e603482073c req-99612daf-0bc6-48c3-887a-180757245c46 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.899312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14e41eb2-ab53-437e-bd45-1e603482073c req-99612daf-0bc6-48c3-887a-180757245c46 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 945 time: 0.4706068 Aug 29 04:21:46.909940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-86879462-c77c-4fc3-9ddc-4908f685f871 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0902719 Aug 29 04:21:46.932624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Allocated IP 172.25.5.183 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/25cc92eb-563e-4f0d-abf2-2d5d53f59dae) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:46.957678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-4739ec13-a049-4e7f-a6f8-58c529e41928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.959223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-4739ec13-a049-4e7f-a6f8-58c529e41928 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969856 Aug 29 04:21:47.047044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.047861 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.206178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-425c35e1-38f5-40c8-bdee-fcd66e3bd6e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1876769 Aug 29 04:21:47.213989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.245669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512', 'admin_state_up': True, 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'security_groups': ['60763bf9-1659-4fab-933d-16399e9835b5']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:47.246500 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.261918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3da9a0b2-7079-4dc4-817b-124ae1a4f954 None None] Provisioning for port 304997e4-5d25-4328-aeb8-2c3f87504943 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:47.268734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14e41eb2-ab53-437e-bd45-1e603482073c req-0b04d309-cdbd-4c84-9215-32117bd60fc8 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521137 Aug 29 04:21:47.269492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3da9a0b2-7079-4dc4-817b-124ae1a4f954 None None] Provisioning complete for port 304997e4-5d25-4328-aeb8-2c3f87504943 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:47.269492 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3da9a0b2-7079-4dc4-817b-124ae1a4f954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.269814 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.319208 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-b8525027-8587-4c3a-8fe8-c106723876d9 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487577 Aug 29 04:21:47.383518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3da9a0b2-7079-4dc4-817b-124ae1a4f954 None None] Port 304997e4-5d25-4328-aeb8-2c3f87504943 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:47.506599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.532658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:47.540411 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:47.567349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:47.620428 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d061d492-3af1-4210-9db6-cb9bdf761d6a req-d60c1212-3874-4aa2-9437-342b6c184136 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831693 Aug 29 04:21:47.671260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Pushing event updated for resources: {'Port': ['ID=25cc92eb-563e-4f0d-abf2-2d5d53f59dae,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:47.724493 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.768908 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a7b7fca-3d7a-4fd6-8860-5801f368d6b4 req-ab0b070f-9abf-4542-be1b-bafeee8f0b2c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 210 time: 0.1807151 Aug 29 04:21:47.822053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Pushing event updated for resources: {'Port': ['ID=c311242a-6ea0-4849-a143-8c2287f6caf1,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:47.934588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e350d-b37d-4796-b6ec-fab258a2b78b req-74fc186b-20b8-4dfe-b3bc-b8859b4cd789 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.947799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c9e350d-b37d-4796-b6ec-fab258a2b78b req-74fc186b-20b8-4dfe-b3bc-b8859b4cd789 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 932 time: 0.4562294 Aug 29 04:21:47.964035 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.146582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.164301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:48.169339 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.277016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1b861fb0-46a9-4794-b230-af803de66d44 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:48.337047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.356656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a6ed2d-4143-4d23-a355-b97f0448896b None None] Network fe848193-297b-498e-8bd5-030f3a239f53 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:48.378347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c9e350d-b37d-4796-b6ec-fab258a2b78b req-3de7d46b-cd7f-4147-b4f6-7c682bcb6c54 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4279921 Aug 29 04:21:48.384856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Network 391a7aff-b637-4ba2-b0d1-011912cd652c is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:48.438538 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7874e58-2018-4d1c-9ba2-412d197aa443 req-1417248c-fcac-46f5-8c04-9d22109a0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.440586 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7874e58-2018-4d1c-9ba2-412d197aa443 req-1417248c-fcac-46f5-8c04-9d22109a0eea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27280752c0df49a0a18118eca4a7d953&device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 1097 time: 0.1955652 Aug 29 04:21:48.464706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:48.503678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-03e3080f-e230-4af0-807d-2b0ea4ce0f3b None None] Provisioning for port 1b861fb0-46a9-4794-b230-af803de66d44 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:48.513380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1b861fb0-46a9-4794-b230-af803de66d44 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:48.532614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1b861fb0-46a9-4794-b230-af803de66d44 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:48.532993 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.608792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-03e3080f-e230-4af0-807d-2b0ea4ce0f3b None None] Provisioning complete for port 1b861fb0-46a9-4794-b230-af803de66d44 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:48.609169 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03e3080f-e230-4af0-807d-2b0ea4ce0f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.657831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7874e58-2018-4d1c-9ba2-412d197aa443 req-1b582e3b-dfa7-46d1-aebf-91dd5e4e820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.659667 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7874e58-2018-4d1c-9ba2-412d197aa443 req-1b582e3b-dfa7-46d1-aebf-91dd5e4e820c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e8b8123f-908a-43e2-87c0-be794768a249 HTTP/1.1" status: 200 len: 914 time: 0.2112238 Aug 29 04:21:48.709652 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7874e58-2018-4d1c-9ba2-412d197aa443 req-634e7f6e-aee8-4a43-8cc8-a3a5eccf36b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 HTTP/1.1" status: 200 len: 217 time: 0.0428312 Aug 29 04:21:48.712710 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.722385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Allocated IP 10.1.1.150 (8f6fc8a7-6507-4211-a230-6c8df3f22512/ea187ed7-ef34-472f-a2dd-0ee9fe02744c/260a06fd-9172-49bd-ad16-944e6632f817) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:48.763185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7874e58-2018-4d1c-9ba2-412d197aa443 req-4494ec1f-7b3a-4d3b-9c04-194de1952cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.765457 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7874e58-2018-4d1c-9ba2-412d197aa443 req-4494ec1f-7b3a-4d3b-9c04-194de1952cf6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4f58e85-4305-453c-8289-a9cc1ae883cc HTTP/1.1" status: 200 len: 853 time: 0.0494859 Aug 29 04:21:48.784018 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.835854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 1b861fb0-46a9-4794-b230-af803de66d44, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1b861fb0-46a9-4794-b230-af803de66d44,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:48.879113 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.894201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Transition to ACTIVE for port object 260a06fd-9172-49bd-ad16-944e6632f817 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:48.945471 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.948484 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.094971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=1b861fb0-46a9-4794-b230-af803de66d44,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:49.106859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Port': ['ID=260a06fd-9172-49bd-ad16-944e6632f817,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:49.159755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-258905e2-5c0a-4d7c-a341-aeabdb03c9c3 req-0c1acbd0-bac1-4961-bd6b-ccb17979e9d9 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 210 time: 0.2277637 Aug 29 04:21:49.183848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37798e43-0e5f-4b16-a940-0642f9d6c597 req-5a9c5e93-9fc8-459d-a6f1-463748899ae7 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.192012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37798e43-0e5f-4b16-a940-0642f9d6c597 req-5a9c5e93-9fc8-459d-a6f1-463748899ae7 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 945 time: 0.9801929 Aug 29 04:21:49.206006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network 8f6fc8a7-6507-4211-a230-6c8df3f22512 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:49.247995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:49.248523 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7874e58-2018-4d1c-9ba2-412d197aa443 req-97554a03-c1b8-47fe-8293-be0ba466b43b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e8b8123f-908a-43e2-87c0-be794768a249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4099922 Aug 29 04:21:49.250697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:49.265212 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Router c2297687-3767-4f6b-9d05-60c412afe3f2 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:49.430362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-2a839ac0-e8f2-462c-ac47-50f164acd177 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.433183 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-2a839ac0-e8f2-462c-ac47-50f164acd177 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.5975411 Aug 29 04:21:49.443209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3e31dfe8-3b28-4248-b663-217578e8a033 None None] Provisioning complete for port 1b861fb0-46a9-4794-b230-af803de66d44 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:49.443587 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3e31dfe8-3b28-4248-b663-217578e8a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.516249 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Request body: {'port': {'device_id': '957a8ff6-7836-4b33-90d5-e5d86f79817b', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'admin_state_up': True, 'tenant_id': '4fab53e832624a009b9aba75e5bd5bed'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:49.701356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9cd80171-0a4a-450d-a1eb-7d0a4b4b6f9a None None] Provisioning for port 260a06fd-9172-49bd-ad16-944e6632f817 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:49.708304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9cd80171-0a4a-450d-a1eb-7d0a4b4b6f9a None None] Provisioning complete for port 260a06fd-9172-49bd-ad16-944e6632f817 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:49.709087 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9cd80171-0a4a-450d-a1eb-7d0a4b4b6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.716096 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:21:49.721940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37798e43-0e5f-4b16-a940-0642f9d6c597 req-5d7dc41c-4151-4cdd-83bb-b7d2d925ed02 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288482 Aug 29 04:21:49.725609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Allocated IP 172.25.5.42 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/a4657b94-35f4-429b-a1d5-a22411005d41) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:49.745797 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7874e58-2018-4d1c-9ba2-412d197aa443 req-a9bdb97a-494f-4bb8-bd19-a8f4e7efb41d service neutron] 10.222.0.59 "GET /v2.0/networks/e8b8123f-908a-43e2-87c0-be794768a249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043374 Aug 29 04:21:49.775035 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9cd80171-0a4a-450d-a1eb-7d0a4b4b6f9a None None] Port 260a06fd-9172-49bd-ad16-944e6632f817 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:49.845489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.846167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.906359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Made reservation on behalf of 4fab53e832624a009b9aba75e5bd5bed for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:49.910623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.915566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f8f1a-1d4d-4158-b308-bfd4fd511410 req-8d206947-3105-4352-92ae-31e47826bfa9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.921599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f8f1a-1d4d-4158-b308-bfd4fd511410 req-8d206947-3105-4352-92ae-31e47826bfa9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.923291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-982f8f1a-1d4d-4158-b308-bfd4fd511410 req-8d206947-3105-4352-92ae-31e47826bfa9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 1654 time: 0.2114019 Aug 29 04:21:49.924185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7874e58-2018-4d1c-9ba2-412d197aa443 req-10fea99c-731d-4514-b393-993631e8be33 service neutron] 10.222.0.59 "GET /v2.0/networks/e8b8123f-908a-43e2-87c0-be794768a249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759343 Aug 29 04:21:49.924867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:21:49.928630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e1d95719-d160-4973-872a-96c4127055ba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6941712 Aug 29 04:21:49.986114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512', 'admin_state_up': True, 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'security_groups': ['60763bf9-1659-4fab-933d-16399e9835b5']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:50.109497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.118579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-982f8f1a-1d4d-4158-b308-bfd4fd511410 req-e8a78f4d-5677-44fd-9dc2-62a90e113cf4 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788058 Aug 29 04:21:50.166891 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:50.169020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Allocated IP 172.20.0.11 (9affe2b5-86a2-4e94-b605-2357849469a0/8403fb6b-2733-4111-9891-375088cbf5e3/2af3ead9-d0cb-4495-82b3-e2da87e73893) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:50.179479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Sync routers for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:50.186356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1b861fb0-46a9-4794-b230-af803de66d44 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:50.208508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.210937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:50.211741 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2c1619eb-a246-422a-a5e9-5ab2866c91f6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7223132 Aug 29 04:21:50.228868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-89cd81cb-c807-4e82-873b-fa248453456a admin admin] 10.222.0.49 "PUT /v2.0/routers/c2297687-3767-4f6b-9d05-60c412afe3f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0469713 Aug 29 04:21:50.229081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44926) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:50.233451 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Sync routers for ids ['c2297687-3767-4f6b-9d05-60c412afe3f2'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:50.250326 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Routers {'c2297687-3767-4f6b-9d05-60c412afe3f2'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:50.250969 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c2297687-3767-4f6b-9d05-60c412afe3f2'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:50.258881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:50.261436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:50.389056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b7a56be7-cd81-4cfc-a2b9-b6db0a456519 req-95cb9231-1168-413e-8e3f-0c95dadce312 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 210 time: 0.1035028 Aug 29 04:21:50.425690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:50.432306 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.472635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:50.487569 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Set router c2297687-3767-4f6b-9d05-60c412afe3f2 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:50.622706 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.745435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event updated for resources: {'Port': ['ID=a4657b94-35f4-429b-a1d5-a22411005d41,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:50.764949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:50.780634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:50.788867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:50.960387 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'name': 'tempest-ServerRescueNegativeTestJSON-813998023-router', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:35Z', 'updated_at': '2021-08-29T04:21:46Z', 'revision_number': 4, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'gw_port': {'id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:36Z', 'updated_at': '2021-08-29T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c311242a-6ea0-4849-a143-8c2287f6caf1', 'name': '', 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'mac_address': 'fa:16:3e:0a:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '9fedd1c3-66d4-4419-91e4-d26460efe04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:42Z', 'updated_at': '2021-08-29T04:21:46Z', 'revision_number': 2, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'subnets': [{'id': '9fedd1c3-66d4-4419-91e4-d26460efe04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:50.999818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1b861fb0-46a9-4794-b230-af803de66d44 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:51.000208 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.009533 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Checking router: c2297687-3767-4f6b-9d05-60c412afe3f2 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:51.009889 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Updating router c2297687-3767-4f6b-9d05-60c412afe3f2 port c311242a-6ea0-4849-a143-8c2287f6caf1 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:21:51.014165 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.036970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.062458 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.095324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:47Z', 'revision_number': 3, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:51.142746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Allocated IP 10.1.1.246 (8f6fc8a7-6507-4211-a230-6c8df3f22512/ea187ed7-ef34-472f-a2dd-0ee9fe02744c/55c371a8-aa23-4484-8e05-8ac606be9819) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:51.153691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37643d7-bdf3-4741-af66-14fba86c742f req-a0e69cf1-8f2a-4304-bf57-c99c0f35af95 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.157085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-a0e69cf1-8f2a-4304-bf57-c99c0f35af95 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 818 time: 0.1221762 Aug 29 04:21:51.176855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Checking router: 39a7bb1d-5925-42a6-968c-f5cb478cdb22 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:51.177647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Updating router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:21:51.217001 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.270494 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.305955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:51.326360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-76638275-2100-4d22-b542-41101d7a1140 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/quotas/dc8dd4502da240e4bd7c9d18daf049c9 HTTP/1.1" status: 200 len: 375 time: 0.1104155 Aug 29 04:21:51.356089 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.367177 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event updated for resources: {'Port': ['ID=2af3ead9-d0cb-4495-82b3-e2da87e73893,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:51.396122 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.441676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Network 9affe2b5-86a2-4e94-b605-2357849469a0 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:51.446525 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.458598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:51.468411 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:51.474003 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Transition to ACTIVE for port object c311242a-6ea0-4849-a143-8c2287f6caf1 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:51.487008 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.614268 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b549434-6f0d-4991-8633-7f443012ba3c None None] Pushing event updated for resources: {'Port': ['ID=c311242a-6ea0-4849-a143-8c2287f6caf1,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:51.656190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3534c-df9d-45d5-b1f4-053288b46a7e req-3dd24187-d8c2-483a-8ae8-f86d16a57992 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.658450 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edd3534c-df9d-45d5-b1f4-053288b46a7e req-3dd24187-d8c2-483a-8ae8-f86d16a57992 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 945 time: 0.6357167 Aug 29 04:21:51.675080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.676364 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.727226 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Attempting to bind port c311242a-6ea0-4849-a143-8c2287f6caf1 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:51.728225 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Attempting to bind port c311242a-6ea0-4849-a143-8c2287f6caf1 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:51.728606 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Attempting to bind port c311242a-6ea0-4849-a143-8c2287f6caf1 on network 391a7aff-b637-4ba2-b0d1-011912cd652c {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:51.735039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-abb7a627-f7b7-4f5d-88fc-12f88df978d9 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4071035 Aug 29 04:21:51.740695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:51.740695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Checking segment: {'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:51.740695 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.740695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Bound using segment: {'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:51.741218 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Bound port: c311242a-6ea0-4849-a143-8c2287f6caf1, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:51.741504 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.823147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Allocated IP 172.20.0.1 (fe848193-297b-498e-8bd5-030f3a239f53/26f04a99-397f-4610-8675-975988a7232d/b70a5fce-bd69-4d43-9121-2cfc848af353) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:51.865049 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] For port c311242a-6ea0-4849-a143-8c2287f6caf1, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:51.875662 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] For port c311242a-6ea0-4849-a143-8c2287f6caf1, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c311242a-6ea0-4849-a143-8c2287f6caf1,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:51.880722 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.931975 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-e4c857e5-ea94-42c4-bbcd-232f84e62671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4559155 Aug 29 04:21:51.951588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Request body: {'port': {'device_id': '957a8ff6-7836-4b33-90d5-e5d86f79817b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:51.989953 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-b1e7b06b-1a47-4f93-800b-4563f28942cc service neutron] 10.222.0.49 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921771 Aug 29 04:21:52.015571 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Routers {'c2297687-3767-4f6b-9d05-60c412afe3f2'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:52.016274 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c2297687-3767-4f6b-9d05-60c412afe3f2'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:52.038290 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.043762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.052902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.074299 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b549434-6f0d-4991-8633-7f443012ba3c None None] Pushing event updated for resources: {'Port': ['ID=c311242a-6ea0-4849-a143-8c2287f6caf1,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:52.077015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Transition to ACTIVE for port object 25cc92eb-563e-4f0d-abf2-2d5d53f59dae will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:52.098460 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.118523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-2fe17c25-39f2-43e4-8647-8d8fb80a3341 service neutron] 10.222.0.49 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081874 Aug 29 04:21:52.170262 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edd3534c-df9d-45d5-b1f4-053288b46a7e req-686cc008-d0bd-46de-a377-1be2fc3d4ec0 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984438 Aug 29 04:21:52.188668 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.203114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Attempting to bind port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:52.203490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Attempting to bind port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:52.203854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Attempting to bind port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:52.220100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Transition to ACTIVE for port object b70a5fce-bd69-4d43-9121-2cfc848af353 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:52.240640 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] Set router c2297687-3767-4f6b-9d05-60c412afe3f2 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:52.260613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:52.263744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:52.264386 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.265234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:52.265854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Bound port: 25cc92eb-563e-4f0d-abf2-2d5d53f59dae, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:52.267787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.269127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.277241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Transition to ACTIVE for port object 55c371a8-aa23-4484-8e05-8ac606be9819 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:52.311098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dcddf-241c-4748-9ead-e4a8d0080f41 None None] Pushing event updated for resources: {'Port': ['ID=25cc92eb-563e-4f0d-abf2-2d5d53f59dae,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:52.364281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=b70a5fce-bd69-4d43-9121-2cfc848af353,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:52.382801 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.400648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] For port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:52.401131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Network fe848193-297b-498e-8bd5-030f3a239f53 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:52.411485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] For port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=25cc92eb-563e-4f0d-abf2-2d5d53f59dae,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:52.419286 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.426573 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.427283 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:52.433431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:52.495686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:52.496398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:52.585066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event updated for resources: {'Port': ['ID=a4657b94-35f4-429b-a1d5-a22411005d41,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:52.626872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.632973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dcddf-241c-4748-9ead-e4a8d0080f41 None None] Pushing event updated for resources: {'Port': ['ID=25cc92eb-563e-4f0d-abf2-2d5d53f59dae,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:52.714563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:52.724055 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.752436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbef8f3-f264-44a9-a956-03aff8569dc9 req-f3dbf2ad-6c6f-4b9a-8831-4f52bb051cb6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.769630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bbef8f3-f264-44a9-a956-03aff8569dc9 req-f3dbf2ad-6c6f-4b9a-8831-4f52bb051cb6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 932 time: 0.1935771 Aug 29 04:21:52.792651 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'name': 'tempest-ServerRescueNegativeTestJSON-813998023-router', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:35Z', 'updated_at': '2021-08-29T04:21:46Z', 'revision_number': 4, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'gw_port': {'id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:36Z', 'updated_at': '2021-08-29T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c311242a-6ea0-4849-a143-8c2287f6caf1', 'name': '', 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'mac_address': 'fa:16:3e:0a:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '9fedd1c3-66d4-4419-91e4-d26460efe04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:42Z', 'updated_at': '2021-08-29T04:21:51Z', 'revision_number': 4, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'subnets': [{'id': '9fedd1c3-66d4-4419-91e4-d26460efe04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:52.839903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356d01a-6460-49eb-86dc-e4b9e8d43611 req-78d456ee-09cc-48f7-8508-d18d75810024 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.848175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356d01a-6460-49eb-86dc-e4b9e8d43611 req-78d456ee-09cc-48f7-8508-d18d75810024 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.857413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9356d01a-6460-49eb-86dc-e4b9e8d43611 req-78d456ee-09cc-48f7-8508-d18d75810024 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 1654 time: 0.3164690 Aug 29 04:21:52.862266 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663f24-6224-4021-80f5-806eb6f892b7 None None] The sync data for ids ['c2297687-3767-4f6b-9d05-60c412afe3f2'] in n-d-712141-12 is: [{'id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'name': 'tempest-ServerRescueNegativeTestJSON-813998023-router', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:35Z', 'updated_at': '2021-08-29T04:21:46Z', 'revision_number': 4, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'gw_port': {'id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:36Z', 'updated_at': '2021-08-29T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'c311242a-6ea0-4849-a143-8c2287f6caf1', 'name': '', 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'mac_address': 'fa:16:3e:0a:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '9fedd1c3-66d4-4419-91e4-d26460efe04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:42Z', 'updated_at': '2021-08-29T04:21:51Z', 'revision_number': 4, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'subnets': [{'id': '9fedd1c3-66d4-4419-91e4-d26460efe04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:52.959913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5bb5d45e-e04c-423e-90cb-ad5f752c80ae None None] Provisioning for port b70a5fce-bd69-4d43-9121-2cfc848af353 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:52.961269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network 8f6fc8a7-6507-4211-a230-6c8df3f22512 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:52.969619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5bb5d45e-e04c-423e-90cb-ad5f752c80ae None None] Provisioning complete for port b70a5fce-bd69-4d43-9121-2cfc848af353 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:52.970545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d45e-e04c-423e-90cb-ad5f752c80ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.973949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9356d01a-6460-49eb-86dc-e4b9e8d43611 req-c0220a34-9369-4155-aa37-f230c8609eda tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152341 Aug 29 04:21:52.986290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.059640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:53.103768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5bb5d45e-e04c-423e-90cb-ad5f752c80ae None None] Port b70a5fce-bd69-4d43-9121-2cfc848af353 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:53.105623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bbef8f3-f264-44a9-a956-03aff8569dc9 req-0b113047-e51b-4438-939a-5f191e675ed1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349359 Aug 29 04:21:53.111935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:53.150328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:47Z', 'revision_number': 3, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:53.177361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Port': ['ID=55c371a8-aa23-4484-8e05-8ac606be9819,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:53.218281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07419dbd-2fe5-4532-9cb6-894080cf98e2 None None] The sync data for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 is: [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:47Z', 'revision_number': 3, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:53.241961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af3ead9-d0cb-4495-82b3-e2da87e73893 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:53.259296 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.274209 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.275585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a80342fb-33f8-4515-8e81-c94b0629e670 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5122941 Aug 29 04:21:53.287397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44972) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:53.293406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Transition to ACTIVE for port object 2af3ead9-d0cb-4495-82b3-e2da87e73893 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:53.304546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.309144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-928493398'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:53.432450 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a88d4827-0588-4948-aba6-ef6d4b989412 req-244de924-fd90-4c7a-be24-b93f30380e8a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 210 time: 0.1378977 Aug 29 04:21:53.433272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Made reservation on behalf of 941eef9e27cf43808855a96e3cbab377 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:53.437573 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.486684 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.526497 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96aae57c-9815-401e-84eb-5062329044b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.534819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.537683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=2af3ead9-d0cb-4495-82b3-e2da87e73893,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:53.541860 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.579028 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.591720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e6ff01c7-1b3a-4585-b9b3-7c7679398a96 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6117232 Aug 29 04:21:53.615619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6', 'admin_state_up': True, 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'security_groups': ['60763bf9-1659-4fab-933d-16399e9835b5']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:53.635424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a160981f-2904-4f5a-8fe3-14f3e630e406 None None] Provisioning for port 55c371a8-aa23-4484-8e05-8ac606be9819 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:53.652680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a160981f-2904-4f5a-8fe3-14f3e630e406 None None] Provisioning complete for port 55c371a8-aa23-4484-8e05-8ac606be9819 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:53.654588 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a160981f-2904-4f5a-8fe3-14f3e630e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.724027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a160981f-2904-4f5a-8fe3-14f3e630e406 None None] Port 55c371a8-aa23-4484-8e05-8ac606be9819 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:53.981737 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.019374 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.037024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00610a-6f23-40bc-9bd4-9b840f0d68ce req-63dbc4ad-c99c-4e7e-9c84-a0ce0c5a32ef tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.045623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da00610a-6f23-40bc-9bd4-9b840f0d68ce req-63dbc4ad-c99c-4e7e-9c84-a0ce0c5a32ef tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 945 time: 0.2295923 Aug 29 04:21:54.077398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Attempting to bind port 2af3ead9-d0cb-4495-82b3-e2da87e73893 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:54.088644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Attempting to bind port 2af3ead9-d0cb-4495-82b3-e2da87e73893 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:54.091779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Attempting to bind port 2af3ead9-d0cb-4495-82b3-e2da87e73893 on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:54.138232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-b4c66597-d4e1-41a2-a365-9505f2faf846 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.140094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-b4c66597-d4e1-41a2-a365-9505f2faf846 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 818 time: 0.3190506 Aug 29 04:21:54.189721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Port 2af3ead9-d0cb-4495-82b3-e2da87e73893 on network 9affe2b5-86a2-4e94-b605-2357849469a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:54.190706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Attempting to bind port 2af3ead9-d0cb-4495-82b3-e2da87e73893 on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:54.244801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-d2d6a199-852a-40af-9d95-a96289732987 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/quotas/dc8dd4502da240e4bd7c9d18daf049c9 HTTP/1.1" status: 200 len: 375 time: 0.0859270 Aug 29 04:21:54.259335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25cc92eb-563e-4f0d-abf2-2d5d53f59dae up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:54.338985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:54.340143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Checking segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:54.340755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Bound using segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:54.341523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Bound port: 2af3ead9-d0cb-4495-82b3-e2da87e73893, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:54.342112 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.373986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:54.378058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=b70a5fce-bd69-4d43-9121-2cfc848af353,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.383872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:54.384417 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.403686 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.420949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da00610a-6f23-40bc-9bd4-9b840f0d68ce req-d25742c0-23c3-4949-b696-de4232297814 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650465 Aug 29 04:21:54.487167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-acfe62b6-9c73-4d29-a2bf-14653f3f5f4a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2037966 Aug 29 04:21:54.543366 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.562996 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.587028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=25cc92eb-563e-4f0d-abf2-2d5d53f59dae,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:54.592438 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.593629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c311242a-6ea0-4849-a143-8c2287f6caf1 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:54.661286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] For port 2af3ead9-d0cb-4495-82b3-e2da87e73893, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:54.674224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37643d7-bdf3-4741-af66-14fba86c742f req-c6245ea7-5f49-45e6-b6c1-699175b3e38e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.678602 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-c6245ea7-5f49-45e6-b6c1-699175b3e38e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.52 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 818 time: 0.5822194 Aug 29 04:21:54.708107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] For port 2af3ead9-d0cb-4495-82b3-e2da87e73893, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2af3ead9-d0cb-4495-82b3-e2da87e73893,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:54.720090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=25cc92eb-563e-4f0d-abf2-2d5d53f59dae,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.721635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Network fe848193-297b-498e-8bd5-030f3a239f53 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:54.726678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Request body: {'port': {'device_id': 'fcde73bb-f890-4386-988c-c60414a630bb', 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c', 'admin_state_up': True, 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:54.730280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.742765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:54.754149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port c311242a-6ea0-4849-a143-8c2287f6caf1 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:54.768008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c311242a-6ea0-4849-a143-8c2287f6caf1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:54.768419 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.782316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.896515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.897147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.898588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] 10.222.0.59 "PUT /v2.0/ports/2af3ead9-d0cb-4495-82b3-e2da87e73893 HTTP/1.1" status: 200 len: 1093 time: 2.9534349 Aug 29 04:21:54.920842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-013d90e8-7e57-43eb-8e2d-c235e4244bd9 service neutron] 10.222.0.49 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326379 Aug 29 04:21:54.926904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957a8ff6-7836-4b33-90d5-e5d86f79817b', 'tag': '2af3ead9-d0cb-4495-82b3-e2da87e73893'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:54.929595 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.933781 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c" -d '{"events": [{"name": "network-changed", "server_uuid": "957a8ff6-7836-4b33-90d5-e5d86f79817b", "tag": "2af3ead9-d0cb-4495-82b3-e2da87e73893"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:54.966516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:55.003361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port c311242a-6ea0-4849-a143-8c2287f6caf1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c311242a-6ea0-4849-a143-8c2287f6caf1,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:55.008168 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.081640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:55.107498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=c311242a-6ea0-4849-a143-8c2287f6caf1,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:55.129548 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.130260 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Added segment bcee7660-37c7-4e35-b68e-c04f15814e07 of type vlan for network df94bbec-1b1d-4886-abca-c5fab64ff41b Aug 29 04:21:55.135472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cac726-2aa9-44dc-bf3e-53041e5f1c23,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:55.165823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9672e329-9ea9-4b28-af7a-e62b584aedeb None None] Provisioning complete for port b70a5fce-bd69-4d43-9121-2cfc848af353 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:55.166407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9672e329-9ea9-4b28-af7a-e62b584aedeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.206526 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6e435-5778-4442-ad1c-423e71b15ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=2af3ead9-d0cb-4495-82b3-e2da87e73893,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:55.231236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9672e329-9ea9-4b28-af7a-e62b584aedeb None None] Port b70a5fce-bd69-4d43-9121-2cfc848af353 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:55.280944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a3bf-3d06-4733-9104-c33dd11f52ce req-4d87409f-d2c4-4e78-a943-bb340f5d3c63 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.287871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a3bf-3d06-4733-9104-c33dd11f52ce req-4d87409f-d2c4-4e78-a943-bb340f5d3c63 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.293917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a3bf-3d06-4733-9104-c33dd11f52ce req-4d87409f-d2c4-4e78-a943-bb340f5d3c63 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.295667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0512a3bf-3d06-4733-9104-c33dd11f52ce req-4d87409f-d2c4-4e78-a943-bb340f5d3c63 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 2375 time: 0.6796978 Aug 29 04:21:55.313254 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.366618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-6c401487-c0f3-420d-9cea-e5988963d71c service neutron] 10.222.0.49 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448318 Aug 29 04:21:55.428900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0512a3bf-3d06-4733-9104-c33dd11f52ce req-07e55eb2-f86b-4f77-b611-cc5a4c745287 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181831 Aug 29 04:21:55.431646 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.441995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.442933 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.478992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.563327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2748160 Aug 29 04:21:55.572089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45006) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:55.612515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Request body: {'subnet': {'network_id': 'df94bbec-1b1d-4886-abca-c5fab64ff41b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:55.639171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36d30f-cc92-4ab7-871e-a715d0017d9e tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event updated for resources: {'Network': ['ID=df94bbec-1b1d-4886-abca-c5fab64ff41b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:55.653394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network df94bbec-1b1d-4886-abca-c5fab64ff41b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:55.747723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e21dbf-0efe-4d65-b0c0-90dfcd9d569f req-129133c2-5b33-4f2e-9899-767aafee2c23 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.749484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33e21dbf-0efe-4d65-b0c0-90dfcd9d569f req-129133c2-5b33-4f2e-9899-767aafee2c23 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 944 time: 0.1920927 Aug 29 04:21:55.812177 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070f4810-1e71-4102-aed3-5b8ca44a3f6d x-openstack-request-id: req-070f4810-1e71-4102-aed3-5b8ca44a3f6d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:55.812569 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957a8ff6-7836-4b33-90d5-e5d86f79817b", "tag": "2af3ead9-d0cb-4495-82b3-e2da87e73893", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:55.812768 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-070f4810-1e71-4102-aed3-5b8ca44a3f6d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:55.813155 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957a8ff6-7836-4b33-90d5-e5d86f79817b', 'tag': '2af3ead9-d0cb-4495-82b3-e2da87e73893', 'status': 'completed', 'code': 200} Aug 29 04:21:55.863387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-65ad0d1c-c5d1-4c63-a651-da80438a1217 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.865055 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-65ad0d1c-c5d1-4c63-a651-da80438a1217 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.59 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 945 time: 0.8269925 Aug 29 04:21:55.874617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:55.896467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33e21dbf-0efe-4d65-b0c0-90dfcd9d569f req-ee4f0e31-a4cb-4bd9-811b-6ba25a0b9312 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103020 Aug 29 04:21:55.919042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-7f77a936-a6d3-41f9-a521-5c85bf6b6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.924326 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-7f77a936-a6d3-41f9-a521-5c85bf6b6340 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 1096 time: 0.8858840 Aug 29 04:21:55.926248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Made reservation on behalf of dc8dd4502da240e4bd7c9d18daf049c9 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:55.934416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.938518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Allocated IP 10.2.2.100 (bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6/7d05f21b-709c-4976-8a4e-2494ef7248e9/30de7cbf-8a64-4b52-994d-883a9eefbd82) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:55.975146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c67ea0-5449-4f34-9f23-4d2e94184345 req-4b752401-630e-4e3e-9de7-ea8d6c3e3680 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.976821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17c67ea0-5449-4f34-9f23-4d2e94184345 req-4b752401-630e-4e3e-9de7-ea8d6c3e3680 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 945 time: 0.0966358 Aug 29 04:21:56.098107 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee359836-751f-4786-87e3-b6598094fc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.114552 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-21ffe177-31dc-456c-9548-986c1316b94c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af3ead9-d0cb-4495-82b3-e2da87e73893 HTTP/1.1" status: 200 len: 217 time: 0.1028306 Aug 29 04:21:56.126694 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdab1f3c-c0fc-4065-8472-e5b0bf305bba req-190b6df2-655a-492b-9465-65cb1ca11924 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 210 time: 0.1303883 Aug 29 04:21:56.199108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25cc92eb-563e-4f0d-abf2-2d5d53f59dae up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:56.203049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Made reservation on behalf of 941eef9e27cf43808855a96e3cbab377 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:56.207556 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.299949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:56.301235 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.345810 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.432059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c311242a-6ea0-4849-a143-8c2287f6caf1 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:56.500819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-4644fcdc-a2e3-42f9-9309-71a2dbcec990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.502462 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-4644fcdc-a2e3-42f9-9309-71a2dbcec990 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.3116484 Aug 29 04:21:56.524582 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c311242a-6ea0-4849-a143-8c2287f6caf1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:56.524979 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.617270 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-91214208-1c5c-40e1-bcb2-9f572cb35a5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038730 Aug 29 04:21:56.628928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:56.657256 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-25c89c32-54e4-4cdf-9691-dd554ba37fa5 admin admin] 10.222.0.49 "PUT /v2.0/routers/39a7bb1d-5925-42a6-968c-f5cb478cdb22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4328642 Aug 29 04:21:56.709727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Sync routers for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:56.720721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:56.721369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7149688d-8f79-4008-97fe-221ece862795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:56.788058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Allocated IP 172.20.0.8 (391a7aff-b637-4ba2-b0d1-011912cd652c/9fedd1c3-66d4-4419-91e4-d26460efe04f/20774707-35d3-4d8a-9253-5e159cd7f29b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:56.805952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-3cf2aa46-d997-47c3-8bd2-2d4ee75a71bb tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Deleting port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:56.806389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-3cf2aa46-d997-47c3-8bd2-2d4ee75a71bb tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.913498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:56.947086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17c67ea0-5449-4f34-9f23-4d2e94184345 req-abe804ff-e232-43e2-8ea4-466a893e708b tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9578748 Aug 29 04:21:57.029194 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad408bdc-240a-4a59-9057-d01eab6e0d8f req-b4a92121-1de2-4519-b280-ab5a20d213f3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.054574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad408bdc-240a-4a59-9057-d01eab6e0d8f req-b4a92121-1de2-4519-b280-ab5a20d213f3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.070072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad408bdc-240a-4a59-9057-d01eab6e0d8f req-b4a92121-1de2-4519-b280-ab5a20d213f3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.072888 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad408bdc-240a-4a59-9057-d01eab6e0d8f req-b4a92121-1de2-4519-b280-ab5a20d213f3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 2375 time: 0.1954730 Aug 29 04:21:57.152134 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.159008 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-3b23a4cd-7a62-4454-9cf6-e2880e0e4c2d service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227373 Aug 29 04:21:57.183760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Transition to ACTIVE for port object 30de7cbf-8a64-4b52-994d-883a9eefbd82 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:57.268364 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.271464 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.348735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7149688d-8f79-4008-97fe-221ece862795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 2, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:57.384481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Checking router: 39a7bb1d-5925-42a6-968c-f5cb478cdb22 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:57.384941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Updating router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 port b70a5fce-bd69-4d43-9121-2cfc848af353 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:21:57.416790 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.430038 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.460642 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.478550 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-3cf2aa46-d997-47c3-8bd2-2d4ee75a71bb tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] For port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,segment=NetworkSegment(a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d),segment_id=a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:57.478916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-3cf2aa46-d997-47c3-8bd2-2d4ee75a71bb tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.490728 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:57.495620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:57.522096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:57.580598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad408bdc-240a-4a59-9057-d01eab6e0d8f req-18f9b31b-fe92-4bfa-8cf2-1ad386c64842 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091712 Aug 29 04:21:57.661060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-3cf2aa46-d997-47c3-8bd2-2d4ee75a71bb tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Calling delete_port for 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:57.694919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Port': ['ID=30de7cbf-8a64-4b52-994d-883a9eefbd82,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:57.713069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.713777 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.750345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3b7ab324-c62c-4490-abfb-5cac78b8db17 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.751622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event updated for resources: {'Subnet': ['ID=70787469-e374-41b5-8175-f0afb3173109,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:57.758061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3b7ab324-c62c-4490-abfb-5cac78b8db17 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.59 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 818 time: 0.4966633 Aug 29 04:21:57.760347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2a4bf30b-cc2a-4c45-b95b-4b987295b326 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1537333 Aug 29 04:21:57.773043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Request body: {'port': {'device_id': '632997de-c3b0-41a5-ab12-07fbbc2a1330', 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c', 'admin_state_up': True, 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:57.792807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6', 'admin_state_up': True, 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'security_groups': ['60763bf9-1659-4fab-933d-16399e9835b5']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:57.826990 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.842535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Transition to ACTIVE for port object b70a5fce-bd69-4d43-9121-2cfc848af353 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:57.850580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.861739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Checking segment: {'id': 'bcee7660-37c7-4e35-b68e-c04f15814e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'df94bbec-1b1d-4886-abca-c5fab64ff41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:57.862109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Network hostable DHCP agents. Network: df94bbec-1b1d-4886-abca-c5fab64ff41b, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:57.869713 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6716eb7-7846-419c-b382-8969c6e1f48b req-7c4f8304-4828-40bf-932e-6b3590a7c08a service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613162 Aug 29 04:21:57.916990 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.993617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Network df94bbec-1b1d-4886-abca-c5fab64ff41b is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:58.048387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d70fe-035a-489a-a41f-fcc5b8df44a2 None None] Pushing event updated for resources: {'Port': ['ID=b70a5fce-bd69-4d43-9121-2cfc848af353,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.075792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, df94bbec-1b1d-4886-abca-c5fab64ff41b) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:58.103068 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.103678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.109481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Attempting to bind port b70a5fce-bd69-4d43-9121-2cfc848af353 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:58.110157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Attempting to bind port b70a5fce-bd69-4d43-9121-2cfc848af353 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:58.110795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Attempting to bind port b70a5fce-bd69-4d43-9121-2cfc848af353 on network fe848193-297b-498e-8bd5-030f3a239f53 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:58.120264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efba4f5e-8ae7-43f6-b45d-c4398f0a9750 None None] Network df94bbec-1b1d-4886-abca-c5fab64ff41b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:58.123075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:58.123802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Checking segment: {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:58.124413 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.124954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Bound using segment: {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:58.125586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Bound port: b70a5fce-bd69-4d43-9121-2cfc848af353, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:58.126739 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.178697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c req-0f37e1cd-a171-42b3-9695-0d4ed7df6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.196263 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c req-0f37e1cd-a171-42b3-9695-0d4ed7df6bc2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 1096 time: 0.2691629 Aug 29 04:21:58.225437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79107a-3846-4a2e-b47d-65f6e373be8d req-184abc27-7eb8-49db-a742-f27838188dc5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.241392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a79107a-3846-4a2e-b47d-65f6e373be8d req-184abc27-7eb8-49db-a742-f27838188dc5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 944 time: 0.4237993 Aug 29 04:21:58.250642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cfb11777-5737-4a34-91c7-c5b3ed4914f2 None None] Provisioning for port 30de7cbf-8a64-4b52-994d-883a9eefbd82 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:58.276097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cfb11777-5737-4a34-91c7-c5b3ed4914f2 None None] Provisioning complete for port 30de7cbf-8a64-4b52-994d-883a9eefbd82 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:58.276491 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfb11777-5737-4a34-91c7-c5b3ed4914f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.293989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Made reservation on behalf of dc8dd4502da240e4bd7c9d18daf049c9 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:58.298096 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.303403 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.336081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c7fee2f8-4e9a-4a18-8975-662e2d7aff1a tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7414618 Aug 29 04:21:58.350276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45042) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:58.363600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45044) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:58.373619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f1f11fb0-07d2-40f4-972e-857243bc2961 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1819568680', 'description': 'tempest-description--1575051979'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:58.375004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1760709873', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:58.387822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-3cf2aa46-d997-47c3-8bd2-2d4ee75a71bb tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.427017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a79107a-3846-4a2e-b47d-65f6e373be8d req-960b203c-4de6-455f-bfa2-3d66b1b15d94 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833713 Aug 29 04:21:58.446513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Pushing event updated for resources: {'Port': ['ID=20774707-35d3-4d8a-9253-5e159cd7f29b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.446513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Network 391a7aff-b637-4ba2-b0d1-011912cd652c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:58.461083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:58.485237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:58.509888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2aa46-d997-47c3-8bd2-2d4ee75a71bb tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Pushing event deleted for resources: {'Port': ['ID=22b56fd0-beb1-43c2-8ebf-e5db8ad50a49,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.526565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-982be75b-c904-4bc3-a15a-7ddb4016306c req-661e7511-b0ae-4682-add0-e253521f022a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 210 time: 0.0957825 Aug 29 04:21:58.540007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1f11fb0-07d2-40f4-972e-857243bc2961 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.561543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-3cf2aa46-d997-47c3-8bd2-2d4ee75a71bb tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] No DVR routers for this DVR port 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:58.571937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c req-61fbcdaa-003d-444c-9c51-f33ea8decce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.573482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c req-61fbcdaa-003d-444c-9c51-f33ea8decce9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 906 time: 0.3640881 Aug 29 04:21:58.577591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.578950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.579964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-3cf2aa46-d997-47c3-8bd2-2d4ee75a71bb tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.582078 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1c3e6644-4e80-4a96-a580-ea14dad75fb0 req-3cf2aa46-d997-47c3-8bd2-2d4ee75a71bb tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.59 "DELETE /v2.0/ports/22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 HTTP/1.1" status: 204 len: 173 time: 2.7061625 Aug 29 04:21:58.584725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efcaf5a-134a-4124-8e84-0ff48fb64a59', 'name': 'network-vif-deleted', 'tag': '22b56fd0-beb1-43c2-8ebf-e5db8ad50a49'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:58.589350 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6154f320-0078-4a3e-846f-78eea86017b1" -d '{"events": [{"server_uuid": "2efcaf5a-134a-4124-8e84-0ff48fb64a59", "name": "network-vif-deleted", "tag": "22b56fd0-beb1-43c2-8ebf-e5db8ad50a49"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:58.647525 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c req-5444ff7b-80fe-4abb-9522-c03b5d27bb80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af3ead9-d0cb-4495-82b3-e2da87e73893 HTTP/1.1" status: 200 len: 217 time: 0.0526977 Aug 29 04:21:58.653543 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90f12d7a-17d1-4104-b35c-918c732b9d17 req-96cb2eac-5d8d-46ac-a075-dc14d72c62c7 tempest-InstanceActionsTestJSON-742320895 tempest-InstanceActionsTestJSON-742320895-project] 10.222.0.49 "GET /v2.0/ports?device_id=2efcaf5a-134a-4124-8e84-0ff48fb64a59 HTTP/1.1" status: 200 len: 210 time: 0.0940287 Aug 29 04:21:58.654484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.655128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.681009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cfb11777-5737-4a34-91c7-c5b3ed4914f2 None None] Port 30de7cbf-8a64-4b52-994d-883a9eefbd82 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:58.687945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7149688d-8f79-4008-97fe-221ece862795 None None] For port b70a5fce-bd69-4d43-9121-2cfc848af353, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:58.724508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c req-87d79c3c-cecd-4e89-b895-1cc67b0c4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.726416 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c req-87d79c3c-cecd-4e89-b895-1cc67b0c4c63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.0676758 Aug 29 04:21:58.753305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Made reservation on behalf of 0108dc87a3c545139335fa764de2de52 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:58.761206 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.769963 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a009caa-65c6-4d9e-9cef-951666c55f58 x-openstack-request-id: req-3a009caa-65c6-4d9e-9cef-951666c55f58 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:58.770256 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efcaf5a-134a-4124-8e84-0ff48fb64a59", "name": "network-vif-deleted", "tag": "22b56fd0-beb1-43c2-8ebf-e5db8ad50a49", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:58.770511 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a009caa-65c6-4d9e-9cef-951666c55f58 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:58.770912 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efcaf5a-134a-4124-8e84-0ff48fb64a59', 'name': 'network-vif-deleted', 'tag': '22b56fd0-beb1-43c2-8ebf-e5db8ad50a49', 'status': 'completed', 'code': 200} Aug 29 04:21:58.774724 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c req-2a10eec0-9ef8-44e3-94db-08c312d82ee8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384941 Aug 29 04:21:58.864488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7149688d-8f79-4008-97fe-221ece862795 None None] For port b70a5fce-bd69-4d43-9121-2cfc848af353, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b70a5fce-bd69-4d43-9121-2cfc848af353,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:58.890187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-df94bbec-1b1d-4886-abca-c5fab64ff41b', 'network_id': 'df94bbec-1b1d-4886-abca-c5fab64ff41b', 'tenant_id': '941eef9e27cf43808855a96e3cbab377', 'fixed_ips': [{'subnet_id': '70787469-e374-41b5-8175-f0afb3173109'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:21:58.891302 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.900141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.914048 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1f11fb0-07d2-40f4-972e-857243bc2961 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.918191 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c req-a5b44428-0dd0-4a12-9c02-6f9e486293f5 service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338339 Aug 29 04:21:58.920718 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1f11fb0-07d2-40f4-972e-857243bc2961 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.927088 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb5fb4ba-4e44-4f55-bad9-0d9ec0d3de33 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2174516 Aug 29 04:21:58.954251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Request body: {'port': {'device_id': 'fcde73bb-f890-4386-988c-c60414a630bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:58.959111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.004515 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1f11fb0-07d2-40f4-972e-857243bc2961 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.005866 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f1f11fb0-07d2-40f4-972e-857243bc2961 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6396065 Aug 29 04:21:59.027028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45052) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:59.031721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1c9521cf-7e26-416c-869d-25ab4228f606 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'security_group_rule': {'security_group_id': 'a42c6bcc-1768-4200-8df0-1e28f238eb20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:59.056958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d70fe-035a-489a-a41f-fcc5b8df44a2 None None] Pushing event updated for resources: {'Port': ['ID=b70a5fce-bd69-4d43-9121-2cfc848af353,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:59.069410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f11fb0-07d2-40f4-972e-857243bc2961 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42c6bcc-1768-4200-8df0-1e28f238eb20,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:59.083689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Allocated IP 172.20.0.9 (391a7aff-b637-4ba2-b0d1-011912cd652c/9fedd1c3-66d4-4419-91e4-d26460efe04f/2007921e-3b47-41db-8342-8ccaa43313ef) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:59.096094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:59.123291 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.150817 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c9521cf-7e26-416c-869d-25ab4228f606 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.162083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f3fe2-1498-4864-85c6-96b84e38ee36 req-d37f1f2a-edba-4292-a8ac-26e574a27e56 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.168852 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f7b5da74-ef71-465d-8221-d27fd7c7ba8c req-df6d5032-b08a-4b9a-9058-308450d2390f service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351727 Aug 29 04:21:59.171412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f3fe2-1498-4864-85c6-96b84e38ee36 req-d37f1f2a-edba-4292-a8ac-26e574a27e56 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.178947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f3fe2-1498-4864-85c6-96b84e38ee36 req-d37f1f2a-edba-4292-a8ac-26e574a27e56 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.186087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f3fe2-1498-4864-85c6-96b84e38ee36 req-d37f1f2a-edba-4292-a8ac-26e574a27e56 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.188144 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce7f3fe2-1498-4864-85c6-96b84e38ee36 req-d37f1f2a-edba-4292-a8ac-26e574a27e56 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 3096 time: 0.2903371 Aug 29 04:21:59.200890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:59.203420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 22b56fd0-beb1-43c2-8ebf-e5db8ad50a49 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:59.242830 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.300033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:59.301476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7149688d-8f79-4008-97fe-221ece862795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:59.430582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c9521cf-7e26-416c-869d-25ab4228f606 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.434149 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c9521cf-7e26-416c-869d-25ab4228f606 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.457940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9521cf-7e26-416c-869d-25ab4228f606 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc13ad0-e951-4e3b-9b8f-7140760093e2,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:59.459411 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.465285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c9521cf-7e26-416c-869d-25ab4228f606 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.466506 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1c9521cf-7e26-416c-869d-25ab4228f606 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4383993 Aug 29 04:21:59.472048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-7149688d-8f79-4008-97fe-221ece862795 None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:59.472811 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45056) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:59.478320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce7f3fe2-1498-4864-85c6-96b84e38ee36 req-81092e60-5364-4eb7-8ec4-2f58588b9031 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746000 Aug 29 04:21:59.485298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7a5250ab-fc88-4d19-9d0a-3f0756d506bc tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'security_group_rule': {'security_group_id': 'a42c6bcc-1768-4200-8df0-1e28f238eb20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:59.547723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a5250ab-fc88-4d19-9d0a-3f0756d506bc tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.625562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Allocated IP 172.20.0.2 (df94bbec-1b1d-4886-abca-c5fab64ff41b/70787469-e374-41b5-8175-f0afb3173109/b5127541-7641-437c-ba2f-fe4b1ee918db) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:59.638406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a5250ab-fc88-4d19-9d0a-3f0756d506bc tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.645492 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a5250ab-fc88-4d19-9d0a-3f0756d506bc tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.685921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5250ab-fc88-4d19-9d0a-3f0756d506bc tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bc45f8-d6ce-4149-a60a-da17b3946898,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:59.690154 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a5250ab-fc88-4d19-9d0a-3f0756d506bc tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.695018 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7a5250ab-fc88-4d19-9d0a-3f0756d506bc tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136648 Aug 29 04:21:59.696067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45062) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:59.701536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:59.728492 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.796508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-145d8569-b6dd-4096-b03d-b38aaa8bc316 req-4a707223-0c09-4c5b-8b0e-0527057bfd03 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 210 time: 0.0590446 Aug 29 04:21:59.850571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Allocated IP 10.2.2.200 (bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6/7d05f21b-709c-4976-8a4e-2494ef7248e9/2a3339b2-3fd7-4ad0-918f-cd758b4728e3) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:59.874447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799ed4-98a9-400e-bad0-9f5279ec08d0 req-25e13507-a91a-4d52-9f03-a964cf9db348 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.882406 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb799ed4-98a9-400e-bad0-9f5279ec08d0 req-25e13507-a91a-4d52-9f03-a964cf9db348 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 944 time: 0.2896259 Aug 29 04:21:59.887770 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.927907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Transition to ACTIVE for port object b5127541-7641-437c-ba2f-fe4b1ee918db will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:59.930966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45068) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:59.955480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Transition to ACTIVE for port object b5127541-7641-437c-ba2f-fe4b1ee918db will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:59.963456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.996920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb799ed4-98a9-400e-bad0-9f5279ec08d0 req-9c4ccd48-cb5a-494e-a5f7-e3313dd34547 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137393 Aug 29 04:22:00.023514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Pushing event updated for resources: {'Port': ['ID=b5127541-7641-437c-ba2f-fe4b1ee918db,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.049149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Network df94bbec-1b1d-4886-abca-c5fab64ff41b is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:00.051895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:00.055643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:00.058542 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2c630d-e2bc-4ec7-8ef0-6d610e579c3c admin admin] Deleting subnet e4f58e85-4305-453c-8289-a9cc1ae883cc {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:00.064773 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d2c630d-e2bc-4ec7-8ef0-6d610e579c3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.101351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7149688d-8f79-4008-97fe-221ece862795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:21:58Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:00.106301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d2c630d-e2bc-4ec7-8ef0-6d610e579c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.136848 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.149330 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149688d-8f79-4008-97fe-221ece862795 None None] The sync data for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 is: [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:21:58Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:00.155020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d2c630d-e2bc-4ec7-8ef0-6d610e579c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.166160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Attempting to bind port b5127541-7641-437c-ba2f-fe4b1ee918db on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:00.166681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Attempting to bind port b5127541-7641-437c-ba2f-fe4b1ee918db by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'bcee7660-37c7-4e35-b68e-c04f15814e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'df94bbec-1b1d-4886-abca-c5fab64ff41b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:00.167194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Attempting to bind port b5127541-7641-437c-ba2f-fe4b1ee918db on network df94bbec-1b1d-4886-abca-c5fab64ff41b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:00.173190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:00.175044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Checking segment: {'id': 'bcee7660-37c7-4e35-b68e-c04f15814e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'df94bbec-1b1d-4886-abca-c5fab64ff41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:00.175827 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.176071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Bound using segment: {'id': 'bcee7660-37c7-4e35-b68e-c04f15814e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'df94bbec-1b1d-4886-abca-c5fab64ff41b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:00.176731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Bound port: b5127541-7641-437c-ba2f-fe4b1ee918db, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcee7660-37c7-4e35-b68e-c04f15814e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'df94bbec-1b1d-4886-abca-c5fab64ff41b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:00.177236 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.281278 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d2c630d-e2bc-4ec7-8ef0-6d610e579c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.296918 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.307018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] For port b5127541-7641-437c-ba2f-fe4b1ee918db, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:00.312492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] For port b5127541-7641-437c-ba2f-fe4b1ee918db, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b5127541-7641-437c-ba2f-fe4b1ee918db,segment=NetworkSegment(bcee7660-37c7-4e35-b68e-c04f15814e07),segment_id=bcee7660-37c7-4e35-b68e-c04f15814e07)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:00.318235 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.363064 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.400555 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.405813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d2c630d-e2bc-4ec7-8ef0-6d610e579c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.411510 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0d2c630d-e2bc-4ec7-8ef0-6d610e579c3c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e4f58e85-4305-453c-8289-a9cc1ae883cc HTTP/1.1" status: 204 len: 168 time: 0.4621210 Aug 29 04:22:00.412190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45070) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:00.416517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2fd1d-c265-45c1-b9c0-c819284eaf82 None None] Pushing event updated for resources: {'Port': ['ID=b5127541-7641-437c-ba2f-fe4b1ee918db,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.440669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.445409 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.493235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Transition to ACTIVE for port object 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:00.534001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Network 391a7aff-b637-4ba2-b0d1-011912cd652c is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:00.548907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c630d-e2bc-4ec7-8ef0-6d610e579c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f58e85-4305-453c-8289-a9cc1ae883cc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.729064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:00.731701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:00.880836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Pushing event updated for resources: {'Port': ['ID=2007921e-3b47-41db-8342-8ccaa43313ef,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.912921 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.954149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.954941 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.963528 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.982237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6085-97df-4eb9-84ee-b392ede94299 req-1b86371f-0ce3-45b4-9ba3-7c2fad7d7408 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.989874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6085-97df-4eb9-84ee-b392ede94299 req-1b86371f-0ce3-45b4-9ba3-7c2fad7d7408 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.996543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6085-97df-4eb9-84ee-b392ede94299 req-1b86371f-0ce3-45b4-9ba3-7c2fad7d7408 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.004547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6085-97df-4eb9-84ee-b392ede94299 req-1b86371f-0ce3-45b4-9ba3-7c2fad7d7408 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.015123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60ed6085-97df-4eb9-84ee-b392ede94299 req-1b86371f-0ce3-45b4-9ba3-7c2fad7d7408 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 3096 time: 0.3230126 Aug 29 04:22:01.078447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2af3ead9-d0cb-4495-82b3-e2da87e73893 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:01.105881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20774707-35d3-4d8a-9253-5e159cd7f29b {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:01.120677 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.124426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.137016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b8123f-908a-43e2-87c0-be794768a249']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:01.156520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:01.156818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d107d2-2e2d-4b42-9d42-d5d6aeaf7b1d') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:01.159518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Transition to ACTIVE for port object 20774707-35d3-4d8a-9253-5e159cd7f29b will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:01.163643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event updated for resources: {'Port': ['ID=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:01.171925 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.179262 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.197531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Allocated IP 172.25.5.179 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/e42e7641-a543-4f1f-8538-8cdd99226521) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:01.202257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-3040d5cd-f032-4ad1-8126-902530e1f2b0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4332988 Aug 29 04:22:01.231165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:01.240811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.252724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Request body: {'port': {'device_id': '632997de-c3b0-41a5-ab12-07fbbc2a1330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:01.257464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:01.257861 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:01.261495 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:01.276633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:01.317901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2af3ead9-d0cb-4495-82b3-e2da87e73893, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2af3ead9-d0cb-4495-82b3-e2da87e73893,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:01.323958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:01.343462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcb6f4-6b4c-4dc9-9795-f0220725aad9 req-cf558822-e9ae-4047-b166-b7d797b81ccf tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.354608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ebcb6f4-6b4c-4dc9-9795-f0220725aad9 req-cf558822-e9ae-4047-b166-b7d797b81ccf tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 931 time: 0.3954599 Aug 29 04:22:01.359115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Pushing event updated for resources: {'Port': ['ID=20774707-35d3-4d8a-9253-5e159cd7f29b,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:01.376768 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60ed6085-97df-4eb9-84ee-b392ede94299 req-156ea782-077f-4bdd-909f-f4b10bd0f108 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3605762 Aug 29 04:22:01.376988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '2af3ead9-d0cb-4495-82b3-e2da87e73893', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'port_id': '2af3ead9-d0cb-4495-82b3-e2da87e73893', 'mac_address': 'fa:16:3e:75:fa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8403fb6b-2733-4111-9891-375088cbf5e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:01.499490 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.505604 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.526341 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.528299 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] 10.222.0.49 "DELETE /v2.0/networks/e8b8123f-908a-43e2-87c0-be794768a249 HTTP/1.1" status: 204 len: 168 time: 1.0609810 Aug 29 04:22:01.559934 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af3ead9-d0cb-4495-82b3-e2da87e73893 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:01.575672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e5872-de6d-44d4-8c26-2b4880244d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b8123f-908a-43e2-87c0-be794768a249,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:01.595517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Attempting to bind port 20774707-35d3-4d8a-9253-5e159cd7f29b on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:01.596034 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Attempting to bind port 20774707-35d3-4d8a-9253-5e159cd7f29b by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:01.596664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Attempting to bind port 20774707-35d3-4d8a-9253-5e159cd7f29b on network 391a7aff-b637-4ba2-b0d1-011912cd652c {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:01.602873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Port 20774707-35d3-4d8a-9253-5e159cd7f29b on network 391a7aff-b637-4ba2-b0d1-011912cd652c not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:01.607471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Attempting to bind port 20774707-35d3-4d8a-9253-5e159cd7f29b on network 391a7aff-b637-4ba2-b0d1-011912cd652c {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:01.626720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:01.627713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Checking segment: {'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:01.627713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Bound using segment: {'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:01.628269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Bound port: 20774707-35d3-4d8a-9253-5e159cd7f29b, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:01.628745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.645408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2af3ead9-d0cb-4495-82b3-e2da87e73893, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2af3ead9-d0cb-4495-82b3-e2da87e73893,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:01.652407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.757904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ebcb6f4-6b4c-4dc9-9795-f0220725aad9 req-8c01a4f9-0c3e-4a38-ad73-1eec51cf0239 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017036 Aug 29 04:22:01.770836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=2af3ead9-d0cb-4495-82b3-e2da87e73893,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:01.779658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.797690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.800352 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.829928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] For port 20774707-35d3-4d8a-9253-5e159cd7f29b, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:01.836352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] For port 20774707-35d3-4d8a-9253-5e159cd7f29b, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=20774707-35d3-4d8a-9253-5e159cd7f29b,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:01.843842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.877064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2af3ead9-d0cb-4495-82b3-e2da87e73893'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:01.892637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.896619 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.900920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] 10.222.0.52 "PUT /v2.0/ports/20774707-35d3-4d8a-9253-5e159cd7f29b HTTP/1.1" status: 200 len: 1092 time: 2.9499052 Aug 29 04:22:01.920112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4b1716da-0d80-4aca-9176-568f4a76908a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1420755 Aug 29 04:22:01.941804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcde73bb-f890-4386-988c-c60414a630bb', 'tag': '20774707-35d3-4d8a-9253-5e159cd7f29b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:01.944546 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ec7d51-bc6e-4897-81b0-46a0eec492be" -d '{"events": [{"name": "network-changed", "server_uuid": "fcde73bb-f890-4386-988c-c60414a630bb", "tag": "20774707-35d3-4d8a-9253-5e159cd7f29b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:01.979678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45090) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:01.986688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b32e1-fc9f-48eb-a9fa-21c66e47b3a0 req-7cafb805-d872-4e4b-8896-95584498bffc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.998936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed0b32e1-fc9f-48eb-a9fa-21c66e47b3a0 req-7cafb805-d872-4e4b-8896-95584498bffc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 944 time: 0.3717933 Aug 29 04:22:02.012472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-85a27148-cb6d-4f64-a98d-190f4c94d8a8 None None] Provisioning for port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:02.044677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-85a27148-cb6d-4f64-a98d-190f4c94d8a8 None None] Provisioning complete for port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:02.045354 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85a27148-cb6d-4f64-a98d-190f4c94d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.103194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-85a27148-cb6d-4f64-a98d-190f4c94d8a8 None None] Port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:02.111620 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e796b8-6488-47dc-8ffb-3b282b0604aa x-openstack-request-id: req-e3e796b8-6488-47dc-8ffb-3b282b0604aa {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:02.112155 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcde73bb-f890-4386-988c-c60414a630bb", "tag": "20774707-35d3-4d8a-9253-5e159cd7f29b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:02.112627 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3e796b8-6488-47dc-8ffb-3b282b0604aa {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:02.113357 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcde73bb-f890-4386-988c-c60414a630bb', 'tag': '20774707-35d3-4d8a-9253-5e159cd7f29b', 'status': 'completed', 'code': 200} Aug 29 04:22:02.144059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8194bb-1f47-4d3f-b9fe-3d65c9671d71 None None] Network df94bbec-1b1d-4886-abca-c5fab64ff41b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:02.225333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87e948-5b45-4ddd-af5f-f85a4b991d31 service neutron] Pushing event updated for resources: {'Port': ['ID=20774707-35d3-4d8a-9253-5e159cd7f29b,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:02.259466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:02.273518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37643d7-bdf3-4741-af66-14fba86c742f req-20dd9cfe-e346-4119-a16a-b60ca759f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.276468 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-20dd9cfe-e346-4119-a16a-b60ca759f05d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 1095 time: 0.2221661 Aug 29 04:22:02.296901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-44d2c600-ddfb-4ba7-a9a4-07ecde4d1dc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27280752c0df49a0a18118eca4a7d953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122823 Aug 29 04:22:02.297530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45092) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:02.329769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b5127541-7641-437c-ba2f-fe4b1ee918db up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:02.373973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d258f1dc-d356-40bd-ae7b-9dd4418fdd30 None None] Provisioning for port b5127541-7641-437c-ba2f-fe4b1ee918db completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:02.450340 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-77cfb7f0-99ba-4352-a733-ecb8fb551d93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20774707-35d3-4d8a-9253-5e159cd7f29b HTTP/1.1" status: 200 len: 217 time: 0.1512680 Aug 29 04:22:02.525275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.567977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port b5127541-7641-437c-ba2f-fe4b1ee918db completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:02.595814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b5127541-7641-437c-ba2f-fe4b1ee918db triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:02.596354 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.605509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.652487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37643d7-bdf3-4741-af66-14fba86c742f req-1f952ed3-ae8c-48c4-a42a-d442ea9c27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.654318 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-1f952ed3-ae8c-48c4-a42a-d442ea9c27f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 200 len: 858 time: 0.1972644 Aug 29 04:22:02.731544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed0b32e1-fc9f-48eb-a9fa-21c66e47b3a0 req-24672fab-d79c-4ee6-8a37-cfbaaa2c4c56 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794699 Aug 29 04:22:02.762192 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-52897997-c433-47b5-b9cb-d23ec89f14e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=391a7aff-b637-4ba2-b0d1-011912cd652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962791 Aug 29 04:22:02.801785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.869865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port b5127541-7641-437c-ba2f-fe4b1ee918db, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b5127541-7641-437c-ba2f-fe4b1ee918db,segment=NetworkSegment(bcee7660-37c7-4e35-b68e-c04f15814e07),segment_id=bcee7660-37c7-4e35-b68e-c04f15814e07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:02.877277 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.878216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b70a5fce-bd69-4d43-9121-2cfc848af353 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:02.968310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=b5127541-7641-437c-ba2f-fe4b1ee918db,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.010313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2007921e-3b47-41db-8342-8ccaa43313ef {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:03.022607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.069251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port b70a5fce-bd69-4d43-9121-2cfc848af353 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:03.079951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b70a5fce-bd69-4d43-9121-2cfc848af353 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:03.080716 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.096590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Transition to ACTIVE for port object 2007921e-3b47-41db-8342-8ccaa43313ef will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:03.154533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2af3ead9-d0cb-4495-82b3-e2da87e73893 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:03.347833 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.351566 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-66b3fa08-472b-4e40-bc91-a68255c53c1f service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805974 Aug 29 04:22:03.374310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-af1a61d8-9d4b-4ba4-82ed-bf6d7f31fc16 None None] Provisioning complete for port b5127541-7641-437c-ba2f-fe4b1ee918db triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:03.374955 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af1a61d8-9d4b-4ba4-82ed-bf6d7f31fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.431316 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Allocated IP 172.25.5.135 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/15c16ce5-e3b3-426d-b0d6-27294b719d08) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:03.465160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port b70a5fce-bd69-4d43-9121-2cfc848af353, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b70a5fce-bd69-4d43-9121-2cfc848af353,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:03.473432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c052ace-b4c7-434c-b5aa-68adb4c3cfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.475586 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.502370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 2af3ead9-d0cb-4495-82b3-e2da87e73893 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:03.526927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 2af3ead9-d0cb-4495-82b3-e2da87e73893 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:03.527397 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.539366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c052ace-b4c7-434c-b5aa-68adb4c3cfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.601212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=b70a5fce-bd69-4d43-9121-2cfc848af353,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.613675 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.675367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f9439-69f2-46ea-87af-4b0c8c8b666f req-fdcfbb76-1395-4257-91c5-9247cad0b218 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.684060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f9439-69f2-46ea-87af-4b0c8c8b666f req-fdcfbb76-1395-4257-91c5-9247cad0b218 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.691672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f9439-69f2-46ea-87af-4b0c8c8b666f req-fdcfbb76-1395-4257-91c5-9247cad0b218 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.694701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c052ace-b4c7-434c-b5aa-68adb4c3cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.697526 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c052ace-b4c7-434c-b5aa-68adb4c3cfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.698088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f9439-69f2-46ea-87af-4b0c8c8b666f req-fdcfbb76-1395-4257-91c5-9247cad0b218 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.701511 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3c052ace-b4c7-434c-b5aa-68adb4c3cfa0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f HTTP/1.1" status: 204 len: 168 time: 1.2801676 Aug 29 04:22:03.711948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f9439-69f2-46ea-87af-4b0c8c8b666f req-fdcfbb76-1395-4257-91c5-9247cad0b218 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.721417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c052ace-b4c7-434c-b5aa-68adb4c3cfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7efeb10-3e54-4602-b4a0-5abbe8cb6f4f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.735001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-565f9439-69f2-46ea-87af-4b0c8c8b666f req-fdcfbb76-1395-4257-91c5-9247cad0b218 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 3817 time: 1.1808188 Aug 29 04:22:03.739667 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.757249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.803072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.813946 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e37643d7-bdf3-4741-af66-14fba86c742f req-1c5d584a-e524-41a3-9fb0-dd4450776f79 service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410568 Aug 29 04:22:03.821594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957a8ff6-7836-4b33-90d5-e5d86f79817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af3ead9-d0cb-4495-82b3-e2da87e73893'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:03.827857 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758853ff-52f8-4066-a80a-f9e37a656768" -d '{"events": [{"server_uuid": "957a8ff6-7836-4b33-90d5-e5d86f79817b", "name": "network-vif-plugged", "status": "completed", "tag": "2af3ead9-d0cb-4495-82b3-e2da87e73893"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:03.837264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event updated for resources: {'Port': ['ID=e42e7641-a543-4f1f-8538-8cdd99226521,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.870024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2af3ead9-d0cb-4495-82b3-e2da87e73893, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2af3ead9-d0cb-4495-82b3-e2da87e73893,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:03.875189 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.908161 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.971145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:03.982703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=2af3ead9-d0cb-4495-82b3-e2da87e73893,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.998906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-565f9439-69f2-46ea-87af-4b0c8c8b666f req-5e1cd8f2-e012-45e2-a7af-b985026eacb6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487607 Aug 29 04:22:04.027112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7291c0-d915-4a12-ae2d-f3f886c1416b req-f1e74a95-c388-469b-8b10-24d5e8dca13f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.030002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e7291c0-d915-4a12-ae2d-f3f886c1416b req-f1e74a95-c388-469b-8b10-24d5e8dca13f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 931 time: 0.9479108 Aug 29 04:22:04.086005 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'Port': ['ID=15c16ce5-e3b3-426d-b0d6-27294b719d08,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.091322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:04.093179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:04.096618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:04.099476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:04.151289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec7d51-bc6e-4897-81b0-46a0eec492be req-5d17db02-f1f2-470b-9778-7ae37216cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.153561 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-41ec7d51-bc6e-4897-81b0-46a0eec492be req-5d17db02-f1f2-470b-9778-7ae37216cd12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 1095 time: 0.1537993 Aug 29 04:22:04.161451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:04.251659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b5127541-7641-437c-ba2f-fe4b1ee918db up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:04.279884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=2007921e-3b47-41db-8342-8ccaa43313ef,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.362316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e7291c0-d915-4a12-ae2d-f3f886c1416b req-ba1cb9d4-f319-4783-a34d-53e47d71636b tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003759 Aug 29 04:22:04.378593 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.385206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec7d51-bc6e-4897-81b0-46a0eec492be req-0857f2f1-e127-4e27-9e59-1b90f7c098e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.386903 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-41ec7d51-bc6e-4897-81b0-46a0eec492be req-0857f2f1-e127-4e27-9e59-1b90f7c098e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 919 time: 0.2192936 Aug 29 04:22:04.445816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b5127541-7641-437c-ba2f-fe4b1ee918db triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:04.446303 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.495487 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9add6d0c-bcd7-457e-b639-d4e0ccd71731 x-openstack-request-id: req-9add6d0c-bcd7-457e-b639-d4e0ccd71731 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:04.495816 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957a8ff6-7836-4b33-90d5-e5d86f79817b", "name": "network-vif-plugged", "status": "completed", "tag": "2af3ead9-d0cb-4495-82b3-e2da87e73893", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:04.497301 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9add6d0c-bcd7-457e-b639-d4e0ccd71731 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:04.497773 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957a8ff6-7836-4b33-90d5-e5d86f79817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af3ead9-d0cb-4495-82b3-e2da87e73893', 'code': 200} Aug 29 04:22:04.540277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-41ec7d51-bc6e-4897-81b0-46a0eec492be req-c7e2523d-e73e-4e07-bce3-ecfbacde9ca5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20774707-35d3-4d8a-9253-5e159cd7f29b HTTP/1.1" status: 200 len: 217 time: 0.1458566 Aug 29 04:22:04.561268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Attempting to bind port 2007921e-3b47-41db-8342-8ccaa43313ef on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:04.561623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Attempting to bind port 2007921e-3b47-41db-8342-8ccaa43313ef by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:04.562043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Attempting to bind port 2007921e-3b47-41db-8342-8ccaa43313ef on network 391a7aff-b637-4ba2-b0d1-011912cd652c {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:04.611848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Port 2007921e-3b47-41db-8342-8ccaa43313ef on network 391a7aff-b637-4ba2-b0d1-011912cd652c not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:04.612184 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Attempting to bind port 2007921e-3b47-41db-8342-8ccaa43313ef on network 391a7aff-b637-4ba2-b0d1-011912cd652c {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:04.625144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b70a5fce-bd69-4d43-9121-2cfc848af353 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:04.644451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:04.644816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Checking segment: {'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:04.645228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Bound using segment: {'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:04.645713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Bound port: 2007921e-3b47-41db-8342-8ccaa43313ef, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe506fff-ef72-49c4-a04c-767cad8c4ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:04.646084 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.667183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb5a43-4d47-41fe-8b69-328e8c5b0f30 req-c35c17ee-3bcf-44af-8409-ab29d49c0efc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.668812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2eb5a43-4d47-41fe-8b69-328e8c5b0f30 req-c35c17ee-3bcf-44af-8409-ab29d49c0efc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 946 time: 0.2102292 Aug 29 04:22:04.717903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.730710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b70a5fce-bd69-4d43-9121-2cfc848af353 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:04.731163 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.826530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2eda3-c418-4c23-9d79-7c844dd1fc3c req-fa44e479-06a2-4a00-91c2-4ba75028cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.830420 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4da2eda3-c418-4c23-9d79-7c844dd1fc3c req-fa44e479-06a2-4a00-91c2-4ba75028cba8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 1098 time: 0.2841609 Aug 29 04:22:04.835312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec7d51-bc6e-4897-81b0-46a0eec492be req-e18ddb97-80a5-4bd6-9116-ec7ac13c511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.837097 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-41ec7d51-bc6e-4897-81b0-46a0eec492be req-e18ddb97-80a5-4bd6-9116-ec7ac13c511e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 200 len: 858 time: 0.2650254 Aug 29 04:22:04.943510 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-41ec7d51-bc6e-4897-81b0-46a0eec492be req-b9ade28b-f622-4c1c-9926-41c5dd43ec43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=391a7aff-b637-4ba2-b0d1-011912cd652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717428 Aug 29 04:22:04.947665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304997e4-5d25-4328-aeb8-2c3f87504943 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:04.951882 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4da2eda3-c418-4c23-9d79-7c844dd1fc3c req-77cb8c00-6cb0-4ac2-8957-d0c2b2b006a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134624 Aug 29 04:22:04.970211 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.988309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2eb5a43-4d47-41fe-8b69-328e8c5b0f30 req-245185c6-8f77-42db-818c-1d5777b5df50 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067899 Aug 29 04:22:05.118468 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-41ec7d51-bc6e-4897-81b0-46a0eec492be req-b16b3c23-32d6-4a84-9472-ff8b5daf2833 service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540673 Aug 29 04:22:05.210546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] For port 2007921e-3b47-41db-8342-8ccaa43313ef, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:05.216922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45162) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:05.220577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Transition to ACTIVE for port object 304997e4-5d25-4328-aeb8-2c3f87504943 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:05.265392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.285482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] For port 2007921e-3b47-41db-8342-8ccaa43313ef, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2007921e-3b47-41db-8342-8ccaa43313ef,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:05.343005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Pushing event updated for resources: {'Port': ['ID=304997e4-5d25-4328-aeb8-2c3f87504943,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.348031 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.362880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.409175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-650380550-network', 'tenant_id': '170bb08776e540b8a3f2e2281c959b07'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:05.441000 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Made reservation on behalf of 170bb08776e540b8a3f2e2281c959b07 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:05.443646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.475985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.485960 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-41ec7d51-bc6e-4897-81b0-46a0eec492be req-d5b5a259-c437-4ee6-9d47-d5d304cec29c service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982750 Aug 29 04:22:05.502154 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.522436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.523332 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.525360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] 10.222.0.59 "PUT /v2.0/ports/2007921e-3b47-41db-8342-8ccaa43313ef HTTP/1.1" status: 200 len: 1092 time: 4.2992899 Aug 29 04:22:05.532398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632997de-c3b0-41a5-ab12-07fbbc2a1330', 'tag': '2007921e-3b47-41db-8342-8ccaa43313ef'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:05.534643 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc2069b-3b37-4dbb-9a40-25234579e8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "632997de-c3b0-41a5-ab12-07fbbc2a1330", "tag": "2007921e-3b47-41db-8342-8ccaa43313ef"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:05.588838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920e78-a799-46c4-9401-0405322610d6 req-287be3d1-dda6-4658-905f-0141f55dba87 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.595291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920e78-a799-46c4-9401-0405322610d6 req-287be3d1-dda6-4658-905f-0141f55dba87 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.618299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920e78-a799-46c4-9401-0405322610d6 req-287be3d1-dda6-4658-905f-0141f55dba87 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.633453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.648910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920e78-a799-46c4-9401-0405322610d6 req-287be3d1-dda6-4658-905f-0141f55dba87 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.656366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920e78-a799-46c4-9401-0405322610d6 req-287be3d1-dda6-4658-905f-0141f55dba87 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.662307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d920e78-a799-46c4-9401-0405322610d6 req-287be3d1-dda6-4658-905f-0141f55dba87 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 3817 time: 0.5054824 Aug 29 04:22:05.801688 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.811778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'Port': ['ID=15c16ce5-e3b3-426d-b0d6-27294b719d08,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.815023 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.876449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:05.890352 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.910312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b85138-f25a-44a5-a9fe-bfa278bb0c59,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.931411 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.931862 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Added segment f116cd56-a5d3-4e27-9703-40b4d102ffd6 of type vlan for network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb Aug 29 04:22:05.947896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.950256 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d0e22a66-8559-47b8-a5e9-847506bdc940 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2531998 Aug 29 04:22:05.989634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b8667-78d8-4a70-b8b4-3a1cc3bd5ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=2007921e-3b47-41db-8342-8ccaa43313ef,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.046701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.114197 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.115360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.116305 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.178328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43d498-69c8-403f-94b2-9eb9e40218b7 req-ca3db0af-36a4-40dc-b156-bc4219d2fb4d tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.184710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d43d498-69c8-403f-94b2-9eb9e40218b7 req-ca3db0af-36a4-40dc-b156-bc4219d2fb4d tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 943 time: 0.6735797 Aug 29 04:22:06.187893 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9667294 Aug 29 04:22:06.192047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45186) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:06.201244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-5f791d26-e633-4fae-980b-023849305191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.202763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-5f791d26-e633-4fae-980b-023849305191 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 1095 time: 0.5389566 Aug 29 04:22:06.209547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b2a03-8159-44bc-bf60-8d189e7252a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.211174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Request body: {'subnet': {'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-650380550-subnet', 'tenant_id': '170bb08776e540b8a3f2e2281c959b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:06.220115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:06.230304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Attempting to bind port 304997e4-5d25-4328-aeb8-2c3f87504943 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:06.230749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Attempting to bind port 304997e4-5d25-4328-aeb8-2c3f87504943 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:06.231228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Attempting to bind port 304997e4-5d25-4328-aeb8-2c3f87504943 on network a2fa9d0e-600e-409d-9d8b-54d571a16937 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:06.237750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 20774707-35d3-4d8a-9253-5e159cd7f29b details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:06.253676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d920e78-a799-46c4-9401-0405322610d6 req-77b4818e-134b-4169-8c44-76f0f9c2e0d6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5097330 Aug 29 04:22:06.366026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Port 304997e4-5d25-4328-aeb8-2c3f87504943 on network a2fa9d0e-600e-409d-9d8b-54d571a16937 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:06.366747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Attempting to bind port 304997e4-5d25-4328-aeb8-2c3f87504943 on network a2fa9d0e-600e-409d-9d8b-54d571a16937 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:06.376300 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b94f7a2-d2a1-4975-a445-b0d185e660d9 x-openstack-request-id: req-7b94f7a2-d2a1-4975-a445-b0d185e660d9 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:06.377059 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632997de-c3b0-41a5-ab12-07fbbc2a1330", "tag": "2007921e-3b47-41db-8342-8ccaa43313ef", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:06.377589 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b94f7a2-d2a1-4975-a445-b0d185e660d9 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:06.378537 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632997de-c3b0-41a5-ab12-07fbbc2a1330', 'tag': '2007921e-3b47-41db-8342-8ccaa43313ef', 'status': 'completed', 'code': 200} Aug 29 04:22:06.386362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:06.387163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Checking segment: {'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:06.387846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Bound using segment: {'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:06.388567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Bound port: 304997e4-5d25-4328-aeb8-2c3f87504943, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6c8d73-d363-443b-8abe-b7ba4ca88309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:06.389245 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.400325 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-8b0c889a-72e1-4cd0-9f45-bbbc15a91880 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2007921e-3b47-41db-8342-8ccaa43313ef HTTP/1.1" status: 200 len: 217 time: 0.1732726 Aug 29 04:22:06.451510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d43d498-69c8-403f-94b2-9eb9e40218b7 req-f4bf407a-b95d-475b-89fe-0c0f1d64e947 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549295 Aug 29 04:22:06.558524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Made reservation on behalf of 170bb08776e540b8a3f2e2281c959b07 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:06.560968 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.632388 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 20774707-35d3-4d8a-9253-5e159cd7f29b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=20774707-35d3-4d8a-9253-5e159cd7f29b,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:06.646026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '20774707-35d3-4d8a-9253-5e159cd7f29b', 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c', 'port_id': '20774707-35d3-4d8a-9253-5e159cd7f29b', 'mac_address': 'fa:16:3e:fd:6d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fedd1c3-66d4-4419-91e4-d26460efe04f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:06.690191 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.700880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.706363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-4c9a0cb3-3f8a-4b35-8065-0e017ac54851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.706584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20774707-35d3-4d8a-9253-5e159cd7f29b {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:06.707878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-4c9a0cb3-3f8a-4b35-8065-0e017ac54851 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 200 len: 858 time: 0.2604451 Aug 29 04:22:06.755186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 20774707-35d3-4d8a-9253-5e159cd7f29b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=20774707-35d3-4d8a-9253-5e159cd7f29b,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:06.759767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.813368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=20774707-35d3-4d8a-9253-5e159cd7f29b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.826713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-5176dee5-7f65-4943-a86b-932439a68b2a tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1819568680&fields=id&tenant_id=8ce5b211267f4463aa23c893c9e41ccc HTTP/1.1" status: 200 len: 267 time: 0.2209129 Aug 29 04:22:06.837894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-34563ded-b9b4-44f2-81c3-5781e6c002eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=391a7aff-b637-4ba2-b0d1-011912cd652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152582 Aug 29 04:22:06.917637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] For port 304997e4-5d25-4328-aeb8-2c3f87504943, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:06.928398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6411d2-c094-48f3-97db-1657f616a29b req-acef1b3f-32c7-4da7-a30a-04f09ccdaa61 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.929918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b6411d2-c094-48f3-97db-1657f616a29b req-acef1b3f-32c7-4da7-a30a-04f09ccdaa61 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 946 time: 0.3938525 Aug 29 04:22:07.200722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['20774707-35d3-4d8a-9253-5e159cd7f29b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:07.385113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] For port 304997e4-5d25-4328-aeb8-2c3f87504943, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=304997e4-5d25-4328-aeb8-2c3f87504943,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:07.414190 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.554227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.554864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.564547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] 10.222.0.52 "PUT /v2.0/ports/304997e4-5d25-4328-aeb8-2c3f87504943 HTTP/1.1" status: 200 len: 1093 time: 5.3141346 Aug 29 04:22:07.582903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b6411d2-c094-48f3-97db-1657f616a29b req-2aa37e2e-bd5b-4bbc-ac3b-a9897dc9a941 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378009 Aug 29 04:22:07.633221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f07da0fe-a25a-44c4-88f6-c774802db9df tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.634711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f07da0fe-a25a-44c4-88f6-c774802db9df tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 809 time: 0.8072259 Aug 29 04:22:07.656644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:07.664663 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-bc9a832c-0bbd-462f-942c-a06023788019 service neutron] 10.222.0.59 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8072493 Aug 29 04:22:07.668729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263eaf0-788a-48ea-99d5-f0e3185d282a service neutron] Pushing event updated for resources: {'Port': ['ID=304997e4-5d25-4328-aeb8-2c3f87504943,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:07.804604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-b030a259-6a9b-4190-ac4c-c471dc65eadd tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/quotas/8ce5b211267f4463aa23c893c9e41ccc HTTP/1.1" status: 200 len: 375 time: 0.1411653 Aug 29 04:22:07.897211 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.984921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Router 7e8f519e-10b5-48f5-ad8d-cde3819107b8 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:08.015875 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.048413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f431ec6-73e7-48f1-bd03-1411852bf4e9 req-ba821b30-4612-4a49-aed0-4ec5f51cb8a1 service neutron] 10.222.0.59 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311081 Aug 29 04:22:08.068669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f1537b8e-5694-49b2-a492-386db4626578 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2629449 Aug 29 04:22:08.077441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=146bcea3-59c9-4982-9239-cc789b9630ad,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.158350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd61ae-da16-496c-b515-2b086bcc977d req-ae45a429-0c5c-4702-8f15-117171ca916f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.164642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd61ae-da16-496c-b515-2b086bcc977d req-ae45a429-0c5c-4702-8f15-117171ca916f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.170869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd61ae-da16-496c-b515-2b086bcc977d req-ae45a429-0c5c-4702-8f15-117171ca916f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.178627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd61ae-da16-496c-b515-2b086bcc977d req-ae45a429-0c5c-4702-8f15-117171ca916f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.184621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd61ae-da16-496c-b515-2b086bcc977d req-ae45a429-0c5c-4702-8f15-117171ca916f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.186536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23bd61ae-da16-496c-b515-2b086bcc977d req-ae45a429-0c5c-4702-8f15-117171ca916f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 3829 time: 0.3018289 Aug 29 04:22:08.265626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 20774707-35d3-4d8a-9253-5e159cd7f29b up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:08.280868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Checking segment: {'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:08.281148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Network hostable DHCP agents. Network: a7e7aa9e-b6a8-4841-8a8b-13417cca31eb, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:22:08.321195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 20774707-35d3-4d8a-9253-5e159cd7f29b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:08.325665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 20774707-35d3-4d8a-9253-5e159cd7f29b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:08.326135 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.422275 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.435241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '304997e4-5d25-4328-aeb8-2c3f87504943'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:08.437520 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "304997e4-5d25-4328-aeb8-2c3f87504943"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:08.451290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcde73bb-f890-4386-988c-c60414a630bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20774707-35d3-4d8a-9253-5e159cd7f29b'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:08.454765 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa509f7-ed3d-41f0-bc6f-17cd02e18248" -d '{"events": [{"server_uuid": "fcde73bb-f890-4386-988c-c60414a630bb", "name": "network-vif-plugged", "status": "completed", "tag": "20774707-35d3-4d8a-9253-5e159cd7f29b"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:08.471234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 20774707-35d3-4d8a-9253-5e159cd7f29b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=20774707-35d3-4d8a-9253-5e159cd7f29b,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:08.476003 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.498230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23bd61ae-da16-496c-b515-2b086bcc977d req-d75fdedb-caca-48e5-8de4-f88e1f63b763 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849658 Aug 29 04:22:08.498805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:22:08.508284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2069b-3b37-4dbb-9a40-25234579e8d6 req-b51a83c9-a8b5-4fa4-b2fb-c65a469d083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.509813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdc2069b-3b37-4dbb-9a40-25234579e8d6 req-b51a83c9-a8b5-4fa4-b2fb-c65a469d083a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 1095 time: 0.3860750 Aug 29 04:22:08.539098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:08.544419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=20774707-35d3-4d8a-9253-5e159cd7f29b,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.557407 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8226b-43d9-41b9-b9c7-82d0179533c2 None None] Sync routers for ids ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:08.588697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a7e7aa9e-b6a8-4841-8a8b-13417cca31eb) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:08.612484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ce508-72a8-4c99-8cb8-6b4f61e9fa87 None None] Network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:08.625258 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8226b-43d9-41b9-b9c7-82d0179533c2 None None] Routers {'7e8f519e-10b5-48f5-ad8d-cde3819107b8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:08.626431 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-25d8226b-43d9-41b9-b9c7-82d0179533c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:08.630951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-03d55435-f2dd-4b63-9e50-92f509191c42 service neutron] 10.222.0.49 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450373 Aug 29 04:22:08.636879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.637733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.709295 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-25d8226b-43d9-41b9-b9c7-82d0179533c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:08.730355 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8226b-43d9-41b9-b9c7-82d0179533c2 None None] Routers {'7e8f519e-10b5-48f5-ad8d-cde3819107b8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:08.730972 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-25d8226b-43d9-41b9-b9c7-82d0179533c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:08.759244 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d823e55-88cf-40d4-b4c2-355904dddf93 None None] Network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:08.770191 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-25d8226b-43d9-41b9-b9c7-82d0179533c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:08.770967 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8226b-43d9-41b9-b9c7-82d0179533c2 None None] The sync data for ids ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:08.792842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6490a203-0231-436d-88a1-b3b768141851 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:08.801255 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.814529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Transition to ACTIVE for port object 6490a203-0231-436d-88a1-b3b768141851 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:08.842786 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.846513 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-db27b9d7-1157-4f16-8ac9-1dccb42cfbef tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.4828079 Aug 29 04:22:08.846867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45248) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:08.869557 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.989979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Pushing event updated for resources: {'Port': ['ID=6490a203-0231-436d-88a1-b3b768141851,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:09.057818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7c8432b7-c2e5-4cd4-a436-3e30b632af4a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8589437 Aug 29 04:22:09.164843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551acd79-7832-448b-96ea-24d6de15ac86 req-33f586a5-703e-40d2-a9d6-6bf778d2f3c3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.176331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-551acd79-7832-448b-96ea-24d6de15ac86 req-33f586a5-703e-40d2-a9d6-6bf778d2f3c3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 943 time: 0.3481357 Aug 29 04:22:09.317781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2069b-3b37-4dbb-9a40-25234579e8d6 req-bfb9439f-900b-4e28-af5c-6a094e2b6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.320056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdc2069b-3b37-4dbb-9a40-25234579e8d6 req-bfb9439f-900b-4e28-af5c-6a094e2b6512 service neutron] 10.222.0.59 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 919 time: 0.7915325 Aug 29 04:22:09.380448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdc2069b-3b37-4dbb-9a40-25234579e8d6 req-7e541b53-1ec9-4c27-abb4-ce1110c3838d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2007921e-3b47-41db-8342-8ccaa43313ef HTTP/1.1" status: 200 len: 217 time: 0.0460272 Aug 29 04:22:09.394392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-28069144-0de9-420b-a533-cb85ee2cd4d3 service neutron] 10.222.0.49 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764961 Aug 29 04:22:09.439544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-551acd79-7832-448b-96ea-24d6de15ac86 req-080dad46-023f-4665-b211-019648059df1 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357109 Aug 29 04:22:09.539449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2069b-3b37-4dbb-9a40-25234579e8d6 req-8b061009-a2d6-49cb-b0db-edd2597a3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.541022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdc2069b-3b37-4dbb-9a40-25234579e8d6 req-8b061009-a2d6-49cb-b0db-edd2597a3fab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 200 len: 858 time: 0.1442513 Aug 29 04:22:09.551723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Attempting to bind port 6490a203-0231-436d-88a1-b3b768141851 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:09.552072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Attempting to bind port 6490a203-0231-436d-88a1-b3b768141851 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:09.552447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Attempting to bind port 6490a203-0231-436d-88a1-b3b768141851 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:09.613402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Port 6490a203-0231-436d-88a1-b3b768141851 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:09.613737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Attempting to bind port 6490a203-0231-436d-88a1-b3b768141851 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:09.670429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:09.670778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Checking segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:09.671177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Bound using segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:09.671651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Bound port: 6490a203-0231-436d-88a1-b3b768141851, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:09.671992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.681390 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.698737 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f91982f-15e3-4cb8-b655-25a8b2c4594b x-openstack-request-id: req-9f91982f-15e3-4cb8-b655-25a8b2c4594b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:09.699102 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "304997e4-5d25-4328-aeb8-2c3f87504943", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:09.699280 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f91982f-15e3-4cb8-b655-25a8b2c4594b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:09.699675 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '304997e4-5d25-4328-aeb8-2c3f87504943', 'status': 'completed', 'code': 200} Aug 29 04:22:09.703329 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdc2069b-3b37-4dbb-9a40-25234579e8d6 req-ab3047cb-c9bd-4206-8f74-be1202df08ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=391a7aff-b637-4ba2-b0d1-011912cd652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166053 Aug 29 04:22:09.717628 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd5b17c-c576-49ec-b090-12c5ffe660f7 x-openstack-request-id: req-1dd5b17c-c576-49ec-b090-12c5ffe660f7 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:09.718198 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcde73bb-f890-4386-988c-c60414a630bb", "name": "network-vif-plugged", "status": "completed", "tag": "20774707-35d3-4d8a-9253-5e159cd7f29b", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:09.718198 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dd5b17c-c576-49ec-b090-12c5ffe660f7 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:09.718538 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcde73bb-f890-4386-988c-c60414a630bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20774707-35d3-4d8a-9253-5e159cd7f29b', 'code': 200} Aug 29 04:22:09.833396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-60029b8e-825e-4b9b-90a4-3fb44c3a75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.833789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-60029b8e-825e-4b9b-90a4-3fb44c3a75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.834267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-60029b8e-825e-4b9b-90a4-3fb44c3a75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.834770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-60029b8e-825e-4b9b-90a4-3fb44c3a75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.835204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-60029b8e-825e-4b9b-90a4-3fb44c3a75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.835785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-60029b8e-825e-4b9b-90a4-3fb44c3a75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.837560 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-60029b8e-825e-4b9b-90a4-3fb44c3a75e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5253 time: 0.1362379 Aug 29 04:22:09.853537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdc2069b-3b37-4dbb-9a40-25234579e8d6 req-3731d0e9-80fe-4653-8e12-f460cb79f193 service neutron] 10.222.0.59 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252794 Aug 29 04:22:09.859637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4fb10-b594-4030-8ea1-8150c9ae076a req-3820abf8-b1d9-4e4c-9bd8-f5545e2fd293 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.861900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fb4fb10-b594-4030-8ea1-8150c9ae076a req-3820abf8-b1d9-4e4c-9bd8-f5545e2fd293 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 946 time: 0.3199573 Aug 29 04:22:10.012497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fb4fb10-b594-4030-8ea1-8150c9ae076a req-d8917575-0878-49f6-b9cb-f1dba9019d7e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864835 Aug 29 04:22:10.065566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bd005-2d3d-4174-b59f-0a129c149a36 req-c03f5b71-3069-474d-82f1-76a608002668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.067545 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ce7bd005-2d3d-4174-b59f-0a129c149a36 req-c03f5b71-3069-474d-82f1-76a608002668 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 1097 time: 0.2287924 Aug 29 04:22:10.073415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] For port 6490a203-0231-436d-88a1-b3b768141851, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:10.078845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdc2069b-3b37-4dbb-9a40-25234579e8d6 req-dcb8e248-0e14-4e02-8e7b-406193ee6ffb service neutron] 10.222.0.59 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155235 Aug 29 04:22:10.081584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] For port 6490a203-0231-436d-88a1-b3b768141851, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6490a203-0231-436d-88a1-b3b768141851,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:10.097763 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.184400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.185248 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.188814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] 10.222.0.52 "PUT /v2.0/ports/6490a203-0231-436d-88a1-b3b768141851 HTTP/1.1" status: 200 len: 1137 time: 2.5353584 Aug 29 04:22:10.227183 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ce7bd005-2d3d-4174-b59f-0a129c149a36 req-8a6ea3fe-c5ba-4320-b586-6ec6246d260c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490712 Aug 29 04:22:10.237676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-b3c1e053-d240-4df2-b97b-e23ef28c3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.238524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-b3c1e053-d240-4df2-b97b-e23ef28c3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.239200 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-b3c1e053-d240-4df2-b97b-e23ef28c3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.241043 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-b3c1e053-d240-4df2-b97b-e23ef28c3d09 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0108dc87a3c545139335fa764de2de52&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3890011 Aug 29 04:22:10.253642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:10.272342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Allocated IP 172.20.0.1 (df94bbec-1b1d-4886-abca-c5fab64ff41b/70787469-e374-41b5-8175-f0afb3173109/1dac6afa-d45b-40e5-9807-c82fb97b26b7) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:10.417305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.423723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee34ba6-6ab3-4b59-8cfa-194c6b833b86 service neutron] Pushing event updated for resources: {'Port': ['ID=6490a203-0231-436d-88a1-b3b768141851,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:10.453038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5dc45-aec7-4929-a1f6-9a24e5e5e7da req-793129d5-ea57-4b55-a103-90fcc43e80d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.462412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5dc45-aec7-4929-a1f6-9a24e5e5e7da req-793129d5-ea57-4b55-a103-90fcc43e80d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.469971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5dc45-aec7-4929-a1f6-9a24e5e5e7da req-793129d5-ea57-4b55-a103-90fcc43e80d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.476030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5dc45-aec7-4929-a1f6-9a24e5e5e7da req-793129d5-ea57-4b55-a103-90fcc43e80d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.482111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5dc45-aec7-4929-a1f6-9a24e5e5e7da req-793129d5-ea57-4b55-a103-90fcc43e80d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.486801 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.488808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5dc45-aec7-4929-a1f6-9a24e5e5e7da req-793129d5-ea57-4b55-a103-90fcc43e80d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.490894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87a5dc45-aec7-4929-a1f6-9a24e5e5e7da req-793129d5-ea57-4b55-a103-90fcc43e80d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 4607 time: 0.2847722 Aug 29 04:22:10.503198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Transition to ACTIVE for port object 1dac6afa-d45b-40e5-9807-c82fb97b26b7 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:10.538986 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.591785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Network df94bbec-1b1d-4886-abca-c5fab64ff41b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:10.592691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-f460221c-be2b-4f95-9330-30ebf533dc22 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.594316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-f460221c-be2b-4f95-9330-30ebf533dc22 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/networks?id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb HTTP/1.1" status: 200 len: 817 time: 0.4046731 Aug 29 04:22:10.597099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:10.601048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:10.612407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87a5dc45-aec7-4929-a1f6-9a24e5e5e7da req-d435bef7-b47f-4045-b092-466b960fd943 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057460 Aug 29 04:22:10.642176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event updated for resources: {'Port': ['ID=1dac6afa-d45b-40e5-9807-c82fb97b26b7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:10.710637 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.769434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-be771556-821e-47d5-9d2e-badc78d01821 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/quotas/170bb08776e540b8a3f2e2281c959b07 HTTP/1.1" status: 200 len: 375 time: 0.1487241 Aug 29 04:22:10.803086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-da77bc46-2160-4940-b74d-9a711faed94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.804630 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1119c8db-21d9-4089-b7d2-ebd63baf1e2e req-da77bc46-2160-4940-b74d-9a711faed94b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794379 Aug 29 04:22:10.805501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d58413e6-26b9-4593-a869-b84592f0454c req-fdba5773-33e9-441f-872d-7978cc6f5ec6 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 210 time: 0.0920103 Aug 29 04:22:10.871002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5f2aae5a-b54e-41f3-be53-aa3512b35d6a tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=170bb08776e540b8a3f2e2281c959b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004629 Aug 29 04:22:10.933547 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.994121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5564b3e8-d73d-4a3f-8374-3b9fb99ed22d None None] Provisioning for port 1dac6afa-d45b-40e5-9807-c82fb97b26b7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:10.998666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5564b3e8-d73d-4a3f-8374-3b9fb99ed22d None None] Provisioning complete for port 1dac6afa-d45b-40e5-9807-c82fb97b26b7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:10.999167 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5564b3e8-d73d-4a3f-8374-3b9fb99ed22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.070938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5564b3e8-d73d-4a3f-8374-3b9fb99ed22d None None] Port 1dac6afa-d45b-40e5-9807-c82fb97b26b7 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:11.142321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2007921e-3b47-41db-8342-8ccaa43313ef details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:11.216479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2fd15433-e895-497e-bfe8-ee221f7b0b6e service neutron] 10.222.0.49 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432951 Aug 29 04:22:11.228453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-1e101ff6-61d8-49fb-a9a9-d5eead45ced0 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.230128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-1e101ff6-61d8-49fb-a9a9-d5eead45ced0 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.59 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 809 time: 0.2376568 Aug 29 04:22:11.315848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2007921e-3b47-41db-8342-8ccaa43313ef, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2007921e-3b47-41db-8342-8ccaa43313ef,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:11.316602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.321707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.330757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '2007921e-3b47-41db-8342-8ccaa43313ef', 'network_id': '391a7aff-b637-4ba2-b0d1-011912cd652c', 'port_id': '2007921e-3b47-41db-8342-8ccaa43313ef', 'mac_address': 'fa:16:3e:d4:2b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fedd1c3-66d4-4419-91e4-d26460efe04f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:11.375112 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.392520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2007921e-3b47-41db-8342-8ccaa43313ef {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:11.419195 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.420440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2007921e-3b47-41db-8342-8ccaa43313ef, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2007921e-3b47-41db-8342-8ccaa43313ef,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:11.425836 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.442386 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event updated for resources: {'Port': ['ID=1dac6afa-d45b-40e5-9807-c82fb97b26b7,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:11.480787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=2007921e-3b47-41db-8342-8ccaa43313ef,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:11.490511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.491026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.491469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.492616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.493226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.494066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.494591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.494949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.495291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.495626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.495963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.496332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:11.572918 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Network df94bbec-1b1d-4886-abca-c5fab64ff41b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:11.574916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:11.642783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2007921e-3b47-41db-8342-8ccaa43313ef'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:11.793456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '6490a203-0231-436d-88a1-b3b768141851'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:11.796431 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75ae162-d7ae-499b-8877-9a03b5ec6508" -d '{"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "6490a203-0231-436d-88a1-b3b768141851"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:11.809805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Router 7e8f519e-10b5-48f5-ad8d-cde3819107b8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:11.814565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-0b706c2c-52c4-4ec6-8e4a-c75ebd2c7b65 service neutron] 10.222.0.49 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799544 Aug 29 04:22:11.883234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e26f0f-c475-4574-ae61-87e3ad0c0b20 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:11.892691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.908468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Transition to ACTIVE for port object 73e26f0f-c475-4574-ae61-87e3ad0c0b20 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:11.920398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-19258f5a-0012-4dc0-8898-62983b977f84 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ce5b211267f4463aa23c893c9e41ccc HTTP/1.1" status: 200 len: 380 time: 0.6667867 Aug 29 04:22:11.920573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1e7ebf24-5b54-4b0a-bb93-514558442f5f None None] Provisioning complete for port 1dac6afa-d45b-40e5-9807-c82fb97b26b7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:11.920573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1e7ebf24-5b54-4b0a-bb93-514558442f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.924221 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.934789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'port': {'device_id': '53772430-7974-4641-9b6e-b307917bbab1', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'admin_state_up': True, 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'security_groups': ['a42c6bcc-1768-4200-8df0-1e28f238eb20']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:11.957225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa6cd9-03df-4ac0-834b-60720fb33995 req-0ddec004-daff-4496-ba04-30762fc55a78 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.962887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ebf24-5b54-4b0a-bb93-514558442f5f None None] Port 1dac6afa-d45b-40e5-9807-c82fb97b26b7 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:11.967808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8afa6cd9-03df-4ac0-834b-60720fb33995 req-0ddec004-daff-4496-ba04-30762fc55a78 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 943 time: 0.7265921 Aug 29 04:22:12.028575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:12.038085 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2c6ac7cb-9fe9-471f-bbf0-9ee625bbec9f tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "PUT /v2.0/routers/7e8f519e-10b5-48f5-ad8d-cde3819107b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1901343 Aug 29 04:22:12.038756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45330) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:12.039162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee7e671-a921-4707-827b-7eadb07a53df None None] Sync routers for ids ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:12.045331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Request body: {'port': {'network_id': 'df94bbec-1b1d-4886-abca-c5fab64ff41b', 'name': 'tempest-FloatingIPAdminTestJSON-1881316900'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:12.068015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee7e671-a921-4707-827b-7eadb07a53df None None] Routers {'7e8f519e-10b5-48f5-ad8d-cde3819107b8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:12.069439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6ee7e671-a921-4707-827b-7eadb07a53df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:12.077501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=73e26f0f-c475-4574-ae61-87e3ad0c0b20,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:12.189374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6ee7e671-a921-4707-827b-7eadb07a53df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:12.209313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8afa6cd9-03df-4ac0-834b-60720fb33995 req-1d8777d9-c13a-4018-9290-381e8df3f59a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335753 Aug 29 04:22:12.209564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee7e671-a921-4707-827b-7eadb07a53df None None] Routers {'7e8f519e-10b5-48f5-ad8d-cde3819107b8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:12.210245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6ee7e671-a921-4707-827b-7eadb07a53df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:12.304974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Made reservation on behalf of 941eef9e27cf43808855a96e3cbab377 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:12.314678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.318553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6ee7e671-a921-4707-827b-7eadb07a53df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:12.319206 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee7e671-a921-4707-827b-7eadb07a53df None None] The sync data for ids ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:12.385434 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] device_id is not set on port 09b18f89-7ada-4d6e-ae15-3d29e405beaa yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:22:12.463035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Attempting to bind port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:12.463318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Attempting to bind port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:12.464151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Attempting to bind port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:12.474618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Made reservation on behalf of 8ce5b211267f4463aa23c893c9e41ccc for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:12.478445 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.485675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:12.486183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Attempting to bind port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:12.507853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa59fe-88f8-4b7b-a660-47d8bc0fbe32 req-6fcc1a9e-6d41-4b9e-8df0-d51bbc2e2be5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.509592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85aa59fe-88f8-4b7b-a660-47d8bc0fbe32 req-6fcc1a9e-6d41-4b9e-8df0-d51bbc2e2be5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 946 time: 0.1771257 Aug 29 04:22:12.515705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:12.516130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Checking segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:12.517171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Bound using segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:12.517687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Bound port: 73e26f0f-c475-4574-ae61-87e3ad0c0b20, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:12.518127 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.546229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be624477-d1c0-4d5d-9a22-b27c6a3ab1ca req-f52e65aa-5836-4600-b892-7e31908a5f45 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.554228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be624477-d1c0-4d5d-9a22-b27c6a3ab1ca req-f52e65aa-5836-4600-b892-7e31908a5f45 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.562828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be624477-d1c0-4d5d-9a22-b27c6a3ab1ca req-f52e65aa-5836-4600-b892-7e31908a5f45 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.571325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be624477-d1c0-4d5d-9a22-b27c6a3ab1ca req-f52e65aa-5836-4600-b892-7e31908a5f45 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.582089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be624477-d1c0-4d5d-9a22-b27c6a3ab1ca req-f52e65aa-5836-4600-b892-7e31908a5f45 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.582824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Allocated IP 172.20.0.8 (df94bbec-1b1d-4886-abca-c5fab64ff41b/70787469-e374-41b5-8175-f0afb3173109/09b18f89-7ada-4d6e-ae15-3d29e405beaa) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:12.600106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be624477-d1c0-4d5d-9a22-b27c6a3ab1ca req-f52e65aa-5836-4600-b892-7e31908a5f45 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.604100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-730541a9-2ed7-44c8-9b6e-b33d20227b32 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.606024 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-730541a9-2ed7-44c8-9b6e-b33d20227b32 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 946 time: 0.0823183 Aug 29 04:22:12.606122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be624477-d1c0-4d5d-9a22-b27c6a3ab1ca req-f52e65aa-5836-4600-b892-7e31908a5f45 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.608117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be624477-d1c0-4d5d-9a22-b27c6a3ab1ca req-f52e65aa-5836-4600-b892-7e31908a5f45 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5384 time: 0.2314603 Aug 29 04:22:12.801084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be624477-d1c0-4d5d-9a22-b27c6a3ab1ca req-7e4fd75a-0f10-46c5-95c4-c212a42766c8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1708419 Aug 29 04:22:12.832174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85aa59fe-88f8-4b7b-a660-47d8bc0fbe32 req-f904032a-7e22-4316-8af2-9eb7d920476a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110962 Aug 29 04:22:12.915727 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4edafb-f898-47d0-b703-f8d2e8bbee91 x-openstack-request-id: req-ff4edafb-f898-47d0-b703-f8d2e8bbee91 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:12.917767 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "6490a203-0231-436d-88a1-b3b768141851", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:12.918143 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff4edafb-f898-47d0-b703-f8d2e8bbee91 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:12.919758 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '6490a203-0231-436d-88a1-b3b768141851', 'status': 'completed', 'code': 200} Aug 29 04:22:12.930966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] For port 73e26f0f-c475-4574-ae61-87e3ad0c0b20, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:12.981741 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] For port 73e26f0f-c475-4574-ae61-87e3ad0c0b20, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=73e26f0f-c475-4574-ae61-87e3ad0c0b20,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:13.051265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.055295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Allocated IP 172.20.0.11 (fe848193-297b-498e-8bd5-030f3a239f53/26f04a99-397f-4610-8675-975988a7232d/75fe736a-8936-4a3b-90ff-113235792aa9) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:13.131123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1943e3dc-560d-429c-aa1a-a2a243da500b req-9d8d4dca-8a3b-431f-b6e7-6d72f93a1aa7 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 210 time: 0.1687567 Aug 29 04:22:13.151557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2007921e-3b47-41db-8342-8ccaa43313ef up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:13.166633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=73e26f0f-c475-4574-ae61-87e3ad0c0b20,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.198405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a033219-0c2a-4f43-840d-74a092d504d3 req-ccd21c92-2678-4693-b4f1-6646140da13c tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 210 time: 0.0662184 Aug 29 04:22:13.204459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.205288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.207265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d0d6396e-82b0-42a9-a7a1-61f033fcf6b8 service neutron] 10.222.0.52 "PUT /v2.0/ports/73e26f0f-c475-4574-ae61-87e3ad0c0b20 HTTP/1.1" status: 200 len: 1136 time: 2.9595201 Aug 29 04:22:13.261627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:13.268491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 2007921e-3b47-41db-8342-8ccaa43313ef completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:13.278311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 2007921e-3b47-41db-8342-8ccaa43313ef triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:13.283709 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.430331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-78a63459-1443-43c1-a157-226fc0a31bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.431014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-78a63459-1443-43c1-a157-226fc0a31bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.431582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-78a63459-1443-43c1-a157-226fc0a31bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.432151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-78a63459-1443-43c1-a157-226fc0a31bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.432747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-78a63459-1443-43c1-a157-226fc0a31bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.433303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-78a63459-1443-43c1-a157-226fc0a31bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.433856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-78a63459-1443-43c1-a157-226fc0a31bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.437304 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-78a63459-1443-43c1-a157-226fc0a31bfa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6224 time: 0.4111011 Aug 29 04:22:13.497598 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.543298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632997de-c3b0-41a5-ab12-07fbbc2a1330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2007921e-3b47-41db-8342-8ccaa43313ef'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:13.547243 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eafbd4-f69e-4472-829b-0286861cdc61" -d '{"events": [{"server_uuid": "632997de-c3b0-41a5-ab12-07fbbc2a1330", "name": "network-vif-plugged", "status": "completed", "tag": "2007921e-3b47-41db-8342-8ccaa43313ef"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:13.582897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2007921e-3b47-41db-8342-8ccaa43313ef, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2007921e-3b47-41db-8342-8ccaa43313ef,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:13.582897 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.632110 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.640908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.669172 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1cd32b-4b33-416f-a575-ed5255cc2c10 x-openstack-request-id: req-ad1cd32b-4b33-416f-a575-ed5255cc2c10 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:13.669580 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632997de-c3b0-41a5-ab12-07fbbc2a1330", "name": "network-vif-plugged", "status": "completed", "tag": "2007921e-3b47-41db-8342-8ccaa43313ef", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:13.669930 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad1cd32b-4b33-416f-a575-ed5255cc2c10 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:13.670416 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632997de-c3b0-41a5-ab12-07fbbc2a1330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2007921e-3b47-41db-8342-8ccaa43313ef', 'code': 200} Aug 29 04:22:13.694880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Transition to ACTIVE for port object 09b18f89-7ada-4d6e-ae15-3d29e405beaa will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:13.705887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=2007921e-3b47-41db-8342-8ccaa43313ef,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.716980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-2ac6941e-9b21-47fa-8b64-b391a71e1ab4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Deleting port 2af3ead9-d0cb-4495-82b3-e2da87e73893 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:13.717333 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-2ac6941e-9b21-47fa-8b64-b391a71e1ab4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.722555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Transition to ACTIVE for port object 75fe736a-8936-4a3b-90ff-113235792aa9 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:13.787429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.859982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-744b1685-bb55-4f46-8d4d-6fa4c4c90717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.860514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-744b1685-bb55-4f46-8d4d-6fa4c4c90717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.861011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-744b1685-bb55-4f46-8d4d-6fa4c4c90717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.862660 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-744b1685-bb55-4f46-8d4d-6fa4c4c90717 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0108dc87a3c545139335fa764de2de52&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4077263 Aug 29 04:22:13.930976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Network fe848193-297b-498e-8bd5-030f3a239f53 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:13.954528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-2ac6941e-9b21-47fa-8b64-b391a71e1ab4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] For port 2af3ead9-d0cb-4495-82b3-e2da87e73893, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2af3ead9-d0cb-4495-82b3-e2da87e73893,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:13.955196 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-2ac6941e-9b21-47fa-8b64-b391a71e1ab4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.960734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.976908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9ab40-8529-4b89-9e5e-bf1dc44e45f3 req-e4342b48-58f1-45cf-9d9e-60d4c0d94e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.979154 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e9c9ab40-8529-4b89-9e5e-bf1dc44e45f3 req-e4342b48-58f1-45cf-9d9e-60d4c0d94e78 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 1097 time: 0.2071970 Aug 29 04:22:13.992567 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.003345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-2ac6941e-9b21-47fa-8b64-b391a71e1ab4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Calling delete_port for 2af3ead9-d0cb-4495-82b3-e2da87e73893 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:14.026962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'Port': ['ID=75fe736a-8936-4a3b-90ff-113235792aa9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.029721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:14.052922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:14.116682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af6ccf-3c84-4326-a0c3-f7b48a98db0c req-3800154f-768a-4f1d-9447-c72aea64cd56 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.118403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98af6ccf-3c84-4326-a0c3-f7b48a98db0c req-3800154f-768a-4f1d-9447-c72aea64cd56 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.3474774 Aug 29 04:22:14.145847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Network df94bbec-1b1d-4886-abca-c5fab64ff41b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:14.168778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:14.198102 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e9c9ab40-8529-4b89-9e5e-bf1dc44e45f3 req-e04b4702-9027-4573-a6be-2ce169d947df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010660 Aug 29 04:22:14.199011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event updated for resources: {'Port': ['ID=09b18f89-7ada-4d6e-ae15-3d29e405beaa,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.202284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:14.203888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764f2e9-663d-4afe-b441-cb2eb2fa862c req-180ec96c-cb67-481f-91f6-a3ac27272b82 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.210773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764f2e9-663d-4afe-b441-cb2eb2fa862c req-180ec96c-cb67-481f-91f6-a3ac27272b82 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.218258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764f2e9-663d-4afe-b441-cb2eb2fa862c req-180ec96c-cb67-481f-91f6-a3ac27272b82 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.225953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764f2e9-663d-4afe-b441-cb2eb2fa862c req-180ec96c-cb67-481f-91f6-a3ac27272b82 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.232066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764f2e9-663d-4afe-b441-cb2eb2fa862c req-180ec96c-cb67-481f-91f6-a3ac27272b82 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.251445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764f2e9-663d-4afe-b441-cb2eb2fa862c req-180ec96c-cb67-481f-91f6-a3ac27272b82 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.258094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764f2e9-663d-4afe-b441-cb2eb2fa862c req-180ec96c-cb67-481f-91f6-a3ac27272b82 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.267140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4764f2e9-663d-4afe-b441-cb2eb2fa862c req-180ec96c-cb67-481f-91f6-a3ac27272b82 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5384 time: 0.3450115 Aug 29 04:22:14.339274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-3e6f4899-b3d8-43e1-a9bb-38af0e2e9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.341075 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d75ae162-d7ae-499b-8877-9a03b5ec6508 req-3e6f4899-b3d8-43e1-a9bb-38af0e2e9a5c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4614170 Aug 29 04:22:14.391167 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.401678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.450639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.451199 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.528029 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-74fcd262-f076-4731-b7b3-4dbe1bc21a54 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4850726 Aug 29 04:22:14.535736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45396) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:14.538055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98af6ccf-3c84-4326-a0c3-f7b48a98db0c req-387bbbcb-b034-4f3a-8575-71efebfd9f16 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922958 Aug 29 04:22:14.554140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-eb8a4dfd-0017-46a4-87e1-f5c99e311dae None None] Provisioning for port 75fe736a-8936-4a3b-90ff-113235792aa9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:14.559805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-eb8a4dfd-0017-46a4-87e1-f5c99e311dae None None] Provisioning complete for port 75fe736a-8936-4a3b-90ff-113235792aa9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:14.560183 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eb8a4dfd-0017-46a4-87e1-f5c99e311dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.680705 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-0872a1d6-5a3a-45ba-a750-06c27016cd76 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7503285 Aug 29 04:22:14.700339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4764f2e9-663d-4afe-b441-cb2eb2fa862c req-e061f142-152b-4448-ab20-e235a8fe03bc tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4318385 Aug 29 04:22:14.710998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Request body: {'port': {'device_id': '53772430-7974-4641-9b6e-b307917bbab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:14.712664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a4dfd-0017-46a4-87e1-f5c99e311dae None None] Port 75fe736a-8936-4a3b-90ff-113235792aa9 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:14.802605 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-2ac6941e-9b21-47fa-8b64-b391a71e1ab4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.824023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2af3ead9-d0cb-4495-82b3-e2da87e73893'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:14.862054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-e8bbd6d2-1ebc-438f-baa9-3d0f54eae054 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.863768 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-e8bbd6d2-1ebc-438f-baa9-3d0f54eae054 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.52 "GET /v2.0/networks?id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb HTTP/1.1" status: 200 len: 817 time: 0.4353957 Aug 29 04:22:14.888548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:14.906714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6941e-9b21-47fa-8b64-b391a71e1ab4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event deleted for resources: {'Port': ['ID=2af3ead9-d0cb-4495-82b3-e2da87e73893,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.909341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616e163-0361-4481-9dcb-3a88ec6fafd0 req-0586cc33-46e4-4694-be35-a5987d1ab3fd tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.914076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'project_id': '941eef9e27cf43808855a96e3cbab377', 'port_id': '09b18f89-7ada-4d6e-ae15-3d29e405beaa'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:14.916609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b616e163-0361-4481-9dcb-3a88ec6fafd0 req-0586cc33-46e4-4694-be35-a5987d1ab3fd tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=957a8ff6-7836-4b33-90d5-e5d86f79817b HTTP/1.1" status: 200 len: 867 time: 0.1968513 Aug 29 04:22:14.924782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '73e26f0f-c475-4574-ae61-87e3ad0c0b20'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:14.927067 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8811d04a-a539-4db2-9e1a-df3e8a557c93" -d '{"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "73e26f0f-c475-4574-ae61-87e3ad0c0b20"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:14.930990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Request body: {'port': {'device_id': '3f201e97-0c1e-4090-a4f7-bb64088027bc', 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb', 'admin_state_up': True, 'tenant_id': '170bb08776e540b8a3f2e2281c959b07'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:14.953878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-295652c1-7351-4874-b362-1b73335ac914 None None] Provisioning for port 09b18f89-7ada-4d6e-ae15-3d29e405beaa completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:14.964796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5c67c7cc-cc2a-48fe-aed6-8cf7ac68ed74 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.966624 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5c67c7cc-cc2a-48fe-aed6-8cf7ac68ed74 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.59 "GET /v2.0/networks?id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb HTTP/1.1" status: 200 len: 817 time: 0.3422294 Aug 29 04:22:14.969085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-295652c1-7351-4874-b362-1b73335ac914 None None] Provisioning complete for port 09b18f89-7ada-4d6e-ae15-3d29e405beaa triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:14.969465 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-295652c1-7351-4874-b362-1b73335ac914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.009521 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Request body: {'port': {'device_id': 'ac4aa5f7-57f6-4464-b9af-9852b04c2afc', 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb', 'admin_state_up': True, 'tenant_id': '170bb08776e540b8a3f2e2281c959b07'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:15.012818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.062119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-295652c1-7351-4874-b362-1b73335ac914 None None] Port 09b18f89-7ada-4d6e-ae15-3d29e405beaa cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:15.084917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b616e163-0361-4481-9dcb-3a88ec6fafd0 req-5bff03e2-5ab9-4ca0-8ade-808e8b0a2d4a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206622 Aug 29 04:22:15.187821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbc993-836e-4f91-92bc-e9b88a100300 req-eff0c3d7-b39d-49fd-8b7d-dfa44886663e tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.190092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcfbc993-836e-4f91-92bc-e9b88a100300 req-eff0c3d7-b39d-49fd-8b7d-dfa44886663e tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 932 time: 0.3060980 Aug 29 04:22:15.213025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-2ac6941e-9b21-47fa-8b64-b391a71e1ab4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] No DVR routers for this DVR port 2af3ead9-d0cb-4495-82b3-e2da87e73893 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:15.222802 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-2ac6941e-9b21-47fa-8b64-b391a71e1ab4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.224905 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e8700b08-6681-4df6-bf61-bf69ec7130be req-2ac6941e-9b21-47fa-8b64-b391a71e1ab4 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "DELETE /v2.0/ports/2af3ead9-d0cb-4495-82b3-e2da87e73893 HTTP/1.1" status: 204 len: 173 time: 2.6111798 Aug 29 04:22:15.231439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957a8ff6-7836-4b33-90d5-e5d86f79817b', 'name': 'network-vif-deleted', 'tag': '2af3ead9-d0cb-4495-82b3-e2da87e73893'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:15.233789 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b631d0-be74-4e16-a12e-6da53814086f" -d '{"events": [{"server_uuid": "957a8ff6-7836-4b33-90d5-e5d86f79817b", "name": "network-vif-deleted", "tag": "2af3ead9-d0cb-4495-82b3-e2da87e73893"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:15.250453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.313855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260a06fd-9172-49bd-ad16-944e6632f817 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:15.322950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.336761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Transition to ACTIVE for port object 260a06fd-9172-49bd-ad16-944e6632f817 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:15.347213 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.413311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00f97e83-057c-4a5e-914f-59c35a258727 req-8f6a6e48-1db3-4d71-a3af-440eecd0dea0 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 210 time: 0.1197557 Aug 29 04:22:15.495460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcfbc993-836e-4f91-92bc-e9b88a100300 req-d21ee096-7445-4bcb-9d03-033b1b22821d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940738 Aug 29 04:22:15.495760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-81528753-559d-448c-9f95-445bc2321e13 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.498137 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-81528753-559d-448c-9f95-445bc2321e13 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.52 "GET /v2.0/networks?id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb HTTP/1.1" status: 200 len: 817 time: 0.4841394 Aug 29 04:22:15.519449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Request body: {'port': {'device_id': 'cc395157-46d2-4c95-9ebe-1df879bf810e', 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb', 'admin_state_up': True, 'tenant_id': '170bb08776e540b8a3f2e2281c959b07'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:15.543476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Made reservation on behalf of 170bb08776e540b8a3f2e2281c959b07 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:15.547013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.624121 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ad65cc-5850-4384-a20d-5a267ce30037 x-openstack-request-id: req-60ad65cc-5850-4384-a20d-5a267ce30037 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:15.629415 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "73e26f0f-c475-4574-ae61-87e3ad0c0b20", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:15.629704 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60ad65cc-5850-4384-a20d-5a267ce30037 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:15.630137 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '73e26f0f-c475-4574-ae61-87e3ad0c0b20', 'status': 'completed', 'code': 200} Aug 29 04:22:15.633682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Pushing event updated for resources: {'Port': ['ID=260a06fd-9172-49bd-ad16-944e6632f817,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:15.698010 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cafa580-e652-46d9-a534-724837366554 x-openstack-request-id: req-3cafa580-e652-46d9-a534-724837366554 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:15.698507 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957a8ff6-7836-4b33-90d5-e5d86f79817b", "name": "network-vif-deleted", "tag": "2af3ead9-d0cb-4495-82b3-e2da87e73893", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:15.698907 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cafa580-e652-46d9-a534-724837366554 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:15.699396 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957a8ff6-7836-4b33-90d5-e5d86f79817b', 'name': 'network-vif-deleted', 'tag': '2af3ead9-d0cb-4495-82b3-e2da87e73893', 'status': 'completed', 'code': 200} Aug 29 04:22:15.785524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Made reservation on behalf of 170bb08776e540b8a3f2e2281c959b07 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:15.789701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.863202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de3772-39bf-40c6-a073-ae508d262b3e req-2d200c1e-c077-41f0-9f06-de81c6ebfe60 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.870719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8de3772-39bf-40c6-a073-ae508d262b3e req-2d200c1e-c077-41f0-9f06-de81c6ebfe60 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.1654932 Aug 29 04:22:15.930077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Attempting to bind port 260a06fd-9172-49bd-ad16-944e6632f817 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:15.930406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Attempting to bind port 260a06fd-9172-49bd-ad16-944e6632f817 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:15.931363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Attempting to bind port 260a06fd-9172-49bd-ad16-944e6632f817 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:15.941415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Made reservation on behalf of 170bb08776e540b8a3f2e2281c959b07 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:15.944905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.948190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Port 260a06fd-9172-49bd-ad16-944e6632f817 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:15.948750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Attempting to bind port 260a06fd-9172-49bd-ad16-944e6632f817 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:15.961312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-0d59d8ec-f5ce-4542-bad6-aa27ac185669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.961554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-0d59d8ec-f5ce-4542-bad6-aa27ac185669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.961687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:15.961852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-0d59d8ec-f5ce-4542-bad6-aa27ac185669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.961965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Checking segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:15.962257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Bound using segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:15.962397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-0d59d8ec-f5ce-4542-bad6-aa27ac185669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.962714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Bound port: 260a06fd-9172-49bd-ad16-944e6632f817, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:15.962851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-0d59d8ec-f5ce-4542-bad6-aa27ac185669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.963082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.963302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-0d59d8ec-f5ce-4542-bad6-aa27ac185669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.963772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-0d59d8ec-f5ce-4542-bad6-aa27ac185669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.965705 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-0d59d8ec-f5ce-4542-bad6-aa27ac185669 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6250 time: 0.2768662 Aug 29 04:22:16.089449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8de3772-39bf-40c6-a073-ae508d262b3e req-c3b85cc9-da6b-4c2e-aa65-50d5a907bed8 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182467 Aug 29 04:22:16.113786 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.114031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174b95-723a-4dbf-82af-0742fd0b1745 req-8726b90c-08d9-41e8-94ae-b148356fccf9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.114031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174b95-723a-4dbf-82af-0742fd0b1745 req-8726b90c-08d9-41e8-94ae-b148356fccf9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.119421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174b95-723a-4dbf-82af-0742fd0b1745 req-8726b90c-08d9-41e8-94ae-b148356fccf9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.119596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Allocated IP 172.20.0.11 (a7e7aa9e-b6a8-4841-8a8b-13417cca31eb/146bcea3-59c9-4982-9239-cc789b9630ad/8b2a18a6-9f8b-49ec-94b0-0343723f17f4) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:16.127072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174b95-723a-4dbf-82af-0742fd0b1745 req-8726b90c-08d9-41e8-94ae-b148356fccf9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.134210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174b95-723a-4dbf-82af-0742fd0b1745 req-8726b90c-08d9-41e8-94ae-b148356fccf9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.144669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174b95-723a-4dbf-82af-0742fd0b1745 req-8726b90c-08d9-41e8-94ae-b148356fccf9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.154772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174b95-723a-4dbf-82af-0742fd0b1745 req-8726b90c-08d9-41e8-94ae-b148356fccf9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.168502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b174b95-723a-4dbf-82af-0742fd0b1745 req-8726b90c-08d9-41e8-94ae-b148356fccf9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5396 time: 0.2873862 Aug 29 04:22:16.205540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] For port 260a06fd-9172-49bd-ad16-944e6632f817, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:16.209452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] For port 260a06fd-9172-49bd-ad16-944e6632f817, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=260a06fd-9172-49bd-ad16-944e6632f817,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:16.218750 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.242518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fe736a-8936-4a3b-90ff-113235792aa9 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:16.278003 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.287786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.288446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.289926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] 10.222.0.52 "PUT /v2.0/ports/260a06fd-9172-49bd-ad16-944e6632f817 HTTP/1.1" status: 200 len: 1092 time: 3.0414331 Aug 29 04:22:16.316448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b174b95-723a-4dbf-82af-0742fd0b1745 req-5a6e12e1-c872-4483-ae38-1dfee50fad6f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1420867 Aug 29 04:22:16.330879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-1ef992fb-a21f-4f7d-9f5d-ab16da1ce2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.331472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-1ef992fb-a21f-4f7d-9f5d-ab16da1ce2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.332013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-1ef992fb-a21f-4f7d-9f5d-ab16da1ce2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.334215 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-1ef992fb-a21f-4f7d-9f5d-ab16da1ce2cf service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0108dc87a3c545139335fa764de2de52&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3499160 Aug 29 04:22:16.354563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:16.462990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64f3df-4002-4acf-b288-c008fb74e769 service neutron] Pushing event updated for resources: {'Port': ['ID=260a06fd-9172-49bd-ad16-944e6632f817,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.503654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Transition to ACTIVE for port object 75fe736a-8936-4a3b-90ff-113235792aa9 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:16.528812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.637887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.674957 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Allocated IP 172.25.5.40 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/6dae97dd-948a-4af2-9ae7-e334b2232a28) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:16.695210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd3d266a-b543-4553-8ace-bcd8ba7f8c15 req-0c60856a-989a-4659-bf45-a90f35c626e5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 210 time: 0.1091142 Aug 29 04:22:16.754979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Pushing event updated for resources: {'Port': ['ID=75fe736a-8936-4a3b-90ff-113235792aa9,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.776428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63538d7-0b86-406b-a9cf-eaf7905717d9 req-2e2f85e5-7cb3-4920-bc06-eb9f5fdacd52 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.783979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c63538d7-0b86-406b-a9cf-eaf7905717d9 req-2e2f85e5-7cb3-4920-bc06-eb9f5fdacd52 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.3094487 Aug 29 04:22:16.981289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c63538d7-0b86-406b-a9cf-eaf7905717d9 req-2f05c72d-1e71-41b4-9e15-92e711edfab3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962216 Aug 29 04:22:17.033834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bf1fa-79e5-424f-b332-42493129498f req-1ff5fda2-c888-4f4b-bf0d-2ecccaaf6fa3 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.036476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c29bf1fa-79e5-424f-b332-42493129498f req-1ff5fda2-c888-4f4b-bf0d-2ecccaaf6fa3 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 944 time: 0.2377820 Aug 29 04:22:17.044980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Attempting to bind port 75fe736a-8936-4a3b-90ff-113235792aa9 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:17.045673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Attempting to bind port 75fe736a-8936-4a3b-90ff-113235792aa9 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:17.046252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Attempting to bind port 75fe736a-8936-4a3b-90ff-113235792aa9 on network fe848193-297b-498e-8bd5-030f3a239f53 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:17.105190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Port 75fe736a-8936-4a3b-90ff-113235792aa9 on network fe848193-297b-498e-8bd5-030f3a239f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:17.105845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Attempting to bind port 75fe736a-8936-4a3b-90ff-113235792aa9 on network fe848193-297b-498e-8bd5-030f3a239f53 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:17.127992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:17.127992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Checking segment: {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:17.128314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Bound using segment: {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:17.128735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Bound port: 75fe736a-8936-4a3b-90ff-113235792aa9, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:17.129161 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.144139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3709d-a550-4527-be51-74fac9b906aa req-13f59bd8-c078-4ddf-9a61-e947fa797f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.145711 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03d3709d-a550-4527-be51-74fac9b906aa req-13f59bd8-c078-4ddf-9a61-e947fa797f2f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 1097 time: 0.7704792 Aug 29 04:22:17.205607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2af3ead9-d0cb-4495-82b3-e2da87e73893 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:17.227986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c29bf1fa-79e5-424f-b332-42493129498f req-2709f6d5-848a-464e-9e64-bcc81d5fd5b1 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720045 Aug 29 04:22:17.239874 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 2af3ead9-d0cb-4495-82b3-e2da87e73893 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:17.240478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2af3ead9-d0cb-4495-82b3-e2da87e73893 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:17.247129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] For port 75fe736a-8936-4a3b-90ff-113235792aa9, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:17.282027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] For port 75fe736a-8936-4a3b-90ff-113235792aa9, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=75fe736a-8936-4a3b-90ff-113235792aa9,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:17.287172 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-5ed042b3-5d0c-44c4-b875-4ebc48de0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.288753 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8811d04a-a539-4db2-9e1a-df3e8a557c93 req-5ed042b3-5d0c-44c4-b875-4ebc48de0874 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9145560 Aug 29 04:22:17.333952 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.337736 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.429357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3709d-a550-4527-be51-74fac9b906aa req-a2125d16-649c-4843-a0f1-ca7b4d948f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.430858 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03d3709d-a550-4527-be51-74fac9b906aa req-a2125d16-649c-4843-a0f1-ca7b4d948f21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 919 time: 0.2740436 Aug 29 04:22:17.448851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.449483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.450914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] 10.222.0.59 "PUT /v2.0/ports/75fe736a-8936-4a3b-90ff-113235792aa9 HTTP/1.1" status: 200 len: 1093 time: 2.7449732 Aug 29 04:22:17.513041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.559754 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.677876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Pushing event updated for resources: {'Port': ['ID=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.681722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.693587 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03d3709d-a550-4527-be51-74fac9b906aa req-709da14d-c983-4f69-b5b1-e638811f6b55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2007921e-3b47-41db-8342-8ccaa43313ef HTTP/1.1" status: 200 len: 217 time: 0.2514467 Aug 29 04:22:17.790443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:17.793756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:17.805161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:17.813547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:17.816909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:17.822195 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Allocated IP 172.20.0.13 (a7e7aa9e-b6a8-4841-8a8b-13417cca31eb/146bcea3-59c9-4982-9239-cc789b9630ad/3b56bec2-53cc-4ac3-b52c-fc9a2867f20e) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:17.824532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:17.833737 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Pushing event updated for resources: {'Port': ['ID=6dae97dd-948a-4af2-9ae7-e334b2232a28,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.883825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '260a06fd-9172-49bd-ad16-944e6632f817'}, {'name': 'network-changed', 'server_uuid': '53772430-7974-4641-9b6e-b307917bbab1', 'tag': '75fe736a-8936-4a3b-90ff-113235792aa9'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:17.886128 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9" -d '{"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "260a06fd-9172-49bd-ad16-944e6632f817"}, {"name": "network-changed", "server_uuid": "53772430-7974-4641-9b6e-b307917bbab1", "tag": "75fe736a-8936-4a3b-90ff-113235792aa9"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:17.888028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3709d-a550-4527-be51-74fac9b906aa req-667927bf-8781-4c42-af62-23870d2dae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.890142 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03d3709d-a550-4527-be51-74fac9b906aa req-667927bf-8781-4c42-af62-23870d2dae82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 200 len: 858 time: 0.1631751 Aug 29 04:22:17.909278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1800f-6553-40a6-8304-f978b7d0a26c service neutron] Pushing event updated for resources: {'Port': ['ID=75fe736a-8936-4a3b-90ff-113235792aa9,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.948467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c371a8-aa23-4484-8e05-8ac606be9819 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:17.951056 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03d3709d-a550-4527-be51-74fac9b906aa req-e7fef0e9-cbd7-413d-ad8d-3592f5ed656a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=391a7aff-b637-4ba2-b0d1-011912cd652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493438 Aug 29 04:22:17.960621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-6659760f-1683-46ad-adaa-7350e7983956 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.965406 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.967861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-6659760f-1683-46ad-adaa-7350e7983956 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.7356110 Aug 29 04:22:17.984266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a7ff-4115-46ff-ba8c-f66bfc9763f8 req-2150e479-ebb1-46da-ad18-96d9f1dce3ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.990224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a7ff-4115-46ff-ba8c-f66bfc9763f8 req-2150e479-ebb1-46da-ad18-96d9f1dce3ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.996115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a7ff-4115-46ff-ba8c-f66bfc9763f8 req-2150e479-ebb1-46da-ad18-96d9f1dce3ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.996598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.997212 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.002278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a7ff-4115-46ff-ba8c-f66bfc9763f8 req-2150e479-ebb1-46da-ad18-96d9f1dce3ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.009036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a7ff-4115-46ff-ba8c-f66bfc9763f8 req-2150e479-ebb1-46da-ad18-96d9f1dce3ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.014257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a7ff-4115-46ff-ba8c-f66bfc9763f8 req-2150e479-ebb1-46da-ad18-96d9f1dce3ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.021044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a7ff-4115-46ff-ba8c-f66bfc9763f8 req-2150e479-ebb1-46da-ad18-96d9f1dce3ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.028738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6517a7ff-4115-46ff-ba8c-f66bfc9763f8 req-2150e479-ebb1-46da-ad18-96d9f1dce3ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5396 time: 0.6293831 Aug 29 04:22:18.037741 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.065631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-2c7874bf-57ab-4780-b68c-a4cbfbcb4156 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/quotas/4fab53e832624a009b9aba75e5bd5bed HTTP/1.1" status: 200 len: 375 time: 0.0968723 Aug 29 04:22:18.080268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Transition to ACTIVE for port object 55c371a8-aa23-4484-8e05-8ac606be9819 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:18.098917 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-43caea69-b2f8-4f42-95de-828d6866e1c3 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0941784 Aug 29 04:22:18.114319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-215db2f4-3b4f-4a12-b7b0-1c03562381e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.116559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-215db2f4-3b4f-4a12-b7b0-1c03562381e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 1096 time: 0.6192336 Aug 29 04:22:18.117186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.153784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Request body: {'port': {'device_id': 'ac4aa5f7-57f6-4464-b9af-9852b04c2afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:18.168187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6517a7ff-4115-46ff-ba8c-f66bfc9763f8 req-f1914c71-2b0f-4f29-9083-c6ff7593c2ea tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385033 Aug 29 04:22:18.218304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-b2c00834-3ec4-47f7-a360-5cae03889942 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fe736a-8936-4a3b-90ff-113235792aa9 HTTP/1.1" status: 200 len: 217 time: 0.0937150 Aug 29 04:22:18.294508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Pushing event updated for resources: {'Port': ['ID=55c371a8-aa23-4484-8e05-8ac606be9819,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:18.339000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-5ac03fcf-a3c0-4b8f-971d-1313ce856a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.340761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-5ac03fcf-a3c0-4b8f-971d-1313ce856a3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=26f04a99-397f-4610-8675-975988a7232d HTTP/1.1" status: 200 len: 848 time: 0.1124361 Aug 29 04:22:18.352995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-366f83b6-b275-482f-87bd-c489bcf8b742 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2763808 Aug 29 04:22:18.361933 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03d3709d-a550-4527-be51-74fac9b906aa req-84d2c34e-2904-4ffd-87b5-e333cf6b1fcb service neutron] 10.222.0.59 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984818 Aug 29 04:22:18.374655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.440236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4834f77f-1fde-4eca-9d04-b31dd81bf088 req-a0167ea6-6885-41ba-97e0-28d7c0892b05 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 210 time: 0.1530840 Aug 29 04:22:18.444999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.520066 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c6bb77-cf49-4788-9e34-5e3b29a51617 x-openstack-request-id: req-d6c6bb77-cf49-4788-9e34-5e3b29a51617 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:18.520504 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "260a06fd-9172-49bd-ad16-944e6632f817", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53772430-7974-4641-9b6e-b307917bbab1", "tag": "75fe736a-8936-4a3b-90ff-113235792aa9", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:18.520827 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6c6bb77-cf49-4788-9e34-5e3b29a51617 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:18.521295 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '260a06fd-9172-49bd-ad16-944e6632f817', 'status': 'completed', 'code': 200} Aug 29 04:22:18.521619 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53772430-7974-4641-9b6e-b307917bbab1', 'tag': '75fe736a-8936-4a3b-90ff-113235792aa9', 'status': 'completed', 'code': 200} Aug 29 04:22:18.600316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-d7f4801a-a313-4f86-b298-2e29fd2d4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.602273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-d7f4801a-a313-4f86-b298-2e29fd2d4a15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe848193-297b-498e-8bd5-030f3a239f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803920 Aug 29 04:22:18.651242 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03d3709d-a550-4527-be51-74fac9b906aa req-1a6efbe7-efc4-4821-a414-6104f9dbdcd5 service neutron] 10.222.0.59 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774529 Aug 29 04:22:18.667914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-d06b97e0-122b-43ce-86d6-c054c91fec1e service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140388 Aug 29 04:22:18.728604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Attempting to bind port 55c371a8-aa23-4484-8e05-8ac606be9819 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:18.728940 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Attempting to bind port 55c371a8-aa23-4484-8e05-8ac606be9819 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:18.729266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Attempting to bind port 55c371a8-aa23-4484-8e05-8ac606be9819 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:18.749827 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.790024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Port 55c371a8-aa23-4484-8e05-8ac606be9819 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:18.790775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Attempting to bind port 55c371a8-aa23-4484-8e05-8ac606be9819 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:18.808831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06783128-20d8-45e4-b751-99fe0d19e558 req-ebe1597b-4474-463f-9331-8a98ceaef08d tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.810455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06783128-20d8-45e4-b751-99fe0d19e558 req-ebe1597b-4474-463f-9331-8a98ceaef08d tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.2200129 Aug 29 04:22:18.827775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:18.827775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Checking segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:18.828141 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Bound using segment: {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:18.828993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Bound port: 55c371a8-aa23-4484-8e05-8ac606be9819, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5035e0b-ab1d-4717-ad9c-daf16d975916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:18.829445 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.921785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-03178c8e-d6a8-4f3c-b098-1f948ceccca5 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014157 Aug 29 04:22:18.945907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-f74abe33-e2c9-42df-af7b-909172a24d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.945907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-f74abe33-e2c9-42df-af7b-909172a24d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.946415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-f74abe33-e2c9-42df-af7b-909172a24d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.946878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-f74abe33-e2c9-42df-af7b-909172a24d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.947367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-f74abe33-e2c9-42df-af7b-909172a24d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.947850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-f74abe33-e2c9-42df-af7b-909172a24d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.948471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-f74abe33-e2c9-42df-af7b-909172a24d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.950378 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-f74abe33-e2c9-42df-af7b-909172a24d43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6318 time: 0.3603182 Aug 29 04:22:18.953370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06783128-20d8-45e4-b751-99fe0d19e558 req-9d57d695-7232-4f27-9141-0b4da174a13c tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275859 Aug 29 04:22:18.955955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:18.971063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-46cfd02b-1a76-4732-83ab-6539fe27d038 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572050 Aug 29 04:22:18.981848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Allocated IP 172.20.0.3 (a7e7aa9e-b6a8-4841-8a8b-13417cca31eb/146bcea3-59c9-4982-9239-cc789b9630ad/53d0232b-54ab-4d59-a484-2986f89bc19d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:19.007043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:19.039038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] For port 55c371a8-aa23-4484-8e05-8ac606be9819, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:19.044422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] For port 55c371a8-aa23-4484-8e05-8ac606be9819, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=55c371a8-aa23-4484-8e05-8ac606be9819,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:19.052123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.063519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:19.070990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Pushing event updated for resources: {'Port': ['ID=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.109915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6b563b-6d03-419f-936f-6c3cba0481f9 req-74185d3a-686a-470e-817d-8e3cf3f4ed54 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769013 Aug 29 04:22:19.115005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.116408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.118054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] 10.222.0.52 "PUT /v2.0/ports/55c371a8-aa23-4484-8e05-8ac606be9819 HTTP/1.1" status: 200 len: 1092 time: 2.7760558 Aug 29 04:22:19.152220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cdc71-47c8-4d52-adf6-1b5bd4647f3e service neutron] Pushing event updated for resources: {'Port': ['ID=55c371a8-aa23-4484-8e05-8ac606be9819,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.223787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:19.352933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9098b8e1-a45e-4ecc-8061-dc2cfa845bdb req-ad209e71-65ac-404a-b2b2-f6226c37fc62 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 210 time: 0.1227705 Aug 29 04:22:19.388843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.389208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.389816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.390160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.390494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.390832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.391210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.391545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.391879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.392226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.392559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.392881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:19.430984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.475187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-de9a75cb-0491-4c15-9231-be511c1965c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.479643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-de9a75cb-0491-4c15-9231-be511c1965c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 1096 time: 0.3040719 Aug 29 04:22:19.522748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.523401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.572708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc8672-c436-4981-96a9-7ce60cbf6bb7 req-e6b9ef1a-3028-4f66-b6b8-b1968d57d5e4 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.585885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6fc8672-c436-4981-96a9-7ce60cbf6bb7 req-e6b9ef1a-3028-4f66-b6b8-b1968d57d5e4 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 944 time: 0.3484371 Aug 29 04:22:19.616362 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.620815 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2e3f11fe-2107-4a6d-897c-83183211ccb5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6936128 Aug 29 04:22:19.648265 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Request body: {'port': {'device_id': '3f201e97-0c1e-4090-a4f7-bb64088027bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:19.689997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-5817226c-05d4-4df9-bce4-9ff33a2c80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.690485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-5817226c-05d4-4df9-bce4-9ff33a2c80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.691044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-5817226c-05d4-4df9-bce4-9ff33a2c80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.692764 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-5817226c-05d4-4df9-bce4-9ff33a2c80f8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0108dc87a3c545139335fa764de2de52&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7125471 Aug 29 04:22:19.737430 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.799331 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.855481 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.870253 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d5d1-9929-41f8-ac94-1a795f83153b req-0cba421b-7830-4bfd-b03c-e50d1a4e081a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.877784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d5d1-9929-41f8-ac94-1a795f83153b req-0cba421b-7830-4bfd-b03c-e50d1a4e081a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.884588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d5d1-9929-41f8-ac94-1a795f83153b req-0cba421b-7830-4bfd-b03c-e50d1a4e081a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.891215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d5d1-9929-41f8-ac94-1a795f83153b req-0cba421b-7830-4bfd-b03c-e50d1a4e081a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.897312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d5d1-9929-41f8-ac94-1a795f83153b req-0cba421b-7830-4bfd-b03c-e50d1a4e081a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.903731 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d5d1-9929-41f8-ac94-1a795f83153b req-0cba421b-7830-4bfd-b03c-e50d1a4e081a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.911363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d5d1-9929-41f8-ac94-1a795f83153b req-0cba421b-7830-4bfd-b03c-e50d1a4e081a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.921007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce29d5d1-9929-41f8-ac94-1a795f83153b req-0cba421b-7830-4bfd-b03c-e50d1a4e081a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5408 time: 0.3818142 Aug 29 04:22:19.935417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6fc8672-c436-4981-96a9-7ce60cbf6bb7 req-6fc8cdc5-8cd6-4b8b-a91f-93a9edef80a4 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466892 Aug 29 04:22:20.081464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-576403dc-417f-40e5-bd73-2330a03eaece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.083247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-576403dc-417f-40e5-bd73-2330a03eaece service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 910 time: 0.5721793 Aug 29 04:22:20.145105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.202418 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce29d5d1-9929-41f8-ac94-1a795f83153b req-f2aeabfa-4a34-4920-bad9-1455a944efa0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2805214 Aug 29 04:22:20.213385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-8f384fdf-5de2-4601-a4f1-81a76e52581a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fe736a-8936-4a3b-90ff-113235792aa9 HTTP/1.1" status: 200 len: 217 time: 0.1089540 Aug 29 04:22:20.317589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73db6a0-bab9-4cf5-a275-4e3128c624ec req-606b8047-abe1-42c7-90b8-f9a1422be6d8 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.319358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e73db6a0-bab9-4cf5-a275-4e3128c624ec req-606b8047-abe1-42c7-90b8-f9a1422be6d8 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 931 time: 0.2169085 Aug 29 04:22:20.422529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-aa2c1ad3-e647-4f77-a98f-5476a9e854cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.424278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-aa2c1ad3-e647-4f77-a98f-5476a9e854cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=26f04a99-397f-4610-8675-975988a7232d HTTP/1.1" status: 200 len: 848 time: 0.2012191 Aug 29 04:22:20.474842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e73db6a0-bab9-4cf5-a275-4e3128c624ec req-3c99f7b3-1502-4797-86c1-4e66aa631e4d tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462171 Aug 29 04:22:20.528652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '55c371a8-aa23-4484-8e05-8ac606be9819'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:20.537967 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae39910-33b4-401a-bf9f-4d035bc45a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "55c371a8-aa23-4484-8e05-8ac606be9819"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:20.540443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:20.644411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30de7cbf-8a64-4b52-994d-883a9eefbd82 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:20.653189 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.669075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Transition to ACTIVE for port object 30de7cbf-8a64-4b52-994d-883a9eefbd82 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:20.690502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e696fa6-13dd-4180-9aff-bd13e2830132 req-c07a24f6-e3b7-4eaf-8bbb-baa3aef60153 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.692227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e696fa6-13dd-4180-9aff-bd13e2830132 req-c07a24f6-e3b7-4eaf-8bbb-baa3aef60153 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.3482699 Aug 29 04:22:20.695150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.724369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-3f168cf4-5a01-45f5-88b2-ee46c52f3451 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.725569 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-3f168cf4-5a01-45f5-88b2-ee46c52f3451 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.1952643 Aug 29 04:22:20.741613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:20.745821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6100ced0-92fa-4cf7-aacf-7a5e8a50aff2 req-47d15bd1-741f-4d0f-b643-45332b49b603 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 210 time: 0.0654123 Aug 29 04:22:20.751555 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.761551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:20.814894 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Request body: {'port': {'device_id': '3b3fd836-0c39-4f85-b620-61584628ea65', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'admin_state_up': True, 'tenant_id': '4fab53e832624a009b9aba75e5bd5bed'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:20.817301 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77776186-63ff-4858-aabc-91c42c4ad76d x-openstack-request-id: req-77776186-63ff-4858-aabc-91c42c4ad76d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:20.817789 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "55c371a8-aa23-4484-8e05-8ac606be9819", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:20.818129 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77776186-63ff-4858-aabc-91c42c4ad76d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:20.818604 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '55c371a8-aa23-4484-8e05-8ac606be9819', 'status': 'completed', 'code': 200} Aug 29 04:22:20.828088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-16b580d2-bdef-4994-a704-22700176d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.829806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-16b580d2-bdef-4994-a704-22700176d3f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe848193-297b-498e-8bd5-030f3a239f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3889349 Aug 29 04:22:20.834492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.835146 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.876937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Pushing event updated for resources: {'Port': ['ID=30de7cbf-8a64-4b52-994d-883a9eefbd82,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.882108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e696fa6-13dd-4180-9aff-bd13e2830132 req-9db75705-dbe3-4676-a09b-b3d94ff2587d tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296308 Aug 29 04:22:20.900760 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.003868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Attempting to bind port 30de7cbf-8a64-4b52-994d-883a9eefbd82 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:21.004102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Attempting to bind port 30de7cbf-8a64-4b52-994d-883a9eefbd82 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:21.004474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Attempting to bind port 30de7cbf-8a64-4b52-994d-883a9eefbd82 on network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:21.016252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Port 30de7cbf-8a64-4b52-994d-883a9eefbd82 on network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:21.019221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Attempting to bind port 30de7cbf-8a64-4b52-994d-883a9eefbd82 on network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:21.042535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Pushing event updated for resources: {'Port': ['ID=53d0232b-54ab-4d59-a484-2986f89bc19d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:21.058517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-5a21f2ac-5024-4ca9-ac8a-4398dd93bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.060112 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-5a21f2ac-5024-4ca9-ac8a-4398dd93bfa5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3569796 Aug 29 04:22:21.061564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:21.062385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Checking segment: {'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:21.063924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Bound using segment: {'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:21.064846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Bound port: 30de7cbf-8a64-4b52-994d-883a9eefbd82, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:21.065442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.114341 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-639d5b27-4c70-4963-bde9-f168fe284989 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6003449 Aug 29 04:22:21.186089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Request body: {'port': {'device_id': 'cc395157-46d2-4c95-9ebe-1df879bf810e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:21.198616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-582c1a34-bf8a-40eb-b15b-3f258bf71705 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337958 Aug 29 04:22:21.238420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 75fe736a-8936-4a3b-90ff-113235792aa9 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:21.246309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Pushing event updated for resources: {'Port': ['ID=6dae97dd-948a-4af2-9ae7-e334b2232a28,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:21.277108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2b606-aa73-474e-b1ea-5f8b4bf0c8cd req-aaca8b87-10bd-4c7b-8710-85fbcaef488b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.284435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9cb2b606-aa73-474e-b1ea-5f8b4bf0c8cd req-aaca8b87-10bd-4c7b-8710-85fbcaef488b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 944 time: 0.2470417 Aug 29 04:22:21.327323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] For port 30de7cbf-8a64-4b52-994d-883a9eefbd82, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:21.343700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] For port 30de7cbf-8a64-4b52-994d-883a9eefbd82, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:21.344003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.385412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.435055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 75fe736a-8936-4a3b-90ff-113235792aa9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=75fe736a-8936-4a3b-90ff-113235792aa9,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:21.445256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9cb2b606-aa73-474e-b1ea-5f8b4bf0c8cd req-e15b1a18-65e0-478f-b8c1-da24e6a6a1f8 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598320 Aug 29 04:22:21.446747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.447384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.448979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] 10.222.0.52 "PUT /v2.0/ports/30de7cbf-8a64-4b52-994d-883a9eefbd82 HTTP/1.1" status: 200 len: 1092 time: 2.2592301 Aug 29 04:22:21.469942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-fb82f872-1cf1-4790-b83f-a8b5eee62e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.470439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-fb82f872-1cf1-4790-b83f-a8b5eee62e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.470930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-fb82f872-1cf1-4790-b83f-a8b5eee62e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.471672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-fb82f872-1cf1-4790-b83f-a8b5eee62e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.472673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-fb82f872-1cf1-4790-b83f-a8b5eee62e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.472673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-fb82f872-1cf1-4790-b83f-a8b5eee62e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.473302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-fb82f872-1cf1-4790-b83f-a8b5eee62e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.475367 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-fb82f872-1cf1-4790-b83f-a8b5eee62e4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6386 time: 0.3124228 Aug 29 04:22:21.482227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:21.490143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '75fe736a-8936-4a3b-90ff-113235792aa9', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'port_id': '75fe736a-8936-4a3b-90ff-113235792aa9', 'mac_address': 'fa:16:3e:2b:c4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:21.496627 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.502306 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.541045 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.556045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fe736a-8936-4a3b-90ff-113235792aa9 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:21.564175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Request body: {'port': {'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:21.580446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 75fe736a-8936-4a3b-90ff-113235792aa9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=75fe736a-8936-4a3b-90ff-113235792aa9,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:21.587578 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.612900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58edb3a1-70d4-4c0f-82fa-cf96715a17b9 req-b79ed80a-448e-486e-bc74-5680c30a2a5c service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015272 Aug 29 04:22:21.614546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfda86-6205-4a63-9dde-d7bdf2ee7a53 service neutron] Pushing event updated for resources: {'Port': ['ID=30de7cbf-8a64-4b52-994d-883a9eefbd82,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:21.639227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Made reservation on behalf of 4fab53e832624a009b9aba75e5bd5bed for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:21.643036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.647939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=75fe736a-8936-4a3b-90ff-113235792aa9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:21.693613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205065a-dfdd-4762-aa8d-66d0bdb1bbc2 req-0d109d49-e4c5-40e3-ab0b-fe17d7544eba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.700861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205065a-dfdd-4762-aa8d-66d0bdb1bbc2 req-0d109d49-e4c5-40e3-ab0b-fe17d7544eba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.707934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205065a-dfdd-4762-aa8d-66d0bdb1bbc2 req-0d109d49-e4c5-40e3-ab0b-fe17d7544eba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.714646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205065a-dfdd-4762-aa8d-66d0bdb1bbc2 req-0d109d49-e4c5-40e3-ab0b-fe17d7544eba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.723864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Transition to ACTIVE for port object 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:21.727201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205065a-dfdd-4762-aa8d-66d0bdb1bbc2 req-0d109d49-e4c5-40e3-ab0b-fe17d7544eba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.738328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205065a-dfdd-4762-aa8d-66d0bdb1bbc2 req-0d109d49-e4c5-40e3-ab0b-fe17d7544eba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.745090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205065a-dfdd-4762-aa8d-66d0bdb1bbc2 req-0d109d49-e4c5-40e3-ab0b-fe17d7544eba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.749930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2205065a-dfdd-4762-aa8d-66d0bdb1bbc2 req-0d109d49-e4c5-40e3-ab0b-fe17d7544eba tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5420 time: 0.4255564 Aug 29 04:22:21.761780 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.794743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['75fe736a-8936-4a3b-90ff-113235792aa9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:21.864561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2205065a-dfdd-4762-aa8d-66d0bdb1bbc2 req-987aa0b1-0b2f-43b0-98b3-d722322d1c0f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869977 Aug 29 04:22:21.915727 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Floating IP f898289c-fdf7-49fa-bd58-5c055d8c70f9 associated. External IP: 172.25.5.40, port: 09b18f89-7ada-4d6e-ae15-3d29e405beaa. Aug 29 04:22:21.918563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.123759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.134669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-56e6d3eb-6988-4bb8-aff0-14e9a93c2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.135251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-56e6d3eb-6988-4bb8-aff0-14e9a93c2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.135617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-56e6d3eb-6988-4bb8-aff0-14e9a93c2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.137751 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-56e6d3eb-6988-4bb8-aff0-14e9a93c2008 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0108dc87a3c545139335fa764de2de52&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6328266 Aug 29 04:22:22.179598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1aafe-d612-49e1-9092-0eddeba65a4b req-cb9b987e-9cf2-4fbc-be57-3862a42c7593 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.181208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50a1aafe-d612-49e1-9092-0eddeba65a4b req-cb9b987e-9cf2-4fbc-be57-3862a42c7593 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 931 time: 0.4250808 Aug 29 04:22:22.192072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b4289e2-e0b8-41f8-91af-b64f92308b3f req-d129c59c-dd96-47b4-a34f-02d464c4d37a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 210 time: 0.0666230 Aug 29 04:22:22.252076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50a1aafe-d612-49e1-9092-0eddeba65a4b req-d8634567-6b09-4613-afcf-3afb8f166d49 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589733 Aug 29 04:22:22.348133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:22.357699 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.384461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ddd30-46b0-4a73-898d-189a889f4e05 req-3ea4eafc-173d-49c2-ad8b-f394106cefac tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.386297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a9ddd30-46b0-4a73-898d-189a889f4e05 req-3ea4eafc-173d-49c2-ad8b-f394106cefac tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0757761 Aug 29 04:22:22.390111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Transition to ACTIVE for port object 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:22.395415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.407009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Allocated IP 172.20.0.13 (9affe2b5-86a2-4e94-b605-2357849469a0/8403fb6b-2733-4111-9891-375088cbf5e3/ff82e82d-d2a1-48b1-bb4f-3136806c92d0) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:22.447151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Attempting to bind port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:22.447498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Attempting to bind port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:22.447838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Attempting to bind port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 on network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:22.526777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a9ddd30-46b0-4a73-898d-189a889f4e05 req-354ab58d-4f5a-4053-b7d2-16dece124551 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326740 Aug 29 04:22:22.529288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.559866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:22.568849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 on network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:22.569199 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Attempting to bind port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 on network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:22.576575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-b6be81b3-6639-4c58-beb0-5190da567480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.578407 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-b6be81b3-6639-4c58-beb0-5190da567480 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4093106 Aug 29 04:22:22.582453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.624226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:22.624492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Attempting to bind port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:22.624590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Checking segment: {'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:22.624897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Attempting to bind port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:22.625038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Bound using segment: {'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:22.625139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Attempting to bind port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 on network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:22.626013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Bound port: 8b2a18a6-9f8b-49ec-94b0-0343723f17f4, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:22.626370 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.642073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad6ee-7c94-432c-b944-b0b5544c3495 req-401f9f2f-4095-49b0-9eb0-9d1a8038d9a9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.643228 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6ad6ee-7c94-432c-b944-b0b5544c3495 req-401f9f2f-4095-49b0-9eb0-9d1a8038d9a9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 945 time: 0.0854352 Aug 29 04:22:22.644349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 on network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:22.644673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Attempting to bind port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 on network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:22.650171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:22.650510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Checking segment: {'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:22.650899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Bound using segment: {'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:22.651334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Bound port: 2a3339b2-3fd7-4ad0-918f-cd758b4728e3, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097c7337-42a2-4ffb-8319-18a1e7db1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:22.651693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.699009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Transition to ACTIVE for port object 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:22.738877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6ad6ee-7c94-432c-b944-b0b5544c3495 req-2c34c44e-5443-44df-b8dd-d06ee53d75be tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847559 Aug 29 04:22:22.777641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] For port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:22.781210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] For port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:22.788224 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.819326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '30de7cbf-8a64-4b52-994d-883a9eefbd82'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:22.821606 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60b254c-ae82-4693-83e2-5895f3ac4d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "30de7cbf-8a64-4b52-994d-883a9eefbd82"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:22.849743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.852001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.852759 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.854174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] 10.222.0.52 "PUT /v2.0/ports/2a3339b2-3fd7-4ad0-918f-cd758b4728e3 HTTP/1.1" status: 200 len: 1092 time: 1.3324125 Aug 29 04:22:22.870177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18965da5-7fc3-4a63-ae99-a7490bb004e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.895169 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2dfe77-a875-43b6-8a50-8a925543960b x-openstack-request-id: req-bf2dfe77-a875-43b6-8a50-8a925543960b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:22.895710 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "30de7cbf-8a64-4b52-994d-883a9eefbd82", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:22.896131 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf2dfe77-a875-43b6-8a50-8a925543960b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:22.896809 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '30de7cbf-8a64-4b52-994d-883a9eefbd82', 'status': 'completed', 'code': 200} Aug 29 04:22:22.994889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-5fbca7ac-1084-4da4-97dd-503b3e501056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.995531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-5fbca7ac-1084-4da4-97dd-503b3e501056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.996078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-5fbca7ac-1084-4da4-97dd-503b3e501056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.996778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-5fbca7ac-1084-4da4-97dd-503b3e501056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.997313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-5fbca7ac-1084-4da4-97dd-503b3e501056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.999405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-5fbca7ac-1084-4da4-97dd-503b3e501056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.999977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-5fbca7ac-1084-4da4-97dd-503b3e501056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.003012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-5fbca7ac-1084-4da4-97dd-503b3e501056 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6496 time: 0.0793152 Aug 29 04:22:23.100537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-213427e0-928c-4df0-95cf-5cd505665b03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=304997e4-5d25-4328-aeb8-2c3f87504943 HTTP/1.1" status: 200 len: 217 time: 0.0560536 Aug 29 04:22:23.133178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155cfa-1692-4b00-a899-2958d2531561 req-d31577c1-94b1-4678-ba3e-94b18311b1e0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.139676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155cfa-1692-4b00-a899-2958d2531561 req-d31577c1-94b1-4678-ba3e-94b18311b1e0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.146429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155cfa-1692-4b00-a899-2958d2531561 req-d31577c1-94b1-4678-ba3e-94b18311b1e0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.152271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155cfa-1692-4b00-a899-2958d2531561 req-d31577c1-94b1-4678-ba3e-94b18311b1e0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.158685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155cfa-1692-4b00-a899-2958d2531561 req-d31577c1-94b1-4678-ba3e-94b18311b1e0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.165403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155cfa-1692-4b00-a899-2958d2531561 req-d31577c1-94b1-4678-ba3e-94b18311b1e0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.171168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155cfa-1692-4b00-a899-2958d2531561 req-d31577c1-94b1-4678-ba3e-94b18311b1e0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.182326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82155cfa-1692-4b00-a899-2958d2531561 req-d31577c1-94b1-4678-ba3e-94b18311b1e0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1779590 Aug 29 04:22:23.252462 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82155cfa-1692-4b00-a899-2958d2531561 req-4c31a3fd-2dcc-4212-9bae-11081bd743b8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676630 Aug 29 04:22:23.253296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 75fe736a-8936-4a3b-90ff-113235792aa9 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:23.262561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-6bc7c9ae-254c-4885-9a4c-ef0d7385410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.264271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-6bc7c9ae-254c-4885-9a4c-ef0d7385410b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=644e4da1-c29f-40d2-b99b-b0869739804c HTTP/1.1" status: 200 len: 855 time: 0.1543534 Aug 29 04:22:23.324175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9188702c-024f-42ef-88b7-1290c839062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.326502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-9188702c-024f-42ef-88b7-1290c839062b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2fa9d0e-600e-409d-9d8b-54d571a16937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554016 Aug 29 04:22:23.337409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 75fe736a-8936-4a3b-90ff-113235792aa9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:23.341631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 75fe736a-8936-4a3b-90ff-113235792aa9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:23.342007 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.360742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20af72bb-ffb6-4211-b17f-c88fa88f2a0b req-62f1543d-b5d1-49aa-a709-7ce7cafa7259 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 210 time: 0.0406871 Aug 29 04:22:23.383224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] For port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:23.387768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] For port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:23.436029 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.455403 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.464716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Router 7e8f519e-10b5-48f5-ad8d-cde3819107b8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:23.494467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f4057-20e2-465d-ad20-b534019717b5 req-713f0dcc-e48d-41dd-8484-1f6dccd81663 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.497593 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 75fe736a-8936-4a3b-90ff-113235792aa9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=75fe736a-8936-4a3b-90ff-113235792aa9,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:23.498539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53772430-7974-4641-9b6e-b307917bbab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fe736a-8936-4a3b-90ff-113235792aa9'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:23.500855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.501375 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171df63b-d3a0-491f-9c25-0b4eb035bbfc" -d '{"events": [{"server_uuid": "53772430-7974-4641-9b6e-b307917bbab1", "name": "network-vif-plugged", "status": "completed", "tag": "75fe736a-8936-4a3b-90ff-113235792aa9"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:23.501742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.503222 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/8b2a18a6-9f8b-49ec-94b0-0343723f17f4 HTTP/1.1" status: 200 len: 1093 time: 5.3881781 Aug 29 04:22:23.505847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b7f4057-20e2-465d-ad20-b534019717b5 req-713f0dcc-e48d-41dd-8484-1f6dccd81663 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 931 time: 0.1434667 Aug 29 04:22:23.522878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4aa5f7-57f6-4464-b9af-9852b04c2afc', 'tag': '8b2a18a6-9f8b-49ec-94b0-0343723f17f4'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:23.523321 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.523760 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3612c253-c31a-4704-970e-8e071fa3a485" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4aa5f7-57f6-4464-b9af-9852b04c2afc", "tag": "8b2a18a6-9f8b-49ec-94b0-0343723f17f4"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:23.574251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.588895 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4633b91a-4e5a-4454-93ea-8b46ef469f44 x-openstack-request-id: req-4633b91a-4e5a-4454-93ea-8b46ef469f44 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:23.589256 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53772430-7974-4641-9b6e-b307917bbab1", "name": "network-vif-plugged", "status": "completed", "tag": "75fe736a-8936-4a3b-90ff-113235792aa9", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:23.589587 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4633b91a-4e5a-4454-93ea-8b46ef469f44 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:23.596600 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53772430-7974-4641-9b6e-b307917bbab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fe736a-8936-4a3b-90ff-113235792aa9', 'code': 200} Aug 29 04:22:23.597039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b7f4057-20e2-465d-ad20-b534019717b5 req-381fcfa9-b831-49d4-be47-9c2b584e4d6e tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769186 Aug 29 04:22:23.603867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-64aa30bd-d2c1-48cc-a0dd-d7ae7735eb19 service neutron] 10.222.0.52 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408853 Aug 29 04:22:23.615400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Pushing event updated for resources: {'Port': ['ID=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.654071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-34ff2b1f-d2d6-409d-bacc-2f94e44f6ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.717826 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=75fe736a-8936-4a3b-90ff-113235792aa9,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.726563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2c71015c-b07c-499e-a7f5-95f392c1dd59 service neutron] 10.222.0.52 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138995 Aug 29 04:22:23.745993 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1752f87a-8da9-41aa-a14e-4e1dc6497acb x-openstack-request-id: req-1752f87a-8da9-41aa-a14e-4e1dc6497acb {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:23.746252 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4aa5f7-57f6-4464-b9af-9852b04c2afc", "tag": "8b2a18a6-9f8b-49ec-94b0-0343723f17f4", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:23.746453 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1752f87a-8da9-41aa-a14e-4e1dc6497acb {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:23.746831 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4aa5f7-57f6-4464-b9af-9852b04c2afc', 'tag': '8b2a18a6-9f8b-49ec-94b0-0343723f17f4', 'status': 'completed', 'code': 200} Aug 29 04:22:23.826922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafe75c-0c13-40f3-8012-c297bebbf5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.963444 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-fb947db3-6cb2-413a-8cd6-9d8b524a5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.965034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-fb947db3-6cb2-413a-8cd6-9d8b524a5a27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170bb08776e540b8a3f2e2281c959b07&device_id=ac4aa5f7-57f6-4464-b9af-9852b04c2afc HTTP/1.1" status: 200 len: 1096 time: 0.3617749 Aug 29 04:22:23.973652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d0232b-54ab-4d59-a484-2986f89bc19d {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:23.994241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.001916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Attempting to bind port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:24.002344 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Attempting to bind port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:24.002693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Attempting to bind port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e on network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:24.047884 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.055075 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-123999df-db77-4512-8b86-6ea5c7519bfe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2a18a6-9f8b-49ec-94b0-0343723f17f4 HTTP/1.1" status: 200 len: 217 time: 0.0717678 Aug 29 04:22:24.061968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Transition to ACTIVE for port object 53d0232b-54ab-4d59-a484-2986f89bc19d will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:24.065838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:24.067301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e on network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:24.067477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Attempting to bind port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e on network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:24.079787 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0a6a5-8ba2-407b-9205-2570d6ee1f0b None None] Sync routers for ids ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:24.091952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:24.095627 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0a6a5-8ba2-407b-9205-2570d6ee1f0b None None] Routers {'7e8f519e-10b5-48f5-ad8d-cde3819107b8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:24.096348 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d9b0a6a5-8ba2-407b-9205-2570d6ee1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:24.111417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.155988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:24.156269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Checking segment: {'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:24.157194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Bound using segment: {'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:24.157657 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Bound port: 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:24.160499 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.188476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Network 9affe2b5-86a2-4e94-b605-2357849469a0 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:24.203485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:24.209469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:24.214987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event updated for resources: {'Port': ['ID=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.218509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-901ebdd8-feb4-4ac5-9d99-51a66dd7f6fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=6490a203-0231-436d-88a1-b3b768141851 HTTP/1.1" status: 200 len: 217 time: 0.4682789 Aug 29 04:22:24.223199 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.249156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77857f7d-2a42-45b1-85cb-3375ff28c1ae req-1c552a6b-a8c2-411a-ae5d-b3bc939af560 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.256579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77857f7d-2a42-45b1-85cb-3375ff28c1ae req-1c552a6b-a8c2-411a-ae5d-b3bc939af560 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.5271111 Aug 29 04:22:24.272794 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-13025778-c5a3-4586-96be-fce0bbbdf9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.274332 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-13025778-c5a3-4586-96be-fce0bbbdf9dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=146bcea3-59c9-4982-9239-cc789b9630ad HTTP/1.1" status: 200 len: 857 time: 0.1765997 Aug 29 04:22:24.323222 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d9b0a6a5-8ba2-407b-9205-2570d6ee1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:24.331377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431db43-855c-48a3-a45f-dc5dd129b5d8 req-fbb02a82-84b9-4fa8-897b-462c82f21f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.332924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b431db43-855c-48a3-a45f-dc5dd129b5d8 req-fbb02a82-84b9-4fa8-897b-462c82f21f7f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 1098 time: 0.6053364 Aug 29 04:22:24.344393 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0a6a5-8ba2-407b-9205-2570d6ee1f0b None None] Routers {'7e8f519e-10b5-48f5-ad8d-cde3819107b8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:24.346739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f3e1f-175e-43b9-a444-f5d17a744ae2 req-0ad8007e-7735-4139-871c-1347bd14b88b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.347984 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d9b0a6a5-8ba2-407b-9205-2570d6ee1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:24.354169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-789f3e1f-175e-43b9-a444-f5d17a744ae2 req-0ad8007e-7735-4139-871c-1347bd14b88b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.2058332 Aug 29 04:22:24.374264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77857f7d-2a42-45b1-85cb-3375ff28c1ae req-1506a155-c73c-4ee4-8741-9b0fd478f1d0 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118326 Aug 29 04:22:24.398260 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d9b0a6a5-8ba2-407b-9205-2570d6ee1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:24.399155 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0a6a5-8ba2-407b-9205-2570d6ee1f0b None None] The sync data for ids ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:24.408006 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-012d0629-0ce6-497d-aba9-81659b142929 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868506 Aug 29 04:22:24.417998 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5b1dcb6b-96dc-4892-8202-81195482169b tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.8810456 Aug 29 04:22:24.423847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45638) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:24.450958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-5284b873-7ef4-42e9-b5db-3b642423c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.452749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-5284b873-7ef4-42e9-b5db-3b642423c496 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.2264695 Aug 29 04:22:24.501176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.501811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.510925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Pushing event updated for resources: {'Port': ['ID=53d0232b-54ab-4d59-a484-2986f89bc19d,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.540270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] For port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:24.550774 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-cf31c3b9-cd03-4ba6-89e3-50688a2fc97f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8020587 Aug 29 04:22:24.570830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] For port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:24.575622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Request body: {'port': {'device_id': '3b3fd836-0c39-4f85-b620-61584628ea65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:24.586809 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.616633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-789f3e1f-175e-43b9-a444-f5d17a744ae2 req-96aeb78c-5f2b-419a-b910-a3d62b927c22 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615452 Aug 29 04:22:24.618126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b431db43-855c-48a3-a45f-dc5dd129b5d8 req-fb3d5f85-bafa-4dec-9c40-795fa7104601 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595239 Aug 29 04:22:24.674945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-edab10ab-b42d-4155-8dce-2b38a451f933 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] 10.222.0.49 "GET /v2.0/floatingips/f898289c-fdf7-49fa-bd58-5c055d8c70f9 HTTP/1.1" status: 200 len: 982 time: 0.2402091 Aug 29 04:22:24.677833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1a74012a-3729-45b1-ad51-dba7ef4977b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.679330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1a74012a-3729-45b1-ad51-dba7ef4977b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1928947 Aug 29 04:22:24.679787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45646) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:24.714170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Attempting to bind port 53d0232b-54ab-4d59-a484-2986f89bc19d on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:24.714170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Attempting to bind port 53d0232b-54ab-4d59-a484-2986f89bc19d by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:24.714170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Attempting to bind port 53d0232b-54ab-4d59-a484-2986f89bc19d on network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:24.725258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.725258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.725258 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] 10.222.0.52 "PUT /v2.0/ports/3b56bec2-53cc-4ac3-b52c-fc9a2867f20e HTTP/1.1" status: 200 len: 1093 time: 5.0821767 Aug 29 04:22:24.743255 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-ad01b216-747c-4bc6-a713-98a94effd812 service neutron] 10.222.0.59 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061671 Aug 29 04:22:24.756385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Port 53d0232b-54ab-4d59-a484-2986f89bc19d on network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:24.757736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Attempting to bind port 53d0232b-54ab-4d59-a484-2986f89bc19d on network a7e7aa9e-b6a8-4841-8a8b-13417cca31eb {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:24.774936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.780687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:24.781023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Checking segment: {'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:24.781510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Bound using segment: {'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:24.781946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Bound port: 53d0232b-54ab-4d59-a484-2986f89bc19d, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f116cd56-a5d3-4e27-9703-40b4d102ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:24.782307 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.794659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa93575-db69-41cd-83db-08683fbcd94d service neutron] Pushing event updated for resources: {'Port': ['ID=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.803884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bfa45-47e2-4ea4-9735-58c288eba951 req-471c04b2-4c70-4821-bd01-c5d3ff0340b5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.809928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bfa45-47e2-4ea4-9735-58c288eba951 req-471c04b2-4c70-4821-bd01-c5d3ff0340b5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.816677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bfa45-47e2-4ea4-9735-58c288eba951 req-471c04b2-4c70-4821-bd01-c5d3ff0340b5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.822720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bfa45-47e2-4ea4-9735-58c288eba951 req-471c04b2-4c70-4821-bd01-c5d3ff0340b5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.828719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bfa45-47e2-4ea4-9735-58c288eba951 req-471c04b2-4c70-4821-bd01-c5d3ff0340b5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.834723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bfa45-47e2-4ea4-9735-58c288eba951 req-471c04b2-4c70-4821-bd01-c5d3ff0340b5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.841072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bfa45-47e2-4ea4-9735-58c288eba951 req-471c04b2-4c70-4821-bd01-c5d3ff0340b5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.843045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-816bfa45-47e2-4ea4-9735-58c288eba951 req-471c04b2-4c70-4821-bd01-c5d3ff0340b5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.2591348 Aug 29 04:22:24.909512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '2a3339b2-3fd7-4ad0-918f-cd758b4728e3'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:24.911667 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3" -d '{"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "2a3339b2-3fd7-4ad0-918f-cd758b4728e3"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:24.992265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2fc13cfa-b3ca-45d5-938b-40c1b0b49a12 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3209 time: 0.3101676 Aug 29 04:22:24.994475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45656) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:24.994926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-82ecff1a-2bd1-4ecc-b741-cbff98446b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.997158 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-82ecff1a-2bd1-4ecc-b741-cbff98446b0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=170bb08776e540b8a3f2e2281c959b07&device_id=3f201e97-0c1e-4090-a4f7-bb64088027bc HTTP/1.1" status: 200 len: 1096 time: 0.2046709 Aug 29 04:22:25.052906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] For port 53d0232b-54ab-4d59-a484-2986f89bc19d, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:25.119134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] For port 53d0232b-54ab-4d59-a484-2986f89bc19d, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=53d0232b-54ab-4d59-a484-2986f89bc19d,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:25.121017 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-a1e150d9-1a29-4754-b7b8-40dc04a17afa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e HTTP/1.1" status: 200 len: 217 time: 0.0714202 Aug 29 04:22:25.126818 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-296c2156-d856-4210-9726-dc5b7122e87e service neutron] 10.222.0.59 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115671 Aug 29 04:22:25.127681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb9d16-89bf-4001-9326-8083d224d94f req-08ebaf0d-a847-45aa-856d-220889985d0c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.129874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27fb9d16-89bf-4001-9326-8083d224d94f req-08ebaf0d-a847-45aa-856d-220889985d0c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 932 time: 0.4084706 Aug 29 04:22:25.130090 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.141332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-816bfa45-47e2-4ea4-9735-58c288eba951 req-78b76b7f-afa6-4f01-8b51-67637795c226 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2558439 Aug 29 04:22:25.162711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-e53531d1-4815-4a39-b78f-80e44d96e8e3 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463458 Aug 29 04:22:25.293280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.294422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.295849 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] 10.222.0.52 "PUT /v2.0/ports/53d0232b-54ab-4d59-a484-2986f89bc19d HTTP/1.1" status: 200 len: 1092 time: 4.1382935 Aug 29 04:22:25.337176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-522c9a93-1295-4332-8082-084bb4f09f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.338646 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-522c9a93-1295-4332-8082-084bb4f09f69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=146bcea3-59c9-4982-9239-cc789b9630ad HTTP/1.1" status: 200 len: 857 time: 0.1947529 Aug 29 04:22:25.346928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a589-69e1-4c15-b78c-d6b5f39ca713 service neutron] Pushing event updated for resources: {'Port': ['ID=53d0232b-54ab-4d59-a484-2986f89bc19d,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:25.350816 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27fb9d16-89bf-4001-9326-8083d224d94f req-e04b1857-3f25-4b80-90b0-d47746efcd4d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019589 Aug 29 04:22:25.390028 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-174e7fff-c4be-4e5e-9d50-0598a2133d90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325520 Aug 29 04:22:25.414654 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c253-c31a-4704-970e-8e071fa3a485 req-0819ff71-6a21-443d-9b30-0681bcb11717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.416048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3612c253-c31a-4704-970e-8e071fa3a485 req-0819ff71-6a21-443d-9b30-0681bcb11717 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=170bb08776e540b8a3f2e2281c959b07&device_id=ac4aa5f7-57f6-4464-b9af-9852b04c2afc HTTP/1.1" status: 200 len: 1096 time: 0.2006545 Aug 29 04:22:25.419707 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e63b549-987f-4fd8-82eb-24259d248db4 x-openstack-request-id: req-9e63b549-987f-4fd8-82eb-24259d248db4 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:25.420189 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "2a3339b2-3fd7-4ad0-918f-cd758b4728e3", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:25.420425 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e63b549-987f-4fd8-82eb-24259d248db4 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:25.420813 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '2a3339b2-3fd7-4ad0-918f-cd758b4728e3', 'status': 'completed', 'code': 200} Aug 29 04:22:25.428437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da6ec4-524e-429c-ac71-0c63d255d888 req-200487c1-7d82-4e20-94a9-bf946058e7f2 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.435999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52da6ec4-524e-429c-ac71-0c63d255d888 req-200487c1-7d82-4e20-94a9-bf946058e7f2 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 943 time: 0.1673658 Aug 29 04:22:25.529814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-0d0a3f59-448d-4d6d-9469-2c6546fb5f2e service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551812 Aug 29 04:22:25.549594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52da6ec4-524e-429c-ac71-0c63d255d888 req-26d6df06-f56f-4224-b63f-e649f19ef076 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126499 Aug 29 04:22:25.606174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-dbef6a6f-e952-4b28-bc8a-b50b5741fda9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=73e26f0f-c475-4574-ae61-87e3ad0c0b20 HTTP/1.1" status: 200 len: 217 time: 0.0598273 Aug 29 04:22:25.606572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff82e82d-d2a1-48b1-bb4f-3136806c92d0 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:25.615215 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.650140 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-64078c57-ad9e-4fac-af37-083282b13c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.651738 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-64078c57-ad9e-4fac-af37-083282b13c13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=170bb08776e540b8a3f2e2281c959b07&device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 1095 time: 0.2594476 Aug 29 04:22:25.659312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4067e4-a9bc-41a6-867a-19b7ad958e3b req-7534d036-4164-4841-b4e2-f3b8a61a8325 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.661061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b4067e4-a9bc-41a6-867a-19b7ad958e3b req-7534d036-4164-4841-b4e2-f3b8a61a8325 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.1794136 Aug 29 04:22:25.664371 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Transition to ACTIVE for port object ff82e82d-d2a1-48b1-bb4f-3136806c92d0 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:25.682646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.715882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c253-c31a-4704-970e-8e071fa3a485 req-15a70346-f05a-46a2-a6db-4036b0fd43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.717506 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3612c253-c31a-4704-970e-8e071fa3a485 req-15a70346-f05a-46a2-a6db-4036b0fd43a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb HTTP/1.1" status: 200 len: 918 time: 0.2438433 Aug 29 04:22:25.719358 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-45a92191-c088-4725-820e-d81aa71dde22 service neutron] 10.222.0.52 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141513 Aug 29 04:22:25.751151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f201e97-0c1e-4090-a4f7-bb64088027bc', 'tag': '3b56bec2-53cc-4ac3-b52c-fc9a2867f20e'}, {'name': 'network-changed', 'server_uuid': 'cc395157-46d2-4c95-9ebe-1df879bf810e', 'tag': '53d0232b-54ab-4d59-a484-2986f89bc19d'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:25.753398 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f201e97-0c1e-4090-a4f7-bb64088027bc", "tag": "3b56bec2-53cc-4ac3-b52c-fc9a2867f20e"}, {"name": "network-changed", "server_uuid": "cc395157-46d2-4c95-9ebe-1df879bf810e", "tag": "53d0232b-54ab-4d59-a484-2986f89bc19d"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:25.763062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Deleting port 6dae97dd-948a-4af2-9ae7-e334b2232a28 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:25.763421 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.798417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-7729fb61-5488-4da2-bbdf-4c643682a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.801806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-7729fb61-5488-4da2-bbdf-4c643682a109 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.1861901 Aug 29 04:22:25.829998 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-3f3b7c64-d9f7-4c2e-bdb3-dd657ed6fd24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53d0232b-54ab-4d59-a484-2986f89bc19d HTTP/1.1" status: 200 len: 217 time: 0.1078453 Aug 29 04:22:25.867326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b4067e4-a9bc-41a6-867a-19b7ad958e3b req-31f500e4-b710-469d-b0c1-3e23562f3f08 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814103 Aug 29 04:22:25.873512 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3612c253-c31a-4704-970e-8e071fa3a485 req-d18b5c7d-8c2b-4bfa-8576-50dca64ceb45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2a18a6-9f8b-49ec-94b0-0343723f17f4 HTTP/1.1" status: 200 len: 217 time: 0.1280782 Aug 29 04:22:25.898398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Pushing event updated for resources: {'Port': ['ID=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:25.973604 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1e9c61-8e0b-42c7-8594-860f3f7fb09d x-openstack-request-id: req-8d1e9c61-8e0b-42c7-8594-860f3f7fb09d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:25.973908 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f201e97-0c1e-4090-a4f7-bb64088027bc", "tag": "3b56bec2-53cc-4ac3-b52c-fc9a2867f20e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc395157-46d2-4c95-9ebe-1df879bf810e", "tag": "53d0232b-54ab-4d59-a484-2986f89bc19d", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:25.974163 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d1e9c61-8e0b-42c7-8594-860f3f7fb09d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:25.974556 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f201e97-0c1e-4090-a4f7-bb64088027bc', 'tag': '3b56bec2-53cc-4ac3-b52c-fc9a2867f20e', 'status': 'completed', 'code': 200} Aug 29 04:22:25.974813 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc395157-46d2-4c95-9ebe-1df879bf810e', 'tag': '53d0232b-54ab-4d59-a484-2986f89bc19d', 'status': 'completed', 'code': 200} Aug 29 04:22:25.988543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2afb21d2-95c5-49ee-9f8a-628c409e364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.990088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2afb21d2-95c5-49ee-9f8a-628c409e364f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1684601 Aug 29 04:22:26.002494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2efe75-997c-4d8e-8c95-7c51ae57135c req-4d083cd9-642c-474e-8db0-dbdd81cc8135 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.004762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c2efe75-997c-4d8e-8c95-7c51ae57135c req-4d083cd9-642c-474e-8db0-dbdd81cc8135 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1508348 Aug 29 04:22:26.015628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-8cb0b0a3-3310-450b-8fc4-52a637e87bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.017659 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-8cb0b0a3-3310-450b-8fc4-52a637e87bba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=146bcea3-59c9-4982-9239-cc789b9630ad HTTP/1.1" status: 200 len: 857 time: 0.1560006 Aug 29 04:22:26.034904 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.035372 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.066723 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-840173ec-9a7b-4598-bf3e-9298631d9e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.071171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c253-c31a-4704-970e-8e071fa3a485 req-a6049d7e-b3dc-4479-81e1-bdb7ba929a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.072663 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3612c253-c31a-4704-970e-8e071fa3a485 req-a6049d7e-b3dc-4479-81e1-bdb7ba929a6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=146bcea3-59c9-4982-9239-cc789b9630ad HTTP/1.1" status: 200 len: 857 time: 0.1652548 Aug 29 04:22:26.074464 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-2c90b642-679c-4fe1-bd7d-cf8203706fb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454807 Aug 29 04:22:26.094669 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-bafa6470-3f85-4976-982d-b5128668f1e5 service neutron] 10.222.0.52 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576217 Aug 29 04:22:26.105172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Calling delete_port for 6dae97dd-948a-4af2-9ae7-e334b2232a28 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:26.125622 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3612c253-c31a-4704-970e-8e071fa3a485 req-35a1d9d9-d337-473d-862c-d6b480c55872 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444236 Aug 29 04:22:26.151880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Attempting to bind port ff82e82d-d2a1-48b1-bb4f-3136806c92d0 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:26.151880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Attempting to bind port ff82e82d-d2a1-48b1-bb4f-3136806c92d0 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:26.151880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Attempting to bind port ff82e82d-d2a1-48b1-bb4f-3136806c92d0 on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:26.191880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Port ff82e82d-d2a1-48b1-bb4f-3136806c92d0 on network 9affe2b5-86a2-4e94-b605-2357849469a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:26.192101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Attempting to bind port ff82e82d-d2a1-48b1-bb4f-3136806c92d0 on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:26.206136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c2efe75-997c-4d8e-8c95-7c51ae57135c req-d55907b5-f5f3-47ce-87dc-b2685df58866 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867187 Aug 29 04:22:26.248051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:26.248429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Checking segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:26.248874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Bound using segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:26.249270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Bound port: ff82e82d-d2a1-48b1-bb4f-3136806c92d0, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:26.249769 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.268554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-d661c51d-daf4-49ae-b39b-451efb9368e9 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454803 Aug 29 04:22:26.298077 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.380551 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-c7d8c23f-541b-45a1-9678-11345b126503 service neutron] 10.222.0.52 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886686 Aug 29 04:22:26.388191 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3612c253-c31a-4704-970e-8e071fa3a485 req-c3d8ae18-d56b-4db0-be08-577b0a0d00e0 service neutron] 10.222.0.59 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452147 Aug 29 04:22:26.392562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-901cdbd8-6e70-4263-824f-34192a06309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.393968 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-901cdbd8-6e70-4263-824f-34192a06309c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=170bb08776e540b8a3f2e2281c959b07&device_id=3f201e97-0c1e-4090-a4f7-bb64088027bc HTTP/1.1" status: 200 len: 1096 time: 0.1716721 Aug 29 04:22:26.432252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] For port ff82e82d-d2a1-48b1-bb4f-3136806c92d0, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:26.473197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4b66-37b1-4aa6-a6d2-f4eb70061da8 req-1489fdb0-0485-4ada-8748-e6cc44a3564f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.479956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4b66-37b1-4aa6-a6d2-f4eb70061da8 req-1489fdb0-0485-4ada-8748-e6cc44a3564f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.486554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4b66-37b1-4aa6-a6d2-f4eb70061da8 req-1489fdb0-0485-4ada-8748-e6cc44a3564f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.492810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4b66-37b1-4aa6-a6d2-f4eb70061da8 req-1489fdb0-0485-4ada-8748-e6cc44a3564f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.499470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4b66-37b1-4aa6-a6d2-f4eb70061da8 req-1489fdb0-0485-4ada-8748-e6cc44a3564f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.506652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4b66-37b1-4aa6-a6d2-f4eb70061da8 req-1489fdb0-0485-4ada-8748-e6cc44a3564f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.513301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4b66-37b1-4aa6-a6d2-f4eb70061da8 req-1489fdb0-0485-4ada-8748-e6cc44a3564f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.515655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62df4b66-37b1-4aa6-a6d2-f4eb70061da8 req-1489fdb0-0485-4ada-8748-e6cc44a3564f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.2228391 Aug 29 04:22:26.614633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-55b5af5f-ab04-4b5e-93bd-6862ce6020f3 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087611 Aug 29 04:22:26.692655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cc77-ed6b-4c09-befa-9d3a12b8bd36 req-3dee324d-7122-4083-a190-36cd0cd92a3a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.694529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8366cc77-ed6b-4c09-befa-9d3a12b8bd36 req-3dee324d-7122-4083-a190-36cd0cd92a3a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 944 time: 0.2549076 Aug 29 04:22:26.717436 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:22:26.732804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62df4b66-37b1-4aa6-a6d2-f4eb70061da8 req-3fdaafff-3d95-426e-bbec-6a7268d8662c tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1919761 Aug 29 04:22:26.753326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-f4eaca9d-67fa-45a6-8dc6-9b77c50ea8b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=260a06fd-9172-49bd-ad16-944e6632f817 HTTP/1.1" status: 200 len: 217 time: 0.0955856 Aug 29 04:22:26.774703 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.833637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] For port ff82e82d-d2a1-48b1-bb4f-3136806c92d0, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:26.861987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event deleted for resources: {'Port': ['ID=6dae97dd-948a-4af2-9ae7-e334b2232a28,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:26.868074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.917286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.917662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.917998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.918331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.918664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.918992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.919320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.919644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.920292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.920292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.920619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.921334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:26.935418 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8366cc77-ed6b-4c09-befa-9d3a12b8bd36 req-21da8f84-3aeb-4f89-9cf3-7d04f931a9c1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115076 Aug 29 04:22:26.958987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.959610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.961061 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] 10.222.0.59 "PUT /v2.0/ports/ff82e82d-d2a1-48b1-bb4f-3136806c92d0 HTTP/1.1" status: 200 len: 1093 time: 2.3951676 Aug 29 04:22:26.979595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4d6fe4b7-eca9-46ec-a9a7-00bd52c9d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.981134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-4d6fe4b7-eca9-46ec-a9a7-00bd52c9d04d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.2183437 Aug 29 04:22:27.009521 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c93d4-5440-4ce8-820a-e03980a5b643 service neutron] Pushing event updated for resources: {'Port': ['ID=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:27.050315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-7ff263e4-3fc7-4f55-83d3-36abc7667308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.051907 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-7ff263e4-3fc7-4f55-83d3-36abc7667308 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb HTTP/1.1" status: 200 len: 918 time: 0.6481125 Aug 29 04:22:27.053746 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-dc2daec0-27fb-4b34-9436-87c7d6fc41d3 service neutron] 10.222.0.52 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589270 Aug 29 04:22:27.055815 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3612c253-c31a-4704-970e-8e071fa3a485 req-3e606234-0984-43e6-93ce-78ce77d95e0b service neutron] 10.222.0.59 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437781 Aug 29 04:22:27.058809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21bf16-062a-4c0d-9966-20a51b6ada8e req-ba90d269-044f-439b-82e1-dc34689cd8d7 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.060445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c21bf16-062a-4c0d-9966-20a51b6ada8e req-ba90d269-044f-439b-82e1-dc34689cd8d7 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 943 time: 0.2098134 Aug 29 04:22:27.061418 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.061914 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Floating IP f898289c-fdf7-49fa-bd58-5c055d8c70f9 disassociated (deleted). External IP: 172.25.5.40, port: 09b18f89-7ada-4d6e-ae15-3d29e405beaa. Aug 29 04:22:27.126720 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-5333e63b-be80-4b9d-943f-95b2a40e5be2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e HTTP/1.1" status: 200 len: 217 time: 0.0387065 Aug 29 04:22:27.141652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-8427a659-598d-4579-9c1c-5465ca50488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.143715 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-8427a659-598d-4579-9c1c-5465ca50488f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 1096 time: 0.1135983 Aug 29 04:22:27.238324 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-87b069c7-d91b-489d-b16a-8b23c70f695b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff82e82d-d2a1-48b1-bb4f-3136806c92d0 HTTP/1.1" status: 200 len: 217 time: 0.0863681 Aug 29 04:22:27.258200 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.269513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:27.284052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-b1bb510c-afba-40e3-90f4-69ef56e8c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.285719 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-b1bb510c-afba-40e3-90f4-69ef56e8c022 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=146bcea3-59c9-4982-9239-cc789b9630ad HTTP/1.1" status: 200 len: 857 time: 0.1197417 Aug 29 04:22:27.286156 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.328759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-ad4c55b6-dacb-4fcb-bf26-2d5e1d314fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.330368 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-ad4c55b6-dacb-4fcb-bf26-2d5e1d314fa5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.0846245 Aug 29 04:22:27.332637 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-15de5776-692f-4c7d-8630-8c79a0546e54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382710 Aug 29 04:22:27.377692 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-881496e4-2571-42fb-ba05-18c1806b03e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368984 Aug 29 04:22:27.388637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:27.402441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '8b2a18a6-9f8b-49ec-94b0-0343723f17f4', 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb', 'port_id': '8b2a18a6-9f8b-49ec-94b0-0343723f17f4', 'mac_address': 'fa:16:3e:3e:4b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146bcea3-59c9-4982-9239-cc789b9630ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:27.453835 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.470958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:27.471360 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-2a19bb08-f394-47fb-9b58-a8c4982d2186 service neutron] 10.222.0.52 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922706 Aug 29 04:22:27.495498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:27.500658 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.560866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:27.569759 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-0b69e732-dd5b-429f-b978-9eee304f5dbd service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973141 Aug 29 04:22:27.624592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-21616d45-9cd3-4b28-8c72-a97e3e834a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.626201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-21616d45-9cd3-4b28-8c72-a97e3e834a18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6261117 Aug 29 04:22:27.701742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c21bf16-062a-4c0d-9966-20a51b6ada8e req-e698622f-c4bd-4ba9-8f1a-8041c74041b7 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293555 Aug 29 04:22:27.736649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['8b2a18a6-9f8b-49ec-94b0-0343723f17f4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:27.737833 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-d0c79b08-22bb-4780-9975-dc8f23ad1a45 service neutron] 10.222.0.52 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668868 Aug 29 04:22:27.739835 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cdd0e251-26bb-4e74-815a-229a1fd26d3a req-2232daf9-207e-439e-b4c7-20c609777524 service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590321 Aug 29 04:22:27.770247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed1e88-212a-4711-a39d-0f831633617c req-381ab547-0af1-46b2-998f-d7f33a757dd8 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.771900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62ed1e88-212a-4711-a39d-0f831633617c req-381ab547-0af1-46b2-998f-d7f33a757dd8 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.5931268 Aug 29 04:22:27.898887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-a61fd87b-dcfb-4c4b-8ea9-6e655a00ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.901653 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-a61fd87b-dcfb-4c4b-8ea9-6e655a00ad2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=170bb08776e540b8a3f2e2281c959b07&device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 1095 time: 0.0615640 Aug 29 04:22:27.938534 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-25ab87ed-ff42-49d0-bd29-e610f3904f4d service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023529 Aug 29 04:22:27.975949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3fd836-0c39-4f85-b620-61584628ea65', 'tag': 'ff82e82d-d2a1-48b1-bb4f-3136806c92d0'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:27.978240 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30a7e3c-8cc8-4849-a7df-d78074ae0322" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3fd836-0c39-4f85-b620-61584628ea65", "tag": "ff82e82d-d2a1-48b1-bb4f-3136806c92d0"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:28.013562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-dc6a9f96-b568-4d66-82a2-8bfb2f6567ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.018500 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-dc6a9f96-b568-4d66-82a2-8bfb2f6567ea service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb HTTP/1.1" status: 200 len: 918 time: 0.1079659 Aug 29 04:22:28.021147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62ed1e88-212a-4711-a39d-0f831633617c req-eaee8bf0-f85e-4dff-ae3f-62887665b37d tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398255 Aug 29 04:22:28.050150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Router 7e8f519e-10b5-48f5-ad8d-cde3819107b8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:28.071830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5f3f0-1db4-450c-b25c-bc1d7b3af220 req-b190f718-db1d-44f3-83ec-b74b3807e056 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.073503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd5f3f0-1db4-450c-b25c-bc1d7b3af220 req-b190f718-db1d-44f3-83ec-b74b3807e056 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.2842689 Aug 29 04:22:28.082479 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-45e4236a-6ad0-4a70-a333-008e18242f3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53d0232b-54ab-4d59-a484-2986f89bc19d HTTP/1.1" status: 200 len: 217 time: 0.0485227 Aug 29 04:22:28.138564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-27b99dba-5852-4a78-9a12-030107bd7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.140496 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-27b99dba-5852-4a78-9a12-030107bd7607 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=146bcea3-59c9-4982-9239-cc789b9630ad HTTP/1.1" status: 200 len: 857 time: 0.0505786 Aug 29 04:22:28.182849 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-0b3ac35a-697f-4ffa-98a5-88f598ca2479 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288272 Aug 29 04:22:28.207508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cd5f3f0-1db4-450c-b25c-bc1d7b3af220 req-f88de806-2dfd-4aa4-8206-5fd8b8c22460 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264083 Aug 29 04:22:28.218328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-644fe89e-44f8-44c1-abd5-9eab7b593522 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664080 Aug 29 04:22:28.293243 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-9590e6b7-aedd-462d-97ed-351008c03c2c service neutron] 10.222.0.52 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016448 Aug 29 04:22:28.314926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881f13-d370-4f48-aa99-f4b1151d4c5d req-1706fc82-4762-4fba-a356-5f939c7142f5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.321087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881f13-d370-4f48-aa99-f4b1151d4c5d req-1706fc82-4762-4fba-a356-5f939c7142f5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.327336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881f13-d370-4f48-aa99-f4b1151d4c5d req-1706fc82-4762-4fba-a356-5f939c7142f5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.333465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881f13-d370-4f48-aa99-f4b1151d4c5d req-1706fc82-4762-4fba-a356-5f939c7142f5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.339445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881f13-d370-4f48-aa99-f4b1151d4c5d req-1706fc82-4762-4fba-a356-5f939c7142f5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.345566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881f13-d370-4f48-aa99-f4b1151d4c5d req-1706fc82-4762-4fba-a356-5f939c7142f5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.351472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881f13-d370-4f48-aa99-f4b1151d4c5d req-1706fc82-4762-4fba-a356-5f939c7142f5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.353516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb881f13-d370-4f48-aa99-f4b1151d4c5d req-1706fc82-4762-4fba-a356-5f939c7142f5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.2423143 Aug 29 04:22:28.364040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-f27d7021-fbb4-40ef-bf5c-3b340fa4b1d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=55c371a8-aa23-4484-8e05-8ac606be9819 HTTP/1.1" status: 200 len: 217 time: 0.1383679 Aug 29 04:22:28.395052 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2e3d3b8a-fed0-4156-b86a-48dcb85d12c5 req-f9df9bde-10cb-4289-a60a-ad9c35932800 service neutron] 10.222.0.52 "GET /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936632 Aug 29 04:22:28.468450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:28.477616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.479328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1b0fe-25ca-4137-a2cd-2e9e197b524b None None] Sync routers for ids ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:28.489405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1b0fe-25ca-4137-a2cd-2e9e197b524b None None] Routers {'7e8f519e-10b5-48f5-ad8d-cde3819107b8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:28.490145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b3e1b0fe-25ca-4137-a2cd-2e9e197b524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:28.503539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb881f13-d370-4f48-aa99-f4b1151d4c5d req-355a0613-3e0e-4146-b638-31dabf4beb98 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385520 Aug 29 04:22:28.504969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-3a4cb49c-27f2-4efc-b385-db3fec7c1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.506347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-3a4cb49c-27f2-4efc-b385-db3fec7c1d89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.1320298 Aug 29 04:22:28.523034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666160a-68e4-4d04-9942-f9f2c3290eee req-fb3ca69d-d37d-4261-b33d-2b0e4af73671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.529230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b3e1b0fe-25ca-4137-a2cd-2e9e197b524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:28.530767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e666160a-68e4-4d04-9942-f9f2c3290eee req-fb3ca69d-d37d-4261-b33d-2b0e4af73671 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 944 time: 0.1742103 Aug 29 04:22:28.542259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1b0fe-25ca-4137-a2cd-2e9e197b524b None None] Routers {'7e8f519e-10b5-48f5-ad8d-cde3819107b8'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:28.543002 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b3e1b0fe-25ca-4137-a2cd-2e9e197b524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:28.553106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bfa6e25a-7cf3-45c8-a897-1f2bbcbbab63 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "DELETE /v2.0/floatingips/f898289c-fdf7-49fa-bd58-5c055d8c70f9 HTTP/1.1" status: 204 len: 168 time: 3.5552201 Aug 29 04:22:28.559084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45742) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:28.565140 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:28.590771 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43286810-9749-4ad6-9ade-197bcb7c0ff4 x-openstack-request-id: req-43286810-9749-4ad6-9ade-197bcb7c0ff4 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:28.591058 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3fd836-0c39-4f85-b620-61584628ea65", "tag": "ff82e82d-d2a1-48b1-bb4f-3136806c92d0", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:28.591306 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43286810-9749-4ad6-9ade-197bcb7c0ff4 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:28.591694 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3fd836-0c39-4f85-b620-61584628ea65', 'tag': 'ff82e82d-d2a1-48b1-bb4f-3136806c92d0', 'status': 'completed', 'code': 200} Aug 29 04:22:28.607189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b3e1b0fe-25ca-4137-a2cd-2e9e197b524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:28.607974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1b0fe-25ca-4137-a2cd-2e9e197b524b None None] The sync data for ids ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:28.633526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e666160a-68e4-4d04-9942-f9f2c3290eee req-88ad0dd0-170a-4c76-850a-92a56b36a7e8 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978975 Aug 29 04:22:28.653866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-7845f5a4-d887-4b0f-a6ce-8e13c3cdff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.655847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-7845f5a4-d887-4b0f-a6ce-8e13c3cdff75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1228158 Aug 29 04:22:28.673818 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.731705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a7e3c-8cc8-4849-a7df-d78074ae0322 req-ba703467-9d35-4146-a477-8f87546d2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.733837 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e30a7e3c-8cc8-4849-a7df-d78074ae0322 req-ba703467-9d35-4146-a477-8f87546d2bbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 1096 time: 0.1072381 Aug 29 04:22:28.788515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a36ad-054a-4c52-b837-552728db2210 req-1be20a40-2e17-40a3-9829-4a08beec22b2 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.799719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f03a36ad-054a-4c52-b837-552728db2210 req-1be20a40-2e17-40a3-9829-4a08beec22b2 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1065114 Aug 29 04:22:28.800266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45746) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:28.814941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0f221fe6-93a7-4898-9533-31fd17dfb7d9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'floatingip': {'port_id': '75fe736a-8936-4a3b-90ff-113235792aa9'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:28.875319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a7e3c-8cc8-4849-a7df-d78074ae0322 req-d101ca8e-6b91-4c3d-964d-16e4f869bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.877198 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e30a7e3c-8cc8-4849-a7df-d78074ae0322 req-d101ca8e-6b91-4c3d-964d-16e4f869bcd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 906 time: 0.1325567 Aug 29 04:22:28.891897 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f221fe6-93a7-4898-9533-31fd17dfb7d9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.894308 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.944405 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e30a7e3c-8cc8-4849-a7df-d78074ae0322 req-bac27aec-70bc-491d-970e-3a6cc7841ac0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff82e82d-d2a1-48b1-bb4f-3136806c92d0 HTTP/1.1" status: 200 len: 217 time: 0.0592282 Aug 29 04:22:28.950437 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.951603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-2708ce95-3ce1-470e-8913-dcc920d0b2d8 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707486 Aug 29 04:22:28.981333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccc7d4-ad6a-4399-a0d1-85eb4759d55d req-95f4265f-730e-45b1-bd45-c05c6c6b9162 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.982803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21ccc7d4-ad6a-4399-a0d1-85eb4759d55d req-95f4265f-730e-45b1-bd45-c05c6c6b9162 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 943 time: 0.1816757 Aug 29 04:22:29.104953 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a7e3c-8cc8-4849-a7df-d78074ae0322 req-a104c8e4-6caf-4aed-9562-91371147cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.106497 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e30a7e3c-8cc8-4849-a7df-d78074ae0322 req-a104c8e4-6caf-4aed-9562-91371147cfd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.1240132 Aug 29 04:22:29.153933 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bcb40f2c-f91d-41bd-9d85-f452eb263e26 req-4b53ba3b-9606-4cb2-b418-b6ae420ac3af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0427544 Aug 29 04:22:29.176424 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e30a7e3c-8cc8-4849-a7df-d78074ae0322 req-8729db98-ce76-49b2-92ca-622dba2a9217 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491767 Aug 29 04:22:29.188836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Allocated IP 172.25.5.64 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/835ac240-9f9a-4fe2-9ead-72111ebda16b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:29.224238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21ccc7d4-ad6a-4399-a0d1-85eb4759d55d req-257dd92d-3c0b-468e-957d-22cd3ce4429e tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298434 Aug 29 04:22:29.242115 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bcb40f2c-f91d-41bd-9d85-f452eb263e26 req-7b0faa05-068f-4c31-a5f8-1b259522011f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0369213 Aug 29 04:22:29.290939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:29.309587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-83ba565d-d633-494e-ad3a-ed2905aa949e service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361542 Aug 29 04:22:29.320433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec8164-244a-4698-bf22-e858cbc9ffa4 req-85eba02a-e4c5-420d-b778-034235b22603 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.321942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2ec8164-244a-4698-bf22-e858cbc9ffa4 req-85eba02a-e4c5-420d-b778-034235b22603 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.2105842 Aug 29 04:22:29.341242 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bcb40f2c-f91d-41bd-9d85-f452eb263e26 req-456179a0-9535-471d-b1b0-a421924a059f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619299 Aug 29 04:22:29.378874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-aa536a9e-59ba-40d4-ba09-23cc2a9a53b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82 HTTP/1.1" status: 200 len: 217 time: 0.0543869 Aug 29 04:22:29.384225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:29.390636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:29.391341 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.467675 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e30a7e3c-8cc8-4849-a7df-d78074ae0322 req-f3f978d1-6d70-4d4c-a644-2c5d428557db service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686057 Aug 29 04:22:29.501564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.516873 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.555137 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4aa5f7-57f6-4464-b9af-9852b04c2afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2a18a6-9f8b-49ec-94b0-0343723f17f4'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:29.559250 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaec9c6-61ca-415e-89d3-b1f1da2be0d2" -d '{"events": [{"server_uuid": "ac4aa5f7-57f6-4464-b9af-9852b04c2afc", "name": "network-vif-plugged", "status": "completed", "tag": "8b2a18a6-9f8b-49ec-94b0-0343723f17f4"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:29.570802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:29.584009 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.604109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb40f2c-f91d-41bd-9d85-f452eb263e26 req-0917378b-ad05-4018-bd44-5e98f35702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.607275 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bcb40f2c-f91d-41bd-9d85-f452eb263e26 req-0917378b-ad05-4018-bd44-5e98f35702b3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2569268 Aug 29 04:22:29.647889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2ec8164-244a-4698-bf22-e858cbc9ffa4 req-f2cb0a23-18d0-447b-b99d-4bcc14a5e11f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146112 Aug 29 04:22:29.653463 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e30a7e3c-8cc8-4849-a7df-d78074ae0322 req-cbdeb70b-991a-4fe4-825b-6998f029e331 service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698420 Aug 29 04:22:29.662654 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.681915 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:29.722091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:29.723805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:29.730406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:29.748122 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1758f8-5d66-4f63-aae2-681f9872417f x-openstack-request-id: req-6c1758f8-5d66-4f63-aae2-681f9872417f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:29.748728 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4aa5f7-57f6-4464-b9af-9852b04c2afc", "name": "network-vif-plugged", "status": "completed", "tag": "8b2a18a6-9f8b-49ec-94b0-0343723f17f4", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:29.749401 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c1758f8-5d66-4f63-aae2-681f9872417f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:29.749814 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4aa5f7-57f6-4464-b9af-9852b04c2afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2a18a6-9f8b-49ec-94b0-0343723f17f4', 'code': 200} Aug 29 04:22:29.773879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Pushing event updated for resources: {'Port': ['ID=835ac240-9f9a-4fe2-9ead-72111ebda16b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:29.872680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.891639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477fe1a-351a-44be-bc91-f34e773cf665 req-cf0e2903-49a7-4a60-8c06-85c50a95ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.893197 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3477fe1a-351a-44be-bc91-f34e773cf665 req-cf0e2903-49a7-4a60-8c06-85c50a95ed0d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac4aa5f7-57f6-4464-b9af-9852b04c2afc HTTP/1.1" status: 200 len: 1098 time: 0.0669792 Aug 29 04:22:29.943332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.972128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1fd28700-eb0b-41c1-9191-20d3d33eff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.974131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-1fd28700-eb0b-41c1-9191-20d3d33eff9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 200 len: 797 time: 0.5561199 Aug 29 04:22:29.986189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3477fe1a-351a-44be-bc91-f34e773cf665 req-c6d5d918-fb6f-452d-b54c-5efa3f090937 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722466 Aug 29 04:22:30.132643 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.134672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f608c-153d-4cfc-9330-19148a6509a7 req-ed52941c-8fb5-41c8-ae7d-927ac1fa32b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.137535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.140876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f608c-153d-4cfc-9330-19148a6509a7 req-ed52941c-8fb5-41c8-ae7d-927ac1fa32b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.146790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f608c-153d-4cfc-9330-19148a6509a7 req-ed52941c-8fb5-41c8-ae7d-927ac1fa32b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.152672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f608c-153d-4cfc-9330-19148a6509a7 req-ed52941c-8fb5-41c8-ae7d-927ac1fa32b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.159045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f608c-153d-4cfc-9330-19148a6509a7 req-ed52941c-8fb5-41c8-ae7d-927ac1fa32b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.165019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f608c-153d-4cfc-9330-19148a6509a7 req-ed52941c-8fb5-41c8-ae7d-927ac1fa32b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.170863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f608c-153d-4cfc-9330-19148a6509a7 req-ed52941c-8fb5-41c8-ae7d-927ac1fa32b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.175130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b9f608c-153d-4cfc-9330-19148a6509a7 req-ed52941c-8fb5-41c8-ae7d-927ac1fa32b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.5313337 Aug 29 04:22:30.212677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Pushing event updated for resources: {'Port': ['ID=835ac240-9f9a-4fe2-9ead-72111ebda16b,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:30.229304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.236559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bac89d-9b96-49e4-a7c1-2fb946c1a82d req-504524d4-3f19-49f9-884c-2ce0d924ff4f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.238434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3bac89d-9b96-49e4-a7c1-2fb946c1a82d req-504524d4-3f19-49f9-884c-2ce0d924ff4f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 944 time: 0.2623792 Aug 29 04:22:30.246274 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.252854 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a3914c63-3ab7-4a57-9e91-47e355fd5306 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6925344 Aug 29 04:22:30.253952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45784) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:30.276080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-7df93419-ea1c-4eb8-a463-9e10b8188311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.277942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-7df93419-ea1c-4eb8-a463-9e10b8188311 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2953942 Aug 29 04:22:30.306507 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.resource_extend [None req-0f221fe6-93a7-4898-9533-31fd17dfb7d9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:22:30.334786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 53d0232b-54ab-4d59-a484-2986f89bc19d details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:30.371657 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:30.407113 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.420612 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f221fe6-93a7-4898-9533-31fd17dfb7d9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.442693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b9f608c-153d-4cfc-9330-19148a6509a7 req-8079cff0-f9a7-49b5-9d13-1797d2b619e5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2443666 Aug 29 04:22:30.451496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 53d0232b-54ab-4d59-a484-2986f89bc19d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=53d0232b-54ab-4d59-a484-2986f89bc19d,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:30.460554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f221fe6-93a7-4898-9533-31fd17dfb7d9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.466347 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '53d0232b-54ab-4d59-a484-2986f89bc19d', 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb', 'port_id': '53d0232b-54ab-4d59-a484-2986f89bc19d', 'mac_address': 'fa:16:3e:4a:fe:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146bcea3-59c9-4982-9239-cc789b9630ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:30.497168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3bac89d-9b96-49e4-a7c1-2fb946c1a82d req-0f9285ab-cc3b-41cf-9541-5ee81a47c852 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364702 Aug 29 04:22:30.509299 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.524762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d0232b-54ab-4d59-a484-2986f89bc19d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:30.546046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 53d0232b-54ab-4d59-a484-2986f89bc19d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=53d0232b-54ab-4d59-a484-2986f89bc19d,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:30.550535 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.551201 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:30.603349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=53d0232b-54ab-4d59-a484-2986f89bc19d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:30.619711 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.633697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:30.649331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '3b56bec2-53cc-4ac3-b52c-fc9a2867f20e', 'network_id': 'a7e7aa9e-b6a8-4841-8a8b-13417cca31eb', 'port_id': '3b56bec2-53cc-4ac3-b52c-fc9a2867f20e', 'mac_address': 'fa:16:3e:11:bb:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146bcea3-59c9-4982-9239-cc789b9630ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:30.691280 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.706625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:30.713717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-7c71e709-3fbf-46a0-956a-d0e54cf13cd0 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212487 Aug 29 04:22:30.727448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:30.736571 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.786958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Allocated IP 172.25.5.62 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/1523058b-49fb-4133-80d0-1c1fb9af1dd2) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:30.798169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:30.826576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f3c4a-fc42-465c-a1ac-5fc95ec50696 req-549a671d-1ca4-40fd-bf87-0548f22a7f9f tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.828701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e7f3c4a-fc42-465c-a1ac-5fc95ec50696 req-549a671d-1ca4-40fd-bf87-0548f22a7f9f tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 944 time: 0.2210078 Aug 29 04:22:30.882995 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-0f221fe6-93a7-4898-9533-31fd17dfb7d9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Floating IP e5461948-eee0-4d6f-8b20-a9ea5c8370e8 associated. External IP: 172.25.5.135, port: 75fe736a-8936-4a3b-90ff-113235792aa9. Aug 29 04:22:30.892231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-761824e0-a1e3-4c74-a523-e852edd57947 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685698 Aug 29 04:22:30.916821 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.973413 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.991293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-da4b68ed-1299-4d32-8fc6-aa864b4175f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a3339b2-3fd7-4ad0-918f-cd758b4728e3 HTTP/1.1" status: 200 len: 217 time: 0.0619876 Aug 29 04:22:30.997667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e7f3c4a-fc42-465c-a1ac-5fc95ec50696 req-9223e2ed-bb55-4a2c-b2a4-60434aa78772 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550016 Aug 29 04:22:31.015194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:31.018278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:31.022505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:31.028378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Pushing event updated for resources: {'Port': ['ID=1523058b-49fb-4133-80d0-1c1fb9af1dd2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.078065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcbb7d-ab8c-40b4-b2fc-b99af515a7a9 req-dde1ca81-fcc6-4e9d-a6f5-a72864dd1c2d tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.079586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42dcbb7d-ab8c-40b4-b2fc-b99af515a7a9 req-dde1ca81-fcc6-4e9d-a6f5-a72864dd1c2d tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.2686944 Aug 29 04:22:31.124510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.144299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-818363d9-d4f6-4cd7-beb9-250c8a401772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.145691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-818363d9-d4f6-4cd7-beb9-250c8a401772 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 200 len: 797 time: 0.1189384 Aug 29 04:22:31.175780 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.185373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42dcbb7d-ab8c-40b4-b2fc-b99af515a7a9 req-f427b93f-0892-4ea3-ba1f-4a24aef918de tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893807 Aug 29 04:22:31.214903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['53d0232b-54ab-4d59-a484-2986f89bc19d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:31.263625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3b56bec2-53cc-4ac3-b52c-fc9a2867f20e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:31.269700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-67b89eb5-3609-4a19-b507-e9d32d046dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.273400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-67b89eb5-3609-4a19-b507-e9d32d046dab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1172698 Aug 29 04:22:31.311886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device ff82e82d-d2a1-48b1-bb4f-3136806c92d0 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:31.392251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.399009 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.434995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f221fe6-93a7-4898-9533-31fd17dfb7d9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:31.466976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port ff82e82d-d2a1-48b1-bb4f-3136806c92d0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:31.490278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Pushing event updated for resources: {'Port': ['ID=1523058b-49fb-4133-80d0-1c1fb9af1dd2,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.502741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.519409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'ff82e82d-d2a1-48b1-bb4f-3136806c92d0', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'port_id': 'ff82e82d-d2a1-48b1-bb4f-3136806c92d0', 'mac_address': 'fa:16:3e:d2:aa:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8403fb6b-2733-4111-9891-375088cbf5e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:31.521971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.526946 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-33398776-8d97-4618-9bcb-667f147ef1e3 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2715476 Aug 29 04:22:31.528344 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45810) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:31.569015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f221fe6-93a7-4898-9533-31fd17dfb7d9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:31.579397 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] Sync routers for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:31.585374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f221fe6-93a7-4898-9533-31fd17dfb7d9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.590645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-6f7b09c4-4afb-4248-9c58-c7d0beeaf90c service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756751 Aug 29 04:22:31.592915 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:31.594588 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:31.616984 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.658184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff82e82d-d2a1-48b1-bb4f-3136806c92d0 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:31.723096 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-33e8df38-cf68-4693-b26e-3ffce44a9cd5 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3697 time: 0.1790171 Aug 29 04:22:31.723705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45816) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:31.728018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port ff82e82d-d2a1-48b1-bb4f-3136806c92d0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:31.755116 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.758908 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:31.824903 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fb2a0156-e208-423b-af3b-dfd57a43acb6 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1000321 Aug 29 04:22:31.826977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45822) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:32.064128 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'e5461948-eee0-4d6f-8b20-a9ea5c8370e8', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'port_id': '75fe736a-8936-4a3b-90ff-113235792aa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'mac_address': 'fa:16:3e:2b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53772430-7974-4641-9b6e-b307917bbab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:04Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 1, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:32.083290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0f221fe6-93a7-4898-9533-31fd17dfb7d9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "PUT /v2.0/floatingips/e5461948-eee0-4d6f-8b20-a9ea5c8370e8 HTTP/1.1" status: 200 len: 992 time: 3.2786942 Aug 29 04:22:32.091597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53772430-7974-4641-9b6e-b307917bbab1', 'tag': '75fe736a-8936-4a3b-90ff-113235792aa9'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:32.094537 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3da806b-9661-472b-ab19-e6c43b7ccaae" -d '{"events": [{"name": "network-changed", "server_uuid": "53772430-7974-4641-9b6e-b307917bbab1", "tag": "75fe736a-8936-4a3b-90ff-113235792aa9"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:32.109209 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] Checking router: 39a7bb1d-5925-42a6-968c-f5cb478cdb22 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:32.111112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdded9-c07b-4cf1-9557-19752fb1e992 req-91e4474c-5997-46ea-9e41-1e9884ed8fcd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.117160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdded9-c07b-4cf1-9557-19752fb1e992 req-91e4474c-5997-46ea-9e41-1e9884ed8fcd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.119191 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:32.119996 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:32.123806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdded9-c07b-4cf1-9557-19752fb1e992 req-91e4474c-5997-46ea-9e41-1e9884ed8fcd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.130023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdded9-c07b-4cf1-9557-19752fb1e992 req-91e4474c-5997-46ea-9e41-1e9884ed8fcd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.136587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdded9-c07b-4cf1-9557-19752fb1e992 req-91e4474c-5997-46ea-9e41-1e9884ed8fcd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.144692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdded9-c07b-4cf1-9557-19752fb1e992 req-91e4474c-5997-46ea-9e41-1e9884ed8fcd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.151732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdded9-c07b-4cf1-9557-19752fb1e992 req-91e4474c-5997-46ea-9e41-1e9884ed8fcd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.163633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59bdded9-c07b-4cf1-9557-19752fb1e992 req-91e4474c-5997-46ea-9e41-1e9884ed8fcd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.5488300 Aug 29 04:22:32.163888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:32.174588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027ce1d-d3b5-4564-b8b1-a5704fa1aa24 req-a5b8001a-3d87-49c1-927f-df70ef395842 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.176128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c027ce1d-d3b5-4564-b8b1-a5704fa1aa24 req-a5b8001a-3d87-49c1-927f-df70ef395842 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 944 time: 0.5481679 Aug 29 04:22:32.232806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['ff82e82d-d2a1-48b1-bb4f-3136806c92d0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:32.257066 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:32.275011 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e891a6fd-fba2-47d9-9330-ca0b045ef10c req-99a0e896-9301-4503-9a5b-e43c603b1c9e service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596925 Aug 29 04:22:32.292511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59bdded9-c07b-4cf1-9557-19752fb1e992 req-85ec15a9-b42f-4017-a5c3-85fd8e0ed170 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205134 Aug 29 04:22:32.309174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c027ce1d-d3b5-4564-b8b1-a5704fa1aa24 req-08f5bfa9-0d98-45ef-af0f-be1bbb6f7835 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040366 Aug 29 04:22:32.518000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181eca3-c3fa-4a97-b048-f41f8f6a2890 req-7963896b-67f4-4400-b804-493adaa7b569 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.519422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7181eca3-c3fa-4a97-b048-f41f8f6a2890 req-7963896b-67f4-4400-b804-493adaa7b569 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 944 time: 0.1051137 Aug 29 04:22:32.531988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-1576d38e-4938-4df9-b385-3ec2d4f69f82 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Deleting port 1523058b-49fb-4133-80d0-1c1fb9af1dd2 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:32.532726 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1576d38e-4938-4df9-b385-3ec2d4f69f82 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.567817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7181eca3-c3fa-4a97-b048-f41f8f6a2890 req-2bbc4902-60a5-4223-8fcd-a2efbe474341 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 Aug 29 04:22:32.648525 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'e5461948-eee0-4d6f-8b20-a9ea5c8370e8', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'port_id': '75fe736a-8936-4a3b-90ff-113235792aa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'mac_address': 'fa:16:3e:2b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53772430-7974-4641-9b6e-b307917bbab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:04Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 1, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:32.675741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1576d38e-4938-4df9-b385-3ec2d4f69f82 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.677375 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1576d38e-4938-4df9-b385-3ec2d4f69f82 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.684544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-ccc57a95-8be6-48ea-bd33-8a428f00feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.685030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-ccc57a95-8be6-48ea-bd33-8a428f00feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.685500 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-ccc57a95-8be6-48ea-bd33-8a428f00feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.685964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-ccc57a95-8be6-48ea-bd33-8a428f00feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.686426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-ccc57a95-8be6-48ea-bd33-8a428f00feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.686885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-ccc57a95-8be6-48ea-bd33-8a428f00feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.687871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-ccc57a95-8be6-48ea-bd33-8a428f00feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.689860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-ccc57a95-8be6-48ea-bd33-8a428f00feb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6496 time: 0.0715206 Aug 29 04:22:32.698690 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321c99f0-460a-42aa-b89e-12e55572e0bb x-openstack-request-id: req-321c99f0-460a-42aa-b89e-12e55572e0bb {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:32.699056 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53772430-7974-4641-9b6e-b307917bbab1", "tag": "75fe736a-8936-4a3b-90ff-113235792aa9", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:32.699229 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-321c99f0-460a-42aa-b89e-12e55572e0bb {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:32.699626 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53772430-7974-4641-9b6e-b307917bbab1', 'tag': '75fe736a-8936-4a3b-90ff-113235792aa9', 'status': 'completed', 'code': 200} Aug 29 04:22:32.704374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-1576d38e-4938-4df9-b385-3ec2d4f69f82 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Calling delete_port for 1523058b-49fb-4133-80d0-1c1fb9af1dd2 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:32.710282 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea7b02-acb5-4934-9a6c-fc5f51238b9a None None] The sync data for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 is: [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'e5461948-eee0-4d6f-8b20-a9ea5c8370e8', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'port_id': '75fe736a-8936-4a3b-90ff-113235792aa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'mac_address': 'fa:16:3e:2b:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53772430-7974-4641-9b6e-b307917bbab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:04Z', 'updated_at': '2021-08-29T04:22:30Z', 'revision_number': 1, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:32.819483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-0a9c461f-9dd7-4ffd-9cb7-4c1454d16b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.821036 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-0a9c461f-9dd7-4ffd-9cb7-4c1454d16b26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 1098 time: 0.0997336 Aug 29 04:22:32.864174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91580a88-6ce1-4f0a-952e-2f22356d0589 req-97f6491c-627d-41dd-9ee9-f7a9c2276363 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.865708 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91580a88-6ce1-4f0a-952e-2f22356d0589 req-97f6491c-627d-41dd-9ee9-f7a9c2276363 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0896950 Aug 29 04:22:32.868561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-6a1af80a-3362-4afd-bbc1-ff0fffe17f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.869905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-6a1af80a-3362-4afd-bbc1-ff0fffe17f00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 HTTP/1.1" status: 200 len: 903 time: 0.1694174 Aug 29 04:22:32.968635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-9edde746-aabd-438c-b307-bb0ccf5e35f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82 HTTP/1.1" status: 200 len: 217 time: 0.0783195 Aug 29 04:22:32.978343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-eb26993b-abe4-420b-80e0-7dfae092b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.979951 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-eb26993b-abe4-420b-80e0-7dfae092b0fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 910 time: 0.1475675 Aug 29 04:22:32.988714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0642db-bd62-4c45-8666-59c6806dfadb None None] New status for floating IP e5461948-eee0-4d6f-8b20-a9ea5c8370e8: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:22:33.067036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1576d38e-4938-4df9-b385-3ec2d4f69f82 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.084261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-c191dd40-0216-4fdb-a0d3-31d544ee8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.086699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-c191dd40-0216-4fdb-a0d3-31d544ee8456 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 200 len: 797 time: 0.1106570 Aug 29 04:22:33.090051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91580a88-6ce1-4f0a-952e-2f22356d0589 req-4e7d7808-af87-47ce-9456-fa001e276f3a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147017 Aug 29 04:22:33.112148 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576d38e-4938-4df9-b385-3ec2d4f69f82 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Pushing event deleted for resources: {'Port': ['ID=1523058b-49fb-4133-80d0-1c1fb9af1dd2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:33.167690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-9deac2a7-c789-4473-a9a1-ab115f7ef9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.169258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-9deac2a7-c789-4473-a9a1-ab115f7ef9b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745595 Aug 29 04:22:33.178976 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-b2dbf966-99d1-48c4-b327-b2808b44d7bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fe736a-8936-4a3b-90ff-113235792aa9 HTTP/1.1" status: 200 len: 1000 time: 0.1880059 Aug 29 04:22:33.224956 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1576d38e-4938-4df9-b385-3ec2d4f69f82 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.227564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1576d38e-4938-4df9-b385-3ec2d4f69f82 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.228765 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1576d38e-4938-4df9-b385-3ec2d4f69f82 tempest-FloatingIPAdminTestJSON-913118014 tempest-FloatingIPAdminTestJSON-913118014-project] 10.222.0.49 "DELETE /v2.0/floatingips/fb92f57d-27d1-4116-893d-64d883d355be HTTP/1.1" status: 204 len: 168 time: 1.4007020 Aug 29 04:22:33.231843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45850) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:33.245385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-efd131c7-2f78-48af-8bb0-6974c7230bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.246863 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-efd131c7-2f78-48af-8bb0-6974c7230bd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=26f04a99-397f-4610-8675-975988a7232d HTTP/1.1" status: 200 len: 848 time: 0.0599556 Aug 29 04:22:33.302831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-bf60a34a-2cd9-4269-ae74-ca450de0711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.304686 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-bf60a34a-2cd9-4269-ae74-ca450de0711e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe848193-297b-498e-8bd5-030f3a239f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499783 Aug 29 04:22:33.324038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device ff82e82d-d2a1-48b1-bb4f-3136806c92d0 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:33.398110 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-bde8ad39-fb27-49f3-9163-62489cf378f7 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210467 Aug 29 04:22:33.438006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port ff82e82d-d2a1-48b1-bb4f-3136806c92d0 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:33.443709 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-6a6030be-0a3d-4c95-938a-d6a4652ae5ab service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302896 Aug 29 04:22:33.444049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port ff82e82d-d2a1-48b1-bb4f-3136806c92d0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:33.444550 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.527396 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.552974 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3da806b-9661-472b-ab19-e6c43b7ccaae req-8776be2a-8258-40c0-9aa2-220d71381c1b service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018646 Aug 29 04:22:33.554511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3fd836-0c39-4f85-b620-61584628ea65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff82e82d-d2a1-48b1-bb4f-3136806c92d0'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:33.556927 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8167140a-c742-402f-ac6f-8c160714f9b8" -d '{"events": [{"server_uuid": "3b3fd836-0c39-4f85-b620-61584628ea65", "name": "network-vif-plugged", "status": "completed", "tag": "ff82e82d-d2a1-48b1-bb4f-3136806c92d0"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:33.577313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port ff82e82d-d2a1-48b1-bb4f-3136806c92d0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:33.581939 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.621181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656000-f24b-4742-9d77-5caf6f583e44 req-ceb2da28-6e52-4546-9f69-ed8eac4185ff tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.627885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656000-f24b-4742-9d77-5caf6f583e44 req-ceb2da28-6e52-4546-9f69-ed8eac4185ff tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.633959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656000-f24b-4742-9d77-5caf6f583e44 req-ceb2da28-6e52-4546-9f69-ed8eac4185ff tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.637531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:33.640350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656000-f24b-4742-9d77-5caf6f583e44 req-ceb2da28-6e52-4546-9f69-ed8eac4185ff tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.647058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656000-f24b-4742-9d77-5caf6f583e44 req-ceb2da28-6e52-4546-9f69-ed8eac4185ff tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.652921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656000-f24b-4742-9d77-5caf6f583e44 req-ceb2da28-6e52-4546-9f69-ed8eac4185ff tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.659476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656000-f24b-4742-9d77-5caf6f583e44 req-ceb2da28-6e52-4546-9f69-ed8eac4185ff tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.661490 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6656000-f24b-4742-9d77-5caf6f583e44 req-ceb2da28-6e52-4546-9f69-ed8eac4185ff tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1672182 Aug 29 04:22:33.695262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-574ccc6e-b52e-48c5-957d-084b8e7157f8 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Deleting port 835ac240-9f9a-4fe2-9ead-72111ebda16b {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:33.695620 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-574ccc6e-b52e-48c5-957d-084b8e7157f8 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.728249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846258c1-057a-4364-a62f-3888743f00c1 req-2c8e570d-d4c4-4398-a23e-677a225682cc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.729717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-846258c1-057a-4364-a62f-3888743f00c1 req-2c8e570d-d4c4-4398-a23e-677a225682cc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 945 time: 0.2366028 Aug 29 04:22:33.760081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d60b254c-ae82-4693-83e2-5895f3ac4d7e req-52d90cd2-7597-4e0d-bb99-6278197aed4a service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359179 Aug 29 04:22:33.794773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6656000-f24b-4742-9d77-5caf6f583e44 req-54489309-89e1-4505-934e-78844b90c573 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228421 Aug 29 04:22:33.831316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-846258c1-057a-4364-a62f-3888743f00c1 req-f1391161-2564-4242-9f02-01df6ea597ba tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757143 Aug 29 04:22:33.852596 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0765ea2-82c7-4c55-901e-7a3858859f1c x-openstack-request-id: req-a0765ea2-82c7-4c55-901e-7a3858859f1c {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:33.852890 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3fd836-0c39-4f85-b620-61584628ea65", "name": "network-vif-plugged", "status": "completed", "tag": "ff82e82d-d2a1-48b1-bb4f-3136806c92d0", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:33.853166 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0765ea2-82c7-4c55-901e-7a3858859f1c {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:33.853544 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3fd836-0c39-4f85-b620-61584628ea65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff82e82d-d2a1-48b1-bb4f-3136806c92d0', 'code': 200} Aug 29 04:22:33.858341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-574ccc6e-b52e-48c5-957d-084b8e7157f8 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.858680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-574ccc6e-b52e-48c5-957d-084b8e7157f8 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.899515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-574ccc6e-b52e-48c5-957d-084b8e7157f8 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Calling delete_port for 835ac240-9f9a-4fe2-9ead-72111ebda16b owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:33.965031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-3494fbb1-740a-48d3-a4a5-39179cd73686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.965463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-3494fbb1-740a-48d3-a4a5-39179cd73686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.965957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-3494fbb1-740a-48d3-a4a5-39179cd73686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.966437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-3494fbb1-740a-48d3-a4a5-39179cd73686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.967097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-3494fbb1-740a-48d3-a4a5-39179cd73686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.967666 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-3494fbb1-740a-48d3-a4a5-39179cd73686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.968169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-3494fbb1-740a-48d3-a4a5-39179cd73686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.970371 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-3494fbb1-740a-48d3-a4a5-39179cd73686 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6496 time: 0.1244018 Aug 29 04:22:33.991125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962e80-0991-43cd-852f-0640b1ae3f77 req-d1f4f311-a6a8-4a82-a8c3-143d951506ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.992916 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-74962e80-0991-43cd-852f-0640b1ae3f77 req-d1f4f311-a6a8-4a82-a8c3-143d951506ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 1098 time: 0.0545478 Aug 29 04:22:34.045946 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-74962e80-0991-43cd-852f-0640b1ae3f77 req-99cb9a11-4494-4ef5-b39d-104b0a99982f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457158 Aug 29 04:22:34.130055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137ac74-471e-487f-9f13-cf2973d652e0 req-757f864c-a90b-4610-9017-e232fe09cbcf tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.131586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a137ac74-471e-487f-9f13-cf2973d652e0 req-757f864c-a90b-4610-9017-e232fe09cbcf tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 944 time: 0.1811883 Aug 29 04:22:34.165477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-ee1ecec1-5e29-49da-8e2b-b89edef09cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.167097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-ee1ecec1-5e29-49da-8e2b-b89edef09cc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 HTTP/1.1" status: 200 len: 903 time: 0.1793847 Aug 29 04:22:34.267911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a137ac74-471e-487f-9f13-cf2973d652e0 req-e2ab4765-4869-4ed2-b270-aa21d5a76987 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273808 Aug 29 04:22:34.273780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-8ed3fc49-9c6b-411c-92ba-9d502bf68d41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a3339b2-3fd7-4ad0-918f-cd758b4728e3 HTTP/1.1" status: 200 len: 217 time: 0.0972333 Aug 29 04:22:34.336816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458672ee-4741-4db4-aa72-e56c44519c6c req-3a646e25-75df-47e4-95ca-5d363cdc9c5c tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.338247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-458672ee-4741-4db4-aa72-e56c44519c6c req-3a646e25-75df-47e4-95ca-5d363cdc9c5c tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.1652126 Aug 29 04:22:34.345590 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-574ccc6e-b52e-48c5-957d-084b8e7157f8 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.361637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 53d0232b-54ab-4d59-a484-2986f89bc19d up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:34.396563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ccc6e-b52e-48c5-957d-084b8e7157f8 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Pushing event deleted for resources: {'Port': ['ID=835ac240-9f9a-4fe2-9ead-72111ebda16b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:34.399207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-e58d77c4-277e-4c44-a1e8-d3e70fbc9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.400827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-e58d77c4-277e-4c44-a1e8-d3e70fbc9878 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 200 len: 797 time: 0.1175213 Aug 29 04:22:34.418856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 53d0232b-54ab-4d59-a484-2986f89bc19d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:34.423915 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 53d0232b-54ab-4d59-a484-2986f89bc19d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:34.424336 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.488747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-458672ee-4741-4db4-aa72-e56c44519c6c req-cd7af323-d208-4a5b-8082-b6d6b769f864 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439986 Aug 29 04:22:34.518511 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-574ccc6e-b52e-48c5-957d-084b8e7157f8 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.521877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-574ccc6e-b52e-48c5-957d-084b8e7157f8 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.526156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-574ccc6e-b52e-48c5-957d-084b8e7157f8 tempest-FloatingIPAdminTestJSON-603707155 tempest-FloatingIPAdminTestJSON-603707155-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/8639fb7c-c7b7-471a-bd69-c8cfb7e955ef HTTP/1.1" status: 204 len: 168 time: 1.2899737 Aug 29 04:22:34.526356 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.526477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-3aeeceac-c344-408e-a0ce-1394e0d287e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.526762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-3aeeceac-c344-408e-a0ce-1394e0d287e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1034675 Aug 29 04:22:34.527266 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45886) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:34.575525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 53d0232b-54ab-4d59-a484-2986f89bc19d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=53d0232b-54ab-4d59-a484-2986f89bc19d,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:34.580739 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.581871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:34.635968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-12fc50ea-3a5f-4947-b7b5-b6c36f7fe9ae service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011260 Aug 29 04:22:34.654439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d6f83947-b85a-46e3-90c8-5e8fbf56c6ba tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Deleting port 09b18f89-7ada-4d6e-ae15-3d29e405beaa {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:34.655190 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6f83947-b85a-46e3-90c8-5e8fbf56c6ba tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.671624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=53d0232b-54ab-4d59-a484-2986f89bc19d,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:34.686848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:34.691431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:34.691890 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.740300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2184ff7f-4b93-4fc2-bc73-b38b4bd606a3 req-66b66543-5f06-4fe1-a9da-3b6941c35a81 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972683 Aug 29 04:22:34.793663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6f83947-b85a-46e3-90c8-5e8fbf56c6ba tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.797786 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.807344 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d6f83947-b85a-46e3-90c8-5e8fbf56c6ba tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Calling delete_port for 09b18f89-7ada-4d6e-ae15-3d29e405beaa owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:34.829997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:34.837868 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.902280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:34.968113 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6f83947-b85a-46e3-90c8-5e8fbf56c6ba tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.979111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145cd01-9c1f-4405-937d-1dd3f0be675b req-c89934e1-e8a5-4796-8d6d-7e97f36a400e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.985797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145cd01-9c1f-4405-937d-1dd3f0be675b req-c89934e1-e8a5-4796-8d6d-7e97f36a400e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.991658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145cd01-9c1f-4405-937d-1dd3f0be675b req-c89934e1-e8a5-4796-8d6d-7e97f36a400e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.997551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145cd01-9c1f-4405-937d-1dd3f0be675b req-c89934e1-e8a5-4796-8d6d-7e97f36a400e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.003639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145cd01-9c1f-4405-937d-1dd3f0be675b req-c89934e1-e8a5-4796-8d6d-7e97f36a400e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.009679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145cd01-9c1f-4405-937d-1dd3f0be675b req-c89934e1-e8a5-4796-8d6d-7e97f36a400e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.016432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145cd01-9c1f-4405-937d-1dd3f0be675b req-c89934e1-e8a5-4796-8d6d-7e97f36a400e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.018388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7145cd01-9c1f-4405-937d-1dd3f0be675b req-c89934e1-e8a5-4796-8d6d-7e97f36a400e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1221340 Aug 29 04:22:35.068935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d27e3d-c130-401c-bd5d-c8dfe80f1de9 req-9872e29b-db62-4221-941b-373abc0dedb8 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.070460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5d27e3d-c130-401c-bd5d-c8dfe80f1de9 req-9872e29b-db62-4221-941b-373abc0dedb8 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 946 time: 0.1348917 Aug 29 04:22:35.084628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f83947-b85a-46e3-90c8-5e8fbf56c6ba tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event deleted for resources: {'Port': ['ID=09b18f89-7ada-4d6e-ae15-3d29e405beaa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.091644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7145cd01-9c1f-4405-937d-1dd3f0be675b req-797503a9-4e11-4fbb-8a7f-2a626f001e90 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611701 Aug 29 04:22:35.119678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6f83947-b85a-46e3-90c8-5e8fbf56c6ba tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.124068 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d6f83947-b85a-46e3-90c8-5e8fbf56c6ba tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "DELETE /v2.0/ports/09b18f89-7ada-4d6e-ae15-3d29e405beaa HTTP/1.1" status: 204 len: 168 time: 0.5932934 Aug 29 04:22:35.124593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45906) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:35.139703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5d27e3d-c130-401c-bd5d-c8dfe80f1de9 req-c6042aec-290a-4f58-8d20-5139496da2dc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620644 Aug 29 04:22:35.245582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5caf85-f06f-481c-a8cd-d62ef3699f7c tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.247288 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ae5caf85-f06f-481c-a8cd-d62ef3699f7c tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e8f519e-10b5-48f5-ad8d-cde3819107b8 HTTP/1.1" status: 200 len: 913 time: 0.1215723 Aug 29 04:22:35.250383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45908) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:35.407448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9911-fb0d-4e7c-8ed4-6235ca69cc99 req-e7158613-d26d-43ab-8748-8071be48fa4d tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.409380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13ef9911-fb0d-4e7c-8ed4-6235ca69cc99 req-e7158613-d26d-43ab-8748-8071be48fa4d tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 945 time: 0.0585396 Aug 29 04:22:35.461703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13ef9911-fb0d-4e7c-8ed4-6235ca69cc99 req-c3c9d4ff-a771-47a7-b1d4-740da25fe5f5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Aug 29 04:22:35.614569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7313-e06b-4225-9f30-514b67ddcbcb req-c413f201-a69b-4a56-b0dd-018e6b6b9201 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.616246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8ca7313-e06b-4225-9f30-514b67ddcbcb req-c413f201-a69b-4a56-b0dd-018e6b6b9201 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0555055 Aug 29 04:22:35.635775 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.655681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8ca7313-e06b-4225-9f30-514b67ddcbcb req-801ebd9d-0843-439e-9adf-db0713898b05 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Aug 29 04:22:35.854392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc395157-46d2-4c95-9ebe-1df879bf810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d0232b-54ab-4d59-a484-2986f89bc19d'}, {'server_uuid': '3f201e97-0c1e-4090-a4f7-bb64088027bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b56bec2-53cc-4ac3-b52c-fc9a2867f20e'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:35.856808 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1eb97f-1325-4ece-abb7-6bf46531c766" -d '{"events": [{"server_uuid": "cc395157-46d2-4c95-9ebe-1df879bf810e", "name": "network-vif-plugged", "status": "completed", "tag": "53d0232b-54ab-4d59-a484-2986f89bc19d"}, {"server_uuid": "3f201e97-0c1e-4090-a4f7-bb64088027bc", "name": "network-vif-plugged", "status": "completed", "tag": "3b56bec2-53cc-4ac3-b52c-fc9a2867f20e"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:35.898413 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bd13ba-84d4-4555-8bf9-27e337a1b884 x-openstack-request-id: req-54bd13ba-84d4-4555-8bf9-27e337a1b884 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:35.898777 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc395157-46d2-4c95-9ebe-1df879bf810e", "name": "network-vif-plugged", "status": "completed", "tag": "53d0232b-54ab-4d59-a484-2986f89bc19d", "code": 200}, {"server_uuid": "3f201e97-0c1e-4090-a4f7-bb64088027bc", "name": "network-vif-plugged", "status": "completed", "tag": "3b56bec2-53cc-4ac3-b52c-fc9a2867f20e", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:35.899248 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54bd13ba-84d4-4555-8bf9-27e337a1b884 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:35.900050 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc395157-46d2-4c95-9ebe-1df879bf810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d0232b-54ab-4d59-a484-2986f89bc19d', 'code': 200} Aug 29 04:22:35.900272 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f201e97-0c1e-4090-a4f7-bb64088027bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b56bec2-53cc-4ac3-b52c-fc9a2867f20e', 'code': 200} Aug 29 04:22:35.902823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Deleting port 1dac6afa-d45b-40e5-9807-c82fb97b26b7 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:35.903176 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.993410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.014815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Calling delete_port for 1dac6afa-d45b-40e5-9807-c82fb97b26b7 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:36.083013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8971c60-c91a-4ab8-8747-9cfef3be81f5 req-1ff58af4-d3e7-4246-ac7b-dcb87dbc8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.085023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8971c60-c91a-4ab8-8747-9cfef3be81f5 req-1ff58af4-d3e7-4246-ac7b-dcb87dbc8ac1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3f201e97-0c1e-4090-a4f7-bb64088027bc HTTP/1.1" status: 200 len: 1098 time: 0.0444596 Aug 29 04:22:36.120780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e6281-c2dd-4684-98c6-013f738b9f41 req-8e762fa6-268a-42da-86e7-b0d547303da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.123540 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc9e6281-c2dd-4684-98c6-013f738b9f41 req-8e762fa6-268a-42da-86e7-b0d547303da3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 1097 time: 0.0612192 Aug 29 04:22:36.127577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8971c60-c91a-4ab8-8747-9cfef3be81f5 req-75a3c18b-6f13-4161-b506-50631007e522 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Aug 29 04:22:36.253698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.290113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event deleted for resources: {'Port': ['ID=1dac6afa-d45b-40e5-9807-c82fb97b26b7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:36.320935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598842b-eec3-4cac-9ee9-71b7ac9bf0c0 req-9ba250c5-cafa-429e-8990-ad68617411af tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.326879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598842b-eec3-4cac-9ee9-71b7ac9bf0c0 req-9ba250c5-cafa-429e-8990-ad68617411af tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.332900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598842b-eec3-4cac-9ee9-71b7ac9bf0c0 req-9ba250c5-cafa-429e-8990-ad68617411af tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.338974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598842b-eec3-4cac-9ee9-71b7ac9bf0c0 req-9ba250c5-cafa-429e-8990-ad68617411af tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.345813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598842b-eec3-4cac-9ee9-71b7ac9bf0c0 req-9ba250c5-cafa-429e-8990-ad68617411af tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.351948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598842b-eec3-4cac-9ee9-71b7ac9bf0c0 req-9ba250c5-cafa-429e-8990-ad68617411af tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.358216 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598842b-eec3-4cac-9ee9-71b7ac9bf0c0 req-9ba250c5-cafa-429e-8990-ad68617411af tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.367251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7598842b-eec3-4cac-9ee9-71b7ac9bf0c0 req-9ba250c5-cafa-429e-8990-ad68617411af tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1833780 Aug 29 04:22:36.396234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b8389-6632-43ab-821e-4cbe6915d90b req-b810a2c3-bb11-4804-9019-30b9706d5ca5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.397839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a4b8389-6632-43ab-821e-4cbe6915d90b req-b810a2c3-bb11-4804-9019-30b9706d5ca5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 946 time: 0.1630421 Aug 29 04:22:36.445336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7598842b-eec3-4cac-9ee9-71b7ac9bf0c0 req-648a0124-37b4-4c99-bd9b-c169323fd85b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770752 Aug 29 04:22:36.481626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a4b8389-6632-43ab-821e-4cbe6915d90b req-db542fa3-0253-425c-ac7e-8c48b69dcb35 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754232 Aug 29 04:22:36.500647 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.609305 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc9e6281-c2dd-4684-98c6-013f738b9f41 req-b5fc406a-4194-4fab-bb6b-aea348d7f3f2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056743 Aug 29 04:22:36.715536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79c37-38c2-47b0-9bc8-fe8ba1592581 req-1242fa06-4fec-4102-a85e-36d3c30d8c13 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.717273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99e79c37-38c2-47b0-9bc8-fe8ba1592581 req-1242fa06-4fec-4102-a85e-36d3c30d8c13 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 945 time: 0.0908737 Aug 29 04:22:36.802397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99e79c37-38c2-47b0-9bc8-fe8ba1592581 req-66f6e7f2-2deb-4d56-a87a-542b64a5ff9b tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557234 Aug 29 04:22:36.811784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Router 7e8f519e-10b5-48f5-ad8d-cde3819107b8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:36.846890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009d006-72ad-4de6-9c60-1b7805684fde req-b9ea7e8b-4503-4d94-8214-5d54e6a4374d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.855016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-b9ea7e8b-4503-4d94-8214-5d54e6a4374d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.1715913 Aug 29 04:22:36.877375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-d8ffb477-2e3d-4658-8af6-62e108e4a9a6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/quotas/4fab53e832624a009b9aba75e5bd5bed HTTP/1.1" status: 200 len: 375 time: 0.0213051 Aug 29 04:22:36.937786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:36.943472 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e18e03ee-c5be-4bba-a016-5afffeef403b tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "PUT /v2.0/routers/7e8f519e-10b5-48f5-ad8d-cde3819107b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6917312 Aug 29 04:22:36.945856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45966) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:36.950270 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030de105-38a1-45bd-af55-d835bce535c8 None None] Sync routers for ids ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:36.954748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb8b6e-a6a6-44d6-8341-d72510a87548 req-0c00f468-4b7b-4459-90aa-815096a45106 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.956320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dabb8b6e-a6a6-44d6-8341-d72510a87548 req-0c00f468-4b7b-4459-90aa-815096a45106 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0934429 Aug 29 04:22:36.969160 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030de105-38a1-45bd-af55-d835bce535c8 None None] Routers {'7e8f519e-10b5-48f5-ad8d-cde3819107b8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:36.969687 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-030de105-38a1-45bd-af55-d835bce535c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:36.988658 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-88add4f9-6e2f-4f6a-8d45-80f54e0f6931 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929022 Aug 29 04:22:37.008993 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-030de105-38a1-45bd-af55-d835bce535c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:37.020778 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030de105-38a1-45bd-af55-d835bce535c8 None None] Routers {'7e8f519e-10b5-48f5-ad8d-cde3819107b8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:37.021636 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-030de105-38a1-45bd-af55-d835bce535c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:37.029635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dabb8b6e-a6a6-44d6-8341-d72510a87548 req-ae8c4e75-1bb5-44f8-88c1-aa7e820c5d5a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638492 Aug 29 04:22:37.091493 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-030de105-38a1-45bd-af55-d835bce535c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:37.092229 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030de105-38a1-45bd-af55-d835bce535c8 None None] The sync data for ids ['7e8f519e-10b5-48f5-ad8d-cde3819107b8'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:37.096875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.127491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-7d5c5f2e-8767-4e13-9f2e-6f4b88752ddf service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013136 Aug 29 04:22:37.214317 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.233359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-ce82de21-f7bd-4d94-91fc-86a870bc1ec9 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996163 Aug 29 04:22:37.271153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Deleting port e42e7641-a543-4f1f-8538-8cdd99226521 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:37.271782 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.362930 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.376008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Calling delete_port for e42e7641-a543-4f1f-8538-8cdd99226521 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:37.427623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6508755-8b67-4191-b199-a0f925d2fab8 req-beb75910-7c21-4f21-b85c-1ed5e9a9f4f9 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 210 time: 0.0325429 Aug 29 04:22:37.592059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.621867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54771550-13c5-479a-8ac2-fef6a14e3814 req-c8d9f7f4-2ecc-4c6d-8055-034b31424181 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.629473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54771550-13c5-479a-8ac2-fef6a14e3814 req-c8d9f7f4-2ecc-4c6d-8055-034b31424181 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.637021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54771550-13c5-479a-8ac2-fef6a14e3814 req-c8d9f7f4-2ecc-4c6d-8055-034b31424181 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.643562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54771550-13c5-479a-8ac2-fef6a14e3814 req-c8d9f7f4-2ecc-4c6d-8055-034b31424181 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.647919 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event deleted for resources: {'Port': ['ID=e42e7641-a543-4f1f-8538-8cdd99226521,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:37.655174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54771550-13c5-479a-8ac2-fef6a14e3814 req-c8d9f7f4-2ecc-4c6d-8055-034b31424181 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.662661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54771550-13c5-479a-8ac2-fef6a14e3814 req-c8d9f7f4-2ecc-4c6d-8055-034b31424181 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.669190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54771550-13c5-479a-8ac2-fef6a14e3814 req-c8d9f7f4-2ecc-4c6d-8055-034b31424181 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.678123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54771550-13c5-479a-8ac2-fef6a14e3814 req-c8d9f7f4-2ecc-4c6d-8055-034b31424181 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1487622 Aug 29 04:22:37.725842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54771550-13c5-479a-8ac2-fef6a14e3814 req-44cf0cee-3bf7-4a02-ad02-1546f9e68de9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466692 Aug 29 04:22:37.733400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.843691 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.875512 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.924675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.925339 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Fanout notify agent at l3_agent the message router_deleted on router 7e8f519e-10b5-48f5-ad8d-cde3819107b8 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:37.933679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.934940 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f62dd8de-fa4d-4df9-a7ea-0a9eae0e7213 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "DELETE /v2.0/routers/7e8f519e-10b5-48f5-ad8d-cde3819107b8 HTTP/1.1" status: 204 len: 168 time: 0.9881506 Aug 29 04:22:37.946480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46000) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:38.009693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a3818a-0e0d-4a49-8c99-86a4df2f2a03 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Deleting subnet 70787469-e374-41b5-8175-f0afb3173109 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:38.016236 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55a3818a-0e0d-4a49-8c99-86a4df2f2a03 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.064893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c711211-91b9-4324-b2c9-99a3c6223cba req-3855ef09-ae50-4e20-a150-49a309a5b32e tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.066657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c711211-91b9-4324-b2c9-99a3c6223cba req-3855ef09-ae50-4e20-a150-49a309a5b32e tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 945 time: 0.1854846 Aug 29 04:22:38.087694 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55a3818a-0e0d-4a49-8c99-86a4df2f2a03 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.215788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c711211-91b9-4324-b2c9-99a3c6223cba req-235b11ee-30fe-41b1-a753-732d866f59a5 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310282 Aug 29 04:22:38.262617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8dfe4-5b11-478a-bae1-46e76e0177ef req-9401ca4e-e6d5-4750-9080-093d2fd132be tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.265054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04e8dfe4-5b11-478a-bae1-46e76e0177ef req-9401ca4e-e6d5-4750-9080-093d2fd132be tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.1273508 Aug 29 04:22:38.299659 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55a3818a-0e0d-4a49-8c99-86a4df2f2a03 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.344525 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04e8dfe4-5b11-478a-bae1-46e76e0177ef req-148430df-1303-4d88-90d7-69ad7e929b03 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692594 Aug 29 04:22:38.376501 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55a3818a-0e0d-4a49-8c99-86a4df2f2a03 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.403352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3818a-0e0d-4a49-8c99-86a4df2f2a03 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event deleted for resources: {'Subnet': ['ID=70787469-e374-41b5-8175-f0afb3173109,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:38.407898 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55a3818a-0e0d-4a49-8c99-86a4df2f2a03 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.412896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-55a3818a-0e0d-4a49-8c99-86a4df2f2a03 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "DELETE /v2.0/subnets/70787469-e374-41b5-8175-f0afb3173109 HTTP/1.1" status: 204 len: 168 time: 0.4658120 Aug 29 04:22:38.413096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46014) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:38.423474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee890f-ab0f-48ba-83a2-b8d2ac36ca8c None None] Network df94bbec-1b1d-4886-abca-c5fab64ff41b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:38.511683 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.588868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f9b273e-6cca-49de-943b-26c6b72e35a6 req-1c713996-3e92-4495-b224-6dafb4bdb1ca tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 210 time: 0.0536835 Aug 29 04:22:38.638887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec4d420-8f42-4f9e-98d3-98e870c0af36 None None] DHCP port deletion for df94bbec-1b1d-4886-abca-c5fab64ff41b request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:22:38.690496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Deleting port b5127541-7641-437c-ba2f-fe4b1ee918db {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:38.695706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4d420-8f42-4f9e-98d3-98e870c0af36 None None] Deleting port b5127541-7641-437c-ba2f-fe4b1ee918db {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:38.696219 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9ec4d420-8f42-4f9e-98d3-98e870c0af36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.700230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.791043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9ec4d420-8f42-4f9e-98d3-98e870c0af36 None None] For port b5127541-7641-437c-ba2f-fe4b1ee918db, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b5127541-7641-437c-ba2f-fe4b1ee918db,segment=NetworkSegment(bcee7660-37c7-4e35-b68e-c04f15814e07),segment_id=bcee7660-37c7-4e35-b68e-c04f15814e07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:38.791447 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9ec4d420-8f42-4f9e-98d3-98e870c0af36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.808488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] For port b5127541-7641-437c-ba2f-fe4b1ee918db, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b5127541-7641-437c-ba2f-fe4b1ee918db,segment=NetworkSegment(bcee7660-37c7-4e35-b68e-c04f15814e07),segment_id=bcee7660-37c7-4e35-b68e-c04f15814e07)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:38.808862 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.809167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4d420-8f42-4f9e-98d3-98e870c0af36 None None] Calling delete_port for b5127541-7641-437c-ba2f-fe4b1ee918db owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:38.853765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009d006-72ad-4de6-9c60-1b7805684fde req-717ae476-f2f0-4931-93e3-6025070f1177 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.856852 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-717ae476-f2f0-4931-93e3-6025070f1177 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.2319200 Aug 29 04:22:38.858533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Calling delete_port for b5127541-7641-437c-ba2f-fe4b1ee918db owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:38.876638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Request body: {'port': {'device_id': '772b3d54-c1a9-4f4b-be32-8add9e534cd0', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'admin_state_up': True, 'tenant_id': '4fab53e832624a009b9aba75e5bd5bed'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:38.903115 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9ec4d420-8f42-4f9e-98d3-98e870c0af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.946626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec4d420-8f42-4f9e-98d3-98e870c0af36 None None] No DVR routers for this DVR port b5127541-7641-437c-ba2f-fe4b1ee918db on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:38.953716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4d420-8f42-4f9e-98d3-98e870c0af36 None None] Pushing event deleted for resources: {'Port': ['ID=b5127541-7641-437c-ba2f-fe4b1ee918db,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:38.958878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e544-b581-4e8f-adc4-18f2fdcebd5c req-511601e0-5530-4951-9249-6ce08f439fde tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.965163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e544-b581-4e8f-adc4-18f2fdcebd5c req-511601e0-5530-4951-9249-6ce08f439fde tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.972371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e544-b581-4e8f-adc4-18f2fdcebd5c req-511601e0-5530-4951-9249-6ce08f439fde tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.978762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e544-b581-4e8f-adc4-18f2fdcebd5c req-511601e0-5530-4951-9249-6ce08f439fde tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.985469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e544-b581-4e8f-adc4-18f2fdcebd5c req-511601e0-5530-4951-9249-6ce08f439fde tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.991551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e544-b581-4e8f-adc4-18f2fdcebd5c req-511601e0-5530-4951-9249-6ce08f439fde tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.997585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e544-b581-4e8f-adc4-18f2fdcebd5c req-511601e0-5530-4951-9249-6ce08f439fde tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.999580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38a5e544-b581-4e8f-adc4-18f2fdcebd5c req-511601e0-5530-4951-9249-6ce08f439fde tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1492400 Aug 29 04:22:39.049048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38a5e544-b581-4e8f-adc4-18f2fdcebd5c req-6b9479bd-c5e0-4898-ace2-9c0b470adbe3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426152 Aug 29 04:22:39.099800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.132819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] No DVR routers for this DVR port b5127541-7641-437c-ba2f-fe4b1ee918db on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:39.134441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event deleted for resources: {'Port': ['ID=b5127541-7641-437c-ba2f-fe4b1ee918db,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:39.158954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Made reservation on behalf of 4fab53e832624a009b9aba75e5bd5bed for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:39.163199 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.238230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.275764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df94bbec-1b1d-4886-abca-c5fab64ff41b']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:39.293567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcee7660-37c7-4e35-b68e-c04f15814e07') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:39.293870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcee7660-37c7-4e35-b68e-c04f15814e07') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:39.308602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.345653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257bfef-3759-4efb-be74-ac9e094169f7 req-43ff2ea7-34e4-4e8d-99b4-ef71e2f27365 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.347332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a257bfef-3759-4efb-be74-ac9e094169f7 req-43ff2ea7-34e4-4e8d-99b4-ef71e2f27365 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 945 time: 0.0561914 Aug 29 04:22:39.348899 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.361592 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:39.361996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:39.364989 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:39.410003 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a257bfef-3759-4efb-be74-ac9e094169f7 req-ce357705-2782-4d96-b0ce-8d8bf9a1cdab tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548322 Aug 29 04:22:39.431254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Allocated IP 172.20.0.7 (9affe2b5-86a2-4e94-b605-2357849469a0/8403fb6b-2733-4111-9891-375088cbf5e3/db9b9a21-7029-4afb-b007-90556903d26b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:39.452260 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.463752 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.465769 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "DELETE /v2.0/networks/df94bbec-1b1d-4886-abca-c5fab64ff41b HTTP/1.1" status: 204 len: 168 time: 1.0503356 Aug 29 04:22:39.468927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46048) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:39.512163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06758cb0-9d86-49b0-bb77-1e7a539577dd req-6f6a86f0-ceff-4f91-aa99-0ea34888dff7 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.514070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06758cb0-9d86-49b0-bb77-1e7a539577dd req-6f6a86f0-ceff-4f91-aa99-0ea34888dff7 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0727232 Aug 29 04:22:39.534720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f764108-ae02-4f61-a1a1-7706165089c9 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event deleted for resources: {'Network': ['ID=df94bbec-1b1d-4886-abca-c5fab64ff41b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:39.582167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06758cb0-9d86-49b0-bb77-1e7a539577dd req-a26fdc42-7d3e-4c27-b493-8d580bccc7fa tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565586 Aug 29 04:22:39.597369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c572b1b-52b1-44a8-9ddc-f63d21a4244a req-200864d1-98c4-43af-ac6e-19d5485a9bd0 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.605891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c572b1b-52b1-44a8-9ddc-f63d21a4244a req-200864d1-98c4-43af-ac6e-19d5485a9bd0 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac4aa5f7-57f6-4464-b9af-9852b04c2afc HTTP/1.1" status: 200 len: 946 time: 0.0900080 Aug 29 04:22:39.665035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c572b1b-52b1-44a8-9ddc-f63d21a4244a req-35942fa9-98e5-4af5-81ec-61ad10108e8f tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529940 Aug 29 04:22:39.705450 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf067234-74a7-4e59-83f2-0977e9152c7d req-2d761a42-a01f-4196-92d1-2b458cc0b9e6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 210 time: 0.0385070 Aug 29 04:22:39.785510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9924e3b-c75f-42b8-b38f-71c8a8016e17 req-a59be03b-2dbe-4459-bc46-705acff1336e tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.787132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9924e3b-c75f-42b8-b38f-71c8a8016e17 req-a59be03b-2dbe-4459-bc46-705acff1336e tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f201e97-0c1e-4090-a4f7-bb64088027bc HTTP/1.1" status: 200 len: 946 time: 0.0555646 Aug 29 04:22:39.830762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9924e3b-c75f-42b8-b38f-71c8a8016e17 req-5e76e31c-86e5-4856-bd35-351cfcaedfc2 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371094 Aug 29 04:22:40.066784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0767afd1-d0c6-4a68-8793-e29334f4df16 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Deleting port a4657b94-35f4-429b-a1d5-a22411005d41 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:40.067153 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0767afd1-d0c6-4a68-8793-e29334f4df16 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.127358 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.156740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0b71f-8717-491e-8a06-7c6b5e8fbe20 req-fc88c567-9734-4d81-9039-b55d14ea9b8e tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.159121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4e0b71f-8717-491e-8a06-7c6b5e8fbe20 req-fc88c567-9734-4d81-9039-b55d14ea9b8e tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f201e97-0c1e-4090-a4f7-bb64088027bc HTTP/1.1" status: 200 len: 946 time: 0.0924828 Aug 29 04:22:40.186895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b5127541-7641-437c-ba2f-fe4b1ee918db no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:40.201800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0767afd1-d0c6-4a68-8793-e29334f4df16 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.202169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0767afd1-d0c6-4a68-8793-e29334f4df16 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.215407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: b5127541-7641-437c-ba2f-fe4b1ee918db {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:40.216250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b5127541-7641-437c-ba2f-fe4b1ee918db not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:40.225155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0767afd1-d0c6-4a68-8793-e29334f4df16 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Calling delete_port for a4657b94-35f4-429b-a1d5-a22411005d41 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:40.254458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4e0b71f-8717-491e-8a06-7c6b5e8fbe20 req-96e76353-1230-49f1-a5dc-37087d63b848 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850933 Aug 29 04:22:40.265872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7f228-1f3f-473c-9da8-60816842ce6c req-17772b58-ed00-4137-8735-c338b7b71b5e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.274452 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.279292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7f228-1f3f-473c-9da8-60816842ce6c req-17772b58-ed00-4137-8735-c338b7b71b5e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.286210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7f228-1f3f-473c-9da8-60816842ce6c req-17772b58-ed00-4137-8735-c338b7b71b5e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.293220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7f228-1f3f-473c-9da8-60816842ce6c req-17772b58-ed00-4137-8735-c338b7b71b5e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.295394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['ff82e82d-d2a1-48b1-bb4f-3136806c92d0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:40.300503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7f228-1f3f-473c-9da8-60816842ce6c req-17772b58-ed00-4137-8735-c338b7b71b5e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.307675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7f228-1f3f-473c-9da8-60816842ce6c req-17772b58-ed00-4137-8735-c338b7b71b5e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.315455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7f228-1f3f-473c-9da8-60816842ce6c req-17772b58-ed00-4137-8735-c338b7b71b5e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.324405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0c7f228-1f3f-473c-9da8-60816842ce6c req-17772b58-ed00-4137-8735-c338b7b71b5e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1640723 Aug 29 04:22:40.326898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Network 9affe2b5-86a2-4e94-b605-2357849469a0 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:40.331952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:40.343140 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:40.363507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:40.368233 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0c7f228-1f3f-473c-9da8-60816842ce6c req-8192aa57-a2ad-4730-bfe6-b1a0b86bb715 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428374 Aug 29 04:22:40.387489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event updated for resources: {'Port': ['ID=db9b9a21-7029-4afb-b007-90556903d26b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:40.425726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.426357 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.443323 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-a3755698-135f-401a-848c-e28bcecfb9f2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5738978 Aug 29 04:22:40.469701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Request body: {'port': {'device_id': '772b3d54-c1a9-4f4b-be32-8add9e534cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:40.538508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0767afd1-d0c6-4a68-8793-e29334f4df16 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.565037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.605765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767afd1-d0c6-4a68-8793-e29334f4df16 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Pushing event deleted for resources: {'Port': ['ID=a4657b94-35f4-429b-a1d5-a22411005d41,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:40.673582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0767afd1-d0c6-4a68-8793-e29334f4df16 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.676601 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0767afd1-d0c6-4a68-8793-e29334f4df16 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.677843 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0767afd1-d0c6-4a68-8793-e29334f4df16 tempest-FloatingIPAdminTestJSON-445759049 tempest-FloatingIPAdminTestJSON-445759049-project] 10.222.0.49 "DELETE /v2.0/floatingips/1b1322a7-1777-4d5b-9475-e3091b9e6687 HTTP/1.1" status: 204 len: 168 time: 1.2080019 Aug 29 04:22:40.723463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1725774-a06e-4f56-8438-da04fc07983e req-98e4dbea-6667-43ff-ac56-16c7df56b0d6 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.725114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1725774-a06e-4f56-8438-da04fc07983e req-98e4dbea-6667-43ff-ac56-16c7df56b0d6 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0689292 Aug 29 04:22:40.813234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1725774-a06e-4f56-8438-da04fc07983e req-b2a572e2-fa4b-42f3-a46b-634b70596f0d tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737917 Aug 29 04:22:40.891398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67798818-df2e-4c0c-a76b-8adb2c6d2588 req-77a93dec-d804-4bea-99fa-c4ad2a877ed5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.893469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67798818-df2e-4c0c-a76b-8adb2c6d2588 req-77a93dec-d804-4bea-99fa-c4ad2a877ed5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 931 time: 0.0793612 Aug 29 04:22:40.944253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67798818-df2e-4c0c-a76b-8adb2c6d2588 req-5045a70f-81c4-4c09-bc63-2f5bf5cb5031 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 Aug 29 04:22:40.944505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9b9a21-7029-4afb-b007-90556903d26b {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:40.953102 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.954129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46074) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:40.967013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Transition to ACTIVE for port object db9b9a21-7029-4afb-b007-90556903d26b will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:40.971655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.023682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Pushing event updated for resources: {'Port': ['ID=db9b9a21-7029-4afb-b007-90556903d26b,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:41.100703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Attempting to bind port db9b9a21-7029-4afb-b007-90556903d26b on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:41.101051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Attempting to bind port db9b9a21-7029-4afb-b007-90556903d26b by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:41.101388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Attempting to bind port db9b9a21-7029-4afb-b007-90556903d26b on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:41.106388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Port db9b9a21-7029-4afb-b007-90556903d26b on network 9affe2b5-86a2-4e94-b605-2357849469a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:41.106783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Attempting to bind port db9b9a21-7029-4afb-b007-90556903d26b on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:41.113375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:41.113797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Checking segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:41.114254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Bound using segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:41.115175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Bound port: db9b9a21-7029-4afb-b007-90556903d26b, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:41.115549 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.133224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-19255491-c463-4a82-b240-2ebad167ec16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=941eef9e27cf43808855a96e3cbab377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771183 Aug 29 04:22:41.135319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46082) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:41.190770 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2dedb1f7-cd6d-4f37-a6dc-e80ef6afe4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.191142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] For port db9b9a21-7029-4afb-b007-90556903d26b, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:41.195337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] For port db9b9a21-7029-4afb-b007-90556903d26b, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db9b9a21-7029-4afb-b007-90556903d26b,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:41.199345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.215837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2dedb1f7-cd6d-4f37-a6dc-e80ef6afe4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.235092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.235731 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.237163 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] 10.222.0.59 "PUT /v2.0/ports/db9b9a21-7029-4afb-b007-90556903d26b HTTP/1.1" status: 200 len: 1092 time: 0.7719321 Aug 29 04:22:41.237611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772b3d54-c1a9-4f4b-be32-8add9e534cd0', 'tag': 'db9b9a21-7029-4afb-b007-90556903d26b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:41.239875 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228cb259-35be-4786-8c9e-e7444e539e38" -d '{"events": [{"name": "network-changed", "server_uuid": "772b3d54-c1a9-4f4b-be32-8add9e534cd0", "tag": "db9b9a21-7029-4afb-b007-90556903d26b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:41.269407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2b1e1-4892-44c9-8c4f-a1663a898d79 service neutron] Pushing event updated for resources: {'Port': ['ID=db9b9a21-7029-4afb-b007-90556903d26b,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:41.276778 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2dedb1f7-cd6d-4f37-a6dc-e80ef6afe4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.279342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2dedb1f7-cd6d-4f37-a6dc-e80ef6afe4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.283644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2dedb1f7-cd6d-4f37-a6dc-e80ef6afe4ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2cac726-2aa9-44dc-bf3e-53041e5f1c23 HTTP/1.1" status: 204 len: 168 time: 0.1441946 Aug 29 04:22:41.309398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedb1f7-cd6d-4f37-a6dc-e80ef6afe4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cac726-2aa9-44dc-bf3e-53041e5f1c23,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:41.376967 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3b944b-5149-48d2-bd9a-329ac4fbfbd6 x-openstack-request-id: req-5f3b944b-5149-48d2-bd9a-329ac4fbfbd6 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:41.377507 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772b3d54-c1a9-4f4b-be32-8add9e534cd0", "tag": "db9b9a21-7029-4afb-b007-90556903d26b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:41.377916 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f3b944b-5149-48d2-bd9a-329ac4fbfbd6 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:41.378527 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772b3d54-c1a9-4f4b-be32-8add9e534cd0', 'tag': 'db9b9a21-7029-4afb-b007-90556903d26b', 'status': 'completed', 'code': 200} Aug 29 04:22:41.384759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009d006-72ad-4de6-9c60-1b7805684fde req-7c7dd4a5-a7df-4c3e-b33a-5c2495cafc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.386433 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-7c7dd4a5-a7df-4c3e-b33a-5c2495cafc2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0650556 Aug 29 04:22:41.446740 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-44003aad-8eb2-413e-a190-96236b32c25a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9b9a21-7029-4afb-b007-90556903d26b HTTP/1.1" status: 200 len: 217 time: 0.0445354 Aug 29 04:22:41.462894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d969c-b009-4bef-a733-f97140f77aa9 req-bf5bd5b4-763f-4b93-8eb0-672906fc7412 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.464524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f86d969c-b009-4bef-a733-f97140f77aa9 req-bf5bd5b4-763f-4b93-8eb0-672906fc7412 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f201e97-0c1e-4090-a4f7-bb64088027bc HTTP/1.1" status: 200 len: 946 time: 0.0752096 Aug 29 04:22:41.539465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009d006-72ad-4de6-9c60-1b7805684fde req-68cf466e-a2bf-4107-89d5-f793eaa4e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.541305 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-68cf466e-a2bf-4107-89d5-f793eaa4e7f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.0868800 Aug 29 04:22:41.594877 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-4e58771b-beb4-43a3-acf1-a15f28d3aae0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308621 Aug 29 04:22:41.631907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-0cd7b83f-33af-44fd-96ff-a61236b2eada tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.633628 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-0cd7b83f-33af-44fd-96ff-a61236b2eada tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f201e97-0c1e-4090-a4f7-bb64088027bc HTTP/1.1" status: 200 len: 946 time: 0.1308699 Aug 29 04:22:41.704098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46096) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:41.741340 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04154813-c737-40f6-b732-94095f9254a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.821636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f86d969c-b009-4bef-a733-f97140f77aa9 req-36f4c750-7782-4cd1-a3f0-68494cfde44c tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464072 Aug 29 04:22:41.834381 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-d719b0ea-09ff-439e-af21-e98498f24381 service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207599 Aug 29 04:22:41.852892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbbc4d-ac66-476c-afa1-71e28fe6b1ae req-9e83d9ac-0a17-4cbb-8f14-2cf998cf6147 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.860013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbbc4d-ac66-476c-afa1-71e28fe6b1ae req-9e83d9ac-0a17-4cbb-8f14-2cf998cf6147 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.866114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbbc4d-ac66-476c-afa1-71e28fe6b1ae req-9e83d9ac-0a17-4cbb-8f14-2cf998cf6147 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.873932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbbc4d-ac66-476c-afa1-71e28fe6b1ae req-9e83d9ac-0a17-4cbb-8f14-2cf998cf6147 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.880396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbbc4d-ac66-476c-afa1-71e28fe6b1ae req-9e83d9ac-0a17-4cbb-8f14-2cf998cf6147 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.887567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbbc4d-ac66-476c-afa1-71e28fe6b1ae req-9e83d9ac-0a17-4cbb-8f14-2cf998cf6147 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.894708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbbc4d-ac66-476c-afa1-71e28fe6b1ae req-9e83d9ac-0a17-4cbb-8f14-2cf998cf6147 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.896692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1fbbc4d-ac66-476c-afa1-71e28fe6b1ae req-9e83d9ac-0a17-4cbb-8f14-2cf998cf6147 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.4229870 Aug 29 04:22:41.946391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-dfff7ade-3f8f-40ee-aa97-3d6575f88dd1 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Deleting port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:41.946747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-dfff7ade-3f8f-40ee-aa97-3d6575f88dd1 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.968781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1fbbc4d-ac66-476c-afa1-71e28fe6b1ae req-1556b876-8a25-442a-9ab6-969f68e7869d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649745 Aug 29 04:22:41.991133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f7fb5-abee-4d8d-89e2-ab73e068d77d req-8aa10475-7839-4856-b176-6dfc01e3501f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.993077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-441f7fb5-abee-4d8d-89e2-ab73e068d77d req-8aa10475-7839-4856-b176-6dfc01e3501f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0827303 Aug 29 04:22:42.058376 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4009d006-72ad-4de6-9c60-1b7805684fde req-584aca7b-11b7-47d7-9100-96c1c4883345 service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072151 Aug 29 04:22:42.061712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-441f7fb5-abee-4d8d-89e2-ab73e068d77d req-bafc08c3-75de-4a4d-ad7f-ea371b86e82c tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602803 Aug 29 04:22:42.089906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04154813-c737-40f6-b732-94095f9254a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.094179 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04154813-c737-40f6-b732-94095f9254a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.130107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-dfff7ade-3f8f-40ee-aa97-3d6575f88dd1 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] For port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:42.130475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-dfff7ade-3f8f-40ee-aa97-3d6575f88dd1 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.137757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1011a9-5027-4224-8c8d-276ad83e29ea req-89e4c3a6-5ddc-4369-b83e-dc1abea16d20 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.140554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f1011a9-5027-4224-8c8d-276ad83e29ea req-89e4c3a6-5ddc-4369-b83e-dc1abea16d20 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 943 time: 0.0770404 Aug 29 04:22:42.186394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f1011a9-5027-4224-8c8d-276ad83e29ea req-92813105-d344-4d13-86be-54cb4cea8335 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388186 Aug 29 04:22:42.188795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-dfff7ade-3f8f-40ee-aa97-3d6575f88dd1 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Calling delete_port for 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:42.198909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04154813-c737-40f6-b732-94095f9254a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473faa0e-59ed-412e-8f9c-171ae19ec01e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.212123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-04154813-c737-40f6-b732-94095f9254a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2bd41a91f6942d486ed88edd4c05078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5045624 Aug 29 04:22:42.212499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46106) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:42.264845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13b38e84-5f70-4aab-8a5e-f84d8369e6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.266469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cb259-35be-4786-8c9e-e7444e539e38 req-5c17ddd3-6919-48e4-81f2-9afa2c879ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.268247 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-228cb259-35be-4786-8c9e-e7444e539e38 req-5c17ddd3-6919-48e4-81f2-9afa2c879ab7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 1095 time: 0.1349897 Aug 29 04:22:42.293998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13b38e84-5f70-4aab-8a5e-f84d8369e6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.345918 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13b38e84-5f70-4aab-8a5e-f84d8369e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.350126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13b38e84-5f70-4aab-8a5e-f84d8369e6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.353028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-13b38e84-5f70-4aab-8a5e-f84d8369e6d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/473faa0e-59ed-412e-8f9c-171ae19ec01e HTTP/1.1" status: 204 len: 168 time: 0.1386449 Aug 29 04:22:42.380123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b38e84-5f70-4aab-8a5e-f84d8369e6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473faa0e-59ed-412e-8f9c-171ae19ec01e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.432751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cb259-35be-4786-8c9e-e7444e539e38 req-269e5504-daf9-4087-a2b8-4244987494ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.434278 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-228cb259-35be-4786-8c9e-e7444e539e38 req-269e5504-daf9-4087-a2b8-4244987494ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 906 time: 0.1554317 Aug 29 04:22:42.486422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-dfff7ade-3f8f-40ee-aa97-3d6575f88dd1 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.489372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-228cb259-35be-4786-8c9e-e7444e539e38 req-226fda05-e3c3-4a0b-9315-64fc67a5affa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9b9a21-7029-4afb-b007-90556903d26b HTTP/1.1" status: 200 len: 217 time: 0.0470397 Aug 29 04:22:42.498425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['8b2a18a6-9f8b-49ec-94b0-0343723f17f4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:42.521573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff7ade-3f8f-40ee-aa97-3d6575f88dd1 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Pushing event deleted for resources: {'Port': ['ID=3b56bec2-53cc-4ac3-b52c-fc9a2867f20e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.544033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['53d0232b-54ab-4d59-a484-2986f89bc19d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:42.622734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-dfff7ade-3f8f-40ee-aa97-3d6575f88dd1 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] No DVR routers for this DVR port 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:42.625736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-dfff7ade-3f8f-40ee-aa97-3d6575f88dd1 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.628335 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9cf6489-23f1-4680-a2f4-c2f3f631a7a1 req-dfff7ade-3f8f-40ee-aa97-3d6575f88dd1 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.52 "DELETE /v2.0/ports/3b56bec2-53cc-4ac3-b52c-fc9a2867f20e HTTP/1.1" status: 204 len: 173 time: 0.9831433 Aug 29 04:22:42.633406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cb259-35be-4786-8c9e-e7444e539e38 req-cf8dafb4-2013-4343-a4d8-da81bb675367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.645254 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-228cb259-35be-4786-8c9e-e7444e539e38 req-cf8dafb4-2013-4343-a4d8-da81bb675367 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.1314609 Aug 29 04:22:42.704504 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-228cb259-35be-4786-8c9e-e7444e539e38 req-6152e061-e11d-4d0e-87cc-ea6f01454d6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516672 Aug 29 04:22:42.810707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46114) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:42.826311 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-699f15b0-5aeb-4c65-a783-5c28f0e6bd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.847754 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-228cb259-35be-4786-8c9e-e7444e539e38 req-78fc80d0-c7cf-4689-a905-20d8ef8b93ac service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295037 Aug 29 04:22:42.934623 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-699f15b0-5aeb-4c65-a783-5c28f0e6bd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.947003 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-699f15b0-5aeb-4c65-a783-5c28f0e6bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.967438 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-228cb259-35be-4786-8c9e-e7444e539e38 req-00441693-c3a9-485a-8a50-e04229a30459 service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120420 Aug 29 04:22:42.972843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4564b6f0-8fb8-4583-9be7-12d30ebfe2e7 req-62b149fa-fc19-4f1a-b58d-4211c424c61e tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f201e97-0c1e-4090-a4f7-bb64088027bc HTTP/1.1" status: 200 len: 210 time: 0.0436540 Aug 29 04:22:43.005661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-699f15b0-5aeb-4c65-a783-5c28f0e6bd60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c612584fd674ee49f938f51d4506210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934402 Aug 29 04:22:43.007930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f15b0-5aeb-4c65-a783-5c28f0e6bd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6103d053-179d-46fd-bf38-7d38e7adb207,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:43.008756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46120) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:43.063574 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20bf0bc1-903a-4b8c-b0d9-ac6acc181cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.114176 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20bf0bc1-903a-4b8c-b0d9-ac6acc181cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.138537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ef62-ac7c-4e22-8e4f-fc1973bcd5e4 req-f4e18ef3-e137-419d-9759-c9e790d080de tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.144816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ef62-ac7c-4e22-8e4f-fc1973bcd5e4 req-f4e18ef3-e137-419d-9759-c9e790d080de tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.151869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ef62-ac7c-4e22-8e4f-fc1973bcd5e4 req-f4e18ef3-e137-419d-9759-c9e790d080de tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.158646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ef62-ac7c-4e22-8e4f-fc1973bcd5e4 req-f4e18ef3-e137-419d-9759-c9e790d080de tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.164829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ef62-ac7c-4e22-8e4f-fc1973bcd5e4 req-f4e18ef3-e137-419d-9759-c9e790d080de tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.170756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ef62-ac7c-4e22-8e4f-fc1973bcd5e4 req-f4e18ef3-e137-419d-9759-c9e790d080de tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.177297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ef62-ac7c-4e22-8e4f-fc1973bcd5e4 req-f4e18ef3-e137-419d-9759-c9e790d080de tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.185522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a71ef62-ac7c-4e22-8e4f-fc1973bcd5e4 req-f4e18ef3-e137-419d-9759-c9e790d080de tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1207490 Aug 29 04:22:43.188315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20bf0bc1-903a-4b8c-b0d9-ac6acc181cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.191261 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20bf0bc1-903a-4b8c-b0d9-ac6acc181cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.192575 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-20bf0bc1-903a-4b8c-b0d9-ac6acc181cb7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6103d053-179d-46fd-bf38-7d38e7adb207 HTTP/1.1" status: 204 len: 168 time: 0.1828365 Aug 29 04:22:43.201518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf0bc1-903a-4b8c-b0d9-ac6acc181cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6103d053-179d-46fd-bf38-7d38e7adb207,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:43.269147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a71ef62-ac7c-4e22-8e4f-fc1973bcd5e4 req-0fee37be-5ab8-4b20-8c14-b8460b841aa4 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828505 Aug 29 04:22:43.297144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46317ddb-769e-476c-bc6a-37a46314bbdf req-f697c21a-8ab2-4098-bb4c-8e25f190d038 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.304373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46317ddb-769e-476c-bc6a-37a46314bbdf req-f697c21a-8ab2-4098-bb4c-8e25f190d038 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.1068571 Aug 29 04:22:43.354256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46317ddb-769e-476c-bc6a-37a46314bbdf req-f813720a-8ddf-4501-8964-030844f6c8b7 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Aug 29 04:22:43.379947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f201e97-0c1e-4090-a4f7-bb64088027bc', 'name': 'network-vif-deleted', 'tag': '3b56bec2-53cc-4ac3-b52c-fc9a2867f20e'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:43.382695 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468cb9a4-950b-42bf-bc8d-b4db86248d33" -d '{"events": [{"server_uuid": "3f201e97-0c1e-4090-a4f7-bb64088027bc", "name": "network-vif-deleted", "tag": "3b56bec2-53cc-4ac3-b52c-fc9a2867f20e"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:43.489490 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882926e-ffbb-43be-8499-5200f45e154c x-openstack-request-id: req-c882926e-ffbb-43be-8499-5200f45e154c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:43.490105 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f201e97-0c1e-4090-a4f7-bb64088027bc", "name": "network-vif-deleted", "tag": "3b56bec2-53cc-4ac3-b52c-fc9a2867f20e", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:43.490105 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c882926e-ffbb-43be-8499-5200f45e154c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:43.490418 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f201e97-0c1e-4090-a4f7-bb64088027bc', 'name': 'network-vif-deleted', 'tag': '3b56bec2-53cc-4ac3-b52c-fc9a2867f20e', 'status': 'completed', 'code': 200} Aug 29 04:22:43.491964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425ecf-5e8a-49bd-82ec-3f31345e6170 req-fb9960d7-1bc9-4d32-8a05-3881679f6c3d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.493617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a425ecf-5e8a-49bd-82ec-3f31345e6170 req-fb9960d7-1bc9-4d32-8a05-3881679f6c3d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 943 time: 0.0607607 Aug 29 04:22:43.533450 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a425ecf-5e8a-49bd-82ec-3f31345e6170 req-1fea6c7f-454e-487b-bf52-79834b4b1e9a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337057 Aug 29 04:22:44.414459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:44.424106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2120-f30d-4aa1-a951-0f0ba97e2e32 req-1fbd9143-2336-44e6-ae3d-e4f1d32d5473 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.436864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2120-f30d-4aa1-a951-0f0ba97e2e32 req-1fbd9143-2336-44e6-ae3d-e4f1d32d5473 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.436864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2120-f30d-4aa1-a951-0f0ba97e2e32 req-1fbd9143-2336-44e6-ae3d-e4f1d32d5473 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.444140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2120-f30d-4aa1-a951-0f0ba97e2e32 req-1fbd9143-2336-44e6-ae3d-e4f1d32d5473 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.448447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:44.448918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3b56bec2-53cc-4ac3-b52c-fc9a2867f20e not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:44.451366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2120-f30d-4aa1-a951-0f0ba97e2e32 req-1fbd9143-2336-44e6-ae3d-e4f1d32d5473 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.457386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2120-f30d-4aa1-a951-0f0ba97e2e32 req-1fbd9143-2336-44e6-ae3d-e4f1d32d5473 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.463576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2120-f30d-4aa1-a951-0f0ba97e2e32 req-1fbd9143-2336-44e6-ae3d-e4f1d32d5473 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.472808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a7c2120-f30d-4aa1-a951-0f0ba97e2e32 req-1fbd9143-2336-44e6-ae3d-e4f1d32d5473 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1123798 Aug 29 04:22:44.532737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a7c2120-f30d-4aa1-a951-0f0ba97e2e32 req-c6776b5e-03d6-487b-a990-1148ae63efc0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570989 Aug 29 04:22:44.650336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d51da-75f5-4cb3-874a-a69eccbf7ba4 req-2b79b8fa-1af4-4cd4-98de-8b56f9ddccfa tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.655596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d58d51da-75f5-4cb3-874a-a69eccbf7ba4 req-2b79b8fa-1af4-4cd4-98de-8b56f9ddccfa tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0845556 Aug 29 04:22:44.709479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d58d51da-75f5-4cb3-874a-a69eccbf7ba4 req-607ad2ca-8ee6-442a-aa67-a43aa3045da8 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Aug 29 04:22:44.834567 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-d7fb3ac5-7e6c-4548-b02b-5ac68f05c89e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0660825 Aug 29 04:22:44.887608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719a97b-c79b-44f3-96f8-f783b6102c55 req-d7612626-018d-4a37-a045-0082ad47e088 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.890564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4719a97b-c79b-44f3-96f8-f783b6102c55 req-d7612626-018d-4a37-a045-0082ad47e088 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 943 time: 0.0837097 Aug 29 04:22:44.937622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-46376a73-fedc-44e2-b384-e9b8d2c1482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.939089 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-46376a73-fedc-44e2-b384-e9b8d2c1482b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 1097 time: 0.0624287 Aug 29 04:22:44.970136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4719a97b-c79b-44f3-96f8-f783b6102c55 req-4d487b18-6893-4c57-9f1b-503b6b80c3e1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687060 Aug 29 04:22:45.080689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-52fac9f1-ab9d-46a7-bfc9-b4d0698c3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.082901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-52fac9f1-ab9d-46a7-bfc9-b4d0698c3fa4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 906 time: 0.1115808 Aug 29 04:22:45.097819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e827-d8a1-4847-bd96-9a329d11c0f4 req-08f762f5-aac9-4226-83b0-7784264acf70 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.105019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e827-d8a1-4847-bd96-9a329d11c0f4 req-08f762f5-aac9-4226-83b0-7784264acf70 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.106933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b46e827-d8a1-4847-bd96-9a329d11c0f4 req-08f762f5-aac9-4226-83b0-7784264acf70 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac4aa5f7-57f6-4464-b9af-9852b04c2afc&device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 1682 time: 0.0681686 Aug 29 04:22:45.115718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46264) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:45.150988 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-f6736bb4-d9ac-4add-9249-09635a01db34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad25e3db-ca3f-4aa5-afb6-3697c33287df HTTP/1.1" status: 200 len: 217 time: 0.0561070 Aug 29 04:22:45.181019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b46e827-d8a1-4847-bd96-9a329d11c0f4 req-f175c257-0e8d-403d-a8e9-4d400c92fe99 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509300 Aug 29 04:22:45.226446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-48d1b4a3-3fda-4f26-87ba-475eae1cf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.231659 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-48d1b4a3-3fda-4f26-87ba-475eae1cf436 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.0660484 Aug 29 04:22:45.258188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-74c416e9-fded-4753-b866-bd128b4fd0da tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:45.266690 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-97f5bca8-752f-48cf-a32f-42348bf7fcae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282633 Aug 29 04:22:45.282054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46296) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:45.282209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-74c416e9-fded-4753-b866-bd128b4fd0da tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] 10.222.0.49 "PUT /v2.0/quotas/ca16a1bdac894a35bd91196006bbe229 HTTP/1.1" status: 200 len: 368 time: 0.1653566 Aug 29 04:22:45.294244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Request body: {'network': {'project_id': 'ca16a1bdac894a35bd91196006bbe229'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:45.368171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Made reservation on behalf of ca16a1bdac894a35bd91196006bbe229 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:45.370489 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.385282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db9b9a21-7029-4afb-b007-90556903d26b details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:45.388692 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.424883 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-ee067c10-dda8-406d-bda3-11b6358450eb service neutron] 10.222.0.52 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405890 Aug 29 04:22:45.545777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db9b9a21-7029-4afb-b007-90556903d26b, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db9b9a21-7029-4afb-b007-90556903d26b,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:45.564491 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf60c18b-68e9-4621-8d22-4a593b29f557 req-8853c2a8-ecca-4771-9a90-e3ac15a0c94a service neutron] 10.222.0.52 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292663 Aug 29 04:22:45.573895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'db9b9a21-7029-4afb-b007-90556903d26b', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'port_id': 'db9b9a21-7029-4afb-b007-90556903d26b', 'mac_address': 'fa:16:3e:4b:4c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8403fb6b-2733-4111-9891-375088cbf5e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:45.615614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.623587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.663479 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.679715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:45.690183 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9b9a21-7029-4afb-b007-90556903d26b {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:45.710505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddc4c-6846-4c14-9617-48b054560993 req-b4550c31-38fe-4de2-8ed4-73022c7229c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.711341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9212e2d9-7539-47e6-ac56-a0c53a149f6a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:45.719295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddc4c-6846-4c14-9617-48b054560993 req-b4550c31-38fe-4de2-8ed4-73022c7229c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.726551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddc4c-6846-4c14-9617-48b054560993 req-b4550c31-38fe-4de2-8ed4-73022c7229c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.730562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.731108 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Added segment 03aad8b6-239a-4967-9b14-61eaed3d0af3 of type vlan for network 177ebcb0-d6d0-41cb-93db-1100c79b7360 Aug 29 04:22:45.734700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddc4c-6846-4c14-9617-48b054560993 req-b4550c31-38fe-4de2-8ed4-73022c7229c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.743431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddc4c-6846-4c14-9617-48b054560993 req-b4550c31-38fe-4de2-8ed4-73022c7229c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.746282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db9b9a21-7029-4afb-b007-90556903d26b, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db9b9a21-7029-4afb-b007-90556903d26b,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:45.750782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddc4c-6846-4c14-9617-48b054560993 req-b4550c31-38fe-4de2-8ed4-73022c7229c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.752991 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.757863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddc4c-6846-4c14-9617-48b054560993 req-b4550c31-38fe-4de2-8ed4-73022c7229c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.768538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ceddc4c-6846-4c14-9617-48b054560993 req-b4550c31-38fe-4de2-8ed4-73022c7229c3 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1367323 Aug 29 04:22:45.798092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.827585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ceddc4c-6846-4c14-9617-48b054560993 req-26d98553-00b5-4941-b8a1-77701e841c31 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579550 Aug 29 04:22:45.830585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.831775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.832419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.837671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=db9b9a21-7029-4afb-b007-90556903d26b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:45.911847 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6286926 Aug 29 04:22:45.914554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46384) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:45.922664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Request body: {'network': {'project_id': 'ca16a1bdac894a35bd91196006bbe229'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:45.934610 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b861c-b778-4961-8219-8455c02ed08a tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Pushing event updated for resources: {'Network': ['ID=177ebcb0-d6d0-41cb-93db-1100c79b7360,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:45.945893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 177ebcb0-d6d0-41cb-93db-1100c79b7360 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:45.978397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Made reservation on behalf of ca16a1bdac894a35bd91196006bbe229 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:45.983685 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.035138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:46.039761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc97ed-7d59-460b-960a-bf8ac1e3adf2 req-fa6fefc9-04fd-4ade-b449-056d756734de tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.046219 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.047251 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Added segment 17f7b6ca-6597-4517-90c6-c54710e420b7 of type vlan for network 9a6fb147-0dc9-4811-9195-c191e372cd18 Aug 29 04:22:46.053284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6dc97ed-7d59-460b-960a-bf8ac1e3adf2 req-fa6fefc9-04fd-4ade-b449-056d756734de tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.1052279 Aug 29 04:22:46.106155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.134500 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.136083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.136920 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.142058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a8c4e-6724-4360-b4d4-14d664bd11e3 req-5c37a90f-f5a8-4c74-b6be-df0f76b6809c tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.148463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['db9b9a21-7029-4afb-b007-90556903d26b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:46.148968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c1a8c4e-6724-4360-b4d4-14d664bd11e3 req-5c37a90f-f5a8-4c74-b6be-df0f76b6809c tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac4aa5f7-57f6-4464-b9af-9852b04c2afc HTTP/1.1" status: 200 len: 946 time: 0.0932896 Aug 29 04:22:46.180532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6dc97ed-7d59-460b-960a-bf8ac1e3adf2 req-185a2fc7-4ba2-4cc2-9128-2ec34e9ad0cc tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765526 Aug 29 04:22:46.222718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Pushing event updated for resources: {'Network': ['ID=9a6fb147-0dc9-4811-9195-c191e372cd18,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:46.238782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9a6fb147-0dc9-4811-9195-c191e372cd18 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:46.241400 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-48033040-31c6-4fa7-b38c-e816296e0307 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3256099 Aug 29 04:22:46.244173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46424) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.250158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4b47d3de-45b0-4dcf-9909-17a8fac7af6b tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Request body: {'network': {'project_id': 'ca16a1bdac894a35bd91196006bbe229'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:46.282898 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b47d3de-45b0-4dcf-9909-17a8fac7af6b tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:22:46.283752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b47d3de-45b0-4dcf-9909-17a8fac7af6b tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:22:46.285598 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4b47d3de-45b0-4dcf-9909-17a8fac7af6b tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0403299 Aug 29 04:22:46.288422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46432) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.306627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c1a8c4e-6724-4360-b4d4-14d664bd11e3 req-de90e457-13ac-4ee8-90e1-a19e0126ce96 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211932 Aug 29 04:22:46.346101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9a9a3-0d42-4c15-ae30-7747a0653fa8 req-259f8f0e-5762-4de1-90b8-31d5a6e6a1c2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.354437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fed9a9a3-0d42-4c15-ae30-7747a0653fa8 req-259f8f0e-5762-4de1-90b8-31d5a6e6a1c2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 944 time: 0.0945749 Aug 29 04:22:46.371265 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-52169e6d-a4da-4f5a-a2e1-cdf9dc1a5a42 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca16a1bdac894a35bd91196006bbe229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808291 Aug 29 04:22:46.373568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46444) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.400714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fed9a9a3-0d42-4c15-ae30-7747a0653fa8 req-90904dbb-1389-4178-b65d-fa84d9456b28 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451822 Aug 29 04:22:46.438993 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3ec2-6823-4b4d-8c00-444f48aa9618 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.462137 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3ec2-6823-4b4d-8c00-444f48aa9618 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.516939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3ec2-6823-4b4d-8c00-444f48aa9618 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.519507 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3ec2-6823-4b4d-8c00-444f48aa9618 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.520520 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7e9e3ec2-6823-4b4d-8c00-444f48aa9618 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/9212e2d9-7539-47e6-ac56-a0c53a149f6a HTTP/1.1" status: 204 len: 168 time: 0.1458864 Aug 29 04:22:46.523789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46470) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.536445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e3ec2-6823-4b4d-8c00-444f48aa9618 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212e2d9-7539-47e6-ac56-a0c53a149f6a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:46.597937 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.679270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.689702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6fb147-0dc9-4811-9195-c191e372cd18']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.700547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f7b6ca-6597-4517-90c6-c54710e420b7') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.700863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f7b6ca-6597-4517-90c6-c54710e420b7') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.712054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.726016 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.732231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:46.732632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:46.734298 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:46.789791 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.794386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.796605 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] 10.222.0.49 "DELETE /v2.0/networks/9a6fb147-0dc9-4811-9195-c191e372cd18 HTTP/1.1" status: 204 len: 168 time: 0.2713456 Aug 29 04:22:46.799859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46516) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.810364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692165e9-911b-4250-8899-2c2efebc37ea tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a6fb147-0dc9-4811-9195-c191e372cd18,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:46.880869 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.998782 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.011326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177ebcb0-d6d0-41cb-93db-1100c79b7360']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:47.024431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03aad8b6-239a-4967-9b14-61eaed3d0af3') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:47.024780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03aad8b6-239a-4967-9b14-61eaed3d0af3') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:47.036807 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.057580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0ca2-400b-4baf-a2d4-9044749ae7f5 req-08da4075-aa72-4cd8-98d6-488b5f895c0b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.064010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0ca2-400b-4baf-a2d4-9044749ae7f5 req-08da4075-aa72-4cd8-98d6-488b5f895c0b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.069880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0ca2-400b-4baf-a2d4-9044749ae7f5 req-08da4075-aa72-4cd8-98d6-488b5f895c0b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.076020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0ca2-400b-4baf-a2d4-9044749ae7f5 req-08da4075-aa72-4cd8-98d6-488b5f895c0b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.081909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0ca2-400b-4baf-a2d4-9044749ae7f5 req-08da4075-aa72-4cd8-98d6-488b5f895c0b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.087886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0ca2-400b-4baf-a2d4-9044749ae7f5 req-08da4075-aa72-4cd8-98d6-488b5f895c0b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.093561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0ca2-400b-4baf-a2d4-9044749ae7f5 req-08da4075-aa72-4cd8-98d6-488b5f895c0b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.095527 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-693f0ca2-400b-4baf-a2d4-9044749ae7f5 req-08da4075-aa72-4cd8-98d6-488b5f895c0b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1391513 Aug 29 04:22:47.104316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.122269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:47.122681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:47.124414 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:47.151412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-09907bc0-b856-482a-9bca-88162e47b64f tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.153265 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-09907bc0-b856-482a-9bca-88162e47b64f tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac4aa5f7-57f6-4464-b9af-9852b04c2afc HTTP/1.1" status: 200 len: 946 time: 0.0633779 Aug 29 04:22:47.191588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-693f0ca2-400b-4baf-a2d4-9044749ae7f5 req-d51c4a4f-bc65-4aad-8a21-c7cae7f32fb7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896673 Aug 29 04:22:47.197480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.209267 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.212678 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] 10.222.0.49 "DELETE /v2.0/networks/177ebcb0-d6d0-41cb-93db-1100c79b7360 HTTP/1.1" status: 204 len: 168 time: 0.4117153 Aug 29 04:22:47.239486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001771eb-220c-44b8-8af3-38cce94d1033 tempest-QuotasNegativeTest-259572746 tempest-QuotasNegativeTest-259572746-project-admin] Pushing event deleted for resources: {'Network': ['ID=177ebcb0-d6d0-41cb-93db-1100c79b7360,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:47.281273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-1d80081b-9869-47ea-a219-0566101fa198 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Deleting port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:47.282014 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-1d80081b-9869-47ea-a219-0566101fa198 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.352993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df3452-4556-4d5d-9615-f648762195f2 req-db7275dd-8586-4352-bb7f-b1bd2dcba1f3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.355299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95df3452-4556-4d5d-9615-f648762195f2 req-db7275dd-8586-4352-bb7f-b1bd2dcba1f3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0717022 Aug 29 04:22:47.383984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db9b9a21-7029-4afb-b007-90556903d26b up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:47.458094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95df3452-4556-4d5d-9615-f648762195f2 req-1a440eb5-8396-43cf-8c23-04ad26d1eaf9 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935099 Aug 29 04:22:47.462382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-1d80081b-9869-47ea-a219-0566101fa198 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] For port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:47.462673 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-1d80081b-9869-47ea-a219-0566101fa198 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.475218 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port db9b9a21-7029-4afb-b007-90556903d26b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:47.483679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port db9b9a21-7029-4afb-b007-90556903d26b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:47.484715 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.501387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-1d80081b-9869-47ea-a219-0566101fa198 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Calling delete_port for 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:47.564511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb144225-b5bf-4501-98fa-706fc8ee83e4 req-dfac8509-9dd2-4a23-8f8e-15f326275910 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.572541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb144225-b5bf-4501-98fa-706fc8ee83e4 req-dfac8509-9dd2-4a23-8f8e-15f326275910 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac4aa5f7-57f6-4464-b9af-9852b04c2afc HTTP/1.1" status: 200 len: 946 time: 0.1384954 Aug 29 04:22:47.594656 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.639052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772b3d54-c1a9-4f4b-be32-8add9e534cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9b9a21-7029-4afb-b007-90556903d26b'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:47.644054 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffb79cf-2f70-41da-a9b7-4572ff734716" -d '{"events": [{"server_uuid": "772b3d54-c1a9-4f4b-be32-8add9e534cd0", "name": "network-vif-plugged", "status": "completed", "tag": "db9b9a21-7029-4afb-b007-90556903d26b"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:47.645208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb144225-b5bf-4501-98fa-706fc8ee83e4 req-c2640b4d-0187-4eaa-8927-d152731cbad9 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b85138-f25a-44a5-a9fe-bfa278bb0c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716491 Aug 29 04:22:47.662472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ac43c-e56c-441e-a25b-57a9f064c0bc req-8e7ff58d-b453-4188-b5a1-f341f76d6549 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.667535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port db9b9a21-7029-4afb-b007-90556903d26b, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db9b9a21-7029-4afb-b007-90556903d26b,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:47.672931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e6ac43c-e56c-441e-a25b-57a9f064c0bc req-8e7ff58d-b453-4188-b5a1-f341f76d6549 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 944 time: 0.0780098 Aug 29 04:22:47.683959 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.749247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e6ac43c-e56c-441e-a25b-57a9f064c0bc req-71a0cfdb-3ed1-4849-b2bc-ac032aa19350 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667286 Aug 29 04:22:47.765892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=db9b9a21-7029-4afb-b007-90556903d26b,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:47.784362 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a0d60b-6828-4a59-b3c4-6712fc213fd3 x-openstack-request-id: req-65a0d60b-6828-4a59-b3c4-6712fc213fd3 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:47.785519 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772b3d54-c1a9-4f4b-be32-8add9e534cd0", "name": "network-vif-plugged", "status": "completed", "tag": "db9b9a21-7029-4afb-b007-90556903d26b", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:47.785995 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65a0d60b-6828-4a59-b3c4-6712fc213fd3 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:47.786614 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772b3d54-c1a9-4f4b-be32-8add9e534cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9b9a21-7029-4afb-b007-90556903d26b', 'code': 200} Aug 29 04:22:47.834568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-7999fe3a-e19b-4456-bc24-1139fa7c2f5a tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.836287 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-7999fe3a-e19b-4456-bc24-1139fa7c2f5a tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc395157-46d2-4c95-9ebe-1df879bf810e HTTP/1.1" status: 200 len: 945 time: 0.1629150 Aug 29 04:22:47.891002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46674) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:47.973928 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.007228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1ba46-823e-47d2-a1d8-4257d091ca88 req-5c893493-f3ef-4f50-834f-17a1198b87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.009123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-eec1ba46-823e-47d2-a1d8-4257d091ca88 req-5c893493-f3ef-4f50-834f-17a1198b87c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 1097 time: 0.1587789 Aug 29 04:22:48.020053 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-1d80081b-9869-47ea-a219-0566101fa198 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.031520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['8b2a18a6-9f8b-49ec-94b0-0343723f17f4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:48.042660 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ff03c95-cf62-4d59-9578-b06758fbb763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.060233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['53d0232b-54ab-4d59-a484-2986f89bc19d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:48.134389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80081b-9869-47ea-a219-0566101fa198 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Pushing event deleted for resources: {'Port': ['ID=8b2a18a6-9f8b-49ec-94b0-0343723f17f4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:48.166114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ff03c95-cf62-4d59-9578-b06758fbb763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.171133 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3ff03c95-cf62-4d59-9578-b06758fbb763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.186028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-36ef1fbf-8b86-4a7b-aeb5-a457e3f06cdb tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Deleting port 53d0232b-54ab-4d59-a484-2986f89bc19d {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:48.186567 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-36ef1fbf-8b86-4a7b-aeb5-a457e3f06cdb tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.217435 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-eec1ba46-823e-47d2-a1d8-4257d091ca88 req-475de56d-5dd1-493c-932b-aef1a4f24de9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986966 Aug 29 04:22:48.228144 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3ff03c95-cf62-4d59-9578-b06758fbb763 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38e80294dc784704ae9b36feaef2232a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334277 Aug 29 04:22:48.228144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff03c95-cf62-4d59-9578-b06758fbb763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7695a4-a6ca-470e-85de-f1ab5a02f069,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:48.230822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46714) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:48.275860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-1d80081b-9869-47ea-a219-0566101fa198 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] No DVR routers for this DVR port 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:48.281309 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-1d80081b-9869-47ea-a219-0566101fa198 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.283783 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e671875f-70f6-4318-8442-cf60e55ea8f2 req-1d80081b-9869-47ea-a219-0566101fa198 tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.59 "DELETE /v2.0/ports/8b2a18a6-9f8b-49ec-94b0-0343723f17f4 HTTP/1.1" status: 204 len: 173 time: 1.1235201 Aug 29 04:22:48.284463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4aa5f7-57f6-4464-b9af-9852b04c2afc', 'name': 'network-vif-deleted', 'tag': '8b2a18a6-9f8b-49ec-94b0-0343723f17f4'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:48.287669 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b80d501-95e0-4c85-a2fb-04e211f9dc54" -d '{"events": [{"server_uuid": "ac4aa5f7-57f6-4464-b9af-9852b04c2afc", "name": "network-vif-deleted", "tag": "8b2a18a6-9f8b-49ec-94b0-0343723f17f4"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:48.320639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0f381d6-f4e6-4584-9440-4c8b65466f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.350461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-36ef1fbf-8b86-4a7b-aeb5-a457e3f06cdb tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] For port 53d0232b-54ab-4d59-a484-2986f89bc19d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=53d0232b-54ab-4d59-a484-2986f89bc19d,segment=NetworkSegment(f116cd56-a5d3-4e27-9703-40b4d102ffd6),segment_id=f116cd56-a5d3-4e27-9703-40b4d102ffd6)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:48.350948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-36ef1fbf-8b86-4a7b-aeb5-a457e3f06cdb tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.362143 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5df0c7-3d2f-4220-aa5d-fd5160443229 x-openstack-request-id: req-6d5df0c7-3d2f-4220-aa5d-fd5160443229 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:48.362443 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4aa5f7-57f6-4464-b9af-9852b04c2afc", "name": "network-vif-deleted", "tag": "8b2a18a6-9f8b-49ec-94b0-0343723f17f4", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:48.362697 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d5df0c7-3d2f-4220-aa5d-fd5160443229 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:48.363118 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4aa5f7-57f6-4464-b9af-9852b04c2afc', 'name': 'network-vif-deleted', 'tag': '8b2a18a6-9f8b-49ec-94b0-0343723f17f4', 'status': 'completed', 'code': 200} Aug 29 04:22:48.369752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-36ef1fbf-8b86-4a7b-aeb5-a457e3f06cdb tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Calling delete_port for 53d0232b-54ab-4d59-a484-2986f89bc19d owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:48.374531 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0f381d6-f4e6-4584-9440-4c8b65466f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.427492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8494a1-aebe-4541-939a-f334889056f6 req-9418779e-5aa0-4aca-95d4-c275382e50e8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.433414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8494a1-aebe-4541-939a-f334889056f6 req-9418779e-5aa0-4aca-95d4-c275382e50e8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.439569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8494a1-aebe-4541-939a-f334889056f6 req-9418779e-5aa0-4aca-95d4-c275382e50e8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.445641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8494a1-aebe-4541-939a-f334889056f6 req-9418779e-5aa0-4aca-95d4-c275382e50e8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.451458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8494a1-aebe-4541-939a-f334889056f6 req-9418779e-5aa0-4aca-95d4-c275382e50e8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.457607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8494a1-aebe-4541-939a-f334889056f6 req-9418779e-5aa0-4aca-95d4-c275382e50e8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.463409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8494a1-aebe-4541-939a-f334889056f6 req-9418779e-5aa0-4aca-95d4-c275382e50e8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.471888 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f8494a1-aebe-4541-939a-f334889056f6 req-9418779e-5aa0-4aca-95d4-c275382e50e8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1391802 Aug 29 04:22:48.519812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f8494a1-aebe-4541-939a-f334889056f6 req-f38fef2d-7142-438c-919b-12e4c8a57946 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467284 Aug 29 04:22:48.521053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0f381d6-f4e6-4584-9440-4c8b65466f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.523799 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0f381d6-f4e6-4584-9440-4c8b65466f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.524960 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f0f381d6-f4e6-4584-9440-4c8b65466f4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed7695a4-a6ca-470e-85de-f1ab5a02f069 HTTP/1.1" status: 204 len: 168 time: 0.2927372 Aug 29 04:22:48.547976 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-36ef1fbf-8b86-4a7b-aeb5-a457e3f06cdb tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.553494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f381d6-f4e6-4584-9440-4c8b65466f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7695a4-a6ca-470e-85de-f1ab5a02f069,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:48.568468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['8b2a18a6-9f8b-49ec-94b0-0343723f17f4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:48.617603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef1fbf-8b86-4a7b-aeb5-a457e3f06cdb tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Pushing event deleted for resources: {'Port': ['ID=53d0232b-54ab-4d59-a484-2986f89bc19d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:48.627037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e9965-59a5-4a63-a407-bba8bbc60cc2 req-bbd219cb-a93a-4dc2-b058-c298ae8c3a3b tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.634356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d2e9965-59a5-4a63-a407-bba8bbc60cc2 req-bbd219cb-a93a-4dc2-b058-c298ae8c3a3b tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0773714 Aug 29 04:22:48.662615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-36ef1fbf-8b86-4a7b-aeb5-a457e3f06cdb tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] No DVR routers for this DVR port 53d0232b-54ab-4d59-a484-2986f89bc19d on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:48.666042 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-36ef1fbf-8b86-4a7b-aeb5-a457e3f06cdb tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.668829 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7613f04b-6901-4894-a8d6-22b0182bc45b req-36ef1fbf-8b86-4a7b-aeb5-a457e3f06cdb tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.52 "DELETE /v2.0/ports/53d0232b-54ab-4d59-a484-2986f89bc19d HTTP/1.1" status: 204 len: 173 time: 0.8259029 Aug 29 04:22:48.682154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d2e9965-59a5-4a63-a407-bba8bbc60cc2 req-41eba3a5-8557-49de-8b6f-83daec1eec5f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450206 Aug 29 04:22:48.787405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-229f4b11-d132-4992-a3c3-91d27d085eea req-13af4284-2589-49c5-9eae-14625092eece tempest-ListServersNegativeTestJSON-146560960 tempest-ListServersNegativeTestJSON-146560960-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac4aa5f7-57f6-4464-b9af-9852b04c2afc HTTP/1.1" status: 200 len: 210 time: 0.0370750 Aug 29 04:22:48.885877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46742) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:48.901467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e53f9b-4ba0-4a2d-9b39-05f7b5cf505e req-35a9f6f7-ecf9-4ed2-a648-1130153e6eed tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.903344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02e53f9b-4ba0-4a2d-9b39-05f7b5cf505e req-35a9f6f7-ecf9-4ed2-a648-1130153e6eed tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 945 time: 0.0748384 Aug 29 04:22:48.906435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-464b312d-cb43-4549-b67a-1c28c77d6985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.963040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02e53f9b-4ba0-4a2d-9b39-05f7b5cf505e req-4aff5a22-2437-4efd-a3c9-7025cf431781 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524521 Aug 29 04:22:49.013248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-464b312d-cb43-4549-b67a-1c28c77d6985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.018578 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-464b312d-cb43-4549-b67a-1c28c77d6985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.060732 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-464b312d-cb43-4549-b67a-1c28c77d6985 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae69009191654fed876ecd5db8283bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711299 Aug 29 04:22:49.061115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46748) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:49.069500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b312d-cb43-4549-b67a-1c28c77d6985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632fd13d-34c4-415f-b927-360a2a1bdfac,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.141302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42c80cf2-5528-4612-a114-33248c3a87ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.167650 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42c80cf2-5528-4612-a114-33248c3a87ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.226982 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42c80cf2-5528-4612-a114-33248c3a87ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.229859 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42c80cf2-5528-4612-a114-33248c3a87ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.233358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-42c80cf2-5528-4612-a114-33248c3a87ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/632fd13d-34c4-415f-b927-360a2a1bdfac HTTP/1.1" status: 204 len: 168 time: 0.1689410 Aug 29 04:22:49.239255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c80cf2-5528-4612-a114-33248c3a87ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632fd13d-34c4-415f-b927-360a2a1bdfac,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.671486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79c0cc-6a91-461e-ae63-254657453e0d req-84abd170-a69d-49f2-bd4d-2ac4ac2674b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.677804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79c0cc-6a91-461e-ae63-254657453e0d req-84abd170-a69d-49f2-bd4d-2ac4ac2674b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.683891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79c0cc-6a91-461e-ae63-254657453e0d req-84abd170-a69d-49f2-bd4d-2ac4ac2674b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.690600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79c0cc-6a91-461e-ae63-254657453e0d req-84abd170-a69d-49f2-bd4d-2ac4ac2674b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.696684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79c0cc-6a91-461e-ae63-254657453e0d req-84abd170-a69d-49f2-bd4d-2ac4ac2674b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.702985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79c0cc-6a91-461e-ae63-254657453e0d req-84abd170-a69d-49f2-bd4d-2ac4ac2674b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.709330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79c0cc-6a91-461e-ae63-254657453e0d req-84abd170-a69d-49f2-bd4d-2ac4ac2674b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.717766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d79c0cc-6a91-461e-ae63-254657453e0d req-84abd170-a69d-49f2-bd4d-2ac4ac2674b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1071935 Aug 29 04:22:49.765350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d79c0cc-6a91-461e-ae63-254657453e0d req-c23e7e5a-38ec-49f5-9b43-a2492767bf0c tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454814 Aug 29 04:22:49.828708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d45f28-e397-4b67-b5e9-d2cf37eb5395 req-49d9671b-4ebf-42aa-9980-c5e7d60ff170 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.830386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8d45f28-e397-4b67-b5e9-d2cf37eb5395 req-49d9671b-4ebf-42aa-9980-c5e7d60ff170 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.0573566 Aug 29 04:22:49.876315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8d45f28-e397-4b67-b5e9-d2cf37eb5395 req-437b4695-a53b-480d-b9ff-6b227e5b2490 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 Aug 29 04:22:49.932245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46780) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:49.983541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37e4c71-aa97-4beb-8218-eecfd648c6c0 admin admin] Deleting subnet 146bcea3-59c9-4982-9239-cc789b9630ad {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:49.987192 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f37e4c71-aa97-4beb-8218-eecfd648c6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.054076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46786) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:50.057768 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f37e4c71-aa97-4beb-8218-eecfd648c6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.140979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9fcde-393e-4111-90fd-f68fc5813f3c req-923f179a-58e4-4ede-907f-5d84a87ee6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.143593 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b7a9fcde-393e-4111-90fd-f68fc5813f3c req-923f179a-58e4-4ede-907f-5d84a87ee6c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 1097 time: 0.0560865 Aug 29 04:22:50.158664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e115dfb-6b4f-4a3e-a538-9242e2917c7d req-332c6a4c-b7f4-41c1-a92e-b0d95bca6c94 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.160306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e115dfb-6b4f-4a3e-a538-9242e2917c7d req-332c6a4c-b7f4-41c1-a92e-b0d95bca6c94 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 945 time: 0.1003077 Aug 29 04:22:50.161715 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f37e4c71-aa97-4beb-8218-eecfd648c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.217722 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b7a9fcde-393e-4111-90fd-f68fc5813f3c req-395a2748-5c76-4472-8c51-e5fc57e904ed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629554 Aug 29 04:22:50.227794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e115dfb-6b4f-4a3e-a538-9242e2917c7d req-4257b6c0-48f8-49ab-8495-c8c02608f4ed tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 Aug 29 04:22:50.246241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2063273079'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:50.268393 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f37e4c71-aa97-4beb-8218-eecfd648c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.310456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f37e4c71-aa97-4beb-8218-eecfd648c6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.312979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f37e4c71-aa97-4beb-8218-eecfd648c6c0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/146bcea3-59c9-4982-9239-cc789b9630ad HTTP/1.1" status: 204 len: 168 time: 0.3790624 Aug 29 04:22:50.315872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46796) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:50.316996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e4c71-aa97-4beb-8218-eecfd648c6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146bcea3-59c9-4982-9239-cc789b9630ad,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.321160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Made reservation on behalf of 165c08f80cf546079d06a4aa1fff2847 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:50.325279 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.343573 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.364164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc395157-46d2-4c95-9ebe-1df879bf810e', 'name': 'network-vif-deleted', 'tag': '53d0232b-54ab-4d59-a484-2986f89bc19d'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:50.366535 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8108c858-5780-4ded-96c3-e50519b7a355" -d '{"events": [{"server_uuid": "cc395157-46d2-4c95-9ebe-1df879bf810e", "name": "network-vif-deleted", "tag": "53d0232b-54ab-4d59-a484-2986f89bc19d"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:50.392630 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.455314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 53d0232b-54ab-4d59-a484-2986f89bc19d no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:50.481595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 53d0232b-54ab-4d59-a484-2986f89bc19d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:50.482915 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 53d0232b-54ab-4d59-a484-2986f89bc19d not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:50.485217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.498556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee0ce4-ee1f-44d4-8504-04995d84a6a3 req-74de16fe-b7dc-4026-b79a-94567e647465 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.500792 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-15ee0ce4-ee1f-44d4-8504-04995d84a6a3 req-74de16fe-b7dc-4026-b79a-94567e647465 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 946 time: 0.1664648 Aug 29 04:22:50.501489 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.513965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:50.525052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.525434 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Added segment a08a4cdf-8355-4038-ad4a-956f9d7068e9 of type vlan for network ce991dd9-6263-4969-a2fb-29c19f041a1e Aug 29 04:22:50.615450 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.631849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-15ee0ce4-ee1f-44d4-8504-04995d84a6a3 req-5de010cb-2b05-4589-bbc8-0a7670e6ed1b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766153 Aug 29 04:22:50.634007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af48b38-aff0-4048-a0fa-acb53a70710d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.656263 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.662624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.663665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.684304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6290092 Aug 29 04:22:50.696234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46802) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:50.701306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Request body: {'subnet': {'network_id': 'ce991dd9-6263-4969-a2fb-29c19f041a1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:50.770954 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2c911c-ac93-4b33-8f20-af0b13406c9f x-openstack-request-id: req-4b2c911c-ac93-4b33-8f20-af0b13406c9f {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:50.771237 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc395157-46d2-4c95-9ebe-1df879bf810e", "name": "network-vif-deleted", "tag": "53d0232b-54ab-4d59-a484-2986f89bc19d", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:50.771485 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b2c911c-ac93-4b33-8f20-af0b13406c9f {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:50.772053 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc395157-46d2-4c95-9ebe-1df879bf810e', 'name': 'network-vif-deleted', 'tag': '53d0232b-54ab-4d59-a484-2986f89bc19d', 'status': 'completed', 'code': 200} Aug 29 04:22:50.811485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.822921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e7aa9e-b6a8-4841-8a8b-13417cca31eb']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:50.834713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f116cd56-a5d3-4e27-9703-40b4d102ffd6') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:50.835012 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f116cd56-a5d3-4e27-9703-40b4d102ffd6') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:50.838141 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a1f61-c259-4b5d-b281-937ebe11046f tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event updated for resources: {'Network': ['ID=ce991dd9-6263-4969-a2fb-29c19f041a1e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.850277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network ce991dd9-6263-4969-a2fb-29c19f041a1e details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:50.851623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.863478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25508c15-e259-4483-aaf3-e119e523ff64 req-7de5a7d1-fe10-42d8-b727-f280f88fc632 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.864982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25508c15-e259-4483-aaf3-e119e523ff64 req-7de5a7d1-fe10-42d8-b727-f280f88fc632 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 945 time: 0.1331475 Aug 29 04:22:50.874138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.887300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:50.887841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:50.889736 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:50.903636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Made reservation on behalf of 165c08f80cf546079d06a4aa1fff2847 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:50.915286 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.961943 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.967235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.969452 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a7e7aa9e-b6a8-4841-8a8b-13417cca31eb HTTP/1.1" status: 204 len: 168 time: 0.6522586 Aug 29 04:22:50.988831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6907a-d8cb-4949-a511-6e44629f5204 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e7aa9e-b6a8-4841-8a8b-13417cca31eb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:51.013140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25508c15-e259-4483-aaf3-e119e523ff64 req-0b436746-92f3-4f70-a23f-0294c507bc74 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395960 Aug 29 04:22:51.064921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1247df-b1df-4745-b198-76ccd3e3b9b1 req-953319a4-7e06-4f02-a818-509377ec6713 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.070834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1247df-b1df-4745-b198-76ccd3e3b9b1 req-953319a4-7e06-4f02-a818-509377ec6713 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.077866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1247df-b1df-4745-b198-76ccd3e3b9b1 req-953319a4-7e06-4f02-a818-509377ec6713 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.085395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1247df-b1df-4745-b198-76ccd3e3b9b1 req-953319a4-7e06-4f02-a818-509377ec6713 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.096064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1247df-b1df-4745-b198-76ccd3e3b9b1 req-953319a4-7e06-4f02-a818-509377ec6713 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.103636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1247df-b1df-4745-b198-76ccd3e3b9b1 req-953319a4-7e06-4f02-a818-509377ec6713 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.110354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1247df-b1df-4745-b198-76ccd3e3b9b1 req-953319a4-7e06-4f02-a818-509377ec6713 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.112337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f1247df-b1df-4745-b198-76ccd3e3b9b1 req-953319a4-7e06-4f02-a818-509377ec6713 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.1854768 Aug 29 04:22:51.225450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46814) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:51.230507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f1247df-b1df-4745-b198-76ccd3e3b9b1 req-529c83c9-e31e-4a6a-bc46-ee5ea6611e85 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026137 Aug 29 04:22:51.251908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813f0d2-ff40-4efe-bbd0-60eba2e45228 req-5084e151-638d-4026-8da6-c6512c7f5275 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.265232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b813f0d2-ff40-4efe-bbd0-60eba2e45228 req-5084e151-638d-4026-8da6-c6512c7f5275 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.1517375 Aug 29 04:22:51.279516 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9ce9f9e7-b22c-45a4-afa6-a18e402fae95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=170bb08776e540b8a3f2e2281c959b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521684 Aug 29 04:22:51.282323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46818) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:51.355357 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7d39285d-d3ec-4b61-b332-25f197912d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.385821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b813f0d2-ff40-4efe-bbd0-60eba2e45228 req-c85a970b-dc5e-48a4-b53c-c4f2cbd37f6f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195910 Aug 29 04:22:51.397748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7d39285d-d3ec-4b61-b332-25f197912d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.400874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.409443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:51.458614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7d39285d-d3ec-4b61-b332-25f197912d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.462305 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7d39285d-d3ec-4b61-b332-25f197912d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.463800 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7d39285d-d3ec-4b61-b332-25f197912d82 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11b85138-f25a-44a5-a9fe-bfa278bb0c59 HTTP/1.1" status: 204 len: 168 time: 0.1805208 Aug 29 04:22:51.477453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39285d-d3ec-4b61-b332-25f197912d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b85138-f25a-44a5-a9fe-bfa278bb0c59,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:51.527291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:51.528831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8b2a18a6-9f8b-49ec-94b0-0343723f17f4 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:51.573903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event updated for resources: {'Subnet': ['ID=dd2a704f-6f6d-4406-bdc3-b0d853d2b286,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:51.579145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Checking segment: {'id': 'a08a4cdf-8355-4038-ad4a-956f9d7068e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ce991dd9-6263-4969-a2fb-29c19f041a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:51.579591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Network hostable DHCP agents. Network: ce991dd9-6263-4969-a2fb-29c19f041a1e, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:22:51.604493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Network ce991dd9-6263-4969-a2fb-29c19f041a1e is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:22:51.616054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, ce991dd9-6263-4969-a2fb-29c19f041a1e) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:51.621393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.622241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.627048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec38be2-5c40-439b-a2eb-81d6b26e5e2d None None] Network ce991dd9-6263-4969-a2fb-29c19f041a1e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:51.642154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a5af429b-f412-4bea-a3a7-34de6aa0bd99 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9419191 Aug 29 04:22:51.642457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46826) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:51.648479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Request body: {'port': {'network_id': 'ce991dd9-6263-4969-a2fb-29c19f041a1e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1094440395'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:51.755142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1069d-a9a4-45a9-83f0-859f8652c586 req-42cdebbe-d870-4ca4-8ff4-fc9079719e19 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.756883 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fa1069d-a9a4-45a9-83f0-859f8652c586 req-42cdebbe-d870-4ca4-8ff4-fc9079719e19 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 945 time: 0.1046624 Aug 29 04:22:51.810524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-ce991dd9-6263-4969-a2fb-29c19f041a1e', 'network_id': 'ce991dd9-6263-4969-a2fb-29c19f041a1e', 'tenant_id': '165c08f80cf546079d06a4aa1fff2847', 'fixed_ips': [{'subnet_id': 'dd2a704f-6f6d-4406-bdc3-b0d853d2b286'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:22:51.810900 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.820399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fa1069d-a9a4-45a9-83f0-859f8652c586 req-c287374f-9cd1-4bad-816e-c3c963bcfe1c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561273 Aug 29 04:22:51.841330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Made reservation on behalf of 165c08f80cf546079d06a4aa1fff2847 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:51.845320 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.873519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] device_id is not set on port ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:22:51.979528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Allocated IP 2001:db8::2 (ce991dd9-6263-4969-a2fb-29c19f041a1e/dd2a704f-6f6d-4406-bdc3-b0d853d2b286/ada162fc-5769-48e3-99d5-e83941e111dd) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:52.158935 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.169093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Transition to ACTIVE for port object ada162fc-5769-48e3-99d5-e83941e111dd will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:52.190397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Transition to ACTIVE for port object ada162fc-5769-48e3-99d5-e83941e111dd will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:52.206620 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.257514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Pushing event updated for resources: {'Port': ['ID=ada162fc-5769-48e3-99d5-e83941e111dd,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:52.271200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Network ce991dd9-6263-4969-a2fb-29c19f041a1e is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:52.273335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:52.278938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:52.334228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Allocated IP 2001:db8::27f (ce991dd9-6263-4969-a2fb-29c19f041a1e/dd2a704f-6f6d-4406-bdc3-b0d853d2b286/ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:52.373710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Attempting to bind port ada162fc-5769-48e3-99d5-e83941e111dd on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:52.374084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Attempting to bind port ada162fc-5769-48e3-99d5-e83941e111dd by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'a08a4cdf-8355-4038-ad4a-956f9d7068e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ce991dd9-6263-4969-a2fb-29c19f041a1e'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:52.374483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Attempting to bind port ada162fc-5769-48e3-99d5-e83941e111dd on network ce991dd9-6263-4969-a2fb-29c19f041a1e {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:52.379788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:52.380243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Checking segment: {'id': 'a08a4cdf-8355-4038-ad4a-956f9d7068e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ce991dd9-6263-4969-a2fb-29c19f041a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:52.380664 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.381065 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Bound using segment: {'id': 'a08a4cdf-8355-4038-ad4a-956f9d7068e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ce991dd9-6263-4969-a2fb-29c19f041a1e'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:52.381541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Bound port: ada162fc-5769-48e3-99d5-e83941e111dd, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08a4cdf-8355-4038-ad4a-956f9d7068e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ce991dd9-6263-4969-a2fb-29c19f041a1e'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:52.381929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.477050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46856) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:52.478014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] For port ada162fc-5769-48e3-99d5-e83941e111dd, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:52.481858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] For port ada162fc-5769-48e3-99d5-e83941e111dd, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ada162fc-5769-48e3-99d5-e83941e111dd,segment=NetworkSegment(a08a4cdf-8355-4038-ad4a-956f9d7068e9),segment_id=a08a4cdf-8355-4038-ad4a-956f9d7068e9)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:52.487254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6490a203-0231-436d-88a1-b3b768141851 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:52.490920 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.599995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ba013-eb71-4919-b007-b9d27276ab7c None None] Pushing event updated for resources: {'Port': ['ID=ada162fc-5769-48e3-99d5-e83941e111dd,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:52.673057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1038215-5d77-4e70-b4b2-477f26da8b96 req-1e1eee26-120e-4c0a-baca-ac3a98f0f406 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.691393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1038215-5d77-4e70-b4b2-477f26da8b96 req-1e1eee26-120e-4c0a-baca-ac3a98f0f406 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.1752613 Aug 29 04:22:52.692908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1923844152-network', 'tenant_id': '2c160e257b8b4241bc144517178fdd14'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:52.711962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6490a203-0231-436d-88a1-b3b768141851, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6490a203-0231-436d-88a1-b3b768141851,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:52.723566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Made reservation on behalf of 2c160e257b8b4241bc144517178fdd14 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:52.727065 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.737763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '6490a203-0231-436d-88a1-b3b768141851', 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512', 'port_id': '6490a203-0231-436d-88a1-b3b768141851', 'mac_address': 'fa:16:3e:77:90:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea187ed7-ef34-472f-a2dd-0ee9fe02744c', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:52.739435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.766237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4ee1-db9b-40da-b0f3-713b187721c0 req-4cffb066-ffbc-432a-9f1d-af5d1342bf18 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.779808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4ee1-db9b-40da-b0f3-713b187721c0 req-4cffb066-ffbc-432a-9f1d-af5d1342bf18 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.818367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4ee1-db9b-40da-b0f3-713b187721c0 req-4cffb066-ffbc-432a-9f1d-af5d1342bf18 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.820402 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.826527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4ee1-db9b-40da-b0f3-713b187721c0 req-4cffb066-ffbc-432a-9f1d-af5d1342bf18 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.833395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4ee1-db9b-40da-b0f3-713b187721c0 req-4cffb066-ffbc-432a-9f1d-af5d1342bf18 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.839789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4ee1-db9b-40da-b0f3-713b187721c0 req-4cffb066-ffbc-432a-9f1d-af5d1342bf18 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.840868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6490a203-0231-436d-88a1-b3b768141851 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:52.857340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4ee1-db9b-40da-b0f3-713b187721c0 req-4cffb066-ffbc-432a-9f1d-af5d1342bf18 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.865359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01fb4ee1-db9b-40da-b0f3-713b187721c0 req-4cffb066-ffbc-432a-9f1d-af5d1342bf18 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5432 time: 0.3401332 Aug 29 04:22:52.871215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6490a203-0231-436d-88a1-b3b768141851, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6490a203-0231-436d-88a1-b3b768141851,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:52.877517 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.879021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:52.890632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.950499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=6490a203-0231-436d-88a1-b3b768141851,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:52.958955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1038215-5d77-4e70-b4b2-477f26da8b96 req-f2327593-969f-4a91-9452-42a9a706ed8a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627568 Aug 29 04:22:52.968580 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.978519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Transition to ACTIVE for port object ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:52.988483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.015435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01fb4ee1-db9b-40da-b0f3-713b187721c0 req-7447ed6e-00e8-4cf8-b3de-ca8906801ac7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1418037 Aug 29 04:22:53.018446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:53.054854 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.054854 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Added segment fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07 of type vlan for network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 Aug 29 04:22:53.068745 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.073702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-b7174d2d-543b-4089-832a-1c4f14d2b61d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.075345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-b7174d2d-543b-4089-832a-1c4f14d2b61d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 945 time: 0.1309509 Aug 29 04:22:53.076029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de519f26-1c0d-4ad5-9085-85108bd4ee97,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.146250 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.179375 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Network ce991dd9-6263-4969-a2fb-29c19f041a1e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:53.188594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:53.199409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:53.200888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:53.222225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '2a3339b2-3fd7-4ad0-918f-cd758b4728e3', 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6', 'port_id': '2a3339b2-3fd7-4ad0-918f-cd758b4728e3', 'mac_address': 'fa:16:3e:33:0a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d05f21b-709c-4976-8a4e-2494ef7248e9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:53.224005 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.225037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.225686 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.226038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.226781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.259196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event updated for resources: {'Port': ['ID=ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.267197 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.300113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8213735 Aug 29 04:22:53.303583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46872) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:53.310110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Request body: {'subnet': {'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1923844152-subnet', 'tenant_id': '2c160e257b8b4241bc144517178fdd14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:53.312298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ff074b74-5ea6-4e04-899e-7522d6d1a17d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6684959 Aug 29 04:22:53.316420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46874) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:53.320716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:53.324364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Request body: {'port': {'network_id': 'ce991dd9-6263-4969-a2fb-29c19f041a1e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1362815532', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:53.325356 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.api.validators [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] bootfile-name is not in valid_values {{(pid=94851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:22:53.325747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-e75454d3-e30f-4b5d-918c-c9f35addc788 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Deleting port db9b9a21-7029-4afb-b007-90556903d26b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:53.325978 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.api.validators [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] tftp-server is not in valid_values {{(pid=94851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:22:53.326100 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-e75454d3-e30f-4b5d-918c-c9f35addc788 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.326358 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.api.validators [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] server-ip-address is not in valid_values {{(pid=94851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:22:53.357985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac154f3c-70dc-487f-a424-a26003760d93 admin admin] Pushing event updated for resources: {'Network': ['ID=45e343ab-9439-4b3d-8ea6-bb18ca8b3812,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.378447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:53.438369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Made reservation on behalf of 2c160e257b8b4241bc144517178fdd14 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:53.441417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.459370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:53.467820 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.512687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08015c4-4757-423c-9b14-7df4ee534c1d req-f706da98-d12f-4c41-b8de-2633940e20bc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.515864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a08015c4-4757-423c-9b14-7df4ee534c1d req-f706da98-d12f-4c41-b8de-2633940e20bc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=772b3d54-c1a9-4f4b-be32-8add9e534cd0 HTTP/1.1" status: 200 len: 945 time: 0.2754657 Aug 29 04:22:53.527621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.546911 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40774060-5505-49f1-b090-95a190dc8e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.609850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a08015c4-4757-423c-9b14-7df4ee534c1d req-4d3796c4-1cb4-4b20-b503-5ee20dc4f82b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610507 Aug 29 04:22:53.614957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Made reservation on behalf of 165c08f80cf546079d06a4aa1fff2847 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:53.619507 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.625002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-e75454d3-e30f-4b5d-918c-c9f35addc788 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] For port db9b9a21-7029-4afb-b007-90556903d26b, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=db9b9a21-7029-4afb-b007-90556903d26b,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:53.625572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-e75454d3-e30f-4b5d-918c-c9f35addc788 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.640853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-e75454d3-e30f-4b5d-918c-c9f35addc788 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Calling delete_port for db9b9a21-7029-4afb-b007-90556903d26b owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:53.650780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae940-728f-465c-80dc-8798947fb5c8 req-1412135b-8013-433b-89aa-f38910fd17a6 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.652702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfeae940-728f-465c-80dc-8798947fb5c8 req-1412135b-8013-433b-89aa-f38910fd17a6 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1949291 Aug 29 04:22:53.660901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] device_id is not set on port a03882c8-9c74-4444-9fc9-4f5e8bb8d910 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:22:53.765646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfeae940-728f-465c-80dc-8798947fb5c8 req-7503baff-1772-41fe-86fb-868e2980c832 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986311 Aug 29 04:22:53.881334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Allocated IP 2001:db8::2d4 (ce991dd9-6263-4969-a2fb-29c19f041a1e/dd2a704f-6f6d-4406-bdc3-b0d853d2b286/a03882c8-9c74-4444-9fc9-4f5e8bb8d910) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:53.911431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-e75454d3-e30f-4b5d-918c-c9f35addc788 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.918838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3873cdb9-3422-4307-820a-229d278af741 None None] Network ce991dd9-6263-4969-a2fb-29c19f041a1e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:53.928145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['ff82e82d-d2a1-48b1-bb4f-3136806c92d0', 'db9b9a21-7029-4afb-b007-90556903d26b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:53.936250 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.027901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75454d3-e30f-4b5d-918c-c9f35addc788 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event deleted for resources: {'Port': ['ID=db9b9a21-7029-4afb-b007-90556903d26b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:54.056588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-e75454d3-e30f-4b5d-918c-c9f35addc788 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] No DVR routers for this DVR port db9b9a21-7029-4afb-b007-90556903d26b on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:54.063832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-e75454d3-e30f-4b5d-918c-c9f35addc788 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.066025 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fdc9d63-a261-4a24-aa70-e6ff57886298 req-e75454d3-e30f-4b5d-918c-c9f35addc788 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "DELETE /v2.0/ports/db9b9a21-7029-4afb-b007-90556903d26b HTTP/1.1" status: 204 len: 173 time: 0.9835422 Aug 29 04:22:54.088288 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772b3d54-c1a9-4f4b-be32-8add9e534cd0', 'name': 'network-vif-deleted', 'tag': 'db9b9a21-7029-4afb-b007-90556903d26b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:54.091791 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b084722-e34f-40f6-8025-564fb2239542" -d '{"events": [{"server_uuid": "772b3d54-c1a9-4f4b-be32-8add9e534cd0", "name": "network-vif-deleted", "tag": "db9b9a21-7029-4afb-b007-90556903d26b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:54.156873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c380bf49-1193-4ff2-97ca-9e82de0e4dce,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:54.197194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Checking segment: {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:54.197489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Network hostable DHCP agents. Network: 45e343ab-9439-4b3d-8ea6-bb18ca8b3812, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:22:54.223894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f167-7bbd-4f00-becb-09f65ede334d req-865a2d4c-0a62-43bf-88ca-8de304c0b67e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.226059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89c5f167-7bbd-4f00-becb-09f65ede334d req-865a2d4c-0a62-43bf-88ca-8de304c0b67e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.2381892 Aug 29 04:22:54.283026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:22:54.297402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 45e343ab-9439-4b3d-8ea6-bb18ca8b3812) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:54.308422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.311270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.317824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:54.380171 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a7e116cd-5b11-4212-9d03-87d65eca0f0e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0744259 Aug 29 04:22:54.394861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['6490a203-0231-436d-88a1-b3b768141851'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:54.401734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2a3339b2-3fd7-4ad0-918f-cd758b4728e3'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:54.410763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61befee7-6e31-4ea8-bba9-e3351fe973cf None None] Network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:54.649823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9630e-1a4f-4ded-a841-612054fea41a req-2cccc605-ea5f-45a5-971a-9494141898b6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.656835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9630e-1a4f-4ded-a841-612054fea41a req-2cccc605-ea5f-45a5-971a-9494141898b6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.660008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ada162fc-5769-48e3-99d5-e83941e111dd up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:54.674044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9630e-1a4f-4ded-a841-612054fea41a req-2cccc605-ea5f-45a5-971a-9494141898b6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.680790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9630e-1a4f-4ded-a841-612054fea41a req-2cccc605-ea5f-45a5-971a-9494141898b6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.687220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9630e-1a4f-4ded-a841-612054fea41a req-2cccc605-ea5f-45a5-971a-9494141898b6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.693663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9630e-1a4f-4ded-a841-612054fea41a req-2cccc605-ea5f-45a5-971a-9494141898b6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.698141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 73e26f0f-c475-4574-ae61-87e3ad0c0b20 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:54.700657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9630e-1a4f-4ded-a841-612054fea41a req-2cccc605-ea5f-45a5-971a-9494141898b6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.709955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28a9630e-1a4f-4ded-a841-612054fea41a req-2cccc605-ea5f-45a5-971a-9494141898b6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5434 time: 0.5104511 Aug 29 04:22:54.725532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.756180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Transition to ACTIVE for port object a03882c8-9c74-4444-9fc9-4f5e8bb8d910 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:54.785077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28a9630e-1a4f-4ded-a841-612054fea41a req-4bda6986-1b77-4d91-87c0-d2e8ab14c251 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740695 Aug 29 04:22:54.850391 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.873408 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf339e3-6120-424f-8d97-6dabd3176d81 x-openstack-request-id: req-7cf339e3-6120-424f-8d97-6dabd3176d81 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:54.876393 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772b3d54-c1a9-4f4b-be32-8add9e534cd0", "name": "network-vif-deleted", "tag": "db9b9a21-7029-4afb-b007-90556903d26b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:54.877332 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cf339e3-6120-424f-8d97-6dabd3176d81 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:54.877459 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772b3d54-c1a9-4f4b-be32-8add9e534cd0', 'name': 'network-vif-deleted', 'tag': 'db9b9a21-7029-4afb-b007-90556903d26b', 'status': 'completed', 'code': 200} Aug 29 04:22:54.901862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-eeee68fd-fcc7-4b4e-b971-13f2bfee948d None None] Provisioning for port ada162fc-5769-48e3-99d5-e83941e111dd completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:54.928640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d6ebe-e012-42f7-851c-4df6789bd184 None None] Network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:54.939084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Network ce991dd9-6263-4969-a2fb-29c19f041a1e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:54.947766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:54.960956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event updated for resources: {'Port': ['ID=a03882c8-9c74-4444-9fc9-4f5e8bb8d910,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:54.966711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:54.973350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.974115 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.002252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89c5f167-7bbd-4f00-becb-09f65ede334d req-fdfed814-bfde-4c99-9e49-2d99a8f7331e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7260218 Aug 29 04:22:55.014299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ecff23c5-0ed8-4700-9c8c-894c91fdf879 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6963458 Aug 29 04:22:55.017710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46902) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:55.043068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ada162fc-5769-48e3-99d5-e83941e111dd completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:55.060500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.resource_extend [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:22:55.062161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ada162fc-5769-48e3-99d5-e83941e111dd triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:55.062539 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.228490 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e3d69e-7e9d-43a6-b772-e3072f6568e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.238491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e3d69e-7e9d-43a6-b772-e3072f6568e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.245625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e3d69e-7e9d-43a6-b772-e3072f6568e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.248656 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a3e3d69e-7e9d-43a6-b772-e3072f6568e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2289464 Aug 29 04:22:55.251153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:55.330396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-765d98b4-79fd-4d44-9869-be5d0fd47f2c tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.332968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-765d98b4-79fd-4d44-9869-be5d0fd47f2c tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/networks?id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 200 len: 813 time: 0.1665354 Aug 29 04:22:55.354346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-bc3247bb-ca6a-4b81-ab0e-712d33a5514f tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/quotas/2c160e257b8b4241bc144517178fdd14 HTTP/1.1" status: 200 len: 375 time: 0.0135734 Aug 29 04:22:55.384677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fbcb6-a606-4629-9bc5-bfa8887dad9d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Deleting port a03882c8-9c74-4444-9fc9-4f5e8bb8d910 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:55.385587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbcb6-a606-4629-9bc5-bfa8887dad9d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.432498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-860b5b2d-71c5-47a9-976e-b63151ec2d07 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c160e257b8b4241bc144517178fdd14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707786 Aug 29 04:22:55.567030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 73e26f0f-c475-4574-ae61-87e3ad0c0b20, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=73e26f0f-c475-4574-ae61-87e3ad0c0b20,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:55.568380 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbcb6-a606-4629-9bc5-bfa8887dad9d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.584238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fbcb6-a606-4629-9bc5-bfa8887dad9d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Calling delete_port for a03882c8-9c74-4444-9fc9-4f5e8bb8d910 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:55.584518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b3b8-696e-4e0f-86cd-30c604d8e2fe req-eedcd027-3dee-471f-b49d-eee762fa86d9 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.586326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f70b3b8-696e-4e0f-86cd-30c604d8e2fe req-eedcd027-3dee-471f-b49d-eee762fa86d9 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 946 time: 0.0795918 Aug 29 04:22:55.604789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-b5980d08-1037-40cb-bdf2-e8072cf2a3d5 service neutron] 10.222.0.49 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656649 Aug 29 04:22:55.692429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '73e26f0f-c475-4574-ae61-87e3ad0c0b20', 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512', 'port_id': '73e26f0f-c475-4574-ae61-87e3ad0c0b20', 'mac_address': 'fa:16:3e:6d:d7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea187ed7-ef34-472f-a2dd-0ee9fe02744c', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:55.739418 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f70b3b8-696e-4e0f-86cd-30c604d8e2fe req-7405eee7-330e-4a49-87d1-40c21a69d5d1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331868 Aug 29 04:22:55.765642 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.795449 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.801648 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-317b98b7-40cc-44f7-bcfd-998f398f077e service neutron] 10.222.0.49 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876457 Aug 29 04:22:55.879805 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbcb6-a606-4629-9bc5-bfa8887dad9d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.892981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e26f0f-c475-4574-ae61-87e3ad0c0b20 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:55.907126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port ada162fc-5769-48e3-99d5-e83941e111dd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ada162fc-5769-48e3-99d5-e83941e111dd,segment=NetworkSegment(a08a4cdf-8355-4038-ad4a-956f9d7068e9),segment_id=a08a4cdf-8355-4038-ad4a-956f9d7068e9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:55.924373 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.950429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fbcb6-a606-4629-9bc5-bfa8887dad9d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event deleted for resources: {'Port': ['ID=a03882c8-9c74-4444-9fc9-4f5e8bb8d910,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:56.001251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbcb6-a606-4629-9bc5-bfa8887dad9d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.008779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46930) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:56.012417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=ada162fc-5769-48e3-99d5-e83941e111dd,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:56.016090 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dd4fbcb6-a606-4629-9bc5-bfa8887dad9d tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "DELETE /v2.0/ports/a03882c8-9c74-4444-9fc9-4f5e8bb8d910 HTTP/1.1" status: 204 len: 168 time: 0.7622817 Aug 29 04:22:56.017084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46932) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:56.017699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 73e26f0f-c475-4574-ae61-87e3ad0c0b20, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=73e26f0f-c475-4574-ae61-87e3ad0c0b20,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:56.023271 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.024224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 55c371a8-aa23-4484-8e05-8ac606be9819 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:56.039573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Request body: {'port': {'name': 'tempest-new-port-name-746433787', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:56.039969 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.api.validators [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] bootfile-name is not in valid_values {{(pid=94851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:22:56.040342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.api.validators [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] tftp-server is not in valid_values {{(pid=94851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:22:56.040676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.api.validators [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] server-ip-address is not in valid_values {{(pid=94851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:22:56.100837 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6185b66b-4cff-468a-b548-2dd1528a4359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.125323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ae8f00f5-f393-4349-bacc-7fbc73c2602b None None] Provisioning for port ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:56.133812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 55c371a8-aa23-4484-8e05-8ac606be9819, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=55c371a8-aa23-4484-8e05-8ac606be9819,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:56.152793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=73e26f0f-c475-4574-ae61-87e3ad0c0b20,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:56.157818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ae8f00f5-f393-4349-bacc-7fbc73c2602b None None] Provisioning complete for port ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:56.157818 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ae8f00f5-f393-4349-bacc-7fbc73c2602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.171897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '55c371a8-aa23-4484-8e05-8ac606be9819', 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512', 'port_id': '55c371a8-aa23-4484-8e05-8ac606be9819', 'mac_address': 'fa:16:3e:02:ca:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea187ed7-ef34-472f-a2dd-0ee9fe02744c', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:56.278522 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00fdc450-e024-44e1-b5fb-574dd1947b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.296502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.326490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f00f5-f393-4349-bacc-7fbc73c2602b None None] Port ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:56.334292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ada162fc-5769-48e3-99d5-e83941e111dd up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:56.337891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ae8f00f5-f393-4349-bacc-7fbc73c2602b None None] Could not find standard attr ID for object a03882c8-9c74-4444-9fc9-4f5e8bb8d910. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:22:56.339333 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.359236 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.404525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c371a8-aa23-4484-8e05-8ac606be9819 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:56.427188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e4e6a-f6dc-4a64-a7c7-8fc483f7e8d2 req-152f5b6a-6a04-48ff-8a01-66d3cd6f1ebe tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.437204 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ae8f00f5-f393-4349-bacc-7fbc73c2602b None None] Provisioning complete for port ada162fc-5769-48e3-99d5-e83941e111dd triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:56.437704 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ae8f00f5-f393-4349-bacc-7fbc73c2602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.444877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e4e6a-f6dc-4a64-a7c7-8fc483f7e8d2 req-152f5b6a-6a04-48ff-8a01-66d3cd6f1ebe tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.458289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e4e6a-f6dc-4a64-a7c7-8fc483f7e8d2 req-152f5b6a-6a04-48ff-8a01-66d3cd6f1ebe tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.474391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e4e6a-f6dc-4a64-a7c7-8fc483f7e8d2 req-152f5b6a-6a04-48ff-8a01-66d3cd6f1ebe tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.490222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 55c371a8-aa23-4484-8e05-8ac606be9819, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=55c371a8-aa23-4484-8e05-8ac606be9819,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:56.493272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e4e6a-f6dc-4a64-a7c7-8fc483f7e8d2 req-152f5b6a-6a04-48ff-8a01-66d3cd6f1ebe tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.505571 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.506249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 30de7cbf-8a64-4b52-994d-883a9eefbd82 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:56.510673 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00fdc450-e024-44e1-b5fb-574dd1947b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.511065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e4e6a-f6dc-4a64-a7c7-8fc483f7e8d2 req-152f5b6a-6a04-48ff-8a01-66d3cd6f1ebe tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.523674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e4e6a-f6dc-4a64-a7c7-8fc483f7e8d2 req-152f5b6a-6a04-48ff-8a01-66d3cd6f1ebe tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.527786 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00fdc450-e024-44e1-b5fb-574dd1947b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.533552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f6e4e6a-f6dc-4a64-a7c7-8fc483f7e8d2 req-152f5b6a-6a04-48ff-8a01-66d3cd6f1ebe tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5434 time: 0.6038744 Aug 29 04:22:56.598631 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-00fdc450-e024-44e1-b5fb-574dd1947b75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f43393a1cc04811bc9076afa6d0d099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5710020 Aug 29 04:22:56.599834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46954) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:56.600621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdc450-e024-44e1-b5fb-574dd1947b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e71ea69-4948-4b60-9552-64f4c199d8c4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:56.625744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ada162fc-5769-48e3-99d5-e83941e111dd triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:56.626138 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.690015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90641a59-9b92-4a8c-9159-614c8753723d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.729072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=55c371a8-aa23-4484-8e05-8ac606be9819,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:56.746488 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90641a59-9b92-4a8c-9159-614c8753723d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.771417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2608598-8844-458f-ae1c-3e40e053a5f3 req-3c34e07e-ed16-4111-a0e2-8014bb032327 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.788697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2608598-8844-458f-ae1c-3e40e053a5f3 req-3c34e07e-ed16-4111-a0e2-8014bb032327 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.2529650 Aug 29 04:22:56.821382 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90641a59-9b92-4a8c-9159-614c8753723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.826121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90641a59-9b92-4a8c-9159-614c8753723d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.828761 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-90641a59-9b92-4a8c-9159-614c8753723d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e71ea69-4948-4b60-9552-64f4c199d8c4 HTTP/1.1" status: 204 len: 168 time: 0.2245569 Aug 29 04:22:56.854644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90641a59-9b92-4a8c-9159-614c8753723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e71ea69-4948-4b60-9552-64f4c199d8c4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:56.946005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2608598-8844-458f-ae1c-3e40e053a5f3 req-40926b91-8ff4-4e58-8b19-13735c1df544 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515741 Aug 29 04:22:57.038598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-7f8004c7-7409-49d0-b62b-f66b47331bad tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.042331 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-7f8004c7-7409-49d0-b62b-f66b47331bad tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 946 time: 0.1259031 Aug 29 04:22:57.052229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de7cbf-8a64-4b52-994d-883a9eefbd82, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:57.103688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f6e4e6a-f6dc-4a64-a7c7-8fc483f7e8d2 req-9a960291-6d1a-4201-939e-7c6e703bfafb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5647964 Aug 29 04:22:57.105110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '30de7cbf-8a64-4b52-994d-883a9eefbd82', 'network_id': 'bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6', 'port_id': '30de7cbf-8a64-4b52-994d-883a9eefbd82', 'mac_address': 'fa:16:3e:a6:48:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d05f21b-709c-4976-8a4e-2494ef7248e9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:57.195976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-df7058c5-fe2c-4347-a409-f00a3ed0c964 None None] Provisioning complete for port ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:57.196753 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df7058c5-fe2c-4347-a409-f00a3ed0c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.357388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-50f2a2e7-a956-4799-bad8-7b63dd31c9b1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Deleting port ff82e82d-d2a1-48b1-bb4f-3136806c92d0 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:57.361043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-50f2a2e7-a956-4799-bad8-7b63dd31c9b1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.536157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db9b9a21-7029-4afb-b007-90556903d26b no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:57.553924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-50f2a2e7-a956-4799-bad8-7b63dd31c9b1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] For port ff82e82d-d2a1-48b1-bb4f-3136806c92d0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:57.554355 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-50f2a2e7-a956-4799-bad8-7b63dd31c9b1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.570151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-50f2a2e7-a956-4799-bad8-7b63dd31c9b1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Calling delete_port for ff82e82d-d2a1-48b1-bb4f-3136806c92d0 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:57.620631 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.621766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19d317-ac87-44b8-b323-8631e0ab4e85 req-ed46f7cf-7a8f-4296-afaa-4c50e1554b82 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.623799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df19d317-ac87-44b8-b323-8631e0ab4e85 req-ed46f7cf-7a8f-4296-afaa-4c50e1554b82 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b3fd836-0c39-4f85-b620-61584628ea65 HTTP/1.1" status: 200 len: 946 time: 0.3133461 Aug 29 04:22:57.627646 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.628678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46974) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:57.631585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: db9b9a21-7029-4afb-b007-90556903d26b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:57.632275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device db9b9a21-7029-4afb-b007-90556903d26b not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:57.642574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-df7058c5-fe2c-4347-a409-f00a3ed0c964 None None] Port ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:57.646393 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.651075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30de7cbf-8a64-4b52-994d-883a9eefbd82 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:57.659401 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-df7058c5-fe2c-4347-a409-f00a3ed0c964 None None] Could not find standard attr ID for object a03882c8-9c74-4444-9fc9-4f5e8bb8d910. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:22:57.665787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c2b12f5-8fb2-4a4a-97dd-5890f8b58702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.695384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de7cbf-8a64-4b52-994d-883a9eefbd82, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:57.700454 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.701584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 304997e4-5d25-4328-aeb8-2c3f87504943 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:57.733786 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.760845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.801884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac4b1cc9-4452-4508-b351-a39625b1ba4d req-15f70dcd-e627-41db-8da6-d55b99161e37 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 210 time: 0.0730033 Aug 29 04:22:57.804228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=30de7cbf-8a64-4b52-994d-883a9eefbd82,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:57.864877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 304997e4-5d25-4328-aeb8-2c3f87504943, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=304997e4-5d25-4328-aeb8-2c3f87504943,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:57.878694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '304997e4-5d25-4328-aeb8-2c3f87504943', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'port_id': '304997e4-5d25-4328-aeb8-2c3f87504943', 'mac_address': 'fa:16:3e:56:61:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:57.904845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df19d317-ac87-44b8-b323-8631e0ab4e85 req-1488b946-5cd5-4cb2-a001-cc99d1be50d5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576945 Aug 29 04:22:57.922075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] In _notify_port_updated(), no bound segment for port ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 on network ce991dd9-6263-4969-a2fb-29c19f041a1e {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:22:57.928925 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-50f2a2e7-a956-4799-bad8-7b63dd31c9b1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.939712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.945275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.952295 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['ff82e82d-d2a1-48b1-bb4f-3136806c92d0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:57.960885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "PUT /v2.0/ports/ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 HTTP/1.1" status: 200 len: 1129 time: 1.9506357 Aug 29 04:22:57.966536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46978) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:57.971636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:58.042263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9595fb-930c-46eb-b11c-8030019d3d97 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event updated for resources: {'Port': ['ID=ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:58.074382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2a2e7-a956-4799-bad8-7b63dd31c9b1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event deleted for resources: {'Port': ['ID=ff82e82d-d2a1-48b1-bb4f-3136806c92d0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:58.156982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-50f2a2e7-a956-4799-bad8-7b63dd31c9b1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] No DVR routers for this DVR port ff82e82d-d2a1-48b1-bb4f-3136806c92d0 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:58.163739 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-50f2a2e7-a956-4799-bad8-7b63dd31c9b1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.165972 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-af5288a3-1314-4b1d-9876-8134805c3f16 req-50f2a2e7-a956-4799-bad8-7b63dd31c9b1 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "DELETE /v2.0/ports/ff82e82d-d2a1-48b1-bb4f-3136806c92d0 HTTP/1.1" status: 204 len: 173 time: 1.1157441 Aug 29 04:22:58.166573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3fd836-0c39-4f85-b620-61584628ea65', 'name': 'network-vif-deleted', 'tag': 'ff82e82d-d2a1-48b1-bb4f-3136806c92d0'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:58.168827 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c683affa-270a-40d2-9944-ca6371654916" -d '{"events": [{"server_uuid": "3b3fd836-0c39-4f85-b620-61584628ea65", "name": "network-vif-deleted", "tag": "ff82e82d-d2a1-48b1-bb4f-3136806c92d0"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:58.171209 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.178817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305e690-6158-4492-87e5-491e6ca99bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.185493 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4305e690-6158-4492-87e5-491e6ca99bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "GET /v2.0/ports/ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 HTTP/1.1" status: 200 len: 1129 time: 0.2033401 Aug 29 04:22:58.186122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46988) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:58.239143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304997e4-5d25-4328-aeb8-2c3f87504943 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:58.290502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e44cee-2ccf-465e-a825-70176ae406ac req-345f98e9-7b22-4daa-8e14-8a3e70b65410 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.300030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7e44cee-2ccf-465e-a825-70176ae406ac req-345f98e9-7b22-4daa-8e14-8a3e70b65410 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 945 time: 0.1953869 Aug 29 04:22:58.317241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 304997e4-5d25-4328-aeb8-2c3f87504943, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=304997e4-5d25-4328-aeb8-2c3f87504943,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:58.343765 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.344658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 260a06fd-9172-49bd-ad16-944e6632f817 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:58.360969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7e44cee-2ccf-465e-a825-70176ae406ac req-7f1106ea-18ac-4f2c-9049-8e3e132c20db tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602543 Aug 29 04:22:58.388960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-cd748161-fd15-44de-a16d-bd2f9ec2a1c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Deleting port ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:58.389837 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd748161-fd15-44de-a16d-bd2f9ec2a1c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.390875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dae539-b6b2-4c6e-972c-c23bf3824c14 req-de3fc15b-17d3-40a8-b40d-f976a5c4e4ae tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.403949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6dae539-b6b2-4c6e-972c-c23bf3824c14 req-de3fc15b-17d3-40a8-b40d-f976a5c4e4ae tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.2085993 Aug 29 04:22:58.454968 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c2b12f5-8fb2-4a4a-97dd-5890f8b58702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.463601 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c2b12f5-8fb2-4a4a-97dd-5890f8b58702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.478039 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=304997e4-5d25-4328-aeb8-2c3f87504943,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:58.482738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 260a06fd-9172-49bd-ad16-944e6632f817, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=260a06fd-9172-49bd-ad16-944e6632f817,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:58.497303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-438af3d0-cc73-4cf0-9345-beb5d22c373c None None] Provisioning complete for port ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:58.498011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-438af3d0-cc73-4cf0-9345-beb5d22c373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.540139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '260a06fd-9172-49bd-ad16-944e6632f817', 'network_id': '8f6fc8a7-6507-4211-a230-6c8df3f22512', 'port_id': '260a06fd-9172-49bd-ad16-944e6632f817', 'mac_address': 'fa:16:3e:44:36:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea187ed7-ef34-472f-a2dd-0ee9fe02744c', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:58.567456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-438af3d0-cc73-4cf0-9345-beb5d22c373c None None] Port ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:58.568433 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6dae539-b6b2-4c6e-972c-c23bf3824c14 req-e0680079-bba2-4464-84d9-a5ffa09ef1f2 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515267 Aug 29 04:22:58.570802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b12f5-8fb2-4a4a-97dd-5890f8b58702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25574e23-9061-401c-9428-349299159f83,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:58.574592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd748161-fd15-44de-a16d-bd2f9ec2a1c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.589523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3c2b12f5-8fb2-4a4a-97dd-5890f8b58702 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abac5e907b2d4fefb58c17893e2aff1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9582138 Aug 29 04:22:58.594093 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46992) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:58.610028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-cd748161-fd15-44de-a16d-bd2f9ec2a1c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Calling delete_port for ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:58.625433 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.641800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260a06fd-9172-49bd-ad16-944e6632f817 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:58.668120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 260a06fd-9172-49bd-ad16-944e6632f817, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=260a06fd-9172-49bd-ad16-944e6632f817,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:58.673590 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.741897 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f3ab01-f3ab-4a37-bdef-271acd2864a8 x-openstack-request-id: req-45f3ab01-f3ab-4a37-bdef-271acd2864a8 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:58.742314 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3fd836-0c39-4f85-b620-61584628ea65", "name": "network-vif-deleted", "tag": "ff82e82d-d2a1-48b1-bb4f-3136806c92d0", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:58.742430 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45f3ab01-f3ab-4a37-bdef-271acd2864a8 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:58.742846 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3fd836-0c39-4f85-b620-61584628ea65', 'name': 'network-vif-deleted', 'tag': 'ff82e82d-d2a1-48b1-bb4f-3136806c92d0', 'status': 'completed', 'code': 200} Aug 29 04:22:58.764328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=260a06fd-9172-49bd-ad16-944e6632f817,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:58.799959 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1350a5c9-b236-45d8-91ab-d944a82cf7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.821439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c1747-fd62-4d73-98f2-5614fd68fe2d req-0e65b30b-f501-40f0-8d26-88cf63b4c96f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.832787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c1747-fd62-4d73-98f2-5614fd68fe2d req-0e65b30b-f501-40f0-8d26-88cf63b4c96f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.841847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c1747-fd62-4d73-98f2-5614fd68fe2d req-0e65b30b-f501-40f0-8d26-88cf63b4c96f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.848688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c1747-fd62-4d73-98f2-5614fd68fe2d req-0e65b30b-f501-40f0-8d26-88cf63b4c96f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.855183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c1747-fd62-4d73-98f2-5614fd68fe2d req-0e65b30b-f501-40f0-8d26-88cf63b4c96f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.861985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c1747-fd62-4d73-98f2-5614fd68fe2d req-0e65b30b-f501-40f0-8d26-88cf63b4c96f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.870701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c1747-fd62-4d73-98f2-5614fd68fe2d req-0e65b30b-f501-40f0-8d26-88cf63b4c96f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.873143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:58.884442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e56c1747-fd62-4d73-98f2-5614fd68fe2d req-0e65b30b-f501-40f0-8d26-88cf63b4c96f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5438 time: 0.2563410 Aug 29 04:22:58.966756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1350a5c9-b236-45d8-91ab-d944a82cf7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.988585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-0f6ee56d-c905-4d65-84ca-950432ad4de3 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.990395 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-0f6ee56d-c905-4d65-84ca-950432ad4de3 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.52 "GET /v2.0/networks?id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 200 len: 813 time: 0.3556216 Aug 29 04:22:59.001002 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.002749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:59.004902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-0f586bb2-af99-4abd-8407-f7428655e429 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.006401 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-0f586bb2-af99-4abd-8407-f7428655e429 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.59 "GET /v2.0/networks?id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 200 len: 813 time: 0.5672421 Aug 29 04:22:59.007812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:59.008529 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.029184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e56c1747-fd62-4d73-98f2-5614fd68fe2d req-03abc5d7-fefb-4097-9115-c1c34bd7c18a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348112 Aug 29 04:22:59.091783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1350a5c9-b236-45d8-91ab-d944a82cf7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.094740 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1350a5c9-b236-45d8-91ab-d944a82cf7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.098583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1350a5c9-b236-45d8-91ab-d944a82cf7f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25574e23-9061-401c-9428-349299159f83 HTTP/1.1" status: 204 len: 168 time: 0.5007503 Aug 29 04:22:59.113016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350a5c9-b236-45d8-91ab-d944a82cf7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25574e23-9061-401c-9428-349299159f83,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:59.115499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Request body: {'port': {'device_id': '362d0806-7234-4124-8fb3-436664bf79c0', 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812', 'admin_state_up': True, 'tenant_id': '2c160e257b8b4241bc144517178fdd14'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:59.136180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Request body: {'port': {'device_id': '381ba15a-bff1-465a-87c6-f8b627b22784', 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812', 'admin_state_up': True, 'tenant_id': '2c160e257b8b4241bc144517178fdd14'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:59.169948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f0e8672-0f39-45ba-ab91-0596043ee7c0 req-fcd1669f-fc4a-43f5-8013-431792046994 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 210 time: 0.0402458 Aug 29 04:22:59.184665 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.230501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3339b2-3fd7-4ad0-918f-cd758b4728e3'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:59.237878 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e371f5-2c98-4fd6-84d5-f21edef9be8d" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "2a3339b2-3fd7-4ad0-918f-cd758b4728e3"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:59.272132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:59.278480 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.279390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6490a203-0231-436d-88a1-b3b768141851 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:59.318846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd748161-fd15-44de-a16d-bd2f9ec2a1c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.324963 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ea6ef6-7816-46f6-a44a-c0ad4eae637b x-openstack-request-id: req-d9ea6ef6-7816-46f6-a44a-c0ad4eae637b {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:59.325290 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "2a3339b2-3fd7-4ad0-918f-cd758b4728e3", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:59.325561 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9ea6ef6-7816-46f6-a44a-c0ad4eae637b {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:59.325898 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3339b2-3fd7-4ad0-918f-cd758b4728e3', 'code': 200} Aug 29 04:22:59.375851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:59.397076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 6490a203-0231-436d-88a1-b3b768141851 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:59.402688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 6490a203-0231-436d-88a1-b3b768141851 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:59.403560 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.495839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd748161-fd15-44de-a16d-bd2f9ec2a1c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event deleted for resources: {'Port': ['ID=ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:59.510653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd748161-fd15-44de-a16d-bd2f9ec2a1c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.515778 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd748161-fd15-44de-a16d-bd2f9ec2a1c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "DELETE /v2.0/ports/ad7e48a8-3bef-4ecb-b49c-87ae9f5f9e35 HTTP/1.1" status: 204 len: 168 time: 1.3250222 Aug 29 04:22:59.535043 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.557098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47030) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:59.622789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6490a203-0231-436d-88a1-b3b768141851, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6490a203-0231-436d-88a1-b3b768141851,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:59.625502 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Made reservation on behalf of 2c160e257b8b4241bc144517178fdd14 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:59.630526 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.636255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.657991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-9d5c51c3-535e-409f-89a0-cdad4d273a97 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.668583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-9d5c51c3-535e-409f-89a0-cdad4d273a97 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.2141852 Aug 29 04:22:59.687330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-39f597ad-d025-42c5-a867-7992b110377b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/quotas/4fab53e832624a009b9aba75e5bd5bed HTTP/1.1" status: 200 len: 375 time: 0.0167727 Aug 29 04:22:59.708357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=6490a203-0231-436d-88a1-b3b768141851,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:59.728571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['260a06fd-9172-49bd-ad16-944e6632f817'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:59.770325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec78db57-0d85-4aa0-b53d-3294b2978f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Deleting subnet dd2a704f-6f6d-4406-bdc3-b0d853d2b286 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:59.774585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511b4ed-6775-4185-8e08-c34863ba1c01 req-ccac9213-2779-4758-9777-2225dfed99df tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.776378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3511b4ed-6775-4185-8e08-c34863ba1c01 req-ccac9213-2779-4758-9777-2225dfed99df tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.0858033 Aug 29 04:22:59.794537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['73e26f0f-c475-4574-ae61-87e3ad0c0b20'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:59.795714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-221700ae-d1d2-46bf-8f66-6687328c03da tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068389 Aug 29 04:22:59.807494 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec78db57-0d85-4aa0-b53d-3294b2978f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.862055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['30de7cbf-8a64-4b52-994d-883a9eefbd82'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:59.887255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Made reservation on behalf of 2c160e257b8b4241bc144517178fdd14 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:59.891359 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.898945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-9e074c54-f7ff-4a96-adf6-1c4d0f26f53c service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015720 Aug 29 04:22:59.923174 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec78db57-0d85-4aa0-b53d-3294b2978f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.948566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Allocated IP 172.20.0.12 (45e343ab-9439-4b3d-8ea6-bb18ca8b3812/c380bf49-1193-4ff2-97ca-9e82de0e4dce/fba7ecc4-9b17-44b3-bd2b-f64df371fa51) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:59.995270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3511b4ed-6775-4185-8e08-c34863ba1c01 req-75952fd8-fb16-4e07-aef0-014b502f0bb3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118189 Aug 29 04:23:00.049134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-9534cdc8-032a-45a5-a857-9c2f5f681423 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488996 Aug 29 04:23:00.258499 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec78db57-0d85-4aa0-b53d-3294b2978f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.292611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd45ee5-6d80-4c8f-a7b0-181d7df19575 req-81679dac-5de2-492d-8a0a-80d33551f3d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.300659 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd45ee5-6d80-4c8f-a7b0-181d7df19575 req-81679dac-5de2-492d-8a0a-80d33551f3d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.308557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd45ee5-6d80-4c8f-a7b0-181d7df19575 req-81679dac-5de2-492d-8a0a-80d33551f3d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.315801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd45ee5-6d80-4c8f-a7b0-181d7df19575 req-81679dac-5de2-492d-8a0a-80d33551f3d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.322108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd45ee5-6d80-4c8f-a7b0-181d7df19575 req-81679dac-5de2-492d-8a0a-80d33551f3d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.328529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd45ee5-6d80-4c8f-a7b0-181d7df19575 req-81679dac-5de2-492d-8a0a-80d33551f3d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.334912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd45ee5-6d80-4c8f-a7b0-181d7df19575 req-81679dac-5de2-492d-8a0a-80d33551f3d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.337199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1cd45ee5-6d80-4c8f-a7b0-181d7df19575 req-81679dac-5de2-492d-8a0a-80d33551f3d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5441 time: 0.1898375 Aug 29 04:23:00.411417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec78db57-0d85-4aa0-b53d-3294b2978f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.421403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1cd45ee5-6d80-4c8f-a7b0-181d7df19575 req-da689a47-02d5-4bcd-ab79-d6f6ec16cf2c tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722237 Aug 29 04:23:00.438086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dbfe200-c135-4b0c-b42b-5afcfe40ebdb req-54633ca6-39d3-46e4-9ad5-8f9c8df5ea6a tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 210 time: 0.0994260 Aug 29 04:23:00.444403 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.472674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78db57-0d85-4aa0-b53d-3294b2978f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2a704f-6f6d-4406-bdc3-b0d853d2b286,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:00.477519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec78db57-0d85-4aa0-b53d-3294b2978f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.479820 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ec78db57-0d85-4aa0-b53d-3294b2978f1b tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "DELETE /v2.0/subnets/dd2a704f-6f6d-4406-bdc3-b0d853d2b286 HTTP/1.1" status: 204 len: 168 time: 0.9217455 Aug 29 04:23:00.482605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47070) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:00.482739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec20483e-10d3-4dca-9c0d-1821b46e02f7 None None] Network ce991dd9-6263-4969-a2fb-29c19f041a1e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:00.528317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2c7b8b9-9406-4480-a976-3b55cca92374 req-41078456-7a52-42ed-b596-6d0ff0e8650b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 210 time: 0.0325074 Aug 29 04:23:00.610010 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.731274 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.758527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Allocated IP 172.20.0.2 (45e343ab-9439-4b3d-8ea6-bb18ca8b3812/c380bf49-1193-4ff2-97ca-9e82de0e4dce/5fb1616d-b64e-4690-a7c2-63ad9e2c25f9) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:00.845231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f0e8b-3697-4b50-8419-cbb8cb6391e9 None None] DHCP port deletion for ce991dd9-6263-4969-a2fb-29c19f041a1e request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:00.859489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:00.870608 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:00.882916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:00.939818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['55c371a8-aa23-4484-8e05-8ac606be9819'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:00.964478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Pushing event updated for resources: {'Port': ['ID=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:00.978294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-511f0e8b-3697-4b50-8419-cbb8cb6391e9 None None] Deleting port ada162fc-5769-48e3-99d5-e83941e111dd {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:00.978680 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-511f0e8b-3697-4b50-8419-cbb8cb6391e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.026462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.027742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.057615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Deleting port ada162fc-5769-48e3-99d5-e83941e111dd {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:01.058267 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.060145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-511f0e8b-3697-4b50-8419-cbb8cb6391e9 None None] For port ada162fc-5769-48e3-99d5-e83941e111dd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ada162fc-5769-48e3-99d5-e83941e111dd,segment=NetworkSegment(a08a4cdf-8355-4038-ad4a-956f9d7068e9),segment_id=a08a4cdf-8355-4038-ad4a-956f9d7068e9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:01.060797 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-511f0e8b-3697-4b50-8419-cbb8cb6391e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.076401 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-511f0e8b-3697-4b50-8419-cbb8cb6391e9 None None] Calling delete_port for ada162fc-5769-48e3-99d5-e83941e111dd owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:01.102387 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-4c0c2fc9-936c-48b4-b631-679be6c0d99d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9823127 Aug 29 04:23:01.173917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['304997e4-5d25-4328-aeb8-2c3f87504943'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:01.224515 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-511f0e8b-3697-4b50-8419-cbb8cb6391e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.276279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f0e8b-3697-4b50-8419-cbb8cb6391e9 None None] No DVR routers for this DVR port ada162fc-5769-48e3-99d5-e83941e111dd on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:01.289390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f0e8b-3697-4b50-8419-cbb8cb6391e9 None None] Pushing event deleted for resources: {'Port': ['ID=ada162fc-5769-48e3-99d5-e83941e111dd,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.329322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6490a203-0231-436d-88a1-b3b768141851'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:01.331632 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16159dcb-f799-4410-bbd0-bd5b456dc84c" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "6490a203-0231-436d-88a1-b3b768141851"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:01.442522 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f7a9d7-c713-45e5-9c7b-232c152ec9b0 x-openstack-request-id: req-c6f7a9d7-c713-45e5-9c7b-232c152ec9b0 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:01.443538 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "6490a203-0231-436d-88a1-b3b768141851", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:01.443845 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6f7a9d7-c713-45e5-9c7b-232c152ec9b0 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:01.444334 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6490a203-0231-436d-88a1-b3b768141851', 'code': 200} Aug 29 04:23:01.481927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device ff82e82d-d2a1-48b1-bb4f-3136806c92d0 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:01.519683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: ff82e82d-d2a1-48b1-bb4f-3136806c92d0 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:01.520379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device ff82e82d-d2a1-48b1-bb4f-3136806c92d0 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:01.590430 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Request body: {'port': {'device_id': '381ba15a-bff1-465a-87c6-f8b627b22784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:01.626990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed4092ea-245d-4f88-8a94-cf15a542cb6e req-76503a95-d28f-4d28-a7fa-a95f2632764f tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 210 time: 0.0996158 Aug 29 04:23:01.693770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24aef5-009c-48d4-8654-2b6b0d42fbfd req-d6ed75f5-6990-406f-be12-ef6086e14e55 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.712395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24aef5-009c-48d4-8654-2b6b0d42fbfd req-d6ed75f5-6990-406f-be12-ef6086e14e55 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.719283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24aef5-009c-48d4-8654-2b6b0d42fbfd req-d6ed75f5-6990-406f-be12-ef6086e14e55 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.725547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24aef5-009c-48d4-8654-2b6b0d42fbfd req-d6ed75f5-6990-406f-be12-ef6086e14e55 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.732849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24aef5-009c-48d4-8654-2b6b0d42fbfd req-d6ed75f5-6990-406f-be12-ef6086e14e55 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.740463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24aef5-009c-48d4-8654-2b6b0d42fbfd req-d6ed75f5-6990-406f-be12-ef6086e14e55 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.757477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.779715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24aef5-009c-48d4-8654-2b6b0d42fbfd req-d6ed75f5-6990-406f-be12-ef6086e14e55 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.782995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c24aef5-009c-48d4-8654-2b6b0d42fbfd req-d6ed75f5-6990-406f-be12-ef6086e14e55 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5441 time: 0.2538347 Aug 29 04:23:01.893218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f00051c8-bce7-4f7e-823e-9f0655c94db6 req-d06e48d2-a334-4b84-a6ac-574ec0010bdf tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 210 time: 0.1057391 Aug 29 04:23:01.906772 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.924453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c24aef5-009c-48d4-8654-2b6b0d42fbfd req-4418dfa3-f757-40c9-991a-88ee06f32f5d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190677 Aug 29 04:23:01.928603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] For port ada162fc-5769-48e3-99d5-e83941e111dd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ada162fc-5769-48e3-99d5-e83941e111dd,segment=NetworkSegment(a08a4cdf-8355-4038-ad4a-956f9d7068e9),segment_id=a08a4cdf-8355-4038-ad4a-956f9d7068e9)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:01.928935 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.946682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Calling delete_port for ada162fc-5769-48e3-99d5-e83941e111dd owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:02.045277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.185197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:02.196890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ada162fc-5769-48e3-99d5-e83941e111dd no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:02.232815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ada162fc-5769-48e3-99d5-e83941e111dd {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:02.233804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ada162fc-5769-48e3-99d5-e83941e111dd not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:02.297018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5b85d-0274-4738-9384-7a314258c03f req-5fee331d-0b07-4fc6-954d-15a96dd1b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.298350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ab5b85d-0274-4738-9384-7a314258c03f req-5fee331d-0b07-4fc6-954d-15a96dd1b5d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 1097 time: 0.1253407 Aug 29 04:23:02.300645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:02.313947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bd487-70ed-481d-b3ba-f42bfb3124c1 req-3f4751f2-7046-4a96-b4df-5648cb9b0d9e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.315583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-541bd487-70ed-481d-b3ba-f42bfb3124c1 req-3f4751f2-7046-4a96-b4df-5648cb9b0d9e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.0861614 Aug 29 04:23:02.324237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-dd4e6186-762f-4de4-862c-06dab864de45 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.325873 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-dd4e6186-762f-4de4-862c-06dab864de45 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.5312662 Aug 29 04:23:02.326884 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:02.337639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.367191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Request body: {'port': {'device_id': '073e0822-c185-40ca-ae24-072d52b23d9f', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'admin_state_up': True, 'tenant_id': '4fab53e832624a009b9aba75e5bd5bed'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:02.406812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-541bd487-70ed-481d-b3ba-f42bfb3124c1 req-7747bfd5-2d3c-41a5-b7d9-71c837d9938e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770020 Aug 29 04:23:02.447803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5b85d-0274-4738-9384-7a314258c03f req-3124dab6-9c63-48f0-8f78-ce3fd3713b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.448997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Pushing event updated for resources: {'Port': ['ID=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:02.450406 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ab5b85d-0274-4738-9384-7a314258c03f req-3124dab6-9c63-48f0-8f78-ce3fd3713b09 service neutron] 10.222.0.52 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 919 time: 0.1335886 Aug 29 04:23:02.474789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] No DVR routers for this DVR port ada162fc-5769-48e3-99d5-e83941e111dd on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:02.501676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ab5b85d-0274-4738-9384-7a314258c03f req-0b84c945-be61-4695-8ebb-22c29f47601a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20774707-35d3-4d8a-9253-5e159cd7f29b HTTP/1.1" status: 200 len: 217 time: 0.0424743 Aug 29 04:23:02.566984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5b85d-0274-4738-9384-7a314258c03f req-349c515c-5b39-4c60-afa5-760f8463e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.568533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ab5b85d-0274-4738-9384-7a314258c03f req-349c515c-5b39-4c60-afa5-760f8463e41d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 200 len: 858 time: 0.0598676 Aug 29 04:23:02.611388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ab5b85d-0274-4738-9384-7a314258c03f req-97d255f5-9a63-4f85-ae9a-0bdbb0924835 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=391a7aff-b637-4ba2-b0d1-011912cd652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353143 Aug 29 04:23:02.629006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event deleted for resources: {'Port': ['ID=ada162fc-5769-48e3-99d5-e83941e111dd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:02.636174 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.636821 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.667989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.698169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce991dd9-6263-4969-a2fb-29c19f041a1e']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:02.700990 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-71fb3839-7019-4e25-9cd6-8294c71880d2 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6144278 Aug 29 04:23:02.727030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ab5b85d-0274-4738-9384-7a314258c03f req-fcf62cf0-0004-44a4-ac8d-8c8e3cbc7029 service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074722 Aug 29 04:23:02.727670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Request body: {'port': {'device_id': '362d0806-7234-4124-8fb3-436664bf79c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:02.759954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:02.760579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08a4cdf-8355-4038-ad4a-956f9d7068e9') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:02.760897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08a4cdf-8355-4038-ad4a-956f9d7068e9') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:02.799761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.825197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22f804-7b02-4ee9-b5bc-e5dda3b4b2f4 req-1238fcf8-4058-4ff1-b56d-962d8d462754 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.826826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a22f804-7b02-4ee9-b5bc-e5dda3b4b2f4 req-1238fcf8-4058-4ff1-b56d-962d8d462754 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 931 time: 0.1148434 Aug 29 04:23:02.864747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.872510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.877795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ab5b85d-0274-4738-9384-7a314258c03f req-4ed9ff22-d162-4daf-9bfa-bf011e184465 service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364770 Aug 29 04:23:02.893255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a22f804-7b02-4ee9-b5bc-e5dda3b4b2f4 req-2c024c94-4b66-4d34-b37b-c528d8c3d976 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556870 Aug 29 04:23:02.897879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:02.899068 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.903527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Made reservation on behalf of 4fab53e832624a009b9aba75e5bd5bed for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:02.907973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:02.909972 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:02.919536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:02.942271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'port_id': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'mac_address': 'fa:16:3e:85:a0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:03.016697 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.034446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ffc7c17-efd4-4ce0-8a79-08accb7a429c {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:03.058344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:03.060532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-993866aa-ee32-45ab-8bf4-32d8adc02996 req-3f43d696-9380-425d-af73-2b41354561dd tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 210 time: 0.0404844 Aug 29 04:23:03.073926 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.104592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.109752 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.114071 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] 10.222.0.49 "DELETE /v2.0/networks/ce991dd9-6263-4969-a2fb-29c19f041a1e HTTP/1.1" status: 204 len: 168 time: 2.6283243 Aug 29 04:23:03.119760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba7ecc4-9b17-44b3-bd2b-f64df371fa51 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:03.139673 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.152814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa162-8223-4580-bdc9-b6224697120c req-dc51b287-4b53-4f1f-b20c-c236d2baf3cb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.168232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c7971-ae86-44e4-9a9e-6aa9f51412f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894 tempest-ExtraDHCPOptionsIpV6TestJSON-1951837894-project] Pushing event deleted for resources: {'Network': ['ID=ce991dd9-6263-4969-a2fb-29c19f041a1e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.168477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa162-8223-4580-bdc9-b6224697120c req-dc51b287-4b53-4f1f-b20c-c236d2baf3cb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.184436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa162-8223-4580-bdc9-b6224697120c req-dc51b287-4b53-4f1f-b20c-c236d2baf3cb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.192997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa162-8223-4580-bdc9-b6224697120c req-dc51b287-4b53-4f1f-b20c-c236d2baf3cb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.204080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.204474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa162-8223-4580-bdc9-b6224697120c req-dc51b287-4b53-4f1f-b20c-c236d2baf3cb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.218131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa162-8223-4580-bdc9-b6224697120c req-dc51b287-4b53-4f1f-b20c-c236d2baf3cb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.223520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa162-8223-4580-bdc9-b6224697120c req-dc51b287-4b53-4f1f-b20c-c236d2baf3cb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.226076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6adaa162-8223-4580-bdc9-b6224697120c req-dc51b287-4b53-4f1f-b20c-c236d2baf3cb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5441 time: 0.1931908 Aug 29 04:23:03.259529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Transition to ACTIVE for port object fba7ecc4-9b17-44b3-bd2b-f64df371fa51 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:03.284567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6adaa162-8223-4580-bdc9-b6224697120c req-fd8fd0bb-3636-4f79-a119-a8e26bc29b7b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466933 Aug 29 04:23:03.291337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.426250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Pushing event updated for resources: {'Port': ['ID=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.437686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Allocated IP 172.20.0.3 (9affe2b5-86a2-4e94-b605-2357849469a0/8403fb6b-2733-4111-9891-375088cbf5e3/007d0d5f-5c45-4d36-9305-e51adb79eb01) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:03.510345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47204) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:03.583191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd272157-9dde-4ff6-a47e-66e1e3da05b1 req-7e6c6454-bf1a-4a94-aa98-7a9d3516d003 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.585204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd272157-9dde-4ff6-a47e-66e1e3da05b1 req-7e6c6454-bf1a-4a94-aa98-7a9d3516d003 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.0655003 Aug 29 04:23:03.640750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd272157-9dde-4ff6-a47e-66e1e3da05b1 req-796f7c70-84bf-40a5-8646-16eb36572864 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493753 Aug 29 04:23:03.690058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2ffc7c17-efd4-4ce0-8a79-08accb7a429c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:03.697124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Attempting to bind port fba7ecc4-9b17-44b3-bd2b-f64df371fa51 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:03.697695 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Attempting to bind port fba7ecc4-9b17-44b3-bd2b-f64df371fa51 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:03.697804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Attempting to bind port fba7ecc4-9b17-44b3-bd2b-f64df371fa51 on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:03.698955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a98ffe46-961a-40b7-afcd-c0950cd2ed14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=165c08f80cf546079d06a4aa1fff2847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871822 Aug 29 04:23:03.699564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47208) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:03.719510 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:23:03.725326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Port fba7ecc4-9b17-44b3-bd2b-f64df371fa51 on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:03.725656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Attempting to bind port fba7ecc4-9b17-44b3-bd2b-f64df371fa51 on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:03.739402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:03.739744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Checking segment: {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:03.740134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Bound using segment: {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:03.740657 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Bound port: fba7ecc4-9b17-44b3-bd2b-f64df371fa51, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:03.741015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.751916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bae5f7c6-3a0f-4e29-a71f-837cbfc34220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.775362 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bae5f7c6-3a0f-4e29-a71f-837cbfc34220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.784846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.833778 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bae5f7c6-3a0f-4e29-a71f-837cbfc34220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.836648 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bae5f7c6-3a0f-4e29-a71f-837cbfc34220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.840583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bae5f7c6-3a0f-4e29-a71f-837cbfc34220 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5af48b38-aff0-4048-a0fa-acb53a70710d HTTP/1.1" status: 204 len: 168 time: 0.1400235 Aug 29 04:23:03.848989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5f7c6-3a0f-4e29-a71f-837cbfc34220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af48b38-aff0-4048-a0fa-acb53a70710d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.857017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:03.870389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.909353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] For port fba7ecc4-9b17-44b3-bd2b-f64df371fa51, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:03.911406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Transition to ACTIVE for port object 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:03.913420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] For port fba7ecc4-9b17-44b3-bd2b-f64df371fa51, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:03.919151 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.928639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.942272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.993795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.994462 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.995859 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] 10.222.0.52 "PUT /v2.0/ports/fba7ecc4-9b17-44b3-bd2b-f64df371fa51 HTTP/1.1" status: 200 len: 1093 time: 2.8523741 Aug 29 04:23:04.000041 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381ba15a-bff1-465a-87c6-f8b627b22784', 'tag': 'fba7ecc4-9b17-44b3-bd2b-f64df371fa51'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:04.006761 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625a8947-3d5c-4d23-a9e2-828d9ca98e66" -d '{"events": [{"name": "network-changed", "server_uuid": "381ba15a-bff1-465a-87c6-f8b627b22784", "tag": "fba7ecc4-9b17-44b3-bd2b-f64df371fa51"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:04.015130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:04.016685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Pushing event updated for resources: {'Port': ['ID=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.027976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Network 9affe2b5-86a2-4e94-b605-2357849469a0 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:04.064236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:04.088677 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6fe762-3832-4a77-b838-52cb36ece177 x-openstack-request-id: req-cd6fe762-3832-4a77-b838-52cb36ece177 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:04.089199 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381ba15a-bff1-465a-87c6-f8b627b22784", "tag": "fba7ecc4-9b17-44b3-bd2b-f64df371fa51", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:04.089625 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd6fe762-3832-4a77-b838-52cb36ece177 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:04.090191 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381ba15a-bff1-465a-87c6-f8b627b22784', 'tag': 'fba7ecc4-9b17-44b3-bd2b-f64df371fa51', 'status': 'completed', 'code': 200} Aug 29 04:23:04.093540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:04.139192 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7d2cd-d686-4935-8442-90ea5751fe3b req-3fb0f0fe-1014-4775-82c9-283caf36a27d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.143529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76b7d2cd-d686-4935-8442-90ea5751fe3b req-3fb0f0fe-1014-4775-82c9-283caf36a27d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 943 time: 0.1103494 Aug 29 04:23:04.256467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68d1cf-1464-4ad8-bd1d-157a4912ffa7 service neutron] Pushing event updated for resources: {'Port': ['ID=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.262170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76b7d2cd-d686-4935-8442-90ea5751fe3b req-63b6a7e3-3693-4461-82bc-5905ac3707f8 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138396 Aug 29 04:23:04.272903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.273386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.301667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8af1-8b59-444b-a561-c43186b51121 req-72fc92e9-da5e-4c02-b3e2-66989bd59545 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.309182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-391c8af1-8b59-444b-a561-c43186b51121 req-72fc92e9-da5e-4c02-b3e2-66989bd59545 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 931 time: 0.1175954 Aug 29 04:23:04.360145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-222180b8-b33a-4104-96cc-0004fbec9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.362649 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-222180b8-b33a-4104-96cc-0004fbec9ca0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c160e257b8b4241bc144517178fdd14&device_id=381ba15a-bff1-465a-87c6-f8b627b22784 HTTP/1.1" status: 200 len: 1096 time: 0.2536988 Aug 29 04:23:04.367091 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0065632 Aug 29 04:23:04.372080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Attempting to bind port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:04.372454 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Attempting to bind port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:04.372787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Attempting to bind port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:04.384832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Request body: {'port': {'device_id': '073e0822-c185-40ca-ae24-072d52b23d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:04.402071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:04.402512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Attempting to bind port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:04.409164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-391c8af1-8b59-444b-a561-c43186b51121 req-6acf3fd1-e214-4bd6-ac5e-bdae79fe3f95 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979011 Aug 29 04:23:04.449624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825f60c-5253-4696-aa41-cde5a5ae8731 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event updated for resources: {'Port': ['ID=007d0d5f-5c45-4d36-9305-e51adb79eb01,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.457141 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-f460706b-ed17-43df-8713-ad147d2dbfc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fba7ecc4-9b17-44b3-bd2b-f64df371fa51 HTTP/1.1" status: 200 len: 217 time: 0.0776584 Aug 29 04:23:04.461976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:04.462319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Checking segment: {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:04.462707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Bound using segment: {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:04.463252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Bound port: 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:04.463611 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.540317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09f3b-d948-4db7-91ce-e2e44c2ede25 req-b4b1a6d2-3490-40d7-9457-fb17fe3ec6a8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.546493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09f3b-d948-4db7-91ce-e2e44c2ede25 req-b4b1a6d2-3490-40d7-9457-fb17fe3ec6a8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.553843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09f3b-d948-4db7-91ce-e2e44c2ede25 req-b4b1a6d2-3490-40d7-9457-fb17fe3ec6a8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.562077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09f3b-d948-4db7-91ce-e2e44c2ede25 req-b4b1a6d2-3490-40d7-9457-fb17fe3ec6a8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.566984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.568623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09f3b-d948-4db7-91ce-e2e44c2ede25 req-b4b1a6d2-3490-40d7-9457-fb17fe3ec6a8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.575539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09f3b-d948-4db7-91ce-e2e44c2ede25 req-b4b1a6d2-3490-40d7-9457-fb17fe3ec6a8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.582440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09f3b-d948-4db7-91ce-e2e44c2ede25 req-b4b1a6d2-3490-40d7-9457-fb17fe3ec6a8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.586538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3c09f3b-d948-4db7-91ce-e2e44c2ede25 req-b4b1a6d2-3490-40d7-9457-fb17fe3ec6a8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5441 time: 0.1051047 Aug 29 04:23:04.638469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-0117c1e4-8773-4555-a4f2-1bc913cf077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.640887 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-0117c1e4-8773-4555-a4f2-1bc913cf077d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c380bf49-1193-4ff2-97ca-9e82de0e4dce HTTP/1.1" status: 200 len: 853 time: 0.1718199 Aug 29 04:23:04.642505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3c09f3b-d948-4db7-91ce-e2e44c2ede25 req-5025c321-4992-498a-babf-e33efdd9f53e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469389 Aug 29 04:23:04.671893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] For port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:04.694049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] For port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:04.718370 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.743962 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-48250094-0927-49b8-8c9d-7f25479814d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474620 Aug 29 04:23:04.769102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:04.814491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.815145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.816589 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] 10.222.0.59 "PUT /v2.0/ports/5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 HTTP/1.1" status: 200 len: 1092 time: 2.1045969 Aug 29 04:23:04.827870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b750f4-6adc-46f7-8468-f72eceb3eb1e req-726313d4-3639-426d-900f-e1fc29f60952 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.834725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13b750f4-6adc-46f7-8468-f72eceb3eb1e req-726313d4-3639-426d-900f-e1fc29f60952 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1101239 Aug 29 04:23:04.883624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:04.884335 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.912649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13b750f4-6adc-46f7-8468-f72eceb3eb1e req-57133e82-ac9c-4555-b292-a7638a655f19 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697019 Aug 29 04:23:04.969202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7db49-ae0a-47fc-8e6c-82d021fc970e service neutron] Pushing event updated for resources: {'Port': ['ID=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.994979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47248) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:04.995692 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.028068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:05.030323 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba35863-c665-47b0-98de-e4a735f48981" -d '{"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:05.045417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:05.050392 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-597e0c95-5c78-4e58-90d7-d750ed9e1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.051423 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.051956 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-597e0c95-5c78-4e58-90d7-d750ed9e1b85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c160e257b8b4241bc144517178fdd14&device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 1095 time: 0.1502893 Aug 29 04:23:05.052674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 73e26f0f-c475-4574-ae61-87e3ad0c0b20 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:05.105614 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5492fc89-95d0-4c85-980b-f7e3d8b74449 x-openstack-request-id: req-5492fc89-95d0-4c85-980b-f7e3d8b74449 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:05.106155 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:05.106592 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5492fc89-95d0-4c85-980b-f7e3d8b74449 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:05.107187 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'code': 200} Aug 29 04:23:05.112961 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-cd37860d-8012-4e54-b147-dbd6d10bd5fc service neutron] 10.222.0.52 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347189 Aug 29 04:23:05.116634 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-8c18ae7f-9614-4a12-ac41-e604ab520651 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 HTTP/1.1" status: 200 len: 217 time: 0.0505934 Aug 29 04:23:05.166508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2109325926'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:05.168260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:05.176502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:05.177612 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.181008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.208994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Made reservation on behalf of aa21abe44e644356ab7cb37a75628b79 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:05.214174 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.228771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.251203 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-f210d8bd-36ab-48af-8a7e-b00ffe830a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.252710 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-f210d8bd-36ab-48af-8a7e-b00ffe830a10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c380bf49-1193-4ff2-97ca-9e82de0e4dce HTTP/1.1" status: 200 len: 853 time: 0.1245291 Aug 29 04:23:05.288399 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.318177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-cbbd2a97-9c68-4db4-a9dd-08e6e245c2d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379419 Aug 29 04:23:05.333244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007d0d5f-5c45-4d36-9305-e51adb79eb01 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:05.341095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 73e26f0f-c475-4574-ae61-87e3ad0c0b20, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=73e26f0f-c475-4574-ae61-87e3ad0c0b20,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:05.347297 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.348141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 260a06fd-9172-49bd-ad16-944e6632f817 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:05.386012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.392146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.458402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:05.466673 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.477823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc64e6e-d571-4763-b23d-eb00230cb1e4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.480837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Transition to ACTIVE for port object 007d0d5f-5c45-4d36-9305-e51adb79eb01 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:05.481614 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.482054 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Added segment d95bdd80-36cd-48ae-b081-c99b0608fb68 of type vlan for network 6ed3734c-be81-4319-aa0a-149397ca5816 Aug 29 04:23:05.484225 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-0b838314-026d-406c-aa68-45b491300509 service neutron] 10.222.0.59 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549637 Aug 29 04:23:05.490733 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-870f4582-e9fa-4b48-b44e-f1a2f8d32972 service neutron] 10.222.0.52 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278129 Aug 29 04:23:05.492050 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.535269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427b402-c0bf-40cf-925c-3f18fc91cd2f req-55505424-720f-49e3-8d07-f0f5cdd1ad1f tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.543078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1427b402-c0bf-40cf-925c-3f18fc91cd2f req-55505424-720f-49e3-8d07-f0f5cdd1ad1f tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 943 time: 0.1471019 Aug 29 04:23:05.569132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.620495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=73e26f0f-c475-4574-ae61-87e3ad0c0b20,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.641602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1427b402-c0bf-40cf-925c-3f18fc91cd2f req-bec906ab-0763-41b6-b473-0182c63f5099 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900927 Aug 29 04:23:05.641814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=007d0d5f-5c45-4d36-9305-e51adb79eb01,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.661810 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.667960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.668899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.697687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 260a06fd-9172-49bd-ad16-944e6632f817 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:05.702055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 260a06fd-9172-49bd-ad16-944e6632f817 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:05.702953 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.801205 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.817447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8208141 Aug 29 04:23:05.837956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47268) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:05.844744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 260a06fd-9172-49bd-ad16-944e6632f817, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=260a06fd-9172-49bd-ad16-944e6632f817,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:05.852185 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.853458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 30de7cbf-8a64-4b52-994d-883a9eefbd82 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:05.860177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Request body: {'subnet': {'network_id': '6ed3734c-be81-4319-aa0a-149397ca5816', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:05.954237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=260a06fd-9172-49bd-ad16-944e6632f817,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.967539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a8948-935f-446e-8e94-41b23286628c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event updated for resources: {'Network': ['ID=6ed3734c-be81-4319-aa0a-149397ca5816,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.971749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 30de7cbf-8a64-4b52-994d-883a9eefbd82 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:05.978452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 30de7cbf-8a64-4b52-994d-883a9eefbd82 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:05.979102 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.005633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4bb23-83a3-4a57-9956-fa0249b28bc3 req-b159c919-64aa-4f79-b567-f076fbd281ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.011757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4bb23-83a3-4a57-9956-fa0249b28bc3 req-b159c919-64aa-4f79-b567-f076fbd281ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.018552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4bb23-83a3-4a57-9956-fa0249b28bc3 req-b159c919-64aa-4f79-b567-f076fbd281ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.022269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 6ed3734c-be81-4319-aa0a-149397ca5816 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:06.024610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4bb23-83a3-4a57-9956-fa0249b28bc3 req-b159c919-64aa-4f79-b567-f076fbd281ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.030808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4bb23-83a3-4a57-9956-fa0249b28bc3 req-b159c919-64aa-4f79-b567-f076fbd281ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.036808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4bb23-83a3-4a57-9956-fa0249b28bc3 req-b159c919-64aa-4f79-b567-f076fbd281ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.043274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4bb23-83a3-4a57-9956-fa0249b28bc3 req-b159c919-64aa-4f79-b567-f076fbd281ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.045311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97a4bb23-83a3-4a57-9956-fa0249b28bc3 req-b159c919-64aa-4f79-b567-f076fbd281ae tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5442 time: 0.2615273 Aug 29 04:23:06.054004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcce9-5b8c-42f4-943e-a55aac4fb41f req-4201dfdc-6aac-4fe1-9a88-b0d99c0bc934 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.061497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-802bcce9-5b8c-42f4-943e-a55aac4fb41f req-4201dfdc-6aac-4fe1-9a88-b0d99c0bc934 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 943 time: 0.3367417 Aug 29 04:23:06.076134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Made reservation on behalf of aa21abe44e644356ab7cb37a75628b79 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:06.155272 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.170903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362d0806-7234-4124-8fb3-436664bf79c0', 'tag': '5fb1616d-b64e-4690-a7c2-63ad9e2c25f9'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:06.173522 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13472ec8-237b-4f50-94b0-82b6aaf64bae" -d '{"events": [{"name": "network-changed", "server_uuid": "362d0806-7234-4124-8fb3-436664bf79c0", "tag": "5fb1616d-b64e-4690-a7c2-63ad9e2c25f9"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:06.194104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de7cbf-8a64-4b52-994d-883a9eefbd82, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:06.200306 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.217558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8947-3d5c-4d23-a9e2-828d9ca98e66 req-0d304a83-aab4-4953-b595-f1abfacc0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.219482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-625a8947-3d5c-4d23-a9e2-828d9ca98e66 req-0d304a83-aab4-4953-b595-f1abfacc0264 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c160e257b8b4241bc144517178fdd14&device_id=381ba15a-bff1-465a-87c6-f8b627b22784 HTTP/1.1" status: 200 len: 1096 time: 0.5648830 Aug 29 04:23:06.257334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=30de7cbf-8a64-4b52-994d-883a9eefbd82,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.259275 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0c2da83e-f1fd-4b95-a421-4ba5d1fd6edd req-05ff997d-f274-4def-a0f7-c9d40c39fb75 service neutron] 10.222.0.59 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7638731 Aug 29 04:23:06.335676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Attempting to bind port 007d0d5f-5c45-4d36-9305-e51adb79eb01 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:06.336061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Attempting to bind port 007d0d5f-5c45-4d36-9305-e51adb79eb01 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:06.336391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Attempting to bind port 007d0d5f-5c45-4d36-9305-e51adb79eb01 on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:06.347509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Port 007d0d5f-5c45-4d36-9305-e51adb79eb01 on network 9affe2b5-86a2-4e94-b605-2357849469a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:06.347904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Attempting to bind port 007d0d5f-5c45-4d36-9305-e51adb79eb01 on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:06.350146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.362217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:06.362593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Checking segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:06.362947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Bound using segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:06.363387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Bound port: 007d0d5f-5c45-4d36-9305-e51adb79eb01, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:06.363869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.367137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8947-3d5c-4d23-a9e2-828d9ca98e66 req-eddcb739-4647-437e-872d-3ca8803633b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.368628 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-625a8947-3d5c-4d23-a9e2-828d9ca98e66 req-eddcb739-4647-437e-872d-3ca8803633b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 200 len: 914 time: 0.1399763 Aug 29 04:23:06.422514 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-625a8947-3d5c-4d23-a9e2-828d9ca98e66 req-a1638cc9-a3b1-4d02-ae2f-c0128a04d766 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fba7ecc4-9b17-44b3-bd2b-f64df371fa51 HTTP/1.1" status: 200 len: 217 time: 0.0452297 Aug 29 04:23:06.448597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-802bcce9-5b8c-42f4-943e-a55aac4fb41f req-594df53e-4b99-46d4-a418-73786437ad91 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861921 Aug 29 04:23:06.462479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97a4bb23-83a3-4a57-9956-fa0249b28bc3 req-e1ec58a6-93e5-483c-9fde-562c2564cd77 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3924952 Aug 29 04:23:06.545395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] For port 007d0d5f-5c45-4d36-9305-e51adb79eb01, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:06.551415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] For port 007d0d5f-5c45-4d36-9305-e51adb79eb01, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=007d0d5f-5c45-4d36-9305-e51adb79eb01,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:06.553906 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb8ec7d-6cff-443c-875b-38beb072aa64 x-openstack-request-id: req-9fb8ec7d-6cff-443c-875b-38beb072aa64 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:06.554218 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362d0806-7234-4124-8fb3-436664bf79c0", "tag": "5fb1616d-b64e-4690-a7c2-63ad9e2c25f9", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:06.554505 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fb8ec7d-6cff-443c-875b-38beb072aa64 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:06.555697 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362d0806-7234-4124-8fb3-436664bf79c0', 'tag': '5fb1616d-b64e-4690-a7c2-63ad9e2c25f9', 'status': 'completed', 'code': 200} Aug 29 04:23:06.572988 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.640351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8947-3d5c-4d23-a9e2-828d9ca98e66 req-f63f667a-c0a7-4797-b7ac-e6ec8100d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.645134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-625a8947-3d5c-4d23-a9e2-828d9ca98e66 req-f63f667a-c0a7-4797-b7ac-e6ec8100d65c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c380bf49-1193-4ff2-97ca-9e82de0e4dce HTTP/1.1" status: 200 len: 853 time: 0.2006555 Aug 29 04:23:06.656216 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba2753-5e6e-4c6d-a7ca-66ff4032e02a req-23ee2ba5-21bd-4a94-85de-b6531c37ec96 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.660035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.660852 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.662666 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] 10.222.0.59 "PUT /v2.0/ports/007d0d5f-5c45-4d36-9305-e51adb79eb01 HTTP/1.1" status: 200 len: 1092 time: 2.2841229 Aug 29 04:23:06.666864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74ba2753-5e6e-4c6d-a7ca-66ff4032e02a req-23ee2ba5-21bd-4a94-85de-b6531c37ec96 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1112702 Aug 29 04:23:06.675586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.719925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172b288-d224-4201-80d9-70f71b24a3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=007d0d5f-5c45-4d36-9305-e51adb79eb01,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.746842 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-625a8947-3d5c-4d23-a9e2-828d9ca98e66 req-fdf0dd79-6140-4784-9615-ef5acd7f4673 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789101 Aug 29 04:23:06.782440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13472ec8-237b-4f50-94b0-82b6aaf64bae req-ea77f16e-65ef-4145-8081-095d3dde56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.783941 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-13472ec8-237b-4f50-94b0-82b6aaf64bae req-ea77f16e-65ef-4145-8081-095d3dde56e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c160e257b8b4241bc144517178fdd14&device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 1095 time: 0.2233024 Aug 29 04:23:06.786611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 55c371a8-aa23-4484-8e05-8ac606be9819 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:06.834777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74ba2753-5e6e-4c6d-a7ca-66ff4032e02a req-2c2f46a0-345e-42c5-96a1-96c70c2d834a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667373 Aug 29 04:23:06.862350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event updated for resources: {'Subnet': ['ID=6da40ba9-1caf-4957-9fec-06fa2b1b4f1d,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.867670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Checking segment: {'id': 'd95bdd80-36cd-48ae-b081-c99b0608fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ed3734c-be81-4319-aa0a-149397ca5816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:06.868342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Network hostable DHCP agents. Network: 6ed3734c-be81-4319-aa0a-149397ca5816, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:06.886425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 55c371a8-aa23-4484-8e05-8ac606be9819 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:06.893661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 55c371a8-aa23-4484-8e05-8ac606be9819 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:06.894711 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.901512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050cf7b-1666-48d7-b32f-fd11e0ac111b req-2767e423-1875-4d31-9990-c807a68b0414 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.903300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a050cf7b-1666-48d7-b32f-fd11e0ac111b req-2767e423-1875-4d31-9990-c807a68b0414 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 943 time: 0.1263175 Aug 29 04:23:06.904396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Network 6ed3734c-be81-4319-aa0a-149397ca5816 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:06.920414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 6ed3734c-be81-4319-aa0a-149397ca5816) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:06.933789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.934647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.938787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9553f3d-6e9d-4bab-9d9c-3791fbaa546b None None] Network 6ed3734c-be81-4319-aa0a-149397ca5816 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:06.961358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a050cf7b-1666-48d7-b32f-fd11e0ac111b req-093e8127-360d-4a15-a769-6d5b101053c1 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507436 Aug 29 04:23:06.969417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9fbc005a-f88e-4b25-b6ca-88fb991c5ab7 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1138787 Aug 29 04:23:06.970361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47284) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:06.979926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-db726d2e-ffdf-4d03-9b74-b2903eac8ab3 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1418799093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:06.985617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13472ec8-237b-4f50-94b0-82b6aaf64bae req-6f6514d0-c7dd-455d-8278-c32030014e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.987124 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-13472ec8-237b-4f50-94b0-82b6aaf64bae req-6f6514d0-c7dd-455d-8278-c32030014e73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 200 len: 914 time: 0.1806319 Aug 29 04:23:07.008231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-dd19b4fa-075e-426c-a4eb-b9a6b21018a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.010195 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-dd19b4fa-075e-426c-a4eb-b9a6b21018a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 1095 time: 0.2837157 Aug 29 04:23:07.010718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db726d2e-ffdf-4d03-9b74-b2903eac8ab3 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.011848 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db726d2e-ffdf-4d03-9b74-b2903eac8ab3 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.058700 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-13472ec8-237b-4f50-94b0-82b6aaf64bae req-e7ee1c9b-46ac-4667-883c-ebf50f47a0f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 HTTP/1.1" status: 200 len: 217 time: 0.0623662 Aug 29 04:23:07.088789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db726d2e-ffdf-4d03-9b74-b2903eac8ab3 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.095301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db726d2e-ffdf-4d03-9b74-b2903eac8ab3 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.105706 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-7550a860-57ab-43b0-9c14-ab93781d7b62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007d0d5f-5c45-4d36-9305-e51adb79eb01 HTTP/1.1" status: 200 len: 217 time: 0.0637493 Aug 29 04:23:07.122831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db726d2e-ffdf-4d03-9b74-b2903eac8ab3 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.126787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-db726d2e-ffdf-4d03-9b74-b2903eac8ab3 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1528499 Aug 29 04:23:07.126949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e26f0f-c475-4574-ae61-87e3ad0c0b20'}, {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260a06fd-9172-49bd-ad16-944e6632f817'}, {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30de7cbf-8a64-4b52-994d-883a9eefbd82'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:07.127316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47286) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:07.128583 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd4b909-d6f0-43e4-8876-0d9d2646aa2a" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "73e26f0f-c475-4574-ae61-87e3ad0c0b20"}, {"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "260a06fd-9172-49bd-ad16-944e6632f817"}, {"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "30de7cbf-8a64-4b52-994d-883a9eefbd82"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:07.146537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-6ed3734c-be81-4319-aa0a-149397ca5816', 'network_id': '6ed3734c-be81-4319-aa0a-149397ca5816', 'tenant_id': 'aa21abe44e644356ab7cb37a75628b79', 'fixed_ips': [{'subnet_id': '6da40ba9-1caf-4957-9fec-06fa2b1b4f1d'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:07.147416 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.196492 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-625a8947-3d5c-4d23-a9e2-828d9ca98e66 req-558be578-a832-4dec-93b7-b5bb6d80b2d0 service neutron] 10.222.0.52 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149885 Aug 29 04:23:07.207570 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.210253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13472ec8-237b-4f50-94b0-82b6aaf64bae req-0888f897-8260-49b2-b362-97acc9cce25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.212147 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-13472ec8-237b-4f50-94b0-82b6aaf64bae req-0888f897-8260-49b2-b362-97acc9cce25f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c380bf49-1193-4ff2-97ca-9e82de0e4dce HTTP/1.1" status: 200 len: 853 time: 0.1185091 Aug 29 04:23:07.215989 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-b9dd6e35-9401-4e6a-861f-8a7bd140dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.218187 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-b9dd6e35-9401-4e6a-861f-8a7bd140dd4c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.0843942 Aug 29 04:23:07.223857 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39adabfa-1c09-4d46-83bf-5b9d39f867ed x-openstack-request-id: req-39adabfa-1c09-4d46-83bf-5b9d39f867ed {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:07.224159 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "73e26f0f-c475-4574-ae61-87e3ad0c0b20", "code": 200}, {"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "260a06fd-9172-49bd-ad16-944e6632f817", "code": 200}, {"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "30de7cbf-8a64-4b52-994d-883a9eefbd82", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:07.224445 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39adabfa-1c09-4d46-83bf-5b9d39f867ed {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:07.224844 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e26f0f-c475-4574-ae61-87e3ad0c0b20', 'code': 200} Aug 29 04:23:07.225104 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260a06fd-9172-49bd-ad16-944e6632f817', 'code': 200} Aug 29 04:23:07.225360 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30de7cbf-8a64-4b52-994d-883a9eefbd82', 'code': 200} Aug 29 04:23:07.308749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 55c371a8-aa23-4484-8e05-8ac606be9819, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=55c371a8-aa23-4484-8e05-8ac606be9819,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:07.310828 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-13472ec8-237b-4f50-94b0-82b6aaf64bae req-ee6e4f42-e05e-4101-90fb-469ce6cca3b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743575 Aug 29 04:23:07.315540 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.316469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 304997e4-5d25-4328-aeb8-2c3f87504943 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:07.323806 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-a030b754-ad40-4dce-9f84-b98c41e3ccce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750670 Aug 29 04:23:07.462662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Allocated IP 172.20.0.2 (6ed3734c-be81-4319-aa0a-149397ca5816/6da40ba9-1caf-4957-9fec-06fa2b1b4f1d/7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:07.471080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=55c371a8-aa23-4484-8e05-8ac606be9819,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:07.512848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 304997e4-5d25-4328-aeb8-2c3f87504943 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:07.513066 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.547372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 304997e4-5d25-4328-aeb8-2c3f87504943 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:07.547902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.670127 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-625a8947-3d5c-4d23-a9e2-828d9ca98e66 req-1f7dda66-04e6-4845-8fe7-55380f8d4327 service neutron] 10.222.0.52 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878272 Aug 29 04:23:07.683338 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-13472ec8-237b-4f50-94b0-82b6aaf64bae req-57fbe6e0-a80c-41e8-8f88-baeee7219073 service neutron] 10.222.0.59 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583398 Aug 29 04:23:07.732292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.734568 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.752883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Transition to ACTIVE for port object 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:07.757758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e61af-2e39-4bab-8397-447991e8c389 req-909e10ee-9623-4a82-ac37-3eddfeacac6c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.759691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c15e61af-2e39-4bab-8397-447991e8c389 req-909e10ee-9623-4a82-ac37-3eddfeacac6c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 943 time: 0.1540198 Aug 29 04:23:07.794526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 304997e4-5d25-4328-aeb8-2c3f87504943, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=304997e4-5d25-4328-aeb8-2c3f87504943,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:07.795941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Transition to ACTIVE for port object 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:07.801192 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.807021 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.813095 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-5fef2b43-93cc-4188-9da1-1aa0ce456675 service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450853 Aug 29 04:23:07.848563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Network 6ed3734c-be81-4319-aa0a-149397ca5816 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:07.851820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:07.855587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:07.875984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=304997e4-5d25-4328-aeb8-2c3f87504943,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:07.902909 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-13472ec8-237b-4f50-94b0-82b6aaf64bae req-28ad3f31-67cb-4df5-b931-b1ca2c5798ba service neutron] 10.222.0.59 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109480 Aug 29 04:23:07.936068 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46ff8a09-9a32-4204-86b8-f07299ba9e44 req-7157a729-163f-4175-935d-e573d2842b5f service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134231 Aug 29 04:23:07.957337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Attempting to bind port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:07.957803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Attempting to bind port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd95bdd80-36cd-48ae-b081-c99b0608fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ed3734c-be81-4319-aa0a-149397ca5816'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:07.958596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Attempting to bind port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 on network 6ed3734c-be81-4319-aa0a-149397ca5816 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:07.959526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab35a37-20ce-4bd0-9031-ddbf0626f5ef req-cf29b82d-2516-49b1-adfe-50a77b440b32 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.965769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab35a37-20ce-4bd0-9031-ddbf0626f5ef req-cf29b82d-2516-49b1-adfe-50a77b440b32 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.966060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:07.966790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Checking segment: {'id': 'd95bdd80-36cd-48ae-b081-c99b0608fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ed3734c-be81-4319-aa0a-149397ca5816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:07.967263 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.967987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Bound using segment: {'id': 'd95bdd80-36cd-48ae-b081-c99b0608fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ed3734c-be81-4319-aa0a-149397ca5816'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:07.968550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Bound port: 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95bdd80-36cd-48ae-b081-c99b0608fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ed3734c-be81-4319-aa0a-149397ca5816'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:07.968999 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.971959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Pushing event updated for resources: {'Port': ['ID=7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:07.972092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab35a37-20ce-4bd0-9031-ddbf0626f5ef req-cf29b82d-2516-49b1-adfe-50a77b440b32 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.978012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab35a37-20ce-4bd0-9031-ddbf0626f5ef req-cf29b82d-2516-49b1-adfe-50a77b440b32 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.983956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab35a37-20ce-4bd0-9031-ddbf0626f5ef req-cf29b82d-2516-49b1-adfe-50a77b440b32 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.989914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab35a37-20ce-4bd0-9031-ddbf0626f5ef req-cf29b82d-2516-49b1-adfe-50a77b440b32 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.995723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab35a37-20ce-4bd0-9031-ddbf0626f5ef req-cf29b82d-2516-49b1-adfe-50a77b440b32 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.997750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ab35a37-20ce-4bd0-9031-ddbf0626f5ef req-cf29b82d-2516-49b1-adfe-50a77b440b32 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5445 time: 0.3908510 Aug 29 04:23:08.001104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c15e61af-2e39-4bab-8397-447991e8c389 req-f4f297db-327a-42a6-9d49-20e47932673e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249532 Aug 29 04:23:08.053362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-806500da-3374-4b04-8885-eccf01d3535f None None] For port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:08.057055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-806500da-3374-4b04-8885-eccf01d3535f None None] For port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85,segment=NetworkSegment(d95bdd80-36cd-48ae-b081-c99b0608fb68),segment_id=d95bdd80-36cd-48ae-b081-c99b0608fb68)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:08.067227 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.100936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ab35a37-20ce-4bd0-9031-ddbf0626f5ef req-39154815-30da-4f94-a7bb-cc663924f971 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904484 Aug 29 04:23:08.108650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Allocated IP 172.20.0.1 (6ed3734c-be81-4319-aa0a-149397ca5816/6da40ba9-1caf-4957-9fec-06fa2b1b4f1d/ba1130f1-0a7c-4986-885a-21a5c4ac27e8) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:08.153226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806500da-3374-4b04-8885-eccf01d3535f None None] Pushing event updated for resources: {'Port': ['ID=7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:08.319073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76689084-413f-492c-8385-11924429c9c5 req-ece07edc-3e1c-4ada-8268-a962340340b8 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.320641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76689084-413f-492c-8385-11924429c9c5 req-ece07edc-3e1c-4ada-8268-a962340340b8 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1663346 Aug 29 04:23:08.351805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8af7e-7bd8-42bc-971c-a7c42d223b0e req-65c48862-ad16-4204-948a-34e4b646181e tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.353414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ef8af7e-7bd8-42bc-971c-a7c42d223b0e req-65c48862-ad16-4204-948a-34e4b646181e tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 943 time: 0.1248655 Aug 29 04:23:08.359527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.416696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Transition to ACTIVE for port object ba1130f1-0a7c-4986-885a-21a5c4ac27e8 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:08.450766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76689084-413f-492c-8385-11924429c9c5 req-2a4d97c3-6772-4c4c-9578-e65371db682c tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220410 Aug 29 04:23:08.459025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ef8af7e-7bd8-42bc-971c-a7c42d223b0e req-319d15e1-b7ae-456c-a8a1-4da5c09afd6c tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892606 Aug 29 04:23:08.495663 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.544059 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Network 6ed3734c-be81-4319-aa0a-149397ca5816 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:08.549574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:08.552070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:08.557096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073e0822-c185-40ca-ae24-072d52b23d9f', 'tag': '007d0d5f-5c45-4d36-9305-e51adb79eb01'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:08.560369 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb7aa0-f3e6-433a-9626-e8f71755952c" -d '{"events": [{"name": "network-changed", "server_uuid": "073e0822-c185-40ca-ae24-072d52b23d9f", "tag": "007d0d5f-5c45-4d36-9305-e51adb79eb01"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:08.578818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event updated for resources: {'Port': ['ID=ba1130f1-0a7c-4986-885a-21a5c4ac27e8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:08.604096 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fd97bc-9368-4076-943c-2fbe65b8248a x-openstack-request-id: req-f5fd97bc-9368-4076-943c-2fbe65b8248a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:08.604096 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073e0822-c185-40ca-ae24-072d52b23d9f", "tag": "007d0d5f-5c45-4d36-9305-e51adb79eb01", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:08.605860 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.606666 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5fd97bc-9368-4076-943c-2fbe65b8248a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:08.607301 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073e0822-c185-40ca-ae24-072d52b23d9f', 'tag': '007d0d5f-5c45-4d36-9305-e51adb79eb01', 'status': 'completed', 'code': 200} Aug 29 04:23:08.680716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb7aa0-f3e6-433a-9626-e8f71755952c req-407b2eb9-4238-4640-8d14-2b9c7a350c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.682266 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6eb7aa0-f3e6-433a-9626-e8f71755952c req-407b2eb9-4238-4640-8d14-2b9c7a350c48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 1095 time: 0.0506754 Aug 29 04:23:08.739778 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.786183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb7aa0-f3e6-433a-9626-e8f71755952c req-1e8a996e-8967-489c-9878-6c644fc56caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.787964 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6eb7aa0-f3e6-433a-9626-e8f71755952c req-1e8a996e-8967-489c-9878-6c644fc56caf service neutron] 10.222.0.59 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 906 time: 0.0967777 Aug 29 04:23:08.836818 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6eb7aa0-f3e6-433a-9626-e8f71755952c req-17d25106-7fd9-46de-9995-810a67cedb2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007d0d5f-5c45-4d36-9305-e51adb79eb01 HTTP/1.1" status: 200 len: 217 time: 0.0375762 Aug 29 04:23:08.902652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb7aa0-f3e6-433a-9626-e8f71755952c req-d941b149-9719-46a2-89ba-2e54d3d5db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.904287 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6eb7aa0-f3e6-433a-9626-e8f71755952c req-d941b149-9719-46a2-89ba-2e54d3d5db83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.0599823 Aug 29 04:23:08.959800 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6eb7aa0-f3e6-433a-9626-e8f71755952c req-099e9b36-7eaa-4b9e-ac53-48a13714fa11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473211 Aug 29 04:23:09.062651 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.071426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.086048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6eb7aa0-f3e6-433a-9626-e8f71755952c req-0921f0fb-3b1e-4198-af88-1b040a44593e service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190708 Aug 29 04:23:09.209742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event updated for resources: {'Port': ['ID=ba1130f1-0a7c-4986-885a-21a5c4ac27e8,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:09.217907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.227096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c371a8-aa23-4484-8e05-8ac606be9819'}, {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304997e4-5d25-4328-aeb8-2c3f87504943'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:09.231233 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7404c389-7082-4336-afe2-d878a2b67171" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "55c371a8-aa23-4484-8e05-8ac606be9819"}, {"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "304997e4-5d25-4328-aeb8-2c3f87504943"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:09.244650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c8fc-9888-4c9a-ba62-7771e2987be4 req-6785de06-c411-44a2-9eb9-e1e63c9efef0 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.246190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c8fc-9888-4c9a-ba62-7771e2987be4 req-6785de06-c411-44a2-9eb9-e1e63c9efef0 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 943 time: 0.1543036 Aug 29 04:23:09.266477 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6eb7aa0-f3e6-433a-9626-e8f71755952c req-b18f936b-9b79-477c-a50e-7ad77463f551 service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689360 Aug 29 04:23:09.335343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dadae6-593c-4eb2-b55f-d7ab259f9bd4 None None] Network 6ed3734c-be81-4319-aa0a-149397ca5816 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:09.373270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77d1c8fc-9888-4c9a-ba62-7771e2987be4 req-4bb58314-0342-4481-a803-6aa8537cf76e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141517 Aug 29 04:23:09.405533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb24be8-73f8-493f-895d-9b9dda1827e5 req-50be528d-471e-4040-a351-acb0f0309aef tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.411737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb24be8-73f8-493f-895d-9b9dda1827e5 req-50be528d-471e-4040-a351-acb0f0309aef tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.416381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7f262ab9-fc10-4f5e-8f2a-94c6ca4c357f None None] Provisioning for port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:09.418537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb24be8-73f8-493f-895d-9b9dda1827e5 req-50be528d-471e-4040-a351-acb0f0309aef tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.425962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb24be8-73f8-493f-895d-9b9dda1827e5 req-50be528d-471e-4040-a351-acb0f0309aef tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.431547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb24be8-73f8-493f-895d-9b9dda1827e5 req-50be528d-471e-4040-a351-acb0f0309aef tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.437669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb24be8-73f8-493f-895d-9b9dda1827e5 req-50be528d-471e-4040-a351-acb0f0309aef tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.444179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb24be8-73f8-493f-895d-9b9dda1827e5 req-50be528d-471e-4040-a351-acb0f0309aef tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.446181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bb24be8-73f8-493f-895d-9b9dda1827e5 req-50be528d-471e-4040-a351-acb0f0309aef tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5446 time: 0.1505175 Aug 29 04:23:09.467281 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b2a924-f183-4002-88bd-8c5fab56bddc x-openstack-request-id: req-f8b2a924-f183-4002-88bd-8c5fab56bddc {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:09.468174 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "55c371a8-aa23-4484-8e05-8ac606be9819", "code": 200}, {"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-plugged", "status": "completed", "tag": "304997e4-5d25-4328-aeb8-2c3f87504943", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:09.468457 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8b2a924-f183-4002-88bd-8c5fab56bddc {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:09.470709 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c371a8-aa23-4484-8e05-8ac606be9819', 'code': 200} Aug 29 04:23:09.470709 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304997e4-5d25-4328-aeb8-2c3f87504943', 'code': 200} Aug 29 04:23:09.479018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Network 6ed3734c-be81-4319-aa0a-149397ca5816 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:09.485537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:09.509167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bb24be8-73f8-493f-895d-9b9dda1827e5 req-c1cbb0d8-b615-422d-9e77-dae2bcdfb0a8 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548861 Aug 29 04:23:09.531255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:09.665312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7913fc-a806-49b2-9a87-f3c8b58be605 req-62c5b02e-239f-43a1-b147-03a1dea22e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.666361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7913fc-a806-49b2-9a87-f3c8b58be605 req-62c5b02e-239f-43a1-b147-03a1dea22e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.667257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7913fc-a806-49b2-9a87-f3c8b58be605 req-62c5b02e-239f-43a1-b147-03a1dea22e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.667797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7913fc-a806-49b2-9a87-f3c8b58be605 req-62c5b02e-239f-43a1-b147-03a1dea22e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.668362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7913fc-a806-49b2-9a87-f3c8b58be605 req-62c5b02e-239f-43a1-b147-03a1dea22e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.668899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7913fc-a806-49b2-9a87-f3c8b58be605 req-62c5b02e-239f-43a1-b147-03a1dea22e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.669431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7913fc-a806-49b2-9a87-f3c8b58be605 req-62c5b02e-239f-43a1-b147-03a1dea22e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.671474 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d7913fc-a806-49b2-9a87-f3c8b58be605 req-62c5b02e-239f-43a1-b147-03a1dea22e6a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6510 time: 0.0635033 Aug 29 04:23:09.695731 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4afe67-0390-4d99-b951-c6f6034deb4f req-e3c87e21-8d38-4d26-bded-abac066a2525 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.697293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d4afe67-0390-4d99-b951-c6f6034deb4f req-e3c87e21-8d38-4d26-bded-abac066a2525 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1117213 Aug 29 04:23:09.712069 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d7913fc-a806-49b2-9a87-f3c8b58be605 req-bc2f1468-aa70-46f8-a817-e82a50fc2576 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0311399 Aug 29 04:23:09.721998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d57c23-ed22-46c6-9c56-45d42746787b req-b5f6e7ce-562a-4b25-a608-d255d8395841 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.722689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3d57c23-ed22-46c6-9c56-45d42746787b req-b5f6e7ce-562a-4b25-a608-d255d8395841 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 943 time: 0.0961857 Aug 29 04:23:09.744047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:09.757227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '5fb1616d-b64e-4690-a7c2-63ad9e2c25f9', 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812', 'port_id': '5fb1616d-b64e-4690-a7c2-63ad9e2c25f9', 'mac_address': 'fa:16:3e:27:b2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c380bf49-1193-4ff2-97ca-9e82de0e4dce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:09.796015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d4afe67-0390-4d99-b951-c6f6034deb4f req-f3526371-2db3-410b-9c1f-cd21af29fa2f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847898 Aug 29 04:23:09.812378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3d57c23-ed22-46c6-9c56-45d42746787b req-71a3238f-b5e1-47d8-9ed0-8955fc400175 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785067 Aug 29 04:23:09.813413 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.814573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Router b0a5b4d8-a439-41a6-a41d-a2b203ad9578 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:23:09.843202 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:09.865656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:09.871139 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.924729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:09.934124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:09.934631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47332) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:09.934825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c2e56a2c-8427-43f0-bd0e-ca1637a02c27 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "PUT /v2.0/routers/b0a5b4d8-a439-41a6-a41d-a2b203ad9578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8063920 Aug 29 04:23:09.940564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931eaa9-0948-4a90-988d-ca20a6460c16 None None] Sync routers for ids ['b0a5b4d8-a439-41a6-a41d-a2b203ad9578'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:09.940763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Request body: {'port': {'network_id': '6ed3734c-be81-4319-aa0a-149397ca5816', 'name': 'tempest-FloatingIPNegativeTestJSON-1707358269'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:09.951405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931eaa9-0948-4a90-988d-ca20a6460c16 None None] Routers {'b0a5b4d8-a439-41a6-a41d-a2b203ad9578'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:09.952680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1931eaa9-0948-4a90-988d-ca20a6460c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b0a5b4d8-a439-41a6-a41d-a2b203ad9578'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:10.013173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1931eaa9-0948-4a90-988d-ca20a6460c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:10.032881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931eaa9-0948-4a90-988d-ca20a6460c16 None None] Routers {'b0a5b4d8-a439-41a6-a41d-a2b203ad9578'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:10.033513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1931eaa9-0948-4a90-988d-ca20a6460c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b0a5b4d8-a439-41a6-a41d-a2b203ad9578'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:10.081227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1931eaa9-0948-4a90-988d-ca20a6460c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:10.082016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931eaa9-0948-4a90-988d-ca20a6460c16 None None] The sync data for ids ['b0a5b4d8-a439-41a6-a41d-a2b203ad9578'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:10.093367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Made reservation on behalf of aa21abe44e644356ab7cb37a75628b79 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:10.098361 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.099033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['5fb1616d-b64e-4690-a7c2-63ad9e2c25f9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:10.124390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] device_id is not set on port b1a50be9-1b59-4cff-ae51-9a04f0484caf yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:10.143267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-605130a2-ce8d-45ef-b81f-d5fd4cad4f4e None None] Provisioning for port ba1130f1-0a7c-4986-885a-21a5c4ac27e8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:10.154185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-605130a2-ce8d-45ef-b81f-d5fd4cad4f4e None None] Provisioning complete for port ba1130f1-0a7c-4986-885a-21a5c4ac27e8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:10.154568 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-605130a2-ce8d-45ef-b81f-d5fd4cad4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.225486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-605130a2-ce8d-45ef-b81f-d5fd4cad4f4e None None] Port ba1130f1-0a7c-4986-885a-21a5c4ac27e8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:10.279408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:10.288322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Allocated IP 172.20.0.14 (6ed3734c-be81-4319-aa0a-149397ca5816/6da40ba9-1caf-4957-9fec-06fa2b1b4f1d/b1a50be9-1b59-4cff-ae51-9a04f0484caf) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:10.370289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4428906b-4961-4847-a514-07b7506d20fd None None] Provisioning complete for port ba1130f1-0a7c-4986-885a-21a5c4ac27e8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:10.370586 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4428906b-4961-4847-a514-07b7506d20fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.425056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:10.433108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:10.433394 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.466013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4428906b-4961-4847-a514-07b7506d20fd None None] Port ba1130f1-0a7c-4986-885a-21a5c4ac27e8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:10.564594 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.582409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630cfc4-ce66-446d-adfb-346124940ee6 req-f4282ff7-15de-4c61-a7c5-2ad1b02379a7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.596612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f630cfc4-ce66-446d-adfb-346124940ee6 req-f4282ff7-15de-4c61-a7c5-2ad1b02379a7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 943 time: 0.0974979 Aug 29 04:23:10.608756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0dca7504-e62e-4f46-be56-7cf8d38a7198 None None] Provisioning complete for port ba1130f1-0a7c-4986-885a-21a5c4ac27e8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:10.609145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0dca7504-e62e-4f46-be56-7cf8d38a7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.656395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0dca7504-e62e-4f46-be56-7cf8d38a7198 None None] Port ba1130f1-0a7c-4986-885a-21a5c4ac27e8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:10.661064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85,segment=NetworkSegment(d95bdd80-36cd-48ae-b081-c99b0608fb68),segment_id=d95bdd80-36cd-48ae-b081-c99b0608fb68)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:10.665816 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f630cfc4-ce66-446d-adfb-346124940ee6 req-40d7b761-b73f-4614-99cc-0e614fdb8f4e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665951 Aug 29 04:23:10.669917 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.675814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.700506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Transition to ACTIVE for port object b1a50be9-1b59-4cff-ae51-9a04f0484caf will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:10.745511 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.755203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dce2f-fc4c-4379-8dd0-be752b690a3b req-f463f755-4997-47aa-ad2f-904ec95b52eb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.762457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dce2f-fc4c-4379-8dd0-be752b690a3b req-f463f755-4997-47aa-ad2f-904ec95b52eb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.770842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dce2f-fc4c-4379-8dd0-be752b690a3b req-f463f755-4997-47aa-ad2f-904ec95b52eb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.771130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:10.778047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dce2f-fc4c-4379-8dd0-be752b690a3b req-f463f755-4997-47aa-ad2f-904ec95b52eb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.785421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dce2f-fc4c-4379-8dd0-be752b690a3b req-f463f755-4997-47aa-ad2f-904ec95b52eb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.794750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dce2f-fc4c-4379-8dd0-be752b690a3b req-f463f755-4997-47aa-ad2f-904ec95b52eb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.800947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dce2f-fc4c-4379-8dd0-be752b690a3b req-f463f755-4997-47aa-ad2f-904ec95b52eb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.802935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-214dce2f-fc4c-4379-8dd0-be752b690a3b req-f463f755-4997-47aa-ad2f-904ec95b52eb tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5446 time: 0.1362073 Aug 29 04:23:10.806154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Network 6ed3734c-be81-4319-aa0a-149397ca5816 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:10.814252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fba7ecc4-9b17-44b3-bd2b-f64df371fa51 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:10.815964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:10.821314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:10.829644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event updated for resources: {'Port': ['ID=b1a50be9-1b59-4cff-ae51-9a04f0484caf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:10.906846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-214dce2f-fc4c-4379-8dd0-be752b690a3b req-cdb3accd-0da0-427b-8364-347c9f3942e7 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945957 Aug 29 04:23:10.954986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.954986 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.969536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fba7ecc4-9b17-44b3-bd2b-f64df371fa51, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:10.983209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'fba7ecc4-9b17-44b3-bd2b-f64df371fa51', 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812', 'port_id': 'fba7ecc4-9b17-44b3-bd2b-f64df371fa51', 'mac_address': 'fa:16:3e:a2:9a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c380bf49-1193-4ff2-97ca-9e82de0e4dce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:11.013607 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-60f7aba0-9530-47a2-90d5-4e9824ec28b6 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0768542 Aug 29 04:23:11.018402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47364) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:11.023035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:11.039655 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.062538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba7ecc4-9b17-44b3-bd2b-f64df371fa51 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:11.092734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fba7ecc4-9b17-44b3-bd2b-f64df371fa51, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:11.096842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e34338-d8ab-48df-8303-f4ca876527c5 req-49752425-3f44-48fc-a7ef-e3abe318366e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.099594 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.105476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3e34338-d8ab-48df-8303-f4ca876527c5 req-49752425-3f44-48fc-a7ef-e3abe318366e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1727657 Aug 29 04:23:11.110454 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.163833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba755f-f6d5-47f8-9687-1acf16c1729b req-94ea7920-5100-42cb-9869-a70a914d91cf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.165609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7ba755f-f6d5-47f8-9687-1acf16c1729b req-94ea7920-5100-42cb-9869-a70a914d91cf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 944 time: 0.1274257 Aug 29 04:23:11.193837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:11.206492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3e34338-d8ab-48df-8303-f4ca876527c5 req-1ad000fc-9d03-437f-b48a-5b1296dbb0a5 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001377 Aug 29 04:23:11.246859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7ba755f-f6d5-47f8-9687-1acf16c1729b req-ae155ee1-936f-4952-8547-c95d49975a48 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611622 Aug 29 04:23:11.279567 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.284792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b5e7de9c-4614-44f9-b12a-eea3b570dd3c None None] Provisioning for port b1a50be9-1b59-4cff-ae51-9a04f0484caf completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:11.289796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b5e7de9c-4614-44f9-b12a-eea3b570dd3c None None] Provisioning complete for port b1a50be9-1b59-4cff-ae51-9a04f0484caf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:11.290180 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b5e7de9c-4614-44f9-b12a-eea3b570dd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.332644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7de9c-4614-44f9-b12a-eea3b570dd3c None None] Port b1a50be9-1b59-4cff-ae51-9a04f0484caf cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:11.428185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Allocated IP 172.25.5.159 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/81be724e-b379-4843-980e-64d91d4bd37b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:11.513922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 007d0d5f-5c45-4d36-9305-e51adb79eb01 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:11.516539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:11.568169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.653644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:11.666220 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.669310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:11.669687 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.737977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['fba7ecc4-9b17-44b3-bd2b-f64df371fa51'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:11.763644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:11.783093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:11.794584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:11.916545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d4fe4-7a78-4174-82fd-75a91564951f req-14d1626f-7509-46d2-9e88-5dade15789cb tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.928319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-746d4fe4-7a78-4174-82fd-75a91564951f req-14d1626f-7509-46d2-9e88-5dade15789cb tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 943 time: 0.0944190 Aug 29 04:23:11.943820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event updated for resources: {'Port': ['ID=81be724e-b379-4843-980e-64d91d4bd37b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:12.002941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-746d4fe4-7a78-4174-82fd-75a91564951f req-68893211-553e-4ffa-bd42-d53b63783d94 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728579 Aug 29 04:23:12.045341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 007d0d5f-5c45-4d36-9305-e51adb79eb01, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=007d0d5f-5c45-4d36-9305-e51adb79eb01,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:12.048879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.074507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '007d0d5f-5c45-4d36-9305-e51adb79eb01', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'port_id': '007d0d5f-5c45-4d36-9305-e51adb79eb01', 'mac_address': 'fa:16:3e:b6:96:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8403fb6b-2733-4111-9891-375088cbf5e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:12.101477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.189349 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.231248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362d0806-7234-4124-8fb3-436664bf79c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb1616d-b64e-4690-a7c2-63ad9e2c25f9'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:12.234698 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce8d50d-b0c1-434e-a0e6-2401d61a0971" -d '{"events": [{"server_uuid": "362d0806-7234-4124-8fb3-436664bf79c0", "name": "network-vif-plugged", "status": "completed", "tag": "5fb1616d-b64e-4690-a7c2-63ad9e2c25f9"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:12.236075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a99fb-fa49-44ec-87e6-df7bd5c0a4f6 req-c3c7e183-d667-4160-bd23-3d2d84ca7908 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.241308 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.258786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a99fb-fa49-44ec-87e6-df7bd5c0a4f6 req-c3c7e183-d667-4160-bd23-3d2d84ca7908 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.270572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:12.270854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a99fb-fa49-44ec-87e6-df7bd5c0a4f6 req-c3c7e183-d667-4160-bd23-3d2d84ca7908 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.279123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a99fb-fa49-44ec-87e6-df7bd5c0a4f6 req-c3c7e183-d667-4160-bd23-3d2d84ca7908 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.287040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a99fb-fa49-44ec-87e6-df7bd5c0a4f6 req-c3c7e183-d667-4160-bd23-3d2d84ca7908 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.294089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a99fb-fa49-44ec-87e6-df7bd5c0a4f6 req-c3c7e183-d667-4160-bd23-3d2d84ca7908 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.301289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a99fb-fa49-44ec-87e6-df7bd5c0a4f6 req-c3c7e183-d667-4160-bd23-3d2d84ca7908 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.304675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:12.314615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-039a99fb-fa49-44ec-87e6-df7bd5c0a4f6 req-c3c7e183-d667-4160-bd23-3d2d84ca7908 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5446 time: 0.2353809 Aug 29 04:23:12.335204 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007d0d5f-5c45-4d36-9305-e51adb79eb01 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:12.397109 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.439982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-039a99fb-fa49-44ec-87e6-df7bd5c0a4f6 req-199b4a08-56f2-400e-bbc1-5143b52d7616 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084998 Aug 29 04:23:12.598941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbcc08-83d4-4284-8f3a-e77455e6544e req-c258c759-71f1-4251-9324-86751e98e039 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.606585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7fbcc08-83d4-4284-8f3a-e77455e6544e req-c258c759-71f1-4251-9324-86751e98e039 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.2176673 Aug 29 04:23:12.625532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 007d0d5f-5c45-4d36-9305-e51adb79eb01, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=007d0d5f-5c45-4d36-9305-e51adb79eb01,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:12.646515 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.653616 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7a9b1-9731-49df-b950-0370db04ca2c x-openstack-request-id: req-a4a7a9b1-9731-49df-b950-0370db04ca2c {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:12.654764 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362d0806-7234-4124-8fb3-436664bf79c0", "name": "network-vif-plugged", "status": "completed", "tag": "5fb1616d-b64e-4690-a7c2-63ad9e2c25f9", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:12.655145 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4a7a9b1-9731-49df-b950-0370db04ca2c {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:12.655576 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d0806-7234-4124-8fb3-436664bf79c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb1616d-b64e-4690-a7c2-63ad9e2c25f9', 'code': 200} Aug 29 04:23:12.658074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.664996 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.698487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7fbcc08-83d4-4284-8f3a-e77455e6544e req-01a0c1fb-364c-494c-9cea-4207b2195003 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837417 Aug 29 04:23:12.736577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:12.736959 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.791900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d06b9-b87f-4960-9f00-141103c08121 req-ee439844-6816-43ca-aaf5-70b5a6854dbd tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.801909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e15d06b9-b87f-4960-9f00-141103c08121 req-ee439844-6816-43ca-aaf5-70b5a6854dbd tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 945 time: 0.0912783 Aug 29 04:23:12.831896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:12.840602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333860d-9529-4dd3-9fdb-6ca45c005f2e req-53bc3e88-d90b-42a0-bbcd-c2bc6a24be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.842230 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0333860d-9529-4dd3-9fdb-6ca45c005f2e req-53bc3e88-d90b-42a0-bbcd-c2bc6a24be76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 1097 time: 0.1649148 Aug 29 04:23:12.845542 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event updated for resources: {'Port': ['ID=81be724e-b379-4843-980e-64d91d4bd37b,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:12.854537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.856877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.858450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.861010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.866242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.867471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.867821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.868169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.868943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.868943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.869221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.869519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.869848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:12.903782 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.905813 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-57d1853f-7fdc-47fe-b4e0-b2ab1b991e5a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8864183 Aug 29 04:23:12.907772 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0333860d-9529-4dd3-9fdb-6ca45c005f2e req-fe048f68-a6ca-4ec6-ace2-65e3d597e27f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546653 Aug 29 04:23:12.908992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47404) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:12.912067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e15d06b9-b87f-4960-9f00-141103c08121 req-9f6a504b-a6a2-4daf-b1be-fb54ebbc2928 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077070 Aug 29 04:23:12.919088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-300d2d44-24eb-4bb9-aa63-b4c42329acdd tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Request body: {'floatingip': {'port_id': 'b1a50be9-1b59-4cff-ae51-9a04f0484caf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:12.968387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['007d0d5f-5c45-4d36-9305-e51adb79eb01'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:12.994834 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-300d2d44-24eb-4bb9-aa63-b4c42329acdd tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.039383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=007d0d5f-5c45-4d36-9305-e51adb79eb01,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:13.070006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665c95-9b93-4780-9d9e-c64d511e6250 req-8ec8dd3d-c4fa-4f68-9573-e928a40563d4 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.083842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665c95-9b93-4780-9d9e-c64d511e6250 req-8ec8dd3d-c4fa-4f68-9573-e928a40563d4 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.097821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665c95-9b93-4780-9d9e-c64d511e6250 req-8ec8dd3d-c4fa-4f68-9573-e928a40563d4 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.138376 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-300d2d44-24eb-4bb9-aa63-b4c42329acdd tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] update failed (client error): The resource could not be found. Aug 29 04:23:13.139561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665c95-9b93-4780-9d9e-c64d511e6250 req-8ec8dd3d-c4fa-4f68-9573-e928a40563d4 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.140741 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-300d2d44-24eb-4bb9-aa63-b4c42329acdd tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "PUT /v2.0/floatingips/795b8c7a-7b96-4649-9d30-33cbd5c56e55 HTTP/1.1" status: 404 len: 507 time: 0.2304347 Aug 29 04:23:13.149825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47408) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.155093 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665c95-9b93-4780-9d9e-c64d511e6250 req-8ec8dd3d-c4fa-4f68-9573-e928a40563d4 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.168383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665c95-9b93-4780-9d9e-c64d511e6250 req-8ec8dd3d-c4fa-4f68-9573-e928a40563d4 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.179968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665c95-9b93-4780-9d9e-c64d511e6250 req-8ec8dd3d-c4fa-4f68-9573-e928a40563d4 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.186646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40665c95-9b93-4780-9d9e-c64d511e6250 req-8ec8dd3d-c4fa-4f68-9573-e928a40563d4 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5446 time: 0.2344162 Aug 29 04:23:13.198354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47410) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.206047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-81d6ffce-1801-4f21-a726-92bf8b2cae72 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Request body: {'floatingip': {'port_id': '304997e4-5d25-4328-aeb8-2c3f87504943'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:13.288167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495bfd2-ecc7-4e71-98d5-9a482a17568f req-ba630e13-ce34-43d9-9148-a3fa1f8f3481 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.297215 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4495bfd2-ecc7-4e71-98d5-9a482a17568f req-ba630e13-ce34-43d9-9148-a3fa1f8f3481 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 944 time: 0.1056108 Aug 29 04:23:13.298086 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81d6ffce-1801-4f21-a726-92bf8b2cae72 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.345451 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4495bfd2-ecc7-4e71-98d5-9a482a17568f req-dc2ba9da-3115-46e2-a70e-8538d1b1817f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Aug 29 04:23:13.515248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-97253ac0-fef7-4228-ac00-0f34839f8b08 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Deleting port 81be724e-b379-4843-980e-64d91d4bd37b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:13.515674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97253ac0-fef7-4228-ac00-0f34839f8b08 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.776188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97253ac0-fef7-4228-ac00-0f34839f8b08 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.776876 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97253ac0-fef7-4228-ac00-0f34839f8b08 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.830593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-97253ac0-fef7-4228-ac00-0f34839f8b08 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Calling delete_port for 81be724e-b379-4843-980e-64d91d4bd37b owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:13.869835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc704fc6-133e-40be-bd0f-7d122d393a68 req-a4822d0e-8db2-4d2f-9359-40448afff02b tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.880690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc704fc6-133e-40be-bd0f-7d122d393a68 req-a4822d0e-8db2-4d2f-9359-40448afff02b tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.0753584 Aug 29 04:23:13.944958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc704fc6-133e-40be-bd0f-7d122d393a68 req-c8403bb8-a9d0-40ed-8823-354cdbca0084 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632970 Aug 29 04:23:14.058811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81d6ffce-1801-4f21-a726-92bf8b2cae72 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.104361 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81d6ffce-1801-4f21-a726-92bf8b2cae72 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.178516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cf233-1f0c-4730-8d75-a67c6875f3c0 req-1160058b-964d-4177-9298-16c2e03962ba tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.193002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-841cf233-1f0c-4730-8d75-a67c6875f3c0 req-1160058b-964d-4177-9298-16c2e03962ba tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 945 time: 0.1678927 Aug 29 04:23:14.263384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-841cf233-1f0c-4730-8d75-a67c6875f3c0 req-d2c2d6f7-3fb9-4633-9f9d-87ce8335265f tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675979 Aug 29 04:23:14.517024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1319b2-718c-494a-8060-e09179baa1b8 req-f0d6354c-2a82-47bb-ba52-5a6fc6d5fdd5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.519477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c1319b2-718c-494a-8060-e09179baa1b8 req-f0d6354c-2a82-47bb-ba52-5a6fc6d5fdd5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 944 time: 0.0810030 Aug 29 04:23:14.580235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c1319b2-718c-494a-8060-e09179baa1b8 req-058b6cdf-f656-4c10-a04f-cbacdc1c1d23 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543094 Aug 29 04:23:14.658879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97253ac0-fef7-4228-ac00-0f34839f8b08 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.688342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97253ac0-fef7-4228-ac00-0f34839f8b08 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event deleted for resources: {'Port': ['ID=81be724e-b379-4843-980e-64d91d4bd37b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:14.698067 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-81d6ffce-1801-4f21-a726-92bf8b2cae72 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Floating IP 25a16b5e-389c-497b-a0c5-0b3a095b4f35 associated. External IP: 172.25.5.197, port: 304997e4-5d25-4328-aeb8-2c3f87504943. Aug 29 04:23:14.828464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fba7ecc4-9b17-44b3-bd2b-f64df371fa51 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:14.881464 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97253ac0-fef7-4228-ac00-0f34839f8b08 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.888914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97253ac0-fef7-4228-ac00-0f34839f8b08 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.894385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47424) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:14.895361 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-97253ac0-fef7-4228-ac00-0f34839f8b08 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "DELETE /v2.0/floatingips/795b8c7a-7b96-4649-9d30-33cbd5c56e55 HTTP/1.1" status: 204 len: 168 time: 1.7444518 Aug 29 04:23:14.899584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-59534d26-8d72-465c-b8d4-cdf9d70dbc11 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Request body: {'floatingip': {'floating_network_id': '6ed3734c-be81-4319-aa0a-149397ca5816', 'port_id': 'b1a50be9-1b59-4cff-ae51-9a04f0484caf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:14.932860 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-59534d26-8d72-465c-b8d4-cdf9d70dbc11 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.950223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port fba7ecc4-9b17-44b3-bd2b-f64df371fa51 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:14.958713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port fba7ecc4-9b17-44b3-bd2b-f64df371fa51 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:14.959076 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.077469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d6ffce-1801-4f21-a726-92bf8b2cae72 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:15.160240 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.220994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b51c8d-47d1-45cf-8609-34543e0b7cca req-089447a5-abfa-4755-bfdb-f1d0dc6a4690 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.229754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25b51c8d-47d1-45cf-8609-34543e0b7cca req-089447a5-abfa-4755-bfdb-f1d0dc6a4690 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1007686 Aug 29 04:23:15.231435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381ba15a-bff1-465a-87c6-f8b627b22784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba7ecc4-9b17-44b3-bd2b-f64df371fa51'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:15.252461 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb83d09-6da4-488a-898c-98cd260a6b6f" -d '{"events": [{"server_uuid": "381ba15a-bff1-465a-87c6-f8b627b22784", "name": "network-vif-plugged", "status": "completed", "tag": "fba7ecc4-9b17-44b3-bd2b-f64df371fa51"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:15.260931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fba7ecc4-9b17-44b3-bd2b-f64df371fa51, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:15.267019 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.321211 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce38125-29ec-484d-ae30-57e7ff00253d x-openstack-request-id: req-7ce38125-29ec-484d-ae30-57e7ff00253d {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:15.323468 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381ba15a-bff1-465a-87c6-f8b627b22784", "name": "network-vif-plugged", "status": "completed", "tag": "fba7ecc4-9b17-44b3-bd2b-f64df371fa51", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:15.323828 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ce38125-29ec-484d-ae30-57e7ff00253d {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:15.324156 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381ba15a-bff1-465a-87c6-f8b627b22784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba7ecc4-9b17-44b3-bd2b-f64df371fa51', 'code': 200} Aug 29 04:23:15.348408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25b51c8d-47d1-45cf-8609-34543e0b7cca req-6d02b061-ee85-4331-9dc7-93f85e01d6f3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094849 Aug 29 04:23:15.392004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:15.396965 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-59534d26-8d72-465c-b8d4-cdf9d70dbc11 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:23:15.402553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-59534d26-8d72-465c-b8d4-cdf9d70dbc11 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5027463 Aug 29 04:23:15.402553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47434) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:15.409488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'b1a50be9-1b59-4cff-ae51-9a04f0484caf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:15.433606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684524b-492e-4480-9a11-1c4b8ef72508 req-9cfa9805-f909-40ef-8c10-20d55040943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.433897 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b684524b-492e-4480-9a11-1c4b8ef72508 req-9cfa9805-f909-40ef-8c10-20d55040943a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 1097 time: 0.2260461 Aug 29 04:23:15.465950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d6ffce-1801-4f21-a726-92bf8b2cae72 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:15.484249 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] Sync routers for ids ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:15.495308 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] Routers {'f7462ee0-627f-48df-b16f-6bbb17f8a6c8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:15.496965 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81d6ffce-1801-4f21-a726-92bf8b2cae72 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.497522 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:15.509505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.521130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 007d0d5f-5c45-4d36-9305-e51adb79eb01 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:15.641598 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] Set router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:15.679638 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-81d6ffce-1801-4f21-a726-92bf8b2cae72 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "PUT /v2.0/floatingips/25a16b5e-389c-497b-a0c5-0b3a095b4f35 HTTP/1.1" status: 200 len: 992 time: 2.4774830 Aug 29 04:23:15.689295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '304997e4-5d25-4328-aeb8-2c3f87504943'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:15.700423 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791009e6-e4b6-472e-9da4-6ffd423bb70f" -d '{"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "304997e4-5d25-4328-aeb8-2c3f87504943"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:15.703688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 007d0d5f-5c45-4d36-9305-e51adb79eb01 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:15.717077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 007d0d5f-5c45-4d36-9305-e51adb79eb01 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:15.718829 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.731487 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b684524b-492e-4480-9a11-1c4b8ef72508 req-cdac3c41-c3a3-4355-81f6-c3739cab8f0b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815018 Aug 29 04:23:15.904299 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.959867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 007d0d5f-5c45-4d36-9305-e51adb79eb01, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=007d0d5f-5c45-4d36-9305-e51adb79eb01,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:15.970760 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.016476 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '25a16b5e-389c-497b-a0c5-0b3a095b4f35', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'port_id': '304997e4-5d25-4328-aeb8-2c3f87504943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'mac_address': 'fa:16:3e:56:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:21:33Z', 'updated_at': '2021-08-29T04:23:13Z', 'revision_number': 1, 'project_id': '0108dc87a3c545139335fa764de2de52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e508168-e329-4589-81f4-9a354a4eecc7', 'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'mac_address': 'fa:16:3e:38:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:43Z', 'updated_at': '2021-08-29T04:20:52Z', 'revision_number': 5, 'project_id': '0108dc87a3c545139335fa764de2de52', 'subnets': [{'id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:16.036007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbef86-dcff-48ec-be4c-9c8cefed6e2b req-0129d522-b180-4d1b-a55d-321651adb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.037865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8bbef86-dcff-48ec-be4c-9c8cefed6e2b req-0129d522-b180-4d1b-a55d-321651adb89a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=381ba15a-bff1-465a-87c6-f8b627b22784 HTTP/1.1" status: 200 len: 1098 time: 0.6224835 Aug 29 04:23:16.049091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d1ef8-3f05-413a-bb5b-399cd74edeb1 req-66a2fed9-d255-4d22-8969-0da0fe493a8f tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.051352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=007d0d5f-5c45-4d36-9305-e51adb79eb01,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:16.056731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669d1ef8-3f05-413a-bb5b-399cd74edeb1 req-66a2fed9-d255-4d22-8969-0da0fe493a8f tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 945 time: 0.5976994 Aug 29 04:23:16.084758 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] Checking router: f7462ee0-627f-48df-b16f-6bbb17f8a6c8 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:16.096902 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] Routers {'f7462ee0-627f-48df-b16f-6bbb17f8a6c8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:16.097807 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:16.171089 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8bbef86-dcff-48ec-be4c-9c8cefed6e2b req-021c20cd-fb50-4d02-863b-edd53f033abb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889962 Aug 29 04:23:16.184782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669d1ef8-3f05-413a-bb5b-399cd74edeb1 req-305f104f-d309-4ee6-8120-0c14de000b5d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270466 Aug 29 04:23:16.204660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6f0a8-7d82-4444-a1d3-cb030d081da0 req-c5eebbab-d9ff-4eb7-b7b7-6f3f2a290224 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.204660 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5c6f0a8-7d82-4444-a1d3-cb030d081da0 req-c5eebbab-d9ff-4eb7-b7b7-6f3f2a290224 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 945 time: 0.1838617 Aug 29 04:23:16.308349 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] Set router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:16.309922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5c6f0a8-7d82-4444-a1d3-cb030d081da0 req-a01f048e-85c0-4850-b140-d03d7b36098b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014524 Aug 29 04:23:16.332857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.435542 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690b2d17-df84-4cf8-a7c5-f10a532968fc x-openstack-request-id: req-690b2d17-df84-4cf8-a7c5-f10a532968fc {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:16.436575 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "tag": "304997e4-5d25-4328-aeb8-2c3f87504943", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:16.436575 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-690b2d17-df84-4cf8-a7c5-f10a532968fc {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:16.436575 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'tag': '304997e4-5d25-4328-aeb8-2c3f87504943', 'status': 'completed', 'code': 200} Aug 29 04:23:16.568774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Allocated IP 172.25.5.109 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/2aa0c1ca-d763-4c40-bc93-39661356804c) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:16.781554 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '25a16b5e-389c-497b-a0c5-0b3a095b4f35', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'port_id': '304997e4-5d25-4328-aeb8-2c3f87504943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'mac_address': 'fa:16:3e:56:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:21:33Z', 'updated_at': '2021-08-29T04:23:13Z', 'revision_number': 1, 'project_id': '0108dc87a3c545139335fa764de2de52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e508168-e329-4589-81f4-9a354a4eecc7', 'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'mac_address': 'fa:16:3e:38:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:43Z', 'updated_at': '2021-08-29T04:20:52Z', 'revision_number': 5, 'project_id': '0108dc87a3c545139335fa764de2de52', 'subnets': [{'id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:16.812062 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4791c-2b53-4b74-8987-aed864c47006 None None] The sync data for ids ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'] in n-d-712141-12 is: [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '25a16b5e-389c-497b-a0c5-0b3a095b4f35', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'port_id': '304997e4-5d25-4328-aeb8-2c3f87504943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'mac_address': 'fa:16:3e:56:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316c14b9-b643-4db2-a661-46508e9a3b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:21:33Z', 'updated_at': '2021-08-29T04:23:13Z', 'revision_number': 1, 'project_id': '0108dc87a3c545139335fa764de2de52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e508168-e329-4589-81f4-9a354a4eecc7', 'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'mac_address': 'fa:16:3e:38:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:43Z', 'updated_at': '2021-08-29T04:20:52Z', 'revision_number': 5, 'project_id': '0108dc87a3c545139335fa764de2de52', 'subnets': [{'id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:16.904330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45059c-4925-479e-a22d-a1323408cc92 req-05072af7-5553-4581-93bb-85e0feecb6f3 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.905954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b45059c-4925-479e-a22d-a1323408cc92 req-05072af7-5553-4581-93bb-85e0feecb6f3 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=381ba15a-bff1-465a-87c6-f8b627b22784 HTTP/1.1" status: 200 len: 946 time: 0.2068408 Aug 29 04:23:16.913651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032d51c-2c86-43a3-8bfa-ce6bee964bc0 req-549226c6-7841-4f06-bc50-9a0cb58ad0c1 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.915126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2032d51c-2c86-43a3-8bfa-ce6bee964bc0 req-549226c6-7841-4f06-bc50-9a0cb58ad0c1 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1953549 Aug 29 04:23:16.920767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-f6c8dfe3-e386-4d8d-9f79-4a1ccb16cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.921258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-f6c8dfe3-e386-4d8d-9f79-4a1ccb16cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.921731 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-f6c8dfe3-e386-4d8d-9f79-4a1ccb16cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.922206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-f6c8dfe3-e386-4d8d-9f79-4a1ccb16cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.922678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-f6c8dfe3-e386-4d8d-9f79-4a1ccb16cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.923145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-f6c8dfe3-e386-4d8d-9f79-4a1ccb16cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.923602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-f6c8dfe3-e386-4d8d-9f79-4a1ccb16cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.925546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-f6c8dfe3-e386-4d8d-9f79-4a1ccb16cdab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6510 time: 0.2410274 Aug 29 04:23:16.981438 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.119533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b45059c-4925-479e-a22d-a1323408cc92 req-b1b225ef-489f-4547-83a5-f65cfdaba703 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901958 Aug 29 04:23:17.140624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2032d51c-2c86-43a3-8bfa-ce6bee964bc0 req-b6363633-1ad3-4bc8-8f93-923448cd221b tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057228 Aug 29 04:23:17.172271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180b7a8-982f-4a29-98ea-cf9eaeafd090 None None] New status for floating IP 25a16b5e-389c-497b-a0c5-0b3a095b4f35: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:23:17.199065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-61f602a8-b24b-4d9a-9340-97d8dde09a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.201362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-61f602a8-b24b-4d9a-9340-97d8dde09a6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2fa9d0e-600e-409d-9d8b-54d571a16937 HTTP/1.1" status: 200 len: 917 time: 0.2460918 Aug 29 04:23:17.203197 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.325242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073e0822-c185-40ca-ae24-072d52b23d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007d0d5f-5c45-4d36-9305-e51adb79eb01'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:17.326908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:17.328170 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d4ea3-7907-412c-a066-8744a29c8f59" -d '{"events": [{"server_uuid": "073e0822-c185-40ca-ae24-072d52b23d9f", "name": "network-vif-plugged", "status": "completed", "tag": "007d0d5f-5c45-4d36-9305-e51adb79eb01"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:17.347124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:17.355903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:17.359090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event updated for resources: {'Port': ['ID=2aa0c1ca-d763-4c40-bc93-39661356804c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:17.418237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-2395277e-cbaf-4249-97a0-859ace19837f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=304997e4-5d25-4328-aeb8-2c3f87504943 HTTP/1.1" status: 200 len: 1000 time: 0.1857312 Aug 29 04:23:17.440651 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97722b32-1bac-4269-bd40-994731eaf1f5 x-openstack-request-id: req-97722b32-1bac-4269-bd40-994731eaf1f5 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:17.440938 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073e0822-c185-40ca-ae24-072d52b23d9f", "name": "network-vif-plugged", "status": "completed", "tag": "007d0d5f-5c45-4d36-9305-e51adb79eb01", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:17.441424 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97722b32-1bac-4269-bd40-994731eaf1f5 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:17.442105 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073e0822-c185-40ca-ae24-072d52b23d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007d0d5f-5c45-4d36-9305-e51adb79eb01', 'code': 200} Aug 29 04:23:17.572884 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49249f4-e40e-41eb-9db4-149c51022c3a req-a4c21310-691e-4e1d-a958-554fa06d84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.580783 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b49249f4-e40e-41eb-9db4-149c51022c3a req-a4c21310-691e-4e1d-a958-554fa06d84eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 1097 time: 0.0734587 Aug 29 04:23:17.660188 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b49249f4-e40e-41eb-9db4-149c51022c3a req-cf64f3a4-d57f-489a-923f-a9a1dd14a840 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691688 Aug 29 04:23:17.666487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4ea6-f595-4cca-b15e-265c1ba6bee8 req-5c04c6c5-bd59-4b37-bfdc-f6810ca82d87 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.668071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-575e4ea6-f595-4cca-b15e-265c1ba6bee8 req-5c04c6c5-bd59-4b37-bfdc-f6810ca82d87 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 945 time: 0.1979983 Aug 29 04:23:17.669765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-a9dbd802-ec81-411e-b3a4-6c8bdaa3e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.671201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-a9dbd802-ec81-411e-b3a4-6c8bdaa3e24e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=644e4da1-c29f-40d2-b99b-b0869739804c HTTP/1.1" status: 200 len: 855 time: 0.1798234 Aug 29 04:23:17.839659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-575e4ea6-f595-4cca-b15e-265c1ba6bee8 req-56ae39d3-b9a6-4012-9621-e924f621b37c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431770 Aug 29 04:23:17.852339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Deleting port 2aa0c1ca-d763-4c40-bc93-39661356804c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:17.852693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.856688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-7e88dde1-306c-401a-ad12-dc7474fe60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.858657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-7e88dde1-306c-401a-ad12-dc7474fe60ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2fa9d0e-600e-409d-9d8b-54d571a16937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183553 Aug 29 04:23:17.974505 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.016149 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.016551 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.041317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-c216afa7-707c-4e5e-9ebb-3e9e4dfcf132 service neutron] 10.222.0.52 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688373 Aug 29 04:23:18.042157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Calling delete_port for 2aa0c1ca-d763-4c40-bc93-39661356804c owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:18.215528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-791009e6-e4b6-472e-9da4-6ffd423bb70f req-2927bbe9-9a28-4a14-9e5c-c60db7ae844c service neutron] 10.222.0.52 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587200 Aug 29 04:23:18.356179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.410769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event deleted for resources: {'Port': ['ID=2aa0c1ca-d763-4c40-bc93-39661356804c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:18.454003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33328da-ae8f-432b-aa7e-3ce5ddc154e1 req-c5f5173d-cfa5-4f4f-ac57-a53c27f6eff3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.456019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e33328da-ae8f-432b-aa7e-3ce5ddc154e1 req-c5f5173d-cfa5-4f4f-ac57-a53c27f6eff3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1708534 Aug 29 04:23:18.464974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc53da-1710-4dc9-a43a-b72a41afced4 req-a0b21304-e179-4af0-ab68-4b37d18da606 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.466367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cadc53da-1710-4dc9-a43a-b72a41afced4 req-a0b21304-e179-4af0-ab68-4b37d18da606 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=381ba15a-bff1-465a-87c6-f8b627b22784 HTTP/1.1" status: 200 len: 946 time: 0.1974361 Aug 29 04:23:18.595598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cadc53da-1710-4dc9-a43a-b72a41afced4 req-d69c801b-416e-4125-9978-4858ed1ef4a3 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052563 Aug 29 04:23:18.599731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e33328da-ae8f-432b-aa7e-3ce5ddc154e1 req-446e8714-0cde-49e4-b4f5-b1fa4255495c tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106997 Aug 29 04:23:18.612522 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] create failed (client error): The resource could not be found. Aug 29 04:23:18.614428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e1b691f3-f07b-431b-927a-969927ae3222 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2097657 Aug 29 04:23:18.617743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47474) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:18.855228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-1715d15b-3809-4d6e-885e-467b3cbdff90 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Deleting port b1a50be9-1b59-4cff-ae51-9a04f0484caf {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:18.856111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1715d15b-3809-4d6e-885e-467b3cbdff90 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.044907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1715d15b-3809-4d6e-885e-467b3cbdff90 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.066737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-1715d15b-3809-4d6e-885e-467b3cbdff90 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Calling delete_port for b1a50be9-1b59-4cff-ae51-9a04f0484caf owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:19.313687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868b2ad-59b6-4654-9e11-35c908e90d11 req-287abdac-d673-4e2c-9879-d31bfcd624e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.315455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f868b2ad-59b6-4654-9e11-35c908e90d11 req-287abdac-d673-4e2c-9879-d31bfcd624e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 1097 time: 0.2006149 Aug 29 04:23:19.432383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf2a92-e812-435c-a0ef-894e6cd8668c req-3a118d7d-3011-42f0-9324-971d6c51d509 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.440429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08bf2a92-e812-435c-a0ef-894e6cd8668c req-3a118d7d-3011-42f0-9324-971d6c51d509 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 945 time: 0.2466950 Aug 29 04:23:19.564130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1715d15b-3809-4d6e-885e-467b3cbdff90 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.584801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08bf2a92-e812-435c-a0ef-894e6cd8668c req-12dc41e8-b372-41bf-9348-674a466583ee tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428075 Aug 29 04:23:19.636485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebfb13-050f-4338-afd0-a977dbf80695 req-fc46f6fa-156f-44f1-9e9b-ece579e8f157 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.644033 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddebfb13-050f-4338-afd0-a977dbf80695 req-fc46f6fa-156f-44f1-9e9b-ece579e8f157 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.2463901 Aug 29 04:23:19.650537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715d15b-3809-4d6e-885e-467b3cbdff90 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event deleted for resources: {'Port': ['ID=b1a50be9-1b59-4cff-ae51-9a04f0484caf,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.720239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868b2ad-59b6-4654-9e11-35c908e90d11 req-c8092aad-321a-41a5-9e49-6d8983459397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.721712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f868b2ad-59b6-4654-9e11-35c908e90d11 req-c8092aad-321a-41a5-9e49-6d8983459397 service neutron] 10.222.0.52 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 919 time: 0.3222139 Aug 29 04:23:20.241605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f868b2ad-59b6-4654-9e11-35c908e90d11 req-5e3678d5-9003-409a-b609-ea3d014d1583 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20774707-35d3-4d8a-9253-5e159cd7f29b HTTP/1.1" status: 200 len: 217 time: 0.1590161 Aug 29 04:23:20.258511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddebfb13-050f-4338-afd0-a977dbf80695 req-66a3e4cf-2c76-4185-91c5-3f17a922958a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116796 Aug 29 04:23:20.332586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-49f51076-4a9f-45ad-9456-493ba70466af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.340496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-49f51076-4a9f-45ad-9456-493ba70466af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/networks?id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 200 len: 813 time: 0.6281734 Aug 29 04:23:20.346254 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1715d15b-3809-4d6e-885e-467b3cbdff90 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.351042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47534) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:20.352067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1715d15b-3809-4d6e-885e-467b3cbdff90 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "DELETE /v2.0/ports/b1a50be9-1b59-4cff-ae51-9a04f0484caf HTTP/1.1" status: 204 len: 168 time: 1.7169447 Aug 29 04:23:20.372402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-f15fe727-e41b-4ebc-ab55-de798ae46469 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/quotas/2c160e257b8b4241bc144517178fdd14 HTTP/1.1" status: 200 len: 375 time: 0.0304666 Aug 29 04:23:20.437927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868b2ad-59b6-4654-9e11-35c908e90d11 req-dd1ae086-7fc1-4dfe-8f4a-2dfc948b5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.441341 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f868b2ad-59b6-4654-9e11-35c908e90d11 req-dd1ae086-7fc1-4dfe-8f4a-2dfc948b5f35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 200 len: 858 time: 0.1688290 Aug 29 04:23:20.488913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb3e4a-8ff7-444c-9d44-316c1d4bab0a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.502752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f868b2ad-59b6-4654-9e11-35c908e90d11 req-360e64e6-626f-449c-a9d8-055357290ba0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=391a7aff-b637-4ba2-b0d1-011912cd652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403881 Aug 29 04:23:20.502895 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d3eb3e4a-8ff7-444c-9d44-316c1d4bab0a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0a5b4d8-a439-41a6-a41d-a2b203ad9578 HTTP/1.1" status: 200 len: 913 time: 0.1409209 Aug 29 04:23:20.502895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47536) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:20.512504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7d6950dd-c27f-4d56-84e2-fde5e8f280ae tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c160e257b8b4241bc144517178fdd14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388831 Aug 29 04:23:20.647248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-0e1aebcc-80b9-4b81-8508-23c5674d5781 service neutron] 10.222.0.49 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312249 Aug 29 04:23:20.847489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-61e645c5-b62f-4802-8573-fa76804d7c4a tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.849209 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-61e645c5-b62f-4802-8573-fa76804d7c4a tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.52 "GET /v2.0/ports?device_id=381ba15a-bff1-465a-87c6-f8b627b22784 HTTP/1.1" status: 200 len: 946 time: 0.2413599 Aug 29 04:23:21.020422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f868b2ad-59b6-4654-9e11-35c908e90d11 req-31892467-d97f-4bb2-a1b2-bfd5ecb9d2ac service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887510 Aug 29 04:23:21.044899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cbd70-c963-4646-85d3-c9109500764e req-cfa16661-c4b2-465c-a826-e0e611bd8a72 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.050350 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-921cbd70-c963-4646-85d3-c9109500764e req-cfa16661-c4b2-465c-a826-e0e611bd8a72 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.59 "GET /v2.0/ports?device_id=362d0806-7234-4124-8fb3-436664bf79c0 HTTP/1.1" status: 200 len: 945 time: 0.2199638 Aug 29 04:23:21.135950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f868b2ad-59b6-4654-9e11-35c908e90d11 req-81776dd2-21de-49c9-9ad3-18d37e4a014e service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051331 Aug 29 04:23:21.139997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Deleting port fba7ecc4-9b17-44b3-bd2b-f64df371fa51 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:21.140593 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.159025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d83492-c521-490a-b86f-f4c1491505d6 req-38d5c14b-72e8-466a-a1a9-2599cb891950 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.166936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7d83492-c521-490a-b86f-f4c1491505d6 req-38d5c14b-72e8-466a-a1a9-2599cb891950 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 945 time: 0.3398070 Aug 29 04:23:21.274859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7d83492-c521-490a-b86f-f4c1491505d6 req-03ec166f-e7d3-404c-8d7c-35976a805029 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068223 Aug 29 04:23:21.331247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a1374ac4-b59b-4ddf-9ef1-896e1f6ac978 service neutron] 10.222.0.49 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029852 Aug 29 04:23:21.481879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] For port fba7ecc4-9b17-44b3-bd2b-f64df371fa51, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:21.482603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.509186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-921cbd70-c963-4646-85d3-c9109500764e req-beb57063-c0b8-4807-b8d4-0ca1f6560377 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Deleting port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:21.509603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-921cbd70-c963-4646-85d3-c9109500764e req-beb57063-c0b8-4807-b8d4-0ca1f6560377 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.518361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45795e-ad6d-4cc5-a2c9-441c9aa9e45a req-e9593df7-da1c-4d7c-850d-cc4bd698fa2b tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.526256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb45795e-ad6d-4cc5-a2c9-441c9aa9e45a req-e9593df7-da1c-4d7c-850d-cc4bd698fa2b tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1058769 Aug 29 04:23:21.612798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb45795e-ad6d-4cc5-a2c9-441c9aa9e45a req-8c25c254-d767-43fc-8183-d36821766881 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852311 Aug 29 04:23:21.672119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Calling delete_port for fba7ecc4-9b17-44b3-bd2b-f64df371fa51 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:21.810194 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6791e-bf06-46f0-9963-6a5d096911d0 req-81787400-d37a-49a9-9f69-506ba9fcb932 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.843467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cde6791e-bf06-46f0-9963-6a5d096911d0 req-81787400-d37a-49a9-9f69-506ba9fcb932 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 945 time: 0.1352851 Aug 29 04:23:21.884827 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.937247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cde6791e-bf06-46f0-9963-6a5d096911d0 req-4406ed59-a506-4274-9d61-2f3e6537f994 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955644 Aug 29 04:23:22.194969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e754da86-ac39-4390-a42c-e86dfcf321b5 req-5e459b79-4043-4519-bdb4-069b15d9c76b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 210 time: 0.0513737 Aug 29 04:23:22.358290 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-921cbd70-c963-4646-85d3-c9109500764e req-beb57063-c0b8-4807-b8d4-0ca1f6560377 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] For port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:22.361343 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-921cbd70-c963-4646-85d3-c9109500764e req-beb57063-c0b8-4807-b8d4-0ca1f6560377 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.453562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-921cbd70-c963-4646-85d3-c9109500764e req-beb57063-c0b8-4807-b8d4-0ca1f6560377 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Calling delete_port for 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:22.551966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f2291-ea07-4c1b-a79e-25db0381d1c5 req-e6aaad51-1a7e-4aae-8b71-4a18b8bc94d3 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.553558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f62f2291-ea07-4c1b-a79e-25db0381d1c5 req-e6aaad51-1a7e-4aae-8b71-4a18b8bc94d3 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 945 time: 0.1221323 Aug 29 04:23:22.631717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f62f2291-ea07-4c1b-a79e-25db0381d1c5 req-1496b2fd-9ae3-482a-890d-1643859df1ac tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643699 Aug 29 04:23:22.760160 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.780257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['5fb1616d-b64e-4690-a7c2-63ad9e2c25f9'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:22.817500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Pushing event deleted for resources: {'Port': ['ID=fba7ecc4-9b17-44b3-bd2b-f64df371fa51,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.857372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['fba7ecc4-9b17-44b3-bd2b-f64df371fa51'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:22.875489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.878751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.879312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.879813 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.883267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.883825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.884457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.884971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.896683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.897301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.897651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.897991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:22.922407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-921cbd70-c963-4646-85d3-c9109500764e req-beb57063-c0b8-4807-b8d4-0ca1f6560377 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.938873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a5d93-bd6d-48e4-a580-d1193edec46b req-5c0fe890-76f2-45ca-bf15-adeb51975606 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.953330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] No DVR routers for this DVR port fba7ecc4-9b17-44b3-bd2b-f64df371fa51 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:22.953530 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b73a5d93-bd6d-48e4-a580-d1193edec46b req-5c0fe890-76f2-45ca-bf15-adeb51975606 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1747382 Aug 29 04:23:22.959169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Deleting port ba1130f1-0a7c-4986-885a-21a5c4ac27e8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:22.959801 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.966578 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.969089 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0d06d86-a4ae-4c5a-858c-ca76e26d6410 req-5a4dcee0-40df-493b-8033-f12cccc03c4b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.52 "DELETE /v2.0/ports/fba7ecc4-9b17-44b3-bd2b-f64df371fa51 HTTP/1.1" status: 204 len: 173 time: 2.0837829 Aug 29 04:23:22.969795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381ba15a-bff1-465a-87c6-f8b627b22784', 'name': 'network-vif-deleted', 'tag': 'fba7ecc4-9b17-44b3-bd2b-f64df371fa51'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:22.972348 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2da835-6b0c-4491-a212-4a0cd1623d12" -d '{"events": [{"server_uuid": "381ba15a-bff1-465a-87c6-f8b627b22784", "name": "network-vif-deleted", "tag": "fba7ecc4-9b17-44b3-bd2b-f64df371fa51"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:23.017700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b73a5d93-bd6d-48e4-a580-d1193edec46b req-291dfa14-36b1-4a64-9ce8-20b21ea056dd tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596125 Aug 29 04:23:23.055422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb57063-c0b8-4807-b8d4-0ca1f6560377 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Pushing event deleted for resources: {'Port': ['ID=5fb1616d-b64e-4690-a7c2-63ad9e2c25f9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:23.114618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-921cbd70-c963-4646-85d3-c9109500764e req-beb57063-c0b8-4807-b8d4-0ca1f6560377 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] No DVR routers for this DVR port 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:23.125029 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-921cbd70-c963-4646-85d3-c9109500764e req-beb57063-c0b8-4807-b8d4-0ca1f6560377 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.128377 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-921cbd70-c963-4646-85d3-c9109500764e req-beb57063-c0b8-4807-b8d4-0ca1f6560377 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.59 "DELETE /v2.0/ports/5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 HTTP/1.1" status: 204 len: 173 time: 2.0660090 Aug 29 04:23:23.200400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.248904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Calling delete_port for ba1130f1-0a7c-4986-885a-21a5c4ac27e8 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:23.384805 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a74a9-4411-4359-b16b-8af486e112f1 x-openstack-request-id: req-f34a74a9-4411-4359-b16b-8af486e112f1 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:23.385105 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381ba15a-bff1-465a-87c6-f8b627b22784", "name": "network-vif-deleted", "tag": "fba7ecc4-9b17-44b3-bd2b-f64df371fa51", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:23.385356 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f34a74a9-4411-4359-b16b-8af486e112f1 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:23.385761 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381ba15a-bff1-465a-87c6-f8b627b22784', 'name': 'network-vif-deleted', 'tag': 'fba7ecc4-9b17-44b3-bd2b-f64df371fa51', 'status': 'completed', 'code': 200} Aug 29 04:23:23.419422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8d47c19-0f35-468e-bcc0-51c9d53395ee req-61524172-3e3e-43b0-ae36-53f98094a756 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 210 time: 0.0413575 Aug 29 04:23:23.521789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86ee49a1-22a5-4bc9-97ee-d0ecd10a261b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.557842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.624679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event deleted for resources: {'Port': ['ID=ba1130f1-0a7c-4986-885a-21a5c4ac27e8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:23.893834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3266a3-fc26-4622-9256-896c1dae24d9 req-2f91aa74-d19b-4e8a-b9ca-a151aa935407 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.895469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b3266a3-fc26-4622-9256-896c1dae24d9 req-2f91aa74-d19b-4e8a-b9ca-a151aa935407 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 945 time: 0.1448367 Aug 29 04:23:23.941834 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.041259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b3266a3-fc26-4622-9256-896c1dae24d9 req-28004a40-cd48-46f5-900c-8d8a8d9e697b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378663 Aug 29 04:23:24.411511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f9884-7dc7-4896-b513-2cc4a18ffe0f req-8f87fe5d-3fc7-4060-88de-5c6581edeb7a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.426524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-840f9884-7dc7-4896-b513-2cc4a18ffe0f req-8f87fe5d-3fc7-4060-88de-5c6581edeb7a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1942606 Aug 29 04:23:24.625007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-840f9884-7dc7-4896-b513-2cc4a18ffe0f req-7c9c2023-854b-4cbe-ae4a-f2301a6ac1be tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866705 Aug 29 04:23:24.720548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79173f6e-6820-4ad4-a992-66a7b0dc0f6c req-72f12492-e5e4-47a9-a471-fb743efcb290 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 210 time: 0.0875151 Aug 29 04:23:24.890892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fba7ecc4-9b17-44b3-bd2b-f64df371fa51 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:24.939325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: fba7ecc4-9b17-44b3-bd2b-f64df371fa51 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:24.948027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fba7ecc4-9b17-44b3-bd2b-f64df371fa51 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:25.159337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-fdf79d9d-ad59-4661-90c1-dbe98bfe71f3 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.160714 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-fdf79d9d-ad59-4661-90c1-dbe98bfe71f3 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.52 "GET /v2.0/networks?id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 200 len: 813 time: 1.2162054 Aug 29 04:23:25.171433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-08cf9eae-5d3b-493c-b2cf-d4626886697d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.173358 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-08cf9eae-5d3b-493c-b2cf-d4626886697d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 945 time: 1.2276945 Aug 29 04:23:25.183182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Request body: {'port': {'device_id': '3fb3480f-d94f-4e57-aa75-802b65c80f8b', 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812', 'admin_state_up': True, 'tenant_id': '2c160e257b8b4241bc144517178fdd14'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:25.285883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa729d9-23f1-4f91-852d-f2d998873e02 req-14585238-4bb2-4c5b-b50d-4b7ff7af4865 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.287472 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-efa729d9-23f1-4f91-852d-f2d998873e02 req-14585238-4bb2-4c5b-b50d-4b7ff7af4865 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 945 time: 0.1068876 Aug 29 04:23:25.379267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-efa729d9-23f1-4f91-852d-f2d998873e02 req-4f56bfae-9ba7-466f-b865-db74d0d44c80 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849972 Aug 29 04:23:25.428684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362d0806-7234-4124-8fb3-436664bf79c0', 'name': 'network-vif-deleted', 'tag': '5fb1616d-b64e-4690-a7c2-63ad9e2c25f9'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:25.430664 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b330bb63-340d-49f1-8920-c55cb2e1d9ed" -d '{"events": [{"server_uuid": "362d0806-7234-4124-8fb3-436664bf79c0", "name": "network-vif-deleted", "tag": "5fb1616d-b64e-4690-a7c2-63ad9e2c25f9"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:25.501934 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06404a5-6b77-42e6-a425-7323beea3b9c x-openstack-request-id: req-a06404a5-6b77-42e6-a425-7323beea3b9c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:25.502231 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362d0806-7234-4124-8fb3-436664bf79c0", "name": "network-vif-deleted", "tag": "5fb1616d-b64e-4690-a7c2-63ad9e2c25f9", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:25.502490 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a06404a5-6b77-42e6-a425-7323beea3b9c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:25.502885 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d0806-7234-4124-8fb3-436664bf79c0', 'name': 'network-vif-deleted', 'tag': '5fb1616d-b64e-4690-a7c2-63ad9e2c25f9', 'status': 'completed', 'code': 200} Aug 29 04:23:25.536594 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Made reservation on behalf of 2c160e257b8b4241bc144517178fdd14 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:25.541426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.566582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-eed69ed9-596b-4e66-b4f1-b6cbecb4475f tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.568121 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-eed69ed9-596b-4e66-b4f1-b6cbecb4475f tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.59 "GET /v2.0/networks?id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 200 len: 813 time: 1.6214726 Aug 29 04:23:25.573393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 007d0d5f-5c45-4d36-9305-e51adb79eb01 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:25.604000 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Request body: {'port': {'device_id': '83acff68-33dd-4206-b296-23984404f192', 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812', 'admin_state_up': True, 'tenant_id': '2c160e257b8b4241bc144517178fdd14'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:25.710705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Router b0a5b4d8-a439-41a6-a41d-a2b203ad9578 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:25.751703 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.816359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073e0822-c185-40ca-ae24-072d52b23d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '007d0d5f-5c45-4d36-9305-e51adb79eb01'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:25.819180 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80886628-8b78-4992-953f-b7187f9ea1c7" -d '{"events": [{"server_uuid": "073e0822-c185-40ca-ae24-072d52b23d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "007d0d5f-5c45-4d36-9305-e51adb79eb01"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:25.879258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 007d0d5f-5c45-4d36-9305-e51adb79eb01, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=007d0d5f-5c45-4d36-9305-e51adb79eb01,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:25.886942 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.888184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:25.923328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4f48cd2-11b8-445a-96f6-937ca79bcd89 req-f190d6ee-4441-4ce7-ad92-3a4f026d34a6 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 210 time: 0.0548232 Aug 29 04:23:25.925128 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f720c3a2-3abe-4e8b-9151-e50e92a20031 x-openstack-request-id: req-f720c3a2-3abe-4e8b-9151-e50e92a20031 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:25.926333 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073e0822-c185-40ca-ae24-072d52b23d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "007d0d5f-5c45-4d36-9305-e51adb79eb01", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:25.926773 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f720c3a2-3abe-4e8b-9151-e50e92a20031 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:25.927416 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073e0822-c185-40ca-ae24-072d52b23d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '007d0d5f-5c45-4d36-9305-e51adb79eb01', 'code': 200} Aug 29 04:23:25.940713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:25.941073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5fb1616d-b64e-4690-a7c2-63ad9e2c25f9 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:25.941300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:25.950072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Made reservation on behalf of 2c160e257b8b4241bc144517178fdd14 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:25.953082 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d1322-af77-431f-a5be-f6da40c8c4fe None None] Sync routers for ids ['b0a5b4d8-a439-41a6-a41d-a2b203ad9578'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:25.955140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.965363 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ec69faaa-ba23-4f1c-b396-8d777614df4a tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "PUT /v2.0/routers/b0a5b4d8-a439-41a6-a41d-a2b203ad9578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4651833 Aug 29 04:23:25.968553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47656) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:25.990400 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d1322-af77-431f-a5be-f6da40c8c4fe None None] Routers {'b0a5b4d8-a439-41a6-a41d-a2b203ad9578'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:25.995867 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a33d1322-af77-431f-a5be-f6da40c8c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b0a5b4d8-a439-41a6-a41d-a2b203ad9578'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:26.056836 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a33d1322-af77-431f-a5be-f6da40c8c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:26.068049 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d1322-af77-431f-a5be-f6da40c8c4fe None None] Routers {'b0a5b4d8-a439-41a6-a41d-a2b203ad9578'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:26.069074 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a33d1322-af77-431f-a5be-f6da40c8c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:22:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b0a5b4d8-a439-41a6-a41d-a2b203ad9578'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:26.112587 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a33d1322-af77-431f-a5be-f6da40c8c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:26.113499 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d1322-af77-431f-a5be-f6da40c8c4fe None None] The sync data for ids ['b0a5b4d8-a439-41a6-a41d-a2b203ad9578'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:26.132663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-cf7d1528-833d-4f0e-a022-5f69ca27d635 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Deleting port 007d0d5f-5c45-4d36-9305-e51adb79eb01 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:26.134205 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-cf7d1528-833d-4f0e-a022-5f69ca27d635 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.147509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=007d0d5f-5c45-4d36-9305-e51adb79eb01,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.196041 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a5b18455-b8d6-49b2-ad19-c0de1cda8782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.208516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc8f494e-2029-43fd-b9f0-22652320038c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.253568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Allocated IP 172.20.0.14 (45e343ab-9439-4b3d-8ea6-bb18ca8b3812/c380bf49-1193-4ff2-97ca-9e82de0e4dce/51244e51-eda3-4ef4-87a7-d68cfcd3d058) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:26.330439 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.344933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-cf7d1528-833d-4f0e-a022-5f69ca27d635 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] For port 007d0d5f-5c45-4d36-9305-e51adb79eb01, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=007d0d5f-5c45-4d36-9305-e51adb79eb01,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:26.345317 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-cf7d1528-833d-4f0e-a022-5f69ca27d635 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.416138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-cf7d1528-833d-4f0e-a022-5f69ca27d635 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Calling delete_port for 007d0d5f-5c45-4d36-9305-e51adb79eb01 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:26.530187 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc8f494e-2029-43fd-b9f0-22652320038c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.534539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc8f494e-2029-43fd-b9f0-22652320038c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.555587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.624871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582e18-200e-428c-8b5b-12fb93d2ef02 req-e6f0ec8a-b66e-4e04-bae0-b7a844804321 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.626892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76582e18-200e-428c-8b5b-12fb93d2ef02 req-e6f0ec8a-b66e-4e04-bae0-b7a844804321 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 943 time: 0.1346889 Aug 29 04:23:26.628431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc8f494e-2029-43fd-b9f0-22652320038c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.628981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8f494e-2029-43fd-b9f0-22652320038c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Fanout notify agent at l3_agent the message router_deleted on router b0a5b4d8-a439-41a6-a41d-a2b203ad9578 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:23:26.638434 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc8f494e-2029-43fd-b9f0-22652320038c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.642164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dc8f494e-2029-43fd-b9f0-22652320038c tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "DELETE /v2.0/routers/b0a5b4d8-a439-41a6-a41d-a2b203ad9578 HTTP/1.1" status: 204 len: 168 time: 0.6698089 Aug 29 04:23:26.659765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47672) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.706947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-cf7d1528-833d-4f0e-a022-5f69ca27d635 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.740576 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.740858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76582e18-200e-428c-8b5b-12fb93d2ef02 req-bc977c45-71e1-4218-a66d-182a104e9878 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959210 Aug 29 04:23:26.748392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Deleting subnet 6da40ba9-1caf-4957-9fec-06fa2b1b4f1d {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:26.749771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:26.752445 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.828027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.849019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d1528-833d-4f0e-a022-5f69ca27d635 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event deleted for resources: {'Port': ['ID=007d0d5f-5c45-4d36-9305-e51adb79eb01,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.860370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:26.895470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:26.898101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:26.984674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.985332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.016157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Allocated IP 172.20.0.8 (45e343ab-9439-4b3d-8ea6-bb18ca8b3812/c380bf49-1193-4ff2-97ca-9e82de0e4dce/c7f615a3-3a4a-48f2-8bbd-b465e5059fde) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:27.052248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-cf7d1528-833d-4f0e-a022-5f69ca27d635 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] No DVR routers for this DVR port 007d0d5f-5c45-4d36-9305-e51adb79eb01 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:27.059834 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-cf7d1528-833d-4f0e-a022-5f69ca27d635 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.062039 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f83d2147-4f6f-4b15-b546-4d06f9a58fff req-cf7d1528-833d-4f0e-a022-5f69ca27d635 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "DELETE /v2.0/ports/007d0d5f-5c45-4d36-9305-e51adb79eb01 HTTP/1.1" status: 204 len: 173 time: 1.7644937 Aug 29 04:23:27.064437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Pushing event updated for resources: {'Port': ['ID=51244e51-eda3-4ef4-87a7-d68cfcd3d058,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.072648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-7ae1d876-439d-4e7a-a7d3-73855d680ccf tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8940828 Aug 29 04:23:27.116679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99428ba2-9812-4499-b524-2f29b887db48 req-bde99543-fca6-4d8c-bcff-165deab2e5f1 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 210 time: 0.0644462 Aug 29 04:23:27.120354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.229806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Request body: {'port': {'device_id': '3fb3480f-d94f-4e57-aa75-802b65c80f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:27.233801 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.236183 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.270421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event deleted for resources: {'Subnet': ['ID=6da40ba9-1caf-4957-9fec-06fa2b1b4f1d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.279128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.281455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "DELETE /v2.0/subnets/6da40ba9-1caf-4957-9fec-06fa2b1b4f1d HTTP/1.1" status: 204 len: 168 time: 0.6201477 Aug 29 04:23:27.283326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.283921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.284226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47682) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:27.284946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.285543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.286044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.286531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.287038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.287530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.288092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.288611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.289108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.289596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680532f7-510c-4a26-9cd1-eee3798f518f tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:27.301381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d7a1c-98bc-491e-b84c-75141b79f276 None None] Network 6ed3734c-be81-4319-aa0a-149397ca5816 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:27.314412 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.434823 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.538365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073e0822-c185-40ca-ae24-072d52b23d9f', 'name': 'network-vif-deleted', 'tag': '007d0d5f-5c45-4d36-9305-e51adb79eb01'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:27.548691 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3dfde6-197b-47d1-9e41-bbe2f809b8d8" -d '{"events": [{"server_uuid": "073e0822-c185-40ca-ae24-072d52b23d9f", "name": "network-vif-deleted", "tag": "007d0d5f-5c45-4d36-9305-e51adb79eb01"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:27.570466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.640061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ce94-4083-4fe5-a144-afb0e9c199c6 req-030137d9-9709-4872-934f-eca2da7ff6fe tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.654304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ffd8ce94-4083-4fe5-a144-afb0e9c199c6 req-030137d9-9709-4872-934f-eca2da7ff6fe tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1206808 Aug 29 04:23:27.720750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ffd8ce94-4083-4fe5-a144-afb0e9c199c6 req-d41e5991-6a15-469c-ba46-9fd9bf94f350 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651877 Aug 29 04:23:27.738728 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.775531 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bca0eb-f715-4da1-b9b9-3c500a43f8b5 x-openstack-request-id: req-e7bca0eb-f715-4da1-b9b9-3c500a43f8b5 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:27.775949 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073e0822-c185-40ca-ae24-072d52b23d9f", "name": "network-vif-deleted", "tag": "007d0d5f-5c45-4d36-9305-e51adb79eb01", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:27.776424 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7bca0eb-f715-4da1-b9b9-3c500a43f8b5 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:27.776945 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073e0822-c185-40ca-ae24-072d52b23d9f', 'name': 'network-vif-deleted', 'tag': '007d0d5f-5c45-4d36-9305-e51adb79eb01', 'status': 'completed', 'code': 200} Aug 29 04:23:27.791698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.808898 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a991490-dc29-4451-be1b-3502fe8f6ca0 None None] DHCP port deletion for 6ed3734c-be81-4319-aa0a-149397ca5816 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:27.933467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7a991490-dc29-4451-be1b-3502fe8f6ca0 None None] Deleting port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:27.934000 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a991490-dc29-4451-be1b-3502fe8f6ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.051848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7a991490-dc29-4451-be1b-3502fe8f6ca0 None None] For port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85,segment=NetworkSegment(d95bdd80-36cd-48ae-b081-c99b0608fb68),segment_id=d95bdd80-36cd-48ae-b081-c99b0608fb68)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:28.052692 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a991490-dc29-4451-be1b-3502fe8f6ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.072558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7a991490-dc29-4451-be1b-3502fe8f6ca0 None None] Calling delete_port for 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:28.101927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ad7c78a-7e2b-4302-a114-63e36874a19c req-53e8bd9f-5f5b-4dbc-8df5-f5db3f641faa tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=073e0822-c185-40ca-ae24-072d52b23d9f HTTP/1.1" status: 200 len: 210 time: 0.1119215 Aug 29 04:23:28.215336 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a991490-dc29-4451-be1b-3502fe8f6ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.234187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a991490-dc29-4451-be1b-3502fe8f6ca0 None None] No DVR routers for this DVR port 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:28.259037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a991490-dc29-4451-be1b-3502fe8f6ca0 None None] Pushing event deleted for resources: {'Port': ['ID=7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.277506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51244e51-eda3-4ef4-87a7-d68cfcd3d058 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:28.287429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.342981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Pushing event updated for resources: {'Port': ['ID=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.346384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042e2ae-968e-408e-b20e-eb7e1be68d36 req-7eee3c6e-49f1-4e76-b54e-3bae32aca060 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.357508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:28.360583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:28.362683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] The port '7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85' was deleted {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 04:23:28.371085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9042e2ae-968e-408e-b20e-eb7e1be68d36 req-7eee3c6e-49f1-4e76-b54e-3bae32aca060 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 931 time: 0.0914981 Aug 29 04:23:28.397686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:28.400076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:28.403726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Transition to ACTIVE for port object 51244e51-eda3-4ef4-87a7-d68cfcd3d058 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:28.413840 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:28.414299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7fd754dd-f2b2-4ab5-9e97-7f7b7f9abd85 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:28.441783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.464426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9042e2ae-968e-408e-b20e-eb7e1be68d36 req-31776d2c-ccff-431d-8cc2-8958276f6220 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895422 Aug 29 04:23:28.597447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.608871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Pushing event updated for resources: {'Port': ['ID=51244e51-eda3-4ef4-87a7-d68cfcd3d058,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.634437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.635231 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.659325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed3734c-be81-4319-aa0a-149397ca5816']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:28.698142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95bdd80-36cd-48ae-b081-c99b0608fb68') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:28.698449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95bdd80-36cd-48ae-b081-c99b0608fb68') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:28.709171 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-22f7f483-be12-419f-8f12-424c0d9c9c41 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1189368 Aug 29 04:23:28.717521 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.780562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.818156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:28.818802 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.828631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Request body: {'port': {'device_id': '83acff68-33dd-4206-b296-23984404f192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:28.837664 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:28.899244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Attempting to bind port 51244e51-eda3-4ef4-87a7-d68cfcd3d058 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:28.899829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Attempting to bind port 51244e51-eda3-4ef4-87a7-d68cfcd3d058 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:28.900382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Attempting to bind port 51244e51-eda3-4ef4-87a7-d68cfcd3d058 on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:28.915631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Port 51244e51-eda3-4ef4-87a7-d68cfcd3d058 on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:28.916333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Attempting to bind port 51244e51-eda3-4ef4-87a7-d68cfcd3d058 on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:28.931739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:28.932440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Checking segment: {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:28.940018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Bound using segment: {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:28.952154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Bound port: 51244e51-eda3-4ef4-87a7-d68cfcd3d058, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:28.954577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.958124 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.010346 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.060185 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.066326 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] 10.222.0.49 "DELETE /v2.0/networks/6ed3734c-be81-4319-aa0a-149397ca5816 HTTP/1.1" status: 204 len: 168 time: 1.7722178 Aug 29 04:23:29.072414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947d09e-d07a-47a7-91f2-e19f5d869495 tempest-FloatingIPNegativeTestJSON-1151298449 tempest-FloatingIPNegativeTestJSON-1151298449-project] Pushing event deleted for resources: {'Network': ['ID=6ed3734c-be81-4319-aa0a-149397ca5816,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.091376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.120299 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6b2415d8-1a29-47e1-a007-a08b9a6416a1 req-68fb7328-3d4a-4c41-b2b4-c910801d437f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0432010 Aug 29 04:23:29.326017 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6b2415d8-1a29-47e1-a007-a08b9a6416a1 req-1faeb3cf-05bc-4a3f-adc7-6528c04ac522 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.1752875 Aug 29 04:23:29.342890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] For port 51244e51-eda3-4ef4-87a7-d68cfcd3d058, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:29.391093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] For port 51244e51-eda3-4ef4-87a7-d68cfcd3d058, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=51244e51-eda3-4ef4-87a7-d68cfcd3d058,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:29.403579 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6b2415d8-1a29-47e1-a007-a08b9a6416a1 req-e9cc4e26-74d3-48d0-99de-b746a19d68d4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537393 Aug 29 04:23:29.416038 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.641725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.642325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.643782 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] 10.222.0.52 "PUT /v2.0/ports/51244e51-eda3-4ef4-87a7-d68cfcd3d058 HTTP/1.1" status: 200 len: 1093 time: 2.5523469 Aug 29 04:23:29.740115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47754) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:29.780956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb3480f-d94f-4e57-aa75-802b65c80f8b', 'tag': '51244e51-eda3-4ef4-87a7-d68cfcd3d058'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:29.785280 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4d5da7-7626-4900-8f08-073a19d2030e" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb3480f-d94f-4e57-aa75-802b65c80f8b", "tag": "51244e51-eda3-4ef4-87a7-d68cfcd3d058"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:29.861536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7be75-809d-4e3f-9d08-ec7aa7d7df9b service neutron] Pushing event updated for resources: {'Port': ['ID=51244e51-eda3-4ef4-87a7-d68cfcd3d058,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.958018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f615a3-3a4a-48f2-8bbd-b465e5059fde {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:29.973679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.983344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783f0e8-e6a4-47c4-9277-40bb53db3275 req-d0dbbb27-bb86-47fa-a304-dff0e0c1c2ce tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.988857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Transition to ACTIVE for port object c7f615a3-3a4a-48f2-8bbd-b465e5059fde will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:29.998133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.008944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d783f0e8-e6a4-47c4-9277-40bb53db3275 req-d0dbbb27-bb86-47fa-a304-dff0e0c1c2ce tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 931 time: 0.4022069 Aug 29 04:23:30.064548 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:30.106353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-9d99cafc-b96e-46c8-aa73-91c85c11a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.109508 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-9d99cafc-b96e-46c8-aa73-91c85c11a82d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c160e257b8b4241bc144517178fdd14&device_id=3fb3480f-d94f-4e57-aa75-802b65c80f8b HTTP/1.1" status: 200 len: 1096 time: 0.3927753 Aug 29 04:23:30.128537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4309f4b0-8013-442c-bec1-3ff9e037312c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa21abe44e644356ab7cb37a75628b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859453 Aug 29 04:23:30.147258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d783f0e8-e6a4-47c4-9277-40bb53db3275 req-d588bfe1-efaa-4bd2-8530-7d3d2d6f5049 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368661 Aug 29 04:23:30.169096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47768) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:30.174884 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-60eb8126-d17d-4786-a377-e76e52a58b8c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51244e51-eda3-4ef4-87a7-d68cfcd3d058 HTTP/1.1" status: 200 len: 217 time: 0.0447466 Aug 29 04:23:30.214694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-a500e71a-294f-4dce-8689-a6ca9524f94e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.226213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-a500e71a-294f-4dce-8689-a6ca9524f94e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.4104319 Aug 29 04:23:30.281479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-e9308f67-6a63-404e-986d-a8c1b5ac63b9 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/quotas/4fab53e832624a009b9aba75e5bd5bed HTTP/1.1" status: 200 len: 375 time: 0.0460823 Aug 29 04:23:30.287062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-145c509f-66bc-4d2b-b605-baff12da5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.288586 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-145c509f-66bc-4d2b-b605-baff12da5393 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c380bf49-1193-4ff2-97ca-9e82de0e4dce HTTP/1.1" status: 200 len: 853 time: 0.0698538 Aug 29 04:23:30.293004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2415d8-1a29-47e1-a007-a08b9a6416a1 req-35d9da10-4626-4b79-b349-6d87aa2c964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.294675 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6b2415d8-1a29-47e1-a007-a08b9a6416a1 req-35d9da10-4626-4b79-b349-6d87aa2c964b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8363767 Aug 29 04:23:30.296289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Attempting to bind port c7f615a3-3a4a-48f2-8bbd-b465e5059fde on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:30.296631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Attempting to bind port c7f615a3-3a4a-48f2-8bbd-b465e5059fde by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:30.296975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Attempting to bind port c7f615a3-3a4a-48f2-8bbd-b465e5059fde on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:30.336111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Port c7f615a3-3a4a-48f2-8bbd-b465e5059fde on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:30.336992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Attempting to bind port c7f615a3-3a4a-48f2-8bbd-b465e5059fde on network 45e343ab-9439-4b3d-8ea6-bb18ca8b3812 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:30.340598 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-dfc92480-6794-4b6d-b5a3-0a86b5172833 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384052 Aug 29 04:23:30.344848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:30.345190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Checking segment: {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:30.345573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Bound using segment: {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:30.346391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Bound port: c7f615a3-3a4a-48f2-8bbd-b465e5059fde, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:30.346760 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.392999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-881dfcf6-bd6c-472f-ab8b-48713cd56fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.418650 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1f76b6-6d5b-4ad7-ba9b-da6ecb5c93f6 x-openstack-request-id: req-dd1f76b6-6d5b-4ad7-ba9b-da6ecb5c93f6 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:30.421703 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-881dfcf6-bd6c-472f-ab8b-48713cd56fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.422339 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb3480f-d94f-4e57-aa75-802b65c80f8b", "tag": "51244e51-eda3-4ef4-87a7-d68cfcd3d058", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:30.422843 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd1f76b6-6d5b-4ad7-ba9b-da6ecb5c93f6 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:30.423514 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb3480f-d94f-4e57-aa75-802b65c80f8b', 'tag': '51244e51-eda3-4ef4-87a7-d68cfcd3d058', 'status': 'completed', 'code': 200} Aug 29 04:23:30.482951 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-881dfcf6-bd6c-472f-ab8b-48713cd56fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.492106 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-881dfcf6-bd6c-472f-ab8b-48713cd56fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.503629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-881dfcf6-bd6c-472f-ab8b-48713cd56fc0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/edc64e6e-d571-4763-b23d-eb00230cb1e4 HTTP/1.1" status: 204 len: 168 time: 0.3301046 Aug 29 04:23:30.530602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dfcf6-bd6c-472f-ab8b-48713cd56fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc64e6e-d571-4763-b23d-eb00230cb1e4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:30.627679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-3517cfa5-6e85-4619-821d-851c89258f07 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3270502 Aug 29 04:23:30.695831 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-cd19aea7-cdc3-4502-9d82-6cec5508676a service neutron] 10.222.0.52 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248665 Aug 29 04:23:30.808435 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-092fa000-77b9-4268-a24d-49481bfaf805 service neutron] 10.222.0.52 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039970 Aug 29 04:23:30.819111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] For port c7f615a3-3a4a-48f2-8bbd-b465e5059fde, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:30.823483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] For port c7f615a3-3a4a-48f2-8bbd-b465e5059fde, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:30.836696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.949836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:30.974650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.975426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.977175 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a9d95174-2fe6-4cf8-bb95-774c11eab2d6 service neutron] 10.222.0.59 "PUT /v2.0/ports/c7f615a3-3a4a-48f2-8bbd-b465e5059fde HTTP/1.1" status: 200 len: 1092 time: 2.2576253 Aug 29 04:23:31.005528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-1782e539-28bf-49b3-947b-b759b66c380e service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732970 Aug 29 04:23:31.076950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5da7-7626-4900-8f08-073a19d2030e req-ec325b97-e6bc-40ad-823c-ef345d7b01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.084004 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b4d5da7-7626-4900-8f08-073a19d2030e req-ec325b97-e6bc-40ad-823c-ef345d7b01b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c160e257b8b4241bc144517178fdd14&device_id=3fb3480f-d94f-4e57-aa75-802b65c80f8b HTTP/1.1" status: 200 len: 1096 time: 0.1367996 Aug 29 04:23:31.260812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-122cba42-eff4-45fe-a7b7-5a8844f914f3 service neutron] 10.222.0.49 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300115 Aug 29 04:23:31.457744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36790274-a0a8-4250-835a-fbfff211588f req-82764a64-fb6b-4181-82f3-ea10c1b590ad tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.499833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36790274-a0a8-4250-835a-fbfff211588f req-82764a64-fb6b-4181-82f3-ea10c1b590ad tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 943 time: 0.1881323 Aug 29 04:23:32.051826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ed81a2e-ef50-4165-8f9a-2e488f149a14 req-7b85fa44-ec29-4ae6-9405-e229ed9e163a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 210 time: 0.0352080 Aug 29 04:23:32.068864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36790274-a0a8-4250-835a-fbfff211588f req-eb40e07e-72ca-4332-9b14-aa33a42af553 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678995 Aug 29 04:23:32.143272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-879a338d-d1d1-48db-b2a4-6a582417edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.166836 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-879a338d-d1d1-48db-b2a4-6a582417edf3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c160e257b8b4241bc144517178fdd14&device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 1095 time: 1.0987484 Aug 29 04:23:32.182959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5da7-7626-4900-8f08-073a19d2030e req-fa8bd8cd-1702-45ad-adbc-1e47a629d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.189277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b4d5da7-7626-4900-8f08-073a19d2030e req-fa8bd8cd-1702-45ad-adbc-1e47a629d57a service neutron] 10.222.0.52 "GET /v2.0/networks?id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 200 len: 914 time: 0.3774667 Aug 29 04:23:32.283581 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-1291376e-272e-498d-9744-1b481b7ab13b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f615a3-3a4a-48f2-8bbd-b465e5059fde HTTP/1.1" status: 200 len: 217 time: 0.1084149 Aug 29 04:23:32.363673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47826) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:32.372488 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b4d5da7-7626-4900-8f08-073a19d2030e req-cdd3b58e-ed1a-47a0-83f4-8fe0309e0413 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51244e51-eda3-4ef4-87a7-d68cfcd3d058 HTTP/1.1" status: 200 len: 217 time: 0.0868139 Aug 29 04:23:32.521427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83acff68-33dd-4206-b296-23984404f192', 'tag': 'c7f615a3-3a4a-48f2-8bbd-b465e5059fde'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:32.525599 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52d9502-394f-49a1-b028-1be418bc67b1" -d '{"events": [{"name": "network-changed", "server_uuid": "83acff68-33dd-4206-b296-23984404f192", "tag": "c7f615a3-3a4a-48f2-8bbd-b465e5059fde"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:32.542217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-84ea4ce7-ea0d-45d0-8c2a-89f755a01bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.544805 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-84ea4ce7-ea0d-45d0-8c2a-89f755a01bab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c380bf49-1193-4ff2-97ca-9e82de0e4dce HTTP/1.1" status: 200 len: 853 time: 0.1700747 Aug 29 04:23:32.615929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'networks': [{'name': 'tempest-network--1162204006'}, {'name': 'tempest-network--2139599832'}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:32.616413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'network': {'name': 'tempest-network--1162204006'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:32.616997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'network': {'name': 'tempest-network--2139599832'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:32.665457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Made reservation on behalf of 8a8695f14caa47b7861d98b3243871b5 for: {'network': 2} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:32.675921 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.690872 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.726832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5da7-7626-4900-8f08-073a19d2030e req-abe49d3e-2de2-43e7-83b9-d985f3a26b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.729912 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b4d5da7-7626-4900-8f08-073a19d2030e req-abe49d3e-2de2-43e7-83b9-d985f3a26b19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c380bf49-1193-4ff2-97ca-9e82de0e4dce HTTP/1.1" status: 200 len: 853 time: 0.1830223 Aug 29 04:23:32.734265 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d0a94-2578-4c4e-8795-c9aaa5210b18 x-openstack-request-id: req-bb6d0a94-2578-4c4e-8795-c9aaa5210b18 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:32.734710 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83acff68-33dd-4206-b296-23984404f192", "tag": "c7f615a3-3a4a-48f2-8bbd-b465e5059fde", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:32.735112 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb6d0a94-2578-4c4e-8795-c9aaa5210b18 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:32.735724 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83acff68-33dd-4206-b296-23984404f192', 'tag': 'c7f615a3-3a4a-48f2-8bbd-b465e5059fde', 'status': 'completed', 'code': 200} Aug 29 04:23:32.798222 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a2b9ee04-5b91-4fa6-aa02-62d5f5e94d32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668662 Aug 29 04:23:32.875034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b4d5da7-7626-4900-8f08-073a19d2030e req-48a5f215-a45d-4625-bcb6-55257851332c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759070 Aug 29 04:23:32.911912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.919053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.921989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.979064 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-a78a7c4f-a092-4de8-9281-560b8dd50e10 service neutron] 10.222.0.59 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030402 Aug 29 04:23:32.984789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:32.990994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa6e24-c616-442b-9e47-39074c505f92,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:33.001709 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.002551 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Added segment cc7ef76d-366e-4cf9-8bef-9ce7ed360c27 of type vlan for network cccd4f9b-3ed5-43b8-84f6-4b83719382b7 Aug 29 04:23:33.054318 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.135925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:33.163622 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.164027 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Added segment 2b284d1a-7f41-45a0-ab0f-40b7c36d577d of type vlan for network 48672a0d-4efa-4e9d-b8d3-a707558d758b Aug 29 04:23:33.218008 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5799316-5a41-4bfc-bf5e-7197784b5eb5 req-cd66baf8-e2e2-42e3-9af5-9878e40a36c5 service neutron] 10.222.0.59 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597378 Aug 29 04:23:33.228707 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b4d5da7-7626-4900-8f08-073a19d2030e req-3f40e937-96e5-4ca4-ab86-1fe6b443b478 service neutron] 10.222.0.52 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486930 Aug 29 04:23:33.291487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41a8747a-1e11-4496-9d82-4e75f70ad66c req-da5e3353-9825-4268-a053-5ed58d52dd61 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 210 time: 0.0716438 Aug 29 04:23:33.315111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.406558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41505a-9a0e-47cd-a03b-741f4a95e98b req-a44885bf-dce5-4050-8b37-5f06ddcc9708 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.419697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d9502-394f-49a1-b028-1be418bc67b1 req-5e279da4-6d42-4659-ad69-f3b0c8496537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.426712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b41505a-9a0e-47cd-a03b-741f4a95e98b req-a44885bf-dce5-4050-8b37-5f06ddcc9708 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 943 time: 0.2162054 Aug 29 04:23:33.426842 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b52d9502-394f-49a1-b028-1be418bc67b1 req-5e279da4-6d42-4659-ad69-f3b0c8496537 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c160e257b8b4241bc144517178fdd14&device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 1095 time: 0.1475008 Aug 29 04:23:33.447475 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b4d5da7-7626-4900-8f08-073a19d2030e req-ca964d3b-0f88-46d0-8207-c812ce83427e service neutron] 10.222.0.52 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099686 Aug 29 04:23:33.458439 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.459076 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.464848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.470473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.471360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.552589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1874173 Aug 29 04:23:33.554497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47860) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:33.619174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b41505a-9a0e-47cd-a03b-741f4a95e98b req-aafee0bc-4852-415a-ae99-93179dd580bd tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922123 Aug 29 04:23:33.680179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d9502-394f-49a1-b028-1be418bc67b1 req-95b53640-2542-404b-9ed5-27e3ce31b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.685193 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b52d9502-394f-49a1-b028-1be418bc67b1 req-95b53640-2542-404b-9ed5-27e3ce31b1c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 200 len: 914 time: 0.2517903 Aug 29 04:23:33.688680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'Network': ['ID=cccd4f9b-3ed5-43b8-84f6-4b83719382b7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:33.700101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network cccd4f9b-3ed5-43b8-84f6-4b83719382b7 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:33.767899 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b52d9502-394f-49a1-b028-1be418bc67b1 req-fda63f06-dc8c-4a24-8d35-521a16b54e17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f615a3-3a4a-48f2-8bbd-b465e5059fde HTTP/1.1" status: 200 len: 217 time: 0.0683856 Aug 29 04:23:33.775532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e6c0f-59f6-44df-a675-0213ee86eef2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'Network': ['ID=48672a0d-4efa-4e9d-b8d3-a707558d758b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:33.798111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 48672a0d-4efa-4e9d-b8d3-a707558d758b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:33.874861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-2534d5c4-c3cd-4e7d-8332-beddd91b3e02 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.876669 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-2534d5c4-c3cd-4e7d-8332-beddd91b3e02 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 805 time: 0.3538911 Aug 29 04:23:33.905600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Request body: {'port': {'device_id': '7fb3eaf7-4362-4a48-b674-a45dffcdcbd8', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'admin_state_up': True, 'tenant_id': '4fab53e832624a009b9aba75e5bd5bed'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:34.015832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383afde-d3fa-49b3-8950-2d9a8ad8e012 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.031178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d9502-394f-49a1-b028-1be418bc67b1 req-9eccbbea-6f2c-4a6d-9c95-ab56a4de0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.035012 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b52d9502-394f-49a1-b028-1be418bc67b1 req-9eccbbea-6f2c-4a6d-9c95-ab56a4de0ae7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c380bf49-1193-4ff2-97ca-9e82de0e4dce HTTP/1.1" status: 200 len: 853 time: 0.2516253 Aug 29 04:23:34.036158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383afde-d3fa-49b3-8950-2d9a8ad8e012 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.055048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383afde-d3fa-49b3-8950-2d9a8ad8e012 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.076905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383afde-d3fa-49b3-8950-2d9a8ad8e012 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.104800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7383afde-d3fa-49b3-8950-2d9a8ad8e012 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5442467 Aug 29 04:23:34.105904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47876) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:34.196357 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b52d9502-394f-49a1-b028-1be418bc67b1 req-de503101-97c6-445b-a514-5316d0f69a07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45e343ab-9439-4b3d-8ea6-bb18ca8b3812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390408 Aug 29 04:23:34.197094 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Made reservation on behalf of 4fab53e832624a009b9aba75e5bd5bed for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:34.200587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.254076 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.281801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83625bc4-ea2d-41da-80f1-32fff2274055 req-0f060b73-a224-4ba0-b0b0-27d5a4419a6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.289250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83625bc4-ea2d-41da-80f1-32fff2274055 req-0f060b73-a224-4ba0-b0b0-27d5a4419a6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 945 time: 0.1823301 Aug 29 04:23:34.471911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83625bc4-ea2d-41da-80f1-32fff2274055 req-14583e79-7a3a-465c-8dc8-ea311741cb61 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817045 Aug 29 04:23:34.473999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.478850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8ca75ad-4976-4acb-a848-afbbecbfb6c1 req-36e7d8d5-480b-4909-82cb-c086ee416d6e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 210 time: 0.0482190 Aug 29 04:23:34.489314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccd4f9b-3ed5-43b8-84f6-4b83719382b7']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:34.505517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7ef76d-366e-4cf9-8bef-9ce7ed360c27') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:34.505517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7ef76d-366e-4cf9-8bef-9ce7ed360c27') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:34.532548 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.566894 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.583958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:34.584415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.620276 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b52d9502-394f-49a1-b028-1be418bc67b1 req-d93db492-80ab-4c5c-b80e-3dd0dafff021 service neutron] 10.222.0.59 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154003 Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:34.672741 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:34.675217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.712954 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.715189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "DELETE /v2.0/networks/cccd4f9b-3ed5-43b8-84f6-4b83719382b7 HTTP/1.1" status: 204 len: 168 time: 0.6071053 Aug 29 04:23:34.724871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47892) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:34.754265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1d4b3-48a4-4b5d-b3c1-132aedd6ebbe tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event deleted for resources: {'Network': ['ID=cccd4f9b-3ed5-43b8-84f6-4b83719382b7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:34.773045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Allocated IP 172.20.0.3 (9affe2b5-86a2-4e94-b605-2357849469a0/8403fb6b-2733-4111-9891-375088cbf5e3/0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:34.937980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 51244e51-eda3-4ef4-87a7-d68cfcd3d058 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:34.992754 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.009958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875ec16-a79d-421d-bca2-a980c1404493 req-2ec7967c-31ab-41ec-b4d6-4df5eff533e9 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.022201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0875ec16-a79d-421d-bca2-a980c1404493 req-2ec7967c-31ab-41ec-b4d6-4df5eff533e9 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 943 time: 0.1647336 Aug 29 04:23:35.119687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0875ec16-a79d-421d-bca2-a980c1404493 req-950bdea3-8518-4c46-85c2-3afe671dfe4f tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852137 Aug 29 04:23:35.207086 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b52d9502-394f-49a1-b028-1be418bc67b1 req-2b4425ac-6bf4-4ebe-8944-944f3f7302a7 service neutron] 10.222.0.59 "GET /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735646 Aug 29 04:23:35.254741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 51244e51-eda3-4ef4-87a7-d68cfcd3d058, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=51244e51-eda3-4ef4-87a7-d68cfcd3d058,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:35.270568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '51244e51-eda3-4ef4-87a7-d68cfcd3d058', 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812', 'port_id': '51244e51-eda3-4ef4-87a7-d68cfcd3d058', 'mac_address': 'fa:16:3e:1f:5a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c380bf49-1193-4ff2-97ca-9e82de0e4dce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:35.316039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.346337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51244e51-eda3-4ef4-87a7-d68cfcd3d058 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:35.349573 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.370075 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48672a0d-4efa-4e9d-b8d3-a707558d758b']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:35.387973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b284d1a-7f41-45a0-ab0f-40b7c36d577d') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:35.388348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b284d1a-7f41-45a0-ab0f-40b7c36d577d') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:35.408623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.414291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 51244e51-eda3-4ef4-87a7-d68cfcd3d058, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=51244e51-eda3-4ef4-87a7-d68cfcd3d058,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:35.421221 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.436184 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.442718 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.453001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:35.453401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:35.456521 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:35.506631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=51244e51-eda3-4ef4-87a7-d68cfcd3d058,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.545726 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.557528 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.561461 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "DELETE /v2.0/networks/48672a0d-4efa-4e9d-b8d3-a707558d758b HTTP/1.1" status: 204 len: 168 time: 0.8234563 Aug 29 04:23:35.564118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47910) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:35.600041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.602608 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37df46-8416-4a61-9d61-caa16adfb9ba tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event deleted for resources: {'Network': ['ID=48672a0d-4efa-4e9d-b8d3-a707558d758b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.618574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c7f615a3-3a4a-48f2-8bbd-b465e5059fde details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:35.659221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event updated for resources: {'Port': ['ID=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.673836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:35.689576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Network 9affe2b5-86a2-4e94-b605-2357849469a0 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:35.694257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:35.698659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:35.706148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065f54d-2019-4ce5-b743-2daeb854e680 req-206a3230-fd4b-4b91-8bda-349aa0e3cf6a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.713745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a065f54d-2019-4ce5-b743-2daeb854e680 req-206a3230-fd4b-4b91-8bda-349aa0e3cf6a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 931 time: 0.1273727 Aug 29 04:23:35.772841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.773676 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.778393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f13424b-c91f-47ed-9199-3c23ece2d98c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.784652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f13424b-c91f-47ed-9199-3c23ece2d98c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.786771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9f13424b-c91f-47ed-9199-3c23ece2d98c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2208300 Aug 29 04:23:35.792510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47914) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:35.798128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a065f54d-2019-4ce5-b743-2daeb854e680 req-c85645a4-1fc3-4f4f-8da1-576a29c11cd6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832634 Aug 29 04:23:35.800226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1967453701'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:35.828901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-d5a5f316-6370-4c92-a90a-5e874e088061 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9387295 Aug 29 04:23:35.848180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Request body: {'port': {'device_id': '7fb3eaf7-4362-4a48-b674-a45dffcdcbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:35.850266 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.resource_extend [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:23:35.917785 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.934299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Made reservation on behalf of 8a8695f14caa47b7861d98b3243871b5 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:35.939411 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.996152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:36.023671 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.024071 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Added segment e2110687-644f-4ee8-ae64-aafcb49ef474 of type vlan for network 44a112ba-00bc-459b-84fc-32f97913a2e4 Aug 29 04:23:36.113928 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['51244e51-eda3-4ef4-87a7-d68cfcd3d058'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:36.143498 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.180467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c7f615a3-3a4a-48f2-8bbd-b465e5059fde, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:36.270059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'c7f615a3-3a4a-48f2-8bbd-b465e5059fde', 'network_id': '45e343ab-9439-4b3d-8ea6-bb18ca8b3812', 'port_id': 'c7f615a3-3a4a-48f2-8bbd-b465e5059fde', 'mac_address': 'fa:16:3e:af:40:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c380bf49-1193-4ff2-97ca-9e82de0e4dce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:36.320340 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.326081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.326853 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.337624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e9587-d196-4c66-8493-7632d7b9e692 req-97e20957-5ad6-45fb-ba30-ff2d5499976a tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.346439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-724e9587-d196-4c66-8493-7632d7b9e692 req-97e20957-5ad6-45fb-ba30-ff2d5499976a tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 943 time: 0.1009989 Aug 29 04:23:36.395129 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.398503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-724e9587-d196-4c66-8493-7632d7b9e692 req-626d2985-73c0-4248-a17c-8c77f13105d5 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475023 Aug 29 04:23:36.425820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f615a3-3a4a-48f2-8bbd-b465e5059fde {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:36.464661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c7f615a3-3a4a-48f2-8bbd-b465e5059fde, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:36.472679 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6790242 Aug 29 04:23:36.473609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47926) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:36.498542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-209632870'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:36.524299 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.534121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e630a-6eed-444e-a290-5293dc5c2e36 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'Network': ['ID=44a112ba-00bc-459b-84fc-32f97913a2e4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:36.558987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 44a112ba-00bc-459b-84fc-32f97913a2e4 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:36.586190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Made reservation on behalf of 8a8695f14caa47b7861d98b3243871b5 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:36.590916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.681997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:36.694126 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.700138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:36.715241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:36.728974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Transition to ACTIVE for port object 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:36.739103 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.742658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.742658 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Added segment 6a33f256-e3a3-439e-8089-4aaabf1250e0 of type vlan for network 0c85ba8b-3c12-4d66-98ee-d266f729980c Aug 29 04:23:36.761865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['c7f615a3-3a4a-48f2-8bbd-b465e5059fde'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:36.790209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:36.817887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.872100 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.897573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.898363 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.942283 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Attempting to bind port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:36.950147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Attempting to bind port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:36.950959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Attempting to bind port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:36.959868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc on network 9affe2b5-86a2-4e94-b605-2357849469a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:36.960611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Attempting to bind port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc on network 9affe2b5-86a2-4e94-b605-2357849469a0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:36.970617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:36.971343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Checking segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:36.971997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Bound using segment: {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:36.972712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Bound port: 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11de7dd-95be-414b-b2f7-79f11ef212be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:36.973302 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.974913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:37.031778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5519638 Aug 29 04:23:37.034210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47934) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.039412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'ports': [{'network_id': '44a112ba-00bc-459b-84fc-32f97913a2e4', 'name': 'tempest-port--1310129521', 'admin_state_up': True}, {'network_id': '0c85ba8b-3c12-4d66-98ee-d266f729980c', 'admin_state_up': False}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:37.039977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'port': {'network_id': '44a112ba-00bc-459b-84fc-32f97913a2e4', 'name': 'tempest-port--1310129521', 'admin_state_up': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:37.040792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'port': {'network_id': '0c85ba8b-3c12-4d66-98ee-d266f729980c', 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:37.073534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5b8a4-d124-45ae-99ac-145a2a607cdd tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'Network': ['ID=0c85ba8b-3c12-4d66-98ee-d266f729980c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.115471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 0c85ba8b-3c12-4d66-98ee-d266f729980c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:37.132968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cefdc-5fa1-4835-b867-91ebe2dc4c8b req-1196261f-40d7-4e21-a000-54aced8d5abb tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.142737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-723cefdc-5fa1-4835-b867-91ebe2dc4c8b req-1196261f-40d7-4e21-a000-54aced8d5abb tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 943 time: 0.1596253 Aug 29 04:23:37.153767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] For port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:37.161355 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.161533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] For port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:37.171239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.206201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-723cefdc-5fa1-4835-b867-91ebe2dc4c8b req-e8210666-7000-4632-bb97-6ade85b5e271 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573158 Aug 29 04:23:37.230017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.230586 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.232056 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] 10.222.0.59 "PUT /v2.0/ports/0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc HTTP/1.1" status: 200 len: 1092 time: 1.3905051 Aug 29 04:23:37.233691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb3eaf7-4362-4a48-b674-a45dffcdcbd8', 'tag': '0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:37.235633 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005bdef2-d86f-4c79-a59a-ed82f005fd39" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb3eaf7-4362-4a48-b674-a45dffcdcbd8", "tag": "0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:37.236290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:37.245450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:37.249282 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f965d06-5bd8-4ecf-94b0-80fc71c47f7c" -d '{"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:37.255597 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.303109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c3ce8-77eb-483b-8f4f-6f2f29abc484 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.323018 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b41eead-3654-42e0-ac2f-f1bf55655f6b x-openstack-request-id: req-4b41eead-3654-42e0-ac2f-f1bf55655f6b {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:37.323287 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb3eaf7-4362-4a48-b674-a45dffcdcbd8", "tag": "0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:37.323582 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b41eead-3654-42e0-ac2f-f1bf55655f6b {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:37.323906 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb3eaf7-4362-4a48-b674-a45dffcdcbd8', 'tag': '0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc', 'status': 'completed', 'code': 200} Aug 29 04:23:37.374052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-ec49b03a-1ff7-4e0e-89e2-09707e159d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.376669 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-ec49b03a-1ff7-4e0e-89e2-09707e159d06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0853856 Aug 29 04:23:37.473947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Made reservation on behalf of 8a8695f14caa47b7861d98b3243871b5 for: {'port': 2} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:37.478977 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-6c6b62d1-bdbc-4687-aee6-577140b00b6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc HTTP/1.1" status: 200 len: 217 time: 0.0936546 Aug 29 04:23:37.480632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.492341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.510360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.571182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-131cfe3a-5571-4a78-b8e0-d100e7ee5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.573001 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-131cfe3a-5571-4a78-b8e0-d100e7ee5cd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.0854607 Aug 29 04:23:37.625877 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e2dffa-2a26-405f-bd94-57561b029368 x-openstack-request-id: req-61e2dffa-2a26-405f-bd94-57561b029368 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:37.627941 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:37.631759 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61e2dffa-2a26-405f-bd94-57561b029368 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:37.643498 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'code': 200} Aug 29 04:23:37.651510 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-3d24dd82-a412-4788-b78a-f515c1c82a82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637293 Aug 29 04:23:37.659164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c7f615a3-3a4a-48f2-8bbd-b465e5059fde up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:37.675996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] device_id is not set on port e7eebede-c545-4555-b6ad-61ba6773432d yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:37.697287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55701f7d-ec2f-4475-b78d-6ba5bde741fe req-c578b3fd-60e5-4407-8033-4cf5ab0ba87d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.698810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55701f7d-ec2f-4475-b78d-6ba5bde741fe req-c578b3fd-60e5-4407-8033-4cf5ab0ba87d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 944 time: 0.1615543 Aug 29 04:23:37.767536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55701f7d-ec2f-4475-b78d-6ba5bde741fe req-2486ff14-5d44-4761-b05c-12bd9955d03b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611484 Aug 29 04:23:37.790821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port c7f615a3-3a4a-48f2-8bbd-b465e5059fde completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:37.810112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port c7f615a3-3a4a-48f2-8bbd-b465e5059fde triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:37.810364 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.838743 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-e636f3ff-18da-4da6-9fb8-d6d3e212f592 service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750367 Aug 29 04:23:37.922368 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.927155 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.972184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c7f615a3-3a4a-48f2-8bbd-b465e5059fde, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:37.980994 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.985172 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1fbef0c-a6fc-47d3-97bd-a5601bdaf6d7 req-a47639a7-f85c-41af-bd7a-0456c00a2002 service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385643 Aug 29 04:23:38.062374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] device_id is not set on port 72c356e3-a538-429f-aec4-138656d06989 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:38.063908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.135320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bdef2-d86f-4c79-a59a-ed82f005fd39 req-30710b4a-f886-4fce-9cc5-b6ac4279771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.153141 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-005bdef2-d86f-4c79-a59a-ed82f005fd39 req-30710b4a-f886-4fce-9cc5-b6ac4279771a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fab53e832624a009b9aba75e5bd5bed&device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0907433 Aug 29 04:23:38.217575 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.288355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bdef2-d86f-4c79-a59a-ed82f005fd39 req-4ca938a2-66a7-4730-bab0-99e2b7fc48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.290585 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-005bdef2-d86f-4c79-a59a-ed82f005fd39 req-4ca938a2-66a7-4730-bab0-99e2b7fc48b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 200 len: 906 time: 0.1289206 Aug 29 04:23:38.304473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.358155 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-005bdef2-d86f-4c79-a59a-ed82f005fd39 req-44846e78-6bd0-4e7f-aa7c-c64b60229f38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc HTTP/1.1" status: 200 len: 217 time: 0.0574534 Aug 29 04:23:38.401714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'Port': ['ID=e7eebede-c545-4555-b6ad-61ba6773432d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.422631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967d48-9ccd-415f-8e01-70b5c28e847d req-d0533850-097a-475d-aea5-4cf2a53ba923 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.424860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9967d48-9ccd-415f-8e01-70b5c28e847d req-d0533850-097a-475d-aea5-4cf2a53ba923 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 943 time: 0.1431320 Aug 29 04:23:38.433639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bdef2-d86f-4c79-a59a-ed82f005fd39 req-0da6db3e-52f3-4583-9ace-26267564f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.437082 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-005bdef2-d86f-4c79-a59a-ed82f005fd39 req-0da6db3e-52f3-4583-9ace-26267564f945 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 200 len: 845 time: 0.0700481 Aug 29 04:23:38.460294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Checking segment: {'id': 'e2110687-644f-4ee8-ae64-aafcb49ef474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '44a112ba-00bc-459b-84fc-32f97913a2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:38.460785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Network hostable DHCP agents. Network: 44a112ba-00bc-459b-84fc-32f97913a2e4, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:38.480995 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-005bdef2-d86f-4c79-a59a-ed82f005fd39 req-ae50aaa6-df6a-47a7-a795-21049f4da7d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9affe2b5-86a2-4e94-b605-2357849469a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353887 Aug 29 04:23:38.504407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9967d48-9ccd-415f-8e01-70b5c28e847d req-f314f4c0-fc5c-40e5-8aba-03476907f18f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677865 Aug 29 04:23:38.513122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Network 44a112ba-00bc-459b-84fc-32f97913a2e4 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:38.542277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 44a112ba-00bc-459b-84fc-32f97913a2e4) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:38.551043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:38.553306 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.556616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ceaec-3992-4831-8e54-97dc3796e1f3 None None] Network 44a112ba-00bc-459b-84fc-32f97913a2e4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:38.664769 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-005bdef2-d86f-4c79-a59a-ed82f005fd39 req-642b3946-b568-4223-926c-5c45f7b21c8c service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754835 Aug 29 04:23:38.679418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'Port': ['ID=72c356e3-a538-429f-aec4-138656d06989,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.690065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Checking segment: {'id': '6a33f256-e3a3-439e-8089-4aaabf1250e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0c85ba8b-3c12-4d66-98ee-d266f729980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:38.690803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Network hostable DHCP agents. Network: 0c85ba8b-3c12-4d66-98ee-d266f729980c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:38.725628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Network 0c85ba8b-3c12-4d66-98ee-d266f729980c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:38.745435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 0c85ba8b-3c12-4d66-98ee-d266f729980c) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:38.756675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:38.776387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.787780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f99406-8af5-42ce-a941-bc1cf20fac5f None None] Network 0c85ba8b-3c12-4d66-98ee-d266f729980c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:38.788965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.789678 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.819903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-728a1b8a-2996-4132-a265-a04c5d235d18 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7843144 Aug 29 04:23:38.825451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47970) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.856219 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-005bdef2-d86f-4c79-a59a-ed82f005fd39 req-9489ddd6-76b2-4851-9349-8f02ab53613d service neutron] 10.222.0.59 "GET /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837115 Aug 29 04:23:38.958846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 51244e51-eda3-4ef4-87a7-d68cfcd3d058 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:39.033042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 51244e51-eda3-4ef4-87a7-d68cfcd3d058 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:39.034028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ace297-f26d-4010-a9b3-ce6260d68a1f tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.037855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 51244e51-eda3-4ef4-87a7-d68cfcd3d058 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:39.038607 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.040088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ace297-f26d-4010-a9b3-ce6260d68a1f tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.041637 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-79ace297-f26d-4010-a9b3-ce6260d68a1f tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2148991 Aug 29 04:23:39.044710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47972) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:39.058083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda08f2d-213b-4cad-9f60-e6b69ff5a794 req-42961a6f-92e1-476e-b2a7-59bc1f5b2d79 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.067172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fda08f2d-213b-4cad-9f60-e6b69ff5a794 req-42961a6f-92e1-476e-b2a7-59bc1f5b2d79 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 945 time: 0.1330504 Aug 29 04:23:39.136884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fda08f2d-213b-4cad-9f60-e6b69ff5a794 req-400c0389-589f-42d2-997b-7edd0b3575e7 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687292 Aug 29 04:23:39.219420 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.248900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0846c664-cc15-49a9-8e51-86ba76731e69 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Deleting port e7eebede-c545-4555-b6ad-61ba6773432d {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:39.250226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0846c664-cc15-49a9-8e51-86ba76731e69 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.260062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 51244e51-eda3-4ef4-87a7-d68cfcd3d058, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=51244e51-eda3-4ef4-87a7-d68cfcd3d058,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:39.269222 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.334736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=51244e51-eda3-4ef4-87a7-d68cfcd3d058,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.346267 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0846c664-cc15-49a9-8e51-86ba76731e69 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.361084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0846c664-cc15-49a9-8e51-86ba76731e69 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Calling delete_port for e7eebede-c545-4555-b6ad-61ba6773432d owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:39.463313 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0846c664-cc15-49a9-8e51-86ba76731e69 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.506296 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846c664-cc15-49a9-8e51-86ba76731e69 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event deleted for resources: {'Port': ['ID=e7eebede-c545-4555-b6ad-61ba6773432d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.519334 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0846c664-cc15-49a9-8e51-86ba76731e69 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.521823 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0846c664-cc15-49a9-8e51-86ba76731e69 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "DELETE /v2.0/ports/e7eebede-c545-4555-b6ad-61ba6773432d HTTP/1.1" status: 204 len: 168 time: 0.4760776 Aug 29 04:23:39.526839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47980) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:39.646149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83acff68-33dd-4206-b296-23984404f192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f615a3-3a4a-48f2-8bbd-b465e5059fde'}, {'server_uuid': '3fb3480f-d94f-4e57-aa75-802b65c80f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51244e51-eda3-4ef4-87a7-d68cfcd3d058'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:39.649858 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a666d99-4694-4856-b6f1-33502860cb90" -d '{"events": [{"server_uuid": "83acff68-33dd-4206-b296-23984404f192", "name": "network-vif-plugged", "status": "completed", "tag": "c7f615a3-3a4a-48f2-8bbd-b465e5059fde"}, {"server_uuid": "3fb3480f-d94f-4e57-aa75-802b65c80f8b", "name": "network-vif-plugged", "status": "completed", "tag": "51244e51-eda3-4ef4-87a7-d68cfcd3d058"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:39.693700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df4072-9fda-4ae6-ab57-4d61727f203e req-846338f0-5275-4ad0-b179-b729854e16af tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.696761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7df4072-9fda-4ae6-ab57-4d61727f203e req-846338f0-5275-4ad0-b179-b729854e16af tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 943 time: 0.0783725 Aug 29 04:23:39.702717 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1462bc6-4123-43a1-9b77-fa7b0188e440 x-openstack-request-id: req-b1462bc6-4123-43a1-9b77-fa7b0188e440 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:39.703238 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83acff68-33dd-4206-b296-23984404f192", "name": "network-vif-plugged", "status": "completed", "tag": "c7f615a3-3a4a-48f2-8bbd-b465e5059fde", "code": 200}, {"server_uuid": "3fb3480f-d94f-4e57-aa75-802b65c80f8b", "name": "network-vif-plugged", "status": "completed", "tag": "51244e51-eda3-4ef4-87a7-d68cfcd3d058", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:39.703706 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1462bc6-4123-43a1-9b77-fa7b0188e440 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:39.704358 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83acff68-33dd-4206-b296-23984404f192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f615a3-3a4a-48f2-8bbd-b465e5059fde', 'code': 200} Aug 29 04:23:39.704674 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb3480f-d94f-4e57-aa75-802b65c80f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51244e51-eda3-4ef4-87a7-d68cfcd3d058', 'code': 200} Aug 29 04:23:39.709411 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed5604-5b57-43ae-8f75-7d7c45ffb660 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Deleting port 72c356e3-a538-429f-aec4-138656d06989 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:39.709895 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5604-5b57-43ae-8f75-7d7c45ffb660 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.774033 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7df4072-9fda-4ae6-ab57-4d61727f203e req-699e8c84-7dfa-4bb9-952e-fdeb86250efc tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670593 Aug 29 04:23:39.827707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5604-5b57-43ae-8f75-7d7c45ffb660 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.870798 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed5604-5b57-43ae-8f75-7d7c45ffb660 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Calling delete_port for 72c356e3-a538-429f-aec4-138656d06989 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:39.880133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799626f0-c337-4179-904b-88e3124a7177 req-b1c5fc6a-d726-4d07-acfa-f27b1226d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.881934 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-799626f0-c337-4179-904b-88e3124a7177 req-b1c5fc6a-d726-4d07-acfa-f27b1226d844 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 1097 time: 0.1117225 Aug 29 04:23:39.993103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151462aa-a409-4f16-96e6-49ad32f04c44 req-eebad3ec-2e5c-4bd9-91a2-942412618ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.994829 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-151462aa-a409-4f16-96e6-49ad32f04c44 req-eebad3ec-2e5c-4bd9-91a2-942412618ff6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3fb3480f-d94f-4e57-aa75-802b65c80f8b HTTP/1.1" status: 200 len: 1098 time: 0.1573713 Aug 29 04:23:40.021307 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-799626f0-c337-4179-904b-88e3124a7177 req-8d17e441-f80d-485c-84c7-a0a32876f959 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291981 Aug 29 04:23:40.052585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5604-5b57-43ae-8f75-7d7c45ffb660 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.097642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed5604-5b57-43ae-8f75-7d7c45ffb660 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event deleted for resources: {'Port': ['ID=72c356e3-a538-429f-aec4-138656d06989,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.102517 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5604-5b57-43ae-8f75-7d7c45ffb660 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.106864 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f4ed5604-5b57-43ae-8f75-7d7c45ffb660 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "DELETE /v2.0/ports/72c356e3-a538-429f-aec4-138656d06989 HTTP/1.1" status: 204 len: 168 time: 0.5767901 Aug 29 04:23:40.106864 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-151462aa-a409-4f16-96e6-49ad32f04c44 req-e713bf8f-4c82-46ce-acec-5086365361ed service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674477 Aug 29 04:23:40.107964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47992) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:40.140789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ec196456-91d7-49ed-88d8-1bd2df2ed1ab tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311844 Aug 29 04:23:40.146546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47994) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:40.151524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1667952959'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:40.185734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Made reservation on behalf of 8a8695f14caa47b7861d98b3243871b5 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:40.190304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.259976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:40.275477 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.275858 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Added segment e88d2906-9dcd-4181-a070-7ff6c4346fea of type vlan for network 479dffaa-bfa9-4089-af56-eed1adfac2e2 Aug 29 04:23:40.321452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962e76b-ebcf-4262-b777-1c05a92a6d41 req-d64ccb8b-52ba-4c10-8786-e9eb31b6cc4d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.323061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7962e76b-ebcf-4262-b777-1c05a92a6d41 req-d64ccb8b-52ba-4c10-8786-e9eb31b6cc4d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 945 time: 0.0976467 Aug 29 04:23:40.338918 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.386604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7962e76b-ebcf-4262-b777-1c05a92a6d41 req-9e0e8ec7-3b32-4046-8a7e-8eac41c68ac7 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568113 Aug 29 04:23:40.396803 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.403309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.405588 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.479248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3289952 Aug 29 04:23:40.479484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48004) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:40.481295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670e174-48c8-4038-a885-2a7157395e16 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'Network': ['ID=479dffaa-bfa9-4089-af56-eed1adfac2e2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.486553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1000574517'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:40.494480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 479dffaa-bfa9-4089-af56-eed1adfac2e2 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:40.516112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Made reservation on behalf of 8a8695f14caa47b7861d98b3243871b5 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:40.520537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.547367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:40.561946 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.563163 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Added segment d743839e-67f1-455f-ac9a-f040b9354ead of type vlan for network 3062585e-28cd-46cb-b3b3-9fd96bf91bb5 Aug 29 04:23:40.621958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.650802 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.657481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.657624 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.720359 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:23:40.724273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2410586 Aug 29 04:23:40.736615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c40e6-5bdc-4aeb-a794-7d48ac67953c tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'Network': ['ID=3062585e-28cd-46cb-b3b3-9fd96bf91bb5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.749531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 3062585e-28cd-46cb-b3b3-9fd96bf91bb5 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:40.870036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48010) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:40.880966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'subnets': [{'network_id': '479dffaa-bfa9-4089-af56-eed1adfac2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--813640608', 'ip_version': 4}, {'network_id': '3062585e-28cd-46cb-b3b3-9fd96bf91bb5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:40.881287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'subnet': {'network_id': '479dffaa-bfa9-4089-af56-eed1adfac2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--813640608', 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:40.881867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Request body: {'subnet': {'network_id': '3062585e-28cd-46cb-b3b3-9fd96bf91bb5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:40.952245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:41.001955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88172f11-717c-4d84-bddf-ce0fa9f0756a req-d846d32b-1e67-4c16-a163-f9b8b1942592 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.003356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88172f11-717c-4d84-bddf-ce0fa9f0756a req-d846d32b-1e67-4c16-a163-f9b8b1942592 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 943 time: 0.1273818 Aug 29 04:23:41.070856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:41.109707 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'port_id': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'mac_address': 'fa:16:3e:85:a0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:41.123786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88172f11-717c-4d84-bddf-ce0fa9f0756a req-6d064afc-e009-4cf1-bae8-1250d6a4591e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979652 Aug 29 04:23:41.166024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Made reservation on behalf of 8a8695f14caa47b7861d98b3243871b5 for: {'subnet': 2} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:41.171766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.173568 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.174501 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.200447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffc7c17-efd4-4ce0-8a79-08accb7a429c {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:41.228456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:41.233106 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.297328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:41.498024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2ffc7c17-efd4-4ce0-8a79-08accb7a429c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:41.641599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:41.808334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:41.830407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc', 'network_id': '9affe2b5-86a2-4e94-b605-2357849469a0', 'port_id': '0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc', 'mac_address': 'fa:16:3e:da:ab:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8403fb6b-2733-4111-9891-375088cbf5e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:41.854848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f0b04-aea5-4cc6-80c1-b572952c2de9 req-c13c5c79-4ef3-4eec-9ee4-04242af98f52 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.857456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe9f0b04-aea5-4cc6-80c1-b572952c2de9 req-c13c5c79-4ef3-4eec-9ee4-04242af98f52 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 945 time: 0.0994320 Aug 29 04:23:41.879053 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.894166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:41.914894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:41.919224 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.933585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe9f0b04-aea5-4cc6-80c1-b572952c2de9 req-1e35a768-674a-4796-83b1-fc6999df7cf4 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690737 Aug 29 04:23:42.023913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.070088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.123360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3c769-5c81-44cd-80ab-8f4c8998a228 req-8b50a205-2638-48b0-8573-de9abfd78fe5 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.125188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9c3c769-5c81-44cd-80ab-8f4c8998a228 req-8b50a205-2638-48b0-8573-de9abfd78fe5 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb3480f-d94f-4e57-aa75-802b65c80f8b HTTP/1.1" status: 200 len: 946 time: 0.1121311 Aug 29 04:23:42.154054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:42.194129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'Subnet': ['ID=40c267e7-bca9-4ce6-ab6f-8648aa1a65e6,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.204542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Checking segment: {'id': 'e88d2906-9dcd-4181-a070-7ff6c4346fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '479dffaa-bfa9-4089-af56-eed1adfac2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:42.204917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Network hostable DHCP agents. Network: 479dffaa-bfa9-4089-af56-eed1adfac2e2, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:42.226962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9c3c769-5c81-44cd-80ab-8f4c8998a228 req-263c9331-7e82-4915-b138-234d9458d7b4 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934641 Aug 29 04:23:42.239559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Network 479dffaa-bfa9-4089-af56-eed1adfac2e2 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:42.254389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 479dffaa-bfa9-4089-af56-eed1adfac2e2) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:42.259977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.277358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1380283f-14fc-4e9d-8dd6-12b42a8d1eac None None] Network 479dffaa-bfa9-4089-af56-eed1adfac2e2 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:42.366737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event updated for resources: {'Subnet': ['ID=08989f82-07b1-4496-a2e2-fffde8555cdc,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.401515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4a727-f45c-4507-b82f-c9cb015adbc4 req-8aac78a5-5266-4e07-a1c4-be8a2cd24a0c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.403076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44f4a727-f45c-4507-b82f-c9cb015adbc4 req-8aac78a5-5266-4e07-a1c4-be8a2cd24a0c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 944 time: 0.1068413 Aug 29 04:23:42.416100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Checking segment: {'id': 'd743839e-67f1-455f-ac9a-f040b9354ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3062585e-28cd-46cb-b3b3-9fd96bf91bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:42.416615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Network hostable DHCP agents. Network: 3062585e-28cd-46cb-b3b3-9fd96bf91bb5, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:42.462636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44f4a727-f45c-4507-b82f-c9cb015adbc4 req-9db767cd-dd39-4f8a-8ff7-b99de23a4140 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536306 Aug 29 04:23:42.463956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Network 3062585e-28cd-46cb-b3b3-9fd96bf91bb5 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:42.478400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 3062585e-28cd-46cb-b3b3-9fd96bf91bb5) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:42.493623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.493623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.493623 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.493920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96054b1a-234b-44c9-8eac-d1273a13b6fd None None] Network 3062585e-28cd-46cb-b3b3-9fd96bf91bb5 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:42.510040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0cabb44a-a519-45bb-b46e-0db94f359380 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6329830 Aug 29 04:23:42.510294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48040) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.602227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002819d8-0f4b-4938-ac1b-ab77b9fc56f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-479dffaa-bfa9-4089-af56-eed1adfac2e2', 'network_id': '479dffaa-bfa9-4089-af56-eed1adfac2e2', 'tenant_id': '8a8695f14caa47b7861d98b3243871b5', 'fixed_ips': [{'subnet_id': '40c267e7-bca9-4ce6-ab6f-8648aa1a65e6'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:42.603366 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-002819d8-0f4b-4938-ac1b-ab77b9fc56f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.615902 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da57673-c898-4b81-afa2-ff56767293a2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.617925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da57673-c898-4b81-afa2-ff56767293a2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.619602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da57673-c898-4b81-afa2-ff56767293a2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.621284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3da57673-c898-4b81-afa2-ff56767293a2 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1095374 Aug 29 04:23:42.625617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48042) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.679318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ded7ac3-5852-42ae-b576-5d8e246b8458 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Deleting subnet 40c267e7-bca9-4ce6-ab6f-8648aa1a65e6 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:42.682767 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9ded7ac3-5852-42ae-b576-5d8e246b8458 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.723156 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9ded7ac3-5852-42ae-b576-5d8e246b8458 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.773398 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9ded7ac3-5852-42ae-b576-5d8e246b8458 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.855088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23a3c9-6917-440a-8581-88f7c1f8433d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-3062585e-28cd-46cb-b3b3-9fd96bf91bb5', 'network_id': '3062585e-28cd-46cb-b3b3-9fd96bf91bb5', 'tenant_id': '8a8695f14caa47b7861d98b3243871b5', 'fixed_ips': [{'subnet_id': '08989f82-07b1-4496-a2e2-fffde8555cdc'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:42.856739 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8a23a3c9-6917-440a-8581-88f7c1f8433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.883881 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9ded7ac3-5852-42ae-b576-5d8e246b8458 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.923798 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9ded7ac3-5852-42ae-b576-5d8e246b8458 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.926259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9ded7ac3-5852-42ae-b576-5d8e246b8458 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "DELETE /v2.0/subnets/40c267e7-bca9-4ce6-ab6f-8648aa1a65e6 HTTP/1.1" status: 204 len: 168 time: 0.2994721 Aug 29 04:23:42.927324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded7ac3-5852-42ae-b576-5d8e246b8458 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event deleted for resources: {'Subnet': ['ID=40c267e7-bca9-4ce6-ab6f-8648aa1a65e6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.932892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48046) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-002819d8-0f4b-4938-ac1b-ab77b9fc56f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40c267e7-bca9-4ce6-ab6f-8648aa1a65e6: This subnet is being modified by another concurrent operation. Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:23:42.951528 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40c267e7-bca9-4ce6-ab6f-8648aa1a65e6: This subnet is being modified by another concurrent operation. Aug 29 04:23:42.955826 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:23:43.017588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:43.021356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed35a05-61e5-403a-b024-9dbcfc517240 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Deleting subnet 08989f82-07b1-4496-a2e2-fffde8555cdc {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:43.025199 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed35a05-61e5-403a-b024-9dbcfc517240 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.062016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672e83c5-e4b7-47c8-ad31-583dbef08b7d None None] Network 479dffaa-bfa9-4089-af56-eed1adfac2e2 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:43.370515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a21d93-6a88-49a8-9cf7-2f2672544135 req-35418df3-8281-44aa-9ade-21b99ac1b1be tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.372498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24a21d93-6a88-49a8-9cf7-2f2672544135 req-35418df3-8281-44aa-9ade-21b99ac1b1be tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb3480f-d94f-4e57-aa75-802b65c80f8b HTTP/1.1" status: 200 len: 946 time: 0.0562160 Aug 29 04:23:43.376732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:43.380301 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.423346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24a21d93-6a88-49a8-9cf7-2f2672544135 req-64bfe9c4-242e-4060-8b42-aeb6d27d3d2d tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405145 Aug 29 04:23:43.424006 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed35a05-61e5-403a-b024-9dbcfc517240 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.473447 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.491397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed35a05-61e5-403a-b024-9dbcfc517240 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.497667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:43.499971 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c0be8e-fdf6-4580-a94d-34035b64d4d5" -d '{"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:43.514916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:43.520789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.585603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=10']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:43.587159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed35a05-61e5-403a-b024-9dbcfc517240 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-8a23a3c9-6917-440a-8581-88f7c1f8433d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08989f82-07b1-4496-a2e2-fffde8555cdc: This subnet is being modified by another concurrent operation. Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:23:43.596856 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08989f82-07b1-4496-a2e2-fffde8555cdc: This subnet is being modified by another concurrent operation. Aug 29 04:23:43.601343 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:23:43.615479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed35a05-61e5-403a-b024-9dbcfc517240 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event deleted for resources: {'Subnet': ['ID=08989f82-07b1-4496-a2e2-fffde8555cdc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:43.616817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f83197-faaf-43ac-b768-0ef6930a3610 None None] Network 3062585e-28cd-46cb-b3b3-9fd96bf91bb5 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:43.621667 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ed35a05-61e5-403a-b024-9dbcfc517240 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.624993 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8ed35a05-61e5-403a-b024-9dbcfc517240 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "DELETE /v2.0/subnets/08989f82-07b1-4496-a2e2-fffde8555cdc HTTP/1.1" status: 204 len: 168 time: 0.6906924 Aug 29 04:23:43.627179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48066) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:43.670542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:43.677278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eaf1d-f845-4779-b708-90f33621baee req-f262a7f5-7741-42b9-abba-766d60520d51 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.685813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e55eaf1d-f845-4779-b708-90f33621baee req-f262a7f5-7741-42b9-abba-766d60520d51 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 944 time: 0.0965822 Aug 29 04:23:43.732689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e55eaf1d-f845-4779-b708-90f33621baee req-2a4727e8-b64f-474e-8c6b-308f5f21cb55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457125 Aug 29 04:23:43.735206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f087a7f4-ee7e-43de-a168-5b9c2ef13076 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.736733 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f087a7f4-ee7e-43de-a168-5b9c2ef13076 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1085873 Aug 29 04:23:43.739333 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e254f64-f5f0-4926-8835-e96a59c0feff x-openstack-request-id: req-5e254f64-f5f0-4926-8835-e96a59c0feff {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:43.740021 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:43.740483 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e254f64-f5f0-4926-8835-e96a59c0feff {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:43.740871 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'code': 200} Aug 29 04:23:43.742088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48070) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:43.798718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:43.803530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:43.803934 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.825586 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.831810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241aee05-58c6-42f9-a5a1-7b15c79046ad None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:23:43.930151 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.949880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3062585e-28cd-46cb-b3b3-9fd96bf91bb5']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:43.963303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd743839e-67f1-455f-ac9a-f040b9354ead') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:43.963599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd743839e-67f1-455f-ac9a-f040b9354ead') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:43.974328 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.984329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770424f-42ee-4b1c-b752-4f7ac7a0b951 req-9e8217c2-5c6a-42ac-8395-e22a0539bf89 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.989905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f770424f-42ee-4b1c-b752-4f7ac7a0b951 req-9e8217c2-5c6a-42ac-8395-e22a0539bf89 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb3480f-d94f-4e57-aa75-802b65c80f8b HTTP/1.1" status: 200 len: 946 time: 0.0777090 Aug 29 04:23:43.990074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.996079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:43.996550 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:44.000173 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:44.047229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.053759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f770424f-42ee-4b1c-b752-4f7ac7a0b951 req-18b0095d-658c-49b1-9380-ab2d22fa7cf5 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568221 Aug 29 04:23:44.058604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241aee05-58c6-42f9-a5a1-7b15c79046ad None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:23:44.074547 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.084499 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.088682 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "DELETE /v2.0/networks/3062585e-28cd-46cb-b3b3-9fd96bf91bb5 HTTP/1.1" status: 204 len: 168 time: 0.3454270 Aug 29 04:23:44.089090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48080) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:44.108765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b7ac6-c5f6-4bac-8d43-05b881582253 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event deleted for resources: {'Network': ['ID=3062585e-28cd-46cb-b3b3-9fd96bf91bb5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.192452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:44.196288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.199097 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.327113 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.338752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479dffaa-bfa9-4089-af56-eed1adfac2e2']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:44.362319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88d2906-9dcd-4181-a070-7ff6c4346fea') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:44.362623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88d2906-9dcd-4181-a070-7ff6c4346fea') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:44.367228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.374465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.390439 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.397952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe961-3bb0-44a6-81da-f24558dbf905 req-b6957cd6-5761-4e04-8d1c-41e263415d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.400848 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-525fe961-3bb0-44a6-81da-f24558dbf905 req-b6957cd6-5761-4e04-8d1c-41e263415d49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 1097 time: 0.0605268 Aug 29 04:23:44.406151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:44.406569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:44.409767 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:44.538276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4a3ab-0e55-4d4b-858d-ca2ece4860f3 req-9aa0d403-9981-4726-978f-14a120b76e75 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.562500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24c4a3ab-0e55-4d4b-858d-ca2ece4860f3 req-9aa0d403-9981-4726-978f-14a120b76e75 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.2158890 Aug 29 04:23:44.563754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe961-3bb0-44a6-81da-f24558dbf905 req-a6cb9ad4-9d36-4f53-bb88-5142909fe74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.565194 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-525fe961-3bb0-44a6-81da-f24558dbf905 req-a6cb9ad4-9d36-4f53-bb88-5142909fe74c service neutron] 10.222.0.52 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 919 time: 0.1556866 Aug 29 04:23:44.574136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.591987 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.604853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "DELETE /v2.0/networks/479dffaa-bfa9-4089-af56-eed1adfac2e2 HTTP/1.1" status: 204 len: 168 time: 0.5145619 Aug 29 04:23:44.640478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48104) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:44.654627 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-525fe961-3bb0-44a6-81da-f24558dbf905 req-3ba97a40-6739-41bf-8968-72e52a95f771 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20774707-35d3-4d8a-9253-5e159cd7f29b HTTP/1.1" status: 200 len: 217 time: 0.0787649 Aug 29 04:23:44.670910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c3b02-2d12-4a6d-8b87-6675f2dcd558 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event deleted for resources: {'Network': ['ID=479dffaa-bfa9-4089-af56-eed1adfac2e2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.701946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436509ba-eb6a-4f71-9f86-f45a784de9df None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:23:44.741992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24c4a3ab-0e55-4d4b-858d-ca2ece4860f3 req-e1935ede-78da-4778-8f89-0d4c1961782a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785948 Aug 29 04:23:44.751557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe961-3bb0-44a6-81da-f24558dbf905 req-a7bf6fae-df01-4087-ae7e-ef8e7baff0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.753818 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-525fe961-3bb0-44a6-81da-f24558dbf905 req-a7bf6fae-df01-4087-ae7e-ef8e7baff0c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 200 len: 858 time: 0.0875380 Aug 29 04:23:44.792558 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.816554 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-525fe961-3bb0-44a6-81da-f24558dbf905 req-0e5eec4c-969f-496d-8957-7c152e3902ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=391a7aff-b637-4ba2-b0d1-011912cd652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472975 Aug 29 04:23:44.864389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436509ba-eb6a-4f71-9f86-f45a784de9df None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:23:44.906975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-517fb1e4-690f-4a63-81e4-2e05511c209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.908594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-517fb1e4-690f-4a63-81e4-2e05511c209e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1098 time: 0.1471550 Aug 29 04:23:44.941778 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-525fe961-3bb0-44a6-81da-f24558dbf905 req-68172868-b5d4-43ee-8ec1-e6f9f688208b service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144667 Aug 29 04:23:45.019134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb2c3e-d139-4390-a57c-a94ef1fbc24f req-d83e4ba6-8da8-4d7a-aff3-d7839ebf4397 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.020575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2eb2c3e-d139-4390-a57c-a94ef1fbc24f req-d83e4ba6-8da8-4d7a-aff3-d7839ebf4397 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1581373 Aug 29 04:23:45.031067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.055093 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-525fe961-3bb0-44a6-81da-f24558dbf905 req-2dcc91ea-7a92-4459-afa7-e7a99ddd7fd2 service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059935 Aug 29 04:23:45.057678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c85ba8b-3c12-4d66-98ee-d266f729980c']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:45.114530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-21186160-892a-4fa5-acf3-d8527ca26574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.116557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-21186160-892a-4fa5-acf3-d8527ca26574 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.1702473 Aug 29 04:23:45.125920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a33f256-e3a3-439e-8089-4aaabf1250e0') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:45.126306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a33f256-e3a3-439e-8089-4aaabf1250e0') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:45.172681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.224432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2eb2c3e-d139-4390-a57c-a94ef1fbc24f req-433a8589-7e34-4697-9c5b-42eaf4d3ec22 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957610 Aug 29 04:23:45.244723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.264734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:45.265168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:45.270314 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:45.327404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-2c009010-0dff-48a2-98cf-19fc44ae726a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 1000 time: 0.1978893 Aug 29 04:23:45.328166 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-cd45170b-dfe2-4ea2-9e52-6f2209bd1bf1 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.329763 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-cd45170b-dfe2-4ea2-9e52-6f2209bd1bf1 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.59 "GET /v2.0/ports?device_id=83acff68-33dd-4206-b296-23984404f192 HTTP/1.1" status: 200 len: 945 time: 0.0608010 Aug 29 04:23:45.342576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76060f09-f308-4c43-a361-f808db090771 req-70aa0356-4ce0-4ee0-b33b-b5c6c9a7701b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.346109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76060f09-f308-4c43-a361-f808db090771 req-70aa0356-4ce0-4ee0-b33b-b5c6c9a7701b tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb3480f-d94f-4e57-aa75-802b65c80f8b HTTP/1.1" status: 200 len: 946 time: 0.1762669 Aug 29 04:23:45.407377 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.424217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.431126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "DELETE /v2.0/networks/0c85ba8b-3c12-4d66-98ee-d266f729980c HTTP/1.1" status: 204 len: 168 time: 0.7861443 Aug 29 04:23:45.436569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48116) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:45.454567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4c6c4-16a4-4129-8572-ab90e7476168 tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event deleted for resources: {'Network': ['ID=0c85ba8b-3c12-4d66-98ee-d266f729980c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.465002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-aec62d2f-ac50-4f01-951b-f0f662317745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.466507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-aec62d2f-ac50-4f01-951b-f0f662317745 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1161008 Aug 29 04:23:45.469373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76060f09-f308-4c43-a361-f808db090771 req-22183031-dab4-4a9b-9938-90aa3da3dd19 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089075 Aug 29 04:23:45.507973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-a47ab7ea-5308-4419-843e-e6e42f0951af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Deleting port c7f615a3-3a4a-48f2-8bbd-b465e5059fde {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:45.508380 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-a47ab7ea-5308-4419-843e-e6e42f0951af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.532442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-4a2a57b2-919f-44c1-ab88-84532bcf3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.533950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-4a2a57b2-919f-44c1-ab88-84532bcf3d8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446668 Aug 29 04:23:45.577481 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.643724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-c932a83f-6d44-4b44-b29c-889a0d59eea1 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994356 Aug 29 04:23:45.705836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-a47ab7ea-5308-4419-843e-e6e42f0951af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] For port c7f615a3-3a4a-48f2-8bbd-b465e5059fde, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:45.706171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-a47ab7ea-5308-4419-843e-e6e42f0951af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.724310 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.726773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-a47ab7ea-5308-4419-843e-e6e42f0951af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Calling delete_port for c7f615a3-3a4a-48f2-8bbd-b465e5059fde owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:45.739654 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a112ba-00bc-459b-84fc-32f97913a2e4']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:45.741957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb3eaf7-4362-4a48-b674-a45dffcdcbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:45.744275 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70273115-23d8-4d21-84e7-fa01c85811a7" -d '{"events": [{"server_uuid": "7fb3eaf7-4362-4a48-b674-a45dffcdcbd8", "name": "network-vif-plugged", "status": "completed", "tag": "0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:45.780293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2110687-644f-4ee8-ae64-aafcb49ef474') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:45.780293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2110687-644f-4ee8-ae64-aafcb49ef474') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:45.786303 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672a7ae0-87d3-4879-bfa1-053e8413d112 x-openstack-request-id: req-672a7ae0-87d3-4879-bfa1-053e8413d112 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:45.786607 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb3eaf7-4362-4a48-b674-a45dffcdcbd8", "name": "network-vif-plugged", "status": "completed", "tag": "0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:45.786859 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-672a7ae0-87d3-4879-bfa1-053e8413d112 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:45.787250 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb3eaf7-4362-4a48-b674-a45dffcdcbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc', 'code': 200} Aug 29 04:23:45.835407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.878678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.897143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-990fa2c5-f525-461a-a660-85ed09ce4e27 req-fc6da4f3-35cc-4002-b2fa-79a0f8a1430e service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698346 Aug 29 04:23:45.917125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:45.917919 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.924816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdda54c-3a70-40f5-84db-f4fd957aa84e req-7459babb-a5ba-439f-b11b-5dddb3bac731 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:45.926779 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:45.929545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-efdda54c-3a70-40f5-84db-f4fd957aa84e req-7459babb-a5ba-439f-b11b-5dddb3bac731 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.0669363 Aug 29 04:23:45.982451 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-efdda54c-3a70-40f5-84db-f4fd957aa84e req-2c59939c-b4cf-42fd-a8c1-a0ee53b0f37d tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Aug 29 04:23:45.996283 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-0d33297a-34cc-4f59-ab98-09a00cdaf673 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.997846 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-0d33297a-34cc-4f59-ab98-09a00cdaf673 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fb3480f-d94f-4e57-aa75-802b65c80f8b HTTP/1.1" status: 200 len: 946 time: 0.2462184 Aug 29 04:23:46.070190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850659e7-eba6-4587-935e-efd63bff8105 req-c09f203f-0f96-478d-a6ff-7d99e77bb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:46.072443 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-850659e7-eba6-4587-935e-efd63bff8105 req-c09f203f-0f96-478d-a6ff-7d99e77bb6cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 1097 time: 0.2144401 Aug 29 04:23:46.073053 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.136821 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.138832 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] 10.222.0.49 "DELETE /v2.0/networks/44a112ba-00bc-459b-84fc-32f97913a2e4 HTTP/1.1" status: 204 len: 168 time: 0.6958652 Aug 29 04:23:46.164683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c587df-cf6a-423d-ac13-ed8e5dd0662d tempest-BulkNetworkOpsTest-117085226 tempest-BulkNetworkOpsTest-117085226-project] Pushing event deleted for resources: {'Network': ['ID=44a112ba-00bc-459b-84fc-32f97913a2e4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.198251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-a47ab7ea-5308-4419-843e-e6e42f0951af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.201195 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-850659e7-eba6-4587-935e-efd63bff8105 req-119198d9-db3c-4d3b-9ef7-9eff8314180a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985324 Aug 29 04:23:46.210578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['c7f615a3-3a4a-48f2-8bbd-b465e5059fde'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:46.236349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ab7ea-5308-4419-843e-e6e42f0951af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Pushing event deleted for resources: {'Port': ['ID=c7f615a3-3a4a-48f2-8bbd-b465e5059fde,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.239483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['51244e51-eda3-4ef4-87a7-d68cfcd3d058'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:46.283341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-b33148fb-b762-4888-aaec-1388a5b92e69 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Deleting port 51244e51-eda3-4ef4-87a7-d68cfcd3d058 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:46.283977 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-b33148fb-b762-4888-aaec-1388a5b92e69 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.339774 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-a47ab7ea-5308-4419-843e-e6e42f0951af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] No DVR routers for this DVR port c7f615a3-3a4a-48f2-8bbd-b465e5059fde on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:46.391453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ca7d-3209-42de-b1e3-ca0c093882d3 req-87362fb9-c579-4aa5-8124-5e4c659111a0 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:46.399603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab81ca7d-3209-42de-b1e3-ca0c093882d3 req-87362fb9-c579-4aa5-8124-5e4c659111a0 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.0714638 Aug 29 04:23:46.425802 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-a47ab7ea-5308-4419-843e-e6e42f0951af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.428864 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d2dae1f-fd98-49ad-8727-20c0a7a44959 req-a47ab7ea-5308-4419-843e-e6e42f0951af tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.59 "DELETE /v2.0/ports/c7f615a3-3a4a-48f2-8bbd-b465e5059fde HTTP/1.1" status: 204 len: 173 time: 1.0919662 Aug 29 04:23:46.429778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83acff68-33dd-4206-b296-23984404f192', 'name': 'network-vif-deleted', 'tag': 'c7f615a3-3a4a-48f2-8bbd-b465e5059fde'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:46.432938 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abf574b-748c-4d1c-ab6e-8c861487a1b9" -d '{"events": [{"server_uuid": "83acff68-33dd-4206-b296-23984404f192", "name": "network-vif-deleted", "tag": "c7f615a3-3a4a-48f2-8bbd-b465e5059fde"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:46.469105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab81ca7d-3209-42de-b1e3-ca0c093882d3 req-3f24260f-9c67-468e-af71-345fe621c33d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684650 Aug 29 04:23:46.518101 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17381d4a-144d-455b-ad3e-d5d3d5fb50a8 x-openstack-request-id: req-17381d4a-144d-455b-ad3e-d5d3d5fb50a8 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:46.518786 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83acff68-33dd-4206-b296-23984404f192", "name": "network-vif-deleted", "tag": "c7f615a3-3a4a-48f2-8bbd-b465e5059fde", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:46.519455 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17381d4a-144d-455b-ad3e-d5d3d5fb50a8 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:46.520428 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83acff68-33dd-4206-b296-23984404f192', 'name': 'network-vif-deleted', 'tag': 'c7f615a3-3a4a-48f2-8bbd-b465e5059fde', 'status': 'completed', 'code': 200} Aug 29 04:23:46.562889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-b33148fb-b762-4888-aaec-1388a5b92e69 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] For port 51244e51-eda3-4ef4-87a7-d68cfcd3d058, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=51244e51-eda3-4ef4-87a7-d68cfcd3d058,segment=NetworkSegment(fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07),segment_id=fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:46.565000 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-b33148fb-b762-4888-aaec-1388a5b92e69 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.567203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48150) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:46.617373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-b33148fb-b762-4888-aaec-1388a5b92e69 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Calling delete_port for 51244e51-eda3-4ef4-87a7-d68cfcd3d058 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:46.670148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97ee8a-ddd5-44f9-a86a-6e5ae4d402e5 req-f225435b-9bfb-43af-a6e3-d8a845520f86 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:46.681313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e97ee8a-ddd5-44f9-a86a-6e5ae4d402e5 req-f225435b-9bfb-43af-a6e3-d8a845520f86 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb3480f-d94f-4e57-aa75-802b65c80f8b HTTP/1.1" status: 200 len: 946 time: 0.1069973 Aug 29 04:23:46.734140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e97ee8a-ddd5-44f9-a86a-6e5ae4d402e5 req-cc6bea13-0225-4e6b-8aa2-c7b67f6725be tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/security-groups?id=de519f26-1c0d-4ad5-9085-85108bd4ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493841 Aug 29 04:23:46.819571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fef83749-02c7-4dba-ad29-d39bae8ba252 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a8695f14caa47b7861d98b3243871b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507274 Aug 29 04:23:46.820569 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-b33148fb-b762-4888-aaec-1388a5b92e69 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.823445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48164) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:46.835915 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['c7f615a3-3a4a-48f2-8bbd-b465e5059fde'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:46.866721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33148fb-b762-4888-aaec-1388a5b92e69 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Pushing event deleted for resources: {'Port': ['ID=51244e51-eda3-4ef4-87a7-d68cfcd3d058,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.904334 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f145564-1f79-496c-b75d-5fa46b903bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.920942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-b33148fb-b762-4888-aaec-1388a5b92e69 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] No DVR routers for this DVR port 51244e51-eda3-4ef4-87a7-d68cfcd3d058 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:46.924792 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-b33148fb-b762-4888-aaec-1388a5b92e69 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.926715 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-be9aa4af-89bb-4df8-9ea6-4f9c5419c610 req-b33148fb-b762-4888-aaec-1388a5b92e69 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.52 "DELETE /v2.0/ports/51244e51-eda3-4ef4-87a7-d68cfcd3d058 HTTP/1.1" status: 204 len: 173 time: 0.9196057 Aug 29 04:23:46.929380 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f145564-1f79-496c-b75d-5fa46b903bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.017279 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f145564-1f79-496c-b75d-5fa46b903bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.030127 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f145564-1f79-496c-b75d-5fa46b903bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.040438 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1f145564-1f79-496c-b75d-5fa46b903bc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86fa6e24-c616-442b-9e47-39074c505f92 HTTP/1.1" status: 204 len: 168 time: 0.2146938 Aug 29 04:23:47.060395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f145564-1f79-496c-b75d-5fa46b903bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa6e24-c616-442b-9e47-39074c505f92,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:47.242685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd3b8b-a93f-43f3-b61b-49ee75438111 req-026abe65-f531-4a6b-82a0-2bbd88f71060 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:47.253879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39bd3b8b-a93f-43f3-b61b-49ee75438111 req-026abe65-f531-4a6b-82a0-2bbd88f71060 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1338441 Aug 29 04:23:47.349469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39bd3b8b-a93f-43f3-b61b-49ee75438111 req-45979d34-e006-4aab-8a05-c6921ece3574 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878553 Aug 29 04:23:47.755256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb480b-52bb-41ef-a4ff-8018ea5707e2 req-244199e5-dfef-4c23-a868-661ae00a4607 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:47.762964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dacb480b-52bb-41ef-a4ff-8018ea5707e2 req-244199e5-dfef-4c23-a868-661ae00a4607 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.0913315 Aug 29 04:23:47.831729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dacb480b-52bb-41ef-a4ff-8018ea5707e2 req-78bbb60e-761a-4f40-8c4f-09db96ef7f3b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666432 Aug 29 04:23:47.952918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ebfe0c9-16c7-4b0a-b0dc-0b0287c8a39b req-2978b0eb-285c-4b67-85b0-9bcc9360dfc5 tempest-MultipleCreateTestJSON-1022756623 tempest-MultipleCreateTestJSON-1022756623-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb3480f-d94f-4e57-aa75-802b65c80f8b HTTP/1.1" status: 200 len: 210 time: 0.0616560 Aug 29 04:23:47.987748 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.267377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7798d98-3ddc-487f-9ab9-a92245a649ea req-969aec19-f9a7-4098-86f9-53cf1c337bde tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.276071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7798d98-3ddc-487f-9ab9-a92245a649ea req-969aec19-f9a7-4098-86f9-53cf1c337bde tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.0675049 Aug 29 04:23:48.303697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48228) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.353786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7798d98-3ddc-487f-9ab9-a92245a649ea req-368f43c9-be68-486b-96d3-bfd849c013c3 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764408 Aug 29 04:23:48.489931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9e03cda0-8163-41a7-ab6e-d7d24c7fa3b8 tempest-ServiceProvidersTest-1435852759 tempest-ServiceProvidersTest-1435852759-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1846845 Aug 29 04:23:48.522282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb3480f-d94f-4e57-aa75-802b65c80f8b', 'name': 'network-vif-deleted', 'tag': '51244e51-eda3-4ef4-87a7-d68cfcd3d058'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:48.525685 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604568c2-a4d3-47e3-b162-93194aee4191" -d '{"events": [{"server_uuid": "3fb3480f-d94f-4e57-aa75-802b65c80f8b", "name": "network-vif-deleted", "tag": "51244e51-eda3-4ef4-87a7-d68cfcd3d058"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:48.639485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9cdc9-282c-4005-8fce-7d117425fd18 req-085691e8-9490-429b-8dc5-6c4aa8a7c932 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.641147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0e9cdc9-282c-4005-8fce-7d117425fd18 req-085691e8-9490-429b-8dc5-6c4aa8a7c932 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.2149711 Aug 29 04:23:48.711245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f76b7-d7ff-4e31-b5c1-3524a400197f req-f32e613f-a7b4-4c13-aba0-f61e0c8420ad tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.720417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c11f76b7-d7ff-4e31-b5c1-3524a400197f req-f32e613f-a7b4-4c13-aba0-f61e0c8420ad tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.2241595 Aug 29 04:23:48.757083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0e9cdc9-282c-4005-8fce-7d117425fd18 req-76f5f824-17e9-4730-8508-8fca8944a143 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035018 Aug 29 04:23:48.824577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c11f76b7-d7ff-4e31-b5c1-3524a400197f req-1fad5a37-d40e-4c9b-9e58-4e1919f08c37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030962 Aug 29 04:23:48.853762 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da81255a-5f35-43b1-b4f4-c573bd27f0c4 x-openstack-request-id: req-da81255a-5f35-43b1-b4f4-c573bd27f0c4 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:48.855401 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb3480f-d94f-4e57-aa75-802b65c80f8b", "name": "network-vif-deleted", "tag": "51244e51-eda3-4ef4-87a7-d68cfcd3d058", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:48.855671 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da81255a-5f35-43b1-b4f4-c573bd27f0c4 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:48.856082 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb3480f-d94f-4e57-aa75-802b65c80f8b', 'name': 'network-vif-deleted', 'tag': '51244e51-eda3-4ef4-87a7-d68cfcd3d058', 'status': 'completed', 'code': 200} Aug 29 04:23:48.941374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48248) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.185897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16248a2d-5cf4-4f95-838b-3130b43f916f req-fa8e15c1-1515-4dff-8bc1-ae7095320a8b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:49.187753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16248a2d-5cf4-4f95-838b-3130b43f916f req-fa8e15c1-1515-4dff-8bc1-ae7095320a8b tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1141458 Aug 29 04:23:49.214912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7530ce39-b17b-46a2-b8bc-34a4ebf181ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.239637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48262) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.296234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-440df977-54ee-48d0-8aea-8d7b6d08b349 admin admin] Deleting subnet c380bf49-1193-4ff2-97ca-9e82de0e4dce {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:49.300415 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-440df977-54ee-48d0-8aea-8d7b6d08b349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.329656 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7530ce39-b17b-46a2-b8bc-34a4ebf181ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.371270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-440df977-54ee-48d0-8aea-8d7b6d08b349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.373425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16248a2d-5cf4-4f95-838b-3130b43f916f req-400cda88-3d23-4dd3-aa5a-9604a71a8d24 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779082 Aug 29 04:23:49.374640 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7530ce39-b17b-46a2-b8bc-34a4ebf181ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.441133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7530ce39-b17b-46a2-b8bc-34a4ebf181ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69686564cb9c4bd0a4fe27b2b0d849b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981637 Aug 29 04:23:49.441423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-440df977-54ee-48d0-8aea-8d7b6d08b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.444926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48266) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.453826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530ce39-b17b-46a2-b8bc-34a4ebf181ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce43e6ce-96d9-43fe-b463-6d573bfc227f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.507116 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-440df977-54ee-48d0-8aea-8d7b6d08b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.518576 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eb9-c9f0-45ba-82e9-d5bf4e9f49cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.524727 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-440df977-54ee-48d0-8aea-8d7b6d08b349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.529354 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-440df977-54ee-48d0-8aea-8d7b6d08b349 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c380bf49-1193-4ff2-97ca-9e82de0e4dce HTTP/1.1" status: 204 len: 168 time: 0.2861404 Aug 29 04:23:49.555372 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eb9-c9f0-45ba-82e9-d5bf4e9f49cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.560980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48268) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.625680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eb9-c9f0-45ba-82e9-d5bf4e9f49cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.628413 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eb9-c9f0-45ba-82e9-d5bf4e9f49cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.629686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a6f31eb9-c9f0-45ba-82e9-d5bf4e9f49cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce43e6ce-96d9-43fe-b463-6d573bfc227f HTTP/1.1" status: 204 len: 168 time: 0.1838446 Aug 29 04:23:49.642412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440df977-54ee-48d0-8aea-8d7b6d08b349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c380bf49-1193-4ff2-97ca-9e82de0e4dce,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.647920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f31eb9-c9f0-45ba-82e9-d5bf4e9f49cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce43e6ce-96d9-43fe-b463-6d573bfc227f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.649869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.691814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c7f615a3-3a4a-48f2-8bbd-b465e5059fde no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:49.736818 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.743270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: c7f615a3-3a4a-48f2-8bbd-b465e5059fde {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:49.743627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c7f615a3-3a4a-48f2-8bbd-b465e5059fde not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:49.749759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e343ab-9439-4b3d-8ea6-bb18ca8b3812']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:49.764806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:49.765304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcd6c38-5d1b-4272-b4f0-5cf3cee74d07') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:49.775936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.797907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.817124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:49.817592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:49.820840 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:49.948790 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.961060 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.964759 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] 10.222.0.49 "DELETE /v2.0/networks/45e343ab-9439-4b3d-8ea6-bb18ca8b3812 HTTP/1.1" status: 204 len: 168 time: 0.4022303 Aug 29 04:23:50.005335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7f225-abfe-4620-b607-9cad6fe5de76 admin admin] Pushing event deleted for resources: {'Network': ['ID=45e343ab-9439-4b3d-8ea6-bb18ca8b3812,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.130214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374bf3b-c2f4-4033-a91e-41ce9be9dcb9 req-98ded579-3fd0-4af7-80ec-50ace9ce4f06 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.133261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1374bf3b-c2f4-4033-a91e-41ce9be9dcb9 req-98ded579-3fd0-4af7-80ec-50ace9ce4f06 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1208484 Aug 29 04:23:50.218655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1374bf3b-c2f4-4033-a91e-41ce9be9dcb9 req-6fa86563-10cc-4bf2-83c7-036702abd60f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768473 Aug 29 04:23:50.357289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48292) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.463323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48300) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.469554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2a775818-60a9-4686-84cd-f289d7faf12a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c160e257b8b4241bc144517178fdd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109860 Aug 29 04:23:50.580695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c44ea-ac39-49bb-9394-0b51ac37351c req-a462e7f5-2590-4c5d-8cf0-e04269b53221 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.583352 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-077c44ea-ac39-49bb-9394-0b51ac37351c req-a462e7f5-2590-4c5d-8cf0-e04269b53221 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.0973444 Aug 29 04:23:50.611273 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02bf5000-dc93-499d-9ae9-6827a853b4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.651711 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02bf5000-dc93-499d-9ae9-6827a853b4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.744787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-077c44ea-ac39-49bb-9394-0b51ac37351c req-490d231b-907b-4fb9-bc91-c98a63f5d4c0 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516385 Aug 29 04:23:50.781913 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02bf5000-dc93-499d-9ae9-6827a853b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.784652 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-02bf5000-dc93-499d-9ae9-6827a853b4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.788351 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-02bf5000-dc93-499d-9ae9-6827a853b4ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de519f26-1c0d-4ad5-9085-85108bd4ee97 HTTP/1.1" status: 204 len: 168 time: 0.3211582 Aug 29 04:23:50.804065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf5000-dc93-499d-9ae9-6827a853b4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de519f26-1c0d-4ad5-9085-85108bd4ee97,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.984293 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 51244e51-eda3-4ef4-87a7-d68cfcd3d058 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:51.015516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 51244e51-eda3-4ef4-87a7-d68cfcd3d058 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:51.016308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 51244e51-eda3-4ef4-87a7-d68cfcd3d058 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:51.174390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48318) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.417226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-67383540'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:51.458163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Made reservation on behalf of bed858dd6b704b7085e60ae6baade119 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:51.467919 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.472117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ed8f8-3c22-4f48-83fc-985c55d09d2d req-2e48cf15-51ca-4dde-be5e-d18dd8d5ad4f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.482789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c5ed8f8-3c22-4f48-83fc-985c55d09d2d req-2e48cf15-51ca-4dde-be5e-d18dd8d5ad4f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1309774 Aug 29 04:23:51.492165 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.588405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c5ed8f8-3c22-4f48-83fc-985c55d09d2d req-efa4ade4-76db-4fb8-8ffc-58e8032523a2 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886395 Aug 29 04:23:51.810907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.816224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.896559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:51.907647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0400cf10-4528-466b-9edd-95a4bbf390d4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.917314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.917682 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Added segment d90fcd4c-a98d-4241-bea1-be6e6836829f of type vlan for network 479a3496-1494-44c9-b143-ff648abe483f Aug 29 04:23:52.017031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae545c1-6d88-4bb0-b22d-92dd176fdfc2 req-6334dd1b-a292-4bc8-8d16-4945c996abd2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.025698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eae545c1-6d88-4bb0-b22d-92dd176fdfc2 req-6334dd1b-a292-4bc8-8d16-4945c996abd2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1405292 Aug 29 04:23:52.064241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.139619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eae545c1-6d88-4bb0-b22d-92dd176fdfc2 req-4ec01c0c-4456-4dec-8961-ccc6729d6771 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123803 Aug 29 04:23:52.175280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.186589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.187363 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.228576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48352) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.231874 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.0538836 Aug 29 04:23:52.234099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Request body: {'subnet': {'network_id': '479a3496-1494-44c9-b143-ff648abe483f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:52.364406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48354) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.383136 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827e98b-adad-41ae-a837-88efadf709e8 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Pushing event updated for resources: {'Network': ['ID=479a3496-1494-44c9-b143-ff648abe483f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.399645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 479a3496-1494-44c9-b143-ff648abe483f details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:52.403288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Made reservation on behalf of bed858dd6b704b7085e60ae6baade119 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:52.408313 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.656841 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.735564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1958458027-network', 'tenant_id': 'f1611cd4508d465ca7407d74393f935e'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:52.737200 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Pushing event updated for resources: {'Subnet': ['ID=48795a20-e26b-42a2-9b7b-4daa1ef34285,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.754733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Checking segment: {'id': 'd90fcd4c-a98d-4241-bea1-be6e6836829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '479a3496-1494-44c9-b143-ff648abe483f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:52.755098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Network hostable DHCP agents. Network: 479a3496-1494-44c9-b143-ff648abe483f, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:52.837819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Network 479a3496-1494-44c9-b143-ff648abe483f is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:52.855814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 479a3496-1494-44c9-b143-ff648abe483f) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:52.897976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Made reservation on behalf of f1611cd4508d465ca7407d74393f935e for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:52.903221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.910242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549cb4e9-5dc9-4211-893f-9d68f999ec34 None None] Network 479a3496-1494-44c9-b143-ff648abe483f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:52.951961 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.993393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.994176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.060464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81100f-12dd-40a9-9c3c-801608928e10 req-05b9f74f-e5e1-4d6f-9959-58643a01e1d5 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.062419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d81100f-12dd-40a9-9c3c-801608928e10 req-05b9f74f-e5e1-4d6f-9959-58643a01e1d5 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1939270 Aug 29 04:23:53.138432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d81100f-12dd-40a9-9c3c-801608928e10 req-503e56f7-83ef-48ec-a668-65d558b6cbbf tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583904 Aug 29 04:23:53.214326 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.228401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.251665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:53.268387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7cec12-468b-4bcb-8cba-1bd6970c97e8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.271501 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.271860 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Added segment f90465b1-980f-4b36-b7fa-60dd07c0c79f of type vlan for network 60df5e53-4a68-44a6-b3f7-accc9eddefd9 Aug 29 04:23:53.297340 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b445e9a1-229a-46d7-b80f-a9b37ef703a3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0673895 Aug 29 04:23:53.299811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48372) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:53.303148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-479a3496-1494-44c9-b143-ff648abe483f', 'network_id': '479a3496-1494-44c9-b143-ff648abe483f', 'tenant_id': 'bed858dd6b704b7085e60ae6baade119', 'fixed_ips': [{'subnet_id': '48795a20-e26b-42a2-9b7b-4daa1ef34285'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:53.304180 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.315290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Request body: {'port': {'network_id': '479a3496-1494-44c9-b143-ff648abe483f', 'name': 'tempest-TagsExtTest-112208994'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:53.390748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.425124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52cfc7-65a0-4c69-8e0e-0b21028e19d1 req-666fdac8-6b00-4969-8609-5d767a2877c6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.426371 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.427846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.430585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.433167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be52cfc7-65a0-4c69-8e0e-0b21028e19d1 req-666fdac8-6b00-4969-8609-5d767a2877c6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1574078 Aug 29 04:23:53.502652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be52cfc7-65a0-4c69-8e0e-0b21028e19d1 req-8e7efd3c-df48-4c51-a1c3-17d18eb85af6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659816 Aug 29 04:23:53.509479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] Pushing event updated for resources: {'Network': ['ID=60df5e53-4a68-44a6-b3f7-accc9eddefd9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.532283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48378) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:53.537240 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-72dd470f-9fb8-477b-9a80-57ddce33184a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1620750 Aug 29 04:23:53.557041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Request body: {'subnet': {'network_id': '60df5e53-4a68-44a6-b3f7-accc9eddefd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1958458027-subnet', 'tenant_id': 'f1611cd4508d465ca7407d74393f935e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:53.595914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Allocated IP 172.20.0.2 (479a3496-1494-44c9-b143-ff648abe483f/48795a20-e26b-42a2-9b7b-4daa1ef34285/391c6021-323c-485a-88da-662d3ab107c2) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:53.614081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 60df5e53-4a68-44a6-b3f7-accc9eddefd9 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:53.626049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Made reservation on behalf of bed858dd6b704b7085e60ae6baade119 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:53.633440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.722091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] device_id is not set on port 7b08adca-592f-4155-b90e-f2028c26433f yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:53.811663 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-705007a0-21d2-4af0-a337-0c39e9ddede3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.899945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Made reservation on behalf of f1611cd4508d465ca7407d74393f935e for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:53.912870 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.052756 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.070814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Transition to ACTIVE for port object 391c6021-323c-485a-88da-662d3ab107c2 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:54.107242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Transition to ACTIVE for port object 391c6021-323c-485a-88da-662d3ab107c2 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:54.116039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.210082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Network 479a3496-1494-44c9-b143-ff648abe483f is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:54.225720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:54.242498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:54.322711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Pushing event updated for resources: {'Port': ['ID=391c6021-323c-485a-88da-662d3ab107c2,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:54.343257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Allocated IP 172.20.0.7 (479a3496-1494-44c9-b143-ff648abe483f/48795a20-e26b-42a2-9b7b-4daa1ef34285/7b08adca-592f-4155-b90e-f2028c26433f) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:54.366888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Attempting to bind port 391c6021-323c-485a-88da-662d3ab107c2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:54.370631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Attempting to bind port 391c6021-323c-485a-88da-662d3ab107c2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd90fcd4c-a98d-4241-bea1-be6e6836829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '479a3496-1494-44c9-b143-ff648abe483f'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:54.371078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Attempting to bind port 391c6021-323c-485a-88da-662d3ab107c2 on network 479a3496-1494-44c9-b143-ff648abe483f {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:54.384211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:54.384605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Checking segment: {'id': 'd90fcd4c-a98d-4241-bea1-be6e6836829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '479a3496-1494-44c9-b143-ff648abe483f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:54.385005 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.385480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Bound using segment: {'id': 'd90fcd4c-a98d-4241-bea1-be6e6836829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '479a3496-1494-44c9-b143-ff648abe483f'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:54.387570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Bound port: 391c6021-323c-485a-88da-662d3ab107c2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90fcd4c-a98d-4241-bea1-be6e6836829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '479a3496-1494-44c9-b143-ff648abe483f'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:54.389428 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.565867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] For port 391c6021-323c-485a-88da-662d3ab107c2, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:54.566961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.582123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] For port 391c6021-323c-485a-88da-662d3ab107c2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=391c6021-323c-485a-88da-662d3ab107c2,segment=NetworkSegment(d90fcd4c-a98d-4241-bea1-be6e6836829f),segment_id=d90fcd4c-a98d-4241-bea1-be6e6836829f)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:54.592146 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.743522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc1518-2b02-4c43-b0cf-f94afd04d6ce req-06aac9f8-ccaa-4b90-b711-4368543eb168 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.753139 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41fc1518-2b02-4c43-b0cf-f94afd04d6ce req-06aac9f8-ccaa-4b90-b711-4368543eb168 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.4567428 Aug 29 04:23:54.844805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38f8a4-fb3f-4e56-b1b7-03fdb47ffe32 None None] Pushing event updated for resources: {'Port': ['ID=391c6021-323c-485a-88da-662d3ab107c2,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.207820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce73b5d-9cd1-49c9-8da2-dd3524d71407,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.289036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cdd8a-a593-4ef7-8980-82dece84e08a req-de52e274-5dad-408d-a75f-143384378ce0 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.297408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d12cdd8a-a593-4ef7-8980-82dece84e08a req-de52e274-5dad-408d-a75f-143384378ce0 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.6490929 Aug 29 04:23:55.338128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41fc1518-2b02-4c43-b0cf-f94afd04d6ce req-8d2b20ab-9098-4f2e-8ea9-936ee4b0f4fa tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827241 Aug 29 04:23:55.374506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Checking segment: {'id': 'f90465b1-980f-4b36-b7fa-60dd07c0c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '60df5e53-4a68-44a6-b3f7-accc9eddefd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:55.374705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Network hostable DHCP agents. Network: 60df5e53-4a68-44a6-b3f7-accc9eddefd9, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:55.394028 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.454491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d12cdd8a-a593-4ef7-8980-82dece84e08a req-ef949aca-67e7-4e6d-a5a9-c11fb7fb6efe tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568093 Aug 29 04:23:55.456132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Transition to ACTIVE for port object 7b08adca-592f-4155-b90e-f2028c26433f will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:55.464700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Network 60df5e53-4a68-44a6-b3f7-accc9eddefd9 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:55.487059 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 60df5e53-4a68-44a6-b3f7-accc9eddefd9) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:55.498859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.502995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.503267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b16f765-9244-4b2e-ad39-dfe9421cbc64 None None] Network 60df5e53-4a68-44a6-b3f7-accc9eddefd9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:55.531771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-405a69ae-efd7-4d49-b171-7e4acae5abac admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9918022 Aug 29 04:23:55.586907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.669088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Network 479a3496-1494-44c9-b143-ff648abe483f is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:55.675559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:55.691176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:55.737504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b377e5d8-5e4c-416a-9c9c-7164844b2ac3 None None] Network 60df5e53-4a68-44a6-b3f7-accc9eddefd9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:55.781318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Pushing event updated for resources: {'Port': ['ID=7b08adca-592f-4155-b90e-f2028c26433f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.860765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.862676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.916448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-90922a39-52f4-4554-9271-6b5e1c8f6ce9 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6084948 Aug 29 04:23:55.919210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48412) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:55.927949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b32ff8df-918d-46d1-bbfa-d1976eab9a51 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1894646526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:55.979863 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b32ff8df-918d-46d1-bbfa-d1976eab9a51 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.985250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b32ff8df-918d-46d1-bbfa-d1976eab9a51 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.055745 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b32ff8df-918d-46d1-bbfa-d1976eab9a51 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.072982 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b32ff8df-918d-46d1-bbfa-d1976eab9a51 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.093576 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffea4-cba7-4efb-a6c1-abbb9af51fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.114891 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b32ff8df-918d-46d1-bbfa-d1976eab9a51 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.116526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b32ff8df-918d-46d1-bbfa-d1976eab9a51 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1961367 Aug 29 04:23:56.120146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48414) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:56.126440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7672b4e8-543d-4c49-8c85-c289052bf22d tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1113787381', 'prefixes': ['172.20.0.0/16']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:56.321680 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.375826 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 391c6021-323c-485a-88da-662d3ab107c2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:56.505529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7672b4e8-543d-4c49-8c85-c289052bf22d tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for subnetpool, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.507077 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7672b4e8-543d-4c49-8c85-c289052bf22d tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3856468 Aug 29 04:23:56.511498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48434) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:56.525305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-beb84519-730e-4386-9597-a2182879707a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285', 'tempest-TagsExtTest-Tag-2109840563') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:56.572563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 391c6021-323c-485a-88da-662d3ab107c2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:56.675469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03833fcd-fd0b-494e-a1d0-085e0132176c None None] Network 479a3496-1494-44c9-b143-ff648abe483f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:56.692411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1875ca-baae-4583-9e76-87a85690438e req-4548c338-99da-4cc3-8827-dbbddb3db2c8 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.704900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d1875ca-baae-4583-9e76-87a85690438e req-4548c338-99da-4cc3-8827-dbbddb3db2c8 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1789382 Aug 29 04:23:56.739172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-cf79eb5e-0e37-4587-bda4-f44c315d3edd tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.746809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-cf79eb5e-0e37-4587-bda4-f44c315d3edd tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/networks?id=60df5e53-4a68-44a6-b3f7-accc9eddefd9 HTTP/1.1" status: 200 len: 813 time: 0.4309609 Aug 29 04:23:56.777339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cc562173-463f-48b2-933e-9540b6d857d8 None None] Provisioning for port 391c6021-323c-485a-88da-662d3ab107c2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:56.792442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cc562173-463f-48b2-933e-9540b6d857d8 None None] Provisioning complete for port 391c6021-323c-485a-88da-662d3ab107c2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:56.795190 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cc562173-463f-48b2-933e-9540b6d857d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.801519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5d36d7a9-2726-4448-b406-75cedd7f7df5 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/quotas/f1611cd4508d465ca7407d74393f935e HTTP/1.1" status: 200 len: 375 time: 0.0532360 Aug 29 04:23:56.816042 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-beb84519-730e-4386-9597-a2182879707a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags/tempest-TagsExtTest-Tag-2109840563 HTTP/1.1" status: 201 len: 201 time: 0.3030934 Aug 29 04:23:56.818846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48440) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:56.824028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d1875ca-baae-4583-9e76-87a85690438e req-60c69e7a-1a4a-42c5-9c80-05324f5eb6d6 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739222 Aug 29 04:23:56.830364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-04c4f2b2-8d82-46f2-bcca-a4d4af0437a1 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f', 'tempest-TagsExtTest-Tag-264564889') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:56.847617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-36bfe658-2a9e-42e8-9aa9-b039cd400f22 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1611cd4508d465ca7407d74393f935e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451348 Aug 29 04:23:57.020388 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-04c4f2b2-8d82-46f2-bcca-a4d4af0437a1 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags/tempest-TagsExtTest-Tag-264564889 HTTP/1.1" status: 201 len: 201 time: 0.2002304 Aug 29 04:23:57.024648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48444) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:57.029829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-36ecf5ed-00f9-4099-baca-a805124d0836 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394', 'tempest-TagsExtTest-Tag-1928846986') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:57.073146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-f18968ff-6209-4a01-bd9c-44e863b8b1ac service neutron] 10.222.0.49 "GET /v2.0/networks/60df5e53-4a68-44a6-b3f7-accc9eddefd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246189 Aug 29 04:23:57.165152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da8f1-ba17-45bc-a9f7-6b2d6f10a2fd req-b289671f-9a94-474f-983a-bf470b9f5c63 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.165799 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cc562173-463f-48b2-933e-9540b6d857d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.174132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-300da8f1-ba17-45bc-a9f7-6b2d6f10a2fd req-b289671f-9a94-474f-983a-bf470b9f5c63 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.2568555 Aug 29 04:23:57.207975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cc562173-463f-48b2-933e-9540b6d857d8 None None] For port 391c6021-323c-485a-88da-662d3ab107c2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=391c6021-323c-485a-88da-662d3ab107c2,segment=NetworkSegment(d90fcd4c-a98d-4241-bea1-be6e6836829f),segment_id=d90fcd4c-a98d-4241-bea1-be6e6836829f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:57.233475 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cc562173-463f-48b2-933e-9540b6d857d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.288255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-300da8f1-ba17-45bc-a9f7-6b2d6f10a2fd req-600b992d-86bd-4dae-8a81-321c7581f7a6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976818 Aug 29 04:23:57.307786 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-36ecf5ed-00f9-4099-baca-a805124d0836 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags/tempest-TagsExtTest-Tag-1928846986 HTTP/1.1" status: 201 len: 201 time: 0.2806489 Aug 29 04:23:57.310476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-26f755a5-cab6-4751-8448-e5015649d0cf service neutron] 10.222.0.49 "GET /v2.0/networks/60df5e53-4a68-44a6-b3f7-accc9eddefd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361455 Aug 29 04:23:57.312130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48452) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:57.330701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-c497b7bb-8f5e-4cdf-a67c-b56fb77feed1 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598', 'tempest-TagsExtTest-Tag-765150195') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:57.366381 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.401013 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.432418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc562173-463f-48b2-933e-9540b6d857d8 None None] Pushing event updated for resources: {'Port': ['ID=391c6021-323c-485a-88da-662d3ab107c2,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.538789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48456) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:57.539990 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c497b7bb-8f5e-4cdf-a67c-b56fb77feed1 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags/tempest-TagsExtTest-Tag-765150195 HTTP/1.1" status: 201 len: 201 time: 0.2260385 Aug 29 04:23:57.543783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-8ae6057b-755b-465d-a527-ac382fca5488 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:57.751593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-409b83b3-8702-430b-8556-e104769516fc req-f887f5dc-6757-462e-9514-ea6172a4777f tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 210 time: 0.0967436 Aug 29 04:23:57.839976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8ae6057b-755b-465d-a527-ac382fca5488 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags HTTP/1.1" status: 200 len: 241 time: 0.2975497 Aug 29 04:23:57.840606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48462) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:57.845697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-a197e4e8-0820-446e-ac86-a1e1aebcf4e7 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285', 'tempest-TagsExtTest-Tag-2109840563') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:57.864163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2256c309-493e-428e-ba67-a8e55f732595 None None] Provisioning complete for port 391c6021-323c-485a-88da-662d3ab107c2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:57.865204 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2256c309-493e-428e-ba67-a8e55f732595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.957498 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a197e4e8-0820-446e-ac86-a1e1aebcf4e7 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags/tempest-TagsExtTest-Tag-2109840563 HTTP/1.1" status: 204 len: 168 time: 0.1128910 Aug 29 04:23:57.958109 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48468) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:57.964111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-6eeb6941-7cd4-4e25-a7f2-eb80c1c0334a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285', 'tempest-TagsExtTest-Tag-2109840563') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:58.095763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2256c309-493e-428e-ba67-a8e55f732595 None None] Provisioning for port 7b08adca-592f-4155-b90e-f2028c26433f completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:58.101607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2256c309-493e-428e-ba67-a8e55f732595 None None] Provisioning complete for port 7b08adca-592f-4155-b90e-f2028c26433f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:58.104285 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2256c309-493e-428e-ba67-a8e55f732595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.192569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2256c309-493e-428e-ba67-a8e55f732595 None None] Port 7b08adca-592f-4155-b90e-f2028c26433f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:58.210116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c92a46-18cb-4aaf-ae9a-11bcb1696a3e req-54964670-688a-4f58-8622-44bed64fd5dc tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.211772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6c92a46-18cb-4aaf-ae9a-11bcb1696a3e req-54964670-688a-4f58-8622-44bed64fd5dc tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1930792 Aug 29 04:23:58.321127 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1dc6b8fb-4c6a-4048-ab85-e21d2e04fdb5 None None] Provisioning complete for port 7b08adca-592f-4155-b90e-f2028c26433f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:58.321554 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b8fb-4c6a-4048-ab85-e21d2e04fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.359568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 391c6021-323c-485a-88da-662d3ab107c2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:58.385154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6eeb6941-7cd4-4e25-a7f2-eb80c1c0334a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags/tempest-TagsExtTest-Tag-2109840563 HTTP/1.1" status: 204 len: 168 time: 0.4257159 Aug 29 04:23:58.387719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48480) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:58.393285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-50004d4d-9658-4e76-bffd-8e850d4ee37b tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:58.404507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6b8fb-4c6a-4048-ab85-e21d2e04fdb5 None None] Port 7b08adca-592f-4155-b90e-f2028c26433f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:58.468839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6c92a46-18cb-4aaf-ae9a-11bcb1696a3e req-0258f9ec-9672-4a35-84fd-145e76923c74 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346728 Aug 29 04:23:58.469151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 391c6021-323c-485a-88da-662d3ab107c2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:58.470846 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.570373 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-50004d4d-9658-4e76-bffd-8e850d4ee37b tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags HTTP/1.1" status: 200 len: 205 time: 0.1807175 Aug 29 04:23:58.572945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48484) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:58.626754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9eebb-a4a7-4630-9624-8c6cffee4dbc req-c9692e55-78bc-45df-a67e-c8b6c90a798a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.627661 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-5f21cab1-cd57-4bd9-af4e-f91c872b9d5a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:58.637426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fb9eebb-a4a7-4630-9624-8c6cffee4dbc req-c9692e55-78bc-45df-a67e-c8b6c90a798a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1279190 Aug 29 04:23:58.753847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fb9eebb-a4a7-4630-9624-8c6cffee4dbc req-3190fc3c-8c4b-4720-9ea4-b8bfdfdc30aa tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126218 Aug 29 04:23:58.758612 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5f21cab1-cd57-4bd9-af4e-f91c872b9d5a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags HTTP/1.1" status: 200 len: 240 time: 0.1843522 Aug 29 04:23:58.768908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48488) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:58.780896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-3924f539-82fa-42c4-aaf6-1dc2800521c0 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f', 'tempest-TagsExtTest-Tag-264564889') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:58.875442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48492) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:58.875793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3924f539-82fa-42c4-aaf6-1dc2800521c0 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags/tempest-TagsExtTest-Tag-264564889 HTTP/1.1" status: 204 len: 168 time: 0.1055915 Aug 29 04:23:58.880548 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-9439fead-318c-47b9-81dd-b43ab1a6807c tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f', 'tempest-TagsExtTest-Tag-264564889') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:58.892802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2eadd8ea-3f37-470b-bc55-4be061d363de req-4d67ff96-e10d-435f-bb67-9ec1d469ee12 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 210 time: 0.0412848 Aug 29 04:23:58.955497 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.985735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48494) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:58.985973 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9439fead-318c-47b9-81dd-b43ab1a6807c tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags/tempest-TagsExtTest-Tag-264564889 HTTP/1.1" status: 204 len: 168 time: 0.1091859 Aug 29 04:23:58.991450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-3cbdd89e-ff8c-4f6c-806f-c8afa5931fa4 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.055264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3cbdd89e-ff8c-4f6c-806f-c8afa5931fa4 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags HTTP/1.1" status: 200 len: 205 time: 0.0681844 Aug 29 04:23:59.057849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48496) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.062960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-11c2d697-4a6c-42b6-b920-c1c0c7b870da tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.156287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-11c2d697-4a6c-42b6-b920-c1c0c7b870da tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags HTTP/1.1" status: 200 len: 241 time: 0.0972159 Aug 29 04:23:59.159142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48498) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.163943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-00d02665-ee72-4663-a8f3-4e51fc2e3b96 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394', 'tempest-TagsExtTest-Tag-1928846986') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.252129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-00d02665-ee72-4663-a8f3-4e51fc2e3b96 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags/tempest-TagsExtTest-Tag-1928846986 HTTP/1.1" status: 204 len: 168 time: 0.0917773 Aug 29 04:23:59.254635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48500) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.259423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-dade7606-2a40-4f7e-9b27-c7e4e7c56cd4 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394', 'tempest-TagsExtTest-Tag-1928846986') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.369908 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dade7606-2a40-4f7e-9b27-c7e4e7c56cd4 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags/tempest-TagsExtTest-Tag-1928846986 HTTP/1.1" status: 204 len: 168 time: 0.1141944 Aug 29 04:23:59.373757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48506) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.378119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-fa8e5748-4068-4ccd-8f9c-e2312e38be07 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.555391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fa8e5748-4068-4ccd-8f9c-e2312e38be07 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags HTTP/1.1" status: 200 len: 205 time: 0.1810799 Aug 29 04:23:59.556114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-53c1858b-b8f3-4dde-813c-9b88d683db6c tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.556636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48512) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.558489 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-53c1858b-b8f3-4dde-813c-9b88d683db6c tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.52 "GET /v2.0/networks?id=60df5e53-4a68-44a6-b3f7-accc9eddefd9 HTTP/1.1" status: 200 len: 813 time: 0.2891829 Aug 29 04:23:59.563687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-b0cb86b5-e9a1-4fd8-8a33-f61af847f91d tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.592249 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Request body: {'port': {'device_id': 'cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95', 'network_id': '60df5e53-4a68-44a6-b3f7-accc9eddefd9', 'admin_state_up': True, 'tenant_id': 'f1611cd4508d465ca7407d74393f935e'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:59.677422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b0cb86b5-e9a1-4fd8-8a33-f61af847f91d tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags HTTP/1.1" status: 200 len: 240 time: 0.1175156 Aug 29 04:23:59.677840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48514) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.684879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-7a3aceac-5e4a-4858-9685-e768d6f14dfc tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598', 'tempest-TagsExtTest-Tag-765150195') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.699593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3c022-3ba3-4c1c-85cb-10f237725b59 req-d001ba5e-696f-4681-a0d2-5b5797f03fdf tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.709396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0c3c022-3ba3-4c1c-85cb-10f237725b59 req-d001ba5e-696f-4681-a0d2-5b5797f03fdf tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.0996702 Aug 29 04:23:59.745599 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7a3aceac-5e4a-4858-9685-e768d6f14dfc tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags/tempest-TagsExtTest-Tag-765150195 HTTP/1.1" status: 204 len: 168 time: 0.0656745 Aug 29 04:23:59.750583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48522) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.754072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-5ece7ba7-68d6-48d5-8bf7-0993d5891091 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598', 'tempest-TagsExtTest-Tag-765150195') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.806096 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0c3c022-3ba3-4c1c-85cb-10f237725b59 req-df052db7-ab32-4685-a2b8-eb79bb76f7a5 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865459 Aug 29 04:23:59.815406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Made reservation on behalf of f1611cd4508d465ca7407d74393f935e for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:59.822551 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.856655 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5ece7ba7-68d6-48d5-8bf7-0993d5891091 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags/tempest-TagsExtTest-Tag-765150195 HTTP/1.1" status: 204 len: 168 time: 0.1039107 Aug 29 04:23:59.857395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48528) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.862532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-b323058e-dea2-4424-9ae5-fea69975cdd3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.957732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b323058e-dea2-4424-9ae5-fea69975cdd3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags HTTP/1.1" status: 200 len: 205 time: 0.0989394 Aug 29 04:23:59.961287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48532) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.966635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-fa5bb5a3-0c1a-4b82-8519-f5988ae31f1c tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.995795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97361c-1819-45ae-9122-f11e4ec3adf4 req-af35a680-9736-43c4-aae0-13aa3a512680 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.004482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f97361c-1819-45ae-9122-f11e4ec3adf4 req-af35a680-9736-43c4-aae0-13aa3a512680 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1073728 Aug 29 04:24:00.007985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Allocated IP 172.20.0.11 (60df5e53-4a68-44a6-b3f7-accc9eddefd9/8ce73b5d-9cd1-49c9-8da2-dd3524d71407/d734ab37-408f-43b7-8669-4858c037a260) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:00.068775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fa5bb5a3-0c1a-4b82-8519-f5988ae31f1c tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags HTTP/1.1" status: 204 len: 168 time: 0.1061471 Aug 29 04:24:00.076869 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48534) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:00.082244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-d5ee6828-8b39-403c-ba3d-8649741a13db tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:00.103461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9668077a-1a18-4ff0-86b2-9238f9a7818d req-e8dc3fcf-f85d-4bf8-9348-e463d9795282 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 210 time: 0.0547199 Aug 29 04:24:00.110968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f97361c-1819-45ae-9122-f11e4ec3adf4 req-d41bd332-8e9c-4236-a7bf-3b7c647c782f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056311 Aug 29 04:24:00.233555 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d5ee6828-8b39-403c-ba3d-8649741a13db tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags HTTP/1.1" status: 204 len: 168 time: 0.1552801 Aug 29 04:24:00.237312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48536) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:00.246300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-4b34a1b4-bac7-494b-b60c-d23707f3b3f7 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:00.286043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.341295 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4b34a1b4-bac7-494b-b60c-d23707f3b3f7 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags HTTP/1.1" status: 204 len: 168 time: 0.1023951 Aug 29 04:24:00.343905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48538) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:00.348484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-cc79d32c-e7cd-4a06-92d8-b5522f68bd3d tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:00.352722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.754328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Network 60df5e53-4a68-44a6-b3f7-accc9eddefd9 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:00.759160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:00.762359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Pushing event updated for resources: {'Port': ['ID=d734ab37-408f-43b7-8669-4858c037a260,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:00.767119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:00.829275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.830407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.837911 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cc79d32c-e7cd-4a06-92d8-b5522f68bd3d tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags HTTP/1.1" status: 204 len: 168 time: 0.4929726 Aug 29 04:24:00.842412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48552) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:00.851682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-4cbd2719-973d-4951-9584-da30735bd969 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285', 'tempest-TagsExtTest-Tag-1349789601') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:00.855100 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-5021a79f-b4b5-47d3-947f-0e4ef0d9ae3d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2678711 Aug 29 04:24:00.880865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Request body: {'port': {'device_id': 'cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:01.016309 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.102863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f281215-d62d-4201-af05-6f70ee6f6812 req-7a9b7278-1796-4726-8722-6f1a92f8d2dd tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.108391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f281215-d62d-4201-af05-6f70ee6f6812 req-7a9b7278-1796-4726-8722-6f1a92f8d2dd tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1371510 Aug 29 04:24:01.195037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4cbd2719-973d-4951-9584-da30735bd969 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags/tempest-TagsExtTest-Tag-1349789601 HTTP/1.1" status: 201 len: 201 time: 0.3500695 Aug 29 04:24:01.196450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48564) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:01.206624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-43f0ac95-f79b-4410-8a42-f3a20c7d9420 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f', 'tempest-TagsExtTest-Tag-713532334') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:01.221601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f281215-d62d-4201-af05-6f70ee6f6812 req-02e09a29-eb2c-4035-8e61-a6a93db4b89a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104929 Aug 29 04:24:01.318386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e3ac-9a09-4d2d-92c5-109af2a95be8 req-462a69e1-faf5-4209-85c7-5293f5f4f49f tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.325541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6575e3ac-9a09-4d2d-92c5-109af2a95be8 req-462a69e1-faf5-4209-85c7-5293f5f4f49f tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 932 time: 0.1159599 Aug 29 04:24:01.437851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6575e3ac-9a09-4d2d-92c5-109af2a95be8 req-79efb93e-1bb5-4997-bc35-d32f5a3c5d1a tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111896 Aug 29 04:24:01.444063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d734ab37-408f-43b7-8669-4858c037a260 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:01.453055 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.462855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50217aab-3888-44b8-81a6-ea540633533f req-6b1b2449-b1b6-4829-90be-137ffa8bb82e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.467759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Transition to ACTIVE for port object d734ab37-408f-43b7-8669-4858c037a260 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:01.469271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50217aab-3888-44b8-81a6-ea540633533f req-6b1b2449-b1b6-4829-90be-137ffa8bb82e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1610901 Aug 29 04:24:01.471741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.517756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50217aab-3888-44b8-81a6-ea540633533f req-21f92355-2f4b-4ba6-87d1-249909f7e29f tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476174 Aug 29 04:24:01.519975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-43f0ac95-f79b-4410-8a42-f3a20c7d9420 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags/tempest-TagsExtTest-Tag-713532334 HTTP/1.1" status: 201 len: 201 time: 0.3177466 Aug 29 04:24:01.522521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48570) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:01.529046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-550fe6cb-4750-4d87-93e9-0ff510621f9c tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394', 'tempest-TagsExtTest-Tag-345684266') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:01.587789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Pushing event updated for resources: {'Port': ['ID=d734ab37-408f-43b7-8669-4858c037a260,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:01.695158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-550fe6cb-4750-4d87-93e9-0ff510621f9c tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags/tempest-TagsExtTest-Tag-345684266 HTTP/1.1" status: 201 len: 201 time: 0.1700115 Aug 29 04:24:01.698165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48572) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:01.703769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-13696692-6dfb-4448-a75a-294a7928ee9a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598', 'tempest-TagsExtTest-Tag-934071609') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:01.705175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Attempting to bind port d734ab37-408f-43b7-8669-4858c037a260 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:01.705522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Attempting to bind port d734ab37-408f-43b7-8669-4858c037a260 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'f90465b1-980f-4b36-b7fa-60dd07c0c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '60df5e53-4a68-44a6-b3f7-accc9eddefd9'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:01.705862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Attempting to bind port d734ab37-408f-43b7-8669-4858c037a260 on network 60df5e53-4a68-44a6-b3f7-accc9eddefd9 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:01.714132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Port d734ab37-408f-43b7-8669-4858c037a260 on network 60df5e53-4a68-44a6-b3f7-accc9eddefd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:01.714463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Attempting to bind port d734ab37-408f-43b7-8669-4858c037a260 on network 60df5e53-4a68-44a6-b3f7-accc9eddefd9 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:01.720770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:01.721121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Checking segment: {'id': 'f90465b1-980f-4b36-b7fa-60dd07c0c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '60df5e53-4a68-44a6-b3f7-accc9eddefd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:01.721507 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Bound using segment: {'id': 'f90465b1-980f-4b36-b7fa-60dd07c0c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '60df5e53-4a68-44a6-b3f7-accc9eddefd9'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:01.721968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Bound port: d734ab37-408f-43b7-8669-4858c037a260, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90465b1-980f-4b36-b7fa-60dd07c0c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '60df5e53-4a68-44a6-b3f7-accc9eddefd9'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:01.722472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.749825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-13696692-6dfb-4448-a75a-294a7928ee9a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags/tempest-TagsExtTest-Tag-934071609 HTTP/1.1" status: 201 len: 201 time: 0.0504625 Aug 29 04:24:01.758641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48574) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:01.758641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-cbfeb40d-1a2d-4fc8-b8ab-19b3557abd24 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285', {'tags': ['tempest-TagsExtTest-Tag-698630769', 'tempest-TagsExtTest-Tag-539762833', 'tempest-TagsExtTest-Tag-520649487']}) {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:01.812258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] For port d734ab37-408f-43b7-8669-4858c037a260, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:01.817218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] For port d734ab37-408f-43b7-8669-4858c037a260, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d734ab37-408f-43b7-8669-4858c037a260,segment=NetworkSegment(f90465b1-980f-4b36-b7fa-60dd07c0c79f),segment_id=f90465b1-980f-4b36-b7fa-60dd07c0c79f)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:01.833169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.838995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cbfeb40d-1a2d-4fc8-b8ab-19b3557abd24 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags HTTP/1.1" status: 200 len: 315 time: 0.0845711 Aug 29 04:24:01.841677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48576) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:01.849364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-a07540af-328f-44da-8942-70cec2481c2a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:01.869933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.870700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.872095 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] 10.222.0.52 "PUT /v2.0/ports/d734ab37-408f-43b7-8669-4858c037a260 HTTP/1.1" status: 200 len: 1093 time: 1.0000796 Aug 29 04:24:01.872575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95', 'tag': 'd734ab37-408f-43b7-8669-4858c037a260'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:01.875229 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54932100-6a06-435d-9f26-4739dce2fa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95", "tag": "d734ab37-408f-43b7-8669-4858c037a260"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:01.913483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37320f-6eb5-41cd-80fd-8cfd740ef72a service neutron] Pushing event updated for resources: {'Port': ['ID=d734ab37-408f-43b7-8669-4858c037a260,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:01.974069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a07540af-328f-44da-8942-70cec2481c2a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags HTTP/1.1" status: 204 len: 168 time: 0.1299782 Aug 29 04:24:01.976709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48582) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:01.981078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-972aab0f-43ba-44d4-a468-d84b814921f7 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285', 'tempest-TagsExtTest-Tag-698630769') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:01.984085 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43098e2-4bf0-45ee-a793-eb39eb81e9df x-openstack-request-id: req-c43098e2-4bf0-45ee-a793-eb39eb81e9df {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:01.984418 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95", "tag": "d734ab37-408f-43b7-8669-4858c037a260", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:01.984690 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c43098e2-4bf0-45ee-a793-eb39eb81e9df {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:01.985084 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95', 'tag': 'd734ab37-408f-43b7-8669-4858c037a260', 'status': 'completed', 'code': 200} Aug 29 04:24:02.003825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-ae79bb0a-9813-42d6-a8c9-305308e337d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.005935 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-ae79bb0a-9813-42d6-a8c9-305308e337d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1611cd4508d465ca7407d74393f935e&device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 1096 time: 0.0696106 Aug 29 04:24:02.065169 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-972aab0f-43ba-44d4-a468-d84b814921f7 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:02.067765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-972aab0f-43ba-44d4-a468-d84b814921f7 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags/tempest-TagsExtTest-Tag-698630769 HTTP/1.1" status: 404 len: 328 time: 0.0898471 Aug 29 04:24:02.072734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48586) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:02.081894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-ffa50940-316e-4547-b2a3-2e32cdcb849a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285', 'tempest-TagsExtTest-Tag-539762833') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:02.121668 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-9d495cc4-aa10-42ae-ae31-83b914df750d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d734ab37-408f-43b7-8669-4858c037a260 HTTP/1.1" status: 200 len: 217 time: 0.0867994 Aug 29 04:24:02.201876 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-ffa50940-316e-4547-b2a3-2e32cdcb849a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:02.205597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ffa50940-316e-4547-b2a3-2e32cdcb849a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags/tempest-TagsExtTest-Tag-539762833 HTTP/1.1" status: 404 len: 328 time: 0.1277664 Aug 29 04:24:02.207723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48590) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:02.213401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-8b87b7cd-8b5a-4be0-8cf8-2916a49874ea tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285', 'tempest-TagsExtTest-Tag-520649487') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:02.230973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-6533a1e2-166a-4d59-9859-b94e9bc4966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.233607 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-6533a1e2-166a-4d59-9859-b94e9bc4966f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8ce73b5d-9cd1-49c9-8da2-dd3524d71407 HTTP/1.1" status: 200 len: 853 time: 0.0851028 Aug 29 04:24:02.274857 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-ec7d558f-dde7-4c68-80b1-e427fdb46c32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60df5e53-4a68-44a6-b3f7-accc9eddefd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303397 Aug 29 04:24:02.285318 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-8b87b7cd-8b5a-4be0-8cf8-2916a49874ea tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:02.288902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8b87b7cd-8b5a-4be0-8cf8-2916a49874ea tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags/tempest-TagsExtTest-Tag-520649487 HTTP/1.1" status: 404 len: 328 time: 0.0775380 Aug 29 04:24:02.289110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48594) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:02.295744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-5f6c1e0b-bd54-459a-be22-10f15f59a38f tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f', {'tags': ['tempest-TagsExtTest-Tag-1531437712', 'tempest-TagsExtTest-Tag-874347952', 'tempest-TagsExtTest-Tag-1037117762']}) {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:02.430486 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-d5625298-6ae2-4840-93df-ce1e4a327166 service neutron] 10.222.0.52 "GET /v2.0/networks/60df5e53-4a68-44a6-b3f7-accc9eddefd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455646 Aug 29 04:24:02.479219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d56104-2d23-4645-91f0-5dc7254a2b51 req-ccf655af-f090-4dca-a1c2-c25ac3a152a5 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.485218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0d56104-2d23-4645-91f0-5dc7254a2b51 req-ccf655af-f090-4dca-a1c2-c25ac3a152a5 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1401491 Aug 29 04:24:02.537221 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5f6c1e0b-bd54-459a-be22-10f15f59a38f tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags HTTP/1.1" status: 200 len: 317 time: 0.2447894 Aug 29 04:24:02.542551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48602) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:02.551675 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-94ad2fa9-2b7f-40f6-a28a-a24c6f64b3eb req-45c62ced-e93c-4fef-8c81-2b9f79e00a90 service neutron] 10.222.0.52 "GET /v2.0/networks/60df5e53-4a68-44a6-b3f7-accc9eddefd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104350 Aug 29 04:24:02.570169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-bc4a63f2-b1a4-4374-970c-636a18633503 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:02.689029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0d56104-2d23-4645-91f0-5dc7254a2b51 req-9e43cb0e-108d-4b81-b79d-975a442f030c tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479509 Aug 29 04:24:02.732913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4e398-0e6f-4d8c-8158-051bc150fb3d req-8a33aa1b-3468-4a38-a5d0-815447dad2e7 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.743347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fe4e398-0e6f-4d8c-8158-051bc150fb3d req-8a33aa1b-3468-4a38-a5d0-815447dad2e7 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 944 time: 0.1685483 Aug 29 04:24:02.747965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea7625-1dcf-40eb-ae19-351b79a0d955 req-4452c369-0901-4638-aaba-4a4b8cf55814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.755007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54932100-6a06-435d-9f26-4739dce2fa6f req-e6a5c5c3-a015-47e8-b086-f7ff1df78d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.756588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-54932100-6a06-435d-9f26-4739dce2fa6f req-e6a5c5c3-a015-47e8-b086-f7ff1df78d1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1611cd4508d465ca7407d74393f935e&device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 1096 time: 0.1108410 Aug 29 04:24:02.757927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70ea7625-1dcf-40eb-ae19-351b79a0d955 req-4452c369-0901-4638-aaba-4a4b8cf55814 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 1097 time: 0.3016682 Aug 29 04:24:02.882769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fe4e398-0e6f-4d8c-8158-051bc150fb3d req-586ab95f-5f50-4c82-9419-22105a915ddb tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384428 Aug 29 04:24:02.898044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70ea7625-1dcf-40eb-ae19-351b79a0d955 req-64a08e03-919c-4b28-a47e-beef7a938f73 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113906 Aug 29 04:24:02.906328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54932100-6a06-435d-9f26-4739dce2fa6f req-d7b51016-ea39-40b5-8a88-9e25616efd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.908633 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-54932100-6a06-435d-9f26-4739dce2fa6f req-d7b51016-ea39-40b5-8a88-9e25616efd04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=60df5e53-4a68-44a6-b3f7-accc9eddefd9 HTTP/1.1" status: 200 len: 914 time: 0.1361430 Aug 29 04:24:02.912219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3958ee-3190-426d-bbf1-89d39e029314 req-7206f6a3-7013-44dc-9abe-931979102955 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.922206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee3958ee-3190-426d-bbf1-89d39e029314 req-7206f6a3-7013-44dc-9abe-931979102955 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1550221 Aug 29 04:24:02.932161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bc4a63f2-b1a4-4374-970c-636a18633503 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags HTTP/1.1" status: 204 len: 168 time: 0.3846457 Aug 29 04:24:02.938633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48608) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:02.945604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-d38ac910-d577-4db1-b400-a3ecefa5abc3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f', 'tempest-TagsExtTest-Tag-1531437712') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:02.990125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee3958ee-3190-426d-bbf1-89d39e029314 req-2e9f9de9-a9ca-4287-a44d-0c2881abfab7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619895 Aug 29 04:24:03.013345 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-d38ac910-d577-4db1-b400-a3ecefa5abc3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:03.017404 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d38ac910-d577-4db1-b400-a3ecefa5abc3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags/tempest-TagsExtTest-Tag-1531437712 HTTP/1.1" status: 404 len: 329 time: 0.0751433 Aug 29 04:24:03.017706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48610) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.022757 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-5a156bc1-a826-4acd-90c7-2a2ea4632862 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f', 'tempest-TagsExtTest-Tag-874347952') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:03.082994 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-5a156bc1-a826-4acd-90c7-2a2ea4632862 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:03.086730 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5a156bc1-a826-4acd-90c7-2a2ea4632862 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags/tempest-TagsExtTest-Tag-874347952 HTTP/1.1" status: 404 len: 328 time: 0.0649717 Aug 29 04:24:03.087102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48616) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.095740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-b81e0e2b-a14a-4872-b99c-f889e4fe2e1c tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f', 'tempest-TagsExtTest-Tag-1037117762') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:03.197006 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-b81e0e2b-a14a-4872-b99c-f889e4fe2e1c tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:03.204044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48624) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.204409 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b81e0e2b-a14a-4872-b99c-f889e4fe2e1c tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags/tempest-TagsExtTest-Tag-1037117762 HTTP/1.1" status: 404 len: 329 time: 0.1159205 Aug 29 04:24:03.215888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-5f048d73-fd3c-4a50-b43f-bd2aef92aab3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394', {'tags': ['tempest-TagsExtTest-Tag-672371463', 'tempest-TagsExtTest-Tag-1169805193', 'tempest-TagsExtTest-Tag-1848382870']}) {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:03.405841 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-54932100-6a06-435d-9f26-4739dce2fa6f req-c86caf7d-7807-4fe1-819e-818f46c73c55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d734ab37-408f-43b7-8669-4858c037a260 HTTP/1.1" status: 200 len: 217 time: 0.0817451 Aug 29 04:24:03.488956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54932100-6a06-435d-9f26-4739dce2fa6f req-c36c609a-cd55-49a3-9cf5-e72d98ba058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.490463 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-54932100-6a06-435d-9f26-4739dce2fa6f req-c36c609a-cd55-49a3-9cf5-e72d98ba058d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8ce73b5d-9cd1-49c9-8da2-dd3524d71407 HTTP/1.1" status: 200 len: 853 time: 0.0755546 Aug 29 04:24:03.509412 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5f048d73-fd3c-4a50-b43f-bd2aef92aab3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags HTTP/1.1" status: 200 len: 317 time: 0.3038638 Aug 29 04:24:03.511863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48630) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.517356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-db26bf3f-dadc-4c8c-9879-be9e597f1052 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:03.576012 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-54932100-6a06-435d-9f26-4739dce2fa6f req-a79ad445-68d7-4d06-841e-c4941048791c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60df5e53-4a68-44a6-b3f7-accc9eddefd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750246 Aug 29 04:24:03.725639 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-db26bf3f-dadc-4c8c-9879-be9e597f1052 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags HTTP/1.1" status: 204 len: 168 time: 0.2095766 Aug 29 04:24:03.725896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.732351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-314f26df-d511-49fb-84a0-9349d12daeff tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394', 'tempest-TagsExtTest-Tag-672371463') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:03.738237 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-54932100-6a06-435d-9f26-4739dce2fa6f req-65ac7867-7bb5-4333-92f6-0d816ac0df3d service neutron] 10.222.0.52 "GET /v2.0/networks/60df5e53-4a68-44a6-b3f7-accc9eddefd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308186 Aug 29 04:24:03.891734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e515-3ec2-4cdf-afee-7b074f2cd260 req-04807983-1524-4e03-9cae-dce0508fd8c6 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.900191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ac6e515-3ec2-4cdf-afee-7b074f2cd260 req-04807983-1524-4e03-9cae-dce0508fd8c6 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1155658 Aug 29 04:24:03.923039 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-314f26df-d511-49fb-84a0-9349d12daeff tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:03.924209 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-314f26df-d511-49fb-84a0-9349d12daeff tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags/tempest-TagsExtTest-Tag-672371463 HTTP/1.1" status: 404 len: 328 time: 0.1973240 Aug 29 04:24:03.928843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48638) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.937589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-810ffe77-cec4-4d78-9894-534eeec0e081 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394', 'tempest-TagsExtTest-Tag-1169805193') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:03.999048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ac6e515-3ec2-4cdf-afee-7b074f2cd260 req-eead8eb9-2847-42ad-bf2b-a9c4d5bb1e52 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948863 Aug 29 04:24:04.025539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-54932100-6a06-435d-9f26-4739dce2fa6f req-62ca8dd3-7dbf-4520-aee0-fcf757c0f8b1 service neutron] 10.222.0.52 "GET /v2.0/networks/60df5e53-4a68-44a6-b3f7-accc9eddefd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495923 Aug 29 04:24:04.070881 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-810ffe77-cec4-4d78-9894-534eeec0e081 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:04.071958 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-810ffe77-cec4-4d78-9894-534eeec0e081 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags/tempest-TagsExtTest-Tag-1169805193 HTTP/1.1" status: 404 len: 329 time: 0.1420646 Aug 29 04:24:04.074996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48642) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.087126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-75ebadfa-a71d-467d-902b-572d52149c9a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394', 'tempest-TagsExtTest-Tag-1848382870') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:04.107261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b713c2-8511-4ab8-a1ce-c6531f4fa6f7 req-7c3c3046-8ef3-43c8-b4ad-2c4d226be480 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:04.108925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40b713c2-8511-4ab8-a1ce-c6531f4fa6f7 req-7c3c3046-8ef3-43c8-b4ad-2c4d226be480 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 944 time: 0.1042821 Aug 29 04:24:04.227463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40b713c2-8511-4ab8-a1ce-c6531f4fa6f7 req-196c5624-f55c-4d8e-8446-4c6c5c9fc485 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958719 Aug 29 04:24:04.239634 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-75ebadfa-a71d-467d-902b-572d52149c9a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:04.241873 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-75ebadfa-a71d-467d-902b-572d52149c9a tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags/tempest-TagsExtTest-Tag-1848382870 HTTP/1.1" status: 404 len: 329 time: 0.1643260 Aug 29 04:24:04.250342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40bb41-ad21-46c1-af1b-2137117be072 req-44113d89-5a4d-4491-ad78-d8d3415d6b76 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:04.251912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d40bb41-ad21-46c1-af1b-2137117be072 req-44113d89-5a4d-4491-ad78-d8d3415d6b76 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1300066 Aug 29 04:24:04.255293 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48644) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.259956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-19f5bea1-f928-4e4f-975f-e3984560a9ac tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598', {'tags': ['tempest-TagsExtTest-Tag-1744460546', 'tempest-TagsExtTest-Tag-2004570932', 'tempest-TagsExtTest-Tag-1743209504']}) {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:04.329462 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d40bb41-ad21-46c1-af1b-2137117be072 req-23e40301-33a2-4146-812b-08a1397f803d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663171 Aug 29 04:24:04.337334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48650) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.337517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-19f5bea1-f928-4e4f-975f-e3984560a9ac tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "PUT /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags HTTP/1.1" status: 200 len: 318 time: 0.0798261 Aug 29 04:24:04.341498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-975629aa-7b21-4317-b1e3-c2a963bce3a1 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:04.425265 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-975629aa-7b21-4317-b1e3-c2a963bce3a1 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags HTTP/1.1" status: 204 len: 168 time: 0.0878975 Aug 29 04:24:04.427926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48654) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.432543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-cc78535c-7659-462b-8283-96f7622fb36f tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598', 'tempest-TagsExtTest-Tag-1744460546') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:04.467192 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-cc78535c-7659-462b-8283-96f7622fb36f tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:04.469861 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cc78535c-7659-462b-8283-96f7622fb36f tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags/tempest-TagsExtTest-Tag-1744460546 HTTP/1.1" status: 404 len: 329 time: 0.0396194 Aug 29 04:24:04.472443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48656) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.477486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-c260dfeb-66d7-4fba-ad0b-56114c845522 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598', 'tempest-TagsExtTest-Tag-2004570932') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:04.503503 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-c260dfeb-66d7-4fba-ad0b-56114c845522 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:04.507270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c260dfeb-66d7-4fba-ad0b-56114c845522 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags/tempest-TagsExtTest-Tag-2004570932 HTTP/1.1" status: 404 len: 329 time: 0.0309615 Aug 29 04:24:04.507580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48658) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.526185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-601a4527-0d10-4a8e-96f6-74b1a86dc536 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598', 'tempest-TagsExtTest-Tag-1743209504') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:04.553718 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-601a4527-0d10-4a8e-96f6-74b1a86dc536 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] show failed (client error): The resource could not be found. Aug 29 04:24:04.554785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-601a4527-0d10-4a8e-96f6-74b1a86dc536 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags/tempest-TagsExtTest-Tag-1743209504 HTTP/1.1" status: 404 len: 329 time: 0.0462956 Aug 29 04:24:04.557852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48664) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.564419 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-567db540-5d62-478e-8835-40b52efac7fe tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bf44d150-0a14-4e24-bd2a-2d2862db8598') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:04.640991 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-567db540-5d62-478e-8835-40b52efac7fe tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598/tags HTTP/1.1" status: 204 len: 168 time: 0.0818918 Aug 29 04:24:04.641749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48666) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.647645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-cb94958b-c7ef-4e44-b4b5-200734d53a0f tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6f4d573-f6b6-41de-aedc-2a5b05cf7394') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:04.747490 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cb94958b-c7ef-4e44-b4b5-200734d53a0f tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394/tags HTTP/1.1" status: 204 len: 168 time: 0.1021109 Aug 29 04:24:04.747682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48668) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.752408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.tag.tag_plugin [None req-8f926bb5-3d5d-496b-bbbe-0bb477f71a08 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b08adca-592f-4155-b90e-f2028c26433f') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:04.833393 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8f926bb5-3d5d-496b-bbbe-0bb477f71a08 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f/tags HTTP/1.1" status: 204 len: 168 time: 0.0837162 Aug 29 04:24:04.835210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48670) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.841196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.tag.tag_plugin [None req-f0d00a6a-fe0e-42ef-be89-5bf72c5bd0f7 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '48795a20-e26b-42a2-9b7b-4daa1ef34285') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:04.925027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f0d00a6a-fe0e-42ef-be89-5bf72c5bd0f7 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285/tags HTTP/1.1" status: 204 len: 168 time: 0.0880420 Aug 29 04:24:04.929777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48672) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:05.054725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-807652c1-65db-4949-88a2-254040ba7ecf tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for subnetpool, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.058039 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-807652c1-65db-4949-88a2-254040ba7ecf tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/subnetpools/bf44d150-0a14-4e24-bd2a-2d2862db8598 HTTP/1.1" status: 204 len: 168 time: 0.1254721 Aug 29 04:24:05.059412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48680) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:05.102455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a9c870e8-ca00-4ed7-bf9d-1511deeb9ad3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6f4d573-f6b6-41de-aedc-2a5b05cf7394 HTTP/1.1" status: 200 len: 205 time: 0.0386462 Aug 29 04:24:05.102852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48682) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:05.196556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96520b-6343-43a0-bd09-75e0355d55f6 req-043b410b-29e4-4ccb-aed2-c8fe12cae6c6 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.198339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf96520b-6343-43a0-bd09-75e0355d55f6 req-043b410b-29e4-4ccb-aed2-c8fe12cae6c6 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.0935786 Aug 29 04:24:05.208914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7389110b-bfc4-4f42-9f7d-457c6e2f9bb3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.292130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf96520b-6343-43a0-bd09-75e0355d55f6 req-ff4d2d0a-e0f1-4d5d-8810-d4407c5f9e1e tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817192 Aug 29 04:24:05.442860 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7389110b-bfc4-4f42-9f7d-457c6e2f9bb3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.448492 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7389110b-bfc4-4f42-9f7d-457c6e2f9bb3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.473880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9a13-c66b-41de-b36a-bba68383cf4a req-2237cda4-44d5-4094-ad40-ccd60bacb84d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.475476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b94d9a13-c66b-41de-b36a-bba68383cf4a req-2237cda4-44d5-4094-ad40-ccd60bacb84d tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 944 time: 0.1040206 Aug 29 04:24:05.601744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b94d9a13-c66b-41de-b36a-bba68383cf4a req-bd34c9c1-76b8-4cd6-b488-258761d3e606 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163440 Aug 29 04:24:05.756022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca88ed7-0a29-4c1d-b9b7-811eb98679c8 req-03c90647-7215-49cd-ae21-c82e8166bf90 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.766903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ca88ed7-0a29-4c1d-b9b7-811eb98679c8 req-03c90647-7215-49cd-ae21-c82e8166bf90 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1196551 Aug 29 04:24:05.901645 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7389110b-bfc4-4f42-9f7d-457c6e2f9bb3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.902761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7389110b-bfc4-4f42-9f7d-457c6e2f9bb3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Fanout notify agent at l3_agent the message router_deleted on router a6f4d573-f6b6-41de-aedc-2a5b05cf7394 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:24:05.915119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7389110b-bfc4-4f42-9f7d-457c6e2f9bb3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.919241 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7389110b-bfc4-4f42-9f7d-457c6e2f9bb3 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/routers/a6f4d573-f6b6-41de-aedc-2a5b05cf7394 HTTP/1.1" status: 204 len: 168 time: 0.8124237 Aug 29 04:24:05.919532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48708) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:05.954597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ca88ed7-0a29-4c1d-b9b7-811eb98679c8 req-bf986e27-8a5b-43bc-ad4e-e2c167acf2ca tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800361 Aug 29 04:24:06.080554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-93d258b7-f274-41ff-ac2a-68a21d6eaffb tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Deleting port 7b08adca-592f-4155-b90e-f2028c26433f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:06.081646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93d258b7-f274-41ff-ac2a-68a21d6eaffb tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.234277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93d258b7-f274-41ff-ac2a-68a21d6eaffb tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.256084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-93d258b7-f274-41ff-ac2a-68a21d6eaffb tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Calling delete_port for 7b08adca-592f-4155-b90e-f2028c26433f owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:06.281278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1a542-eac5-48a8-bd32-e758fb0d793f req-da27de1e-df88-4d87-bd83-75ab40c5d7f4 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.290711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbd1a542-eac5-48a8-bd32-e758fb0d793f req-da27de1e-df88-4d87-bd83-75ab40c5d7f4 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.0786037 Aug 29 04:24:06.370858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7c67d-634f-4a65-9536-b6662bc304c0 req-8d2637f8-246b-4dbc-8a41-7eea5c691639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.373648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6f7c67d-634f-4a65-9536-b6662bc304c0 req-8d2637f8-246b-4dbc-8a41-7eea5c691639 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 1097 time: 0.1017010 Aug 29 04:24:06.390348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbd1a542-eac5-48a8-bd32-e758fb0d793f req-ffad3a39-82ba-400c-b587-ae94eeef9a55 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972419 Aug 29 04:24:06.548646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7c67d-634f-4a65-9536-b6662bc304c0 req-5b0099b5-73a1-4fcb-8739-452c6f4f8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.550279 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6f7c67d-634f-4a65-9536-b6662bc304c0 req-5b0099b5-73a1-4fcb-8739-452c6f4f8ff0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 919 time: 0.1681802 Aug 29 04:24:06.615941 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93d258b7-f274-41ff-ac2a-68a21d6eaffb tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.621916 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6f7c67d-634f-4a65-9536-b6662bc304c0 req-450e0ae8-ed6a-4ab6-aeb0-941de9df86f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20774707-35d3-4d8a-9253-5e159cd7f29b HTTP/1.1" status: 200 len: 217 time: 0.0489874 Aug 29 04:24:06.690757 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7c67d-634f-4a65-9536-b6662bc304c0 req-ce1e23ca-e224-4dbc-9fcf-ebb45aee8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.693733 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6f7c67d-634f-4a65-9536-b6662bc304c0 req-ce1e23ca-e224-4dbc-9fcf-ebb45aee8515 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 200 len: 858 time: 0.0618382 Aug 29 04:24:06.728186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d258b7-f274-41ff-ac2a-68a21d6eaffb tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Pushing event deleted for resources: {'Port': ['ID=7b08adca-592f-4155-b90e-f2028c26433f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:06.780585 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6f7c67d-634f-4a65-9536-b6662bc304c0 req-7b8ae27f-ba19-4f82-a0aa-9fda2c6fc402 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=391a7aff-b637-4ba2-b0d1-011912cd652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680623 Aug 29 04:24:06.824397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12911a3-c489-49c7-9430-d30f9fa591e2 req-19ba0e5c-52c3-4847-a75c-bcbc0cd1966e tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.828181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f12911a3-c489-49c7-9430-d30f9fa591e2 req-19ba0e5c-52c3-4847-a75c-bcbc0cd1966e tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 944 time: 0.0714235 Aug 29 04:24:06.900060 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93d258b7-f274-41ff-ac2a-68a21d6eaffb tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.902833 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-93d258b7-f274-41ff-ac2a-68a21d6eaffb tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/ports/7b08adca-592f-4155-b90e-f2028c26433f HTTP/1.1" status: 204 len: 168 time: 0.9819491 Aug 29 04:24:06.905463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48738) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:06.920465 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f12911a3-c489-49c7-9430-d30f9fa591e2 req-83cfd4ec-961b-4283-9378-9bfa17314829 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820594 Aug 29 04:24:06.949324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02cc5-0f8c-4e48-a483-a35d8ce897e6 req-96b81e3f-083c-437d-86d9-9488b5255ba3 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.951772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02cc5-0f8c-4e48-a483-a35d8ce897e6 req-96b81e3f-083c-437d-86d9-9488b5255ba3 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.0958028 Aug 29 04:24:06.989399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf3ab8b-ca46-4d1a-b0c9-7ef277917ebe tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Deleting subnet 48795a20-e26b-42a2-9b7b-4daa1ef34285 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:06.994224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ab8b-ca46-4d1a-b0c9-7ef277917ebe tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.995204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02cc5-0f8c-4e48-a483-a35d8ce897e6 req-7eb1bfc5-59bf-4043-b283-9e29317a2690 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373282 Aug 29 04:24:07.052388 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ab8b-ca46-4d1a-b0c9-7ef277917ebe tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.064071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d734ab37-408f-43b7-8669-4858c037a260 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:07.077673 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6f7c67d-634f-4a65-9536-b6662bc304c0 req-e48a5b51-bb79-4c5a-9c57-3686064e347b service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598574 Aug 29 04:24:07.233005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d734ab37-408f-43b7-8669-4858c037a260, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d734ab37-408f-43b7-8669-4858c037a260,segment=NetworkSegment(f90465b1-980f-4b36-b7fa-60dd07c0c79f),segment_id=f90465b1-980f-4b36-b7fa-60dd07c0c79f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:07.239199 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ab8b-ca46-4d1a-b0c9-7ef277917ebe tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.247258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'd734ab37-408f-43b7-8669-4858c037a260', 'network_id': '60df5e53-4a68-44a6-b3f7-accc9eddefd9', 'port_id': 'd734ab37-408f-43b7-8669-4858c037a260', 'mac_address': 'fa:16:3e:4e:fd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce73b5d-9cd1-49c9-8da2-dd3524d71407', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:07.273897 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b6f7c67d-634f-4a65-9536-b6662bc304c0 req-4a9edb66-f992-473f-81eb-400e61c053c0 service neutron] 10.222.0.52 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803331 Aug 29 04:24:07.292307 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.312764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d734ab37-408f-43b7-8669-4858c037a260 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:07.316708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ab8b-ca46-4d1a-b0c9-7ef277917ebe tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.337244 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d734ab37-408f-43b7-8669-4858c037a260, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d734ab37-408f-43b7-8669-4858c037a260,segment=NetworkSegment(f90465b1-980f-4b36-b7fa-60dd07c0c79f),segment_id=f90465b1-980f-4b36-b7fa-60dd07c0c79f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:07.342181 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.354682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3ab8b-ca46-4d1a-b0c9-7ef277917ebe tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Pushing event deleted for resources: {'Subnet': ['ID=48795a20-e26b-42a2-9b7b-4daa1ef34285,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:07.365597 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ab8b-ca46-4d1a-b0c9-7ef277917ebe tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.367988 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6cf3ab8b-ca46-4d1a-b0c9-7ef277917ebe tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/subnets/48795a20-e26b-42a2-9b7b-4daa1ef34285 HTTP/1.1" status: 204 len: 168 time: 0.4615743 Aug 29 04:24:07.370483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48748) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:07.396278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=d734ab37-408f-43b7-8669-4858c037a260,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:07.400497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbbec7e-c1b6-45e7-9cf8-304d08107e1b None None] Network 479a3496-1494-44c9-b143-ff648abe483f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:07.474691 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.538552 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Deleting port 391c6021-323c-485a-88da-662d3ab107c2 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:07.540001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.548522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e29c2-b8d1-42e6-82fe-1c524717a8f8 req-75346eed-fe5d-4e01-9786-234e8cfa3e59 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:07.558143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-733e29c2-b8d1-42e6-82fe-1c524717a8f8 req-75346eed-fe5d-4e01-9786-234e8cfa3e59 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.4886813 Aug 29 04:24:07.607955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac31667-a434-4738-9370-64f465f3f032 req-716aed44-2a65-4455-b7b1-f5464f4669cf tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:07.609531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ac31667-a434-4738-9370-64f465f3f032 req-716aed44-2a65-4455-b7b1-f5464f4669cf tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1094985 Aug 29 04:24:07.614852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-733e29c2-b8d1-42e6-82fe-1c524717a8f8 req-6d7619b9-83f6-457b-8a09-4046a00a111d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559168 Aug 29 04:24:07.620935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] For port 391c6021-323c-485a-88da-662d3ab107c2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=391c6021-323c-485a-88da-662d3ab107c2,segment=NetworkSegment(d90fcd4c-a98d-4241-bea1-be6e6836829f),segment_id=d90fcd4c-a98d-4241-bea1-be6e6836829f)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:07.621315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.638280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8030991-41b9-4d31-87bd-41e449215494 None None] DHCP port deletion for 479a3496-1494-44c9-b143-ff648abe483f request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:07.646065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Calling delete_port for 391c6021-323c-485a-88da-662d3ab107c2 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:07.670269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ac31667-a434-4738-9370-64f465f3f032 req-041c76f5-2b01-404d-bccd-0eb3ada45144 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534813 Aug 29 04:24:07.704422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c8030991-41b9-4d31-87bd-41e449215494 None None] Deleting port 391c6021-323c-485a-88da-662d3ab107c2 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:07.704799 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c8030991-41b9-4d31-87bd-41e449215494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.751257 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.779570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c8030991-41b9-4d31-87bd-41e449215494 None None] For port 391c6021-323c-485a-88da-662d3ab107c2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=391c6021-323c-485a-88da-662d3ab107c2,segment=NetworkSegment(d90fcd4c-a98d-4241-bea1-be6e6836829f),segment_id=d90fcd4c-a98d-4241-bea1-be6e6836829f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:07.780280 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c8030991-41b9-4d31-87bd-41e449215494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.780547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Pushing event deleted for resources: {'Port': ['ID=391c6021-323c-485a-88da-662d3ab107c2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:07.785401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] No DVR routers for this DVR port 391c6021-323c-485a-88da-662d3ab107c2 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:07.794278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c8030991-41b9-4d31-87bd-41e449215494 None None] Calling delete_port for 391c6021-323c-485a-88da-662d3ab107c2 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:07.869532 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.881771 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c8030991-41b9-4d31-87bd-41e449215494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.882401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479a3496-1494-44c9-b143-ff648abe483f']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.895628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90fcd4c-a98d-4241-bea1-be6e6836829f') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.895974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90fcd4c-a98d-4241-bea1-be6e6836829f') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.906428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.910520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8030991-41b9-4d31-87bd-41e449215494 None None] Pushing event deleted for resources: {'Port': ['ID=391c6021-323c-485a-88da-662d3ab107c2,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:07.912517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8030991-41b9-4d31-87bd-41e449215494 None None] No DVR routers for this DVR port 391c6021-323c-485a-88da-662d3ab107c2 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:07.924662 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.932050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:07.932545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:07.936230 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:07.982198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['d734ab37-408f-43b7-8669-4858c037a260'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:07.998980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.015267 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.017590 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] 10.222.0.49 "DELETE /v2.0/networks/479a3496-1494-44c9-b143-ff648abe483f HTTP/1.1" status: 204 len: 168 time: 0.6458988 Aug 29 04:24:08.031962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9879a9b-3976-4010-a228-d6beda93cfb5 tempest-TagsExtTest-881212194 tempest-TagsExtTest-881212194-project] Pushing event deleted for resources: {'Network': ['ID=479a3496-1494-44c9-b143-ff648abe483f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.081384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb0bfc-c8c1-481c-87a0-a09d68741c5a req-0c3f3cd5-8d1c-44ed-8a98-5e37d0708712 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.089924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cadb0bfc-c8c1-481c-87a0-a09d68741c5a req-0c3f3cd5-8d1c-44ed-8a98-5e37d0708712 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 945 time: 0.1008151 Aug 29 04:24:08.173504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cadb0bfc-c8c1-481c-87a0-a09d68741c5a req-539c0910-0d85-41f5-ad66-74b22c645691 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811760 Aug 29 04:24:08.193055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714100e0-87d8-461f-bd8a-561e0f50fc4b req-8be9902b-59c7-48e1-957d-969eae80544a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.200850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-714100e0-87d8-461f-bd8a-561e0f50fc4b req-8be9902b-59c7-48e1-957d-969eae80544a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.0678098 Aug 29 04:24:08.249366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-714100e0-87d8-461f-bd8a-561e0f50fc4b req-e489cb11-036e-44e8-8170-298f82747c8d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475607 Aug 29 04:24:08.284950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 391c6021-323c-485a-88da-662d3ab107c2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:08.306792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 391c6021-323c-485a-88da-662d3ab107c2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:08.307151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 391c6021-323c-485a-88da-662d3ab107c2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:08.352040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48768) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:08.497474 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a3c89afc-29df-4455-b07e-08c8f97cb787 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bed858dd6b704b7085e60ae6baade119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442251 Aug 29 04:24:08.500068 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48780) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:08.553107 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-22dabe1b-1cff-41cc-9f23-c2387738d51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.581615 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-22dabe1b-1cff-41cc-9f23-c2387738d51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.665485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-22dabe1b-1cff-41cc-9f23-c2387738d51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.669386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-22dabe1b-1cff-41cc-9f23-c2387738d51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.684765 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-22dabe1b-1cff-41cc-9f23-c2387738d51e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0400cf10-4528-466b-9edd-95a4bbf390d4 HTTP/1.1" status: 204 len: 168 time: 0.1750605 Aug 29 04:24:08.700941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dabe1b-1cff-41cc-9f23-c2387738d51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0400cf10-4528-466b-9edd-95a4bbf390d4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.789901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ed270-3b2c-4164-8f9e-955440a23e0a req-d293b664-72f1-417e-8620-45b988ed5c00 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.796830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e17ed270-3b2c-4164-8f9e-955440a23e0a req-d293b664-72f1-417e-8620-45b988ed5c00 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1100864 Aug 29 04:24:08.828937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd07e7-0e8d-41cf-856f-b7ad7a300308 req-e5960fce-8bf5-4b18-9a49-a726cbce5e9e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.830780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2fd07e7-0e8d-41cf-856f-b7ad7a300308 req-e5960fce-8bf5-4b18-9a49-a726cbce5e9e tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.0981457 Aug 29 04:24:08.895570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e17ed270-3b2c-4164-8f9e-955440a23e0a req-48c77128-02ba-4ba1-b561-0246fd7c3c2e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913370 Aug 29 04:24:08.952954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2fd07e7-0e8d-41cf-856f-b7ad7a300308 req-637f9c45-9fd6-405f-a03c-03583b7ede74 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967975 Aug 29 04:24:09.052936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389639-af3b-4bbe-b379-d7f4d16907f8 req-d216400b-5cb3-4697-8ebf-68e861d8d5cc tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:09.054013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e389639-af3b-4bbe-b379-d7f4d16907f8 req-d216400b-5cb3-4697-8ebf-68e861d8d5cc tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.0545979 Aug 29 04:24:09.094554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e389639-af3b-4bbe-b379-d7f4d16907f8 req-b4eb2d18-cca6-4f13-9fe9-1b11fedd474f tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333436 Aug 29 04:24:09.320661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7f47f-6c50-4cc8-9c7c-0fe906899b80 req-bec8c1c4-3ce8-44cd-a65a-90b2ee293ef5 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:09.328854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cb7f47f-6c50-4cc8-9c7c-0fe906899b80 req-bec8c1c4-3ce8-44cd-a65a-90b2ee293ef5 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 945 time: 0.0700812 Aug 29 04:24:09.368584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cb7f47f-6c50-4cc8-9c7c-0fe906899b80 req-cb1ed444-dff9-4e55-a237-403a76be1aa8 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Aug 29 04:24:10.063191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe82488-1034-4899-bd80-6f0bd7f35637 req-1029c0c8-830e-4390-ad05-ee966edb6528 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.065076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4fe82488-1034-4899-bd80-6f0bd7f35637 req-1029c0c8-830e-4390-ad05-ee966edb6528 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1091752 Aug 29 04:24:10.108660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963a25f-5318-44de-83ff-7e0e0490dd2a req-0c8f9ec5-51b1-4fe1-b300-7a53404ab62c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.110664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4963a25f-5318-44de-83ff-7e0e0490dd2a req-0c8f9ec5-51b1-4fe1-b300-7a53404ab62c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.0937884 Aug 29 04:24:10.170513 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4fe82488-1034-4899-bd80-6f0bd7f35637 req-19eff17d-2100-47cc-8c88-edf2e6a31b3d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938020 Aug 29 04:24:10.173414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4963a25f-5318-44de-83ff-7e0e0490dd2a req-cd74d14e-1a95-4e23-9c08-f1d0f6b32a1c tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564828 Aug 29 04:24:10.289953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb2b1-5950-4994-a9a1-12760ffb3ce1 req-12bd57ca-3b06-4587-9da9-049ac68f2a83 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.291710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23afb2b1-5950-4994-a9a1-12760ffb3ce1 req-12bd57ca-3b06-4587-9da9-049ac68f2a83 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.0514135 Aug 29 04:24:10.340307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23afb2b1-5950-4994-a9a1-12760ffb3ce1 req-0f0a18ab-aa67-48f0-8c8d-2a9504be9b54 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Aug 29 04:24:10.524453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35af7d0-836d-44d7-ac78-8182d39bb785 req-06787982-1aec-4af2-b274-d4368b72340f tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.526323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c35af7d0-836d-44d7-ac78-8182d39bb785 req-06787982-1aec-4af2-b274-d4368b72340f tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 945 time: 0.0542037 Aug 29 04:24:10.570732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c35af7d0-836d-44d7-ac78-8182d39bb785 req-5b831a05-3baa-45ac-a67d-bb5a6e7463c9 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357845 Aug 29 04:24:11.077220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d734ab37-408f-43b7-8669-4858c037a260 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:11.131516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port d734ab37-408f-43b7-8669-4858c037a260 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:11.135607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port d734ab37-408f-43b7-8669-4858c037a260 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:11.136028 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.229990 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.264878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d734ab37-408f-43b7-8669-4858c037a260, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d734ab37-408f-43b7-8669-4858c037a260,segment=NetworkSegment(f90465b1-980f-4b36-b7fa-60dd07c0c79f),segment_id=f90465b1-980f-4b36-b7fa-60dd07c0c79f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:11.265882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd734ab37-408f-43b7-8669-4858c037a260'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:11.268912 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec7350a-c67d-4b7e-8a50-95f5b1645145" -d '{"events": [{"server_uuid": "cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95", "name": "network-vif-plugged", "status": "completed", "tag": "d734ab37-408f-43b7-8669-4858c037a260"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:11.274158 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.275911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:11.370157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd89ec-b346-42d8-bd2d-6db09957fda4 req-94a167b8-46db-4bbc-b8bb-d937c3092bcd tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.378789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fdcd89ec-b346-42d8-bd2d-6db09957fda4 req-94a167b8-46db-4bbc-b8bb-d937c3092bcd tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1120019 Aug 29 04:24:11.386995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=d734ab37-408f-43b7-8669-4858c037a260,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:11.398352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a318f-805c-464b-a2af-193d331bfa74 req-8a4e9531-d872-4985-b6a8-c466e61ddd58 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.400095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad8a318f-805c-464b-a2af-193d331bfa74 req-8a4e9531-d872-4985-b6a8-c466e61ddd58 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.0948982 Aug 29 04:24:11.445560 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.464916 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fdcd89ec-b346-42d8-bd2d-6db09957fda4 req-2d4f99ba-807a-4d90-beef-3a081d3b4c59 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850639 Aug 29 04:24:11.493831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad8a318f-805c-464b-a2af-193d331bfa74 req-69c26eab-dfba-4db5-b4fe-4445b6b9c06c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835538 Aug 29 04:24:11.516509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:11.532952 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280f0601-3528-4f48-bc55-3f033c7f60ad x-openstack-request-id: req-280f0601-3528-4f48-bc55-3f033c7f60ad {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:11.533248 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95", "name": "network-vif-plugged", "status": "completed", "tag": "d734ab37-408f-43b7-8669-4858c037a260", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:11.535414 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-280f0601-3528-4f48-bc55-3f033c7f60ad {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:11.535761 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd734ab37-408f-43b7-8669-4858c037a260', 'code': 200} Aug 29 04:24:11.538158 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.544429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48888) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:11.658673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=11']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:11.734670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f83375-4302-43f8-9b82-8f8bf56d8804 req-f35e5d9e-c585-432b-b58c-8e12ea0e410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.736674 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-96f83375-4302-43f8-9b82-8f8bf56d8804 req-f35e5d9e-c585-432b-b58c-8e12ea0e410e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 1098 time: 0.1064284 Aug 29 04:24:11.833320 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-96f83375-4302-43f8-9b82-8f8bf56d8804 req-3184c552-4b7c-419f-9d4b-c13691d798bd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889838 Aug 29 04:24:11.862483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12f3b29a-60f6-42b9-ab1e-2ebd9f69bf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.884228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cfb72-ccf0-4a70-bb44-651ec0d4a62b req-fc8f76d6-136e-415d-8606-4cb66e1721f8 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.885896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e75cfb72-ccf0-4a70-bb44-651ec0d4a62b req-fc8f76d6-136e-415d-8606-4cb66e1721f8 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 946 time: 0.1033039 Aug 29 04:24:11.952000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e75cfb72-ccf0-4a70-bb44-651ec0d4a62b req-7fafb25b-0fbb-47c4-b664-f421e597c268 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570641 Aug 29 04:24:12.021463 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12f3b29a-60f6-42b9-ab1e-2ebd9f69bf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.026487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12f3b29a-60f6-42b9-ab1e-2ebd9f69bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.080741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-12f3b29a-60f6-42b9-ab1e-2ebd9f69bf0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17464c955fa742dcbfaa255c17b84074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340846 Aug 29 04:24:12.082074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3b29a-60f6-42b9-ab1e-2ebd9f69bf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6dbdf4-dfc6-444b-80f4-1059a67f0cd3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:12.083301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48912) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:12.140561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-881b1603-681f-4b75-8ad4-a1a3216f42bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.171711 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-881b1603-681f-4b75-8ad4-a1a3216f42bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.220386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-881b1603-681f-4b75-8ad4-a1a3216f42bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.223128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-881b1603-681f-4b75-8ad4-a1a3216f42bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.224511 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-881b1603-681f-4b75-8ad4-a1a3216f42bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d6dbdf4-dfc6-444b-80f4-1059a67f0cd3 HTTP/1.1" status: 204 len: 168 time: 0.1401417 Aug 29 04:24:12.244458 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b1603-681f-4b75-8ad4-a1a3216f42bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6dbdf4-dfc6-444b-80f4-1059a67f0cd3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:12.710295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7444d8-fb3b-4f4f-9b9c-411dbbe4e047 req-a53d6881-25b6-4256-9259-1dfb2509d5c2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.719865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7444d8-fb3b-4f4f-9b9c-411dbbe4e047 req-a53d6881-25b6-4256-9259-1dfb2509d5c2 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1754975 Aug 29 04:24:12.790714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799ea6e-50cc-489f-a26e-8b1618733364 req-9e2c9449-4998-4cc4-a6c2-4a6814a0a470 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.792310 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d799ea6e-50cc-489f-a26e-8b1618733364 req-9e2c9449-4998-4cc4-a6c2-4a6814a0a470 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1649117 Aug 29 04:24:12.798492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7444d8-fb3b-4f4f-9b9c-411dbbe4e047 req-11fdbd4d-0327-43ac-af0d-b4eb634c625a tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772424 Aug 29 04:24:12.868629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d799ea6e-50cc-489f-a26e-8b1618733364 req-ab579ed9-c1ff-4f59-a8c7-12cbc4c98b7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628872 Aug 29 04:24:13.089881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:13.117294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9023a0-f036-4885-ab52-f20c5ce7c3d0 req-f3b6afea-47b3-48d9-91b8-243f5d8ccc8c tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.126268 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a9023a0-f036-4885-ab52-f20c5ce7c3d0 req-f3b6afea-47b3-48d9-91b8-243f5d8ccc8c tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 946 time: 0.0684350 Aug 29 04:24:13.187618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a9023a0-f036-4885-ab52-f20c5ce7c3d0 req-2c3923b5-5fb0-488c-a308-967916d123d4 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 Aug 29 04:24:13.254235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:13.277100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'port_id': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'mac_address': 'fa:16:3e:85:a0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:13.328817 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.343575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffc7c17-efd4-4ce0-8a79-08accb7a429c {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:13.366887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:13.372745 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.423511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=12']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:13.434752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.435635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.437034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.437780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.438329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.439131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.440264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.440801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.441484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.442021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.442542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.443171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:13.537824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:13.544131 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95dd5d0-9e97-4b80-98fe-97d0786dfc7c" -d '{"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:13.599923 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f72a0b-0dea-4b11-8be7-6eaf7b217a0b x-openstack-request-id: req-08f72a0b-0dea-4b11-8be7-6eaf7b217a0b {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:13.600525 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:13.601012 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08f72a0b-0dea-4b11-8be7-6eaf7b217a0b {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:13.601635 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'code': 200} Aug 29 04:24:13.607623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2ffc7c17-efd4-4ce0-8a79-08accb7a429c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:14.021610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcc9c4-4c5f-4770-bbdf-baebf99274a4 req-b869cf49-3f33-4a3d-ac92-5c65e1d0991d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.031490 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63bcc9c4-4c5f-4770-bbdf-baebf99274a4 req-b869cf49-3f33-4a3d-ac92-5c65e1d0991d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.1349790 Aug 29 04:24:14.125949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77674ae2-c9e3-40a6-812b-d29ff98a7ad9 req-a0c40b5c-8311-455f-8e75-9e6c623154cb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.145327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77674ae2-c9e3-40a6-812b-d29ff98a7ad9 req-a0c40b5c-8311-455f-8e75-9e6c623154cb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 945 time: 0.1107345 Aug 29 04:24:14.167701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63bcc9c4-4c5f-4770-bbdf-baebf99274a4 req-e615504a-5230-44d9-8856-67fe8bcecc57 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291580 Aug 29 04:24:14.253013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77674ae2-c9e3-40a6-812b-d29ff98a7ad9 req-c5e757e9-d458-49c9-b552-5c61954fdf0c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060863 Aug 29 04:24:14.491223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc19f68-976c-4ca5-b6b2-94faa6fe122c req-aaafefed-703a-4011-9505-ec189054caca tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.493301 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdc19f68-976c-4ca5-b6b2-94faa6fe122c req-aaafefed-703a-4011-9505-ec189054caca tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 946 time: 0.0676298 Aug 29 04:24:14.556002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdc19f68-976c-4ca5-b6b2-94faa6fe122c req-aed3ce1f-6f9a-4e82-bcc1-2152dae92566 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462773 Aug 29 04:24:15.078290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1441be-48a5-4d70-8881-f1a92afe484d req-23765cbf-0419-4161-8be9-7019c471c497 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.080107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a1441be-48a5-4d70-8881-f1a92afe484d req-23765cbf-0419-4161-8be9-7019c471c497 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 946 time: 0.0584295 Aug 29 04:24:15.109261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:15.122373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a1441be-48a5-4d70-8881-f1a92afe484d req-9df1fc9b-4e5c-44c9-b7e7-00b64a10f0ce tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343308 Aug 29 04:24:15.181662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:15.182446 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.321644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d87bd1-5ffd-4903-89cf-0367bd79d470 req-d25bbbb6-5d38-442a-bad3-9699c88d4014 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.323543 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61d87bd1-5ffd-4903-89cf-0367bd79d470 req-d25bbbb6-5d38-442a-bad3-9699c88d4014 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.0632401 Aug 29 04:24:15.374734 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.417396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:15.423278 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.443243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9f340-18cf-4158-87ae-04b31b90e911 req-ca8b357e-8e87-4ce9-8e82-21410966a1e2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.453517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05b9f340-18cf-4158-87ae-04b31b90e911 req-ca8b357e-8e87-4ce9-8e82-21410966a1e2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 945 time: 0.1216137 Aug 29 04:24:15.478317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61d87bd1-5ffd-4903-89cf-0367bd79d470 req-712141aa-b0ea-44b4-95dd-23a194039c95 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271789 Aug 29 04:24:15.580320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=13']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:15.583588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05b9f340-18cf-4158-87ae-04b31b90e911 req-72426407-36e4-468d-b9cd-9abdb77e67d8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262307 Aug 29 04:24:15.603292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:15.605757 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae87d50-16cf-4d65-83d8-ff1762ccff32" -d '{"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:15.743097 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded5ef1f-7915-439a-8068-82256b9a4de4 x-openstack-request-id: req-ded5ef1f-7915-439a-8068-82256b9a4de4 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:15.743390 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:15.743638 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ded5ef1f-7915-439a-8068-82256b9a4de4 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:15.744063 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'code': 200} Aug 29 04:24:15.852954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b022b23-c713-44bb-a3fa-ace15c36878e req-820b45d9-14fd-4b38-8293-7efc05ad1dc6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.854631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b022b23-c713-44bb-a3fa-ace15c36878e req-820b45d9-14fd-4b38-8293-7efc05ad1dc6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.0518994 Aug 29 04:24:15.896145 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b022b23-c713-44bb-a3fa-ace15c36878e req-17d5f032-461b-4f64-96cc-e3a549734232 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352628 Aug 29 04:24:16.023623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515747-4513-4e30-b43f-a32e43c125d9 req-20c60346-b10b-4267-bc78-55535783fe64 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:16.025518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02515747-4513-4e30-b43f-a32e43c125d9 req-20c60346-b10b-4267-bc78-55535783fe64 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.0572138 Aug 29 04:24:16.086423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02515747-4513-4e30-b43f-a32e43c125d9 req-8bca4c28-d8fb-4ff6-9b4b-80dbf7376a75 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546815 Aug 29 04:24:16.265283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219d239-91de-4803-8e96-5eb5707d43e4 req-5ec62d19-27a8-408e-bd01-62dece19f4b5 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:16.273353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9219d239-91de-4803-8e96-5eb5707d43e4 req-5ec62d19-27a8-408e-bd01-62dece19f4b5 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 946 time: 0.0737398 Aug 29 04:24:16.328899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9219d239-91de-4803-8e96-5eb5707d43e4 req-eb3e790d-c9ad-4b2d-bb44-2e929153cc52 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511692 Aug 29 04:24:16.397276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631fda2-d312-460b-8a51-5667441307fc req-7622bb7a-5a79-48a3-9f7c-74650e3de1df tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:16.399029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6631fda2-d312-460b-8a51-5667441307fc req-7622bb7a-5a79-48a3-9f7c-74650e3de1df tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.0671988 Aug 29 04:24:16.462526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6631fda2-d312-460b-8a51-5667441307fc req-ca550b91-372f-47d1-a3a2-217fe9cc3dbe tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524786 Aug 29 04:24:16.777316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609c04-4972-4048-8650-bde269c9bd5c req-c2ca2cb2-6524-4509-903f-cc3e2541dca1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:16.783190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f609c04-4972-4048-8650-bde269c9bd5c req-c2ca2cb2-6524-4509-903f-cc3e2541dca1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.0936649 Aug 29 04:24:16.822579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f609c04-4972-4048-8650-bde269c9bd5c req-23abbf34-ddf8-448f-8743-de37f2248cae tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357914 Aug 29 04:24:17.313373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-c1f80280-8b87-461b-a8c0-5336d1458a6f tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.314927 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-c1f80280-8b87-461b-a8c0-5336d1458a6f tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 946 time: 0.1030557 Aug 29 04:24:17.552055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f0b8e-c170-413e-8c3b-718bce2e8ff8 req-029116a2-c96f-440d-bd53-dcb1482ca380 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.581058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-48512f20-1024-43ce-af7e-4468acbb9aa3 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Deleting port d734ab37-408f-43b7-8669-4858c037a260 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:17.581767 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-48512f20-1024-43ce-af7e-4468acbb9aa3 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.588897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-913f0b8e-c170-413e-8c3b-718bce2e8ff8 req-029116a2-c96f-440d-bd53-dcb1482ca380 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 946 time: 0.1741819 Aug 29 04:24:17.714154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-48512f20-1024-43ce-af7e-4468acbb9aa3 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] For port d734ab37-408f-43b7-8669-4858c037a260, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d734ab37-408f-43b7-8669-4858c037a260,segment=NetworkSegment(f90465b1-980f-4b36-b7fa-60dd07c0c79f),segment_id=f90465b1-980f-4b36-b7fa-60dd07c0c79f)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:17.714810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-48512f20-1024-43ce-af7e-4468acbb9aa3 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.720996 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:24:17.735039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-48512f20-1024-43ce-af7e-4468acbb9aa3 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Calling delete_port for d734ab37-408f-43b7-8669-4858c037a260 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:17.769556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-913f0b8e-c170-413e-8c3b-718bce2e8ff8 req-24f65358-80bb-4a08-9d3a-76881552f0a5 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b7cec12-468b-4bcb-8cba-1bd6970c97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744030 Aug 29 04:24:17.804438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72ca5a-5187-4eb5-afe6-ceded56d7cd4 req-88553c81-73fc-4a59-9f84-38f14befc8be tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.816813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb72ca5a-5187-4eb5-afe6-ceded56d7cd4 req-88553c81-73fc-4a59-9f84-38f14befc8be tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.2251251 Aug 29 04:24:17.828426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-342678c0-85ac-4a9d-aac4-319238479fcb tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.833849 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-342678c0-85ac-4a9d-aac4-319238479fcb tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 945 time: 0.3395934 Aug 29 04:24:17.882387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb72ca5a-5187-4eb5-afe6-ceded56d7cd4 req-30c03603-d191-4241-b4b1-24bd5a81a7a6 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625939 Aug 29 04:24:18.006559 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.024925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-ff99db0b-788f-4bd0-83ed-4266497c7f30 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Deleting port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:18.025354 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-ff99db0b-788f-4bd0-83ed-4266497c7f30 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.037896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a61d8-d02d-4cb8-b906-a93087f42979 req-9493c848-5e7f-430f-b45e-2336b9804db5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:18.040271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-882a61d8-d02d-4cb8-b906-a93087f42979 req-9493c848-5e7f-430f-b45e-2336b9804db5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.0860999 Aug 29 04:24:18.109094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-882a61d8-d02d-4cb8-b906-a93087f42979 req-c66558ab-84c0-4c59-933b-53349ab17a2f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576904 Aug 29 04:24:18.124312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-ff99db0b-788f-4bd0-83ed-4266497c7f30 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] For port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:18.124688 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-ff99db0b-788f-4bd0-83ed-4266497c7f30 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.138706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-ff99db0b-788f-4bd0-83ed-4266497c7f30 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Calling delete_port for 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:18.199178 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-48512f20-1024-43ce-af7e-4468acbb9aa3 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.233374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['d734ab37-408f-43b7-8669-4858c037a260'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:18.286446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48512f20-1024-43ce-af7e-4468acbb9aa3 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Pushing event deleted for resources: {'Port': ['ID=d734ab37-408f-43b7-8669-4858c037a260,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.297058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-48512f20-1024-43ce-af7e-4468acbb9aa3 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] No DVR routers for this DVR port d734ab37-408f-43b7-8669-4858c037a260 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:18.300149 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-48512f20-1024-43ce-af7e-4468acbb9aa3 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.302126 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-43e92e19-c6ed-4850-a8f1-c884b9e79808 req-48512f20-1024-43ce-af7e-4468acbb9aa3 tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.52 "DELETE /v2.0/ports/d734ab37-408f-43b7-8669-4858c037a260 HTTP/1.1" status: 204 len: 173 time: 0.9713113 Aug 29 04:24:18.303900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95', 'name': 'network-vif-deleted', 'tag': 'd734ab37-408f-43b7-8669-4858c037a260'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:18.306618 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5690203a-ad74-437b-b13b-822208271d4f" -d '{"events": [{"server_uuid": "cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95", "name": "network-vif-deleted", "tag": "d734ab37-408f-43b7-8669-4858c037a260"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:18.409975 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad66e15-c5ff-4695-8f79-b903058e063e x-openstack-request-id: req-cad66e15-c5ff-4695-8f79-b903058e063e {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:18.410754 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95", "name": "network-vif-deleted", "tag": "d734ab37-408f-43b7-8669-4858c037a260", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:18.410754 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cad66e15-c5ff-4695-8f79-b903058e063e {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:18.411044 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95', 'name': 'network-vif-deleted', 'tag': 'd734ab37-408f-43b7-8669-4858c037a260', 'status': 'completed', 'code': 200} Aug 29 04:24:18.437605 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-ff99db0b-788f-4bd0-83ed-4266497c7f30 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.451679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:18.500351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:18.511179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99db0b-788f-4bd0-83ed-4266497c7f30 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event deleted for resources: {'Port': ['ID=0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.596045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-ff99db0b-788f-4bd0-83ed-4266497c7f30 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] No DVR routers for this DVR port 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:18.600916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-ff99db0b-788f-4bd0-83ed-4266497c7f30 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.605204 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d0e6f0b-735c-41ff-ae4e-8e71a0448742 req-ff99db0b-788f-4bd0-83ed-4266497c7f30 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.59 "DELETE /v2.0/ports/0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc HTTP/1.1" status: 204 len: 173 time: 0.7626679 Aug 29 04:24:18.901254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6eaad0ff-ab9e-4f39-b10f-43c7db6a565c req-5515460c-2223-4cb7-8116-f5ffc4b5f47a tempest-ServerPasswordTestJSON-1623598387 tempest-ServerPasswordTestJSON-1623598387-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe65127-6fc3-4a1c-8cfa-4884a8ecfd95 HTTP/1.1" status: 200 len: 210 time: 0.0380297 Aug 29 04:24:19.165711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1704302-4e88-41d6-b441-ae62bedccf7e req-e0821bc3-e639-464f-b9cd-9ffeea204baa tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fb3eaf7-4362-4a48-b674-a45dffcdcbd8 HTTP/1.1" status: 200 len: 210 time: 0.0778451 Aug 29 04:24:19.409392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d20cf8-a47d-4350-ab54-840f90b1d802 req-6f580a9e-6918-41a5-84b3-0dff483c6c54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.410991 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52d20cf8-a47d-4350-ab54-840f90b1d802 req-6f580a9e-6918-41a5-84b3-0dff483c6c54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1051998 Aug 29 04:24:19.411751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49130) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:19.490811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52d20cf8-a47d-4350-ab54-840f90b1d802 req-23556a04-8843-4bff-bca3-cb5ae17c574f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572782 Aug 29 04:24:19.566955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3b510da-c856-40e1-9481-fe3d200de342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.731356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3b510da-c856-40e1-9481-fe3d200de342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.747991 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3b510da-c856-40e1-9481-fe3d200de342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.804393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b510da-c856-40e1-9481-fe3d200de342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926a8174-71ff-4b7b-9480-5d6466e772e0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.881841 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b3b510da-c856-40e1-9481-fe3d200de342 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49a50c98fd1042debb5fdbc1027fd390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686956 Aug 29 04:24:19.884319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49146) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.002424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49150) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.044825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5fe772eb-052b-48ad-93c9-e0d56eb2c707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.105088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-671162d8-cc8e-404d-990f-1bbb4c19bf8f admin admin] Deleting subnet 8ce73b5d-9cd1-49c9-8da2-dd3524d71407 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:20.108895 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-671162d8-cc8e-404d-990f-1bbb4c19bf8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.128711 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5fe772eb-052b-48ad-93c9-e0d56eb2c707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.181304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-671162d8-cc8e-404d-990f-1bbb4c19bf8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.219407 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5fe772eb-052b-48ad-93c9-e0d56eb2c707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.222575 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5fe772eb-052b-48ad-93c9-e0d56eb2c707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.226638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5fe772eb-052b-48ad-93c9-e0d56eb2c707 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/926a8174-71ff-4b7b-9480-5d6466e772e0 HTTP/1.1" status: 204 len: 168 time: 0.3405609 Aug 29 04:24:20.238819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe772eb-052b-48ad-93c9-e0d56eb2c707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926a8174-71ff-4b7b-9480-5d6466e772e0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.315917 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-671162d8-cc8e-404d-990f-1bbb4c19bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.425773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb3eaf7-4362-4a48-b674-a45dffcdcbd8', 'name': 'network-vif-deleted', 'tag': '0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:20.431664 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437f725a-7fa1-4cd8-9507-91693293f719" -d '{"events": [{"server_uuid": "7fb3eaf7-4362-4a48-b674-a45dffcdcbd8", "name": "network-vif-deleted", "tag": "0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:20.535262 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df31ff21-3292-474f-b588-ec994d692816 x-openstack-request-id: req-df31ff21-3292-474f-b588-ec994d692816 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:20.536993 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb3eaf7-4362-4a48-b674-a45dffcdcbd8", "name": "network-vif-deleted", "tag": "0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:20.536993 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df31ff21-3292-474f-b588-ec994d692816 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:20.536993 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb3eaf7-4362-4a48-b674-a45dffcdcbd8', 'name': 'network-vif-deleted', 'tag': '0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc', 'status': 'completed', 'code': 200} Aug 29 04:24:20.556711 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-671162d8-cc8e-404d-990f-1bbb4c19bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.648718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671162d8-cc8e-404d-990f-1bbb4c19bf8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce73b5d-9cd1-49c9-8da2-dd3524d71407,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.651093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-671162d8-cc8e-404d-990f-1bbb4c19bf8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.673686 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-671162d8-cc8e-404d-990f-1bbb4c19bf8f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8ce73b5d-9cd1-49c9-8da2-dd3524d71407 HTTP/1.1" status: 204 len: 168 time: 0.6676486 Aug 29 04:24:20.685044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49172) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.794759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7d73c-392e-4767-ab0c-506a71c8e91e req-a647d5b5-f324-441c-9bb3-b946e1ac67e8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.819591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1e7d73c-392e-4767-ab0c-506a71c8e91e req-a647d5b5-f324-441c-9bb3-b946e1ac67e8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1575551 Aug 29 04:24:21.045105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1e7d73c-392e-4767-ab0c-506a71c8e91e req-16ff5b88-2d42-4a7a-9904-5af88f37254e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242844 Aug 29 04:24:21.046446 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.138789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d734ab37-408f-43b7-8669-4858c037a260 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:21.215958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: d734ab37-408f-43b7-8669-4858c037a260 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:21.220013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d734ab37-408f-43b7-8669-4858c037a260 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:21.378506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.402629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60df5e53-4a68-44a6-b3f7-accc9eddefd9']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:21.429504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90465b1-980f-4b36-b7fa-60dd07c0c79f') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:21.430570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90465b1-980f-4b36-b7fa-60dd07c0c79f') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:21.457970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.523172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.532342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:21.533076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:21.534727 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:21.733042 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.767432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.783740 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] 10.222.0.49 "DELETE /v2.0/networks/60df5e53-4a68-44a6-b3f7-accc9eddefd9 HTTP/1.1" status: 204 len: 168 time: 1.0968304 Aug 29 04:24:21.810207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6623429-6b74-44ab-8e2c-ad3d657f8ced admin admin] Pushing event deleted for resources: {'Network': ['ID=60df5e53-4a68-44a6-b3f7-accc9eddefd9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.865318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:21.946958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:21.948809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0bb7a9f3-78ac-4f64-b1db-4a467c4a86fc not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:22.198179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49230) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:22.319500 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c74f9-c051-4e77-a2b8-3ec202f7b4c2 req-978ff219-9843-4ab7-91f6-de710796a615 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.332267 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b3f365b5-9e98-455a-9c9c-1499250a5645 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1611cd4508d465ca7407d74393f935e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328063 Aug 29 04:24:22.344398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49238) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:22.349061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b9c74f9-c051-4e77-a2b8-3ec202f7b4c2 req-978ff219-9843-4ab7-91f6-de710796a615 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1628926 Aug 29 04:24:22.488469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b9c74f9-c051-4e77-a2b8-3ec202f7b4c2 req-274fb824-94d8-4c0d-b6ff-aca756503338 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348815 Aug 29 04:24:22.499792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47de29-ee77-49a4-bc9f-adebf0cb56bf req-e2cea51c-aa6a-46ea-aa2b-5106b6358b56 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.517595 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b47de29-ee77-49a4-bc9f-adebf0cb56bf req-e2cea51c-aa6a-46ea-aa2b-5106b6358b56 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 945 time: 0.1660562 Aug 29 04:24:22.545678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b35f489b-a6ef-4cbf-a8da-779d16a456e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.634654 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b35f489b-a6ef-4cbf-a8da-779d16a456e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.654571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b47de29-ee77-49a4-bc9f-adebf0cb56bf req-29971649-584a-43ee-8d24-4262b2562a0d tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357508 Aug 29 04:24:22.850213 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b35f489b-a6ef-4cbf-a8da-779d16a456e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.853419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b35f489b-a6ef-4cbf-a8da-779d16a456e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.858451 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b35f489b-a6ef-4cbf-a8da-779d16a456e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b7cec12-468b-4bcb-8cba-1bd6970c97e8 HTTP/1.1" status: 204 len: 168 time: 0.5126052 Aug 29 04:24:22.881751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f489b-a6ef-4cbf-a8da-779d16a456e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7cec12-468b-4bcb-8cba-1bd6970c97e8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:23.612030 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-35f7491b-b0c0-4e58-8992-bbba51d6cd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.862463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af77c5-460a-46f4-9b37-7e730c827ec8 req-26aa136c-adee-4a02-a70f-92f39e9fd424 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.881773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6af77c5-460a-46f4-9b37-7e730c827ec8 req-26aa136c-adee-4a02-a70f-92f39e9fd424 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1730103 Aug 29 04:24:23.922841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-1c352e8f-ebf1-45d4-a7a6-9b6f949e52d5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.924599 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-1c352e8f-ebf1-45d4-a7a6-9b6f949e52d5 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 945 time: 0.1411519 Aug 29 04:24:24.072119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6af77c5-460a-46f4-9b37-7e730c827ec8 req-b0142021-5960-4082-a649-be0b0d26d93a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743758 Aug 29 04:24:24.180562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Deleting port ad25e3db-ca3f-4aa5-afb6-3697c33287df {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:24.180562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.224977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452aa91-0c14-4a74-bf94-6fb0b181a768 req-856401b7-fdea-4f99-b531-114c3c4ddacf tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.237789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d452aa91-0c14-4a74-bf94-6fb0b181a768 req-856401b7-fdea-4f99-b531-114c3c4ddacf tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 945 time: 0.1624694 Aug 29 04:24:24.328024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d452aa91-0c14-4a74-bf94-6fb0b181a768 req-8bd7dac4-0574-417e-a80f-c8915f6c9cc9 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0413a7e-c229-4d0b-b213-461400d5754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808249 Aug 29 04:24:24.490377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] For port ad25e3db-ca3f-4aa5-afb6-3697c33287df, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ad25e3db-ca3f-4aa5-afb6-3697c33287df,segment=NetworkSegment(c11de7dd-95be-414b-b2f7-79f11ef212be),segment_id=c11de7dd-95be-414b-b2f7-79f11ef212be)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:24.491286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.527006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Calling delete_port for ad25e3db-ca3f-4aa5-afb6-3697c33287df owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:25.150584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.188164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ad25e3db-ca3f-4aa5-afb6-3697c33287df'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:25.267632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Pushing event deleted for resources: {'Port': ['ID=ad25e3db-ca3f-4aa5-afb6-3697c33287df,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.369732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.381816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.385568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.386122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.390330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.390803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.391165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.391529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.391893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.392278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.392584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.392903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:25.433424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e91c0-cfb1-4066-8940-98fc470fd085 req-03fa207b-6aff-4344-ba0f-ef7a50a9475a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:25.447567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d0e91c0-cfb1-4066-8940-98fc470fd085 req-03fa207b-6aff-4344-ba0f-ef7a50a9475a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1562448 Aug 29 04:24:25.466613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] No DVR routers for this DVR port ad25e3db-ca3f-4aa5-afb6-3697c33287df on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:25.471172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.482768 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6aa156d9-7efc-47e5-86fb-09241f0ed736 req-9d249731-2fcb-4e0f-9c81-43e093f2be55 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.52 "DELETE /v2.0/ports/ad25e3db-ca3f-4aa5-afb6-3697c33287df HTTP/1.1" status: 204 len: 173 time: 1.5500894 Aug 29 04:24:25.483269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c77d07-b0ee-4415-8b4c-7a4283c2a582', 'name': 'network-vif-deleted', 'tag': 'ad25e3db-ca3f-4aa5-afb6-3697c33287df'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:25.491316 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3619eca8-2767-4752-b211-435814de1dda" -d '{"events": [{"server_uuid": "b6c77d07-b0ee-4415-8b4c-7a4283c2a582", "name": "network-vif-deleted", "tag": "ad25e3db-ca3f-4aa5-afb6-3697c33287df"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:25.496113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49306) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:25.506340 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d0e91c0-cfb1-4066-8940-98fc470fd085 req-42987c8a-81f0-43b2-9458-4a1e0ca01bd4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575488 Aug 29 04:24:25.577889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f30d2eb6-ae02-464e-82ac-ba11669ca9ef req-13edfca9-15ce-4526-9518-9affa392b0c7 tempest-ServersTestJSON-873422099 tempest-ServersTestJSON-873422099-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6c77d07-b0ee-4415-8b4c-7a4283c2a582 HTTP/1.1" status: 200 len: 210 time: 0.0691748 Aug 29 04:24:25.586311 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05c6282-5d29-4e3d-8112-a7f532a35c73 x-openstack-request-id: req-e05c6282-5d29-4e3d-8112-a7f532a35c73 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:25.586615 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c77d07-b0ee-4415-8b4c-7a4283c2a582", "name": "network-vif-deleted", "tag": "ad25e3db-ca3f-4aa5-afb6-3697c33287df", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:25.586881 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e05c6282-5d29-4e3d-8112-a7f532a35c73 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:25.587313 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c77d07-b0ee-4415-8b4c-7a4283c2a582', 'name': 'network-vif-deleted', 'tag': 'ad25e3db-ca3f-4aa5-afb6-3697c33287df', 'status': 'completed', 'code': 200} Aug 29 04:24:25.864503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-network', 'tenant_id': '6865805176604f33b7d3ac331df1d282'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:25.894517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Made reservation on behalf of 6865805176604f33b7d3ac331df1d282 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:25.897795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.915255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.109767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-931e094e-69c1-4df5-a219-42c4128b47e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.251661 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.261332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.281364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:26.296150 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.296861 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Added segment 4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043 of type vlan for network 2c44034a-2e03-458a-966e-140ad00d7e8e Aug 29 04:24:26.334601 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.367345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.396466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.398131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.398899 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.528659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Pushing event updated for resources: {'Network': ['ID=2c44034a-2e03-458a-966e-140ad00d7e8e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.542145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 2c44034a-2e03-458a-966e-140ad00d7e8e details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:26.548156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c2f8c4-1b5f-42e9-be3e-6101611030e2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.556597 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8ea6438e-faaa-43dd-b57b-31626acb3466 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0545223 Aug 29 04:24:26.557180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49332) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:26.568316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Request body: {'subnet': {'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-subnet', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:26.623457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Made reservation on behalf of 6865805176604f33b7d3ac331df1d282 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:26.626346 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.745255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49340) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:26.935314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ac5747-b6ea-4c69-90eb-21cc1e93b2fb admin admin] Deleting subnet 8403fb6b-2733-4111-9891-375088cbf5e3 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:26.938761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12ac5747-b6ea-4c69-90eb-21cc1e93b2fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.198508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7df0dc-9431-4927-a8f3-a8e90b0eba51 req-d858cea2-fdc2-400b-b86c-6bc9ac4274f8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.204666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a7df0dc-9431-4927-a8f3-a8e90b0eba51 req-d858cea2-fdc2-400b-b86c-6bc9ac4274f8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.4399431 Aug 29 04:24:27.207871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ad25e3db-ca3f-4aa5-afb6-3697c33287df no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:27.325748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: ad25e3db-ca3f-4aa5-afb6-3697c33287df {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:27.326318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ad25e3db-ca3f-4aa5-afb6-3697c33287df not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:27.387225 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.401082 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.495806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a7df0dc-9431-4927-a8f3-a8e90b0eba51 req-1540238b-f380-46a4-9ded-1df46153e9d0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698469 Aug 29 04:24:27.527288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.651303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db51dbf5-e96a-4a59-a351-402195a73810,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.663971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12ac5747-b6ea-4c69-90eb-21cc1e93b2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.694862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.696142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.699662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.700462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.701883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.702804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.704495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.704917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.706258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.709123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.709772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.710320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:27.716910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Checking segment: {'id': '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:27.717307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Network hostable DHCP agents. Network: 2c44034a-2e03-458a-966e-140ad00d7e8e, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:27.761044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Network 2c44034a-2e03-458a-966e-140ad00d7e8e is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:27.793526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 2c44034a-2e03-458a-966e-140ad00d7e8e) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:27.804827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ef8a0-89c6-44c4-aa34-5079beb46347 None None] Network 2c44034a-2e03-458a-966e-140ad00d7e8e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:27.805842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.807119 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.826141 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12ac5747-b6ea-4c69-90eb-21cc1e93b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.835787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1c09f95b-b958-4cee-bde0-4a2b7cfb9d2e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2759519 Aug 29 04:24:27.838448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49360) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.845610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:27.895935 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.898261 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.961412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12ac5747-b6ea-4c69-90eb-21cc1e93b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.039256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac5747-b6ea-4c69-90eb-21cc1e93b2fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8403fb6b-2733-4111-9891-375088cbf5e3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:28.041605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.044966 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12ac5747-b6ea-4c69-90eb-21cc1e93b2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.048223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-12ac5747-b6ea-4c69-90eb-21cc1e93b2fb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8403fb6b-2733-4111-9891-375088cbf5e3 HTTP/1.1" status: 204 len: 168 time: 1.3013062 Aug 29 04:24:28.050901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49362) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:28.209747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a99b6fe-42de-4c8d-92bf-363ad8bd309a None None] Network 2c44034a-2e03-458a-966e-140ad00d7e8e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:28.373052 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.723414 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.752524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9affe2b5-86a2-4e94-b605-2357849469a0']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:28.782343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11de7dd-95be-414b-b2f7-79f11ef212be') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:28.782719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11de7dd-95be-414b-b2f7-79f11ef212be') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:28.836642 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.889597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.892845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.912518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:28.913215 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.972703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647106-2b9a-448e-817e-efe77b5d4945 req-18096e01-851b-42cc-937e-d804b132be83 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.979533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f647106-2b9a-448e-817e-efe77b5d4945 req-18096e01-851b-42cc-937e-d804b132be83 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1638799 Aug 29 04:24:29.009239 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:29.098169 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:29.106558 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.151006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f647106-2b9a-448e-817e-efe77b5d4945 req-c9588686-ee3f-4b16-9ed0-6089013ab33f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172829 Aug 29 04:24:29.154926 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.175918 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9affe2b5-86a2-4e94-b605-2357849469a0 HTTP/1.1" status: 204 len: 168 time: 1.1228125 Aug 29 04:24:29.464465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3813459-ff31-4b6a-acb4-f6ef68fd2282 admin admin] Pushing event deleted for resources: {'Network': ['ID=9affe2b5-86a2-4e94-b605-2357849469a0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.521853 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed3a48a9-8598-494b-9498-a475470c4edd req-dea3ab58-6f66-417c-a05e-655cb66b6bcc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3443606 Aug 29 04:24:29.643102 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.655637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49398) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:29.673405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.677193 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a48a9-8598-494b-9498-a475470c4edd req-0d768c72-f074-41e5-b1fa-e06c2d1482e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.681763 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed3a48a9-8598-494b-9498-a475470c4edd req-0d768c72-f074-41e5-b1fa-e06c2d1482e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 1097 time: 0.1364458 Aug 29 04:24:29.825697 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cbc179db-acc4-468c-8aa4-cf3fb4de4165 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fab53e832624a009b9aba75e5bd5bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683550 Aug 29 04:24:29.838231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49408) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:29.908594 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a48a9-8598-494b-9498-a475470c4edd req-368be720-e076-468c-b29f-fd196f9cc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.911574 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed3a48a9-8598-494b-9498-a475470c4edd req-368be720-e076-468c-b29f-fd196f9cc026 service neutron] 10.222.0.59 "GET /v2.0/networks?id=391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 200 len: 919 time: 0.2096996 Aug 29 04:24:30.005671 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5067ee7a-2b77-43e8-a5ca-ba66861133c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.018807 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed3a48a9-8598-494b-9498-a475470c4edd req-17ad6912-b391-4eeb-970d-ee713acb0587 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2007921e-3b47-41db-8342-8ccaa43313ef HTTP/1.1" status: 200 len: 217 time: 0.0994229 Aug 29 04:24:30.110623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a48a9-8598-494b-9498-a475470c4edd req-65367d81-693c-4c0d-b00f-bd099b5fef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.112583 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed3a48a9-8598-494b-9498-a475470c4edd req-65367d81-693c-4c0d-b00f-bd099b5fef86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 200 len: 858 time: 0.0809898 Aug 29 04:24:30.154253 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed3a48a9-8598-494b-9498-a475470c4edd req-9e686ee9-eabf-4374-93aa-0752b28ffc04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=391a7aff-b637-4ba2-b0d1-011912cd652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310769 Aug 29 04:24:30.163503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Allocated IP 172.25.5.83 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/1553eecf-5deb-4fa6-afa3-c5c66d9bf650) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:30.173036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5067ee7a-2b77-43e8-a5ca-ba66861133c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.216081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8438c-d9d6-47c4-94f4-88c3f88e52ba req-a58eb847-360f-4beb-807e-aa81d8c0f8e3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.217694 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8de8438c-d9d6-47c4-94f4-88c3f88e52ba req-a58eb847-360f-4beb-807e-aa81d8c0f8e3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.2800286 Aug 29 04:24:30.302395 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed3a48a9-8598-494b-9498-a475470c4edd req-b198acfe-d27b-49e9-a621-f065f32eb55e service neutron] 10.222.0.59 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394510 Aug 29 04:24:30.319529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511d387-b968-4f8f-8e41-03fd41f7b11f req-a71d6501-0bdd-43b6-870f-50e593b616b9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.321083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a511d387-b968-4f8f-8e41-03fd41f7b11f req-a71d6501-0bdd-43b6-870f-50e593b616b9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.2585938 Aug 29 04:24:30.500168 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ed3a48a9-8598-494b-9498-a475470c4edd req-e466c8f4-6d23-4ac4-9acf-06b6122c06b4 service neutron] 10.222.0.59 "GET /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894405 Aug 29 04:24:30.513784 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8de8438c-d9d6-47c4-94f4-88c3f88e52ba req-35dc12db-52f8-4219-89f4-0b236ca1857c tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687731 Aug 29 04:24:30.671923 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.754125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a511d387-b968-4f8f-8e41-03fd41f7b11f req-d146876a-ad4f-4915-b6bc-2bb67e11bc8e tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4053562 Aug 29 04:24:30.809216 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.847040 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5067ee7a-2b77-43e8-a5ca-ba66861133c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.850164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5067ee7a-2b77-43e8-a5ca-ba66861133c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.851666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5067ee7a-2b77-43e8-a5ca-ba66861133c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0413a7e-c229-4d0b-b213-461400d5754c HTTP/1.1" status: 204 len: 168 time: 1.0050974 Aug 29 04:24:30.898374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:30.907688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d462f-3706-441a-9236-e407426eef2c req-799f714a-55c1-43d4-832e-33ffb808cb8d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.909864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab1d462f-3706-441a-9236-e407426eef2c req-799f714a-55c1-43d4-832e-33ffb808cb8d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1828833 Aug 29 04:24:30.925840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:30.931669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:30.976675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067ee7a-2b77-43e8-a5ca-ba66861133c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0413a7e-c229-4d0b-b213-461400d5754c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:31.028372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Pushing event updated for resources: {'Port': ['ID=1553eecf-5deb-4fa6-afa3-c5c66d9bf650,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:31.057505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab1d462f-3706-441a-9236-e407426eef2c req-739bbb33-4aed-4ed6-b031-3687f1bc3528 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115711 Aug 29 04:24:31.366008 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.984714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49472) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:32.097875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-c46e1335-0c83-4844-b597-ba38f03d59e1 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.100990 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-c46e1335-0c83-4844-b597-ba38f03d59e1 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.59 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.1122828 Aug 29 04:24:32.299917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1091948693-network', 'tenant_id': '430dde7861604c9e97b9c21a580190a4'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:32.330237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-cb29db3c-99da-488e-9f99-2cc586724b37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Deleting port 2007921e-3b47-41db-8342-8ccaa43313ef {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:32.330582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-cb29db3c-99da-488e-9f99-2cc586724b37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.346326 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.363860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b60b82-e272-4be5-985c-fb7f712c40ba req-b593d0d3-7553-4bf8-bf1a-b485ff8f02fe tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.367567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87b60b82-e272-4be5-985c-fb7f712c40ba req-b593d0d3-7553-4bf8-bf1a-b485ff8f02fe tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.2455726 Aug 29 04:24:32.386560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa52f2-4e82-4040-811b-a17a9c03f631 req-10af6aed-65eb-4aa4-a9e5-d5cc134792eb tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.394554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67aa52f2-4e82-4040-811b-a17a9c03f631 req-10af6aed-65eb-4aa4-a9e5-d5cc134792eb tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 945 time: 0.2603617 Aug 29 04:24:32.452669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Made reservation on behalf of 430dde7861604c9e97b9c21a580190a4 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:32.456081 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.484351 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.528503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67aa52f2-4e82-4040-811b-a17a9c03f631 req-56398e8f-ff43-4755-ad6a-0726fb4496a3 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272182 Aug 29 04:24:32.581769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87b60b82-e272-4be5-985c-fb7f712c40ba req-482344d3-19ec-4c96-b619-b2f813fa6868 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008071 Aug 29 04:24:32.632849 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.640163 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.655492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:32.672485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.672870 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Added segment 9a7fc9e8-16e0-4610-9292-11192e2d60f9 of type vlan for network 43cd8bcb-8f24-4597-a917-6a455c62d5bc Aug 29 04:24:32.728778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee9f07-9026-4b0c-8a11-fb335699f196,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.776730 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-cb29db3c-99da-488e-9f99-2cc586724b37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] For port 2007921e-3b47-41db-8342-8ccaa43313ef, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2007921e-3b47-41db-8342-8ccaa43313ef,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:32.777811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-cb29db3c-99da-488e-9f99-2cc586724b37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.797044 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.803499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-cb29db3c-99da-488e-9f99-2cc586724b37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Calling delete_port for 2007921e-3b47-41db-8342-8ccaa43313ef owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:32.872519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10695b53-a65c-4b9c-8115-3c7cd8fdbba7 req-3b393662-e489-4666-a4a7-40002c03171c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.878418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.879920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.880789 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.883011 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10695b53-a65c-4b9c-8115-3c7cd8fdbba7 req-3b393662-e489-4666-a4a7-40002c03171c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1563790 Aug 29 04:24:32.916191 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9302077 Aug 29 04:24:32.922825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49484) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:32.937048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Request body: {'subnet': {'network_id': '43cd8bcb-8f24-4597-a917-6a455c62d5bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1091948693-subnet', 'tenant_id': '430dde7861604c9e97b9c21a580190a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:32.972651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10695b53-a65c-4b9c-8115-3c7cd8fdbba7 req-63a2e5f9-6fe1-4a29-8175-1cee329b5938 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843067 Aug 29 04:24:32.973996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:24:33.034911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43239d9b-cb6a-4884-abb2-f7d18ca81fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=43cd8bcb-8f24-4597-a917-6a455c62d5bc,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.046968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 43cd8bcb-8f24-4597-a917-6a455c62d5bc details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:33.051572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Made reservation on behalf of 430dde7861604c9e97b9c21a580190a4 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:33.054975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.186621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-cb29db3c-99da-488e-9f99-2cc586724b37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.214834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:33.223319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2007921e-3b47-41db-8342-8ccaa43313ef'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:33.238338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['20774707-35d3-4d8a-9253-5e159cd7f29b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:33.327385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Sync routers for ids ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:33.329403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29db3c-99da-488e-9f99-2cc586724b37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Pushing event deleted for resources: {'Port': ['ID=2007921e-3b47-41db-8342-8ccaa43313ef,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.379980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-cb29db3c-99da-488e-9f99-2cc586724b37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] No DVR routers for this DVR port 2007921e-3b47-41db-8342-8ccaa43313ef on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:33.388829 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-cb29db3c-99da-488e-9f99-2cc586724b37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.395203 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0c02e2d-8c01-45a2-8206-984663868e89 req-cb29db3c-99da-488e-9f99-2cc586724b37 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.59 "DELETE /v2.0/ports/2007921e-3b47-41db-8342-8ccaa43313ef HTTP/1.1" status: 204 len: 173 time: 1.2863200 Aug 29 04:24:33.395956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.397015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632997de-c3b0-41a5-ab12-07fbbc2a1330', 'name': 'network-vif-deleted', 'tag': '2007921e-3b47-41db-8342-8ccaa43313ef'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:33.397440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1d4793cc-49a9-4a01-897a-de263a6fd86c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5579758 Aug 29 04:24:33.402721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Routers {'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:33.403221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:24:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:33.403424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49492) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:33.405021 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4b51b7-653d-4687-aaee-9afca1ebce2f" -d '{"events": [{"server_uuid": "632997de-c3b0-41a5-ab12-07fbbc2a1330", "name": "network-vif-deleted", "tag": "2007921e-3b47-41db-8342-8ccaa43313ef"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:33.505798 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f880a559-8135-4137-9855-db6905efeb9a x-openstack-request-id: req-f880a559-8135-4137-9855-db6905efeb9a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:33.506097 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632997de-c3b0-41a5-ab12-07fbbc2a1330", "name": "network-vif-deleted", "tag": "2007921e-3b47-41db-8342-8ccaa43313ef", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:33.506358 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f880a559-8135-4137-9855-db6905efeb9a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:33.506768 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632997de-c3b0-41a5-ab12-07fbbc2a1330', 'name': 'network-vif-deleted', 'tag': '2007921e-3b47-41db-8342-8ccaa43313ef', 'status': 'completed', 'code': 200} Aug 29 04:24:33.564735 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.624997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Set router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:33.941990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dda7f617-80d2-4f5b-96f2-2316ab4a100e req-49961df5-15a3-4cf5-bf5d-3617a6d8940a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=632997de-c3b0-41a5-ab12-07fbbc2a1330 HTTP/1.1" status: 200 len: 210 time: 0.1823788 Aug 29 04:24:34.047875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8434bf44-df6c-4fec-8210-78f030f41df6,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:34.054400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:31Z', 'revision_number': 3, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:34.087416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Checking segment: {'id': '9a7fc9e8-16e0-4610-9292-11192e2d60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '43cd8bcb-8f24-4597-a917-6a455c62d5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:34.087814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Network hostable DHCP agents. Network: 43cd8bcb-8f24-4597-a917-6a455c62d5bc, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:34.111169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Checking router: ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:34.111963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Updating router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:34.127967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fadd-5a6d-45c8-b784-55acf19cc17c req-e7bd5ca1-b3f6-4a5e-9a7c-90dc67e18192 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.138922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81b6fadd-5a6d-45c8-b784-55acf19cc17c req-e7bd5ca1-b3f6-4a5e-9a7c-90dc67e18192 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.3215423 Aug 29 04:24:34.163867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.255886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Network 43cd8bcb-8f24-4597-a917-6a455c62d5bc is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:34.324542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 43cd8bcb-8f24-4597-a917-6a455c62d5bc) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:34.420235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906634dd-9b69-4818-a77a-95a6445a543a None None] Network 43cd8bcb-8f24-4597-a917-6a455c62d5bc requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:34.454775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.459443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.465632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81b6fadd-5a6d-45c8-b784-55acf19cc17c req-e981585a-724e-4174-a5ff-98b41e6c7983 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903850 Aug 29 04:24:34.631666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9cf9ff47-6926-4b3d-843f-4b16f0f71a94 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7017970 Aug 29 04:24:34.689213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59fc37-70e6-4a18-8e52-c8fbffaf574f req-70fe2d12-6de6-4eb0-8a97-a5d51a9a8a0f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.712831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b59fc37-70e6-4a18-8e52-c8fbffaf574f req-70fe2d12-6de6-4eb0-8a97-a5d51a9a8a0f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.2733841 Aug 29 04:24:34.868839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b59fc37-70e6-4a18-8e52-c8fbffaf574f req-721ebf50-0328-4ef5-b8ac-882c08b85a6d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525350 Aug 29 04:24:34.902569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49520) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.067955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-361a2337-23d9-4480-a095-439bb51da703 admin admin] Deleting subnet 8434bf44-df6c-4fec-8210-78f030f41df6 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:35.094128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-361a2337-23d9-4480-a095-439bb51da703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.147041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.292342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-361a2337-23d9-4480-a095-439bb51da703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.390503 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.404019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-361a2337-23d9-4480-a095-439bb51da703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.420326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Transition to ACTIVE for port object 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:35.427675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2161ab1e-1fe1-4864-ba47-55d008525354 None None] Network 43cd8bcb-8f24-4597-a917-6a455c62d5bc requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:35.516629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Allocated IP 172.20.0.1 (2c44034a-2e03-458a-966e-140ad00d7e8e/db51dbf5-e96a-4a59-a351-402195a73810/fa5912a0-1b3e-4ae4-b73f-335b9c7ab639) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:35.552169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-361a2337-23d9-4480-a095-439bb51da703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.610012 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.642656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a2337-23d9-4480-a095-439bb51da703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8434bf44-df6c-4fec-8210-78f030f41df6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:35.665400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-361a2337-23d9-4480-a095-439bb51da703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.669772 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-361a2337-23d9-4480-a095-439bb51da703 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8434bf44-df6c-4fec-8210-78f030f41df6 HTTP/1.1" status: 204 len: 168 time: 0.7636442 Aug 29 04:24:35.669981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49540) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.715794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97d6f4-bee5-4cfb-85ca-db94617d892d None None] Pushing event updated for resources: {'Port': ['ID=1553eecf-5deb-4fa6-afa3-c5c66d9bf650,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:35.786652 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.834994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Attempting to bind port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:35.835657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Attempting to bind port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:35.836223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Attempting to bind port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:35.865327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:35.866099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:35.866671 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.871778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:35.872517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Bound port: 1553eecf-5deb-4fa6-afa3-c5c66d9bf650, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:35.873093 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.948062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.970106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cd8bcb-8f24-4597-a917-6a455c62d5bc']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:35.994479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7fc9e8-16e0-4610-9292-11192e2d60f9') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:35.994778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7fc9e8-16e0-4610-9292-11192e2d60f9') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:36.017098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] For port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:36.017696 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.022109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] For port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1553eecf-5deb-4fa6-afa3-c5c66d9bf650,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:36.022556 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.039038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202309-c4a5-420f-a66b-a8e2ae569b2c req-56599880-55d4-4798-afb9-dc9a026508ba tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.045165 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.048326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c202309-c4a5-420f-a66b-a8e2ae569b2c req-56599880-55d4-4798-afb9-dc9a026508ba tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.3414161 Aug 29 04:24:36.060379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276d7b9-d04a-4269-b278-f57bd8391ad2 req-3d30086b-4ee6-426f-a6d7-0321543ddd48 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.060610 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:36.061030 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:36.062718 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:36.072068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0276d7b9-d04a-4269-b278-f57bd8391ad2 req-3d30086b-4ee6-426f-a6d7-0321543ddd48 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.2980564 Aug 29 04:24:36.135476 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.151208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0276d7b9-d04a-4269-b278-f57bd8391ad2 req-d7d0cda8-a7b6-4a48-94f5-50883b01767a tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778458 Aug 29 04:24:36.176973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.177786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2007921e-3b47-41db-8342-8ccaa43313ef no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:36.182677 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.186972 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] 10.222.0.49 "DELETE /v2.0/networks/43cd8bcb-8f24-4597-a917-6a455c62d5bc HTTP/1.1" status: 204 len: 168 time: 0.5137172 Aug 29 04:24:36.234074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c202309-c4a5-420f-a66b-a8e2ae569b2c req-1a072dff-5687-4950-94f7-e9536b81a27b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804137 Aug 29 04:24:36.242632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae9834-5e0e-4b45-bc2d-6b862bc3893b admin admin] Pushing event deleted for resources: {'Network': ['ID=43cd8bcb-8f24-4597-a917-6a455c62d5bc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.278932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.380118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97d6f4-bee5-4cfb-85ca-db94617d892d None None] Pushing event updated for resources: {'Port': ['ID=1553eecf-5deb-4fa6-afa3-c5c66d9bf650,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.395365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 2007921e-3b47-41db-8342-8ccaa43313ef {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:36.395946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2007921e-3b47-41db-8342-8ccaa43313ef not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:36.416036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Routers {'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:36.416446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:24:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:36.427232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa5912a0-1b3e-4ae4-b73f-335b9c7ab639,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.474936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Network 2c44034a-2e03-458a-966e-140ad00d7e8e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:36.512595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49552) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.513568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:36.526774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:36.544753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973ccf2-3d07-49cf-bc56-24ed769cb5a1 req-3129aac3-7184-4ad4-8564-6ce422bb0a4c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.557036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a973ccf2-3d07-49cf-bc56-24ed769cb5a1 req-3129aac3-7184-4ad4-8564-6ce422bb0a4c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.2885292 Aug 29 04:24:36.659392 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d655d2e9-b182-4ba8-a1c9-bf6d9db1caf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=430dde7861604c9e97b9c21a580190a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453805 Aug 29 04:24:36.661949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49554) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.692656 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.692923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] Set router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:36.718539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a973ccf2-3d07-49cf-bc56-24ed769cb5a1 req-62d5908e-f8fe-4e16-8fbc-fb14a24bd8f4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584880 Aug 29 04:24:36.791463 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7f36053-1c14-4614-b953-1cd673a2f3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.839016 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7f36053-1c14-4614-b953-1cd673a2f3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.948543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7f36053-1c14-4614-b953-1cd673a2f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.954814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7f36053-1c14-4614-b953-1cd673a2f3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.964589 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f7f36053-1c14-4614-b953-1cd673a2f3bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4eee9f07-9026-4b0c-8a11-fb335699f196 HTTP/1.1" status: 204 len: 168 time: 0.3002496 Aug 29 04:24:36.999384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.019599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f36053-1c14-4614-b953-1cd673a2f3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eee9f07-9026-4b0c-8a11-fb335699f196,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:37.335066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:31Z', 'revision_number': 3, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:37.526198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3580fc1d-f1be-4baa-adf2-14c8ef89b498 None None] The sync data for ids ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'] in n-d-712141-12 is: [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:31Z', 'revision_number': 3, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:37.825768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bfb47-c220-4857-bed9-4eee60e8ef8f req-80029b9e-9cf5-4a8e-bf60-15f519c682d5 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.829176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa9bfb47-c220-4857-bed9-4eee60e8ef8f req-80029b9e-9cf5-4a8e-bf60-15f519c682d5 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.3597095 Aug 29 04:24:37.841885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f236-7c7d-4941-bde4-166bca7bb9dc req-817167ec-0c69-4901-93c6-f3c28ca2477e tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.859402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e39f236-7c7d-4941-bde4-166bca7bb9dc req-817167ec-0c69-4901-93c6-f3c28ca2477e tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.3853128 Aug 29 04:24:37.899370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.041861 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.234041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e39f236-7c7d-4941-bde4-166bca7bb9dc req-5a3b39d4-20dc-4d81-9d7c-5bfcbbbd30d5 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3736956 Aug 29 04:24:38.296179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa9bfb47-c220-4857-bed9-4eee60e8ef8f req-d76fee40-c7bd-4fcc-9a7d-b1e40f0f93ae tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862956 Aug 29 04:24:38.321838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.338213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa5912a0-1b3e-4ae4-b73f-335b9c7ab639,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:38.618936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:38.702656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Network 2c44034a-2e03-458a-966e-140ad00d7e8e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:38.704265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:38.754689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:38.761014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:38.761881 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.810599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77a9f-3fa9-467c-ba73-f0310d93f552 req-1c5588ed-dfe7-4c48-91d8-5276f7d2618f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.818685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fc77a9f-3fa9-467c-ba73-f0310d93f552 req-1c5588ed-dfe7-4c48-91d8-5276f7d2618f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.3375375 Aug 29 04:24:38.898447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fc77a9f-3fa9-467c-ba73-f0310d93f552 req-e0889722-ed63-48a3-9aa8-b1b3883c5b1d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739024 Aug 29 04:24:38.957160 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.040463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1553eecf-5deb-4fa6-afa3-c5c66d9bf650,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:39.051705 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.135339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:39.227352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=1553eecf-5deb-4fa6-afa3-c5c66d9bf650,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:39.427822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:39.442848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1d1c412d-453d-41b9-95ed-2a747cd6f7b5 admin admin] 10.222.0.49 "PUT /v2.0/routers/ce041aa2-d7a3-4eac-8ea0-75a9e8763c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0385313 Aug 29 04:24:39.599773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff3bde-70f8-4bd2-80c0-6a0be1352bd7 req-aa0eb113-6db0-4d8e-abbe-36584054673f tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.612846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81ff3bde-70f8-4bd2-80c0-6a0be1352bd7 req-aa0eb113-6db0-4d8e-abbe-36584054673f tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1639378 Aug 29 04:24:39.642438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781721f9-0f45-4ddb-8e03-f8ba20867345 req-ab68bc46-f3ff-4407-9f19-4a06c0c0d4a1 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.650678 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-781721f9-0f45-4ddb-8e03-f8ba20867345 req-ab68bc46-f3ff-4407-9f19-4a06c0c0d4a1 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1833773 Aug 29 04:24:39.731801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81ff3bde-70f8-4bd2-80c0-6a0be1352bd7 req-4fa7bedd-6f54-493f-8162-cec8eaac0ee4 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180739 Aug 29 04:24:39.752474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-781721f9-0f45-4ddb-8e03-f8ba20867345 req-63022b90-447e-4bb0-b7a7-e9a5e40eddf8 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/security-groups?id=27d7feeb-c2c7-433d-bad0-34936154eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013048 Aug 29 04:24:40.153339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27338193-da08-4681-ae2d-52fc020b6d8e req-ad0397d8-5995-47a0-b7aa-8444ca170f60 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.157944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27338193-da08-4681-ae2d-52fc020b6d8e req-ad0397d8-5995-47a0-b7aa-8444ca170f60 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1707695 Aug 29 04:24:40.279736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27338193-da08-4681-ae2d-52fc020b6d8e req-7efd9951-7d5b-4964-b1bc-aa0cf1cb4e10 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154087 Aug 29 04:24:40.585005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:40.670242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:40.670872 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.721086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-7671e332-a3b4-47b7-aac5-53b63e12a2a9 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.730854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-7671e332-a3b4-47b7-aac5-53b63e12a2a9 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/networks?id=2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 200 len: 819 time: 0.2916238 Aug 29 04:24:40.750199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-644db9fe-31e2-48ea-95b1-36734f35b7bb tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/quotas/6865805176604f33b7d3ac331df1d282 HTTP/1.1" status: 200 len: 375 time: 0.0181208 Aug 29 04:24:40.869615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-d0d95bb1-68a4-44c4-82b2-596eed77f3bf tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6865805176604f33b7d3ac331df1d282&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164670 Aug 29 04:24:40.897766 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Sync routers for ids ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:40.917036 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Routers {'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:40.917847 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:24:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:41.077330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e427f3-10ff-4b27-b139-ceb2a212ce74 req-25ec51fc-0c8a-4d97-b57c-cfc6ca31e0b2 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.079098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89e427f3-10ff-4b27-b139-ceb2a212ce74 req-25ec51fc-0c8a-4d97-b57c-cfc6ca31e0b2 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1637070 Aug 29 04:24:41.093708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-940061a3-d530-4cd1-8762-bf486ebd8f44 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.096493 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-940061a3-d530-4cd1-8762-bf486ebd8f44 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 945 time: 0.1122055 Aug 29 04:24:41.170039 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Set router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:41.213848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-d30957cb-afb6-42ca-8048-d79c8ae302b3 service neutron] 10.222.0.49 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447368 Aug 29 04:24:41.305113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-d2386b95-81e9-4f67-a0cb-1e29e8c9cd92 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Deleting port 20774707-35d3-4d8a-9253-5e159cd7f29b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:41.307398 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-d2386b95-81e9-4f67-a0cb-1e29e8c9cd92 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.552508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-d2386b95-81e9-4f67-a0cb-1e29e8c9cd92 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] For port 20774707-35d3-4d8a-9253-5e159cd7f29b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=20774707-35d3-4d8a-9253-5e159cd7f29b,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:41.555440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-d2386b95-81e9-4f67-a0cb-1e29e8c9cd92 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.587205 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-d2386b95-81e9-4f67-a0cb-1e29e8c9cd92 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Calling delete_port for 20774707-35d3-4d8a-9253-5e159cd7f29b owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:41.757851 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fa5912a0-1b3e-4ae4-b73f-335b9c7ab639', 'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'mac_address': 'fa:16:3e:8a:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:37Z', 'revision_number': 2, 'project_id': '6865805176604f33b7d3ac331df1d282', 'subnets': [{'id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:41.882679 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Checking router: ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:41.883029 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Updating router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:41.908629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89e427f3-10ff-4b27-b139-ceb2a212ce74 req-f5bf72be-ce81-4102-b291-7b7fd4278f3b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8145816 Aug 29 04:24:41.947103 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.960362 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-d2386b95-81e9-4f67-a0cb-1e29e8c9cd92 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.007461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['20774707-35d3-4d8a-9253-5e159cd7f29b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:42.056433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2386b95-81e9-4f67-a0cb-1e29e8c9cd92 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Pushing event deleted for resources: {'Port': ['ID=20774707-35d3-4d8a-9253-5e159cd7f29b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:42.064069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-571b7e9d-8602-42d3-8c42-131593277c72 service neutron] 10.222.0.49 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8492320 Aug 29 04:24:42.159102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-d2386b95-81e9-4f67-a0cb-1e29e8c9cd92 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] No DVR routers for this DVR port 20774707-35d3-4d8a-9253-5e159cd7f29b on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:42.164939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-d2386b95-81e9-4f67-a0cb-1e29e8c9cd92 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.167071 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d580e94-ea46-4ee2-a4e5-266e33ef3651 req-d2386b95-81e9-4f67-a0cb-1e29e8c9cd92 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.52 "DELETE /v2.0/ports/20774707-35d3-4d8a-9253-5e159cd7f29b HTTP/1.1" status: 204 len: 173 time: 1.0640388 Aug 29 04:24:42.167548 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcde73bb-f890-4386-988c-c60414a630bb', 'name': 'network-vif-deleted', 'tag': '20774707-35d3-4d8a-9253-5e159cd7f29b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:42.178580 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32884eb4-5f5a-44cc-af86-3904273e2a47" -d '{"events": [{"server_uuid": "fcde73bb-f890-4386-988c-c60414a630bb", "name": "network-vif-deleted", "tag": "20774707-35d3-4d8a-9253-5e159cd7f29b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:42.276461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e573ae9-89c1-4407-815d-6ace44f32cf1 req-f60433c6-5df3-4b2c-9ad2-b4e225b4d8f8 tempest-ServerRescueNegativeTestJSON-760585953 tempest-ServerRescueNegativeTestJSON-760585953-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcde73bb-f890-4386-988c-c60414a630bb HTTP/1.1" status: 200 len: 210 time: 0.0554132 Aug 29 04:24:42.735554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56b8da-c287-4fd3-bb08-ac9c6411562d req-bac81114-3822-4b8b-b31c-6969f4bc32c8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.749149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df56b8da-c287-4fd3-bb08-ac9c6411562d req-bac81114-3822-4b8b-b31c-6969f4bc32c8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.2225823 Aug 29 04:24:42.853502 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.861894 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c62a3-a386-4be3-ae58-57b4d917badb x-openstack-request-id: req-d66c62a3-a386-4be3-ae58-57b4d917badb {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:42.862439 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcde73bb-f890-4386-988c-c60414a630bb", "name": "network-vif-deleted", "tag": "20774707-35d3-4d8a-9253-5e159cd7f29b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:42.862815 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d66c62a3-a386-4be3-ae58-57b4d917badb {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:42.863944 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcde73bb-f890-4386-988c-c60414a630bb', 'name': 'network-vif-deleted', 'tag': '20774707-35d3-4d8a-9253-5e159cd7f29b', 'status': 'completed', 'code': 200} Aug 29 04:24:42.926794 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Transition to ACTIVE for port object fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:42.949386 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.978759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df56b8da-c287-4fd3-bb08-ac9c6411562d req-8b469e7a-d5b3-433c-95d9-963390ab7def tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285969 Aug 29 04:24:43.068911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-2715d515-2556-44fd-91c0-cb9d11c014a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.070590 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-2715d515-2556-44fd-91c0-cb9d11c014a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 1098 time: 0.1815484 Aug 29 04:24:43.121522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da52d02c-8cc4-4d7a-a548-5a9678b36510 req-437bb2db-b8a0-42df-8f54-e40fb214024d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 210 time: 0.1235988 Aug 29 04:24:43.190651 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Pushing event updated for resources: {'Port': ['ID=fa5912a0-1b3e-4ae4-b73f-335b9c7ab639,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:43.290757 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.291099 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.291440 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.297216 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.297675 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.298093 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.298492 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.298860 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.299189 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.304432 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.304797 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.305139 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:43.343085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef47ce-017b-4b98-9b5c-2bf04eebe200 req-2427cba7-f305-4a48-8689-52f58f5f49b3 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.358264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66ef47ce-017b-4b98-9b5c-2bf04eebe200 req-2427cba7-f305-4a48-8689-52f58f5f49b3 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1858189 Aug 29 04:24:43.471488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-03085942-9048-4c4d-aa8b-c90b9a0f54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.474996 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-03085942-9048-4c4d-aa8b-c90b9a0f54e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 910 time: 0.3927038 Aug 29 04:24:43.481088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49756) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:43.486351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66ef47ce-017b-4b98-9b5c-2bf04eebe200 req-d2cd57dc-2932-462b-9998-31f230831b04 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246178 Aug 29 04:24:43.497589 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Attempting to bind port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:43.497589 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Attempting to bind port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:43.501317 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Attempting to bind port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 on network 2c44034a-2e03-458a-966e-140ad00d7e8e {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:43.522837 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:43.523266 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Checking segment: {'id': '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:43.523677 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.524073 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Bound using segment: {'id': '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:43.524587 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Bound port: fa5912a0-1b3e-4ae4-b73f-335b9c7ab639, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:43.524968 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.706228 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] For port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:43.712026 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] For port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fa5912a0-1b3e-4ae4-b73f-335b9c7ab639,segment=NetworkSegment(4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043),segment_id=4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:43.725740 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.943223 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Routers {'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:43.978307 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:24:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:44.078151 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-13eac523-5cca-44aa-9503-cdffc090079a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fe736a-8936-4a3b-90ff-113235792aa9 HTTP/1.1" status: 200 len: 1002 time: 0.5885081 Aug 29 04:24:44.103913 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd7dfb-4e8c-4af8-932b-c7e492b7c710 None None] Pushing event updated for resources: {'Port': ['ID=fa5912a0-1b3e-4ae4-b73f-335b9c7ab639,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:44.262086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a1630-4767-4479-a8ec-9e30a6e48ddb req-916c272d-4141-46e6-916b-a7796e55ddac tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.273839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d36a1630-4767-4479-a8ec-9e30a6e48ddb req-916c272d-4141-46e6-916b-a7796e55ddac tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1670656 Aug 29 04:24:44.292090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-0e11e7af-6d8d-4f07-a068-e14d13715ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.294218 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-0e11e7af-6d8d-4f07-a068-e14d13715ba2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=26f04a99-397f-4610-8675-975988a7232d HTTP/1.1" status: 200 len: 848 time: 0.2082288 Aug 29 04:24:44.395410 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] Set router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:44.421983 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf69e9eb-ba91-4a53-b0e5-855956cc813e req-1874216a-3c70-4b52-9b58-279d6b8d8ece tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 210 time: 0.1229212 Aug 29 04:24:44.495395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d36a1630-4767-4479-a8ec-9e30a6e48ddb req-6dcda06c-8f27-4fc6-899f-2f4011a746d9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206421 Aug 29 04:24:44.624169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-7c04df0a-c378-43bd-8c0c-aac62ec633c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.625785 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-7c04df0a-c378-43bd-8c0c-aac62ec633c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe848193-297b-498e-8bd5-030f3a239f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3122766 Aug 29 04:24:44.931474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8f28c-68f0-4096-b38c-a7d521f328a9 req-cb393151-f058-41e2-acf5-0df9aa8cf1b5 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.944817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aff8f28c-68f0-4096-b38c-a7d521f328a9 req-cb393151-f058-41e2-acf5-0df9aa8cf1b5 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.2608457 Aug 29 04:24:44.973513 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-ad6d027e-2f2e-49a4-bd7f-c287135fd3e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1632552 Aug 29 04:24:44.983623 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fa5912a0-1b3e-4ae4-b73f-335b9c7ab639', 'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'mac_address': 'fa:16:3e:8a:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:43Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'subnets': [{'id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:45.050022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aff8f28c-68f0-4096-b38c-a7d521f328a9 req-00a48c5e-87d8-4527-ad69-293830bbe77c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038833 Aug 29 04:24:45.059779 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18088c13-3df9-46bc-975f-c1b814f53c5f None None] The sync data for ids ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'] in n-d-712141-12 is: [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fa5912a0-1b3e-4ae4-b73f-335b9c7ab639', 'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'mac_address': 'fa:16:3e:8a:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:43Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'subnets': [{'id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:45.124448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-f55c4680-3ea4-4c6d-9e52-04a8c8df5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.125491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-f55c4680-3ea4-4c6d-9e52-04a8c8df5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.126663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-f55c4680-3ea4-4c6d-9e52-04a8c8df5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.128323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-f55c4680-3ea4-4c6d-9e52-04a8c8df5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.129985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-f55c4680-3ea4-4c6d-9e52-04a8c8df5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.131771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-f55c4680-3ea4-4c6d-9e52-04a8c8df5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.132857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-f55c4680-3ea4-4c6d-9e52-04a8c8df5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.141255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-f55c4680-3ea4-4c6d-9e52-04a8c8df5af1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6510 time: 0.0779238 Aug 29 04:24:45.359651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 20774707-35d3-4d8a-9253-5e159cd7f29b no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:45.413720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 20774707-35d3-4d8a-9253-5e159cd7f29b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:45.414070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 20774707-35d3-4d8a-9253-5e159cd7f29b not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:45.506969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-4c7bd262-3c32-4cd1-80c4-065026266256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.508357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-4c7bd262-3c32-4cd1-80c4-065026266256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.508979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-4c7bd262-3c32-4cd1-80c4-065026266256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.518959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-4c7bd262-3c32-4cd1-80c4-065026266256 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2fa9d0e-600e-409d-9d8b-54d571a16937&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 HTTP/1.1" status: 200 len: 2298 time: 0.3199115 Aug 29 04:24:45.818491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14603740-422d-48f8-9507-081f1886967a req-abec30a5-31ab-41c2-8aec-d860d89a9b1f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 210 time: 0.1592457 Aug 29 04:24:45.875808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-81d011b7-4cdf-4241-a4c8-b2c59e6bd02e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=304997e4-5d25-4328-aeb8-2c3f87504943 HTTP/1.1" status: 200 len: 1002 time: 0.3505652 Aug 29 04:24:45.937552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044ef81-18a9-4a52-8c9e-f31a975768da req-d1595497-fb0b-4465-8fc7-f354c3d14272 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.939132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e044ef81-18a9-4a52-8c9e-f31a975768da req-d1595497-fb0b-4465-8fc7-f354c3d14272 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.2730308 Aug 29 04:24:46.023662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-5607e2fc-9c61-4678-b213-8c5d209f07cc tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.025896 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-5607e2fc-9c61-4678-b213-8c5d209f07cc tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.52 "GET /v2.0/networks?id=2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 200 len: 819 time: 1.3359988 Aug 29 04:24:46.086310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Request body: {'port': {'device_id': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'admin_state_up': True, 'tenant_id': '6865805176604f33b7d3ac331df1d282'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:46.164975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e044ef81-18a9-4a52-8c9e-f31a975768da req-a8851476-e639-429d-80f1-3525e38d2b37 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105927 Aug 29 04:24:46.176288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-d13b6eae-f0de-4460-9c34-6f5874eeb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.179561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-d13b6eae-f0de-4460-9c34-6f5874eeb6a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=644e4da1-c29f-40d2-b99b-b0869739804c HTTP/1.1" status: 200 len: 855 time: 0.2922101 Aug 29 04:24:46.291517 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-fcd3a342-9787-4f21-8855-bd3a35d957e7 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6108782 Aug 29 04:24:46.384995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-9c08e8b7-747b-4b50-ba85-fdb9d5dfa87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.392171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-9c08e8b7-747b-4b50-ba85-fdb9d5dfa87c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2fa9d0e-600e-409d-9d8b-54d571a16937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034061 Aug 29 04:24:46.586492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709bd36-b5ae-4db2-aacf-a5c6f198c693 req-8c7678d1-a12c-4ad6-9b8b-e9bf01b7d4df tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.601483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d709bd36-b5ae-4db2-aacf-a5c6f198c693 req-8c7678d1-a12c-4ad6-9b8b-e9bf01b7d4df tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.3445144 Aug 29 04:24:46.669749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:46.750349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d709bd36-b5ae-4db2-aacf-a5c6f198c693 req-effc78ae-7309-4cd5-a6bb-0d1940414425 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394074 Aug 29 04:24:46.817264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-52fcc159-ef69-496a-918a-0e99b20f2db7 service neutron] 10.222.0.52 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155800 Aug 29 04:24:46.870165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:46.890799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:46.893538 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.952734 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9700cbb-9c02-4725-8ed2-5992d13bd6f4 req-fc5eecb4-d89c-44cb-b2f1-c77d50ef7f6c service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436129 Aug 29 04:24:46.980824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Made reservation on behalf of 6865805176604f33b7d3ac331df1d282 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:47.006558 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.158772 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.219159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6a785e4-e4dc-4fd0-91eb-20db500d5246 req-82630794-e11f-40cb-9aff-3868d23a8134 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 210 time: 0.1143589 Aug 29 04:24:47.262615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fa5912a0-1b3e-4ae4-b73f-335b9c7ab639,segment=NetworkSegment(4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043),segment_id=4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:47.268903 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.350249 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-dfad82c2-f95f-4a61-9c5e-8108ec59ec13 service neutron] 10.222.0.52 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248840 Aug 29 04:24:47.389739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=fa5912a0-1b3e-4ae4-b73f-335b9c7ab639,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:47.471650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-6724bdd7-0fcd-4640-a2fe-ea9cc0cb2eb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=6490a203-0231-436d-88a1-b3b768141851 HTTP/1.1" status: 200 len: 217 time: 0.1095498 Aug 29 04:24:47.508238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Allocated IP 172.20.0.10 (2c44034a-2e03-458a-966e-140ad00d7e8e/db51dbf5-e96a-4a59-a351-402195a73810/ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:47.572244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a797b-9ba8-4adb-8ab6-3890528f5449 req-a1536a46-c41e-423b-8aee-efd02a151cb2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.589270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc4a797b-9ba8-4adb-8ab6-3890528f5449 req-a1536a46-c41e-423b-8aee-efd02a151cb2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.2378836 Aug 29 04:24:47.669078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-e71fb9d4-6cf7-4524-af1c-55c3d804a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.678998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-e71fb9d4-6cf7-4524-af1c-55c3d804a391 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.1953263 Aug 29 04:24:47.750840 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.821510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc4a797b-9ba8-4adb-8ab6-3890528f5449 req-9d0a953d-4215-4ced-843d-1229b9138b1e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286587 Aug 29 04:24:47.995162 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.106419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-ff785400-d357-4b7f-b743-9436e84fb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.107970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-ff785400-d357-4b7f-b743-9436e84fb87b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3340108 Aug 29 04:24:48.260300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.480063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1b4e0-4ba2-4cfb-8c00-5e3bff884f6d req-6df5f860-b07e-4f60-8883-1b633b3bcfe2 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.492658 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6eb1b4e0-4ba2-4cfb-8c00-5e3bff884f6d req-6df5f860-b07e-4f60-8883-1b633b3bcfe2 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.4805791 Aug 29 04:24:48.551823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d10fd92-d4b5-41ae-a689-b0d8a2c55b1b req-d39aa0d3-5e97-4508-9892-29fa38534c4c tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 210 time: 0.1995733 Aug 29 04:24:48.615537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:48.711419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.834745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Network 2c44034a-2e03-458a-966e-140ad00d7e8e is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:48.850891 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:48.853835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:48.885721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6eb1b4e0-4ba2-4cfb-8c00-5e3bff884f6d req-645e5212-9e1a-476f-90b5-f41b0204bac7 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144357 Aug 29 04:24:48.891531 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] Deleting port c311242a-6ea0-4849-a143-8c2287f6caf1 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:48.892108 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.913206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-7a83a494-363e-4732-ad94-d96265eb86af service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877526 Aug 29 04:24:49.087679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Pushing event updated for resources: {'Port': ['ID=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:49.161968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.163381 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.209927 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f9f4339f-5bf2-4ce9-995b-fd5fc6ecc5c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1311543 Aug 29 04:24:49.259255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:49.259742 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.267967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] For port c311242a-6ea0-4849-a143-8c2287f6caf1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c311242a-6ea0-4849-a143-8c2287f6caf1,segment=NetworkSegment(fe506fff-ef72-49c4-a04c-767cad8c4ac8),segment_id=fe506fff-ef72-49c4-a04c-767cad8c4ac8)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:49.268478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.315838 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-e14aeccb-d364-4f18-877a-8432d2b0a844 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908939 Aug 29 04:24:49.350721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] Calling delete_port for c311242a-6ea0-4849-a143-8c2287f6caf1 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:49.364667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Request body: {'port': {'device_id': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:49.420454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-bc02753f-19ff-4456-80b9-4746c263480a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=73e26f0f-c475-4574-ae61-87e3ad0c0b20 HTTP/1.1" status: 200 len: 217 time: 0.0959396 Aug 29 04:24:49.527982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-ef5305d7-d98f-4edc-82d7-0f59ffb92073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.529896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-ef5305d7-d98f-4edc-82d7-0f59ffb92073 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.1025093 Aug 29 04:24:49.562973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6c5b0-6293-4103-ac2d-6ca997b55aff req-a831f739-4e62-4707-ab05-07aacc5add7d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.565609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1cd6c5b0-6293-4103-ac2d-6ca997b55aff req-a831f739-4e62-4707-ab05-07aacc5add7d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.5535781 Aug 29 04:24:49.686159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.801751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1cd6c5b0-6293-4103-ac2d-6ca997b55aff req-203dfc75-6a8f-4971-a1d2-38362fae1c96 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878200 Aug 29 04:24:49.871416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88448c74-2726-426a-8f93-4eb75452ac94 req-be3cc6b1-90be-4b91-b790-317830f7d00b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.873218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88448c74-2726-426a-8f93-4eb75452ac94 req-be3cc6b1-90be-4b91-b790-317830f7d00b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 932 time: 0.1971920 Aug 29 04:24:49.889467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-7101bb73-0a4d-4d57-9762-9779b81f3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.898254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-7101bb73-0a4d-4d57-9762-9779b81f3d7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3604288 Aug 29 04:24:50.053722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88448c74-2726-426a-8f93-4eb75452ac94 req-a8e6b205-f56f-476c-b619-ea80be3f804d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668160 Aug 29 04:24:50.165847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-01175881-b798-4f4b-9a40-32ed57be54ab service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553983 Aug 29 04:24:50.286528 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.315539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-c5c50c0d-4839-47b3-8127-d028261766c4 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422920 Aug 29 04:24:50.327794 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c311242a-6ea0-4849-a143-8c2287f6caf1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.367630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-9d614742-3518-4dac-8b79-34d76a3fa744 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=260a06fd-9172-49bd-ad16-944e6632f817 HTTP/1.1" status: 200 len: 217 time: 0.0450959 Aug 29 04:24:50.403136 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:50.415752 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.438819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-e9e12d05-a182-4afa-af96-a6b6d3e6e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.440712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-e9e12d05-a182-4afa-af96-a6b6d3e6e012 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.0597827 Aug 29 04:24:50.442603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Transition to ACTIVE for port object ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:50.449385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.545395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.570876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-2ba1dc04-12b2-48ff-b7ca-28d47c1c5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.572420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-2ba1dc04-12b2-48ff-b7ca-28d47c1c5414 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0660174 Aug 29 04:24:50.712880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.776461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Attempting to bind port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:50.776882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Attempting to bind port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:50.777305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Attempting to bind port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 on network 2c44034a-2e03-458a-966e-140ad00d7e8e {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:50.778539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-fedeabd8-81b9-4971-acc6-393a1a236cf5 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943736 Aug 29 04:24:50.789363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 on network 2c44034a-2e03-458a-966e-140ad00d7e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:50.789780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Attempting to bind port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 on network 2c44034a-2e03-458a-966e-140ad00d7e8e {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:50.801986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:50.802457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Checking segment: {'id': '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:50.802923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Bound using segment: {'id': '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:50.803459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Bound port: ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:50.804033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.977977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] For port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:50.998587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] For port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,segment=NetworkSegment(4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043),segment_id=4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:51.053227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2283e3-e6b3-4017-b293-e7ab3b95b4db req-b5da6425-4fe7-4575-a36f-6cd3fb51186a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.066873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f2283e3-e6b3-4017-b293-e7ab3b95b4db req-b5da6425-4fe7-4575-a36f-6cd3fb51186a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1428494 Aug 29 04:24:51.087937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-ee7626dc-d185-43b7-b8f1-2893f72744b8 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031631 Aug 29 04:24:51.101742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.165025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-da287977-5d5b-4031-8487-bdc14de6bc91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=55c371a8-aa23-4484-8e05-8ac606be9819 HTTP/1.1" status: 200 len: 217 time: 0.0566750 Aug 29 04:24:51.165739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50022) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:51.213552 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.213552 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.224563 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] 10.222.0.52 "PUT /v2.0/ports/ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 1093 time: 1.8751166 Aug 29 04:24:51.249800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:51.252082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f2283e3-e6b3-4017-b293-e7ab3b95b4db req-25c2b23f-0725-4a19-abc4-6de56d42cc8c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840971 Aug 29 04:24:51.255012 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825c5438-d6de-44e5-a761-f7b6e613794e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:51.263681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-a0bc5889-e07f-47b4-a096-70a9d7654d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.272416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-a0bc5889-e07f-47b4-a096-70a9d7654d8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.0924084 Aug 29 04:24:51.391809 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5180ad33-ff72-4667-a6a9-a0970448c865 x-openstack-request-id: req-5180ad33-ff72-4667-a6a9-a0970448c865 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:51.392925 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:51.393393 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5180ad33-ff72-4667-a6a9-a0970448c865 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:51.394160 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'status': 'completed', 'code': 200} Aug 29 04:24:51.428784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98603dda-76c0-4347-a3cb-fbc0a2a8cb22 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:51.433727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-6fe6de51-3220-46da-bff3-39de4fc0046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.439651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-6fe6de51-3220-46da-bff3-39de4fc0046f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1640637 Aug 29 04:24:51.486590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] Router c2297687-3767-4f6b-9d05-60c412afe3f2 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:51.491213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-85abb627-9546-471d-847a-c093ff6fce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.492952 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-85abb627-9546-471d-847a-c093ff6fce30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6865805176604f33b7d3ac331df1d282&device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1096 time: 0.1975617 Aug 29 04:24:51.607948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49750cb1-832c-4255-b069-4a7fe538f6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.690083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-f2cd4021-8395-430d-8044-e7b39fc9a55d service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383370 Aug 29 04:24:51.697908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba482766-ec9d-4596-a8ed-920e6ef1fcec req-7be9a206-f2c1-4858-b167-730ea14199e0 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.700086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba482766-ec9d-4596-a8ed-920e6ef1fcec req-7be9a206-f2c1-4858-b167-730ea14199e0 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 944 time: 0.1440547 Aug 29 04:24:51.882123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba482766-ec9d-4596-a8ed-920e6ef1fcec req-1b1d844a-e06a-4488-bc51-d0e6cf5d42b5 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469479 Aug 29 04:24:51.888206 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-f3114ec4-3384-41a2-b07e-4cc258c08768 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 217 time: 0.3479316 Aug 29 04:24:51.929622 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49750cb1-832c-4255-b069-4a7fe538f6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.940852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-b1e9523d-7166-4cca-bb35-0b04fb0ac091 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371345 Aug 29 04:24:51.942555 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49750cb1-832c-4255-b069-4a7fe538f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.008105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-43cea8e7-d5a7-4f0c-a0b7-1d6fcb6fc4e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82 HTTP/1.1" status: 200 len: 217 time: 0.0517211 Aug 29 04:24:52.008558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:52.017646 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9211e8fa-84d9-4aac-9f92-6406c95cbcf9 admin admin] 10.222.0.49 "PUT /v2.0/routers/c2297687-3767-4f6b-9d05-60c412afe3f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5293794 Aug 29 04:24:52.018278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50064) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:52.029165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-a615edff-eb0c-4cda-8aa4-710f03595d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.031627 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-a615edff-eb0c-4cda-8aa4-710f03595d14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db51dbf5-e96a-4a59-a351-402195a73810 HTTP/1.1" status: 200 len: 859 time: 0.1094630 Aug 29 04:24:52.034488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-49750cb1-832c-4255-b069-4a7fe538f6e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17d84b425c304f96a3d3bbbecd6a24f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8618760 Aug 29 04:24:52.048111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] Sync routers for ids ['c2297687-3767-4f6b-9d05-60c412afe3f2'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:52.056016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50066) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:52.062323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49750cb1-832c-4255-b069-4a7fe538f6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6854f1-3b5d-448c-9703-ce0b7629eee3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:52.063021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] Routers {'c2297687-3767-4f6b-9d05-60c412afe3f2'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:52.064903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:24:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c2297687-3767-4f6b-9d05-60c412afe3f2'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:52.096561 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-a6d1ba2b-5182-4a2c-afe2-d54c2842b296 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c44034a-2e03-458a-966e-140ad00d7e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296080 Aug 29 04:24:52.108835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-8d44d187-6230-42df-a5fa-dc1306af188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.110321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-8d44d187-6230-42df-a5fa-dc1306af188f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 200 len: 797 time: 0.0950348 Aug 29 04:24:52.159510 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a6dfce5-5c0e-47e6-8734-5d2c0898511b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.189215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-09ae3d29-4d03-4d2d-9ee4-0cf02dd1cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.190738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-09ae3d29-4d03-4d2d-9ee4-0cf02dd1cb32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0726383 Aug 29 04:24:52.193250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a6dfce5-5c0e-47e6-8734-5d2c0898511b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.203062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] Set router c2297687-3767-4f6b-9d05-60c412afe3f2 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:52.236991 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-158a9662-210b-4cc6-978f-bf0f7152de5f service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312795 Aug 29 04:24:52.333748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-1defba93-4f30-4a36-9124-13f6cfecff3b service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328166 Aug 29 04:24:52.338148 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a6dfce5-5c0e-47e6-8734-5d2c0898511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.343280 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a6dfce5-5c0e-47e6-8734-5d2c0898511b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.345085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8a6dfce5-5c0e-47e6-8734-5d2c0898511b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b6854f1-3b5d-448c-9703-ce0b7629eee3 HTTP/1.1" status: 204 len: 168 time: 0.2878816 Aug 29 04:24:52.369072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.388065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dfce5-5c0e-47e6-8734-5d2c0898511b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6854f1-3b5d-448c-9703-ce0b7629eee3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:52.579047 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-67bed310-7fe6-47e0-98a4-dcbc92268297 req-e5e160a4-0739-47f5-90ed-1b5f489a548b service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999747 Aug 29 04:24:52.606545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-68e2d8bb-5bee-4432-acea-70b780c0bb16 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589989 Aug 29 04:24:52.612828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'name': 'tempest-ServerRescueNegativeTestJSON-813998023-router', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:35Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 5, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'gw_port': {'id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:36Z', 'updated_at': '2021-08-29T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:52.645446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] Checking router: c2297687-3767-4f6b-9d05-60c412afe3f2 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:52.658595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] Routers {'c2297687-3767-4f6b-9d05-60c412afe3f2'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:52.659490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:24:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c2297687-3767-4f6b-9d05-60c412afe3f2'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:52.783772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-091f59de-2820-4670-aca5-f79ad3d240d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a3339b2-3fd7-4ad0-918f-cd758b4728e3 HTTP/1.1" status: 200 len: 217 time: 0.1694944 Aug 29 04:24:52.869083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce8fa8-ce63-478d-967f-0543be9d195b req-d60bcb5f-56e5-4bb2-829b-8c51f4ff2c7f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.878113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0ce8fa8-ce63-478d-967f-0543be9d195b req-d60bcb5f-56e5-4bb2-829b-8c51f4ff2c7f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.1005414 Aug 29 04:24:52.904825 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.911559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] Set router c2297687-3767-4f6b-9d05-60c412afe3f2 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:52.916848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c5438-d6de-44e5-a761-f7b6e613794e req-72e34162-9b6d-4594-85ad-17dac10deb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.919159 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825c5438-d6de-44e5-a761-f7b6e613794e req-72e34162-9b6d-4594-85ad-17dac10deb69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6865805176604f33b7d3ac331df1d282&device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1096 time: 0.2032816 Aug 29 04:24:52.939005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0ce8fa8-ce63-478d-967f-0543be9d195b req-f1e07e67-ab71-4695-8ab1-32f1a5efd120 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596240 Aug 29 04:24:52.953981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-691ad003-d443-4fb7-8ee8-eff403a244ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.955794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-691ad003-d443-4fb7-8ee8-eff403a244ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 200 len: 797 time: 0.1365092 Aug 29 04:24:53.012106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-646b41f9-4f74-4e3a-90f8-ed2ee7169c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.013834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-646b41f9-4f74-4e3a-90f8-ed2ee7169c0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500958 Aug 29 04:24:53.161348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50100) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:53.205521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7919b52-7b6e-4a6d-9da0-b99d654155d8 req-72596fdb-044c-4a53-8935-cb679ab6361d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.213046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7919b52-7b6e-4a6d-9da0-b99d654155d8 req-72596fdb-044c-4a53-8935-cb679ab6361d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 944 time: 0.1153419 Aug 29 04:24:53.215937 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-221ab82a-f3eb-4a69-aefa-c00311b3dd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.219806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-406d0e50-e955-4b80-92d9-8c86fa736893 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991625 Aug 29 04:24:53.238129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Deleting port b0ceffde-4c93-45fd-b48e-f35c18f36590 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:53.239699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.341758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7919b52-7b6e-4a6d-9da0-b99d654155d8 req-2f429c28-2b26-4ef7-b842-26335e6bad4c tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277897 Aug 29 04:24:53.419594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae14917-da7f-40e4-8ba1-28fe714127f0 req-b1f7aa22-486c-4f7c-a8f4-59f4809c6bc6 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626034 Aug 29 04:24:53.470021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c5438-d6de-44e5-a761-f7b6e613794e req-abbda4a3-6e02-4eb9-ba93-65b084aadd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.471968 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825c5438-d6de-44e5-a761-f7b6e613794e req-abbda4a3-6e02-4eb9-ba93-65b084aadd74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 200 len: 920 time: 0.5364814 Aug 29 04:24:53.488335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] For port b0ceffde-4c93-45fd-b48e-f35c18f36590, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b0ceffde-4c93-45fd-b48e-f35c18f36590,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:53.488735 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.509419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-221ab82a-f3eb-4a69-aefa-c00311b3dd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.538266 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-221ab82a-f3eb-4a69-aefa-c00311b3dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.551634 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b7137b7a-d1cd-4d56-b484-7a9af67c9f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.567907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'name': 'tempest-ServerRescueNegativeTestJSON-813998023-router', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:35Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 5, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'gw_port': {'id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:36Z', 'updated_at': '2021-08-29T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:53.587817 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825c5438-d6de-44e5-a761-f7b6e613794e req-8b22b774-6802-44e0-9d24-5b212ba64e31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 217 time: 0.0761521 Aug 29 04:24:53.593896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Calling delete_port for b0ceffde-4c93-45fd-b48e-f35c18f36590 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:53.643632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8023a2-f461-4106-8315-9066430ac393 None None] The sync data for ids ['c2297687-3767-4f6b-9d05-60c412afe3f2'] in n-d-712141-12 is: [{'id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'name': 'tempest-ServerRescueNegativeTestJSON-813998023-router', 'tenant_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:35Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 5, 'project_id': 'dc8dd4502da240e4bd7c9d18daf049c9', 'gw_port': {'id': 'b0ceffde-4c93-45fd-b48e-f35c18f36590', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2297687-3767-4f6b-9d05-60c412afe3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:36Z', 'updated_at': '2021-08-29T04:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:53.663184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-221ab82a-f3eb-4a69-aefa-c00311b3dd28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfdedf19d6184901addf69456a24a45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973452 Aug 29 04:24:53.664144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50116) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:53.665051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ab82a-f3eb-4a69-aefa-c00311b3dd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75f026b-5280-4bde-9e9a-30c4b711b420,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:53.750817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c5438-d6de-44e5-a761-f7b6e613794e req-0f3eef2a-6b3b-4fea-a055-c0589d19a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.752509 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825c5438-d6de-44e5-a761-f7b6e613794e req-0f3eef2a-6b3b-4fea-a055-c0589d19a69f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db51dbf5-e96a-4a59-a351-402195a73810 HTTP/1.1" status: 200 len: 859 time: 0.1321740 Aug 29 04:24:53.789838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5623-3c47-48d5-84bd-9405e88a2ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.812813 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825c5438-d6de-44e5-a761-f7b6e613794e req-f5608fc9-675b-4b23-a81b-4835b7c200ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c44034a-2e03-458a-966e-140ad00d7e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482705 Aug 29 04:24:53.820876 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5623-3c47-48d5-84bd-9405e88a2ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.959919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5623-3c47-48d5-84bd-9405e88a2ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.974390 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5623-3c47-48d5-84bd-9405e88a2ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.985600 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8b0e5623-3c47-48d5-84bd-9405e88a2ce9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c75f026b-5280-4bde-9e9a-30c4b711b420 HTTP/1.1" status: 204 len: 168 time: 0.3093731 Aug 29 04:24:54.041164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e5623-3c47-48d5-84bd-9405e88a2ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75f026b-5280-4bde-9e9a-30c4b711b420,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:54.077458 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.128390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ceffde-4c93-45fd-b48e-f35c18f36590,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:54.237611 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825c5438-d6de-44e5-a761-f7b6e613794e req-e89dec87-997d-407f-b038-4aa5de4f7b2e service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048767 Aug 29 04:24:54.247014 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.412082 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.414674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.485116 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.485679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2297687-3767-4f6b-9d05-60c412afe3f2 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:24:54.490267 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.494180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50162) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:54.494755 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-01f9ecee-885d-4e36-b562-f29597a741a1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c2297687-3767-4f6b-9d05-60c412afe3f2 HTTP/1.1" status: 204 len: 168 time: 2.4727950 Aug 29 04:24:54.605646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c311242a-6ea0-4849-a143-8c2287f6caf1 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:54.668898 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c311242a-6ea0-4849-a143-8c2287f6caf1 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:54.669276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c311242a-6ea0-4849-a143-8c2287f6caf1 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:54.685770 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825c5438-d6de-44e5-a761-f7b6e613794e req-418ab748-053e-41d6-881a-e7cd0124c31f service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361470 Aug 29 04:24:54.711046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d822e78e-04a6-415e-889f-86b1deb96ed1 admin admin] Deleting subnet 9fedd1c3-66d4-4419-91e4-d26460efe04f {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:54.723340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf524b-23b4-4b37-bbc8-8e9fdfee6363 req-b50c4fa2-b387-47dd-8c74-fecbf6ea8e13 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.725043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92cf524b-23b4-4b37-bbc8-8e9fdfee6363 req-b50c4fa2-b387-47dd-8c74-fecbf6ea8e13 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 944 time: 0.2497208 Aug 29 04:24:54.725864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d822e78e-04a6-415e-889f-86b1deb96ed1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.734605 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:24:54.817401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92cf524b-23b4-4b37-bbc8-8e9fdfee6363 req-753e948b-7f65-4520-a4a4-62a3e51183f1 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544112 Aug 29 04:24:54.826436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d822e78e-04a6-415e-889f-86b1deb96ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.891607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d822e78e-04a6-415e-889f-86b1deb96ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.956941 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d822e78e-04a6-415e-889f-86b1deb96ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.970823 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d822e78e-04a6-415e-889f-86b1deb96ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.972866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d822e78e-04a6-415e-889f-86b1deb96ed1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9fedd1c3-66d4-4419-91e4-d26460efe04f HTTP/1.1" status: 204 len: 168 time: 0.4773374 Aug 29 04:24:54.975476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50188) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:54.990987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822e78e-04a6-415e-889f-86b1deb96ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fedd1c3-66d4-4419-91e4-d26460efe04f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.127665 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.299982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.322782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391a7aff-b637-4ba2-b0d1-011912cd652c']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:55.356588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe506fff-ef72-49c4-a04c-767cad8c4ac8') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:55.356913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe506fff-ef72-49c4-a04c-767cad8c4ac8') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:55.367318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.394659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.405122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:55.405260 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:55.409420 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:55.433516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f585bc6-4e21-4e69-9985-9237bc5d6d66 req-2ba0b922-8a27-42f4-8802-98e59b41b6ca tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.435278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f585bc6-4e21-4e69-9985-9237bc5d6d66 req-2ba0b922-8a27-42f4-8802-98e59b41b6ca tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 946 time: 0.0789087 Aug 29 04:24:55.439404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:55.533431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.539537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.543420 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] 10.222.0.49 "DELETE /v2.0/networks/391a7aff-b637-4ba2-b0d1-011912cd652c HTTP/1.1" status: 204 len: 168 time: 0.5668802 Aug 29 04:24:55.581701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5a737-0ea6-466c-9fea-f62b598928eb admin admin] Pushing event deleted for resources: {'Network': ['ID=391a7aff-b637-4ba2-b0d1-011912cd652c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.602944 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.635680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:55.640081 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004becfc-6eef-4d00-915d-959efe5acb85" -d '{"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:55.677987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:55.686563 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.774350 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4c4b08-6075-43f8-9e41-6fcea10a3e76 x-openstack-request-id: req-af4c4b08-6075-43f8-9e41-6fcea10a3e76 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:55.777588 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:55.779426 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af4c4b08-6075-43f8-9e41-6fcea10a3e76 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:55.780864 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'code': 200} Aug 29 04:24:55.850756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=14']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.877947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50232) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:55.933941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f585bc6-4e21-4e69-9985-9237bc5d6d66 req-d5656a8e-5212-44ad-b4d3-38fe687154eb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4780464 Aug 29 04:24:55.959699 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ababd246-28cf-47a2-823e-e719e1c797f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc8dd4502da240e4bd7c9d18daf049c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774798 Aug 29 04:24:55.960127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50238) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:56.028974 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f809498-103e-4dc1-bf4b-6354ef404671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.058584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f809498-103e-4dc1-bf4b-6354ef404671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.067026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966af8e-beb3-40df-8e1f-01d6612c3e86 req-c8efc6be-d4e0-46ca-8226-8420fec41dd0 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.076002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f966af8e-beb3-40df-8e1f-01d6612c3e86 req-c8efc6be-d4e0-46ca-8226-8420fec41dd0 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 944 time: 0.1328595 Aug 29 04:24:56.093521 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-67a108ff-4c19-4013-a936-7c3ce99baab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.148677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f966af8e-beb3-40df-8e1f-01d6612c3e86 req-c060ac4e-8ac1-43dd-ad0d-365e6bf9462a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718076 Aug 29 04:24:56.177123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f809498-103e-4dc1-bf4b-6354ef404671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.182068 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f809498-103e-4dc1-bf4b-6354ef404671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.186693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2f809498-103e-4dc1-bf4b-6354ef404671 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27d7feeb-c2c7-433d-bad0-34936154eea4 HTTP/1.1" status: 204 len: 168 time: 0.2227528 Aug 29 04:24:56.192823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f809498-103e-4dc1-bf4b-6354ef404671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d7feeb-c2c7-433d-bad0-34936154eea4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:56.315684 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.462510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-139f069b-71c9-499c-b282-0feed634850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.465308 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-139f069b-71c9-499c-b282-0feed634850f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1096 time: 0.0717804 Aug 29 04:24:56.496488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b0ceffde-4c93-45fd-b48e-f35c18f36590 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:56.513257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4c983-05cf-4c85-91ac-cf72a1adb1ec req-445e2076-625a-41e9-89fc-a09cd83187f9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.519352 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04f4c983-05cf-4c85-91ac-cf72a1adb1ec req-445e2076-625a-41e9-89fc-a09cd83187f9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1500657 Aug 29 04:24:56.537213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: b0ceffde-4c93-45fd-b48e-f35c18f36590 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:56.537572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b0ceffde-4c93-45fd-b48e-f35c18f36590 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:56.615171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04f4c983-05cf-4c85-91ac-cf72a1adb1ec req-5e942841-39b2-4f6c-9fcc-e2f389472448 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834103 Aug 29 04:24:56.687414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-9282f376-3460-482e-b4dd-46c32c683791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.689156 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-9282f376-3460-482e-b4dd-46c32c683791 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.2161846 Aug 29 04:24:56.787194 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-23c4e79b-f73b-48a5-b7ab-24ba49a31019 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 998 time: 0.0900738 Aug 29 04:24:56.881366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-dd145dfb-e02f-4137-8b3f-5e5e1a542a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.882857 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-dd145dfb-e02f-4137-8b3f-5e5e1a542a30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.0896895 Aug 29 04:24:57.036450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-a069423c-1ef4-46d4-905b-2c4991b21583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.040569 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-a069423c-1ef4-46d4-905b-2c4991b21583 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500123 Aug 29 04:24:57.172084 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-dcc125eb-fd78-4f05-b4d5-101f5932d5f6 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210301 Aug 29 04:24:57.247417 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.284394 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.330328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1840af-2d92-4b85-8003-da0a416c29a1 req-3a3df608-dc6a-4c0d-af64-b484c5394c8d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.338608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b1840af-2d92-4b85-8003-da0a416c29a1 req-3a3df608-dc6a-4c0d-af64-b484c5394c8d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 944 time: 0.0707054 Aug 29 04:24:57.346438 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ffb95fb3-297c-4ab8-8d08-ed868454f956 req-fd752923-68e6-4d43-afaa-5b941d605661 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667142 Aug 29 04:24:57.390118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b1840af-2d92-4b85-8003-da0a416c29a1 req-4d8ff9ee-5afa-4892-bb7d-330ced3c8e27 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500102 Aug 29 04:24:57.433169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:57.501747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50304) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:57.580096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,segment=NetworkSegment(4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043),segment_id=4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:57.607806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'port_id': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'mac_address': 'fa:16:3e:8d:4c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:57.632519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1176980555-network', 'tenant_id': '65fffbaf638841019c229193dbe0c66e'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:57.653816 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.666826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Made reservation on behalf of 65fffbaf638841019c229193dbe0c66e for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:57.672212 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.673247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:57.686810 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.709311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,segment=NetworkSegment(4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043),segment_id=4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:57.714051 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.786645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e578f7-9340-4b31-9f02-17c682045aea req-acf6ef78-50e4-4a7d-898f-f43c7e86f89a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.789494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:57.794022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47e578f7-9340-4b31-9f02-17c682045aea req-acf6ef78-50e4-4a7d-898f-f43c7e86f89a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.0848067 Aug 29 04:24:57.856484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47e578f7-9340-4b31-9f02-17c682045aea req-723bc279-3271-48d9-822d-b6b7939cbce3 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615809 Aug 29 04:24:57.910373 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.915388 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.945914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:57.981023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac743317-7c13-4411-908b-3eabfb3f343b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.006944 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.010515 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Added segment 642e2664-15f3-43cb-9780-540d4ceaed85 of type vlan for network 4b95a516-b0bb-4b5f-aa78-22730186d8ee Aug 29 04:24:58.105903 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.143824 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.144739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.145621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.192347 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:58.239900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7365489 Aug 29 04:24:58.243385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50330) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:58.250087 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Request body: {'subnet': {'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1176980555-subnet', 'tenant_id': '65fffbaf638841019c229193dbe0c66e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:58.305728 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7b73c-7a26-455b-946f-fbd6e8f4c5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=4b95a516-b0bb-4b5f-aa78-22730186d8ee,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.322922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Made reservation on behalf of 65fffbaf638841019c229193dbe0c66e for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:58.328808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.336166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 4b95a516-b0bb-4b5f-aa78-22730186d8ee details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:58.462564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50340) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:58.638778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a865496-47ea-41a1-b639-53405a09e923 req-88820437-8b7a-4a7b-885e-ea8e394ba3cd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.640622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a865496-47ea-41a1-b639-53405a09e923 req-88820437-8b7a-4a7b-885e-ea8e394ba3cd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 945 time: 0.1120346 Aug 29 04:24:58.652435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.662937 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-78414d74-e919-4916-ad4a-426b72a2e115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.755964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Checking segment: {'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:58.756580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Network hostable DHCP agents. Network: 4b95a516-b0bb-4b5f-aa78-22730186d8ee, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:58.773415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.782862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Network 4b95a516-b0bb-4b5f-aa78-22730186d8ee is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:58.794146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 4b95a516-b0bb-4b5f-aa78-22730186d8ee) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:58.806320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c374fbcf-f806-4931-84c8-5849f24bd097 None None] Network 4b95a516-b0bb-4b5f-aa78-22730186d8ee requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:58.808046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.808716 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.834443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a865496-47ea-41a1-b639-53405a09e923 req-01f8c5e9-5fb4-420d-bb9e-9dd345519a76 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669352 Aug 29 04:24:58.900913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-78414d74-e919-4916-ad4a-426b72a2e115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.906128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-78414d74-e919-4916-ad4a-426b72a2e115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.919070 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dde17442-9273-4a19-a0c8-8bc8c6116936 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6746614 Aug 29 04:24:58.980334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78414d74-e919-4916-ad4a-426b72a2e115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bccd33-c242-4517-8aa0-83a30cc1fd04,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.991599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-78414d74-e919-4916-ad4a-426b72a2e115 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23c0b62a82d24ed7bdbc6cc7d6ddc7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279021 Aug 29 04:24:58.995539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50352) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:59.018592 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.108601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f9b9e0-992d-44b5-a04f-d5365b2746a9 None None] Network 4b95a516-b0bb-4b5f-aa78-22730186d8ee requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:59.211088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d605fa-be3d-4df3-971d-0be808c16600 req-cbe8a38e-cb01-4a1f-87c9-129febbdbe54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.220522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36d605fa-be3d-4df3-971d-0be808c16600 req-cbe8a38e-cb01-4a1f-87c9-129febbdbe54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1955264 Aug 29 04:24:59.239642 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a754947-6266-4b3b-a44d-8a46516c097c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.274611 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a754947-6266-4b3b-a44d-8a46516c097c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.284829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36d605fa-be3d-4df3-971d-0be808c16600 req-6661a22f-9bcf-4a35-b2d3-78ba748d28f4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634010 Aug 29 04:24:59.352670 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a754947-6266-4b3b-a44d-8a46516c097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.361108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a754947-6266-4b3b-a44d-8a46516c097c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.365593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1a754947-6266-4b3b-a44d-8a46516c097c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35bccd33-c242-4517-8aa0-83a30cc1fd04 HTTP/1.1" status: 204 len: 168 time: 0.3667219 Aug 29 04:24:59.386232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a754947-6266-4b3b-a44d-8a46516c097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bccd33-c242-4517-8aa0-83a30cc1fd04,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.662514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc787f0-5170-4da7-9f6f-d9cca74514fa req-0f54c7e2-28e6-4c6c-8a86-42803835d356 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.673359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc787f0-5170-4da7-9f6f-d9cca74514fa req-0f54c7e2-28e6-4c6c-8a86-42803835d356 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1912782 Aug 29 04:24:59.752641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc787f0-5170-4da7-9f6f-d9cca74514fa req-4d716461-459a-4bf3-8d42-0c4b020ea6cf tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778978 Aug 29 04:24:59.818479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-c3527028-9a9c-4eef-9f80-fd3035eee53a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.820129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-c3527028-9a9c-4eef-9f80-fd3035eee53a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 814 time: 0.2650259 Aug 29 04:24:59.825507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50384) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:59.856772 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5446876f-3e9a-4fbb-8b61-33164681f632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.868037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-120de5d2-e173-4b48-83ca-c2d3fb0c7815 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/quotas/65fffbaf638841019c229193dbe0c66e HTTP/1.1" status: 200 len: 375 time: 0.0331955 Aug 29 04:24:59.928707 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-327c1e1f-28ae-4eb7-9239-0f7ff003146f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502970 Aug 29 04:25:00.089655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8387665-4fe9-42bf-903d-d914b9c6c40b req-f54357c7-7fbd-46a3-a12b-ba021716d077 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.092336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8387665-4fe9-42bf-903d-d914b9c6c40b req-f54357c7-7fbd-46a3-a12b-ba021716d077 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2386341 Aug 29 04:25:00.160015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-870664ec-2f0d-46e3-b3b9-58f919a2c50b service neutron] 10.222.0.49 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959455 Aug 29 04:25:00.261444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8387665-4fe9-42bf-903d-d914b9c6c40b req-c15c8d57-a5f8-4d37-b2ec-afdeba7ca298 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355283 Aug 29 04:25:00.334158 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5446876f-3e9a-4fbb-8b61-33164681f632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.361245 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5446876f-3e9a-4fbb-8b61-33164681f632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.481651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-c8a5943d-38b3-4b42-82a6-e0223072e16b service neutron] 10.222.0.49 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104496 Aug 29 04:25:00.484035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446876f-3e9a-4fbb-8b61-33164681f632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34dbe91-3ca0-4727-a8e8-9321006b7c4c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:00.492623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5446876f-3e9a-4fbb-8b61-33164681f632 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e842470771f7471c83fcb4892c62cbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6626978 Aug 29 04:25:00.493407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50404) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:00.530078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e781ce-2ae6-4651-8ab5-6509e506b2a3 req-b9842a4b-a05c-4577-8998-5adbce2b213b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.534656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2e781ce-2ae6-4651-8ab5-6509e506b2a3 req-b9842a4b-a05c-4577-8998-5adbce2b213b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 945 time: 0.1740656 Aug 29 04:25:00.586693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e2e781ce-2ae6-4651-8ab5-6509e506b2a3 req-cfdd2911-99b0-472b-bba5-f4c717ea6afe tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445459 Aug 29 04:25:00.589314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-940f3bc8-ae55-4411-b38e-8c4dc3743269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.622350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-940f3bc8-ae55-4411-b38e-8c4dc3743269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.697713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-940f3bc8-ae55-4411-b38e-8c4dc3743269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.701785 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-940f3bc8-ae55-4411-b38e-8c4dc3743269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.703238 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-940f3bc8-ae55-4411-b38e-8c4dc3743269 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a34dbe91-3ca0-4727-a8e8-9321006b7c4c HTTP/1.1" status: 204 len: 168 time: 0.2088130 Aug 29 04:25:00.713353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f3bc8-ae55-4411-b38e-8c4dc3743269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34dbe91-3ca0-4727-a8e8-9321006b7c4c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:00.896941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bcb247c4-9372-4ac3-81ea-63f3e9b62a9a req-850124f4-d339-4c38-8269-0cd0d50ff48c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 210 time: 0.0940816 Aug 29 04:25:00.966291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d851145-4e17-4c03-9878-d20a8697a43b req-1f1af11e-b361-4d27-9b17-6a54ee236522 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.968033 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-1f1af11e-b361-4d27-9b17-6a54ee236522 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 812 time: 0.1841030 Aug 29 04:25:00.996812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-ab6b955f-e0be-43aa-b4d5-4fba9fa6c3e6 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/quotas/dce347bb15cc4c40b8db7d918d905ae0 HTTP/1.1" status: 200 len: 375 time: 0.0156660 Aug 29 04:25:01.061848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-aa09ff42-a973-4398-826f-eb8a114045c0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0597739 Aug 29 04:25:01.208552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-34e72830-23b6-406b-9390-dd0ff431817c service neutron] 10.222.0.49 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348150 Aug 29 04:25:01.368223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-88ac0fef-e2db-4f73-b70e-b22be510ce5b service neutron] 10.222.0.49 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543589 Aug 29 04:25:01.452599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:01.565005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:01.569808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:01.570511 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.662766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-355e417a-6c06-49d1-8c2d-a3ba259c0367 req-04727217-a5a1-4577-8ac9-7e5244828b88 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 210 time: 0.0637054 Aug 29 04:25:01.877544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36fbc-5ef6-48d4-9f48-b01218a5f025 req-0e89b07d-dfb7-4cf0-9b76-47201cac9b2f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.890902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.891540 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbf36fbc-5ef6-48d4-9f48-b01218a5f025 req-0e89b07d-dfb7-4cf0-9b76-47201cac9b2f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 945 time: 0.1530001 Aug 29 04:25:01.970225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:01.975341 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa97fb5-3b0b-4c4f-afaa-3405e4b32d7d" -d '{"events": [{"server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "name": "network-vif-plugged", "status": "completed", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:02.032353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbf36fbc-5ef6-48d4-9f48-b01218a5f025 req-83296957-5ce9-4918-8614-57ffeeab783b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355648 Aug 29 04:25:02.052416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,segment=NetworkSegment(4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043),segment_id=4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:02.059301 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.124717 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de551a64-df24-44cd-ba71-73bac37c2400 x-openstack-request-id: req-de551a64-df24-44cd-ba71-73bac37c2400 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:02.126953 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "name": "network-vif-plugged", "status": "completed", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:02.127389 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de551a64-df24-44cd-ba71-73bac37c2400 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:02.127957 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'code': 200} Aug 29 04:25:02.134121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c26bdc3-1eeb-4941-a2ae-46e86ee8c2cc req-f81a12c5-391a-49e1-a49e-791bc810296c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 210 time: 0.1000054 Aug 29 04:25:02.189531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.269486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-f1cc2988-1520-4003-b92a-9136a7bc4f2c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.270992 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-f1cc2988-1520-4003-b92a-9136a7bc4f2c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.59 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 814 time: 0.3639596 Aug 29 04:25:02.281193 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da5091-b53c-4ac7-affb-9d9a370270ff req-938b8098-fca6-4977-a1d3-588b7979a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.282730 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a7da5091-b53c-4ac7-affb-9d9a370270ff req-938b8098-fca6-4977-a1d3-588b7979a4d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1098 time: 0.0708761 Aug 29 04:25:02.287944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Request body: {'port': {'device_id': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee', 'admin_state_up': True, 'tenant_id': '65fffbaf638841019c229193dbe0c66e'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:02.402215 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a7da5091-b53c-4ac7-affb-9d9a370270ff req-9faf1fa1-80bf-4dc2-bcd7-d257776df97d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554459 Aug 29 04:25:02.427420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Made reservation on behalf of 65fffbaf638841019c229193dbe0c66e for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:02.436428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.643796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Allocated IP 172.20.0.6 (4b95a516-b0bb-4b5f-aa78-22730186d8ee/2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f/0655fdea-76b5-4135-96b9-5c2781f5bb07) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:02.852773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa103feb-540a-41d0-8566-eaf8fcc90c9b req-08023be2-f35c-49de-b50f-a5218d57d0ef tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 210 time: 0.0614889 Aug 29 04:25:02.938780 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.222215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c93c23-2b20-4857-8988-0aceffed7895 req-5ae1ab41-3883-4a90-bdb4-f44166e10ba8 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.231807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52c93c23-2b20-4857-8988-0aceffed7895 req-5ae1ab41-3883-4a90-bdb4-f44166e10ba8 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0910785 Aug 29 04:25:03.251621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.330516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52c93c23-2b20-4857-8988-0aceffed7895 req-8d384adc-b87a-44bf-9a75-19b91bbf4eb2 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920472 Aug 29 04:25:03.350470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f68af-40f0-4e6e-a45a-e43207b79c43 req-f4930e81-63d3-4965-becb-41a4d6d9e307 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.351455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:03.361297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b08f68af-40f0-4e6e-a45a-e43207b79c43 req-f4930e81-63d3-4965-becb-41a4d6d9e307 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 931 time: 0.1196718 Aug 29 04:25:03.381885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Network 4b95a516-b0bb-4b5f-aa78-22730186d8ee is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:03.383376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:03.393047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:03.450264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b08f68af-40f0-4e6e-a45a-e43207b79c43 req-014e12fc-7815-4270-9bf5-934bcf1d5121 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877421 Aug 29 04:25:03.635586 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.636910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.695322 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-72112512-e753-4455-b8c6-bd4998a429bb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4113626 Aug 29 04:25:03.728167 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Request body: {'port': {'device_id': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:03.769364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d851145-4e17-4c03-9878-d20a8697a43b req-9c38477a-1aa1-4b2d-9d36-10f6e8d20c56 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.770893 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-9c38477a-1aa1-4b2d-9d36-10f6e8d20c56 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 812 time: 0.3139493 Aug 29 04:25:03.814171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.870345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'port': {'device_id': '20007d7a-91f9-4156-a039-7f76390e8c29', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'admin_state_up': True, 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:04.004496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c48fd9-8539-4e54-86cb-d735587a0a69 req-ae55accb-0cbc-47d5-88b4-3d2c669fa321 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 210 time: 0.0613496 Aug 29 04:25:04.196633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Made reservation on behalf of dce347bb15cc4c40b8db7d918d905ae0 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:04.200865 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.400552 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0655fdea-76b5-4135-96b9-5c2781f5bb07 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:04.414783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.427201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Allocated IP 172.20.0.6 (e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e/c48afde4-7536-4854-9010-e4631b537af0/b1d62609-a261-4c76-b13f-0ea1cc93315d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:04.480863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Transition to ACTIVE for port object 0655fdea-76b5-4135-96b9-5c2781f5bb07 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:04.491741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.537524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa0116-d733-4b45-ac3a-1819b6551a1f req-030675cd-abb0-48bd-9826-5b00915127f4 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.539066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5aa0116-d733-4b45-ac3a-1819b6551a1f req-030675cd-abb0-48bd-9826-5b00915127f4 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1318133 Aug 29 04:25:04.654604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cde916-d8d0-4003-b358-92a1cb3c158f req-f81c9c4f-339f-47aa-a349-1c5c2ccfd09a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.656144 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74cde916-d8d0-4003-b358-92a1cb3c158f req-f81c9c4f-339f-47aa-a349-1c5c2ccfd09a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 943 time: 0.1161444 Aug 29 04:25:04.671004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5aa0116-d733-4b45-ac3a-1819b6551a1f req-c4cee253-e4fb-4e20-9585-1c6bcbb02cd2 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107924 Aug 29 04:25:04.674715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:04.757207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74cde916-d8d0-4003-b358-92a1cb3c158f req-346d9de5-cc86-4013-933f-91ae73521e7e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850606 Aug 29 04:25:04.913806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Attempting to bind port 0655fdea-76b5-4135-96b9-5c2781f5bb07 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:04.915171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Attempting to bind port 0655fdea-76b5-4135-96b9-5c2781f5bb07 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:04.915924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Attempting to bind port 0655fdea-76b5-4135-96b9-5c2781f5bb07 on network 4b95a516-b0bb-4b5f-aa78-22730186d8ee {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:04.934122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Port 0655fdea-76b5-4135-96b9-5c2781f5bb07 on network 4b95a516-b0bb-4b5f-aa78-22730186d8ee not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:04.937281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Attempting to bind port 0655fdea-76b5-4135-96b9-5c2781f5bb07 on network 4b95a516-b0bb-4b5f-aa78-22730186d8ee {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:04.971388 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.000859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:05.001214 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Checking segment: {'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:05.001729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Bound using segment: {'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:05.002044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Bound port: 0655fdea-76b5-4135-96b9-5c2781f5bb07, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:05.002409 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.037554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Transition to ACTIVE for port object b1d62609-a261-4c76-b13f-0ea1cc93315d will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:05.067208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f636bad-6a47-4ff2-85fa-5cf327eebe6d req-5033a42d-d7f9-4c78-af33-a1d65d65fc4f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.076109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f636bad-6a47-4ff2-85fa-5cf327eebe6d req-5033a42d-d7f9-4c78-af33-a1d65d65fc4f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0885777 Aug 29 04:25:05.086901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99855c64-a6f4-4e0a-8efd-ec9363131334 req-39cc00e6-c8c0-462e-8f25-d66229c12148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.089491 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99855c64-a6f4-4e0a-8efd-ec9363131334 req-39cc00e6-c8c0-462e-8f25-d66229c12148 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6865805176604f33b7d3ac331df1d282&device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1098 time: 0.1417992 Aug 29 04:25:05.128920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:05.132685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:05.139581 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.178396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f636bad-6a47-4ff2-85fa-5cf327eebe6d req-888aff46-d2ab-4947-874d-0fe571514cf1 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959804 Aug 29 04:25:05.195022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.195819 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.197636 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] 10.222.0.59 "PUT /v2.0/ports/0655fdea-76b5-4135-96b9-5c2781f5bb07 HTTP/1.1" status: 200 len: 1092 time: 1.4780006 Aug 29 04:25:05.198663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:05.201685 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:05.235976 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.253359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c4fd10-bd6a-4dc7-8fe5-607ecac0c132 req-62f65e8b-b586-4ed4-bf42-c949790019e8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 210 time: 0.1041961 Aug 29 04:25:05.291799 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23267939-86c0-4603-81a8-5495d1cadb3d x-openstack-request-id: req-23267939-86c0-4603-81a8-5495d1cadb3d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:05.297807 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:05.299022 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23267939-86c0-4603-81a8-5495d1cadb3d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:05.300300 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'status': 'completed', 'code': 200} Aug 29 04:25:05.321670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f70551-a714-4bb5-86e6-7eb6d701b85a service neutron] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.335981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99855c64-a6f4-4e0a-8efd-ec9363131334 req-00c0af70-f6c7-4d6c-b376-8b47d1a87f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.339130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99855c64-a6f4-4e0a-8efd-ec9363131334 req-00c0af70-f6c7-4d6c-b376-8b47d1a87f1b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 200 len: 920 time: 0.2381306 Aug 29 04:25:05.387500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:05.394993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99855c64-a6f4-4e0a-8efd-ec9363131334 req-e66179b9-6ed3-4798-9a93-e0caff245931 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 217 time: 0.0486906 Aug 29 04:25:05.399802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:05.402280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:05.407288 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'Port': ['ID=b1d62609-a261-4c76-b13f-0ea1cc93315d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.452740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-8d366bbf-867a-4359-adc9-f4bde9c7dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.455986 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-8d366bbf-867a-4359-adc9-f4bde9c7dd01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 1095 time: 0.2053075 Aug 29 04:25:05.507481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99855c64-a6f4-4e0a-8efd-ec9363131334 req-2e1546b9-346d-41fe-ad55-d5ae70cb1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.514384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99855c64-a6f4-4e0a-8efd-ec9363131334 req-2e1546b9-346d-41fe-ad55-d5ae70cb1bcf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db51dbf5-e96a-4a59-a351-402195a73810 HTTP/1.1" status: 200 len: 859 time: 0.1049721 Aug 29 04:25:05.540986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.542550 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.546151 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-7623494b-71f2-4f41-ac43-fe940b90a2c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07 HTTP/1.1" status: 200 len: 217 time: 0.0807121 Aug 29 04:25:05.558517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99855c64-a6f4-4e0a-8efd-ec9363131334 req-561b0e06-40ed-4f7b-a906-711cee55b5b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c44034a-2e03-458a-966e-140ad00d7e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349944 Aug 29 04:25:05.608547 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-04fa5df7-2a10-4f7b-be55-14886aeb7b29 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7428639 Aug 29 04:25:05.637457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Request body: {'port': {'device_id': '20007d7a-91f9-4156-a039-7f76390e8c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:05.644715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-1b172b5e-dc02-4c41-9fa7-16a047f6ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.646641 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-1b172b5e-dc02-4c41-9fa7-16a047f6ace4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f HTTP/1.1" status: 200 len: 854 time: 0.0841494 Aug 29 04:25:05.687795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99855c64-a6f4-4e0a-8efd-ec9363131334 req-08ce3736-a228-48d0-b5bf-883dd0308bb0 service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221750 Aug 29 04:25:05.701393 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-36348341-77db-46a0-a608-6a73cbfd21d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b95a516-b0bb-4b5f-aa78-22730186d8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372238 Aug 29 04:25:05.736474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4951fcb0-1940-48dd-9b36-d51ecfe1849f None None] Provisioning for port b1d62609-a261-4c76-b13f-0ea1cc93315d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:05.742626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4951fcb0-1940-48dd-9b36-d51ecfe1849f None None] Provisioning complete for port b1d62609-a261-4c76-b13f-0ea1cc93315d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:05.743734 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4951fcb0-1940-48dd-9b36-d51ecfe1849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.819173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99855c64-a6f4-4e0a-8efd-ec9363131334 req-1d7aee50-2ebe-4e28-9ca9-0085825f8e60 service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242282 Aug 29 04:25:05.821503 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-858e5256-d49f-42b1-9191-07659163e8e0 service neutron] 10.222.0.59 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125517 Aug 29 04:25:05.830374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4951fcb0-1940-48dd-9b36-d51ecfe1849f None None] Port b1d62609-a261-4c76-b13f-0ea1cc93315d cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:05.942306 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.961639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5568-03b1-4798-ac13-103954c7f9b7 req-55e582f9-2780-4369-bedd-20e40b52fb73 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.970334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a98c5568-03b1-4798-ac13-103954c7f9b7 req-55e582f9-2780-4369-bedd-20e40b52fb73 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 943 time: 0.0645053 Aug 29 04:25:06.030865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a98c5568-03b1-4798-ac13-103954c7f9b7 req-681fd9ef-903b-444b-833f-f072f7a4f94c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592864 Aug 29 04:25:06.145158 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0a21f87d-fbd8-4caf-bf76-c6370fa31a50 req-6212e655-35a5-4d40-a043-b60c67043f31 service neutron] 10.222.0.59 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105981 Aug 29 04:25:06.396779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b req-caa4ca1d-c680-4058-a5fd-95269ead8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.399108 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b req-caa4ca1d-c680-4058-a5fd-95269ead8593 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 1095 time: 0.1886780 Aug 29 04:25:06.438968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fb455-2698-44ac-bf59-34a53d4e11a0 req-28be2703-945d-4c5b-8928-5520c5eff96b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.442922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-134fb455-2698-44ac-bf59-34a53d4e11a0 req-28be2703-945d-4c5b-8928-5520c5eff96b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1399903 Aug 29 04:25:06.599927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-134fb455-2698-44ac-bf59-34a53d4e11a0 req-365af49f-b215-482a-bb16-ce4b5208ba58 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322873 Aug 29 04:25:06.611280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704aaf4a-24f6-49cc-be53-1c07001b1b5f req-31275faa-bbcd-4e1d-a075-de477fef8b0e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.614015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-704aaf4a-24f6-49cc-be53-1c07001b1b5f req-31275faa-bbcd-4e1d-a075-de477fef8b0e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 931 time: 0.1694851 Aug 29 04:25:06.627587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b req-c9d74f0f-9ce2-42ed-a1f0-091914c80b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.629273 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b req-c9d74f0f-9ce2-42ed-a1f0-091914c80b46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 915 time: 0.2226005 Aug 29 04:25:06.706334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-704aaf4a-24f6-49cc-be53-1c07001b1b5f req-d1b60a90-0655-462a-8e73-1dcbf2c93933 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810730 Aug 29 04:25:06.730211 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b req-6a4d8fa0-86f0-49de-b01f-de8e845b0f45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07 HTTP/1.1" status: 200 len: 217 time: 0.0897584 Aug 29 04:25:06.847711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b req-103bee18-54bc-4779-8df1-d9e8bfbd7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.853218 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b req-103bee18-54bc-4779-8df1-d9e8bfbd7d45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f HTTP/1.1" status: 200 len: 854 time: 0.1143138 Aug 29 04:25:06.941086 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b req-8567252a-64a3-4779-bb00-686c75c0236b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b95a516-b0bb-4b5f-aa78-22730186d8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790610 Aug 29 04:25:07.162987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d62609-a261-4c76-b13f-0ea1cc93315d {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:07.175883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.206630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Transition to ACTIVE for port object b1d62609-a261-4c76-b13f-0ea1cc93315d will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:07.220398 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.229596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32418088-ec11-4f2e-ad0e-8d77357eb72a req-efbf1020-abbb-4a84-8ba3-ee8c09d76478 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.231846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32418088-ec11-4f2e-ad0e-8d77357eb72a req-efbf1020-abbb-4a84-8ba3-ee8c09d76478 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 943 time: 0.0743043 Aug 29 04:25:07.252677 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b req-7ca84a75-8a36-499c-a36f-b8cc827575df service neutron] 10.222.0.59 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599635 Aug 29 04:25:07.307216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32418088-ec11-4f2e-ad0e-8d77357eb72a req-a7430836-4b0c-4d4f-9d36-b33fcdf5304e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627954 Aug 29 04:25:07.369463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Pushing event updated for resources: {'Port': ['ID=b1d62609-a261-4c76-b13f-0ea1cc93315d,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:07.494425 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-165ccc29-2ff6-4e3b-b549-1c1e0efd611b req-418b8a58-258d-4365-ab46-106faa83747b service neutron] 10.222.0.59 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317605 Aug 29 04:25:07.508719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Attempting to bind port b1d62609-a261-4c76-b13f-0ea1cc93315d on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:07.509113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Attempting to bind port b1d62609-a261-4c76-b13f-0ea1cc93315d by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:07.509448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Attempting to bind port b1d62609-a261-4c76-b13f-0ea1cc93315d on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:07.516703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Port b1d62609-a261-4c76-b13f-0ea1cc93315d on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:07.517031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Attempting to bind port b1d62609-a261-4c76-b13f-0ea1cc93315d on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:07.522741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:07.522942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Checking segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:07.523219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Bound using segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:07.523651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Bound port: b1d62609-a261-4c76-b13f-0ea1cc93315d, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:07.524063 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.619370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] For port b1d62609-a261-4c76-b13f-0ea1cc93315d, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:07.625619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] For port b1d62609-a261-4c76-b13f-0ea1cc93315d, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b1d62609-a261-4c76-b13f-0ea1cc93315d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:07.630359 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.671958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.672799 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.674494 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] 10.222.0.52 "PUT /v2.0/ports/b1d62609-a261-4c76-b13f-0ea1cc93315d HTTP/1.1" status: 200 len: 1092 time: 2.0433936 Aug 29 04:25:07.679273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20007d7a-91f9-4156-a039-7f76390e8c29', 'tag': 'b1d62609-a261-4c76-b13f-0ea1cc93315d'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:07.679606 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84075aa4-544b-47c0-b194-b75c405ec75e" -d '{"events": [{"name": "network-changed", "server_uuid": "20007d7a-91f9-4156-a039-7f76390e8c29", "tag": "b1d62609-a261-4c76-b13f-0ea1cc93315d"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:07.816007 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efbaa86-1e4c-4230-98fa-fdfe057f89cb x-openstack-request-id: req-0efbaa86-1e4c-4230-98fa-fdfe057f89cb {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:07.817942 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20007d7a-91f9-4156-a039-7f76390e8c29", "tag": "b1d62609-a261-4c76-b13f-0ea1cc93315d", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:07.818622 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0efbaa86-1e4c-4230-98fa-fdfe057f89cb {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:07.819194 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20007d7a-91f9-4156-a039-7f76390e8c29', 'tag': 'b1d62609-a261-4c76-b13f-0ea1cc93315d', 'status': 'completed', 'code': 200} Aug 29 04:25:07.851628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2c033-23b1-4598-9b33-d88ceac6894b service neutron] Pushing event updated for resources: {'Port': ['ID=b1d62609-a261-4c76-b13f-0ea1cc93315d,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:07.886286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d851145-4e17-4c03-9878-d20a8697a43b req-bd3ce663-6e05-4173-a22a-874aebb9d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.892262 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-bd3ce663-6e05-4173-a22a-874aebb9d228 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 1095 time: 0.1605458 Aug 29 04:25:07.907706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485a7d0-79b5-4ca5-adff-f6a6c38d5434 req-f50b2d53-ba06-4a0f-a38d-a351b822fdc8 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.909411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6485a7d0-79b5-4ca5-adff-f6a6c38d5434 req-f50b2d53-ba06-4a0f-a38d-a351b822fdc8 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1186788 Aug 29 04:25:07.995416 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-195c0536-ec4a-4824-9586-a1206418f2f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d62609-a261-4c76-b13f-0ea1cc93315d HTTP/1.1" status: 200 len: 217 time: 0.0806046 Aug 29 04:25:08.054357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec4556-9846-4fd2-a1ca-43c5594b38e0 req-caa673c8-c6f9-4295-bf89-057b608e1648 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.069553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7eec4556-9846-4fd2-a1ca-43c5594b38e0 req-caa673c8-c6f9-4295-bf89-057b608e1648 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 943 time: 0.1587543 Aug 29 04:25:08.074195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0655fdea-76b5-4135-96b9-5c2781f5bb07 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:08.078224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d851145-4e17-4c03-9878-d20a8697a43b req-fae18437-da42-49c0-9219-7062897e844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.084817 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-fae18437-da42-49c0-9219-7062897e844f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.0759823 Aug 29 04:25:08.136560 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6485a7d0-79b5-4ca5-adff-f6a6c38d5434 req-3544a39c-44ad-42bb-983a-02bfdf2a592f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138772 Aug 29 04:25:08.193168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d851145-4e17-4c03-9878-d20a8697a43b req-0f53c7dd-7544-40ac-911a-f3e39d150785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.194580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7eec4556-9846-4fd2-a1ca-43c5594b38e0 req-40ecdac3-8b37-47be-a517-bdb96a35806d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200817 Aug 29 04:25:08.195179 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-0f53c7dd-7544-40ac-911a-f3e39d150785 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030066 Aug 29 04:25:08.322362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:08.351727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee', 'port_id': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'mac_address': 'fa:16:3e:b2:c5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:08.384560 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-58a7c746-f558-4e99-9685-386d1e38fe7f service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813343 Aug 29 04:25:08.404033 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.420529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0655fdea-76b5-4135-96b9-5c2781f5bb07 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:08.461790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:08.470060 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.553318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.570433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c963-fb9d-44f7-bbef-2c00cf084c8b req-bd458d4d-969b-400e-a67e-293b1632457a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.573113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f75c963-fb9d-44f7-bbef-2c00cf084c8b req-bd458d4d-969b-400e-a67e-293b1632457a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 943 time: 0.1240222 Aug 29 04:25:08.607335 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1d851145-4e17-4c03-9878-d20a8697a43b req-e7ac6b15-4332-49c3-9e68-3734534f3cdb service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149432 Aug 29 04:25:08.664624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f75c963-fb9d-44f7-bbef-2c00cf084c8b req-769d0e61-0c7a-45ef-8472-33f3e1dcaae0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818431 Aug 29 04:25:08.709033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['0655fdea-76b5-4135-96b9-5c2781f5bb07'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:08.782568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84075aa4-544b-47c0-b194-b75c405ec75e req-75d31f15-1e20-4dd4-a1a4-0e71c0d82812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.811827 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-84075aa4-544b-47c0-b194-b75c405ec75e req-75d31f15-1e20-4dd4-a1a4-0e71c0d82812 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 1095 time: 0.1097598 Aug 29 04:25:09.000577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84075aa4-544b-47c0-b194-b75c405ec75e req-95958e4f-28da-45f4-a074-96429e92f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.003408 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-84075aa4-544b-47c0-b194-b75c405ec75e req-95958e4f-28da-45f4-a074-96429e92f139 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.1828651 Aug 29 04:25:09.050857 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-84075aa4-544b-47c0-b194-b75c405ec75e req-aca602e3-6ab9-4391-9343-3b1e6496b339 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d62609-a261-4c76-b13f-0ea1cc93315d HTTP/1.1" status: 200 len: 217 time: 0.0395329 Aug 29 04:25:09.121248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84075aa4-544b-47c0-b194-b75c405ec75e req-6315f87b-838f-4340-9a0b-6c7d06729b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.122744 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-84075aa4-544b-47c0-b194-b75c405ec75e req-6315f87b-838f-4340-9a0b-6c7d06729b4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.0607040 Aug 29 04:25:09.189680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84075aa4-544b-47c0-b194-b75c405ec75e req-4fa1a637-a3e5-4cba-aa4b-d970c14c511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.191538 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-84075aa4-544b-47c0-b194-b75c405ec75e req-4fa1a637-a3e5-4cba-aa4b-d970c14c511e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612791 Aug 29 04:25:09.312255 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-84075aa4-544b-47c0-b194-b75c405ec75e req-e0a53313-183e-4ef3-9c43-520204b9e422 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110013 Aug 29 04:25:09.402383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9c387-0d04-4c2e-ac27-fee052408b33 req-dbef197b-bac0-41e0-b2a1-6fcc1d97abe8 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.410218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73a9c387-0d04-4c2e-ac27-fee052408b33 req-dbef197b-bac0-41e0-b2a1-6fcc1d97abe8 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1398067 Aug 29 04:25:09.435812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcadab-e8a4-4bd2-934a-aef5fd38bb6d req-11545dfc-872f-40f7-a6fa-f8a99f470883 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.437477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5dcadab-e8a4-4bd2-934a-aef5fd38bb6d req-11545dfc-872f-40f7-a6fa-f8a99f470883 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 943 time: 0.1079273 Aug 29 04:25:09.532713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73a9c387-0d04-4c2e-ac27-fee052408b33 req-7332617a-10dc-4be1-9eb5-132b8bfe69bb tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103039 Aug 29 04:25:09.560576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5dcadab-e8a4-4bd2-934a-aef5fd38bb6d req-8331e418-dddd-43bf-8de5-aecedac4d390 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025732 Aug 29 04:25:09.750074 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-84075aa4-544b-47c0-b194-b75c405ec75e req-5f6bcf20-78e7-4d6c-93b9-f08143a99e6f service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231608 Aug 29 04:25:09.835455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593c3d-6015-4402-a0fc-7f873c7277bc req-d416441f-7f38-4673-9a43-c8122db5f8ce tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.838292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e593c3d-6015-4402-a0fc-7f873c7277bc req-d416441f-7f38-4673-9a43-c8122db5f8ce tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.0673802 Aug 29 04:25:09.885363 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e593c3d-6015-4402-a0fc-7f873c7277bc req-3c05d3d5-af1f-4ae0-b1a4-849fd94f3e18 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406735 Aug 29 04:25:10.083172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0655fdea-76b5-4135-96b9-5c2781f5bb07 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:10.154816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 0655fdea-76b5-4135-96b9-5c2781f5bb07 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:10.159283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 0655fdea-76b5-4135-96b9-5c2781f5bb07 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:10.159878 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.265901 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.301177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:10.305666 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926c91cb-5611-4d09-a0be-d20f50f60231" -d '{"events": [{"server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "name": "network-vif-plugged", "status": "completed", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:10.325984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:10.331065 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.374124 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a20574b-f54b-4250-b2e8-853c61e89d05 x-openstack-request-id: req-8a20574b-f54b-4250-b2e8-853c61e89d05 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:10.374418 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "name": "network-vif-plugged", "status": "completed", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:10.374897 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a20574b-f54b-4250-b2e8-853c61e89d05 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:10.375305 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'code': 200} Aug 29 04:25:10.394813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.509602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f463153-1c92-4439-85d6-e1218c89d2b6 req-a5628cec-8815-461a-909e-0914fe79333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.512649 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f463153-1c92-4439-85d6-e1218c89d2b6 req-a5628cec-8815-461a-909e-0914fe79333b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 1097 time: 0.0736973 Aug 29 04:25:10.554220 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f463153-1c92-4439-85d6-e1218c89d2b6 req-6b568530-095a-4c49-a750-8259e2b08306 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Aug 29 04:25:10.728157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b48b69-6576-437e-88e8-618aa9821731 req-bbf9c62e-1c63-435d-9fae-63bdf41ced28 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.729791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51b48b69-6576-437e-88e8-618aa9821731 req-bbf9c62e-1c63-435d-9fae-63bdf41ced28 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1067612 Aug 29 04:25:10.774866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6ffd2-a98d-4dd4-a2d0-f8d879c07c71 req-d77589bb-5146-478b-8984-54ea02827d49 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.782330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0b6ffd2-a98d-4dd4-a2d0-f8d879c07c71 req-d77589bb-5146-478b-8984-54ea02827d49 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 943 time: 0.1068521 Aug 29 04:25:10.817536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51b48b69-6576-437e-88e8-618aa9821731 req-d241376c-3cc7-4f07-a171-ee12cf560c9e tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736697 Aug 29 04:25:10.844185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0b6ffd2-a98d-4dd4-a2d0-f8d879c07c71 req-424b200f-95d8-4eed-bf38-e73017ce2533 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609775 Aug 29 04:25:11.037782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4b9f-349d-4e8c-ace8-c79aa7f06d68 req-46bc6bb8-961a-414c-9e80-4f58d198cbf7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.039470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7ca4b9f-349d-4e8c-ace8-c79aa7f06d68 req-46bc6bb8-961a-414c-9e80-4f58d198cbf7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0642121 Aug 29 04:25:11.102768 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7ca4b9f-349d-4e8c-ace8-c79aa7f06d68 req-55b42311-9f4e-4175-bd99-a61de6df363c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Aug 29 04:25:11.987375 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f366-4e90-460d-915b-cae4b48be1de req-96eb4799-7a20-4078-b238-f2a16fb01c86 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.989018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21a0f366-4e90-460d-915b-cae4b48be1de req-96eb4799-7a20-4078-b238-f2a16fb01c86 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0920002 Aug 29 04:25:12.012385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c399a-07e9-4efb-8de5-c764a9d2d37e req-4f23ebde-a9bc-471d-a1fb-8929c7c4f3e7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.014476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f3c399a-07e9-4efb-8de5-c764a9d2d37e req-4f23ebde-a9bc-471d-a1fb-8929c7c4f3e7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 943 time: 0.0780721 Aug 29 04:25:12.070480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21a0f366-4e90-460d-915b-cae4b48be1de req-2d1d3de6-70dc-467e-b0f7-9caf7bf2928d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730834 Aug 29 04:25:12.078427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f3c399a-07e9-4efb-8de5-c764a9d2d37e req-eaefc7ab-6b69-4d90-a719-ba26acd7aaf7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548828 Aug 29 04:25:12.230091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3774a-7e6f-4bd0-ab1d-e5fb1d21e842 req-050eddd1-c825-4bc6-af47-e3a9a026a502 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.231936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9a3774a-7e6f-4bd0-ab1d-e5fb1d21e842 req-050eddd1-c825-4bc6-af47-e3a9a026a502 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0537684 Aug 29 04:25:12.278649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9a3774a-7e6f-4bd0-ab1d-e5fb1d21e842 req-921b220e-fbb7-48b1-a6f8-625d66df74f1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 Aug 29 04:25:12.411024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50834) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:12.549743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6db59e-6f54-4892-ba81-db7d3eff1e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.653205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317e4f-31c9-4d18-992a-21527820f41e req-d5c3ddf1-518c-493c-b3a4-5a605b622134 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.660807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-d5c3ddf1-518c-493c-b3a4-5a605b622134 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 814 time: 0.1836870 Aug 29 04:25:12.674952 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6db59e-6f54-4892-ba81-db7d3eff1e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.677168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-945fb7ef-d9e3-4efa-95ad-ad36cbe44089 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/quotas/65fffbaf638841019c229193dbe0c66e HTTP/1.1" status: 200 len: 375 time: 0.0153694 Aug 29 04:25:12.681470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff6db59e-6f54-4892-ba81-db7d3eff1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.734105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6db59e-6f54-4892-ba81-db7d3eff1e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07af1950-0b12-4327-b587-4ba12d6bdde5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:12.736572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-b635c207-96dd-41e1-a54b-43c01143fa65 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584943 Aug 29 04:25:12.739176 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ff6db59e-6f54-4892-ba81-db7d3eff1e8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5ddbc7173e1442e8d879a9436d08c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261244 Aug 29 04:25:12.741783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50850) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:12.814423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4a73af1-d3f2-4faf-bf48-0a135516f26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.838252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-67dc70c3-a71b-4309-b8c7-cc622f786bf4 service neutron] 10.222.0.49 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002562 Aug 29 04:25:12.838625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4a73af1-d3f2-4faf-bf48-0a135516f26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.898389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4a73af1-d3f2-4faf-bf48-0a135516f26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.901088 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4a73af1-d3f2-4faf-bf48-0a135516f26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.902258 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b4a73af1-d3f2-4faf-bf48-0a135516f26f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07af1950-0b12-4327-b587-4ba12d6bdde5 HTTP/1.1" status: 204 len: 168 time: 0.1591480 Aug 29 04:25:12.926651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a73af1-d3f2-4faf-bf48-0a135516f26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07af1950-0b12-4327-b587-4ba12d6bdde5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.008401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-bf2adbbc-4b42-45db-9ea3-5e259bd6713c service neutron] 10.222.0.49 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639624 Aug 29 04:25:13.295540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002bac6-09b2-4adc-85ce-699fe942be75 req-292d37c4-bcbf-455c-bc4f-169af4ab23d0 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.297649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7002bac6-09b2-4adc-85ce-699fe942be75 req-292d37c4-bcbf-455c-bc4f-169af4ab23d0 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1118531 Aug 29 04:25:13.342551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b44833-c026-4455-9337-cc56502a3b5d req-03863fee-8e03-4eb2-8a77-acafd3434ed2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.353375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0b44833-c026-4455-9337-cc56502a3b5d req-03863fee-8e03-4eb2-8a77-acafd3434ed2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 943 time: 0.1225176 Aug 29 04:25:13.407090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7002bac6-09b2-4adc-85ce-699fe942be75 req-184a7d69-f201-4f89-8bf0-cdf2ec0bb8bf tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989003 Aug 29 04:25:13.410843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 50882) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:13.432783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-caff3842-6be0-4c59-b96e-81b8569770fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.465225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0b44833-c026-4455-9337-cc56502a3b5d req-251338dc-1755-4755-b337-c3d45772af7e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107020 Aug 29 04:25:13.522299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b1d62609-a261-4c76-b13f-0ea1cc93315d details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:13.532092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-017c43d3-2de5-4c5d-906e-2198ec627803 req-7eabd93a-b383-4242-8559-f32caae45394 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 210 time: 0.0380433 Aug 29 04:25:13.651455 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-caff3842-6be0-4c59-b96e-81b8569770fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.657042 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-caff3842-6be0-4c59-b96e-81b8569770fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.661189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b1d62609-a261-4c76-b13f-0ea1cc93315d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b1d62609-a261-4c76-b13f-0ea1cc93315d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:13.682439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'b1d62609-a261-4c76-b13f-0ea1cc93315d', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'port_id': 'b1d62609-a261-4c76-b13f-0ea1cc93315d', 'mac_address': 'fa:16:3e:70:aa:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:13.691824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff3842-6be0-4c59-b96e-81b8569770fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b1fcf3-4c68-418a-b592-03e1fe49cc02,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.719649 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-caff3842-6be0-4c59-b96e-81b8569770fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40227d5351d74e5da2b52f4ee91e39f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055370 Aug 29 04:25:13.720221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50886) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:13.769977 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.785892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d62609-a261-4c76-b13f-0ea1cc93315d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:13.790519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d12e217d-6a81-42e1-873b-9d0ac2b37a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.825062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b1d62609-a261-4c76-b13f-0ea1cc93315d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b1d62609-a261-4c76-b13f-0ea1cc93315d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:13.831134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.839455 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d12e217d-6a81-42e1-873b-9d0ac2b37a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.889446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=b1d62609-a261-4c76-b13f-0ea1cc93315d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.898233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.898584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.898933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.899778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.899778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.900007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.900312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.900679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.901020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.901346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.901676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.902002 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:13.913946 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d12e217d-6a81-42e1-873b-9d0ac2b37a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.918138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d12e217d-6a81-42e1-873b-9d0ac2b37a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.920177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d12e217d-6a81-42e1-873b-9d0ac2b37a29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6b1fcf3-4c68-418a-b592-03e1fe49cc02 HTTP/1.1" status: 204 len: 168 time: 0.1990004 Aug 29 04:25:13.936905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e217d-6a81-42e1-873b-9d0ac2b37a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b1fcf3-4c68-418a-b592-03e1fe49cc02,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.355026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b1d62609-a261-4c76-b13f-0ea1cc93315d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:14.426935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317e4f-31c9-4d18-992a-21527820f41e req-f2b8b667-9e23-4699-a01a-9b0818b24b58 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.433277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-f2b8b667-9e23-4699-a01a-9b0818b24b58 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.59 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 814 time: 0.1128552 Aug 29 04:25:14.469948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Request body: {'port': {'device_id': '1fff76eb-651d-41b0-b564-3776c1e49e8e', 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee', 'admin_state_up': True, 'tenant_id': '65fffbaf638841019c229193dbe0c66e'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:14.623527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287ef85-7818-41ec-a1dc-d793c5596a23 req-33990bcb-219d-40f2-94fb-288c89b9a9ef tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.625076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5287ef85-7818-41ec-a1dc-d793c5596a23 req-33990bcb-219d-40f2-94fb-288c89b9a9ef tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0832613 Aug 29 04:25:14.653868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Made reservation on behalf of 65fffbaf638841019c229193dbe0c66e for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:14.659471 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.668152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fb63c-242e-4004-845d-bcf81f20e3c4 req-d33df825-de7f-47ce-a577-62056b3402c5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.668152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-549fb63c-242e-4004-845d-bcf81f20e3c4 req-d33df825-de7f-47ce-a577-62056b3402c5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 944 time: 0.0935848 Aug 29 04:25:14.712362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5287ef85-7818-41ec-a1dc-d793c5596a23 req-8419ffe8-a04a-48a0-a8af-25ebe7e25b51 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773802 Aug 29 04:25:14.739062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-549fb63c-242e-4004-845d-bcf81f20e3c4 req-b809873b-52d7-4c4a-b5f2-3e8fb81eee48 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598722 Aug 29 04:25:14.845826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Allocated IP 172.20.0.2 (4b95a516-b0bb-4b5f-aa78-22730186d8ee/2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f/7699bed7-b810-4ca4-a749-a71186266420) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:14.876505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c417928a-ddad-42e2-ad66-80082ed45ade req-b3c8e5bb-6b49-4203-8795-8acc4d063c9d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 210 time: 0.0719492 Aug 29 04:25:15.038641 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.086967 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.101250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['0655fdea-76b5-4135-96b9-5c2781f5bb07'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:15.135052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Network 4b95a516-b0bb-4b5f-aa78-22730186d8ee is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:15.141505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:15.147037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:15.185728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Pushing event updated for resources: {'Port': ['ID=7699bed7-b810-4ca4-a749-a71186266420,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:15.219466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.224760 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.242932 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-56d02769-3f1e-4797-860a-c8df1c7ac27e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986734 Aug 29 04:25:15.256710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Request body: {'port': {'device_id': '1fff76eb-651d-41b0-b564-3776c1e49e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:15.341120 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.711366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7699bed7-b810-4ca4-a749-a71186266420 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:15.721787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.749134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Transition to ACTIVE for port object 7699bed7-b810-4ca4-a749-a71186266420 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:15.754284 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.877213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Pushing event updated for resources: {'Port': ['ID=7699bed7-b810-4ca4-a749-a71186266420,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:15.903413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Attempting to bind port 7699bed7-b810-4ca4-a749-a71186266420 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:15.903763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Attempting to bind port 7699bed7-b810-4ca4-a749-a71186266420 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:15.904099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Attempting to bind port 7699bed7-b810-4ca4-a749-a71186266420 on network 4b95a516-b0bb-4b5f-aa78-22730186d8ee {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:15.913955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Port 7699bed7-b810-4ca4-a749-a71186266420 on network 4b95a516-b0bb-4b5f-aa78-22730186d8ee not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:15.914294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Attempting to bind port 7699bed7-b810-4ca4-a749-a71186266420 on network 4b95a516-b0bb-4b5f-aa78-22730186d8ee {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:15.920430 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:15.920906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Checking segment: {'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:15.921302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Bound using segment: {'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:15.921743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Bound port: 7699bed7-b810-4ca4-a749-a71186266420, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:15.922105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.952156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ae60c-1695-4a66-8f88-630c449f8986 req-244e792b-63b6-48f3-a7b8-147889faeb4f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.960867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-718ae60c-1695-4a66-8f88-630c449f8986 req-244e792b-63b6-48f3-a7b8-147889faeb4f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1158993 Aug 29 04:25:15.997840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362bdb6-ce28-40bf-95d4-5a97f7bc1bd9 req-e0c14269-c1bc-4a4b-816e-60b40b6d1ca0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.000408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3362bdb6-ce28-40bf-95d4-5a97f7bc1bd9 req-e0c14269-c1bc-4a4b-816e-60b40b6d1ca0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 944 time: 0.1072426 Aug 29 04:25:16.015328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] For port 7699bed7-b810-4ca4-a749-a71186266420, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:16.019515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] For port 7699bed7-b810-4ca4-a749-a71186266420, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7699bed7-b810-4ca4-a749-a71186266420,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:16.025140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.041726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-718ae60c-1695-4a66-8f88-630c449f8986 req-17ed634a-849e-4440-8c0c-de20e7bbc448 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765882 Aug 29 04:25:16.080780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.081422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.082882 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] 10.222.0.59 "PUT /v2.0/ports/7699bed7-b810-4ca4-a749-a71186266420 HTTP/1.1" status: 200 len: 1092 time: 0.8316166 Aug 29 04:25:16.083353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fff76eb-651d-41b0-b564-3776c1e49e8e', 'tag': '7699bed7-b810-4ca4-a749-a71186266420'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:16.089087 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df144e0-b2b9-491f-a1e3-a06f88db2452" -d '{"events": [{"name": "network-changed", "server_uuid": "1fff76eb-651d-41b0-b564-3776c1e49e8e", "tag": "7699bed7-b810-4ca4-a749-a71186266420"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:16.128797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3362bdb6-ce28-40bf-95d4-5a97f7bc1bd9 req-b3254433-8033-40a8-b1c3-7aac47d438b7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220338 Aug 29 04:25:16.206381 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48003de-2063-45e1-abb5-4678abb52a1d service neutron] Pushing event updated for resources: {'Port': ['ID=7699bed7-b810-4ca4-a749-a71186266420,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.226648 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277ca27d-b662-4b5c-86b8-fd8cc36839cd x-openstack-request-id: req-277ca27d-b662-4b5c-86b8-fd8cc36839cd {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:16.226939 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fff76eb-651d-41b0-b564-3776c1e49e8e", "tag": "7699bed7-b810-4ca4-a749-a71186266420", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:16.227196 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-277ca27d-b662-4b5c-86b8-fd8cc36839cd {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:16.227656 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fff76eb-651d-41b0-b564-3776c1e49e8e', 'tag': '7699bed7-b810-4ca4-a749-a71186266420', 'status': 'completed', 'code': 200} Aug 29 04:25:16.234981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317e4f-31c9-4d18-992a-21527820f41e req-9f3476b8-cb08-4ef4-9dfc-8c70ff01a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.236711 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-9f3476b8-cb08-4ef4-9dfc-8c70ff01a666 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 1095 time: 0.1094148 Aug 29 04:25:16.292820 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-aa0acad6-f9e3-4823-b03a-1646bd9e051e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7699bed7-b810-4ca4-a749-a71186266420 HTTP/1.1" status: 200 len: 217 time: 0.0442648 Aug 29 04:25:16.305067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079e4fa-f7e7-4885-8221-baa211a7dcb3 req-e4acb0b8-60ed-4632-8ca5-07ec066345d3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.306865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0079e4fa-f7e7-4885-8221-baa211a7dcb3 req-e4acb0b8-60ed-4632-8ca5-07ec066345d3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 943 time: 0.0869546 Aug 29 04:25:16.366681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317e4f-31c9-4d18-992a-21527820f41e req-17b4b10b-dc26-45c0-bfb8-aab1f4d4bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.369979 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-17b4b10b-dc26-45c0-bfb8-aab1f4d4bdd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f HTTP/1.1" status: 200 len: 854 time: 0.0621009 Aug 29 04:25:16.383167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0079e4fa-f7e7-4885-8221-baa211a7dcb3 req-ccb0fcdb-07d9-4633-b0b3-57b67fa5d1f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643077 Aug 29 04:25:16.421289 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-447e23d2-649b-4974-a90d-82e3ce0aa8c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b95a516-b0bb-4b5f-aa78-22730186d8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354040 Aug 29 04:25:16.607874 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-fbee0cb9-d0a1-407a-96ef-93bd7d60de99 service neutron] 10.222.0.59 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792910 Aug 29 04:25:16.746594 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fe317e4f-31c9-4d18-992a-21527820f41e req-35ca7445-0d0d-425d-940e-55a82684f753 service neutron] 10.222.0.59 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281288 Aug 29 04:25:16.923217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df144e0-b2b9-491f-a1e3-a06f88db2452 req-7485b9e1-310a-428f-bf8a-300208afaa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.924819 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8df144e0-b2b9-491f-a1e3-a06f88db2452 req-7485b9e1-310a-428f-bf8a-300208afaa30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 1095 time: 0.0606985 Aug 29 04:25:17.039652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df144e0-b2b9-491f-a1e3-a06f88db2452 req-956f800f-fb99-458f-8c67-74143f47a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.041938 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8df144e0-b2b9-491f-a1e3-a06f88db2452 req-956f800f-fb99-458f-8c67-74143f47a0d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 915 time: 0.1081653 Aug 29 04:25:17.112738 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8df144e0-b2b9-491f-a1e3-a06f88db2452 req-7d2bfa16-b421-4d69-987e-5d5ef134ae4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7699bed7-b810-4ca4-a749-a71186266420 HTTP/1.1" status: 200 len: 217 time: 0.0482540 Aug 29 04:25:17.186198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df144e0-b2b9-491f-a1e3-a06f88db2452 req-54e3df63-3d30-4b7b-b566-84cfc8cad178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.189237 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8df144e0-b2b9-491f-a1e3-a06f88db2452 req-54e3df63-3d30-4b7b-b566-84cfc8cad178 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f HTTP/1.1" status: 200 len: 854 time: 0.0699382 Aug 29 04:25:17.195065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5dae4-deff-432b-9e3b-72ff0c9aa5f1 req-d10bb130-afa9-45d3-b85a-b56757977e7b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.197596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41a5dae4-deff-432b-9e3b-72ff0c9aa5f1 req-d10bb130-afa9-45d3-b85a-b56757977e7b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0578289 Aug 29 04:25:17.238864 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8df144e0-b2b9-491f-a1e3-a06f88db2452 req-191a7fcd-7bc0-4344-b3c9-5c994ff4db2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b95a516-b0bb-4b5f-aa78-22730186d8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338480 Aug 29 04:25:17.295028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41a5dae4-deff-432b-9e3b-72ff0c9aa5f1 req-8c543bf9-a810-489f-9aed-65dcf7fbce94 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854585 Aug 29 04:25:17.324502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c322c-543a-4c50-b94c-723896717b34 req-f7bda941-a75e-48af-a33a-3e1f670b35d2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.327198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c08c322c-543a-4c50-b94c-723896717b34 req-f7bda941-a75e-48af-a33a-3e1f670b35d2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 944 time: 0.1062524 Aug 29 04:25:17.380714 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8df144e0-b2b9-491f-a1e3-a06f88db2452 req-f1cc017d-0dcd-41b8-8028-e48fb1b7c8f2 service neutron] 10.222.0.59 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331897 Aug 29 04:25:17.415687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c08c322c-543a-4c50-b94c-723896717b34 req-0c19c015-41eb-4ab5-a922-d5328750c8dc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808549 Aug 29 04:25:17.518161 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8df144e0-b2b9-491f-a1e3-a06f88db2452 req-81da37e5-6846-40ab-8ffe-b92718a23971 service neutron] 10.222.0.59 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289418 Aug 29 04:25:17.521565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5768a3-a55a-4f05-beb9-1a6c12ef5dec req-3a556b96-2d57-4d70-b533-478becf54fe2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.523068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da5768a3-a55a-4f05-beb9-1a6c12ef5dec req-3a556b96-2d57-4d70-b533-478becf54fe2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 943 time: 0.0590596 Aug 29 04:25:17.549144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b1d62609-a261-4c76-b13f-0ea1cc93315d up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:17.608274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da5768a3-a55a-4f05-beb9-1a6c12ef5dec req-8e42daf8-720d-45ad-a513-775132430734 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788453 Aug 29 04:25:17.641261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port b1d62609-a261-4c76-b13f-0ea1cc93315d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:17.645662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port b1d62609-a261-4c76-b13f-0ea1cc93315d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:17.646262 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.743320 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.771464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20007d7a-91f9-4156-a039-7f76390e8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d62609-a261-4c76-b13f-0ea1cc93315d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:17.774106 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799e0315-6ff7-4b88-aab0-39402b94c850" -d '{"events": [{"server_uuid": "20007d7a-91f9-4156-a039-7f76390e8c29", "name": "network-vif-plugged", "status": "completed", "tag": "b1d62609-a261-4c76-b13f-0ea1cc93315d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:17.790960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b1d62609-a261-4c76-b13f-0ea1cc93315d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b1d62609-a261-4c76-b13f-0ea1cc93315d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:17.797235 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.837212 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b994e-c234-4747-84a8-198827981d2b x-openstack-request-id: req-308b994e-c234-4747-84a8-198827981d2b {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:17.837618 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20007d7a-91f9-4156-a039-7f76390e8c29", "name": "network-vif-plugged", "status": "completed", "tag": "b1d62609-a261-4c76-b13f-0ea1cc93315d", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:17.838042 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-308b994e-c234-4747-84a8-198827981d2b {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:17.838793 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20007d7a-91f9-4156-a039-7f76390e8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d62609-a261-4c76-b13f-0ea1cc93315d', 'code': 200} Aug 29 04:25:17.873387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=b1d62609-a261-4c76-b13f-0ea1cc93315d,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.004914 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.031505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308be047-c3a0-4255-936f-627e236bc8ab req-eca14da1-23b1-4f7c-b729-6a4823d0e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.032051 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-308be047-c3a0-4255-936f-627e236bc8ab req-eca14da1-23b1-4f7c-b729-6a4823d0e510 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 1097 time: 0.0921702 Aug 29 04:25:18.075616 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-308be047-c3a0-4255-936f-627e236bc8ab req-74bce97d-85e7-41d7-9157-e694070d32b0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361226 Aug 29 04:25:18.424144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96444c-2607-4e9e-be42-fcea484ac216 req-e0e22735-930d-451b-b1b9-3c97b9ca91f1 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.425849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e96444c-2607-4e9e-be42-fcea484ac216 req-e0e22735-930d-451b-b1b9-3c97b9ca91f1 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0642660 Aug 29 04:25:18.479763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e96444c-2607-4e9e-be42-fcea484ac216 req-77c27835-672c-4aa5-bf6e-e6498f8d1a46 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459893 Aug 29 04:25:18.640502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51375b2b-00cb-4035-96c5-3cc490447d2e req-7683feb3-423b-452e-8f02-0bbdd15a4367 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.642075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51375b2b-00cb-4035-96c5-3cc490447d2e req-7683feb3-423b-452e-8f02-0bbdd15a4367 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.0834584 Aug 29 04:25:18.703077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51375b2b-00cb-4035-96c5-3cc490447d2e req-8dcb3b00-a030-4175-8653-ba70376e619e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480027 Aug 29 04:25:18.826970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e0289-f1d2-46a7-8dad-f8810c675a31 req-f51d455d-2569-42f3-a8ab-fbffb4a0325f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.832676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca6e0289-f1d2-46a7-8dad-f8810c675a31 req-f51d455d-2569-42f3-a8ab-fbffb4a0325f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 943 time: 0.1024818 Aug 29 04:25:18.892862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca6e0289-f1d2-46a7-8dad-f8810c675a31 req-13618a20-db65-43e7-98b9-3e1386942984 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539117 Aug 29 04:25:19.646847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649bb3c-02f2-4b9e-8243-4ba7e1bedcfe req-5e2241eb-e4b2-4586-a536-6a49194332df tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.649141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9649bb3c-02f2-4b9e-8243-4ba7e1bedcfe req-5e2241eb-e4b2-4586-a536-6a49194332df tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0630422 Aug 29 04:25:19.711948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9649bb3c-02f2-4b9e-8243-4ba7e1bedcfe req-e6bdf599-2bc7-4b23-b6ca-ff4fc56322b2 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562558 Aug 29 04:25:19.875716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac6b0b-602c-480f-8dc5-7355acdc3952 req-d0963edb-cb00-4869-a1f7-cf7b07a632ec tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.880888 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47ac6b0b-602c-480f-8dc5-7355acdc3952 req-d0963edb-cb00-4869-a1f7-cf7b07a632ec tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.0598156 Aug 29 04:25:19.941355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47ac6b0b-602c-480f-8dc5-7355acdc3952 req-89adbf76-7324-4945-bcc0-55c9eab9c5aa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552051 Aug 29 04:25:20.057376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4daf37-e08d-458c-9e34-e05a552262f9 req-9cca2e48-d6bb-4c65-99b7-9b7c2cb6d43f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.059472 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e4daf37-e08d-458c-9e34-e05a552262f9 req-9cca2e48-d6bb-4c65-99b7-9b7c2cb6d43f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 943 time: 0.0679483 Aug 29 04:25:20.115965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7699bed7-b810-4ca4-a749-a71186266420 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:20.117315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e4daf37-e08d-458c-9e34-e05a552262f9 req-0e51cf96-bbb7-41d3-b675-b59be63eaf58 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Aug 29 04:25:20.315315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 7699bed7-b810-4ca4-a749-a71186266420, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7699bed7-b810-4ca4-a749-a71186266420,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:20.330578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df71738-9d2a-4c08-9683-3d47211ddc16 req-37612326-e993-4725-bf59-57c1d200e120 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.332282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9df71738-9d2a-4c08-9683-3d47211ddc16 req-37612326-e993-4725-bf59-57c1d200e120 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.0889437 Aug 29 04:25:20.338603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '7699bed7-b810-4ca4-a749-a71186266420', 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee', 'port_id': '7699bed7-b810-4ca4-a749-a71186266420', 'mac_address': 'fa:16:3e:5d:71:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:20.399464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9df71738-9d2a-4c08-9683-3d47211ddc16 req-8cb1768e-1cc1-4a80-9f2d-ee388a140f94 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600228 Aug 29 04:25:20.404559 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.425439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7699bed7-b810-4ca4-a749-a71186266420 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:20.454027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 7699bed7-b810-4ca4-a749-a71186266420, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7699bed7-b810-4ca4-a749-a71186266420,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:20.458812 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.525076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=7699bed7-b810-4ca4-a749-a71186266420,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.692129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['7699bed7-b810-4ca4-a749-a71186266420'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:20.884508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb29b4f-afd1-4332-ae39-3554673d300e req-1269e5e2-4f62-4df3-96ba-d1ef429c9bf6 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.901053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ecb29b4f-afd1-4332-ae39-3554673d300e req-1269e5e2-4f62-4df3-96ba-d1ef429c9bf6 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0684760 Aug 29 04:25:20.946150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ecb29b4f-afd1-4332-ae39-3554673d300e req-22ae2e12-e895-45cc-90a4-45db42ea2d2d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Aug 29 04:25:21.076684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51352) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:21.214778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ff07fba-bd51-4b4d-ab36-6dc080367694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.266821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c3d7b-535e-4af1-ae9e-7d96407ea5a4 req-c98e903b-f25d-46a2-ad2f-b7fd204f618b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.268706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-203c3d7b-535e-4af1-ae9e-7d96407ea5a4 req-c98e903b-f25d-46a2-ad2f-b7fd204f618b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 944 time: 0.0680814 Aug 29 04:25:21.314112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-203c3d7b-535e-4af1-ae9e-7d96407ea5a4 req-3ebd158a-15ae-4961-bc51-a4154e6c3465 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361679 Aug 29 04:25:21.331118 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ff07fba-bd51-4b4d-ab36-6dc080367694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.340714 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2ff07fba-bd51-4b4d-ab36-6dc080367694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.380916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff07fba-bd51-4b4d-ab36-6dc080367694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e166788f-6753-44ef-bf12-bcaf7a6c2005,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.400526 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2ff07fba-bd51-4b4d-ab36-6dc080367694 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1da8a422ea446bc97ceffa47eb1301b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241940 Aug 29 04:25:21.403060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51360) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:21.554805 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90717b9b-bd78-4aae-aa52-321a74fe1c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.598397 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90717b9b-bd78-4aae-aa52-321a74fe1c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.656107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6f783-3aca-4b09-aed6-850e01432d2f req-893cc7a8-112e-4585-b29d-eb1126c7b043 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.658890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1d6f783-3aca-4b09-aed6-850e01432d2f req-893cc7a8-112e-4585-b29d-eb1126c7b043 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1412847 Aug 29 04:25:21.703089 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90717b9b-bd78-4aae-aa52-321a74fe1c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.707126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90717b9b-bd78-4aae-aa52-321a74fe1c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.708419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-90717b9b-bd78-4aae-aa52-321a74fe1c43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e166788f-6753-44ef-bf12-bcaf7a6c2005 HTTP/1.1" status: 204 len: 168 time: 0.3043561 Aug 29 04:25:21.765026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90717b9b-bd78-4aae-aa52-321a74fe1c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e166788f-6753-44ef-bf12-bcaf7a6c2005,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.807038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1d6f783-3aca-4b09-aed6-850e01432d2f req-4dc3f5a0-b1d6-4e28-973c-385587c14336 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341610 Aug 29 04:25:22.082102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85178ada-4c01-4731-bb48-f3487b7cd09a req-5c8a92d2-c4ae-428f-9e45-cde8bf440916 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.083668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85178ada-4c01-4731-bb48-f3487b7cd09a req-5c8a92d2-c4ae-428f-9e45-cde8bf440916 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0590343 Aug 29 04:25:22.128836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7699bed7-b810-4ca4-a749-a71186266420 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:22.129848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85178ada-4c01-4731-bb48-f3487b7cd09a req-ec2b5ac7-223e-4d93-96c6-c7b371ae01e1 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 Aug 29 04:25:22.190772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 7699bed7-b810-4ca4-a749-a71186266420 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:22.196307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 7699bed7-b810-4ca4-a749-a71186266420 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:22.196609 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.307579 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.363925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fff76eb-651d-41b0-b564-3776c1e49e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7699bed7-b810-4ca4-a749-a71186266420'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:22.369833 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476d0997-9f37-4b81-93c3-f6a8b53bcb84" -d '{"events": [{"server_uuid": "1fff76eb-651d-41b0-b564-3776c1e49e8e", "name": "network-vif-plugged", "status": "completed", "tag": "7699bed7-b810-4ca4-a749-a71186266420"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:22.417081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 7699bed7-b810-4ca4-a749-a71186266420, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7699bed7-b810-4ca4-a749-a71186266420,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:22.422221 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.488471 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45ec761-5957-4209-aca6-96f73fbe7742 x-openstack-request-id: req-c45ec761-5957-4209-aca6-96f73fbe7742 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:22.488912 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fff76eb-651d-41b0-b564-3776c1e49e8e", "name": "network-vif-plugged", "status": "completed", "tag": "7699bed7-b810-4ca4-a749-a71186266420", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:22.489194 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c45ec761-5957-4209-aca6-96f73fbe7742 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:22.490836 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fff76eb-651d-41b0-b564-3776c1e49e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7699bed7-b810-4ca4-a749-a71186266420', 'code': 200} Aug 29 04:25:22.529477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ebf20-1b83-4cf7-9bb3-9cb22f8b4a26 req-cfcd7f16-ccee-461d-9ca7-9246f1212635 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.531509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-520ebf20-1b83-4cf7-9bb3-9cb22f8b4a26 req-cfcd7f16-ccee-461d-9ca7-9246f1212635 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 945 time: 0.0877206 Aug 29 04:25:22.554224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=7699bed7-b810-4ca4-a749-a71186266420,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.624634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-520ebf20-1b83-4cf7-9bb3-9cb22f8b4a26 req-b8c0e8fa-4f71-4707-bd61-8f41e09a73d0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800776 Aug 29 04:25:22.625452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45516520-af2e-4361-97e2-4d6e37707806 req-1dd2ce75-0e14-411a-961a-2c0ad837cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.629679 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45516520-af2e-4361-97e2-4d6e37707806 req-1dd2ce75-0e14-411a-961a-2c0ad837cefe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 1097 time: 0.0682063 Aug 29 04:25:22.678116 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45516520-af2e-4361-97e2-4d6e37707806 req-8e7a2a3b-d964-4ddc-a9f4-67382e882026 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Aug 29 04:25:23.090742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988adaa7-a08e-410b-8d93-107998efb1ee req-599d1226-2f3d-4d66-8e3c-7c6b3cce9c14 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.093744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-988adaa7-a08e-410b-8d93-107998efb1ee req-599d1226-2f3d-4d66-8e3c-7c6b3cce9c14 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1397181 Aug 29 04:25:23.186545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-988adaa7-a08e-410b-8d93-107998efb1ee req-827301bd-86e5-4b40-9f6d-c5e2bca46b2b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864675 Aug 29 04:25:23.318045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943020f-e914-480e-9e58-84ebaf7a8641 req-b7621d5b-b50c-4feb-a0f6-2d107e958098 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.319970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5943020f-e914-480e-9e58-84ebaf7a8641 req-b7621d5b-b50c-4feb-a0f6-2d107e958098 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0629191 Aug 29 04:25:23.401762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5943020f-e914-480e-9e58-84ebaf7a8641 req-19438a38-3d00-4be0-943d-a57df0308a2a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735042 Aug 29 04:25:23.538666 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7ab73850-be18-4de7-8cc7-a81f8ba4607c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.860558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e03ae9-87f7-4d41-91c7-497d849147c7 req-c0473c3c-c876-415e-abf2-d7dfafb02e53 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.881521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38e03ae9-87f7-4d41-91c7-497d849147c7 req-c0473c3c-c876-415e-abf2-d7dfafb02e53 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 945 time: 0.1597056 Aug 29 04:25:23.990716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38e03ae9-87f7-4d41-91c7-497d849147c7 req-ec0dc0eb-504e-422f-8bf4-e2fdf996662d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082146 Aug 29 04:25:24.227847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51552) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:24.280774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51556) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:24.675697 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa645e6e-11bb-43cd-9d28-349c25c6a46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.691241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7ba03a08-ec36-44e1-83e3-997feeaf4af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.729416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a15a5-5466-496b-98ec-562102a4a0ac req-986c7bf7-9378-4ed4-b6d8-c4b5a1e49586 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.730899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c7a15a5-5466-496b-98ec-562102a4a0ac req-986c7bf7-9378-4ed4-b6d8-c4b5a1e49586 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.4444721 Aug 29 04:25:24.773870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a3fa4-c502-4a83-8e2e-4b0083784c2b req-73a805c9-bede-4dba-910c-288441550306 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.775875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa3a3fa4-c502-4a83-8e2e-4b0083784c2b req-73a805c9-bede-4dba-910c-288441550306 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1333282 Aug 29 04:25:24.776506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [None req-aa645e6e-11bb-43cd-9d28-349c25c6a46c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:25:24.776506 n-d-712141-12 neutron-server[94851]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:25:24.776506 n-d-712141-12 neutron-server[94851]: [parameters: {'project_id': '55f382e730a14e9b8296c76ec83f741d', 'id': 'c236ee27-0561-4168-950d-580a3b96a3ff', 'expiration': datetime.datetime(2021, 8, 29, 4, 27, 24, 746045)}] Aug 29 04:25:24.776506 n-d-712141-12 neutron-server[94851]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:25:24.776943 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [None req-aa645e6e-11bb-43cd-9d28-349c25c6a46c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:25:24.834710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c7a15a5-5466-496b-98ec-562102a4a0ac req-9fa76b86-eadf-44bc-809b-ce6187bd863b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915086 Aug 29 04:25:24.857081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa3a3fa4-c502-4a83-8e2e-4b0083784c2b req-369e8d9f-0617-4cf3-937d-5d06c61f52cb tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664666 Aug 29 04:25:24.917811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7ba03a08-ec36-44e1-83e3-997feeaf4af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.923009 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7ba03a08-ec36-44e1-83e3-997feeaf4af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.963518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7ba03a08-ec36-44e1-83e3-997feeaf4af4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21c9f6294d3d4941bf48c7cb3fef2f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6809206 Aug 29 04:25:24.966152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51574) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:24.976013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba03a08-ec36-44e1-83e3-997feeaf4af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0430d31c-af31-4f92-a331-a47a047678a7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.026996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ef5af69-8c76-44b8-adc0-58e0d9251d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.050267 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ef5af69-8c76-44b8-adc0-58e0d9251d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.113103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83724af9-31df-471e-841a-92402f313320 req-6d35ffca-2313-4d29-b5ec-ef60595e981a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.116602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ef5af69-8c76-44b8-adc0-58e0d9251d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.120924 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ef5af69-8c76-44b8-adc0-58e0d9251d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.124951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83724af9-31df-471e-841a-92402f313320 req-6d35ffca-2313-4d29-b5ec-ef60595e981a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 945 time: 0.0762217 Aug 29 04:25:25.126135 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8ef5af69-8c76-44b8-adc0-58e0d9251d7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0430d31c-af31-4f92-a331-a47a047678a7 HTTP/1.1" status: 204 len: 168 time: 0.1586475 Aug 29 04:25:25.137227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5af69-8c76-44b8-adc0-58e0d9251d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0430d31c-af31-4f92-a331-a47a047678a7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.204639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83724af9-31df-471e-841a-92402f313320 req-dadb73b2-7b7e-41a7-88d0-276be22a63e2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768440 Aug 29 04:25:25.278033 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa645e6e-11bb-43cd-9d28-349c25c6a46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.468353 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa645e6e-11bb-43cd-9d28-349c25c6a46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.472563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa645e6e-11bb-43cd-9d28-349c25c6a46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.623926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa645e6e-11bb-43cd-9d28-349c25c6a46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c834a36-ac09-4504-81c2-20189cc18277,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.629057 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aa645e6e-11bb-43cd-9d28-349c25c6a46c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55f382e730a14e9b8296c76ec83f741d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3987360 Aug 29 04:25:25.633201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51596) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:25.673060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edcd92-e46b-4a32-adba-3f14bfa22f9d req-87429ddc-f222-404b-a795-d01a859c2e4b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.676793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38edcd92-e46b-4a32-adba-3f14bfa22f9d req-87429ddc-f222-404b-a795-d01a859c2e4b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 945 time: 0.1596816 Aug 29 04:25:25.739611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38edcd92-e46b-4a32-adba-3f14bfa22f9d req-ae0bc504-2b0b-4fb9-94db-56038907c36b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562634 Aug 29 04:25:25.749168 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.777473 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.829722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.833100 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.837423 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c834a36-ac09-4504-81c2-20189cc18277 HTTP/1.1" status: 204 len: 168 time: 0.2031314 Aug 29 04:25:25.848619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c834a36-ac09-4504-81c2-20189cc18277,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.861867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.862241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.862601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.862911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.863420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.863756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.864085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.866013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.866360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.866695 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.867025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:25.867353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f33e-8293-47c8-bc28-0f7f3a8e26c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:26.088738 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-83101d30-904b-4d38-b911-dd9b130f74d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.104786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d22d80-6817-49b5-9550-cb19471d11d8 req-d01f8103-41b5-4f26-a43a-00569204e7d1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.114455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56d22d80-6817-49b5-9550-cb19471d11d8 req-d01f8103-41b5-4f26-a43a-00569204e7d1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1451218 Aug 29 04:25:26.166801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f9b1d-4a1c-45f2-8f19-5ca4abedbb2a req-40c0e5e9-fcf0-4cfc-bc19-2ea30bd2a23e tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.175788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a6f9b1d-4a1c-45f2-8f19-5ca4abedbb2a req-40c0e5e9-fcf0-4cfc-bc19-2ea30bd2a23e tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1560025 Aug 29 04:25:26.218353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56d22d80-6817-49b5-9550-cb19471d11d8 req-e7927490-b5d1-4b22-bc0f-fecf84c76fca tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011071 Aug 29 04:25:26.248036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a6f9b1d-4a1c-45f2-8f19-5ca4abedbb2a req-6d435e48-f543-4dd4-a8f3-024cb296b303 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711520 Aug 29 04:25:26.327679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51630) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:26.341838 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.353141 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0ae97c21-682c-4320-8ed8-0d9cb17f7c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.499564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0ae97c21-682c-4320-8ed8-0d9cb17f7c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.504531 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0ae97c21-682c-4320-8ed8-0d9cb17f7c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.553962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51634) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:26.554552 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0ae97c21-682c-4320-8ed8-0d9cb17f7c62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=072db263952047468cb51dff123646a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255425 Aug 29 04:25:26.555386 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae97c21-682c-4320-8ed8-0d9cb17f7c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f14afe-aeb0-4554-96dd-f9d936f7f6a6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:26.627835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83141748-3b3b-4cda-bcd8-4e3897fd0b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.671550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83141748-3b3b-4cda-bcd8-4e3897fd0b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.733670 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83141748-3b3b-4cda-bcd8-4e3897fd0b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.736496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83141748-3b3b-4cda-bcd8-4e3897fd0b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.737770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-83141748-3b3b-4cda-bcd8-4e3897fd0b27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48f14afe-aeb0-4554-96dd-f9d936f7f6a6 HTTP/1.1" status: 204 len: 168 time: 0.1825418 Aug 29 04:25:26.746533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83141748-3b3b-4cda-bcd8-4e3897fd0b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f14afe-aeb0-4554-96dd-f9d936f7f6a6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:26.938948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfbf29-d8c2-438c-bab2-2b282fae3ba2 req-c83cfe6a-288e-41e0-b31c-308d5dbc67a1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.949270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85dfbf29-d8c2-438c-bab2-2b282fae3ba2 req-c83cfe6a-288e-41e0-b31c-308d5dbc67a1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 945 time: 0.0957851 Aug 29 04:25:27.002939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85dfbf29-d8c2-438c-bab2-2b282fae3ba2 req-d10f305a-0ef9-4c74-b5e9-b81b3ce43dfb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524204 Aug 29 04:25:27.073177 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75511cc8-86fd-41e7-be47-56f334332b09 req-19c8db0e-d920-458a-ad03-26260417a2b5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.074795 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-75511cc8-86fd-41e7-be47-56f334332b09 req-19c8db0e-d920-458a-ad03-26260417a2b5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 945 time: 0.0705073 Aug 29 04:25:27.214698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-75511cc8-86fd-41e7-be47-56f334332b09 req-cc65babc-210e-4385-b4dc-0743fda158f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Deleting port 7699bed7-b810-4ca4-a749-a71186266420 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:27.215052 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-75511cc8-86fd-41e7-be47-56f334332b09 req-cc65babc-210e-4385-b4dc-0743fda158f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.245900 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.296419 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.345427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-75511cc8-86fd-41e7-be47-56f334332b09 req-cc65babc-210e-4385-b4dc-0743fda158f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] For port 7699bed7-b810-4ca4-a749-a71186266420, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7699bed7-b810-4ca4-a749-a71186266420,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:27.346339 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-75511cc8-86fd-41e7-be47-56f334332b09 req-cc65babc-210e-4385-b4dc-0743fda158f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.370820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-75511cc8-86fd-41e7-be47-56f334332b09 req-cc65babc-210e-4385-b4dc-0743fda158f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Calling delete_port for 7699bed7-b810-4ca4-a749-a71186266420 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:27.454880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c6ae6-2e64-4f58-9050-2e73f47a1802 req-7f95ff50-0d12-4095-9067-cd7154452110 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.457049 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-304c6ae6-2e64-4f58-9050-2e73f47a1802 req-7f95ff50-0d12-4095-9067-cd7154452110 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1180243 Aug 29 04:25:27.498079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51676) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:27.565945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-304c6ae6-2e64-4f58-9050-2e73f47a1802 req-fb8ea06f-75b2-44ff-b2cd-77e52307b764 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910203 Aug 29 04:25:27.587314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-75511cc8-86fd-41e7-be47-56f334332b09 req-cc65babc-210e-4385-b4dc-0743fda158f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.597652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfec576-c7fd-44ca-8804-d9c663ec506b req-859c0665-a761-4585-8c3f-2a91c56368f2 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.608661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dfec576-c7fd-44ca-8804-d9c663ec506b req-859c0665-a761-4585-8c3f-2a91c56368f2 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1502500 Aug 29 04:25:27.625564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['0655fdea-76b5-4135-96b9-5c2781f5bb07', '7699bed7-b810-4ca4-a749-a71186266420'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:27.682543 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dfec576-c7fd-44ca-8804-d9c663ec506b req-d0b33d2b-5b33-446f-bf8a-54429e244fa4 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657611 Aug 29 04:25:27.699979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65babc-210e-4385-b4dc-0743fda158f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Pushing event deleted for resources: {'Port': ['ID=7699bed7-b810-4ca4-a749-a71186266420,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:27.805129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-75511cc8-86fd-41e7-be47-56f334332b09 req-cc65babc-210e-4385-b4dc-0743fda158f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] No DVR routers for this DVR port 7699bed7-b810-4ca4-a749-a71186266420 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:27.813127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3e8a4-14be-42c5-a37f-135daa323213 req-18626af8-f2c8-430e-91bf-ad3262c272d0 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.815880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-75511cc8-86fd-41e7-be47-56f334332b09 req-cc65babc-210e-4385-b4dc-0743fda158f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.817878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ac3e8a4-14be-42c5-a37f-135daa323213 req-18626af8-f2c8-430e-91bf-ad3262c272d0 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1340830 Aug 29 04:25:27.825781 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-75511cc8-86fd-41e7-be47-56f334332b09 req-cc65babc-210e-4385-b4dc-0743fda158f8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.59 "DELETE /v2.0/ports/7699bed7-b810-4ca4-a749-a71186266420 HTTP/1.1" status: 204 len: 173 time: 0.7358575 Aug 29 04:25:27.826287 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fff76eb-651d-41b0-b564-3776c1e49e8e', 'name': 'network-vif-deleted', 'tag': '7699bed7-b810-4ca4-a749-a71186266420'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:27.831849 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659ffc1f-dd62-4d95-865e-e0b6c2f52910" -d '{"events": [{"server_uuid": "1fff76eb-651d-41b0-b564-3776c1e49e8e", "name": "network-vif-deleted", "tag": "7699bed7-b810-4ca4-a749-a71186266420"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:27.916894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ac3e8a4-14be-42c5-a37f-135daa323213 req-dc0389ae-a47d-4745-8c03-510084ae5f1e tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925262 Aug 29 04:25:27.922058 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1f486b-a36d-4a97-b459-815a09a3aaa2 x-openstack-request-id: req-bd1f486b-a36d-4a97-b459-815a09a3aaa2 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:27.922356 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fff76eb-651d-41b0-b564-3776c1e49e8e", "name": "network-vif-deleted", "tag": "7699bed7-b810-4ca4-a749-a71186266420", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:27.922608 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd1f486b-a36d-4a97-b459-815a09a3aaa2 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:27.923013 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fff76eb-651d-41b0-b564-3776c1e49e8e', 'name': 'network-vif-deleted', 'tag': '7699bed7-b810-4ca4-a749-a71186266420', 'status': 'completed', 'code': 200} Aug 29 04:25:27.940454 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-478074493'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:27.968756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Made reservation on behalf of e510a5d207594dd0968076f45e21d031 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:27.972708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.987757 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.142202 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.148565 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.167149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8875bca1-adb3-4fd5-834a-c04cfcbe0e33 req-be903c3f-7280-40d4-ac31-389e44071bd8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fff76eb-651d-41b0-b564-3776c1e49e8e HTTP/1.1" status: 200 len: 210 time: 0.0401366 Aug 29 04:25:28.168875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:28.191713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.192163 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Added segment fc4be666-efa0-404c-b611-368baaa9e446 of type vlan for network 7597c367-6a51-4096-84de-1c126a012b82 Aug 29 04:25:28.247292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c924370c-780a-40a0-bd1d-184388f9fe9f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.282713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.320709 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.328929 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.329230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.403267 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9036987 Aug 29 04:25:28.413297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16945d-a95e-491e-8769-d9be24cff112 tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Pushing event updated for resources: {'Network': ['ID=7597c367-6a51-4096-84de-1c126a012b82,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.426593 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 7597c367-6a51-4096-84de-1c126a012b82 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:28.756237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40456b21-4184-4522-b43e-f92b9a35ac9d req-2b54b935-7d0b-45ec-91ce-65ea396ec8f1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.758216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40456b21-4184-4522-b43e-f92b9a35ac9d req-2b54b935-7d0b-45ec-91ce-65ea396ec8f1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1052752 Aug 29 04:25:28.824489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40456b21-4184-4522-b43e-f92b9a35ac9d req-de50cc86-ad28-42a2-90f7-7ad02d6df824 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532174 Aug 29 04:25:28.856279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51716) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:28.862187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Request body: {'port': {'network_id': '7597c367-6a51-4096-84de-1c126a012b82', 'binding:host_id': 'n-h2-712141-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1238959177'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:28.913498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Made reservation on behalf of 166a4145cd994e97bf3e288e6ea30bc3 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:28.916098 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.928728 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.988877 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.031732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7589405-e4f2-46a8-a737-f56ee8d84888 req-1b1bd51c-3cc6-4666-9a1a-30936c1a401b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.033745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7589405-e4f2-46a8-a737-f56ee8d84888 req-1b1bd51c-3cc6-4666-9a1a-30936c1a401b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0846477 Aug 29 04:25:29.105224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.110959 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.116843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] device_id is not set on port da51f824-435c-43a5-8d0d-732a3dc543cf yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:29.130203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7589405-e4f2-46a8-a737-f56ee8d84888 req-a0c0b500-e305-4bd5-ae00-2ec4029d7b73 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853035 Aug 29 04:25:29.146993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38fc06-509d-42b0-b4de-654511bfd1eb req-57b3c93a-f640-4a0b-a881-9be66fe1556a tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.155114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf38fc06-509d-42b0-b4de-654511bfd1eb req-57b3c93a-f640-4a0b-a881-9be66fe1556a tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1004591 Aug 29 04:25:29.221821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5ec3ae-b706-4a7e-9e35-74da7e115cb2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.231859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf38fc06-509d-42b0-b4de-654511bfd1eb req-9c0a7196-f3df-4f3e-a54d-5bc4ae607bde tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741892 Aug 29 04:25:29.392106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194095aa-b424-433e-8f58-1b2a007f07b2 req-ca2db0e0-4a53-48cd-973d-41ab9d5f566f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.393695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-194095aa-b424-433e-8f58-1b2a007f07b2 req-ca2db0e0-4a53-48cd-973d-41ab9d5f566f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0802133 Aug 29 04:25:29.430212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] device_id is not set on port da51f824-435c-43a5-8d0d-732a3dc543cf yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:29.440599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.449328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-194095aa-b424-433e-8f58-1b2a007f07b2 req-48686b23-5a4d-4414-9f15-1776891f1a36 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470138 Aug 29 04:25:29.454946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Transition to ACTIVE for port object da51f824-435c-43a5-8d0d-732a3dc543cf will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:29.466184 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.531074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event updated for resources: {'Port': ['ID=da51f824-435c-43a5-8d0d-732a3dc543cf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.540477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Checking segment: {'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:29.541368 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Network hostable DHCP agents. Network: 7597c367-6a51-4096-84de-1c126a012b82, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:29.559691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Network 7597c367-6a51-4096-84de-1c126a012b82 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:29.571724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 7597c367-6a51-4096-84de-1c126a012b82) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:29.579440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:29.584376 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323dd93a-cd63-45aa-b3d6-eeb990c89c1b None None] Network 7597c367-6a51-4096-84de-1c126a012b82 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:29.595335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.595842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.596513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.601961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.602393 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:29.602701 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 2 to bind port da51f824-435c-43a5-8d0d-732a3dc543cf Aug 29 04:25:29.619885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.620372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.620775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.628158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.628523 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:29.629083 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 3 to bind port da51f824-435c-43a5-8d0d-732a3dc543cf Aug 29 04:25:29.648830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.649231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.649578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.654894 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.655370 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:29.655804 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 4 to bind port da51f824-435c-43a5-8d0d-732a3dc543cf Aug 29 04:25:29.676703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.677049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.677592 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.685353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.685827 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:29.686897 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 5 to bind port da51f824-435c-43a5-8d0d-732a3dc543cf Aug 29 04:25:29.716306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.719144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.719782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.730194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.730933 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:29.731576 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 6 to bind port da51f824-435c-43a5-8d0d-732a3dc543cf Aug 29 04:25:29.745589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.746117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.746625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.751313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.751847 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:29.752402 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 7 to bind port da51f824-435c-43a5-8d0d-732a3dc543cf Aug 29 04:25:29.770085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.771010 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.771662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.777181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f366b-34a8-4d5b-9be7-50cb82c8ec1f req-a399a43c-a8d4-4f39-bd08-04f7b49a7927 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.780788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.782739 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:29.783929 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 8 to bind port da51f824-435c-43a5-8d0d-732a3dc543cf Aug 29 04:25:29.786912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-548f366b-34a8-4d5b-9be7-50cb82c8ec1f req-a399a43c-a8d4-4f39-bd08-04f7b49a7927 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0670807 Aug 29 04:25:29.803018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.803968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.804288 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.810110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.810824 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:29.811821 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 9 to bind port da51f824-435c-43a5-8d0d-732a3dc543cf Aug 29 04:25:29.833498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-548f366b-34a8-4d5b-9be7-50cb82c8ec1f req-a4d2c450-484c-4fb5-8be7-e6fa654b497e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 Aug 29 04:25:29.834610 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.835181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.836055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.842472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.842816 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:29.843227 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 10 to bind port da51f824-435c-43a5-8d0d-732a3dc543cf Aug 29 04:25:29.857164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:29.857522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:29.858103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:29.864487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port da51f824-435c-43a5-8d0d-732a3dc543cf on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:29.864952 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port da51f824-435c-43a5-8d0d-732a3dc543cf on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:29.865434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.866259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51754) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:29.937836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] For port da51f824-435c-43a5-8d0d-732a3dc543cf, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:29.938249 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempted to set empty binding levels {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:25:29.943635 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.995016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event updated for resources: {'Port': ['ID=da51f824-435c-43a5-8d0d-732a3dc543cf,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.999595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.000368 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.015095 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4160255e-7322-43b7-a904-90398f97c346 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.1575980 Aug 29 04:25:30.016713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fddcfc-cb82-4f0c-9bd3-3f54191b2ae9 req-c6b3438c-3a4f-443f-a5cb-c67f7e66c63e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.017819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51760) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.018217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65fddcfc-cb82-4f0c-9bd3-3f54191b2ae9 req-c6b3438c-3a4f-443f-a5cb-c67f7e66c63e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1039181 Aug 29 04:25:30.023540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.034169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f051a3-3426-4a85-b9a6-4f7d8d0e129a req-970c141d-1395-475b-b069-cc5c477d170f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.035739 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00f051a3-3426-4a85-b9a6-4f7d8d0e129a req-970c141d-1395-475b-b069-cc5c477d170f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1057851 Aug 29 04:25:30.095736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-494ba214-c67c-4151-8ae6-85236d712234 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Deleting port da51f824-435c-43a5-8d0d-732a3dc543cf {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:30.096084 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-494ba214-c67c-4151-8ae6-85236d712234 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.119471 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65fddcfc-cb82-4f0c-9bd3-3f54191b2ae9 req-c014c3f1-166d-492d-be15-5e97eabbd6dc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931690 Aug 29 04:25:30.138124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00f051a3-3426-4a85-b9a6-4f7d8d0e129a req-fb209492-4bd9-447d-9a5b-abb894282e51 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861225 Aug 29 04:25:30.171942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-494ba214-c67c-4151-8ae6-85236d712234 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] For port da51f824-435c-43a5-8d0d-732a3dc543cf, host n-h2-712141-12, got binding levels [] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:30.173759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-494ba214-c67c-4151-8ae6-85236d712234 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.183448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7699bed7-b810-4ca4-a749-a71186266420 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:30.211246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 7699bed7-b810-4ca4-a749-a71186266420 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:30.211494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-494ba214-c67c-4151-8ae6-85236d712234 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Calling delete_port for da51f824-435c-43a5-8d0d-732a3dc543cf owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:30.212187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7699bed7-b810-4ca4-a749-a71186266420 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:30.261132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.267118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.308286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-494ba214-c67c-4151-8ae6-85236d712234 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.337107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4998c7c434f04b0597ce57b51c95435b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696679 Aug 29 04:25:30.337488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ba214-c67c-4151-8ae6-85236d712234 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event deleted for resources: {'Port': ['ID=da51f824-435c-43a5-8d0d-732a3dc543cf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.339965 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51768) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.356959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb14c679-4507-456b-84ab-e360ed31a39c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.357239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-494ba214-c67c-4151-8ae6-85236d712234 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.359142 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-494ba214-c67c-4151-8ae6-85236d712234 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "DELETE /v2.0/ports/da51f824-435c-43a5-8d0d-732a3dc543cf HTTP/1.1" status: 204 len: 168 time: 0.3403895 Aug 29 04:25:30.364275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51770) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.369431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98db0c2-a196-47ad-a9c3-105a5b5b2661 req-6a2728c4-f7e3-4e95-b15c-17bfd378fa15 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.371272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c98db0c2-a196-47ad-a9c3-105a5b5b2661 req-6a2728c4-f7e3-4e95-b15c-17bfd378fa15 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1559439 Aug 29 04:25:30.381385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.381806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.382251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.382772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.383206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.383633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.384060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.384685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.385106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.385723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.386174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.386603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ecaf-6de4-4076-a518-095f5c8cf3ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.401412 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48966e8-8b66-4d88-8605-c95a73d2e60b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:25:30.406520 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c48966e8-8b66-4d88-8605-c95a73d2e60b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "GET /v2.0/ports/da51f824-435c-43a5-8d0d-732a3dc543cf HTTP/1.1" status: 404 len: 333 time: 0.0379839 Aug 29 04:25:30.410220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51772) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.416476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Request body: {'port': {'network_id': '7597c367-6a51-4096-84de-1c126a012b82', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1431545045'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:30.439306 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad6cd00-1576-46e0-a120-5ca864e1751b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.458355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65525d7d-e876-40c3-a379-52d1ba93d8f2 req-a287a582-a5ef-481a-8f75-74f8a511526d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.465771 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad6cd00-1576-46e0-a120-5ca864e1751b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.473036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65525d7d-e876-40c3-a379-52d1ba93d8f2 req-a287a582-a5ef-481a-8f75-74f8a511526d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1557126 Aug 29 04:25:30.499014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c98db0c2-a196-47ad-a9c3-105a5b5b2661 req-1d54b2be-8cfb-4fdb-a34f-b9e1e3dd6c88 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209633 Aug 29 04:25:30.539073 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad6cd00-1576-46e0-a120-5ca864e1751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.542788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad6cd00-1576-46e0-a120-5ca864e1751b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.544558 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dad6cd00-1576-46e0-a120-5ca864e1751b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb14c679-4507-456b-84ab-e360ed31a39c HTTP/1.1" status: 204 len: 168 time: 0.2033005 Aug 29 04:25:30.555989 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6cd00-1576-46e0-a120-5ca864e1751b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb14c679-4507-456b-84ab-e360ed31a39c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.559706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65525d7d-e876-40c3-a379-52d1ba93d8f2 req-971f892f-867c-427a-a8c9-9e765b6cd73f tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660341 Aug 29 04:25:30.560008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Made reservation on behalf of 166a4145cd994e97bf3e288e6ea30bc3 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:30.562921 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.594172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] device_id is not set on port 8d67ebab-e743-4268-aa65-7c9c3f391d5e yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:30.767952 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.809107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.866436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Network 7597c367-6a51-4096-84de-1c126a012b82 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:30.872805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:30.878896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:30.879848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.880664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.885694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event updated for resources: {'Port': ['ID=8d67ebab-e743-4268-aa65-7c9c3f391d5e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.904116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51790) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.904576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-10176cca-b70e-47cc-a293-cacc2488157b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4929411 Aug 29 04:25:30.910661 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:30.933333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51792) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.953763 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3222fc20-476c-4383-a510-e53cf5abf80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.976074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.090585 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3222fc20-476c-4383-a510-e53cf5abf80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.096264 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3222fc20-476c-4383-a510-e53cf5abf80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.146069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222fc20-476c-4383-a510-e53cf5abf80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eedc8a-a2e8-4075-83fd-926fe0858b7c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.162801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3222fc20-476c-4383-a510-e53cf5abf80c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc4fd2320398405dbcb4abb792a48fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278116 Aug 29 04:25:31.173596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51802) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:31.301084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d376d-4652-41a8-a248-46fb9a7ff211 req-696ee395-c2d2-48f8-9dfc-c54ea8c308ea tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.310085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e9d376d-4652-41a8-a248-46fb9a7ff211 req-696ee395-c2d2-48f8-9dfc-c54ea8c308ea tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.0845275 Aug 29 04:25:31.321066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] device_id is not set on port 8d67ebab-e743-4268-aa65-7c9c3f391d5e yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:31.335460 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.344036 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-b031d869-07e7-4ec0-b35b-0047a772da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.345672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-b031d869-07e7-4ec0-b35b-0047a772da53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 1098 time: 0.2581892 Aug 29 04:25:31.351900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e9d376d-4652-41a8-a248-46fb9a7ff211 req-c16f6466-e199-40c6-90df-cdcf22acacb4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Aug 29 04:25:31.369751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Transition to ACTIVE for port object 8d67ebab-e743-4268-aa65-7c9c3f391d5e will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:31.376734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ecfb-5bcb-482d-8f94-f15dfef905b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.386348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.493409 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ecfb-5bcb-482d-8f94-f15dfef905b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.564616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event updated for resources: {'Port': ['ID=8d67ebab-e743-4268-aa65-7c9c3f391d5e,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.614171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-e4bd8ac3-bee5-4f40-a1e5-277d78ac739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.616055 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-e4bd8ac3-bee5-4f40-a1e5-277d78ac739c service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 910 time: 0.2408564 Aug 29 04:25:31.616958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:31.617462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:31.618007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:31.632165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:31.632802 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:31.654650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155ab4-b396-45fd-be1c-aafec18156ea req-95707802-aac5-4a7e-8c50-73b4bcdfacde tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.656270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09155ab4-b396-45fd-be1c-aafec18156ea req-95707802-aac5-4a7e-8c50-73b4bcdfacde tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0690269 Aug 29 04:25:31.665246 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 2 to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e Aug 29 04:25:31.703570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:31.704271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:31.705350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:31.714399 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ecfb-5bcb-482d-8f94-f15dfef905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.717457 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d3b9ecfb-5bcb-482d-8f94-f15dfef905b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.721353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d3b9ecfb-5bcb-482d-8f94-f15dfef905b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20eedc8a-a2e8-4075-83fd-926fe0858b7c HTTP/1.1" status: 204 len: 168 time: 0.5431719 Aug 29 04:25:31.751643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09155ab4-b396-45fd-be1c-aafec18156ea req-02d7cda9-e67a-4600-ba35-5bf69ec41f1d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821569 Aug 29 04:25:31.760478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9ecfb-5bcb-482d-8f94-f15dfef905b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eedc8a-a2e8-4075-83fd-926fe0858b7c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.762486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:31.766065 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:31.777162 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 3 to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e Aug 29 04:25:31.788732 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-34f3b74b-e92a-44e9-b0b2-0792464b96cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fe736a-8936-4a3b-90ff-113235792aa9 HTTP/1.1" status: 200 len: 1002 time: 0.1645470 Aug 29 04:25:31.796144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3062820-cf69-46b3-b566-911f5d5005c4 req-8f5a813e-5c7f-4233-b6a5-0417e599c9d5 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.804165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3062820-cf69-46b3-b566-911f5d5005c4 req-8f5a813e-5c7f-4233-b6a5-0417e599c9d5 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1276333 Aug 29 04:25:31.852697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3062820-cf69-46b3-b566-911f5d5005c4 req-a8785254-e0eb-4464-8853-1a0cdbba56a9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421274 Aug 29 04:25:31.887191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:31.888602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:31.889678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:31.919565 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:25:31.928233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:31.930048 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:31.939606 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 4 to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e Aug 29 04:25:31.947578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-3c72100f-f239-48f1-a805-7f46fb325de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.949612 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-3c72100f-f239-48f1-a805-7f46fb325de8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=26f04a99-397f-4610-8675-975988a7232d HTTP/1.1" status: 200 len: 848 time: 0.1467111 Aug 29 04:25:31.998234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:31.998577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:31.999052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:32.004520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:32.004948 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:32.006942 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 5 to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e Aug 29 04:25:32.023566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-08e28c6d-b546-40c2-a110-b6d1685ed634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.025741 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-08e28c6d-b546-40c2-a110-b6d1685ed634 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe848193-297b-498e-8bd5-030f3a239f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659540 Aug 29 04:25:32.028444 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:32.028784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:32.029126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:32.034077 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:32.034407 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:32.034800 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 6 to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e Aug 29 04:25:32.103765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:32.104119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:32.104472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:32.120354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:32.120354 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:32.120354 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 7 to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e Aug 29 04:25:32.151493 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:32.151746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:32.152091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:32.158516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:32.158878 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:32.167557 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 8 to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e Aug 29 04:25:32.197941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596e17b-b667-4582-a6e5-8133dc55d3aa req-eb4a27dc-74b1-41c8-8361-350e06c50082 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.201196 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-24865271-113a-4812-a623-645766562b46 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623530 Aug 29 04:25:32.202582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:32.202915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:32.203330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:32.206399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0596e17b-b667-4582-a6e5-8133dc55d3aa req-eb4a27dc-74b1-41c8-8361-350e06c50082 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0935590 Aug 29 04:25:32.210728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:32.211165 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:32.218454 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 9 to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e Aug 29 04:25:32.266445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0596e17b-b667-4582-a6e5-8133dc55d3aa req-fdf96e02-6fd3-4f46-8ef0-daf23888dd8c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589726 Aug 29 04:25:32.271459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:32.271827 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:32.272649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:32.282107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:32.282533 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:32.286678 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 10 to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e Aug 29 04:25:32.308473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:32.308841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:32.309206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:32.322876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:32.323218 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:32.323618 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.388114 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d6f5c652-9cd3-4033-bd98-f7c4680c6594 req-d2f7ca90-b09f-4341-9acf-65654d3fc005 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784852 Aug 29 04:25:32.396999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96348c0e-3592-4c37-9f8c-669383a66d8a req-be7d309e-ca46-4a08-b386-09d81f8b2806 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.398821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96348c0e-3592-4c37-9f8c-669383a66d8a req-be7d309e-ca46-4a08-b386-09d81f8b2806 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0577133 Aug 29 04:25:32.413600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] For port 8d67ebab-e743-4268-aa65-7c9c3f391d5e, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:32.413923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempted to set empty binding levels {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:25:32.419914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.455412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] In _notify_port_updated(), no bound segment for port 8d67ebab-e743-4268-aa65-7c9c3f391d5e on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:25:32.456555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.457371 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.461257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96348c0e-3592-4c37-9f8c-669383a66d8a req-6dbfe0a1-07c0-4909-b92b-d457a940c688 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494068 Aug 29 04:25:32.461994 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "PUT /v2.0/ports/8d67ebab-e743-4268-aa65-7c9c3f391d5e HTTP/1.1" status: 200 len: 976 time: 1.5529845 Aug 29 04:25:32.461994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51850) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:32.534144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0f42b-f82d-4b94-93a9-d55fe0f81a1e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event updated for resources: {'Port': ['ID=8d67ebab-e743-4268-aa65-7c9c3f391d5e,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:32.592071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a7016-ee17-483a-87ce-c1b8668d85a0 req-4100fea7-a13c-4beb-81bd-c443dfb5abf4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.600073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-165a7016-ee17-483a-87ce-c1b8668d85a0 req-4100fea7-a13c-4beb-81bd-c443dfb5abf4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1402109 Aug 29 04:25:32.651938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-165a7016-ee17-483a-87ce-c1b8668d85a0 req-395d3d3a-6ad3-4de0-991b-c7825a9db363 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506260 Aug 29 04:25:32.883751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.884285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.885295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.885762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.886232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.886692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.887157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.887676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.888119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.888593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.889374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.889766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.890218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.890674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.891129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.891703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.892018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.901680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.902892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.902892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.902892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.903832 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cbfc3b31-3d40-4936-954e-ca14a06705bc tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29716 time: 0.4413393 Aug 29 04:25:32.908576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51876) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:32.957727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5b4c2-2608-40d5-8533-546c4671d95c req-68910268-9316-464c-9f0c-99d0c988e00e tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.965267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3a5b4c2-2608-40d5-8533-546c4671d95c req-68910268-9316-464c-9f0c-99d0c988e00e tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1048324 Aug 29 04:25:33.025181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-eaff6448-b6d3-4acc-ac3d-600051773ac7 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Deleting port 8d67ebab-e743-4268-aa65-7c9c3f391d5e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:33.025530 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eaff6448-b6d3-4acc-ac3d-600051773ac7 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.104146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-eaff6448-b6d3-4acc-ac3d-600051773ac7 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] For port 8d67ebab-e743-4268-aa65-7c9c3f391d5e, host n-h2-712141-12, got binding levels [] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:33.104721 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eaff6448-b6d3-4acc-ac3d-600051773ac7 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.105731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3a5b4c2-2608-40d5-8533-546c4671d95c req-38f88543-7d9d-4bbc-baa6-677394909c6f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395845 Aug 29 04:25:33.122973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-eaff6448-b6d3-4acc-ac3d-600051773ac7 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Calling delete_port for 8d67ebab-e743-4268-aa65-7c9c3f391d5e owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:33.143827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb263358-1575-4c26-ad68-f361e9470aa7 req-761ca162-b2b7-42e4-bd83-9afafb4f88f3 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.152421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb263358-1575-4c26-ad68-f361e9470aa7 req-761ca162-b2b7-42e4-bd83-9afafb4f88f3 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1316812 Aug 29 04:25:33.222236 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eaff6448-b6d3-4acc-ac3d-600051773ac7 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.231919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb263358-1575-4c26-ad68-f361e9470aa7 req-c49c164a-394d-401e-bac4-919669afb0f1 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782917 Aug 29 04:25:33.249788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eaff6448-b6d3-4acc-ac3d-600051773ac7 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.254205 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eaff6448-b6d3-4acc-ac3d-600051773ac7 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "DELETE /v2.0/ports/8d67ebab-e743-4268-aa65-7c9c3f391d5e HTTP/1.1" status: 204 len: 168 time: 0.3422074 Aug 29 04:25:33.254994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51886) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:33.284345 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-38918aab-5d34-47b5-95f2-9ad91fb4620e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:25:33.291165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-38918aab-5d34-47b5-95f2-9ad91fb4620e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "GET /v2.0/ports/8d67ebab-e743-4268-aa65-7c9c3f391d5e HTTP/1.1" status: 404 len: 333 time: 0.0311444 Aug 29 04:25:33.292176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51888) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:33.295634 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff6448-b6d3-4acc-ac3d-600051773ac7 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d67ebab-e743-4268-aa65-7c9c3f391d5e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:33.302158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1617502691', 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:33.326924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Made reservation on behalf of 166a4145cd994e97bf3e288e6ea30bc3 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:33.329971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.351990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] device_id is not set on port 0c3929d3-2fca-4f6e-8b8b-9dd63648c181 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:33.545629 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.599742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.650390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Network 7597c367-6a51-4096-84de-1c126a012b82 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:33.655650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:33.672240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event updated for resources: {'Port': ['ID=0c3929d3-2fca-4f6e-8b8b-9dd63648c181,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:33.675323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:33.676562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.677403 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.706300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51904) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:33.707113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eee49c03-aa04-40a4-9acd-fc6d4102d2a4 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4124579 Aug 29 04:25:33.767435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e699e-e213-49d2-97af-51da28d879e3 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.771826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1a0e699e-e213-49d2-97af-51da28d879e3 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "GET /v2.0/ports/0c3929d3-2fca-4f6e-8b8b-9dd63648c181 HTTP/1.1" status: 200 len: 955 time: 0.0618589 Aug 29 04:25:33.772024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51910) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:33.872487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e1cb5-fe53-49b0-a05e-1fdfb6daf4de req-b8793a42-dcb6-4890-b672-f86a8aff2c8d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.874103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab3e1cb5-fe53-49b0-a05e-1fdfb6daf4de req-b8793a42-dcb6-4890-b672-f86a8aff2c8d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1039755 Aug 29 04:25:33.930831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab3e1cb5-fe53-49b0-a05e-1fdfb6daf4de req-9f299c9d-df3f-4d56-9b0b-479942da5016 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479858 Aug 29 04:25:33.945595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-567bd446-1728-4b1f-b56f-bd19b0157b3e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Deleting port 0c3929d3-2fca-4f6e-8b8b-9dd63648c181 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:33.946053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567bd446-1728-4b1f-b56f-bd19b0157b3e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.037071 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567bd446-1728-4b1f-b56f-bd19b0157b3e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.051791 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-567bd446-1728-4b1f-b56f-bd19b0157b3e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Calling delete_port for 0c3929d3-2fca-4f6e-8b8b-9dd63648c181 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:34.158560 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567bd446-1728-4b1f-b56f-bd19b0157b3e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.187481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bd446-1728-4b1f-b56f-bd19b0157b3e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c3929d3-2fca-4f6e-8b8b-9dd63648c181,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.198968 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567bd446-1728-4b1f-b56f-bd19b0157b3e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.201087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-567bd446-1728-4b1f-b56f-bd19b0157b3e tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "DELETE /v2.0/ports/0c3929d3-2fca-4f6e-8b8b-9dd63648c181 HTTP/1.1" status: 204 len: 168 time: 0.4282296 Aug 29 04:25:34.203845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51932) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:34.232935 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-377b4ba7-cac4-424c-9f3b-2407fd819273 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:25:34.234746 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-377b4ba7-cac4-424c-9f3b-2407fd819273 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "GET /v2.0/ports/0c3929d3-2fca-4f6e-8b8b-9dd63648c181 HTTP/1.1" status: 404 len: 333 time: 0.0293844 Aug 29 04:25:34.238459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51934) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:34.245151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Request body: {'port': {'network_id': '7597c367-6a51-4096-84de-1c126a012b82', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-23538952'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:34.303949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Made reservation on behalf of 166a4145cd994e97bf3e288e6ea30bc3 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:34.306405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.331193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] device_id is not set on port b1e30be3-e081-4e5d-8d39-e8f835da53bd yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:34.424443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1f594-872c-46b5-b111-64f78115d688 req-c41bb1ca-4d1f-4634-ad1f-2285ea7994c3 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.426022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63f1f594-872c-46b5-b111-64f78115d688 req-c41bb1ca-4d1f-4634-ad1f-2285ea7994c3 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1607573 Aug 29 04:25:34.446465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51944) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:34.534787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d4d3a-b38b-417c-944a-f13261135e17 req-fb733bc1-a27c-48de-96dd-30986302c9ae tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.541153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f83d4d3a-b38b-417c-944a-f13261135e17 req-fb733bc1-a27c-48de-96dd-30986302c9ae tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1622396 Aug 29 04:25:34.575376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-16366b19-5cd1-438b-a49e-38301a3d6f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.612385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63f1f594-872c-46b5-b111-64f78115d688 req-29ea0bab-4138-4958-8900-a524459d8d71 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742718 Aug 29 04:25:34.620988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f83d4d3a-b38b-417c-944a-f13261135e17 req-96bc6c83-ae52-467f-b9a3-9d05be805c87 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785697 Aug 29 04:25:34.663792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.693541 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-16366b19-5cd1-438b-a49e-38301a3d6f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.698638 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-16366b19-5cd1-438b-a49e-38301a3d6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.718690 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.747927 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-16366b19-5cd1-438b-a49e-38301a3d6f60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31113e3878d04737a612988327567633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996168 Aug 29 04:25:34.750316 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16366b19-5cd1-438b-a49e-38301a3d6f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0173b09-4964-4ea8-920f-117d0240b61e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.752722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51952) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:34.822320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4200111a-1b3c-4974-83fd-b9d1b117c76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.843471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Network 7597c367-6a51-4096-84de-1c126a012b82 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:34.848812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:34.849537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4200111a-1b3c-4974-83fd-b9d1b117c76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.851575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:34.852571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.853697 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.864804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e30be3-e081-4e5d-8d39-e8f835da53bd,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.887257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f587b-7a86-4fba-b8e5-66767c753353 req-37db7a3d-2da4-46a1-8d2d-3f424861ad58 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.894907 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-501f587b-7a86-4fba-b8e5-66767c753353 req-37db7a3d-2da4-46a1-8d2d-3f424861ad58 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1072724 Aug 29 04:25:34.904356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b2794426-5c26-4428-aafe-3ee273ec9146 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.6646709 Aug 29 04:25:34.907101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51956) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:34.913344 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:34.943328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-501f587b-7a86-4fba-b8e5-66767c753353 req-11831882-6d91-4936-96c0-f4c8dc024039 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474446 Aug 29 04:25:34.973430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4200111a-1b3c-4974-83fd-b9d1b117c76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.976121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4200111a-1b3c-4974-83fd-b9d1b117c76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.977330 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4200111a-1b3c-4974-83fd-b9d1b117c76b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0173b09-4964-4ea8-920f-117d0240b61e HTTP/1.1" status: 204 len: 168 time: 0.2236776 Aug 29 04:25:35.043024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200111a-1b3c-4974-83fd-b9d1b117c76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0173b09-4964-4ea8-920f-117d0240b61e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.047171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.221063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f260c-8265-41e2-ac10-d2ac70868df4 req-3069329d-3abe-467e-b558-1dab104ff2b1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.237281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d21f260c-8265-41e2-ac10-d2ac70868df4 req-3069329d-3abe-467e-b558-1dab104ff2b1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2019818 Aug 29 04:25:35.269018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] device_id is not set on port b1e30be3-e081-4e5d-8d39-e8f835da53bd yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:35.270914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70f95e-4edd-40b2-a5d8-3c4074b0467f req-ebfbecf1-80ad-41d5-80bb-99d713d5b621 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.280815 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.281266 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a70f95e-4edd-40b2-a5d8-3c4074b0467f req-ebfbecf1-80ad-41d5-80bb-99d713d5b621 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.2056561 Aug 29 04:25:35.298711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Transition to ACTIVE for port object b1e30be3-e081-4e5d-8d39-e8f835da53bd will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:35.305340 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.340238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d21f260c-8265-41e2-ac10-d2ac70868df4 req-5d1095e2-1d71-4511-bb8f-7ef9fa90c3a0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979488 Aug 29 04:25:35.383476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.383909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.384682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.388498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a70f95e-4edd-40b2-a5d8-3c4074b0467f req-893ecef1-470c-440d-95ef-b70cfe8aa7cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046104 Aug 29 04:25:35.392110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:35.392474 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:35.398079 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 2 to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd Aug 29 04:25:35.430587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e30be3-e081-4e5d-8d39-e8f835da53bd,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.446059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.446406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.446789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.454440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:35.454944 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:35.457011 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 3 to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd Aug 29 04:25:35.474667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.475007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.475394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.483571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:35.484535 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:35.484939 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 4 to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd Aug 29 04:25:35.508598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.508945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.509944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.515541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:35.515875 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:35.516293 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 5 to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd Aug 29 04:25:35.523968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51974) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:35.531219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.531562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.531899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.536758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:35.537196 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:35.537722 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 6 to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd Aug 29 04:25:35.548179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07030033-d19e-4f5d-aea9-2626678f64aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.551553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.551896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.552334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.556662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:35.556990 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:35.557381 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 7 to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd Aug 29 04:25:35.570551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.570892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.571359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.582960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:35.583658 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:35.583905 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 8 to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd Aug 29 04:25:35.598726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.599160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.599578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.605460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:35.605791 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:35.606185 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 9 to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd Aug 29 04:25:35.618749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.619092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.619434 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.640675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:35.642017 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:35.643890 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempt 10 to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd Aug 29 04:25:35.656832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff985cea-5a22-41af-8df4-9702177bb715 req-f20f6411-3422-4d5f-a73a-a15bd1e133fc tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.663245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.663731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.664289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff985cea-5a22-41af-8df4-9702177bb715 req-f20f6411-3422-4d5f-a73a-a15bd1e133fc tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0844069 Aug 29 04:25:35.664805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempting to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.671234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:35.672488 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Failed to bind port b1e30be3-e081-4e5d-8d39-e8f835da53bd on host n-h2-712141-12 for vnic_type normal using segments [{'id': 'fc4be666-efa0-404c-b611-368baaa9e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7597c367-6a51-4096-84de-1c126a012b82'}] Aug 29 04:25:35.673578 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.723922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff985cea-5a22-41af-8df4-9702177bb715 req-84c09dfc-c9ac-4d50-8c9f-1edc0db7aee4 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587232 Aug 29 04:25:35.764962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07030033-d19e-4f5d-aea9-2626678f64aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.769962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07030033-d19e-4f5d-aea9-2626678f64aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.779641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] For port b1e30be3-e081-4e5d-8d39-e8f835da53bd, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:35.780022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attempted to set empty binding levels {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:25:35.786839 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.823803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] In _notify_port_updated(), no bound segment for port b1e30be3-e081-4e5d-8d39-e8f835da53bd on network 7597c367-6a51-4096-84de-1c126a012b82 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:25:35.825145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.828270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.833152 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "PUT /v2.0/ports/b1e30be3-e081-4e5d-8d39-e8f835da53bd HTTP/1.1" status: 200 len: 974 time: 0.9249818 Aug 29 04:25:35.836254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0034ab-fe3e-462f-8c60-0f45f01f2ea2 req-cc1f68ff-d3fb-4cee-a773-610bbe99cb0e tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.836753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51984) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:35.838327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa0034ab-fe3e-462f-8c60-0f45f01f2ea2 req-cc1f68ff-d3fb-4cee-a773-610bbe99cb0e tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1134405 Aug 29 04:25:35.863030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-07030033-d19e-4f5d-aea9-2626678f64aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f622b1d71ac41bcb5915a85eb2d6b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378797 Aug 29 04:25:35.871787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51988) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:35.873676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030033-d19e-4f5d-aea9-2626678f64aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec99d285-3787-4888-9d51-58f865f507e1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.902359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd90f8-cf85-4464-913f-deddf43d22ab tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e30be3-e081-4e5d-8d39-e8f835da53bd,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.965920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f653c6ad-8fcb-4163-a522-8e53e503c40b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Deleting port b1e30be3-e081-4e5d-8d39-e8f835da53bd {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:35.966154 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f653c6ad-8fcb-4163-a522-8e53e503c40b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.971254 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d9f65ea2-0016-4b64-a3d7-e5b0bcdc31c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.988027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c8b0c-f7c6-47ee-8e41-c6395b48db7f req-910a9548-86db-4dae-bdd9-e5a9a250390c tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.996851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb9c8b0c-f7c6-47ee-8e41-c6395b48db7f req-910a9548-86db-4dae-bdd9-e5a9a250390c tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1863415 Aug 29 04:25:36.036679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-f653c6ad-8fcb-4163-a522-8e53e503c40b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] For port b1e30be3-e081-4e5d-8d39-e8f835da53bd, host n-h2-712141-12, got binding levels [] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:36.037049 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f653c6ad-8fcb-4163-a522-8e53e503c40b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.053558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f653c6ad-8fcb-4163-a522-8e53e503c40b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Calling delete_port for b1e30be3-e081-4e5d-8d39-e8f835da53bd owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:36.064112 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d9f65ea2-0016-4b64-a3d7-e5b0bcdc31c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.079090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa0034ab-fe3e-462f-8c60-0f45f01f2ea2 req-4f684e0e-51fb-4239-b42b-5211b4941112 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142012 Aug 29 04:25:36.115731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb9c8b0c-f7c6-47ee-8e41-c6395b48db7f req-af54da76-578e-4d42-a6a4-3292aed15ced tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124740 Aug 29 04:25:36.178512 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f653c6ad-8fcb-4163-a522-8e53e503c40b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.206668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653c6ad-8fcb-4163-a522-8e53e503c40b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1e30be3-e081-4e5d-8d39-e8f835da53bd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:36.221246 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f653c6ad-8fcb-4163-a522-8e53e503c40b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.224240 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f653c6ad-8fcb-4163-a522-8e53e503c40b tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "DELETE /v2.0/ports/b1e30be3-e081-4e5d-8d39-e8f835da53bd HTTP/1.1" status: 204 len: 168 time: 0.3851173 Aug 29 04:25:36.225403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c55c9-96d6-4385-8a6c-e7c0eb0ce97c req-b9423d6d-606b-483d-aaa0-5d53b010f470 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.227059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b0c55c9-96d6-4385-8a6c-e7c0eb0ce97c req-b9423d6d-606b-483d-aaa0-5d53b010f470 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0828331 Aug 29 04:25:36.227529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51992) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:36.232888 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d9f65ea2-0016-4b64-a3d7-e5b0bcdc31c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.235503 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d9f65ea2-0016-4b64-a3d7-e5b0bcdc31c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.239278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d9f65ea2-0016-4b64-a3d7-e5b0bcdc31c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec99d285-3787-4888-9d51-58f865f507e1 HTTP/1.1" status: 204 len: 168 time: 0.3601663 Aug 29 04:25:36.251035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f65ea2-0016-4b64-a3d7-e5b0bcdc31c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec99d285-3787-4888-9d51-58f865f507e1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:36.264724 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-30172016-2979-405b-b0eb-95fa04f9a353 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:25:36.267574 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-30172016-2979-405b-b0eb-95fa04f9a353 tempest-PortsAdminExtendedAttrsTestJSON-1452192119 tempest-PortsAdminExtendedAttrsTestJSON-1452192119-project-admin] 10.222.0.49 "GET /v2.0/ports/b1e30be3-e081-4e5d-8d39-e8f835da53bd HTTP/1.1" status: 404 len: 333 time: 0.0390036 Aug 29 04:25:36.272134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51996) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:36.311985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b0c55c9-96d6-4385-8a6c-e7c0eb0ce97c req-6e0145e1-ca3d-4abd-90a8-9813f06a6b42 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700414 Aug 29 04:25:36.400991 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.531470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.552137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7597c367-6a51-4096-84de-1c126a012b82']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:36.563767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4be666-efa0-404c-b611-368baaa9e446') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:36.564111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4be666-efa0-404c-b611-368baaa9e446') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:36.574502 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.607466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b509981-942b-43f8-b91a-e1c33e2f584b req-0ddcf76d-76e0-4b87-a8f1-930f4dbd9359 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.608127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.610071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b509981-942b-43f8-b91a-e1c33e2f584b req-0ddcf76d-76e0-4b87-a8f1-930f4dbd9359 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1026053 Aug 29 04:25:36.615481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:36.615992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:36.619972 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:36.702108 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.706248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4da489-7205-4762-ac6c-49652192906e req-d153fafe-f56a-4708-a568-6399b2311c25 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.713881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c4da489-7205-4762-ac6c-49652192906e req-d153fafe-f56a-4708-a568-6399b2311c25 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1029418 Aug 29 04:25:36.717732 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.723385 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] 10.222.0.49 "DELETE /v2.0/networks/7597c367-6a51-4096-84de-1c126a012b82 HTTP/1.1" status: 204 len: 168 time: 0.4495785 Aug 29 04:25:36.738382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b509981-942b-43f8-b91a-e1c33e2f584b req-8304e6a5-a784-4931-81c7-900f72c2809a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070445 Aug 29 04:25:36.738768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e4b99-235a-46d9-b10d-4366d5d2029a tempest-PortsAdminExtendedAttrsTestJSON-144212431 tempest-PortsAdminExtendedAttrsTestJSON-144212431-project] Pushing event deleted for resources: {'Network': ['ID=7597c367-6a51-4096-84de-1c126a012b82,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:36.780802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c4da489-7205-4762-ac6c-49652192906e req-9e4f834c-ac78-42ed-859c-b22ab3b55ce0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659251 Aug 29 04:25:36.916276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b34ff-e580-406b-b1d4-f8f186a7c23a req-f82e3088-741f-4e45-8df2-7650e9d1cb42 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.918377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa4b34ff-e580-406b-b1d4-f8f186a7c23a req-f82e3088-741f-4e45-8df2-7650e9d1cb42 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0573850 Aug 29 04:25:36.966507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa4b34ff-e580-406b-b1d4-f8f186a7c23a req-d616cd6c-823d-40fd-bd9f-788f9765d3f1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Aug 29 04:25:37.004187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52024) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:37.252028 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0e0a8438-53ab-41c5-89db-03e279c95066 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e510a5d207594dd0968076f45e21d031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441897 Aug 29 04:25:37.252650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52044) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:37.328116 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db3f34ef-365d-4ccc-b551-dac8a3b81ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.332580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf15c4a-5320-4900-991d-90b5c9c717b5 req-460e1c08-d9b4-4f45-8e77-0e8c446aeb4b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.340700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbf15c4a-5320-4900-991d-90b5c9c717b5 req-460e1c08-d9b4-4f45-8e77-0e8c446aeb4b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1451175 Aug 29 04:25:37.382433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059795fa-bcf8-49bc-9eaf-8770f49b4dfd req-357f1860-c978-4ed0-9d7f-177ea3415191 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.384707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db3f34ef-365d-4ccc-b551-dac8a3b81ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.391458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-059795fa-bcf8-49bc-9eaf-8770f49b4dfd req-357f1860-c978-4ed0-9d7f-177ea3415191 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1560285 Aug 29 04:25:37.440398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbf15c4a-5320-4900-991d-90b5c9c717b5 req-758ec80a-acab-48a3-aa24-a52120320e97 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859253 Aug 29 04:25:37.464453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db3f34ef-365d-4ccc-b551-dac8a3b81ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.468341 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db3f34ef-365d-4ccc-b551-dac8a3b81ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.469714 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-db3f34ef-365d-4ccc-b551-dac8a3b81ccf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c924370c-780a-40a0-bd1d-184388f9fe9f HTTP/1.1" status: 204 len: 168 time: 0.2159564 Aug 29 04:25:37.481042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f34ef-365d-4ccc-b551-dac8a3b81ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c924370c-780a-40a0-bd1d-184388f9fe9f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:37.517651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-059795fa-bcf8-49bc-9eaf-8770f49b4dfd req-52167493-2db4-47ed-ac84-9f8a4c915fe4 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197617 Aug 29 04:25:37.621295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc048c6d-00c3-4093-95d4-0450d0248b6d req-432b652c-7cc3-4261-9f9b-e65ce32cef7a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.633616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc048c6d-00c3-4093-95d4-0450d0248b6d req-432b652c-7cc3-4261-9f9b-e65ce32cef7a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0907955 Aug 29 04:25:37.724454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc048c6d-00c3-4093-95d4-0450d0248b6d req-e91df1e5-3078-4381-ae8f-1a3934068105 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783491 Aug 29 04:25:37.951254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae21054-c799-40dc-917a-7bd289263d05 req-b4fd38ea-9d91-4dbf-a1d4-4407c77c7be8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.953212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ae21054-c799-40dc-917a-7bd289263d05 req-b4fd38ea-9d91-4dbf-a1d4-4407c77c7be8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0920010 Aug 29 04:25:37.991230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f1447-771d-4b10-9e1f-48f36c9eb144 req-4945fa76-2a38-475a-b091-46c5164017f8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.007135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c79f1447-771d-4b10-9e1f-48f36c9eb144 req-4945fa76-2a38-475a-b091-46c5164017f8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1355839 Aug 29 04:25:38.114104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c79f1447-771d-4b10-9e1f-48f36c9eb144 req-f93476e2-0e52-44ee-8f29-28a1475c7c69 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023922 Aug 29 04:25:38.133010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52102) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:38.155778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ae21054-c799-40dc-917a-7bd289263d05 req-01ba9402-6032-469a-a964-8d4d3039413a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965513 Aug 29 04:25:38.226063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b746bb1-358f-4cc8-b024-33247035dc7d req-7c40aa12-8423-409d-9961-e70541c27baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.227650 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b746bb1-358f-4cc8-b024-33247035dc7d req-7c40aa12-8423-409d-9961-e70541c27baf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1098 time: 0.1273785 Aug 29 04:25:38.261469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5a31df2f-7ea2-4588-ae99-3238640b05f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=166a4145cd994e97bf3e288e6ea30bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271431 Aug 29 04:25:38.262113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52110) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:38.302297 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b746bb1-358f-4cc8-b024-33247035dc7d req-a2214780-8353-4270-b0b3-c7dc8f78909c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666645 Aug 29 04:25:38.347751 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-479f0b9d-73e6-467f-9d0c-2ce36c2a340f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.380968 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-479f0b9d-73e6-467f-9d0c-2ce36c2a340f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.492393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4abfe-8314-4e83-bb6f-53aa5a123704 req-2a0ea956-e8fb-43e7-8a14-154d15ecb43b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.494101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45d4abfe-8314-4e83-bb6f-53aa5a123704 req-2a0ea956-e8fb-43e7-8a14-154d15ecb43b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0716980 Aug 29 04:25:38.495348 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-479f0b9d-73e6-467f-9d0c-2ce36c2a340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.497695 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-479f0b9d-73e6-467f-9d0c-2ce36c2a340f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.503992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-479f0b9d-73e6-467f-9d0c-2ce36c2a340f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b5ec3ae-b706-4a7e-9e35-74da7e115cb2 HTTP/1.1" status: 204 len: 168 time: 0.2385740 Aug 29 04:25:38.552133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f0b9d-73e6-467f-9d0c-2ce36c2a340f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5ec3ae-b706-4a7e-9e35-74da7e115cb2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:38.584775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45d4abfe-8314-4e83-bb6f-53aa5a123704 req-e7c20b1a-a198-41ba-b8ad-679cac01d083 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818274 Aug 29 04:25:38.673627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e04b83-305c-4281-9879-a9f36f3dee8a req-c091ddd5-36f4-474f-8f6b-acb373f1ebda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.677752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48e04b83-305c-4281-9879-a9f36f3dee8a req-c091ddd5-36f4-474f-8f6b-acb373f1ebda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1054156 Aug 29 04:25:38.759897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48e04b83-305c-4281-9879-a9f36f3dee8a req-ea66220a-6e99-4e5e-87e4-6c534c2638be tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756209 Aug 29 04:25:38.781147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f5a79-8d61-45b6-8c70-c81e6420633f req-500ba636-7d33-466c-af94-0f16896e3687 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.782601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c69f5a79-8d61-45b6-8c70-c81e6420633f req-500ba636-7d33-466c-af94-0f16896e3687 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0851641 Aug 29 04:25:38.845980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c69f5a79-8d61-45b6-8c70-c81e6420633f req-75b87fb2-f99c-4a2a-a137-89cc2b13b6fb tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501904 Aug 29 04:25:39.029159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcd366-1206-4113-b7af-ba3a8706457b req-589e9d65-0fcf-4fb3-bacf-d091a641d6e9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.036564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1fcd366-1206-4113-b7af-ba3a8706457b req-589e9d65-0fcf-4fb3-bacf-d091a641d6e9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1034017 Aug 29 04:25:39.124544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1fcd366-1206-4113-b7af-ba3a8706457b req-78bf2c23-cc81-4ffd-9b8e-4dde7826a90c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870178 Aug 29 04:25:39.273603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507b163-68d0-47b3-90e7-8aaf01cc93c1 req-c46d90c9-5a6e-4d9c-83bb-4a5c58a83b57 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.275410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2507b163-68d0-47b3-90e7-8aaf01cc93c1 req-c46d90c9-5a6e-4d9c-83bb-4a5c58a83b57 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1111619 Aug 29 04:25:39.282581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-32344e26-8aa9-4502-959f-47da517f07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.284173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-32344e26-8aa9-4502-959f-47da517f07f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 1098 time: 0.1405976 Aug 29 04:25:39.439692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-032d4e32-f1ab-4d24-a9e8-a2a14135dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.439692 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-032d4e32-f1ab-4d24-a9e8-a2a14135dde8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 910 time: 0.1461089 Aug 29 04:25:39.456687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09c324-a1d7-49ab-bc60-194820765c8f req-8bcd99bd-5606-4278-80ec-a259635602bd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.465065 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c09c324-a1d7-49ab-bc60-194820765c8f req-8bcd99bd-5606-4278-80ec-a259635602bd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1858079 Aug 29 04:25:39.472459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2507b163-68d0-47b3-90e7-8aaf01cc93c1 req-0040ca4c-a4f4-40f9-b3b7-bcdcb2a08eeb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795356 Aug 29 04:25:39.537794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c09c324-a1d7-49ab-bc60-194820765c8f req-d7b3050f-5579-415b-a43c-0b7a29718297 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717537 Aug 29 04:25:39.574479 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-c1f77233-fc34-450c-936a-51a1b9353f5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75fe736a-8936-4a3b-90ff-113235792aa9 HTTP/1.1" status: 200 len: 1002 time: 0.1269040 Aug 29 04:25:39.645147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-ca7da424-f92c-4263-a875-24de73cc4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.646739 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-ca7da424-f92c-4263-a875-24de73cc4478 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=26f04a99-397f-4610-8675-975988a7232d HTTP/1.1" status: 200 len: 848 time: 0.0635567 Aug 29 04:25:39.669836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ad330-cc11-4666-9a45-0fa092f26317 req-edc7e329-6ca3-4572-8cd3-9601cc290512 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.670369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-836ad330-cc11-4666-9a45-0fa092f26317 req-edc7e329-6ca3-4572-8cd3-9601cc290512 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0722723 Aug 29 04:25:39.722619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-5048e782-1677-4f22-993e-01d200715d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.724100 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-5048e782-1677-4f22-993e-01d200715d0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe848193-297b-498e-8bd5-030f3a239f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662267 Aug 29 04:25:39.778724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-836ad330-cc11-4666-9a45-0fa092f26317 req-0495f664-f103-47c5-aab1-97cfd3cf2a1a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016643 Aug 29 04:25:39.864542 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-b331114a-1bde-41e1-845b-1d43ad49a892 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298041 Aug 29 04:25:39.954439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706db77f-5472-40f4-aa08-58cb5ce2105f req-b3322c76-406e-4c5c-a7c3-57260bb74284 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.972269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-706db77f-5472-40f4-aa08-58cb5ce2105f req-b3322c76-406e-4c5c-a7c3-57260bb74284 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1022398 Aug 29 04:25:39.998433 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0be9ccc1-1f56-4c24-9fd1-6c4bca5ca8a3 req-cb8ca39a-36c8-4001-931c-7f05966149ce service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261096 Aug 29 04:25:40.053887 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-706db77f-5472-40f4-aa08-58cb5ce2105f req-a8b1cef0-7c83-4568-9f5e-a06b11c4f174 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766590 Aug 29 04:25:40.151302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7302b-b044-4bb0-bba6-acfbf44a967f req-8547f19a-0001-4d88-8625-c1036a6e07ee tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.152878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cc7302b-b044-4bb0-bba6-acfbf44a967f req-8547f19a-0001-4d88-8625-c1036a6e07ee tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0886476 Aug 29 04:25:40.225428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cc7302b-b044-4bb0-bba6-acfbf44a967f req-299bbeb6-e027-40f0-a29c-d7cbd357c9ca tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656288 Aug 29 04:25:40.258767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-8caf49b2-dedd-491c-bf07-6f6ff70eff92 req-47cee280-7254-467a-9bb6-f3657b141809 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-994010717', 'description': 'tempest-description-1994474597'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:40.294123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8caf49b2-dedd-491c-bf07-6f6ff70eff92 req-47cee280-7254-467a-9bb6-f3657b141809 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.473560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ff012-d438-42ac-85cd-79fc8645e60e req-f6848ff5-674c-4aca-be99-e6b5cbfeb815 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.475583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b8ff012-d438-42ac-85cd-79fc8645e60e req-f6848ff5-674c-4aca-be99-e6b5cbfeb815 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 814 time: 0.1946926 Aug 29 04:25:40.503093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8caf49b2-dedd-491c-bf07-6f6ff70eff92 req-47cee280-7254-467a-9bb6-f3657b141809 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.515396 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8caf49b2-dedd-491c-bf07-6f6ff70eff92 req-47cee280-7254-467a-9bb6-f3657b141809 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.532295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b8ff012-d438-42ac-85cd-79fc8645e60e req-f4e8f11e-76fe-4c8f-a28d-c3d30b6b204e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/quotas/65fffbaf638841019c229193dbe0c66e HTTP/1.1" status: 200 len: 375 time: 0.0464952 Aug 29 04:25:40.598314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8caf49b2-dedd-491c-bf07-6f6ff70eff92 req-47cee280-7254-467a-9bb6-f3657b141809 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.612917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8caf49b2-dedd-491c-bf07-6f6ff70eff92 req-47cee280-7254-467a-9bb6-f3657b141809 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3586419 Aug 29 04:25:40.623163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cee280-7254-467a-9bb6-f3657b141809 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755699b9-3e45-4fac-ad38-8c7704b48a35,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.672896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b8ff012-d438-42ac-85cd-79fc8645e60e req-ca10cc9f-5ded-43c3-9dc6-ce1c4809f48f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283534 Aug 29 04:25:40.770423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2c947-bb65-448c-a2a2-3798880f3392 req-addb1c67-0f28-46ab-b621-02a22262d27d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.772388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5d2c947-bb65-448c-a2a2-3798880f3392 req-addb1c67-0f28-46ab-b621-02a22262d27d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.0696437 Aug 29 04:25:40.873453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5d2c947-bb65-448c-a2a2-3798880f3392 req-958a9343-55c1-4b23-aea0-b9adb787cb1b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937085 Aug 29 04:25:40.912339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0918e-0a0a-489d-abdc-cbbd9025f3d3 req-d267b705-8ba7-4077-bcbd-061dbaaa73d4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.926977 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2b0918e-0a0a-489d-abdc-cbbd9025f3d3 req-d267b705-8ba7-4077-bcbd-061dbaaa73d4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1300139 Aug 29 04:25:40.928165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52242) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.084133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52250) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.229088 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76463cdc-a527-4c41-8824-c6352742fec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.250135 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-901690679', 'router:external': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:41.271750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2b0918e-0a0a-489d-abdc-cbbd9025f3d3 req-895e1fe4-89c1-43d9-9278-1ec2caefef07 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438599 Aug 29 04:25:41.280870 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-76463cdc-a527-4c41-8824-c6352742fec9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:25:41.280870 n-d-712141-12 neutron-server[94850]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:25:41.280870 n-d-712141-12 neutron-server[94850]: [parameters: {'project_id': '16ab9590331645f2a87f243d438ffab1', 'id': '0a41025f-6b56-4d43-9b55-342f897f3445', 'expiration': datetime.datetime(2021, 8, 29, 4, 27, 41, 274646)}] Aug 29 04:25:41.280870 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:25:41.281932 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-76463cdc-a527-4c41-8824-c6352742fec9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:25:41.287325 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-3ad2dbd8-fb7c-4afc-9932-b8511025fa65 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-994010717&fields=id&tenant_id=6865805176604f33b7d3ac331df1d282 HTTP/1.1" status: 200 len: 267 time: 0.0516503 Aug 29 04:25:41.298469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Made reservation on behalf of 59996d01d3764e65876e3bff3aff021e for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:41.301099 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.313111 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.353076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-e2ac7ad6-bb93-4ddd-96ff-d265f2edc5bf tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.354620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-e2ac7ad6-bb93-4ddd-96ff-d265f2edc5bf tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0603368 Aug 29 04:25:41.371328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-d2eaeaef-a26a-4282-9449-d1366657b54b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Request body: {'port': {'security_groups': ['b0c2f8c4-1b5f-42e9-be3e-6101611030e2', '755699b9-3e45-4fac-ad38-8c7704b48a35']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:41.422535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.427026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.448152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:41.461943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efaf3a-accc-485e-a52c-e16464085e5a req-3d586edb-da29-475c-8cf7-37e5cec8aada tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.463530 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85efaf3a-accc-485e-a52c-e16464085e5a req-3d586edb-da29-475c-8cf7-37e5cec8aada tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1080136 Aug 29 04:25:41.469155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a3f60d-2d20-41e6-8b76-59e3c8145a8e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.470236 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-d2eaeaef-a26a-4282-9449-d1366657b54b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.472107 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.472483 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Added segment f1b5cce7-ebac-4e49-b24b-ebd3d0fb9e12 of type vlan for network 75795200-a71b-4d42-8c16-fdb5855c6211 Aug 29 04:25:41.529142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.565534 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.566563 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.567405 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.583455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85efaf3a-accc-485e-a52c-e16464085e5a req-2e4bade1-e07a-4f39-afd2-cda75b6d9270 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956736 Aug 29 04:25:41.632670 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6996233 Aug 29 04:25:41.634533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52258) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.641740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Request body: {'subnet': {'network_id': '75795200-a71b-4d42-8c16-fdb5855c6211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:41.657960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65e12b-5ae2-4f67-bbc7-a72f65352264 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event updated for resources: {'Network': ['ID=75795200-a71b-4d42-8c16-fdb5855c6211,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.669211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 75795200-a71b-4d42-8c16-fdb5855c6211 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:41.672065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Made reservation on behalf of 59996d01d3764e65876e3bff3aff021e for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:41.674699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.783304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76463cdc-a527-4c41-8824-c6352742fec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.817407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-d2eaeaef-a26a-4282-9449-d1366657b54b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] For port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,segment=NetworkSegment(4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043),segment_id=4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:41.840115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed82114-8214-4cb2-a1b7-797d269d0c5a req-31b2e908-e987-4f42-bced-987d3830de2f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.841649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aed82114-8214-4cb2-a1b7-797d269d0c5a req-31b2e908-e987-4f42-bced-987d3830de2f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0828664 Aug 29 04:25:41.879336 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-d2eaeaef-a26a-4282-9449-d1366657b54b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.887622 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-d2eaeaef-a26a-4282-9449-d1366657b54b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.921975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:41.945378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aed82114-8214-4cb2-a1b7-797d269d0c5a req-35e1dc80-2f2a-4bde-bf54-bce8548df3e2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944514 Aug 29 04:25:41.962973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-d2eaeaef-a26a-4282-9449-d1366657b54b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.963637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-d2eaeaef-a26a-4282-9449-d1366657b54b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.965128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eeb099d8-b120-4796-b890-5eca908aaa75 req-d2eaeaef-a26a-4282-9449-d1366657b54b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "PUT /v2.0/ports/ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 982 time: 0.6009142 Aug 29 04:25:41.967640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:41.970049 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7866f8a-2306-481a-a6b7-8100a83ae04e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:41.994289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76463cdc-a527-4c41-8824-c6352742fec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.018530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaeaef-a26a-4282-9449-d1366657b54b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Pushing event updated for resources: {'Port': ['ID=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,revision_number=6']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.053124 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76463cdc-a527-4c41-8824-c6352742fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.122709 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-76463cdc-a527-4c41-8824-c6352742fec9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16ab9590331645f2a87f243d438ffab1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0374105 Aug 29 04:25:42.132597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52268) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:42.147391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73945387-f302-4901-9335-c735619b2eb5 req-37b63429-1a86-4445-b75f-aee8f165d73f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-994010717&fields=id&tenant_id=6865805176604f33b7d3ac331df1d282 HTTP/1.1" status: 200 len: 267 time: 0.0614464 Aug 29 04:25:42.167904 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:42.168387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76463cdc-a527-4c41-8824-c6352742fec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54189322-036e-44a4-adb2-8236c91bdb4e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.224090 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d07b73f7-df52-4286-bb4c-c1fdd1374d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.241304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73945387-f302-4901-9335-c735619b2eb5 req-f668268e-6aeb-44c7-ab49-fc7cab411e3d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.243015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73945387-f302-4901-9335-c735619b2eb5 req-f668268e-6aeb-44c7-ab49-fc7cab411e3d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 985 time: 0.0871892 Aug 29 04:25:42.265862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-73945387-f302-4901-9335-c735619b2eb5 req-8ad2e5f1-a991-4098-8cad-c7fe6964f10a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Request body: {'port': {'security_groups': ['b0c2f8c4-1b5f-42e9-be3e-6101611030e2']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:42.266808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d07b73f7-df52-4286-bb4c-c1fdd1374d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.324215 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff58dc-87a3-460f-977f-d3a347dee9c1 x-openstack-request-id: req-92ff58dc-87a3-460f-977f-d3a347dee9c1 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:42.324706 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:42.327034 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92ff58dc-87a3-460f-977f-d3a347dee9c1 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:42.327618 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'status': 'completed', 'code': 200} Aug 29 04:25:42.342211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:25:42.342705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.435433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2061bda6-b396-4b9c-ad85-b047676a8f3c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.457455 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d07b73f7-df52-4286-bb4c-c1fdd1374d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.460721 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d07b73f7-df52-4286-bb4c-c1fdd1374d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.461937 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d07b73f7-df52-4286-bb4c-c1fdd1374d31 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54189322-036e-44a4-adb2-8236c91bdb4e HTTP/1.1" status: 204 len: 168 time: 0.3219872 Aug 29 04:25:42.463958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-73945387-f302-4901-9335-c735619b2eb5 req-8ad2e5f1-a991-4098-8cad-c7fe6964f10a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.469864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7866f8a-2306-481a-a6b7-8100a83ae04e req-2c413f26-f1b1-40e4-b2eb-a3ab69babd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.471387 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7866f8a-2306-481a-a6b7-8100a83ae04e req-2c413f26-f1b1-40e4-b2eb-a3ab69babd21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6865805176604f33b7d3ac331df1d282&device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1137 time: 0.0924230 Aug 29 04:25:42.481629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Checking segment: {'id': 'f1b5cce7-ebac-4e49-b24b-ebd3d0fb9e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '75795200-a71b-4d42-8c16-fdb5855c6211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:42.482006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Network hostable DHCP agents. Network: 75795200-a71b-4d42-8c16-fdb5855c6211, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:42.491133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b73f7-df52-4286-bb4c-c1fdd1374d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54189322-036e-44a4-adb2-8236c91bdb4e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.534297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12ce7cea-601f-422c-ba9f-cdb52efc587b req-1d60ee15-2376-4b85-9d31-c97a504dd815 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=65fffbaf638841019c229193dbe0c66e HTTP/1.1" status: 200 len: 221 time: 0.0587780 Aug 29 04:25:42.567095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Network 75795200-a71b-4d42-8c16-fdb5855c6211 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:42.599460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 75795200-a71b-4d42-8c16-fdb5855c6211) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:42.622828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.623222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.646496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7866f8a-2306-481a-a6b7-8100a83ae04e req-0dda969d-36ab-4755-8d56-57d1e253d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.648025 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7866f8a-2306-481a-a6b7-8100a83ae04e req-0dda969d-36ab-4755-8d56-57d1e253d52f service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 200 len: 920 time: 0.1676769 Aug 29 04:25:42.661546 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f475f8f7-7630-4177-9677-eee65b180687 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0258367 Aug 29 04:25:42.662737 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52288) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:42.668500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b1ca0-f818-46e9-bbaa-daf65484e148 None None] Network 75795200-a71b-4d42-8c16-fdb5855c6211 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:42.675168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-547172279', 'network_id': '75795200-a71b-4d42-8c16-fdb5855c6211'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:42.716964 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7866f8a-2306-481a-a6b7-8100a83ae04e req-7eab2e0f-95f2-4834-8b4f-3cddc0935b27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 217 time: 0.0610242 Aug 29 04:25:42.823260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc50f47-092a-48ac-9118-1726f61d9361 req-420dad31-60e0-4c3d-aa80-4a53906a73d5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.825237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cc50f47-092a-48ac-9118-1726f61d9361 req-420dad31-60e0-4c3d-aa80-4a53906a73d5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1355486 Aug 29 04:25:42.839272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Made reservation on behalf of 59996d01d3764e65876e3bff3aff021e for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:42.844085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af568faf-bf71-4d13-aa41-d4c9b931f5db None None] Network 75795200-a71b-4d42-8c16-fdb5855c6211 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:42.846698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.869512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7866f8a-2306-481a-a6b7-8100a83ae04e req-7efc57d4-f116-4ff1-a39d-f60c0390b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.871525 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7866f8a-2306-481a-a6b7-8100a83ae04e req-7efc57d4-f116-4ff1-a39d-f60c0390b06d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db51dbf5-e96a-4a59-a351-402195a73810 HTTP/1.1" status: 200 len: 859 time: 0.1404514 Aug 29 04:25:42.872815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] device_id is not set on port 43ca0df1-eed3-42a4-beb9-19d97ba2b3ff yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:42.911091 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cc50f47-092a-48ac-9118-1726f61d9361 req-de2c7abb-d0a0-4aa8-bdee-a5e24a08fada tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744936 Aug 29 04:25:42.937663 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7866f8a-2306-481a-a6b7-8100a83ae04e req-7daa0ff6-2cc5-4c81-8549-8bf485d2e9c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c44034a-2e03-458a-966e-140ad00d7e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579362 Aug 29 04:25:42.954761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-73945387-f302-4901-9335-c735619b2eb5 req-8ad2e5f1-a991-4098-8cad-c7fe6964f10a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] For port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,segment=NetworkSegment(4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043),segment_id=4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:43.022252 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-73945387-f302-4901-9335-c735619b2eb5 req-8ad2e5f1-a991-4098-8cad-c7fe6964f10a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.052410 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-73945387-f302-4901-9335-c735619b2eb5 req-8ad2e5f1-a991-4098-8cad-c7fe6964f10a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.086766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:43.137058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73945387-f302-4901-9335-c735619b2eb5 req-8ad2e5f1-a991-4098-8cad-c7fe6964f10a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.138359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-73945387-f302-4901-9335-c735619b2eb5 req-8ad2e5f1-a991-4098-8cad-c7fe6964f10a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.156072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73945387-f302-4901-9335-c735619b2eb5 req-8ad2e5f1-a991-4098-8cad-c7fe6964f10a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "PUT /v2.0/ports/ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 943 time: 0.9038694 Aug 29 04:25:43.162966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Allocated IP 2001:db8::3db (75795200-a71b-4d42-8c16-fdb5855c6211/2061bda6-b396-4b9c-ad85-b047676a8f3c/43ca0df1-eed3-42a4-beb9-19d97ba2b3ff) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:43.188306 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7866f8a-2306-481a-a6b7-8100a83ae04e req-c32dbe38-1ed6-44e7-ba97-ff304a807617 service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362247 Aug 29 04:25:43.219130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561869-ed06-4660-aa95-ccaccc5b6660 req-0b843e19-8a46-4cd5-ad96-bd34e77164d1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.229277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c561869-ed06-4660-aa95-ccaccc5b6660 req-0b843e19-8a46-4cd5-ad96-bd34e77164d1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2093899 Aug 29 04:25:43.230363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2e5f1-a991-4098-8cad-c7fe6964f10a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Pushing event updated for resources: {'Port': ['ID=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,revision_number=7']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:43.315289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:43.370647 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7866f8a-2306-481a-a6b7-8100a83ae04e req-61aef962-1608-40fa-b09c-b12be58232b9 service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704857 Aug 29 04:25:43.385446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c561869-ed06-4660-aa95-ccaccc5b6660 req-a5ceb995-0ad6-4040-8087-f9adabb06294 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494734 Aug 29 04:25:43.535339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a457985-7372-4734-917d-c8f750660ef0 req-cdae5e70-3a24-40a3-8402-f6f7e14d4498 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2569578 Aug 29 04:25:43.555667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:43.582497 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.621670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3931ffd-bb66-44cf-8e22-10e689ee9fe4 req-4667c240-e301-4833-a9b2-b37c85810210 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.623306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3931ffd-bb66-44cf-8e22-10e689ee9fe4 req-4667c240-e301-4833-a9b2-b37c85810210 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0870509 Aug 29 04:25:43.624374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.655376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.715273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Network 75795200-a71b-4d42-8c16-fdb5855c6211 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:43.717684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3931ffd-bb66-44cf-8e22-10e689ee9fe4 req-a7595030-62f7-46ac-aa80-623644346f3d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791881 Aug 29 04:25:43.739555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:43.752742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event updated for resources: {'Port': ['ID=43ca0df1-eed3-42a4-beb9-19d97ba2b3ff,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:43.756851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:43.758067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.758672 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.778813 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-45182254-d405-4842-afe1-2027627982a7 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1090810 Aug 29 04:25:43.781453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52320) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.821724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.895342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f70cbfcf-caba-4830-8be9-2770a1e96a2f tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Deleting port 43ca0df1-eed3-42a4-beb9-19d97ba2b3ff {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:43.896001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f70cbfcf-caba-4830-8be9-2770a1e96a2f tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.966965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b86309-558d-4795-a8e2-a2d683531770 req-23e930f8-a4c3-4dc4-aef9-88047abcfd0d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.989833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25b86309-558d-4795-a8e2-a2d683531770 req-23e930f8-a4c3-4dc4-aef9-88047abcfd0d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1551609 Aug 29 04:25:44.005390 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f70cbfcf-caba-4830-8be9-2770a1e96a2f tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.019917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f70cbfcf-caba-4830-8be9-2770a1e96a2f tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Calling delete_port for 43ca0df1-eed3-42a4-beb9-19d97ba2b3ff owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:44.051968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25b86309-558d-4795-a8e2-a2d683531770 req-68441093-fca0-4c5d-b95f-4380a9268285 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609829 Aug 29 04:25:44.066446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Allocated IP 172.25.5.249 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/05426c67-bf6b-4d13-b787-1e6ee6c0c092) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:44.222157 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f70cbfcf-caba-4830-8be9-2770a1e96a2f tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.236881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544b359-cf93-4b0f-bd15-a9425f9166fb req-e27c29c5-2edf-42e2-8f03-f53d5ea7d300 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.238429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2544b359-cf93-4b0f-bd15-a9425f9166fb req-e27c29c5-2edf-42e2-8f03-f53d5ea7d300 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.0829892 Aug 29 04:25:44.262727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cbfcf-caba-4830-8be9-2770a1e96a2f tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event deleted for resources: {'Port': ['ID=43ca0df1-eed3-42a4-beb9-19d97ba2b3ff,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.302397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f70cbfcf-caba-4830-8be9-2770a1e96a2f tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.304998 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f70cbfcf-caba-4830-8be9-2770a1e96a2f tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "DELETE /v2.0/ports/43ca0df1-eed3-42a4-beb9-19d97ba2b3ff HTTP/1.1" status: 204 len: 168 time: 0.5225763 Aug 29 04:25:44.307682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52334) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.314209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75795200-a71b-4d42-8c16-fdb5855c6211', 'external_fixed_ips': [{'subnet_id': '2061bda6-b396-4b9c-ad85-b047676a8f3c', 'ip_address': '2001:db8::3db'}]}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:44.317156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2544b359-cf93-4b0f-bd15-a9425f9166fb req-9266e8ad-a381-4431-bd70-9d8577b94f46 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679908 Aug 29 04:25:44.346874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.348823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:44.349017 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.351015 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41" -d '{"events": [{"name": "network-changed", "server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:44.382196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.504007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52340) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.542635 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.608967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8955f8-e466-4cef-9a4d-28ea6d363637 req-55611735-55d0-407d-ba46-2b7e31d78db6 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.611099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea8955f8-e466-4cef-9a4d-28ea6d363637 req-55611735-55d0-407d-ba46-2b7e31d78db6 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1608870 Aug 29 04:25:44.627291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:44.643939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:44.646482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:44.689036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Pushing event updated for resources: {'Port': ['ID=05426c67-bf6b-4d13-b787-1e6ee6c0c092,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.726833 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.728735 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ea25619c-dcbf-4f2f-a4df-81b8d697bf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.770925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea8955f8-e466-4cef-9a4d-28ea6d363637 req-db042311-0fd5-415b-916f-74e3dee55755 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484370 Aug 29 04:25:44.890398 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.896002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.947348 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6549171-232b-4772-9fc0-d58f4aae4aa0 x-openstack-request-id: req-a6549171-232b-4772-9fc0-d58f4aae4aa0 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:44.947641 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:44.947890 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6549171-232b-4772-9fc0-d58f4aae4aa0 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:44.948355 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'status': 'completed', 'code': 200} Aug 29 04:25:44.961512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.076784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41 req-b995ea34-7c6a-4f37-9b25-2d4cf15517a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.078082 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41 req-b995ea34-7c6a-4f37-9b25-2d4cf15517a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6865805176604f33b7d3ac331df1d282&device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1098 time: 0.0742877 Aug 29 04:25:45.170756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ea25619c-dcbf-4f2f-a4df-81b8d697bf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.202642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9be17-4946-4c6f-a44f-30e7ae6accd7 req-1f49c049-0b33-49dc-b9b6-478fb8a6c3e1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.204711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cd9be17-4946-4c6f-a44f-30e7ae6accd7 req-1f49c049-0b33-49dc-b9b6-478fb8a6c3e1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1353176 Aug 29 04:25:45.210825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ea25619c-dcbf-4f2f-a4df-81b8d697bf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.261172 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41 req-9807d716-74d0-4005-8d17-f1c9779acc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.262773 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41 req-9807d716-74d0-4005-8d17-f1c9779acc9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 200 len: 920 time: 0.1762366 Aug 29 04:25:45.280306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ea25619c-dcbf-4f2f-a4df-81b8d697bf36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8ece2749a2641e4adef5ff929d1eae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7722354 Aug 29 04:25:45.293345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52350) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:45.334040 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.335695 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41 req-f05c2310-86b9-4bf7-b96a-00461573166e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 217 time: 0.0527692 Aug 29 04:25:45.339970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25619c-dcbf-4f2f-a4df-81b8d697bf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90747657-c8d5-43db-9c19-38687dbac3ec,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:45.363766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cd9be17-4946-4c6f-a44f-30e7ae6accd7 req-736a639f-511d-4ba7-9396-39749233f123 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427567 Aug 29 04:25:45.371073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.387147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.423236 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.429089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Pushing event updated for resources: {'Port': ['ID=05426c67-bf6b-4d13-b787-1e6ee6c0c092,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:45.434505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41 req-4ddd1612-d057-438c-952d-34ba1f842045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.435953 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41 req-4ddd1612-d057-438c-952d-34ba1f842045 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db51dbf5-e96a-4a59-a351-402195a73810 HTTP/1.1" status: 200 len: 859 time: 0.0910177 Aug 29 04:25:45.502041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fccccb42-76ea-4658-8e84-703f657936fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.535237 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41 req-e9c65d19-960c-4f72-8171-1b52c8f63a9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c44034a-2e03-458a-966e-140ad00d7e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797610 Aug 29 04:25:45.559154 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fccccb42-76ea-4658-8e84-703f657936fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.571851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.592100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac7c14-b142-44cb-8b81-fb2cf8b9c8a9 req-1f7a3ccf-c165-408e-9f10-0be3525a0d08 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.593589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bac7c14-b142-44cb-8b81-fb2cf8b9c8a9 req-1f7a3ccf-c165-408e-9f10-0be3525a0d08 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1234920 Aug 29 04:25:45.620050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.621252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a457985-7372-4734-917d-c8f750660ef0 req-c32ff404-03e6-4b76-82a8-39b87466863a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0720189 Aug 29 04:25:45.711153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bac7c14-b142-44cb-8b81-fb2cf8b9c8a9 req-16b8652d-d8b7-4ec2-8b15-68b4f616f261 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969555 Aug 29 04:25:45.716446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fccccb42-76ea-4658-8e84-703f657936fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.719433 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fccccb42-76ea-4658-8e84-703f657936fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.721281 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41 req-b55db757-7b01-46fd-b3f7-97135f178dd5 service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733630 Aug 29 04:25:45.722751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fccccb42-76ea-4658-8e84-703f657936fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90747657-c8d5-43db-9c19-38687dbac3ec HTTP/1.1" status: 204 len: 168 time: 0.4218404 Aug 29 04:25:45.724673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Allocated IP 2001:db8::3db (75795200-a71b-4d42-8c16-fdb5855c6211/2061bda6-b396-4b9c-ad85-b047676a8f3c/7c51ae28-cc91-4bac-a406-7e911589284d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:45.742429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a457985-7372-4734-917d-c8f750660ef0 req-918c44a7-4adc-4484-b707-6fae645439bf tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 696 time: 0.0939665 Aug 29 04:25:45.748047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccccb42-76ea-4658-8e84-703f657936fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90747657-c8d5-43db-9c19-38687dbac3ec,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:45.898523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457985-7372-4734-917d-c8f750660ef0 req-e7b51184-8c84-441f-8135-062e9f96c8c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.900189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a457985-7372-4734-917d-c8f750660ef0 req-e7b51184-8c84-441f-8135-062e9f96c8c7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1499016 Aug 29 04:25:45.909086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6311a66-10b8-413e-b509-adba50b5354a req-6b3753d0-b20e-4017-9292-b548c9baa3ca tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.910620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6311a66-10b8-413e-b509-adba50b5354a req-6b3753d0-b20e-4017-9292-b548c9baa3ca tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0906868 Aug 29 04:25:45.916302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-6a457985-7372-4734-917d-c8f750660ef0 req-aa118649-a0a7-4884-8af4-1d1f5e62e030 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:25:45.917656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a457985-7372-4734-917d-c8f750660ef0 req-aa118649-a0a7-4884-8af4-1d1f5e62e030 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057726 Aug 29 04:25:45.943315 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f7ca5-ca26-42b2-afff-4f76ca8d6a41 req-3fda7c90-0003-4a16-98e3-2973758622b7 service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127337 Aug 29 04:25:45.991772 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.011504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6311a66-10b8-413e-b509-adba50b5354a req-5d0e3b29-b16a-45e4-8ad6-08205df43fe8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924177 Aug 29 04:25:46.065700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.137453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Network 75795200-a71b-4d42-8c16-fdb5855c6211 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:46.140810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:46.144108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:46.185810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event updated for resources: {'Port': ['ID=7c51ae28-cc91-4bac-a406-7e911589284d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.260396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-a9b7e279-0dd1-45c3-ae4c-b1ed05f379d7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.264032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-a9b7e279-0dd1-45c3-ae4c-b1ed05f379d7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1538916 Aug 29 04:25:46.342540 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-f2834eb0-2535-416c-a4fb-ccd4b87c5453 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 696 time: 0.0715122 Aug 29 04:25:46.354952 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-981acc22-e39a-4b06-9958-4641c311d972 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Request body: {'floatingip': {'port_id': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:46.404916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-981acc22-e39a-4b06-9958-4641c311d972 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.427510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.664837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37daba-b476-443d-a74c-0d1a4209e7b4 req-cd6446c0-7361-4597-ae08-118cc0678d92 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.667090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb37daba-b476-443d-a74c-0d1a4209e7b4 req-cd6446c0-7361-4597-ae08-118cc0678d92 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1216626 Aug 29 04:25:46.679741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.766961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb37daba-b476-443d-a74c-0d1a4209e7b4 req-c80c33c8-2868-4b91-9ba8-bfe92bc8a1dd tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522697 Aug 29 04:25:46.851690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Router 8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:25:47.251415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:47.269848 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Sync routers for ids ['8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:47.280627 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.281900 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-480e46f4-f14e-458e-bbdd-6ef6d87fb534 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9729598 Aug 29 04:25:47.284563 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52398) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.289162 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Routers {'8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:47.292460 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:47.302797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00124aa-db1a-4d08-b10e-c5b9778f9baf req-de322ff0-d803-47c7-96db-33478a512c25 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.310316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a00124aa-db1a-4d08-b10e-c5b9778f9baf req-de322ff0-d803-47c7-96db-33478a512c25 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.4353874 Aug 29 04:25:47.457245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a00124aa-db1a-4d08-b10e-c5b9778f9baf req-4edb2503-4331-43f1-a2d0-c3d0339ae8c3 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459615 Aug 29 04:25:47.472436 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.490246 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.resource_extend [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-981acc22-e39a-4b06-9958-4641c311d972 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:25:47.525302 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Set router 8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:47.556094 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-981acc22-e39a-4b06-9958-4641c311d972 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.570986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-981acc22-e39a-4b06-9958-4641c311d972 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.608804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.692301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Deleting port 7c51ae28-cc91-4bac-a406-7e911589284d {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:47.692750 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.695894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc02d-ac08-4fb7-a574-0736e2f3ffbc req-6f0d7500-af59-418e-a3c8-01b1208a0c8f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.703830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23bcc02d-ac08-4fb7-a574-0736e2f3ffbc req-6f0d7500-af59-418e-a3c8-01b1208a0c8f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1446879 Aug 29 04:25:47.780233 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0', 'name': '', 'tenant_id': '59996d01d3764e65876e3bff3aff021e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75795200-a71b-4d42-8c16-fdb5855c6211', 'external_fixed_ips': [{'subnet_id': '2061bda6-b396-4b9c-ad85-b047676a8f3c', 'ip_address': '2001:db8::3db'}], 'enable_snat': True}, 'gw_port_id': '7c51ae28-cc91-4bac-a406-7e911589284d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:44Z', 'updated_at': '2021-08-29T04:25:46Z', 'revision_number': 3, 'project_id': '59996d01d3764e65876e3bff3aff021e', 'gw_port': {'id': '7c51ae28-cc91-4bac-a406-7e911589284d', 'name': '', 'network_id': '75795200-a71b-4d42-8c16-fdb5855c6211', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '2061bda6-b396-4b9c-ad85-b047676a8f3c', 'ip_address': '2001:db8::3db', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2061bda6-b396-4b9c-ad85-b047676a8f3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:47.783827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23bcc02d-ac08-4fb7-a574-0736e2f3ffbc req-53b95c2b-c4fd-4ad4-9026-57ae61ef1ed2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764139 Aug 29 04:25:47.785724 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-981acc22-e39a-4b06-9958-4641c311d972 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Floating IP 8daab33e-a615-42cd-8f12-b0d787015795 associated. External IP: 172.25.5.249, port: ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4. Aug 29 04:25:47.796838 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.819972 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Checking router: 8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:47.820348 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Updating router 8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0 port 7c51ae28-cc91-4bac-a406-7e911589284d binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:25:47.825316 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Calling delete_port for 7c51ae28-cc91-4bac-a406-7e911589284d owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:47.877863 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.025665 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.152413 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.242432 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c51ae28-cc91-4bac-a406-7e911589284d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.244628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411332d-ce59-4618-83c2-9cb153759ad7 req-d299a095-1c41-4021-89b7-eb0837cc6ba0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.246179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5411332d-ce59-4618-83c2-9cb153759ad7 req-d299a095-1c41-4021-89b7-eb0837cc6ba0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1764019 Aug 29 04:25:48.277241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.333330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-981acc22-e39a-4b06-9958-4641c311d972 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:48.342334 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.db.api [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94853) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:25:48.342974 n-d-712141-12 neutron-server[94853]: DEBUG oslo_db.api [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:25:48.346324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5411332d-ce59-4618-83c2-9cb153759ad7 req-2132c0bc-9008-4ede-b2dd-8a5a59f8c908 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882776 Aug 29 04:25:48.442090 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.444701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.511525 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.512069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:48.525971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.528325 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8e2f391d-2a6d-41e6-ac6f-a6c1ce5b54ac tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "DELETE /v2.0/routers/8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0 HTTP/1.1" status: 204 len: 168 time: 1.2409174 Aug 29 04:25:48.529922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52422) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:48.628149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f69709-4702-44c1-afd0-eb49e7371752 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Deleting subnet 2061bda6-b396-4b9c-ad85-b047676a8f3c {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:48.631583 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5f69709-4702-44c1-afd0-eb49e7371752 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.642263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa095c0-3fea-4453-b9a6-c406b102bb13 req-a80422d2-f7ff-4f95-8e31-6263122a3daa tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.644482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1aa095c0-3fea-4453-b9a6-c406b102bb13 req-a80422d2-f7ff-4f95-8e31-6263122a3daa tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0844340 Aug 29 04:25:48.654214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-981acc22-e39a-4b06-9958-4641c311d972 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:48.659912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-981acc22-e39a-4b06-9958-4641c311d972 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.666378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] Sync routers for ids ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:48.676243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] Routers {'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:48.677199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:48.694853 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5f69709-4702-44c1-afd0-eb49e7371752 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.721124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1aa095c0-3fea-4453-b9a6-c406b102bb13 req-861204e1-1906-45e7-a2f2-5818ca281196 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646334 Aug 29 04:25:48.722470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-981acc22-e39a-4b06-9958-4641c311d972 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "PUT /v2.0/floatingips/8daab33e-a615-42cd-8f12-b0d787015795 HTTP/1.1" status: 200 len: 997 time: 2.3741062 Aug 29 04:25:48.722924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:48.725358 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34" -d '{"events": [{"name": "network-changed", "server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:48.752930 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5f69709-4702-44c1-afd0-eb49e7371752 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.801665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-0fbfd3a2-092c-497c-8b8b-e8675af59598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.803148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-0fbfd3a2-092c-497c-8b8b-e8675af59598 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6865805176604f33b7d3ac331df1d282&device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1098 time: 0.0561261 Aug 29 04:25:48.828745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] Set router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:48.836058 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5f69709-4702-44c1-afd0-eb49e7371752 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.866163 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Port 7c51ae28-cc91-4bac-a406-7e911589284d not found while updating agent binding for router 8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0. {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 04:25:48.869740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f69709-4702-44c1-afd0-eb49e7371752 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2061bda6-b396-4b9c-ad85-b047676a8f3c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.876477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5f69709-4702-44c1-afd0-eb49e7371752 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.878833 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a5f69709-4702-44c1-afd0-eb49e7371752 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/2061bda6-b396-4b9c-ad85-b047676a8f3c HTTP/1.1" status: 204 len: 168 time: 0.3416038 Aug 29 04:25:48.881466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52428) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:48.889897 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Routers set() bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:48.891372 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Router IDs set() for agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:25:48.893760 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_agentschedulers_db [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent'). {{(pid=94853) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:25:48.895780 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a54181-8fe6-414c-a1d2-428321e17e74 None None] The sync data for ids ['8cae3c5b-4bab-4f71-b0e7-74af7a45d9e0'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:48.946975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89980b-b821-4609-a050-caf9c5067141 req-c5dd28ba-8aeb-4418-ad05-ae1f7ed47f3a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.953498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b89980b-b821-4609-a050-caf9c5067141 req-c5dd28ba-8aeb-4418-ad05-ae1f7ed47f3a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1252255 Aug 29 04:25:48.982123 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.996803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-efa06263-4a11-4041-839c-81f150e9676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:49.005153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-efa06263-4a11-4041-839c-81f150e9676f service neutron] 10.222.0.49 "GET /v2.0/networks?id=2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 200 len: 920 time: 0.1938126 Aug 29 04:25:49.072112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b89980b-b821-4609-a050-caf9c5067141 req-61226147-f847-42ba-b737-236798ac6ebf tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044226 Aug 29 04:25:49.100560 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-a26c3dff-b40e-4f92-833c-a1756026bc88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 1000 time: 0.0901959 Aug 29 04:25:49.101561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.112925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75795200-a71b-4d42-8c16-fdb5855c6211']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.124929 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b5cce7-ebac-4e49-b24b-ebd3d0fb9e12') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.125313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b5cce7-ebac-4e49-b24b-ebd3d0fb9e12') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.135610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.152384 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.159917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:49.160349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.169548 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c815674-f435-4426-843a-95e38e898cc2 x-openstack-request-id: req-6c815674-f435-4426-843a-95e38e898cc2 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:49.169548 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:49.169548 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c815674-f435-4426-843a-95e38e898cc2 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:49.169979 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'status': 'completed', 'code': 200} Aug 29 04:25:49.228891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-a8518521-22f5-4a45-80c3-5ede6d7e998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:49.230122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-a8518521-22f5-4a45-80c3-5ede6d7e998c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db51dbf5-e96a-4a59-a351-402195a73810 HTTP/1.1" status: 200 len: 859 time: 0.1328616 Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:49.240386 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:49.258114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '8daab33e-a615-42cd-8f12-b0d787015795', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'port_id': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'mac_address': 'fa:16:3e:8d:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:25:44Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 1, 'project_id': '6865805176604f33b7d3ac331df1d282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5912a0-1b3e-4ae4-b73f-335b9c7ab639', 'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'mac_address': 'fa:16:3e:8a:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:47Z', 'revision_number': 5, 'project_id': '6865805176604f33b7d3ac331df1d282', 'subnets': [{'id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.278180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-a7c13988-e1fd-4e8d-af19-32e9ef52606d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2c44034a-2e03-458a-966e-140ad00d7e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417154 Aug 29 04:25:49.295553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-6ca49c6c-ab70-45b5-b4aa-0fd8d1abf836 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:25:49.299202 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-6ca49c6c-ab70-45b5-b4aa-0fd8d1abf836 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134161 Aug 29 04:25:49.302181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34 req-2c51ae75-135a-4d80-9dab-0da7e739fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:49.303911 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34 req-2c51ae75-135a-4d80-9dab-0da7e739fe79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6865805176604f33b7d3ac331df1d282&device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1098 time: 0.0562084 Aug 29 04:25:49.305345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.311670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] Checking router: ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:49.320111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75795200-a71b-4d42-8c16-fdb5855c6211 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:25:49.324098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] Routers {'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:49.325048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.326208 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.332669 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "DELETE /v2.0/networks/75795200-a71b-4d42-8c16-fdb5855c6211 HTTP/1.1" status: 204 len: 168 time: 0.4502170 Aug 29 04:25:49.395771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e688c-8e07-49cd-8cfe-ce2824551788 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event deleted for resources: {'Network': ['ID=75795200-a71b-4d42-8c16-fdb5855c6211,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:49.475093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34 req-e292fbd7-9847-4703-9b66-ceb529a51215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:49.479908 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34 req-e292fbd7-9847-4703-9b66-ceb529a51215 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 200 len: 920 time: 0.1678796 Aug 29 04:25:49.530683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36956219-cd05-4198-9833-075286391f77 req-774e1e76-2b91-489c-bb8a-162906a66905 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:49.539309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36956219-cd05-4198-9833-075286391f77 req-774e1e76-2b91-489c-bb8a-162906a66905 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1019897 Aug 29 04:25:49.574593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-d3fb455c-86d3-4744-91ef-579045307f39 service neutron] 10.222.0.49 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671812 Aug 29 04:25:49.595186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] Set router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:49.667739 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34 req-06c48942-21bc-4c1a-a0dc-5a27e8b647c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 1000 time: 0.1817918 Aug 29 04:25:49.737079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34 req-dc46adac-1cce-4716-a9db-324b43140dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:49.738565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34 req-dc46adac-1cce-4716-a9db-324b43140dc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db51dbf5-e96a-4a59-a351-402195a73810 HTTP/1.1" status: 200 len: 859 time: 0.0635896 Aug 29 04:25:49.742085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36956219-cd05-4198-9833-075286391f77 req-e96dc518-7acc-4751-b1ba-bcedd1a59924 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012987 Aug 29 04:25:49.845649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e58e5dc-fa8b-4e3a-970f-1b712c90ea05 req-c60bdd37-cd4c-438e-b8cb-196aaf7697b3 service neutron] 10.222.0.49 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611096 Aug 29 04:25:49.865517 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34 req-845a042f-59f4-4bf1-be38-540eb71d3c5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c44034a-2e03-458a-966e-140ad00d7e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188085 Aug 29 04:25:49.867111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52448) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:49.880646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c85dff3a-7316-4a4f-87d2-678e26affcdc tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Request body: {'router': {'name': 'tempest-router--1763789591', 'project_id': '4912eb669f314d0191c07c1e4bd95819'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:49.950037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '8daab33e-a615-42cd-8f12-b0d787015795', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'port_id': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'mac_address': 'fa:16:3e:8d:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:25:44Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 1, 'project_id': '6865805176604f33b7d3ac331df1d282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5912a0-1b3e-4ae4-b73f-335b9c7ab639', 'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'mac_address': 'fa:16:3e:8a:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:47Z', 'revision_number': 5, 'project_id': '6865805176604f33b7d3ac331df1d282', 'subnets': [{'id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.981254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6002689-25f7-4261-84e9-60aaed10df57 None None] The sync data for ids ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'] in n-d-712141-12 is: [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '8daab33e-a615-42cd-8f12-b0d787015795', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'port_id': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'mac_address': 'fa:16:3e:8d:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:25:44Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 1, 'project_id': '6865805176604f33b7d3ac331df1d282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5912a0-1b3e-4ae4-b73f-335b9c7ab639', 'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'mac_address': 'fa:16:3e:8a:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:47Z', 'revision_number': 5, 'project_id': '6865805176604f33b7d3ac331df1d282', 'subnets': [{'id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:50.045075 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34 req-ac157323-3839-45fd-97d1-45fac5dddeab service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584814 Aug 29 04:25:50.046567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b50d6-3f47-4561-a78a-2ddcb2aa9696 req-6a8d4068-53bb-4c0c-aa21-0a5016c3bcae tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.056387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-608b50d6-3f47-4561-a78a-2ddcb2aa9696 req-6a8d4068-53bb-4c0c-aa21-0a5016c3bcae tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1997261 Aug 29 04:25:50.094833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-2ab4711c-0263-4fed-8e70-c605134fe70a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 1000 time: 0.1815579 Aug 29 04:25:50.141876 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-608b50d6-3f47-4561-a78a-2ddcb2aa9696 req-1e526b5d-c58e-4c7a-b456-6a73379d74d7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836813 Aug 29 04:25:50.148584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c85dff3a-7316-4a4f-87d2-678e26affcdc tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.159857 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c85dff3a-7316-4a4f-87d2-678e26affcdc tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.205515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-45d22121-b204-457c-ac5a-deaa1ce600f9 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.220943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-45d22121-b204-457c-ac5a-deaa1ce600f9 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports/ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 943 time: 0.0979030 Aug 29 04:25:50.241592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c85dff3a-7316-4a4f-87d2-678e26affcdc tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.246870 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4b72dd71-6efb-4890-af0b-2c9a5faa7a34 req-e46ae5e3-4b1a-4e83-ad3c-fa5c955954b1 service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946716 Aug 29 04:25:50.248414 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c85dff3a-7316-4a4f-87d2-678e26affcdc tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.262389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c85dff3a-7316-4a4f-87d2-678e26affcdc tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.266602 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c85dff3a-7316-4a4f-87d2-678e26affcdc tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3946929 Aug 29 04:25:50.266946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52458) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:50.350760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a83f2e-8e84-43e7-920e-418d79afd9c5 req-0f15cfcc-bce6-4890-8ee2-a9d86e0feb21 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.360417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3a83f2e-8e84-43e7-920e-418d79afd9c5 req-0f15cfcc-bce6-4890-8ee2-a9d86e0feb21 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.1209948 Aug 29 04:25:50.366270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5e79c37-6d7a-4ef4-9df8-6b0d3fae761c tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.467824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3a83f2e-8e84-43e7-920e-418d79afd9c5 req-3e0d627e-e5d1-47b1-aee8-2e534df5be70 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060908 Aug 29 04:25:50.497586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-fb75a077-d738-406d-ac43-ceb5e7061367 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 1000 time: 0.2106402 Aug 29 04:25:50.512901 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848cb4dc-374f-4f5b-a4a9-53fbe8cf6c09 None None] New status for floating IP 8daab33e-a615-42cd-8f12-b0d787015795: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:25:50.626607 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5e79c37-6d7a-4ef4-9df8-6b0d3fae761c tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.629433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5e79c37-6d7a-4ef4-9df8-6b0d3fae761c tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.683420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-64109ad5-87b0-40f0-826b-14fd0c6b1826 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.684932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-64109ad5-87b0-40f0-826b-14fd0c6b1826 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1865516 Aug 29 04:25:50.768487 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5e79c37-6d7a-4ef4-9df8-6b0d3fae761c tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.769099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e79c37-6d7a-4ef4-9df8-6b0d3fae761c tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7b4279f-153f-40a3-9e24-43eb4f94834e {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:50.782920 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5e79c37-6d7a-4ef4-9df8-6b0d3fae761c tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.784433 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b5e79c37-6d7a-4ef4-9df8-6b0d3fae761c tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "DELETE /v2.0/routers/a7b4279f-153f-40a3-9e24-43eb4f94834e HTTP/1.1" status: 204 len: 168 time: 0.5164039 Aug 29 04:25:50.808052 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-e1c25120-2660-4bf7-981d-2d1d201fe992 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 1000 time: 0.1149735 Aug 29 04:25:50.828209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-373f0d77-260a-4b4f-b61e-6f34368a9602 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:50.927327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08841178-a7dc-4916-ac5e-da6d3714ffd7 req-6d4f7bf4-a0a6-4d46-90cb-00aa74680384 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.932712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08841178-a7dc-4916-ac5e-da6d3714ffd7 req-6d4f7bf4-a0a6-4d46-90cb-00aa74680384 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1229832 Aug 29 04:25:50.940021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52468) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:50.945329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-373f0d77-260a-4b4f-b61e-6f34368a9602 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.047538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08841178-a7dc-4916-ac5e-da6d3714ffd7 req-d7119af4-cc8b-4f6a-8eb7-01708c6d023d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015003 Aug 29 04:25:51.218634 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-373f0d77-260a-4b4f-b61e-6f34368a9602 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.226569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4b42d-b7c7-4b31-97c4-f46677201547 req-047c0c9d-051d-4a3b-a122-fbb7efa453d2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.228449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbf4b42d-b7c7-4b31-97c4-f46677201547 req-047c0c9d-051d-4a3b-a122-fbb7efa453d2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1123178 Aug 29 04:25:51.229822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-373f0d77-260a-4b4f-b61e-6f34368a9602 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.230345 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-373f0d77-260a-4b4f-b61e-6f34368a9602 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Floating IP 8daab33e-a615-42cd-8f12-b0d787015795 disassociated. External IP: 172.25.5.249, port: ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4. Aug 29 04:25:51.269281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-798292837', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:51.296583 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.297732 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.328296 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbf4b42d-b7c7-4b31-97c4-f46677201547 req-cfd08124-783c-455d-b81f-d0196db2ea81 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928490 Aug 29 04:25:51.383198 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.678826 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.722843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-373f0d77-260a-4b4f-b61e-6f34368a9602 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:51.731372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62892df-9078-47b1-953a-def89cb12d41 req-c7dde941-3589-4c22-9593-e6fbe05c1182 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.734284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e62892df-9078-47b1-953a-def89cb12d41 req-c7dde941-3589-4c22-9593-e6fbe05c1182 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.0874593 Aug 29 04:25:51.910077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.936474 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.076585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Allocated IP 172.25.5.62 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/7ce74df3-8fdc-48df-bc63-eb310911657a) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:52.206660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.209146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e62892df-9078-47b1-953a-def89cb12d41 req-18079a52-4e08-4aff-b998-22981daaddec tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475439 Aug 29 04:25:52.256057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-373f0d77-260a-4b4f-b61e-6f34368a9602 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:52.262369 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-373f0d77-260a-4b4f-b61e-6f34368a9602 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.270084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] Sync routers for ids ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:52.273945 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.282630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] Routers {'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:52.284065 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:52.341526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-373f0d77-260a-4b4f-b61e-6f34368a9602 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "PUT /v2.0/floatingips/8daab33e-a615-42cd-8f12-b0d787015795 HTTP/1.1" status: 200 len: 695 time: 1.5202987 Aug 29 04:25:52.342032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:52.347728 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582" -d '{"events": [{"name": "network-changed", "server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:52.374523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Pushing event updated for resources: {'Port': ['ID=7ce74df3-8fdc-48df-bc63-eb310911657a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.391826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:52.394295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:52.397061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:52.450926 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] Set router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:52.457414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-1b489e40-e7b6-4d13-9c79-6ea1ef91a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.459463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-1b489e40-e7b6-4d13-9c79-6ea1ef91a084 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6865805176604f33b7d3ac331df1d282&device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1098 time: 0.0920687 Aug 29 04:25:52.670384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920bca-3d49-4065-9969-7224622594f8 req-ae1b98ac-c634-4c27-ae9f-886295b24892 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.676723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95920bca-3d49-4065-9969-7224622594f8 req-ae1b98ac-c634-4c27-ae9f-886295b24892 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0907142 Aug 29 04:25:52.775901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95920bca-3d49-4065-9969-7224622594f8 req-e9f79838-909a-45d1-8634-1334feade3c7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825763 Aug 29 04:25:52.780224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fa5912a0-1b3e-4ae4-b73f-335b9c7ab639', 'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'mac_address': 'fa:16:3e:8a:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:47Z', 'revision_number': 5, 'project_id': '6865805176604f33b7d3ac331df1d282', 'subnets': [{'id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:52.799065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-ee31d964-9085-4f08-be4a-f9d26d4d65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.801416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-ee31d964-9085-4f08-be4a-f9d26d4d65cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 200 len: 920 time: 0.3315382 Aug 29 04:25:52.846250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] Checking router: ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:52.856586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] Routers {'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:52.857419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:52.898437 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e49926-0dbf-4f35-a105-5321a192cb63 x-openstack-request-id: req-35e49926-0dbf-4f35-a105-5321a192cb63 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:52.900133 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:52.901176 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35e49926-0dbf-4f35-a105-5321a192cb63 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:52.902280 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'status': 'completed', 'code': 200} Aug 29 04:25:52.905142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-f6c9ab2f-90d0-49e0-82e0-c9edf9e8b15f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 217 time: 0.0952737 Aug 29 04:25:53.024546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1ab8-05e5-4618-b6fa-fad194cfe87c req-70612abc-ee94-4dc9-87ac-ef8529f0d449 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.029481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] Set router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:53.033004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89cd1ab8-05e5-4618-b6fa-fad194cfe87c req-70612abc-ee94-4dc9-87ac-ef8529f0d449 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1213779 Aug 29 04:25:53.043221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-5dcad25c-e6ef-45af-94ff-04ee4834cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.050803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-5dcad25c-e6ef-45af-94ff-04ee4834cff7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db51dbf5-e96a-4a59-a351-402195a73810 HTTP/1.1" status: 200 len: 859 time: 0.1363721 Aug 29 04:25:53.096970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-98a2c9f6-8a5e-438d-8f23-c19b842495b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2c44034a-2e03-458a-966e-140ad00d7e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438609 Aug 29 04:25:53.210966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89cd1ab8-05e5-4618-b6fa-fad194cfe87c req-e2841782-725b-46f9-bf7b-ac09f7867900 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684372 Aug 29 04:25:53.296223 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.324736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-e521621f-b8b4-43b9-8af8-ba5842199ed5 service neutron] 10.222.0.49 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262967 Aug 29 04:25:53.387768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582 req-cf15d294-b4da-4956-bf92-048cc46dc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.389616 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582 req-cf15d294-b4da-4956-bf92-048cc46dc438 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6865805176604f33b7d3ac331df1d282&device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 1098 time: 0.1929271 Aug 29 04:25:53.489496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35eea1b-83c8-4475-b086-b2b62fe1b0c5 req-882d9877-050a-4448-be52-8fc65f6d15a6 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.491241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d35eea1b-83c8-4475-b086-b2b62fe1b0c5 req-882d9877-050a-4448-be52-8fc65f6d15a6 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1236074 Aug 29 04:25:53.547340 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a1a58386-71e6-44e5-957e-0dd73c580204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.550566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23b74bc6-66f8-4e6c-a9c9-f1494b8da734 req-73abe4d6-897a-4ebc-b3f2-0a8c3994166e service neutron] 10.222.0.49 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228851 Aug 29 04:25:53.565811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d35eea1b-83c8-4475-b086-b2b62fe1b0c5 req-7f94bc80-1f8e-4d7e-9a47-0e7d952e8716 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667439 Aug 29 04:25:53.632232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fa5912a0-1b3e-4ae4-b73f-335b9c7ab639', 'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'mac_address': 'fa:16:3e:8a:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:47Z', 'revision_number': 5, 'project_id': '6865805176604f33b7d3ac331df1d282', 'subnets': [{'id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:53.681199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0d6ec-3031-4c65-901f-f769286ae5f1 None None] The sync data for ids ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'] in n-d-712141-12 is: [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:24:36Z', 'revision_number': 4, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fa5912a0-1b3e-4ae4-b73f-335b9c7ab639', 'name': '', 'network_id': '2c44034a-2e03-458a-966e-140ad00d7e8e', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'mac_address': 'fa:16:3e:8a:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:47Z', 'revision_number': 5, 'project_id': '6865805176604f33b7d3ac331df1d282', 'subnets': [{'id': 'db51dbf5-e96a-4a59-a351-402195a73810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:53.731985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24625306-84a8-476d-bbd5-d990a38818ed req-b06b3346-837a-4a8b-9e30-993125d85805 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.741930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24625306-84a8-476d-bbd5-d990a38818ed req-b06b3346-837a-4a8b-9e30-993125d85805 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.0893195 Aug 29 04:25:53.778640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.859162 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24625306-84a8-476d-bbd5-d990a38818ed req-dc5449b3-c2ba-4b40-a222-25c6ef9d81e1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896182 Aug 29 04:25:53.900164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582 req-3836bc33-4f75-43a4-b6d7-d148d6129f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.902048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582 req-3836bc33-4f75-43a4-b6d7-d148d6129f58 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 200 len: 920 time: 0.3676176 Aug 29 04:25:53.959949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-2b994891-ac97-49ea-84fc-83a17017803f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/floatingips/8daab33e-a615-42cd-8f12-b0d787015795 HTTP/1.1" status: 200 len: 695 time: 0.1461842 Aug 29 04:25:54.042568 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582 req-f9b172f3-c307-49bf-b75b-e35d1f18de9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 200 len: 217 time: 0.1239619 Aug 29 04:25:54.116838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-344cdaf9-a82e-4c14-a80e-e5dbbcb3a1c9 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.126159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-344cdaf9-a82e-4c14-a80e-e5dbbcb3a1c9 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 784 time: 0.1648991 Aug 29 04:25:54.134557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-8a076ad1-cf33-4049-abda-88588a23c3d5 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:25:54.142639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-8a076ad1-cf33-4049-abda-88588a23c3d5 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152531 Aug 29 04:25:54.272796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-3de43a6a-aa46-4d57-a773-e82d98559569 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 698 time: 0.1290767 Aug 29 04:25:54.279664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582 req-2b16a563-17d4-49e7-bb1a-c27e124c92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.281528 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582 req-2b16a563-17d4-49e7-bb1a-c27e124c92ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db51dbf5-e96a-4a59-a351-402195a73810 HTTP/1.1" status: 200 len: 859 time: 0.1088719 Aug 29 04:25:54.285472 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb7234-6860-4be8-93da-6cd1cc558d1f None None] New status for floating IP 8daab33e-a615-42cd-8f12-b0d787015795: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:25:54.319108 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582 req-4dafffd1-da0a-4230-9032-d5f3c2823181 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c44034a-2e03-458a-966e-140ad00d7e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295460 Aug 29 04:25:54.343264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c4ab-481a-472f-9338-d34be7ab80cb req-51f89de5-5dcc-49f6-89b9-60f7706f7f0a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.350709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8775c4ab-481a-472f-9338-d34be7ab80cb req-51f89de5-5dcc-49f6-89b9-60f7706f7f0a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2221847 Aug 29 04:25:54.366964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-f25fa4da-a8f4-4fcd-990a-ddb20968640a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 698 time: 0.0857062 Aug 29 04:25:54.460368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8775c4ab-481a-472f-9338-d34be7ab80cb req-c03c5d93-7d22-45bc-b983-4b3c979caa1f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044180 Aug 29 04:25:54.472821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Router 75c58cce-f5bc-420e-944c-dbaff6bd122b is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:25:54.628766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-073c96f4-f623-46d6-9c4a-afd2d96df51a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Deleting port 05426c67-bf6b-4d13-b787-1e6ee6c0c092 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:54.629123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-073c96f4-f623-46d6-9c4a-afd2d96df51a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.709195 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582 req-518cee77-53f2-476d-8186-3c170b58a5c5 service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789465 Aug 29 04:25:54.771160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:54.781318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b612d69a-a8d5-4053-b42e-e764756a1818 None None] Sync routers for ids ['75c58cce-f5bc-420e-944c-dbaff6bd122b'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:54.798421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b612d69a-a8d5-4053-b42e-e764756a1818 None None] Routers {'75c58cce-f5bc-420e-944c-dbaff6bd122b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:54.799648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b612d69a-a8d5-4053-b42e-e764756a1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['75c58cce-f5bc-420e-944c-dbaff6bd122b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:54.800680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.804584 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-747c94f2-1c50-4293-a9f1-0c6d29e1cd17 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8603501 Aug 29 04:25:54.804844 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52544) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:54.885691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-073c96f4-f623-46d6-9c4a-afd2d96df51a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.891396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b612d69a-a8d5-4053-b42e-e764756a1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:54.895934 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-073c96f4-f623-46d6-9c4a-afd2d96df51a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.911976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b612d69a-a8d5-4053-b42e-e764756a1818 None None] Routers {'75c58cce-f5bc-420e-944c-dbaff6bd122b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:54.912636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b612d69a-a8d5-4053-b42e-e764756a1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['75c58cce-f5bc-420e-944c-dbaff6bd122b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:54.934010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-944d8d2e-038d-4f42-9f38-e492f1e10f64 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.935830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-944d8d2e-038d-4f42-9f38-e492f1e10f64 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 812 time: 0.3278587 Aug 29 04:25:54.937092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-073c96f4-f623-46d6-9c4a-afd2d96df51a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Calling delete_port for 05426c67-bf6b-4d13-b787-1e6ee6c0c092 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:54.948224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b612d69a-a8d5-4053-b42e-e764756a1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:54.948887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b612d69a-a8d5-4053-b42e-e764756a1818 None None] The sync data for ids ['75c58cce-f5bc-420e-944c-dbaff6bd122b'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:54.964642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-cc116ef7-e6ab-4205-82e5-9e21e0327a1d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/quotas/dce347bb15cc4c40b8db7d918d905ae0 HTTP/1.1" status: 200 len: 375 time: 0.0180006 Aug 29 04:25:54.968423 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c64cc2a8-03bc-4ee8-ad1e-6b622037d582 req-c7c463b9-73b0-48bc-9187-b03c81e49226 service neutron] 10.222.0.52 "GET /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449293 Aug 29 04:25:55.010144 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ef6c9584-409d-48e3-88b4-977193b121c1 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/routers/75c58cce-f5bc-420e-944c-dbaff6bd122b HTTP/1.1" status: 200 len: 923 time: 0.2041383 Aug 29 04:25:55.012818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52548) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:55.046901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0cf2d56d-0add-4a76-b3f7-27404041a01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c58cce-f5bc-420e-944c-dbaff6bd122b HTTP/1.1" status: 200 len: 205 time: 0.0325305 Aug 29 04:25:55.048940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52550) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:55.092755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-9dabc099-4321-4ab4-ae84-1049c4c2eb23 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0964079 Aug 29 04:25:55.166787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.238790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c5827292-f8d9-48be-bd02-14dd25a195da service neutron] 10.222.0.49 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380439 Aug 29 04:25:55.293064 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-073c96f4-f623-46d6-9c4a-afd2d96df51a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.303563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.323325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c96f4-f623-46d6-9c4a-afd2d96df51a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Pushing event deleted for resources: {'Port': ['ID=05426c67-bf6b-4d13-b787-1e6ee6c0c092,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.374942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Deleting port 7ce74df3-8fdc-48df-bc63-eb310911657a {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:55.375546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.414569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-073c96f4-f623-46d6-9c4a-afd2d96df51a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.417424 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-073c96f4-f623-46d6-9c4a-afd2d96df51a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.428895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8035f0c-0ab8-46eb-a102-45a106d0b11a req-073c96f4-f623-46d6-9c4a-afd2d96df51a tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "DELETE /v2.0/floatingips/8daab33e-a615-42cd-8f12-b0d787015795 HTTP/1.1" status: 204 len: 173 time: 1.0526743 Aug 29 04:25:55.467243 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-59776eda-22a1-4544-ba59-5bd7790b259a service neutron] 10.222.0.49 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191932 Aug 29 04:25:55.500997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.518828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Calling delete_port for 7ce74df3-8fdc-48df-bc63-eb310911657a owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:55.605683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa22c2f-7896-4ee9-b027-60e54b0a3616 req-4225dfa9-af31-40c6-ae30-ea53b95bad9d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.616695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6aa22c2f-7896-4ee9-b027-60e54b0a3616 req-4225dfa9-af31-40c6-ae30-ea53b95bad9d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1057384 Aug 29 04:25:55.795729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04b864e-a8c6-4d05-92e0-1175fcace498 req-ebec0812-7f82-4bf8-b32e-dd96b1033e95 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups/755699b9-3e45-4fac-ad38-8c7704b48a35 HTTP/1.1" status: 200 len: 1809 time: 0.0765464 Aug 29 04:25:55.800736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6aa22c2f-7896-4ee9-b027-60e54b0a3616 req-78bff734-9f3e-43b7-a8a4-f5c14e353959 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753924 Aug 29 04:25:55.802251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.861711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Pushing event deleted for resources: {'Port': ['ID=7ce74df3-8fdc-48df-bc63-eb310911657a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.931903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ba5fbc8-5093-402c-b4bf-9d819243d2eb req-14167530-a4f0-41bf-9be5-04672478862f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 210 time: 0.0413628 Aug 29 04:25:55.963994 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04b864e-a8c6-4d05-92e0-1175fcace498 req-760154cd-0f21-4813-9aa1-617a24fdd235 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.103992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04b864e-a8c6-4d05-92e0-1175fcace498 req-760154cd-0f21-4813-9aa1-617a24fdd235 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.114710 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb8e22f2-c9a7-40a0-bff9-0fe2172de8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.137885 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.221071 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04b864e-a8c6-4d05-92e0-1175fcace498 req-760154cd-0f21-4813-9aa1-617a24fdd235 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.223953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04b864e-a8c6-4d05-92e0-1175fcace498 req-760154cd-0f21-4813-9aa1-617a24fdd235 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.228512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04b864e-a8c6-4d05-92e0-1175fcace498 req-760154cd-0f21-4813-9aa1-617a24fdd235 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "DELETE /v2.0/security-groups/755699b9-3e45-4fac-ad38-8c7704b48a35 HTTP/1.1" status: 204 len: 173 time: 0.4261944 Aug 29 04:25:56.274816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760154cd-0f21-4813-9aa1-617a24fdd235 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755699b9-3e45-4fac-ad38-8c7704b48a35,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.335057 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.341046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.343814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.390002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef473eb-c8b7-44de-982c-cd06fa54aaac req-ad14d2e0-aa3f-41a4-ad27-d4fb40917f6c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.398984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ef473eb-c8b7-44de-982c-cd06fa54aaac req-ad14d2e0-aa3f-41a4-ad27-d4fb40917f6c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1252277 Aug 29 04:25:56.406763 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.407438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Fanout notify agent at l3_agent the message router_deleted on router 75c58cce-f5bc-420e-944c-dbaff6bd122b {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:56.415670 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.417005 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-155ac9b2-4f6f-44b3-ad1e-0fabb1092e13 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/75c58cce-f5bc-420e-944c-dbaff6bd122b HTTP/1.1" status: 204 len: 168 time: 1.3671596 Aug 29 04:25:56.420456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52582) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:56.426138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2133053446', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'enable_snat': False}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:56.452863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.454628 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.473892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ef473eb-c8b7-44de-982c-cd06fa54aaac req-c31563e9-e472-482f-b996-46c5bfc0ad00 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687022 Aug 29 04:25:56.551224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.672847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decc893-ba50-45b9-82e6-2857a0d6c8ee req-62b9813e-3d77-4fc0-931d-f7bba86276e5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.676731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1decc893-ba50-45b9-82e6-2857a0d6c8ee req-62b9813e-3d77-4fc0-931d-f7bba86276e5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1037877 Aug 29 04:25:56.726470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ad913-7796-49db-87b9-65b9656450fc req-cff25ce1-3aff-4ee9-8f2f-f7d2cdb81d3f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.728546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-017ad913-7796-49db-87b9-65b9656450fc req-cff25ce1-3aff-4ee9-8f2f-f7d2cdb81d3f tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1060171 Aug 29 04:25:56.744241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.768228 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1decc893-ba50-45b9-82e6-2857a0d6c8ee req-3ae79567-8f39-481b-8e09-47d6a91c034d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791326 Aug 29 04:25:56.842035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-017ad913-7796-49db-87b9-65b9656450fc req-82dd1172-b4b0-4b4b-a54a-76cc8cfbbce5 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014495 Aug 29 04:25:57.110331 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.132751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-954dd205-6b27-439b-b1d6-4c24dd6864b7 req-4ffe8979-764b-4144-8b04-8c54b030ad48 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 210 time: 0.0672307 Aug 29 04:25:57.205989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfef0ba-350f-4745-bbd4-f8ce8e42c464 req-16e19f90-bc97-4d4c-b388-2832cb88b8c9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.222241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bfef0ba-350f-4745-bbd4-f8ce8e42c464 req-16e19f90-bc97-4d4c-b388-2832cb88b8c9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0856776 Aug 29 04:25:57.227001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.246754 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.283977 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.313026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bfef0ba-350f-4745-bbd4-f8ce8e42c464 req-81052545-fdfc-4c8d-b6c1-9dca09e76593 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888677 Aug 29 04:25:57.484486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-64835adf-0e0e-4659-a480-111dd24fb3d8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.485994 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-64835adf-0e0e-4659-a480-111dd24fb3d8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.59 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 812 time: 0.3220353 Aug 29 04:25:57.503466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'port': {'device_id': 'df8eb697-1def-4219-9276-f29e72839185', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'admin_state_up': True, 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:57.558158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Allocated IP 172.25.5.126 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/ebd84994-6e75-4896-b0a9-907c276ab88d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:58.003299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Made reservation on behalf of dce347bb15cc4c40b8db7d918d905ae0 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:58.007258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.029410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96862c-9526-4805-a2ff-0a1f015ea6c3 req-52908966-9d8d-4e44-b945-e58dee3863d7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.038032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c96862c-9526-4805-a2ff-0a1f015ea6c3 req-52908966-9d8d-4e44-b945-e58dee3863d7 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.0820456 Aug 29 04:25:58.047669 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.088993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c96862c-9526-4805-a2ff-0a1f015ea6c3 req-40b1da0b-6bfa-4f4f-9b8d-deaf39a4c262 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494387 Aug 29 04:25:58.197695 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.205493 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Allocated IP 172.20.0.3 (e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e/c48afde4-7536-4854-9010-e4631b537af0/312f590e-b71e-4401-a97c-faedc44e56d5) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:58.257445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:58.266038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8d0d7a2-571c-418a-82b6-9a3b2c692419 req-fd3bd374-4666-4354-bb66-fc600cecda1e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 210 time: 0.0312002 Aug 29 04:25:58.267052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:58.270514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:58.303220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event updated for resources: {'Port': ['ID=ebd84994-6e75-4896-b0a9-907c276ab88d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.444804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b02e2a-2e18-4493-b490-ed843d20ece5 req-42c4b04f-5a23-4f1d-9f3d-7e37c6a2c5b5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.452758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82b02e2a-2e18-4493-b490-ed843d20ece5 req-42c4b04f-5a23-4f1d-9f3d-7e37c6a2c5b5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0617666 Aug 29 04:25:58.520006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82b02e2a-2e18-4493-b490-ed843d20ece5 req-a492af54-38ed-48e7-94b2-73c858e249ab tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648675 Aug 29 04:25:58.567530 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.590055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Transition to ACTIVE for port object 312f590e-b71e-4401-a97c-faedc44e56d5 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:58.773738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.812818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b1d62609-a261-4c76-b13f-0ea1cc93315d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:58.887718 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.939149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db8d5a-bb68-4be8-8162-0043dd9979c2 req-04b124b9-5ca8-4c8e-abac-cf138fcf058e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.941326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62db8d5a-bb68-4be8-8162-0043dd9979c2 req-04b124b9-5ca8-4c8e-abac-cf138fcf058e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1179717 Aug 29 04:25:59.022453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:59.026908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'Port': ['ID=312f590e-b71e-4401-a97c-faedc44e56d5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:59.032187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:59.037860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:59.042763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62db8d5a-bb68-4be8-8162-0043dd9979c2 req-e068f578-3bec-445c-87e8-329d0b65634b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926793 Aug 29 04:25:59.081281 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.357928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9788746-5bfc-493c-967b-b1ff8ec0ab0a req-7328a956-981e-4aad-b31d-178f6991c87b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.359553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9788746-5bfc-493c-967b-b1ff8ec0ab0a req-7328a956-981e-4aad-b31d-178f6991c87b tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1358447 Aug 29 04:25:59.419767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.420695 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.444417 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-b583b6c7-44d2-462c-8f94-c4a8227961a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9447408 Aug 29 04:25:59.453110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c7d1c256-7c2e-4bd7-b3dd-780902ab60ee None None] Provisioning for port 312f590e-b71e-4401-a97c-faedc44e56d5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:59.464605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c7d1c256-7c2e-4bd7-b3dd-780902ab60ee None None] Provisioning complete for port 312f590e-b71e-4401-a97c-faedc44e56d5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:59.465526 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c256-7c2e-4bd7-b3dd-780902ab60ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.466231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Request body: {'port': {'device_id': 'df8eb697-1def-4219-9276-f29e72839185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:59.477703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9788746-5bfc-493c-967b-b1ff8ec0ab0a req-70816b36-5f55-4490-83af-6cbe6fde551d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030812 Aug 29 04:25:59.510602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f74ec-7359-429e-bd61-f744e1e48c10 req-fe84a1c2-c936-404c-af44-a183310d41c1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.511080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-76ac37a8-0793-404e-b1a7-40354c8c4e44 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.512706 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-76ac37a8-0793-404e-b1a7-40354c8c4e44 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1312022 Aug 29 04:25:59.519749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-828f74ec-7359-429e-bd61-f744e1e48c10 req-fe84a1c2-c936-404c-af44-a183310d41c1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 931 time: 0.1144083 Aug 29 04:25:59.534796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1c256-7c2e-4bd7-b3dd-780902ab60ee None None] Port 312f590e-b71e-4401-a97c-faedc44e56d5 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:59.558912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-828f74ec-7359-429e-bd61-f744e1e48c10 req-e9a9d362-3d64-40df-a273-e31cfaeb9123 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 Aug 29 04:25:59.670787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.704425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.918738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-b2b2ede6-8a22-4429-9aaa-36ad9ab892bd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Deleting port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:59.919181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-b2b2ede6-8a22-4429-9aaa-36ad9ab892bd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.119445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-b2b2ede6-8a22-4429-9aaa-36ad9ab892bd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] For port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,segment=NetworkSegment(4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043),segment_id=4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:00.119843 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-b2b2ede6-8a22-4429-9aaa-36ad9ab892bd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.142048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-b2b2ede6-8a22-4429-9aaa-36ad9ab892bd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Calling delete_port for ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:00.143750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Router 6c4c983d-71a8-44f9-b2b8-27f7f6c03a54 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:00.255352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0393c-82b1-4444-a22d-1fcf651765ed req-8ee4e74d-0024-4ce1-ab1c-5a743605dd4d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:00.257631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fd0393c-82b1-4444-a22d-1fcf651765ed req-8ee4e74d-0024-4ce1-ab1c-5a743605dd4d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1192753 Aug 29 04:26:00.333208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fd0393c-82b1-4444-a22d-1fcf651765ed req-807b0844-2020-4fa2-b900-620c25bbb9ac tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652304 Aug 29 04:26:00.345059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312f590e-b71e-4401-a97c-faedc44e56d5 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:00.369468 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.393349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Transition to ACTIVE for port object 312f590e-b71e-4401-a97c-faedc44e56d5 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:00.402080 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.487813 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:00.527241 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Sync routers for ids ['6c4c983d-71a8-44f9-b2b8-27f7f6c03a54'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:00.551769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ad700-0c68-4cea-84f9-52ce7c7f1877 req-0542551e-a6bc-495f-922c-12446072fa3a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:00.560949 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Routers {'6c4c983d-71a8-44f9-b2b8-27f7f6c03a54'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:00.563538 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6c4c983d-71a8-44f9-b2b8-27f7f6c03a54'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:00.564066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e0ad700-0c68-4cea-84f9-52ce7c7f1877 req-0542551e-a6bc-495f-922c-12446072fa3a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1372941 Aug 29 04:26:00.658132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e0ad700-0c68-4cea-84f9-52ce7c7f1877 req-651d2bb0-5452-4932-ab45-36dd8cf76519 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932918 Aug 29 04:26:00.737702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1d09f-b4c0-4b79-ab79-b4e99e0bda97 req-9e01f64c-cb97-4e21-b992-221145d5c39d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:00.739651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3cc1d09f-b4c0-4b79-ab79-b4e99e0bda97 req-9e01f64c-cb97-4e21-b992-221145d5c39d tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 946 time: 0.1046112 Aug 29 04:26:00.785151 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Set router 6c4c983d-71a8-44f9-b2b8-27f7f6c03a54 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:00.947877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3cc1d09f-b4c0-4b79-ab79-b4e99e0bda97 req-02a74ebc-0b25-43f1-b67d-40aa50330558 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0c2f8c4-1b5f-42e9-be3e-6101611030e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954620 Aug 29 04:26:00.958167 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-b2b2ede6-8a22-4429-9aaa-36ad9ab892bd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.993158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:01.025777 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.028722 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dc19430c-6b8c-48be-80c9-99330d7d72ec tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6064920 Aug 29 04:26:01.050328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f0b9-e405-4b90-82bd-b1a09457b535 req-f5ed1743-9a98-49e6-8061-8d8ce3a62a2b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:01.052814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52706) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:01.063831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Pushing event updated for resources: {'Port': ['ID=312f590e-b71e-4401-a97c-faedc44e56d5,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.071910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88f1f0b9-e405-4b90-82bd-b1a09457b535 req-f5ed1743-9a98-49e6-8061-8d8ce3a62a2b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 943 time: 0.2929847 Aug 29 04:26:01.146074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88f1f0b9-e405-4b90-82bd-b1a09457b535 req-dc8e5a44-02e7-468e-9f0b-cce1e69e5297 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720704 Aug 29 04:26:01.267536 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c983d-71a8-44f9-b2b8-27f7f6c03a54', 'name': 'tempest-snat-router-2133053446', 'tenant_id': '59996d01d3764e65876e3bff3aff021e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.126'}], 'enable_snat': False}, 'gw_port_id': 'ebd84994-6e75-4896-b0a9-907c276ab88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:56Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 3, 'project_id': '59996d01d3764e65876e3bff3aff021e', 'gw_port': {'id': 'ebd84994-6e75-4896-b0a9-907c276ab88d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c983d-71a8-44f9-b2b8-27f7f6c03a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:01.333608 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Checking router: 6c4c983d-71a8-44f9-b2b8-27f7f6c03a54 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:01.333981 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Updating router 6c4c983d-71a8-44f9-b2b8-27f7f6c03a54 port ebd84994-6e75-4896-b0a9-907c276ab88d binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:01.350925 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-168d67e1-e0da-44fc-8ca1-8d5ac1c1efa8 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/routers/6c4c983d-71a8-44f9-b2b8-27f7f6c03a54 HTTP/1.1" status: 200 len: 909 time: 0.2967479 Aug 29 04:26:01.383013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52712) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:01.383851 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.390735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2133053446', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'enable_snat': True}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:01.396956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-b2b2ede6-8a22-4429-9aaa-36ad9ab892bd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] No DVR routers for this DVR port ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:01.421833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2ede6-8a22-4429-9aaa-36ad9ab892bd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Pushing event deleted for resources: {'Port': ['ID=ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.429577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-b2b2ede6-8a22-4429-9aaa-36ad9ab892bd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.431839 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-01f3bc49-d811-4b18-838e-04f58596fd83 req-b2b2ede6-8a22-4429-9aaa-36ad9ab892bd tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.52 "DELETE /v2.0/ports/ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 HTTP/1.1" status: 204 len: 173 time: 1.8877094 Aug 29 04:26:01.433154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'name': 'network-vif-deleted', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:01.435686 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e60bf43-6f9f-456d-a6f8-b24ff82f645e" -d '{"events": [{"server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "name": "network-vif-deleted", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:01.447318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65b51-658a-4050-81f0-7aad24106a62 req-747db966-4c99-4148-86f7-ee3f2c3b90d6 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:01.449704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eee65b51-658a-4050-81f0-7aad24106a62 req-747db966-4c99-4148-86f7-ee3f2c3b90d6 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1168778 Aug 29 04:26:01.450781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.452074 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.539104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Attempting to bind port 312f590e-b71e-4401-a97c-faedc44e56d5 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:01.539654 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Attempting to bind port 312f590e-b71e-4401-a97c-faedc44e56d5 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:01.540131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Attempting to bind port 312f590e-b71e-4401-a97c-faedc44e56d5 on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:01.557307 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Port 312f590e-b71e-4401-a97c-faedc44e56d5 on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:01.557701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Attempting to bind port 312f590e-b71e-4401-a97c-faedc44e56d5 on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:01.565751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:01.574694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Checking segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:01.582497 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Bound using segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:01.582497 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Bound port: 312f590e-b71e-4401-a97c-faedc44e56d5, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:01.582497 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.589085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eee65b51-658a-4050-81f0-7aad24106a62 req-eba37c09-1c75-4f60-b3f4-b6da5db1cf1f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188676 Aug 29 04:26:01.637485 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a1b4f6-1df9-4ebf-903b-417f5d0f8919 x-openstack-request-id: req-22a1b4f6-1df9-4ebf-903b-417f5d0f8919 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:01.637955 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c69bb1a-5834-461e-9034-49b1ad15a78e", "name": "network-vif-deleted", "tag": "ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:01.638351 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22a1b4f6-1df9-4ebf-903b-417f5d0f8919 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:01.639021 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c69bb1a-5834-461e-9034-49b1ad15a78e', 'name': 'network-vif-deleted', 'tag': 'ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4', 'status': 'completed', 'code': 200} Aug 29 04:26:01.649726 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.726492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] For port 312f590e-b71e-4401-a97c-faedc44e56d5, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:01.732791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] For port 312f590e-b71e-4401-a97c-faedc44e56d5, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=312f590e-b71e-4401-a97c-faedc44e56d5,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:01.745105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.835683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Pushing event updated for resources: {'Port': ['ID=312f590e-b71e-4401-a97c-faedc44e56d5,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.838404 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.843426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:01.844264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.846882 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-c9bcdbae-cc37-4fe2-be1a-7ff718e6fb2b service neutron] 10.222.0.59 "PUT /v2.0/ports/312f590e-b71e-4401-a97c-faedc44e56d5 HTTP/1.1" status: 200 len: 1092 time: 2.3858187 Aug 29 04:26:01.996078 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-add5138e-f864-4672-9195-991c8c081954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:02.000473 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-add5138e-f864-4672-9195-991c8c081954 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 1095 time: 0.0978394 Aug 29 04:26:02.021606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57080f-69ae-41de-a35f-849fa816940c req-19dfc579-794f-4b7c-b49a-2e1b4e8d2bde tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:02.037357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f57080f-69ae-41de-a35f-849fa816940c req-19dfc579-794f-4b7c-b49a-2e1b4e8d2bde tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1859233 Aug 29 04:26:02.129518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f57080f-69ae-41de-a35f-849fa816940c req-cdbdd171-ffbf-4ede-800d-ebf9e6ce4569 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910225 Aug 29 04:26:02.141916 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.148309 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-f91d9812-50e5-4ee2-9e56-e2b2c5581506 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312f590e-b71e-4401-a97c-faedc44e56d5 HTTP/1.1" status: 200 len: 217 time: 0.1390908 Aug 29 04:26:02.173857 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Transition to ACTIVE for port object ebd84994-6e75-4896-b0a9-907c276ab88d will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:02.187536 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.262140 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-e582b6fa-8742-48ec-a976-aa93681ea9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:02.264664 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-e582b6fa-8742-48ec-a976-aa93681ea9e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1082761 Aug 29 04:26:02.287603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03331b2a-1fc9-439b-b0c6-c477c4c6ba32 req-0f76b9e3-bc7b-41d1-b927-866fc332e4b9 tempest-ServerRescueTestJSONUnderV235-1308303515 tempest-ServerRescueTestJSONUnderV235-1308303515-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c69bb1a-5834-461e-9034-49b1ad15a78e HTTP/1.1" status: 200 len: 210 time: 0.1309636 Aug 29 04:26:02.339224 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Attempting to bind port ebd84994-6e75-4896-b0a9-907c276ab88d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:02.351228 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Attempting to bind port ebd84994-6e75-4896-b0a9-907c276ab88d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:02.352680 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Attempting to bind port ebd84994-6e75-4896-b0a9-907c276ab88d on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:02.367645 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Pushing event updated for resources: {'Port': ['ID=ebd84994-6e75-4896-b0a9-907c276ab88d,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.382854 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:02.383270 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:02.383691 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.386344 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:02.387404 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Bound port: ebd84994-6e75-4896-b0a9-907c276ab88d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:02.387573 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.410587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-321151c4-b808-4c8b-96b2-2bb162de5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:02.413102 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-321151c4-b808-4c8b-96b2-2bb162de5d3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396804 Aug 29 04:26:02.489700 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.490048 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.490397 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.491032 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.491181 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.491395 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.491776 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.492047 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.492844 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.492844 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.493104 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.493377 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.537027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12e36b-11b6-4ee3-85d8-66d53af0e866 req-089ef934-82dd-47a1-a95e-d4c1ef78685d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:02.544795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d12e36b-11b6-4ee3-85d8-66d53af0e866 req-089ef934-82dd-47a1-a95e-d4c1ef78685d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2560585 Aug 29 04:26:02.547164 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] For port ebd84994-6e75-4896-b0a9-907c276ab88d, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:02.553165 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] For port ebd84994-6e75-4896-b0a9-907c276ab88d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ebd84994-6e75-4896-b0a9-907c276ab88d,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:02.557907 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.558586 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-18fe11b1-2123-40e6-b663-87fb26d9d465 service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371965 Aug 29 04:26:02.621274 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Routers {'6c4c983d-71a8-44f9-b2b8-27f7f6c03a54'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:02.622832 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6c4c983d-71a8-44f9-b2b8-27f7f6c03a54'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:02.659701 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f8e00-9849-4c78-b2c2-fc1230d2d79b None None] Pushing event updated for resources: {'Port': ['ID=ebd84994-6e75-4896-b0a9-907c276ab88d,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.692875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d12e36b-11b6-4ee3-85d8-66d53af0e866 req-aa994826-1917-428e-ad91-05ed25587046 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470866 Aug 29 04:26:02.707102 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-29efbebb-bba5-4617-b2e1-c3e8bfc427f4 req-1449146a-052d-4ea3-a0b4-7e6c45e8c1cd service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395011 Aug 29 04:26:02.709140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928d31d-dcdf-4196-8246-a893558f3af7 req-5cd3862c-7f7e-4571-8100-532a22d41d7c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:02.710798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6928d31d-dcdf-4196-8246-a893558f3af7 req-5cd3862c-7f7e-4571-8100-532a22d41d7c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 943 time: 0.2354221 Aug 29 04:26:02.713116 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.753064 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.833660 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] Set router 6c4c983d-71a8-44f9-b2b8-27f7f6c03a54 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:02.842938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6928d31d-dcdf-4196-8246-a893558f3af7 req-91a5c908-d68b-40e7-9ab2-98937ba9965c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923078 Aug 29 04:26:02.920525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Allocated IP 172.25.5.109 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/6fa9b104-9c0b-4e9e-8da8-ecce68142d68) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:03.049739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ead31-60ae-42a6-80aa-3361ccfeff8c req-d50ac82e-a81f-4945-85a1-7f262316fa97 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.051650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b8ead31-60ae-42a6-80aa-3361ccfeff8c req-d50ac82e-a81f-4945-85a1-7f262316fa97 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1280060 Aug 29 04:26:03.128080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b8ead31-60ae-42a6-80aa-3361ccfeff8c req-9b64b9dd-305d-4779-9910-dedc6035dfd9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673885 Aug 29 04:26:03.136670 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.153361 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c983d-71a8-44f9-b2b8-27f7f6c03a54', 'name': 'tempest-snat-router-2133053446', 'tenant_id': '59996d01d3764e65876e3bff3aff021e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.126'}], 'enable_snat': False}, 'gw_port_id': 'ebd84994-6e75-4896-b0a9-907c276ab88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:56Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 3, 'project_id': '59996d01d3764e65876e3bff3aff021e', 'gw_port': {'id': 'ebd84994-6e75-4896-b0a9-907c276ab88d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c983d-71a8-44f9-b2b8-27f7f6c03a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:03.197118 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7450ae7-9fc8-4bf4-968b-3d3faa2b2046 None None] The sync data for ids ['6c4c983d-71a8-44f9-b2b8-27f7f6c03a54'] in n-d-712141-12 is: [{'id': '6c4c983d-71a8-44f9-b2b8-27f7f6c03a54', 'name': 'tempest-snat-router-2133053446', 'tenant_id': '59996d01d3764e65876e3bff3aff021e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.126'}], 'enable_snat': False}, 'gw_port_id': 'ebd84994-6e75-4896-b0a9-907c276ab88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:56Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 3, 'project_id': '59996d01d3764e65876e3bff3aff021e', 'gw_port': {'id': 'ebd84994-6e75-4896-b0a9-907c276ab88d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c983d-71a8-44f9-b2b8-27f7f6c03a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:03.211164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.233798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:03.236554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:03.256460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:03.372555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52760) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:03.649488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8eb697-1def-4219-9276-f29e72839185', 'tag': '312f590e-b71e-4401-a97c-faedc44e56d5'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:03.653254 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47943f81-32f6-4149-b30f-0e017a5810b7" -d '{"events": [{"name": "network-changed", "server_uuid": "df8eb697-1def-4219-9276-f29e72839185", "tag": "312f590e-b71e-4401-a97c-faedc44e56d5"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:03.738200 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bc1588-1ad7-4533-a2bd-1e25550ddd21 x-openstack-request-id: req-37bc1588-1ad7-4533-a2bd-1e25550ddd21 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:03.738630 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8eb697-1def-4219-9276-f29e72839185", "tag": "312f590e-b71e-4401-a97c-faedc44e56d5", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:03.738801 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37bc1588-1ad7-4533-a2bd-1e25550ddd21 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:03.739899 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8eb697-1def-4219-9276-f29e72839185', 'tag': '312f590e-b71e-4401-a97c-faedc44e56d5', 'status': 'completed', 'code': 200} Aug 29 04:26:03.823033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:03.856180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-227cee1d-1fc9-44c8-85a5-78eab60a63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.857864 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-227cee1d-1fc9-44c8-85a5-78eab60a63dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 1095 time: 0.1124663 Aug 29 04:26:03.861520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:03.861997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device ca8afbf8-d0f6-488f-ab89-acb56e5c8cf4 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:03.926857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event updated for resources: {'Port': ['ID=6fa9b104-9c0b-4e9e-8da8-ecce68142d68,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.996541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a2c6f-514a-4049-aad6-d52a7705c845 req-8a402e42-8e9f-4ba0-80cd-336d11afb859 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.998120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b42a2c6f-514a-4049-aad6-d52a7705c845 req-8a402e42-8e9f-4ba0-80cd-336d11afb859 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.7127061 Aug 29 04:26:04.040121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-42e5030a-1030-4667-aced-91b170c11188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:04.041806 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-42e5030a-1030-4667-aced-91b170c11188 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.1633494 Aug 29 04:26:04.120360 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-16af5aee-aba0-4db2-b368-1fdbffa38420 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312f590e-b71e-4401-a97c-faedc44e56d5 HTTP/1.1" status: 200 len: 217 time: 0.0700622 Aug 29 04:26:04.210041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b42a2c6f-514a-4049-aad6-d52a7705c845 req-0a4c912e-2c75-4520-9d3c-c0308e3025e4 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039266 Aug 29 04:26:04.223391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-35220db7-4c86-441c-a378-854a8e149b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:04.225071 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-35220db7-4c86-441c-a378-854a8e149b9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.0962484 Aug 29 04:26:04.230597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9c092-ab01-499b-b439-1cf1790e624c req-39e8d281-3866-49df-97ea-1f7262b6d917 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:04.232223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28d9c092-ab01-499b-b439-1cf1790e624c req-39e8d281-3866-49df-97ea-1f7262b6d917 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 943 time: 0.2161083 Aug 29 04:26:04.272385 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.317096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-dc482409-1d95-45b7-a893-3bb2e0007cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:04.318999 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-dc482409-1d95-45b7-a893-3bb2e0007cdb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856364 Aug 29 04:26:04.322332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.349750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 312f590e-b71e-4401-a97c-faedc44e56d5 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:04.467452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28d9c092-ab01-499b-b439-1cf1790e624c req-690ac506-459d-44e5-9139-66843d0e2fb0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234571 Aug 29 04:26:04.559639 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 312f590e-b71e-4401-a97c-faedc44e56d5, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=312f590e-b71e-4401-a97c-faedc44e56d5,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:04.590075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '312f590e-b71e-4401-a97c-faedc44e56d5', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'port_id': '312f590e-b71e-4401-a97c-faedc44e56d5', 'mac_address': 'fa:16:3e:c8:ff:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:04.600257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144941-728b-453c-9440-a7cbbd38db68 req-5f174c52-f31b-4cf3-9b8f-5f8fe5671c38 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:04.600513 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-6419555d-4e1a-485d-a441-621940343478 service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697132 Aug 29 04:26:04.604554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d144941-728b-453c-9440-a7cbbd38db68 req-5f174c52-f31b-4cf3-9b8f-5f8fe5671c38 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2363524 Aug 29 04:26:04.679867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.685243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ebd84994-6e75-4896-b0a9-907c276ab88d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:04.698504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d144941-728b-453c-9440-a7cbbd38db68 req-ee48184f-db68-41a2-a505-853123072c5b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884411 Aug 29 04:26:04.749490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312f590e-b71e-4401-a97c-faedc44e56d5 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:04.756491 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.769511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ebd84994-6e75-4896-b0a9-907c276ab88d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:04.784436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 312f590e-b71e-4401-a97c-faedc44e56d5, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=312f590e-b71e-4401-a97c-faedc44e56d5,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:04.787049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ebd84994-6e75-4896-b0a9-907c276ab88d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:04.788251 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.881928 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.939956 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-47943f81-32f6-4149-b30f-0e017a5810b7 req-87c564fe-e15a-4283-b2b3-798c432349cf service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239276 Aug 29 04:26:05.034558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Router 3dd1fbbc-5a82-4243-b30a-04809e9ec4fe is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:05.055106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc0b51-9fd1-4825-920a-95d0aa952f11 req-a437f095-a567-4b85-bb38-9bcbbdbc6aaf tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:05.062655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a9bc0b51-9fd1-4825-920a-95d0aa952f11 req-a437f095-a567-4b85-bb38-9bcbbdbc6aaf tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1640248 Aug 29 04:26:05.080183 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.089332 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] Deleting port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:05.089686 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.096812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=312f590e-b71e-4401-a97c-faedc44e56d5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:05.123152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port ebd84994-6e75-4896-b0a9-907c276ab88d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ebd84994-6e75-4896-b0a9-907c276ab88d,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:05.129381 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.172787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a9bc0b51-9fd1-4825-920a-95d0aa952f11 req-bb9da0b8-b7cc-41da-bb8d-0c03388b4177 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091774 Aug 29 04:26:05.209087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['312f590e-b71e-4401-a97c-faedc44e56d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:05.236157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] For port fa5912a0-1b3e-4ae4-b73f-335b9c7ab639, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fa5912a0-1b3e-4ae4-b73f-335b9c7ab639,segment=NetworkSegment(4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043),segment_id=4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:05.236743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.267913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] Calling delete_port for fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:05.320646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=ebd84994-6e75-4896-b0a9-907c276ab88d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:05.341344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:05.356147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Sync routers for ids ['3dd1fbbc-5a82-4243-b30a-04809e9ec4fe'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:05.392458 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.398467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-11b67720-c833-4a1b-b0a5-84b372b6a4d9 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0136819 Aug 29 04:26:05.401924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52788) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.412024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Routers {'3dd1fbbc-5a82-4243-b30a-04809e9ec4fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:05.415938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3dd1fbbc-5a82-4243-b30a-04809e9ec4fe'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:05.531929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34715b55-9c2c-4229-8cae-0ed0d19f7e2f req-68794038-9e4f-412d-8b21-da08cec1bf52 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:05.538812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34715b55-9c2c-4229-8cae-0ed0d19f7e2f req-68794038-9e4f-412d-8b21-da08cec1bf52 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2472806 Aug 29 04:26:05.561253 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.639425 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5912a0-1b3e-4ae4-b73f-335b9c7ab639,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:05.711635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Set router 3dd1fbbc-5a82-4243-b30a-04809e9ec4fe gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:05.723066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34715b55-9c2c-4229-8cae-0ed0d19f7e2f req-c75c6372-b400-402a-847f-2662e97b993d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726539 Aug 29 04:26:05.751034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624db73d-620d-4d55-9078-08c0f0205701 req-916696f8-f45b-4e13-871c-93974e79dcb8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:05.752821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-624db73d-620d-4d55-9078-08c0f0205701 req-916696f8-f45b-4e13-871c-93974e79dcb8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 944 time: 0.1463974 Aug 29 04:26:05.798946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f6b19b2b-15c4-4a50-acb8-f7dd0cf1ced5 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/routers/3dd1fbbc-5a82-4243-b30a-04809e9ec4fe HTTP/1.1" status: 200 len: 908 time: 0.3881171 Aug 29 04:26:05.800046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52798) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.971322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd1fbbc-5a82-4243-b30a-04809e9ec4fe', 'name': 'tempest-snat-router-2133053446', 'tenant_id': '59996d01d3764e65876e3bff3aff021e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '6fa9b104-9c0b-4e9e-8da8-ecce68142d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:04Z', 'revision_number': 3, 'project_id': '59996d01d3764e65876e3bff3aff021e', 'gw_port': {'id': '6fa9b104-9c0b-4e9e-8da8-ecce68142d68', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd1fbbc-5a82-4243-b30a-04809e9ec4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:05.980744 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.009189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Checking router: 3dd1fbbc-5a82-4243-b30a-04809e9ec4fe for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:06.009656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Updating router 3dd1fbbc-5a82-4243-b30a-04809e9ec4fe port 6fa9b104-9c0b-4e9e-8da8-ecce68142d68 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:06.015372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-624db73d-620d-4d55-9078-08c0f0205701 req-98f78e31-b07c-4861-aa40-a7b7f691ca68 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616937 Aug 29 04:26:06.031437 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.056218 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.199755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03040f-8a2a-4af3-b2d2-05bb30d906ff req-c657c024-f9bb-423b-9ee3-1cc9963f8069 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:06.218389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b03040f-8a2a-4af3-b2d2-05bb30d906ff req-c657c024-f9bb-423b-9ee3-1cc9963f8069 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2705202 Aug 29 04:26:06.270877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.307105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b03040f-8a2a-4af3-b2d2-05bb30d906ff req-6e91ac52-ff63-4432-8883-456805c31d1a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829294 Aug 29 04:26:06.351399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 312f590e-b71e-4401-a97c-faedc44e56d5 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:06.369792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] Router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:06.371578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Deleting port 6fa9b104-9c0b-4e9e-8da8-ecce68142d68 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:06.372038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.405166 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.419161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Transition to ACTIVE for port object 6fa9b104-9c0b-4e9e-8da8-ecce68142d68 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:06.439972 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.494207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 312f590e-b71e-4401-a97c-faedc44e56d5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:06.532388 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 312f590e-b71e-4401-a97c-faedc44e56d5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:06.533181 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.626017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f8a3b-ddda-4a5a-8d2e-fe380f41a4be req-67c19e94-fe9e-4e44-89c0-bf77731a20e0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:06.646800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b3f8a3b-ddda-4a5a-8d2e-fe380f41a4be req-67c19e94-fe9e-4e44-89c0-bf77731a20e0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1988523 Aug 29 04:26:06.680894 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:06.687728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Attempting to bind port 6fa9b104-9c0b-4e9e-8da8-ecce68142d68 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:06.688317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Attempting to bind port 6fa9b104-9c0b-4e9e-8da8-ecce68142d68 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:06.691976 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] Sync routers for ids ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:06.692514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Attempting to bind port 6fa9b104-9c0b-4e9e-8da8-ecce68142d68 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:06.693357 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b7b7bdbb-df00-4b61-9133-608b70888946 admin admin] 10.222.0.49 "PUT /v2.0/routers/ce041aa2-d7a3-4eac-8ea0-75a9e8763c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3189013 Aug 29 04:26:06.696182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52812) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:06.705427 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] Routers {'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:06.706043 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:06.716766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7149a17-da8f-405f-a06c-4404c39aaeab None None] Pushing event updated for resources: {'Port': ['ID=6fa9b104-9c0b-4e9e-8da8-ecce68142d68,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:06.741326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:06.741881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:06.744229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.744780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:06.745632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Bound port: 6fa9b104-9c0b-4e9e-8da8-ecce68142d68, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:06.746131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.748713 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.809202 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ebd84994-6e75-4896-b0a9-907c276ab88d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:06.826307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b3f8a3b-ddda-4a5a-8d2e-fe380f41a4be req-a5838a88-b0e9-4cc3-864d-184dc4433505 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753166 Aug 29 04:26:06.838915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Calling delete_port for 6fa9b104-9c0b-4e9e-8da8-ecce68142d68 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:06.907782 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] Set router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:06.962044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] For port 6fa9b104-9c0b-4e9e-8da8-ecce68142d68, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:07.006636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] For port 6fa9b104-9c0b-4e9e-8da8-ecce68142d68, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6fa9b104-9c0b-4e9e-8da8-ecce68142d68,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:07.022085 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.031685 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.080843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52822) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.147038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ebd84994-6e75-4896-b0a9-907c276ab88d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:07.151919 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.249564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8eb697-1def-4219-9276-f29e72839185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312f590e-b71e-4401-a97c-faedc44e56d5'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:07.251853 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8522e1d-207a-4992-854e-95e2a1480110" -d '{"events": [{"server_uuid": "df8eb697-1def-4219-9276-f29e72839185", "name": "network-vif-plugged", "status": "completed", "tag": "312f590e-b71e-4401-a97c-faedc44e56d5"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:07.286067 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Routers {'3dd1fbbc-5a82-4243-b30a-04809e9ec4fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:07.287133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3dd1fbbc-5a82-4243-b30a-04809e9ec4fe'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:07.290229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 312f590e-b71e-4401-a97c-faedc44e56d5, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=312f590e-b71e-4401-a97c-faedc44e56d5,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:07.293698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7149a17-da8f-405f-a06c-4404c39aaeab None None] Pushing event updated for resources: {'Port': ['ID=6fa9b104-9c0b-4e9e-8da8-ecce68142d68,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:07.330373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177f3ac-4d68-43b5-b1e9-39cd2070e0c6 req-f5d22ce5-5e7f-4c44-85cd-d087b294e168 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:07.332237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3177f3ac-4d68-43b5-b1e9-39cd2070e0c6 req-f5d22ce5-5e7f-4c44-85cd-d087b294e168 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2208960 Aug 29 04:26:07.345925 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:26:05Z', 'revision_number': 5, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:07.361248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8281ea-e218-4864-b310-0d9984d5140b req-5590b8e8-b8e7-4198-ae9c-e68e330c2f27 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:07.362829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8281ea-e218-4864-b310-0d9984d5140b req-5590b8e8-b8e7-4198-ae9c-e68e330c2f27 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 944 time: 0.2194812 Aug 29 04:26:07.368588 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b3472fd-353f-4fff-802d-d1803d7e862f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.369489 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.404805 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] Checking router: ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:07.420290 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] Routers {'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:07.421316 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:07.445206 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.460476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8281ea-e218-4864-b310-0d9984d5140b req-e2b8a0ad-eaa4-4425-9e67-c58b13f8d2f2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786080 Aug 29 04:26:07.501823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3177f3ac-4d68-43b5-b1e9-39cd2070e0c6 req-8bd1e825-fdef-40b2-af3a-4a46628c070e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571753 Aug 29 04:26:07.503891 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.580482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fa9b104-9c0b-4e9e-8da8-ecce68142d68,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:07.589748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] Set router 3dd1fbbc-5a82-4243-b30a-04809e9ec4fe gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:07.615433 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] Set router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:07.710104 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.721325 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.790102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768f7ef-b241-4a15-ac67-d50c69454915 req-61da7308-db79-4a75-acee-ee1a92fc06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:07.792560 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a768f7ef-b241-4a15-ac67-d50c69454915 req-61da7308-db79-4a75-acee-ee1a92fc06c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 1097 time: 0.1169853 Aug 29 04:26:07.844904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Deleting port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:07.845332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.861850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.864734 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.952533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] For port 1553eecf-5deb-4fa6-afa3-c5c66d9bf650, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1553eecf-5deb-4fa6-afa3-c5c66d9bf650,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:07.953073 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.954256 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b3472fd-353f-4fff-802d-d1803d7e862f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.958773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.959425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3dd1fbbc-5a82-4243-b30a-04809e9ec4fe {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:07.966032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.970207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bbb94e70-161d-42e1-93e0-a7b677a0ec60 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "DELETE /v2.0/routers/3dd1fbbc-5a82-4243-b30a-04809e9ec4fe HTTP/1.1" status: 204 len: 168 time: 2.1688683 Aug 29 04:26:07.971665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52836) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.979350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Calling delete_port for 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:07.980527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b3472fd-353f-4fff-802d-d1803d7e862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.036889 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:26:05Z', 'revision_number': 5, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:08.101858 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582b810-5601-41fe-b245-fca8357bf458 None None] The sync data for ids ['ce041aa2-d7a3-4eac-8ea0-75a9e8763c41'] in n-d-712141-12 is: [{'id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-271364966-router', 'tenant_id': '6865805176604f33b7d3ac331df1d282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:27Z', 'updated_at': '2021-08-29T04:26:05Z', 'revision_number': 5, 'project_id': '6865805176604f33b7d3ac331df1d282', 'gw_port': {'id': '1553eecf-5deb-4fa6-afa3-c5c66d9bf650', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce041aa2-d7a3-4eac-8ea0-75a9e8763c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:08.122142 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374ce728-f0d4-42d7-aaf8-681f5fa1721f x-openstack-request-id: req-374ce728-f0d4-42d7-aaf8-681f5fa1721f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:08.123056 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8eb697-1def-4219-9276-f29e72839185", "name": "network-vif-plugged", "status": "completed", "tag": "312f590e-b71e-4401-a97c-faedc44e56d5", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:08.123468 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-374ce728-f0d4-42d7-aaf8-681f5fa1721f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:08.124082 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8eb697-1def-4219-9276-f29e72839185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312f590e-b71e-4401-a97c-faedc44e56d5', 'code': 200} Aug 29 04:26:08.131489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd1fbbc-5a82-4243-b30a-04809e9ec4fe', 'name': 'tempest-snat-router-2133053446', 'tenant_id': '59996d01d3764e65876e3bff3aff021e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:06Z', 'revision_number': 4, 'project_id': '59996d01d3764e65876e3bff3aff021e', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:08.135701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=312f590e-b71e-4401-a97c-faedc44e56d5,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.172467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84443d55-9029-4bf5-a4c5-62c1174a8745 None None] The sync data for ids ['3dd1fbbc-5a82-4243-b30a-04809e9ec4fe'] in n-d-712141-12 is: [{'id': '3dd1fbbc-5a82-4243-b30a-04809e9ec4fe', 'name': 'tempest-snat-router-2133053446', 'tenant_id': '59996d01d3764e65876e3bff3aff021e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:01Z', 'updated_at': '2021-08-29T04:26:06Z', 'revision_number': 4, 'project_id': '59996d01d3764e65876e3bff3aff021e', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:08.211012 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52840) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.224682 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a768f7ef-b241-4a15-ac67-d50c69454915 req-988ae4cf-036c-4092-9392-806b5f204fa2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236264 Aug 29 04:26:08.225710 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.270594 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1553eecf-5deb-4fa6-afa3-c5c66d9bf650,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.337675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.449508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7b45417f-5c96-461f-956e-5fd006cbe09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.452493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.455369 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.477589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5b3472fd-353f-4fff-802d-d1803d7e862f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c574e105958e4ea6bb641e7387913a60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3959446 Aug 29 04:26:08.507268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52844) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.516721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3472fd-353f-4fff-802d-d1803d7e862f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec72e19-6267-4bcf-b6d6-3fa10e4b4822,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.546739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad1b3f-9760-4ec4-8738-e6268744184f req-9b2e268c-348e-4b98-b9be-900e64c6a268 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:08.548453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01ad1b3f-9760-4ec4-8738-e6268744184f req-9b2e268c-348e-4b98-b9be-900e64c6a268 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.5923142 Aug 29 04:26:08.564221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.564764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:08.570091 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.574280 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b7f0242d-296c-4b85-9af0-4514d2d6c6a8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ce041aa2-d7a3-4eac-8ea0-75a9e8763c41 HTTP/1.1" status: 204 len: 168 time: 1.8750634 Aug 29 04:26:08.578122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52848) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.620150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.626240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0a140fc6-a6d6-49c2-9344-c5706dabd1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.661743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0a140fc6-a6d6-49c2-9344-c5706dabd1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.682260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:08.707529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:08.707876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fa5912a0-1b3e-4ae4-b73f-335b9c7ab639 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:08.725956 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7b45417f-5c96-461f-956e-5fd006cbe09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.729106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01ad1b3f-9760-4ec4-8738-e6268744184f req-17c6d6c0-88e1-41da-be24-a1f8dab6a944 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744297 Aug 29 04:26:08.730623 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:26:08.741863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7b45417f-5c96-461f-956e-5fd006cbe09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.744148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1700cd0-38e8-4483-929e-5a9e8d56b80d admin admin] Deleting subnet db51dbf5-e96a-4a59-a351-402195a73810 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:08.777641 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1700cd0-38e8-4483-929e-5a9e8d56b80d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.793959 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7b45417f-5c96-461f-956e-5fd006cbe09a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0daf0b487ac4a6c8547788ef34a18fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5795834 Aug 29 04:26:08.797605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52854) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.835254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0a140fc6-a6d6-49c2-9344-c5706dabd1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.837903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0a140fc6-a6d6-49c2-9344-c5706dabd1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.838098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7eb734-f133-4ee7-9a51-f84d84b48f91 req-a37176cd-9cf8-4c3a-852e-2ef83565c703 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:08.841547 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0a140fc6-a6d6-49c2-9344-c5706dabd1f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ec72e19-6267-4bcf-b6d6-3fa10e4b4822 HTTP/1.1" status: 204 len: 168 time: 0.3308430 Aug 29 04:26:08.841724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da7eb734-f133-4ee7-9a51-f84d84b48f91 req-a37176cd-9cf8-4c3a-852e-2ef83565c703 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 945 time: 0.2237432 Aug 29 04:26:08.842232 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1700cd0-38e8-4483-929e-5a9e8d56b80d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.843282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45417f-5c96-461f-956e-5fd006cbe09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ef19a4-b04b-46e5-a036-a854a79d1d12,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.878473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a140fc6-a6d6-49c2-9344-c5706dabd1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec72e19-6267-4bcf-b6d6-3fa10e4b4822,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.906863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-222e4525-8d90-4818-b17c-8dad2fd94ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.910015 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.935313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da7eb734-f133-4ee7-9a51-f84d84b48f91 req-13d80a03-6742-402f-a942-a4b7f63c055d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706842 Aug 29 04:26:08.936454 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1700cd0-38e8-4483-929e-5a9e8d56b80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.947361 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-222e4525-8d90-4818-b17c-8dad2fd94ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.014814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-222e4525-8d90-4818-b17c-8dad2fd94ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.017745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-222e4525-8d90-4818-b17c-8dad2fd94ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.021648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-222e4525-8d90-4818-b17c-8dad2fd94ac1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7ef19a4-b04b-46e5-a036-a854a79d1d12 HTTP/1.1" status: 204 len: 168 time: 0.2227440 Aug 29 04:26:09.046473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e4525-8d90-4818-b17c-8dad2fd94ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ef19a4-b04b-46e5-a036-a854a79d1d12,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.075989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59542c-7199-495e-b320-cfdf62a214a1 req-3743dccb-f530-412e-9301-3026136214a4 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:09.077619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee59542c-7199-495e-b320-cfdf62a214a1 req-3743dccb-f530-412e-9301-3026136214a4 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0916603 Aug 29 04:26:09.080257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1700cd0-38e8-4483-929e-5a9e8d56b80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.092645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Deleting port ebd84994-6e75-4896-b0a9-907c276ab88d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:09.092992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.128809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1700cd0-38e8-4483-929e-5a9e8d56b80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db51dbf5-e96a-4a59-a351-402195a73810,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.161902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1700cd0-38e8-4483-929e-5a9e8d56b80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.163797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f1700cd0-38e8-4483-929e-5a9e8d56b80d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/db51dbf5-e96a-4a59-a351-402195a73810 HTTP/1.1" status: 204 len: 168 time: 0.5804985 Aug 29 04:26:09.167196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52864) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:09.206235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee59542c-7199-495e-b320-cfdf62a214a1 req-03caa4e2-7e34-40b4-941b-4900260f3725 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154084 Aug 29 04:26:09.230499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] For port ebd84994-6e75-4896-b0a9-907c276ab88d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ebd84994-6e75-4896-b0a9-907c276ab88d,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:09.230882 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.250949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Calling delete_port for ebd84994-6e75-4896-b0a9-907c276ab88d owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:09.295206 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.415914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.446520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c44034a-2e03-458a-966e-140ad00d7e8e']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:09.459956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:09.460352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2d0b45-7d8e-4cb4-8c36-ecc818fa3043') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:09.474150 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.496086 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.503830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:09.504272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:09.507538 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:09.516729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f624d-d75f-425b-a366-68e59d30b568 req-9ac9e8d1-e1ed-4fe8-a363-69f4a4577db8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:09.518331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-233f624d-d75f-425b-a366-68e59d30b568 req-9ac9e8d1-e1ed-4fe8-a363-69f4a4577db8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1436136 Aug 29 04:26:09.599939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.619857 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.621855 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2c44034a-2e03-458a-966e-140ad00d7e8e HTTP/1.1" status: 204 len: 168 time: 0.4528344 Aug 29 04:26:09.643024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073ee2b-c276-40ef-9a07-8b19231a7af8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c44034a-2e03-458a-966e-140ad00d7e8e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.652959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-233f624d-d75f-425b-a366-68e59d30b568 req-cdb7525c-c3d4-4940-8212-dc60f20487eb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252549 Aug 29 04:26:09.653648 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.684799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebd84994-6e75-4896-b0a9-907c276ab88d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.771410 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.885725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52898) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:09.897249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.900532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.974032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79bab-629e-4a21-9414-46c57ca07d61 req-0862f111-0624-46aa-8297-ac860f043ca6 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:09.984254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5be79bab-629e-4a21-9414-46c57ca07d61 req-0862f111-0624-46aa-8297-ac860f043ca6 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1482425 Aug 29 04:26:09.986150 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7789c482-87b9-4bed-92c9-c28a9847a121 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6865805176604f33b7d3ac331df1d282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989413 Aug 29 04:26:09.988646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52902) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.025458 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.026068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c4c983d-71a8-44f9-b2b8-27f7f6c03a54 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:10.031705 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.033616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a06af6cb-fae3-48b6-95f3-df132d5614c3 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "DELETE /v2.0/routers/6c4c983d-71a8-44f9-b2b8-27f7f6c03a54 HTTP/1.1" status: 204 len: 168 time: 2.0483048 Aug 29 04:26:10.039053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52904) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.044983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-996271120', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:10.082095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5be79bab-629e-4a21-9414-46c57ca07d61 req-8206bde0-5e66-48ab-a3cd-44add405ac29 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969467 Aug 29 04:26:10.097692 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff19181b-0f8b-4385-9e05-5514502ead93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.165520 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff19181b-0f8b-4385-9e05-5514502ead93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.202417 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.204066 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.248874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff19181b-0f8b-4385-9e05-5514502ead93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.252019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ff19181b-0f8b-4385-9e05-5514502ead93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.254478 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ff19181b-0f8b-4385-9e05-5514502ead93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0c2f8c4-1b5f-42e9-be3e-6101611030e2 HTTP/1.1" status: 204 len: 168 time: 0.2618003 Aug 29 04:26:10.260153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638576-e8e0-4103-9efe-597e67528d55 req-f9020506-e88d-4a15-bbc4-3d369eb40d8f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:10.262202 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b638576-e8e0-4103-9efe-597e67528d55 req-f9020506-e88d-4a15-bbc4-3d369eb40d8f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 945 time: 0.1767614 Aug 29 04:26:10.262839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19181b-0f8b-4385-9e05-5514502ead93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c2f8c4-1b5f-42e9-be3e-6101611030e2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:10.311178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fac35-3d8a-4c9e-9d0c-eb7222777f43 req-d2b493f6-91bb-4e27-9414-72637350e2b1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:10.312926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a5fac35-3d8a-4c9e-9d0c-eb7222777f43 req-d2b493f6-91bb-4e27-9414-72637350e2b1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1405501 Aug 29 04:26:10.365977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.418921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52926) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.458170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b638576-e8e0-4103-9efe-597e67528d55 req-080ce176-4914-427f-a861-db0d2733ca54 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746867 Aug 29 04:26:10.535532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a5fac35-3d8a-4c9e-9d0c-eb7222777f43 req-9f5ffcd4-4f69-45f1-992a-1e3778d77ae0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093642 Aug 29 04:26:10.573637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.694340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ebd84994-6e75-4896-b0a9-907c276ab88d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:10.726507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ebd84994-6e75-4896-b0a9-907c276ab88d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:10.727507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ebd84994-6e75-4896-b0a9-907c276ab88d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:10.728904 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:10.754491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:10.754841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1553eecf-5deb-4fa6-afa3-c5c66d9bf650 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:10.781728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1258811154-network', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:10.805027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Made reservation on behalf of 8b277f54bd36473bbd3f1b4d613c7162 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:10.808057 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.820232 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.844719 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.874853 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.994483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.003746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.051384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:11.055417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Allocated IP 172.25.5.7 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/7e3f6ae6-56f5-45b7-9464-653a416fdf06) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:11.068234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00683567-f020-4ebe-b3f2-b29f43fba146,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.075320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.075678 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Added segment d4dc5d02-01d6-4a76-b423-caa11da6fdb9 of type vlan for network a8f0f242-843c-4999-8f04-f1a8f9f04e3c Aug 29 04:26:11.084292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53acd63-3eac-460f-b9d0-6ad0e5e4e3fc req-11037bb3-8cd4-4d82-9ee1-2dec3097032d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.087370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f53acd63-3eac-460f-b9d0-6ad0e5e4e3fc req-11037bb3-8cd4-4d82-9ee1-2dec3097032d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1034803 Aug 29 04:26:11.136258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.170459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.171380 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.172033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.210470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f53acd63-3eac-460f-b9d0-6ad0e5e4e3fc req-5c75bfaa-d65d-4cc9-bd48-c70dae015620 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015370 Aug 29 04:26:11.250857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.257120 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8362274 Aug 29 04:26:11.264569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52970) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:11.281531 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Request body: {'subnet': {'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1258811154-subnet', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:11.296160 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.311418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Made reservation on behalf of 8b277f54bd36473bbd3f1b4d613c7162 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:11.315172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.354453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:11.382558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:11.386837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db982d-9119-48b1-8723-57cff77d6f17 admin admin] Pushing event updated for resources: {'Network': ['ID=a8f0f242-843c-4999-8f04-f1a8f9f04e3c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.390870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:11.402736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a8f0f242-843c-4999-8f04-f1a8f9f04e3c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:11.431633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Pushing event updated for resources: {'Port': ['ID=7e3f6ae6-56f5-45b7-9464-653a416fdf06,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.480074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cecefe-fc69-4d5b-8d4e-f12517911cd7 req-f7d6654b-378b-41e5-a927-c1aaf2f922dc tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.495121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cecefe-fc69-4d5b-8d4e-f12517911cd7 req-f7d6654b-378b-41e5-a927-c1aaf2f922dc tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1827562 Aug 29 04:26:11.552164 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.635306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Checking segment: {'id': 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:11.635826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Network hostable DHCP agents. Network: a8f0f242-843c-4999-8f04-f1a8f9f04e3c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:11.639485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eccbdb3-3e23-4f94-95c0-2125dc68b55c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.658528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cecefe-fc69-4d5b-8d4e-f12517911cd7 req-b297f808-e103-4308-8e77-2ae13983a20d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523077 Aug 29 04:26:11.662118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Network a8f0f242-843c-4999-8f04-f1a8f9f04e3c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:11.678649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a8f0f242-843c-4999-8f04-f1a8f9f04e3c) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:11.700243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a667c-591a-4581-9a32-93867b29aa3a None None] Network a8f0f242-843c-4999-8f04-f1a8f9f04e3c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:11.714121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.714817 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.761673 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4cd75ce5-e29c-4cab-bc59-cdf1274ff6c4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4938185 Aug 29 04:26:11.763149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52988) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:11.773797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1258811154-router', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:11.819075 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.820146 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.874945 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.936103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-a8f0f242-843c-4999-8f04-f1a8f9f04e3c', 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'fixed_ips': [{'subnet_id': '1eccbdb3-3e23-4f94-95c0-2125dc68b55c'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:11.939223 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.951372 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.982509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c897f0e-9868-43eb-91c8-8796c110c075 req-f76258f4-bbb2-44e8-8ba5-a29d12916346 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.989962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c897f0e-9868-43eb-91c8-8796c110c075 req-f76258f4-bbb2-44e8-8ba5-a29d12916346 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1270895 Aug 29 04:26:12.052726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c897f0e-9868-43eb-91c8-8796c110c075 req-1c0d7bcd-8578-44b8-bb66-8895334b355b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619278 Aug 29 04:26:12.143213 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.187335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Allocated IP 172.20.0.2 (a8f0f242-843c-4999-8f04-f1a8f9f04e3c/1eccbdb3-3e23-4f94-95c0-2125dc68b55c/a4cc462d-ea89-4e93-8042-5540c2f9dcf2) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:12.292804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d3d87-0bf8-4c5f-a44b-595b14792d67 req-66bd82ed-a5d0-472c-96fa-0f0cb30a51ab tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.300044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-003d3d87-0bf8-4c5f-a44b-595b14792d67 req-66bd82ed-a5d0-472c-96fa-0f0cb30a51ab tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0774391 Aug 29 04:26:12.302196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.380730 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.391539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Transition to ACTIVE for port object a4cc462d-ea89-4e93-8042-5540c2f9dcf2 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:12.411411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Transition to ACTIVE for port object a4cc462d-ea89-4e93-8042-5540c2f9dcf2 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:12.419518 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.449471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Network a8f0f242-843c-4999-8f04-f1a8f9f04e3c is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:12.452220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:12.475964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:12.554064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Pushing event updated for resources: {'Port': ['ID=a4cc462d-ea89-4e93-8042-5540c2f9dcf2,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.569070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Attempting to bind port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:12.569913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Attempting to bind port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:12.571192 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Attempting to bind port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 on network a8f0f242-843c-4999-8f04-f1a8f9f04e3c {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:12.599698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:12.602525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Checking segment: {'id': 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:12.602644 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.603124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Bound using segment: {'id': 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:12.603826 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Bound port: a4cc462d-ea89-4e93-8042-5540c2f9dcf2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:12.604336 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.634657 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.665462 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.706959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] For port a4cc462d-ea89-4e93-8042-5540c2f9dcf2, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:12.712875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] For port a4cc462d-ea89-4e93-8042-5540c2f9dcf2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a4cc462d-ea89-4e93-8042-5540c2f9dcf2,segment=NetworkSegment(d4dc5d02-01d6-4a76-b423-caa11da6fdb9),segment_id=d4dc5d02-01d6-4a76-b423-caa11da6fdb9)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:12.726817 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.832639 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62a03a-95fb-4e7d-b271-c44d842e1137 None None] Pushing event updated for resources: {'Port': ['ID=a4cc462d-ea89-4e93-8042-5540c2f9dcf2,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.864401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Allocated IP 172.25.5.201 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/35a1edd0-b91e-4d77-b859-d33ce29eb0d6) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:12.924912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-003d3d87-0bf8-4c5f-a44b-595b14792d67 req-9b1c1a30-ea24-4afc-beaa-332cbf3ea518 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239259 Aug 29 04:26:13.144657 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.147087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Router 1cca4389-a9b9-4580-8a55-9447d2ad070e is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:13.232022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.256123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:13.261247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:13.299595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:13.402552 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Pushing event updated for resources: {'Port': ['ID=35a1edd0-b91e-4d77-b859-d33ce29eb0d6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:13.475635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:13.496135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90915319-71cb-4362-b9e9-d453cadf5ed1 None None] Sync routers for ids ['1cca4389-a9b9-4580-8a55-9447d2ad070e'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:13.511779 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90915319-71cb-4362-b9e9-d453cadf5ed1 None None] Routers {'1cca4389-a9b9-4580-8a55-9447d2ad070e'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:13.513007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-90915319-71cb-4362-b9e9-d453cadf5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1cca4389-a9b9-4580-8a55-9447d2ad070e'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:13.531582 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.533327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d603b858-eb2f-4a58-a31d-a5b643a70bd1 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4920475 Aug 29 04:26:13.536233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53030) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:13.541888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5e731be7-5538-4655-8a02-b520f811f782 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'enable_snat': False}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:13.608463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-90915319-71cb-4362-b9e9-d453cadf5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:13.620672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90915319-71cb-4362-b9e9-d453cadf5ed1 None None] Routers {'1cca4389-a9b9-4580-8a55-9447d2ad070e'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:13.621296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-90915319-71cb-4362-b9e9-d453cadf5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1cca4389-a9b9-4580-8a55-9447d2ad070e'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:13.667902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-90915319-71cb-4362-b9e9-d453cadf5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:13.668599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90915319-71cb-4362-b9e9-d453cadf5ed1 None None] The sync data for ids ['1cca4389-a9b9-4580-8a55-9447d2ad070e'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:13.744878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9a1ff-54c2-4e51-9b7f-76084daedfa5 req-a968b50b-94a5-4035-805a-5b18d794d467 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.746466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-15b9a1ff-54c2-4e51-9b7f-76084daedfa5 req-a968b50b-94a5-4035-805a-5b18d794d467 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2006106 Aug 29 04:26:13.819542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.848224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-15b9a1ff-54c2-4e51-9b7f-76084daedfa5 req-76c54af7-5dc9-45e2-bd64-33fb8661e3a7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910480 Aug 29 04:26:14.052182 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5e731be7-5538-4655-8a02-b520f811f782 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.070108 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.071651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7703a-1e51-4b44-a539-8b638e2a318a req-ea2f5e3e-7705-4e57-844f-a706c10d33e6 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.079381 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5f7703a-1e51-4b44-a539-8b638e2a318a req-ea2f5e3e-7705-4e57-844f-a706c10d33e6 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1279912 Aug 29 04:26:14.178854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5f7703a-1e51-4b44-a539-8b638e2a318a req-c4a4fafc-3623-4be0-bebf-d50d89ac39a3 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931001 Aug 29 04:26:14.208705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a16c5d4-4d37-4524-82e8-5b87898ab13d None None] Network a8f0f242-843c-4999-8f04-f1a8f9f04e3c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:14.349495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2a44d599-907e-496b-9086-423136dd0234 None None] Provisioning for port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:14.541849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:14.623829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5e731be7-5538-4655-8a02-b520f811f782 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.627560 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5e731be7-5538-4655-8a02-b520f811f782 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.669656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a4cc462d-ea89-4e93-8042-5540c2f9dcf2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:14.735996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:14.745097 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Sync routers for ids ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:14.757040 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Routers {'4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:14.757768 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:14.759493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.765186 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4a205880-5613-4dac-a409-27047edc082a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9977043 Aug 29 04:26:14.765893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53058) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:14.821332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:14.831727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:14.833868 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.920125 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Set router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:14.941591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e731be7-5538-4655-8a02-b520f811f782 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Router 1cca4389-a9b9-4580-8a55-9447d2ad070e has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:15.026697 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.079394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a4cc462d-ea89-4e93-8042-5540c2f9dcf2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a4cc462d-ea89-4e93-8042-5540c2f9dcf2,segment=NetworkSegment(d4dc5d02-01d6-4a76-b423-caa11da6fdb9),segment_id=d4dc5d02-01d6-4a76-b423-caa11da6fdb9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:15.087115 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.182659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a4cc462d-ea89-4e93-8042-5540c2f9dcf2,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:15.187101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.188003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.188497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.189475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.189972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.190312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.192513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.192881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.193589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.194525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.194986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.195573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:15.210131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a8305-71b2-4124-b161-152e5923d17d req-3103b5cd-08cc-4676-9ac2-eeab9159c6a3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.217978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe6a8305-71b2-4124-b161-152e5923d17d req-3103b5cd-08cc-4676-9ac2-eeab9159c6a3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1649399 Aug 29 04:26:15.251506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e731be7-5538-4655-8a02-b520f811f782 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:15.260236 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5e731be7-5538-4655-8a02-b520f811f782 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.261645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5e731be7-5538-4655-8a02-b520f811f782 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "PUT /v2.0/routers/1cca4389-a9b9-4580-8a55-9447d2ad070e HTTP/1.1" status: 200 len: 923 time: 1.7240944 Aug 29 04:26:15.263253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4333ca95-3f5a-4d72-8b0e-a72badd8509d None None] Sync routers for ids ['1cca4389-a9b9-4580-8a55-9447d2ad070e'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:15.267982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53074) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.277742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4333ca95-3f5a-4d72-8b0e-a72badd8509d None None] Routers {'1cca4389-a9b9-4580-8a55-9447d2ad070e'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:15.280096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4333ca95-3f5a-4d72-8b0e-a72badd8509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1cca4389-a9b9-4580-8a55-9447d2ad070e'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.292785 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'name': 'tempest-TestAggregatesBasicOps-1258811154-router', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:13Z', 'revision_number': 3, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'gw_port': {'id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:12Z', 'updated_at': '2021-08-29T04:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.335962 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Checking router: 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:15.337143 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Updating router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:15.355880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4333ca95-3f5a-4d72-8b0e-a72badd8509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.363078 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.379329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4333ca95-3f5a-4d72-8b0e-a72badd8509d None None] Routers {'1cca4389-a9b9-4580-8a55-9447d2ad070e'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:15.380867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe6a8305-71b2-4124-b161-152e5923d17d req-b3cba9d9-83cf-4edc-8870-69c4f8553efc tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566286 Aug 29 04:26:15.381462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4333ca95-3f5a-4d72-8b0e-a72badd8509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1cca4389-a9b9-4580-8a55-9447d2ad070e'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.471348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4333ca95-3f5a-4d72-8b0e-a72badd8509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.476369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4333ca95-3f5a-4d72-8b0e-a72badd8509d None None] The sync data for ids ['1cca4389-a9b9-4580-8a55-9447d2ad070e'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:15.593808 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53080) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.594370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e1496d4b-9bb3-4b95-bfca-a4a25cbc254e tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/routers/1cca4389-a9b9-4580-8a55-9447d2ad070e HTTP/1.1" status: 200 len: 923 time: 0.3246226 Aug 29 04:26:15.659758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0ed87-3aec-4567-941e-5d9a8640cf4e req-e303bcda-535b-4658-bd4c-ab07e7638673 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.667096 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-caa0ed87-3aec-4567-941e-5d9a8640cf4e req-e303bcda-535b-4658-bd4c-ab07e7638673 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.3090823 Aug 29 04:26:15.726247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8867e48-85cf-42a0-9b7e-8d8065591a91 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.728509 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a8867e48-85cf-42a0-9b7e-8d8065591a91 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&device_id=1cca4389-a9b9-4580-8a55-9447d2ad070e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1327307 Aug 29 04:26:15.731585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53082) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.732013 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.742672 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.747419 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Transition to ACTIVE for port object 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:15.748037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-caa0ed87-3aec-4567-941e-5d9a8640cf4e req-b6fe0fc8-4f80-4e12-876c-c66588355ab6 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799336 Aug 29 04:26:15.756331 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.820278 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b05f1b-874b-46f5-beb1-db5542bfbfe6 None None] Pushing event updated for resources: {'Port': ['ID=35a1edd0-b91e-4d77-b859-d33ce29eb0d6,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:15.826006 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Attempting to bind port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:15.826376 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Attempting to bind port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:15.826750 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Attempting to bind port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:15.832785 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:15.833159 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:15.833564 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.833957 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:15.834607 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Bound port: 35a1edd0-b91e-4d77-b859-d33ce29eb0d6, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:15.834999 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.896921 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] For port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:15.900448 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] For port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=35a1edd0-b91e-4d77-b859-d33ce29eb0d6,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:15.906916 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.920601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728670c8-fa3e-48c8-a7c4-d5ce0ba44ab6 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.925102 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-728670c8-fa3e-48c8-a7c4-d5ce0ba44ab6 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 881 time: 0.1891034 Aug 29 04:26:15.925945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53084) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.960803 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0395dba5-9b5e-49ab-8b3d-fea4230d6a7f tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cca4389-a9b9-4580-8a55-9447d2ad070e HTTP/1.1" status: 200 len: 205 time: 0.0336332 Aug 29 04:26:15.963374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53086) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.975220 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Routers {'4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:15.976074 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:16.116259 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] Set router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:16.134367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Allocated IP 172.20.0.1 (a8f0f242-843c-4999-8f04-f1a8f9f04e3c/1eccbdb3-3e23-4f94-95c0-2125dc68b55c/7236c5ac-f7fe-45a6-824d-77972667d4f6) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:16.194495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-91b12bfa-32fc-4d72-a0cd-eb0315c693a7 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.197071 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-91b12bfa-32fc-4d72-a0cd-eb0315c693a7 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.59 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1751916 Aug 29 04:26:16.243610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.281377 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b05f1b-874b-46f5-beb1-db5542bfbfe6 None None] Pushing event updated for resources: {'Port': ['ID=35a1edd0-b91e-4d77-b859-d33ce29eb0d6,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:16.383009 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'name': 'tempest-TestAggregatesBasicOps-1258811154-router', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:13Z', 'revision_number': 3, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'gw_port': {'id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:12Z', 'updated_at': '2021-08-29T04:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:16.413324 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0745445-d3dc-4222-b61e-db3bd863f898 None None] The sync data for ids ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'] in n-d-712141-12 is: [{'id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'name': 'tempest-TestAggregatesBasicOps-1258811154-router', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:13Z', 'revision_number': 3, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'gw_port': {'id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:12Z', 'updated_at': '2021-08-29T04:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:16.494814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.498287 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.531015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Transition to ACTIVE for port object 7236c5ac-f7fe-45a6-824d-77972667d4f6 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:16.546844 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Deleting port 75fe736a-8936-4a3b-90ff-113235792aa9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:16.547376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.594712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71db6e-8ef9-4c6d-a09f-444c9197313e req-2a18a1cc-8882-456c-8ece-be35ab5d4f3e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.598435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad71db6e-8ef9-4c6d-a09f-444c9197313e req-2a18a1cc-8882-456c-8ece-be35ab5d4f3e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1242712 Aug 29 04:26:16.638055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a4cc462d-ea89-4e93-8042-5540c2f9dcf2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:16.676413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad71db6e-8ef9-4c6d-a09f-444c9197313e req-c76bc956-0217-4dd8-a1ef-0260f7181515 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671916 Aug 29 04:26:16.759898 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:16.762501 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.931624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] For port 75fe736a-8936-4a3b-90ff-113235792aa9, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=75fe736a-8936-4a3b-90ff-113235792aa9,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:16.932249 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.943138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Deleting port 7e3f6ae6-56f5-45b7-9464-653a416fdf06 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:16.943484 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.962555 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.977243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d443c7-8cbf-46cc-a24e-ece03b5a240f req-af5a6e57-5a5e-4927-8fd8-d56214cefbda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.978902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55d443c7-8cbf-46cc-a24e-ece03b5a240f req-af5a6e57-5a5e-4927-8fd8-d56214cefbda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.1082499 Aug 29 04:26:17.030751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55d443c7-8cbf-46cc-a24e-ece03b5a240f req-94d25328-f0d3-4eb0-9aef-3656192c5b95 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442300 Aug 29 04:26:17.503745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Network a8f0f242-843c-4999-8f04-f1a8f9f04e3c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:17.527328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:17.544996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:17.570942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Pushing event updated for resources: {'Port': ['ID=7236c5ac-f7fe-45a6-824d-77972667d4f6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.692990 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.702336 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.751877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Calling delete_port for 7e3f6ae6-56f5-45b7-9464-653a416fdf06 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:17.814513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ff84-a78e-4590-9e2d-eb7e7142526a req-f581955b-375b-43fb-b006-548c0e0b1904 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:17.816590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17b5ff84-a78e-4590-9e2d-eb7e7142526a req-f581955b-375b-43fb-b006-548c0e0b1904 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0656822 Aug 29 04:26:17.883612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2b8a8812-6d0b-4144-984a-f154cf8d5e62 None None] Provisioning for port 7236c5ac-f7fe-45a6-824d-77972667d4f6 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:17.887626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2b8a8812-6d0b-4144-984a-f154cf8d5e62 None None] Provisioning complete for port 7236c5ac-f7fe-45a6-824d-77972667d4f6 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:17.888061 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8812-6d0b-4144-984a-f154cf8d5e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.909367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17b5ff84-a78e-4590-9e2d-eb7e7142526a req-ddeb9a79-9955-4be4-bb11-dd1d2a091c21 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864103 Aug 29 04:26:17.936556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a8812-6d0b-4144-984a-f154cf8d5e62 None None] Port 7236c5ac-f7fe-45a6-824d-77972667d4f6 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:17.965015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.965618 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.965738 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Floating IP e5461948-eee0-4d6f-8b20-a9ea5c8370e8 disassociated. External IP: 172.25.5.135, port: 75fe736a-8936-4a3b-90ff-113235792aa9. Aug 29 04:26:17.966054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Calling delete_port for 75fe736a-8936-4a3b-90ff-113235792aa9 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:18.028081 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.156402 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.186431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cc692-e3e6-4e54-8572-b1a3f49207dc req-6d1ff10f-a743-473d-b954-e593ecb5d31c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:18.200787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f58cc692-e3e6-4e54-8572-b1a3f49207dc req-6d1ff10f-a743-473d-b954-e593ecb5d31c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 946 time: 0.0973222 Aug 29 04:26:18.263935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f58cc692-e3e6-4e54-8572-b1a3f49207dc req-c5052688-7f93-4ae1-9f5c-b3baf2f2c7a3 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=a42c6bcc-1768-4200-8df0-1e28f238eb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584569 Aug 29 04:26:18.384797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 75fe736a-8936-4a3b-90ff-113235792aa9 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:18.493602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.500141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No active binding found for port 75fe736a-8936-4a3b-90ff-113235792aa9 {{(pid=94852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:26:18.500820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 75fe736a-8936-4a3b-90ff-113235792aa9 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:18.508655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.538702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Pushing event deleted for resources: {'Port': ['ID=7e3f6ae6-56f5-45b7-9464-653a416fdf06,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.598666 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53152) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:18.632043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event deleted for resources: {'Port': ['ID=75fe736a-8936-4a3b-90ff-113235792aa9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.700315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:18.767643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:18.772458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:18.772851 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.793783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d2c78c3-2d7a-4359-b322-a9dea65d49ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.866256 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.890741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.891285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=35a1edd0-b91e-4d77-b859-d33ce29eb0d6,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:18.897955 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.924582 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d2c78c3-2d7a-4359-b322-a9dea65d49ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.932769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d2c78c3-2d7a-4359-b322-a9dea65d49ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.957792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=35a1edd0-b91e-4d77-b859-d33ce29eb0d6,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.985114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7d2c78c3-2d7a-4359-b322-a9dea65d49ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f78b834e38d94eb7a6e7da7ad5c7ba3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849978 Aug 29 04:26:18.986003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c78c3-2d7a-4359-b322-a9dea65d49ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201fd5de-49cd-4661-a6a1-e215ad01e717,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.988733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53172) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:19.023332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.023332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.050613 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cd0e-f2dc-477f-9176-afb82a5809a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.076457 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.095222 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:19.100824 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cd0e-f2dc-477f-9176-afb82a5809a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.103221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.103753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Fanout notify agent at l3_agent the message router_deleted on router 1cca4389-a9b9-4580-8a55-9447d2ad070e {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:19.110887 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.112592 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0e1d0950-0a05-4b4a-9220-9f0340b9b6fe tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/1cca4389-a9b9-4580-8a55-9447d2ad070e HTTP/1.1" status: 204 len: 168 time: 3.1480966 Aug 29 04:26:19.113283 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.119692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53176) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:19.143913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b4adc12a-0505-49ba-b195-ed7ee0d6b218 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-764445645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:19.160098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd697452-604f-474f-b291-21e6f7e770cb req-929003f4-1dcf-4c4f-aef1-e6f9ddf35cfc tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:19.161812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd697452-604f-474f-b291-21e6f7e770cb req-929003f4-1dcf-4c4f-aef1-e6f9ddf35cfc tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1050804 Aug 29 04:26:19.214119 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cd0e-f2dc-477f-9176-afb82a5809a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.217042 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2fc8cd0e-f2dc-477f-9176-afb82a5809a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.229584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2fc8cd0e-f2dc-477f-9176-afb82a5809a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/201fd5de-49cd-4661-a6a1-e215ad01e717 HTTP/1.1" status: 204 len: 168 time: 0.2320423 Aug 29 04:26:19.256979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd697452-604f-474f-b291-21e6f7e770cb req-fdd20492-3074-4d30-9449-39577bec87f4 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716748 Aug 29 04:26:19.258307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8cd0e-f2dc-477f-9176-afb82a5809a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201fd5de-49cd-4661-a6a1-e215ad01e717,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.286655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.294775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Pushing event updated for resources: {'Port': ['ID=7236c5ac-f7fe-45a6-824d-77972667d4f6,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.337196 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4adc12a-0505-49ba-b195-ed7ee0d6b218 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.338425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4adc12a-0505-49ba-b195-ed7ee0d6b218 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.457813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac399ffd-ca5f-46ff-a04f-6d95076a06e6 req-d61fd098-bdd8-47cc-ad2b-e6bc411cfc92 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=53772430-7974-4641-9b6e-b307917bbab1 HTTP/1.1" status: 200 len: 210 time: 0.0626423 Aug 29 04:26:19.490689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:19.501288 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] Sync routers for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:19.517194 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:19.522883 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:19.532982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4adc12a-0505-49ba-b195-ed7ee0d6b218 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.563086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] No DVR routers for this DVR port 75fe736a-8936-4a3b-90ff-113235792aa9 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:19.565776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.568173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a2bdd634-a4b0-46ae-979a-3d32d68d8c7a req-6ae59b4e-1a2a-4180-8c79-68d990aa5a53 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.59 "DELETE /v2.0/ports/75fe736a-8936-4a3b-90ff-113235792aa9 HTTP/1.1" status: 204 len: 173 time: 3.3351018 Aug 29 04:26:19.569121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4adc12a-0505-49ba-b195-ed7ee0d6b218 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.593857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53772430-7974-4641-9b6e-b307917bbab1', 'name': 'network-vif-deleted', 'tag': '75fe736a-8936-4a3b-90ff-113235792aa9'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:19.606854 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902958f3-04ea-41a3-a667-1c8af5c70e28" -d '{"events": [{"server_uuid": "53772430-7974-4641-9b6e-b307917bbab1", "name": "network-vif-deleted", "tag": "75fe736a-8936-4a3b-90ff-113235792aa9"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:19.674263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Network a8f0f242-843c-4999-8f04-f1a8f9f04e3c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:19.675297 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4adc12a-0505-49ba-b195-ed7ee0d6b218 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.676525 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b4adc12a-0505-49ba-b195-ed7ee0d6b218 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5364480 Aug 29 04:26:19.677938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:19.679478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53194) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:19.684422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:19.705302 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2e774f-ca8b-4105-bf8a-7972806293ee x-openstack-request-id: req-da2e774f-ca8b-4105-bf8a-7972806293ee {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:19.706691 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53772430-7974-4641-9b6e-b307917bbab1", "name": "network-vif-deleted", "tag": "75fe736a-8936-4a3b-90ff-113235792aa9", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:19.706691 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da2e774f-ca8b-4105-bf8a-7972806293ee {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:19.706691 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53772430-7974-4641-9b6e-b307917bbab1', 'name': 'network-vif-deleted', 'tag': '75fe736a-8936-4a3b-90ff-113235792aa9', 'status': 'completed', 'code': 200} Aug 29 04:26:19.781368 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:19.807481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53196) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:19.839122 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aec8d014-3e8f-4042-846a-213c427d37ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.087211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f8823311-bc9e-4791-aef1-9327eb8ca256 None None] Provisioning complete for port 7236c5ac-f7fe-45a6-824d-77972667d4f6 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:20.087848 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8823311-bc9e-4791-aef1-9327eb8ca256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.172166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f8823311-bc9e-4791-aef1-9327eb8ca256 None None] Port 7236c5ac-f7fe-45a6-824d-77972667d4f6 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:20.194342 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.253706 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] Checking router: 39a7bb1d-5925-42a6-968c-f5cb478cdb22 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:20.265021 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:20.265858 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.447095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:20.531679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.625315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06126f-3543-470b-98a9-92860d7e5518 req-6f5c15ed-e153-428f-8afc-e15e88f59df7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:20.630626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e06126f-3543-470b-98a9-92860d7e5518 req-6f5c15ed-e153-428f-8afc-e15e88f59df7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2332499 Aug 29 04:26:20.654984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:20.671176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Sync routers for ids ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:20.679487 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:20.683614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Routers {'4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:20.684999 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bd1b01c2-6702-49ce-8446-198520915654 admin admin] 10.222.0.49 "PUT /v2.0/routers/4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9179273 Aug 29 04:26:20.705113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.755234 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aec8d014-3e8f-4042-846a-213c427d37ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.760532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53212) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:20.793034 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aec8d014-3e8f-4042-846a-213c427d37ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.821518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e06126f-3543-470b-98a9-92860d7e5518 req-df3faa03-e272-43c7-9480-990987d84150 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677113 Aug 29 04:26:20.872882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:20.908633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Set router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:20.966358 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-aec8d014-3e8f-4042-846a-213c427d37ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efff03d9bdd94d3098f8fe48e36c300b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1552725 Aug 29 04:26:20.967044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53216) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:21.008879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8d014-3e8f-4042-846a-213c427d37ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6e0881-cc94-422c-826f-5374d82ac15b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:21.035143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7563f7d-11bf-4ca4-9f88-5770e31a5e9d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.040282 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.063928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7563f7d-11bf-4ca4-9f88-5770e31a5e9d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.066734 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.093306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:21.094411 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.132767 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7563f7d-11bf-4ca4-9f88-5770e31a5e9d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.136139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7563f7d-11bf-4ca4-9f88-5770e31a5e9d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.139879 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f7563f7d-11bf-4ca4-9f88-5770e31a5e9d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "DELETE /v2.0/security-groups/a42c6bcc-1768-4200-8df0-1e28f238eb20 HTTP/1.1" status: 204 len: 168 time: 0.3754387 Aug 29 04:26:21.140837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53218) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:21.200097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7563f7d-11bf-4ca4-9f88-5770e31a5e9d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42c6bcc-1768-4200-8df0-1e28f238eb20,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:21.200559 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-d81f1b21-c90f-4e4a-a183-ee9e7a0299fb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] show failed (client error): The resource could not be found. Aug 29 04:26:21.204748 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:21.205747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53222) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:21.213149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d81f1b21-c90f-4e4a-a183-ee9e7a0299fb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups/a42c6bcc-1768-4200-8df0-1e28f238eb20 HTTP/1.1" status: 404 len: 347 time: 0.0685360 Aug 29 04:26:21.237473 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53edac58-b7e9-413b-8a37-936d854d2363 None None] The sync data for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 is: [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:21.250223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Allocated IP 172.25.5.56 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/83cf7623-d7e3-491b-94bd-6e7f11bd0af8) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:21.387172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fabf63cb-a84b-426e-add3-cbfcd2e3e85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.452544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'name': 'tempest-TestAggregatesBasicOps-1258811154-router', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 4, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'gw_port': {'id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:12Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7236c5ac-f7fe-45a6-824d-77972667d4f6', 'name': '', 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'mac_address': 'fa:16:3e:97:bd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '1eccbdb3-3e23-4f94-95c0-2125dc68b55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:15Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 2, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'subnets': [{'id': '1eccbdb3-3e23-4f94-95c0-2125dc68b55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:21.456361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.479155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fabf63cb-a84b-426e-add3-cbfcd2e3e85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.485675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Checking router: 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:21.486309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Updating router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 port 7236c5ac-f7fe-45a6-824d-77972667d4f6 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:21.524950 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.559263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-538e478d-f708-4359-86fc-ecf361cbd93d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Deleting port 15c16ce5-e3b3-426d-b0d6-27294b719d08 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:21.559527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.560111 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-538e478d-f708-4359-86fc-ecf361cbd93d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.684063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Pushing event updated for resources: {'Port': ['ID=83cf7623-d7e3-491b-94bd-6e7f11bd0af8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:21.684547 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fabf63cb-a84b-426e-add3-cbfcd2e3e85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.687692 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fabf63cb-a84b-426e-add3-cbfcd2e3e85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.689206 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fabf63cb-a84b-426e-add3-cbfcd2e3e85b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a6e0881-cc94-422c-826f-5374d82ac15b HTTP/1.1" status: 204 len: 168 time: 0.7097554 Aug 29 04:26:21.723729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf63cb-a84b-426e-add3-cbfcd2e3e85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6e0881-cc94-422c-826f-5374d82ac15b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:21.724110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:21.728878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:21.737635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:21.757238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-538e478d-f708-4359-86fc-ecf361cbd93d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.758482 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-538e478d-f708-4359-86fc-ecf361cbd93d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.774521 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fd73c-7640-44f2-b480-7ffba1530a30 None None] New status for floating IP e5461948-eee0-4d6f-8b20-a9ea5c8370e8: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:26:21.793303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-538e478d-f708-4359-86fc-ecf361cbd93d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Calling delete_port for 15c16ce5-e3b3-426d-b0d6-27294b719d08 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:21.895704 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53242) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:21.903383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-725420176-network', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:21.970486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Made reservation on behalf of f75f26889a834c62acdef83a3bf45dcb for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:21.973468 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.987014 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.008055 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.db.api [None req-689fd73c-7640-44f2-b480-7ffba1530a30 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:26:22.008055 n-d-712141-12 neutron-server[94853]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Aug 29 04:26:22.008055 n-d-712141-12 neutron-server[94853]: [parameters: {'status': 'DOWN', 'floatingips_id': 'e5461948-eee0-4d6f-8b20-a9ea5c8370e8'}] Aug 29 04:26:22.008055 n-d-712141-12 neutron-server[94853]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94853) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:26:22.009100 n-d-712141-12 neutron-server[94853]: DEBUG oslo_db.api [None req-689fd73c-7640-44f2-b480-7ffba1530a30 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:26:22.057348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-538e478d-f708-4359-86fc-ecf361cbd93d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.153398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e478d-f708-4359-86fc-ecf361cbd93d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event deleted for resources: {'Port': ['ID=15c16ce5-e3b3-426d-b0d6-27294b719d08,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.177189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e55137-0afc-4a3a-84c2-c354e9a86b02 req-c4311b5f-32e7-4489-b5f6-d76eb80e5002 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.178737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70e55137-0afc-4a3a-84c2-c354e9a86b02 req-c4311b5f-32e7-4489-b5f6-d76eb80e5002 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0993495 Aug 29 04:26:22.197321 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-538e478d-f708-4359-86fc-ecf361cbd93d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.199537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-538e478d-f708-4359-86fc-ecf361cbd93d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.200779 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-538e478d-f708-4359-86fc-ecf361cbd93d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "DELETE /v2.0/floatingips/e5461948-eee0-4d6f-8b20-a9ea5c8370e8 HTTP/1.1" status: 204 len: 168 time: 0.9933364 Aug 29 04:26:22.245553 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.264060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Transition to ACTIVE for port object 7236c5ac-f7fe-45a6-824d-77972667d4f6 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:22.272233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.357015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.372885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70e55137-0afc-4a3a-84c2-c354e9a86b02 req-893c6de5-3a27-4324-a20c-04e857e9753b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636801 Aug 29 04:26:22.375727 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.383716 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.424757 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:22.500325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.500989 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Added segment 844e5ce9-7ac1-497c-a43b-dd80f9a33fc8 of type vlan for network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c Aug 29 04:26:22.509509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e04c2f-e7ec-4e80-9a8c-89c0e7b5e8b9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.511108 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fd73c-7640-44f2-b480-7ffba1530a30 None None] New status for floating IP e5461948-eee0-4d6f-8b20-a9ea5c8370e8: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:26:22.587405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Attempting to bind port 7236c5ac-f7fe-45a6-824d-77972667d4f6 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:22.587793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Attempting to bind port 7236c5ac-f7fe-45a6-824d-77972667d4f6 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:22.588369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Attempting to bind port 7236c5ac-f7fe-45a6-824d-77972667d4f6 on network a8f0f242-843c-4999-8f04-f1a8f9f04e3c {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:22.592105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6db52d-da1b-44dc-8586-c80afcc67015 None None] Pushing event updated for resources: {'Port': ['ID=7236c5ac-f7fe-45a6-824d-77972667d4f6,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.598592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:22.603751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Checking segment: {'id': 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:22.605488 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.606462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Bound using segment: {'id': 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:22.611395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Bound port: 7236c5ac-f7fe-45a6-824d-77972667d4f6, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:22.611927 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.653836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53256) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:22.667429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.710214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-44925af6-bd97-478e-a587-06e534a9571c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459487963', 'description': 'tempest-description--426766200'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:22.733620 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.736896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.737954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.790658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44925af6-bd97-478e-a587-06e534a9571c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.814400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] For port 7236c5ac-f7fe-45a6-824d-77972667d4f6, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:22.826181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] For port 7236c5ac-f7fe-45a6-824d-77972667d4f6, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7236c5ac-f7fe-45a6-824d-77972667d4f6,segment=NetworkSegment(d4dc5d02-01d6-4a76-b423-caa11da6fdb9),segment_id=d4dc5d02-01d6-4a76-b423-caa11da6fdb9)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:22.840137 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.861236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] Pushing event updated for resources: {'Network': ['ID=c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.906190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:22.908570 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-78901d05-1f72-4d95-980d-525d8f3f2012 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0114803 Aug 29 04:26:22.911135 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53270) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:22.917422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Request body: {'subnet': {'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-725420176-subnet', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:22.962465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Made reservation on behalf of f75f26889a834c62acdef83a3bf45dcb for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:22.966343 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.062676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.130497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Routers {'4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:23.131429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:23.152338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.350562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.435193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531ddea-36e7-403f-a287-68920b770407 req-4e783bde-4322-4300-8f1b-dbd3f3dd57c5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.442958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d531ddea-36e7-403f-a287-68920b770407 req-4e783bde-4322-4300-8f1b-dbd3f3dd57c5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.3649671 Aug 29 04:26:23.468088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44925af6-bd97-478e-a587-06e534a9571c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.488127 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44925af6-bd97-478e-a587-06e534a9571c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.496173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e24a71-ca2e-421c-83e9-1b2910a99e72,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:23.519417 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44925af6-bd97-478e-a587-06e534a9571c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.520776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-44925af6-bd97-478e-a587-06e534a9571c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8156776 Aug 29 04:26:23.526322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53284) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:23.539717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6db52d-da1b-44dc-8586-c80afcc67015 None None] Pushing event updated for resources: {'Port': ['ID=7236c5ac-f7fe-45a6-824d-77972667d4f6,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:23.541005 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5d393a01-5d45-4824-b9a8-5b404c0d0a12 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'security_group_rule': {'security_group_id': '0ace7dcb-15a9-4d24-8e04-48140b634bea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:23.541533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Router d9af399b-39f4-43cc-89ee-d951f5f2aaad is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:23.608823 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa7f4-2f1b-4a7d-ae6c-78bf0dcd05b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.611101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d531ddea-36e7-403f-a287-68920b770407 req-4d19885f-b619-4884-b626-26b6893cbd01 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623526 Aug 29 04:26:23.613507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] Set router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:23.613924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44925af6-bd97-478e-a587-06e534a9571c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ace7dcb-15a9-4d24-8e04-48140b634bea,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:23.659305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Checking segment: {'id': '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:23.660716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Network hostable DHCP agents. Network: c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:23.711759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d393a01-5d45-4824-b9a8-5b404c0d0a12 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.730573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:23.759720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eb248-db04-47b6-9448-430cd26cf7da req-21d9cf4c-3114-4a6f-9927-bc59b8e9d04c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.761934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-266eb248-db04-47b6-9448-430cd26cf7da req-21d9cf4c-3114-4a6f-9927-bc59b8e9d04c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2469532 Aug 29 04:26:23.763343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:23.778350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.779123 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.815831 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b9540633-ef93-40cb-9cb3-f610ff36e67b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9035645 Aug 29 04:26:23.816653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53294) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:23.839492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-725420176-router', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:23.867944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b438c-a274-44af-8796-3fbd60b08b86 None None] Network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:23.920464 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.921917 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.945877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-266eb248-db04-47b6-9448-430cd26cf7da req-7899c213-684b-4f7d-9419-df311352a678 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126463 Aug 29 04:26:23.966303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:23.977283 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.978556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-629f4458-3692-4e32-ba59-474cddd55dc6 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "PUT /v2.0/routers/d9af399b-39f4-43cc-89ee-d951f5f2aaad HTTP/1.1" status: 200 len: 882 time: 4.2980061 Aug 29 04:26:23.983903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53298) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:23.993214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fea9b-3a82-4211-bb11-fa89a0038e8c None None] Sync routers for ids ['d9af399b-39f4-43cc-89ee-d951f5f2aaad'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:24.013178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81d81-2f2b-48a8-83dd-11b44200ff62 req-6a11b88b-6b9c-40c5-b7d7-f22e8e7b4655 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.028652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85d81d81-2f2b-48a8-83dd-11b44200ff62 req-6a11b88b-6b9c-40c5-b7d7-f22e8e7b4655 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1739082 Aug 29 04:26:24.032010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fea9b-3a82-4211-bb11-fa89a0038e8c None None] Routers {'d9af399b-39f4-43cc-89ee-d951f5f2aaad'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:24.032822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-027fea9b-3a82-4211-bb11-fa89a0038e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d9af399b-39f4-43cc-89ee-d951f5f2aaad'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:24.039587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d393a01-5d45-4824-b9a8-5b404c0d0a12 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.077126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85d81d81-2f2b-48a8-83dd-11b44200ff62 req-00fcabcd-06c7-41b9-912f-a8cdfbc35132 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472686 Aug 29 04:26:24.114537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d393a01-5d45-4824-b9a8-5b404c0d0a12 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.154170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-027fea9b-3a82-4211-bb11-fa89a0038e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:24.192364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'name': 'tempest-TestAggregatesBasicOps-1258811154-router', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 4, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'gw_port': {'id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:12Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7236c5ac-f7fe-45a6-824d-77972667d4f6', 'name': '', 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'mac_address': 'fa:16:3e:97:bd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '1eccbdb3-3e23-4f94-95c0-2125dc68b55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:15Z', 'updated_at': '2021-08-29T04:26:22Z', 'revision_number': 4, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'subnets': [{'id': '1eccbdb3-3e23-4f94-95c0-2125dc68b55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:24.206816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d393a01-5d45-4824-b9a8-5b404c0d0a12 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.211100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53302) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:24.215098 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5d393a01-5d45-4824-b9a8-5b404c0d0a12 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6860743 Aug 29 04:26:24.216958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-410c4f5e-72af-4835-b623-9405ad81184c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'security_group_rule': {'security_group_id': '0ace7dcb-15a9-4d24-8e04-48140b634bea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:24.228516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d393a01-5d45-4824-b9a8-5b404c0d0a12 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f401c322-a922-41ff-a6da-0e1f6a6d7be1,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:24.281443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fea9b-3a82-4211-bb11-fa89a0038e8c None None] Routers {'d9af399b-39f4-43cc-89ee-d951f5f2aaad'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:24.282532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-410c4f5e-72af-4835-b623-9405ad81184c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.283999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.285064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-027fea9b-3a82-4211-bb11-fa89a0038e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:25:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d9af399b-39f4-43cc-89ee-d951f5f2aaad'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:24.332234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae72ce7-8c83-48b8-8e3d-64fa29bc12ae None None] The sync data for ids ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'] in n-d-712141-12 is: [{'id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'name': 'tempest-TestAggregatesBasicOps-1258811154-router', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 4, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'gw_port': {'id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:12Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7236c5ac-f7fe-45a6-824d-77972667d4f6', 'name': '', 'network_id': 'a8f0f242-843c-4999-8f04-f1a8f9f04e3c', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'mac_address': 'fa:16:3e:97:bd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '1eccbdb3-3e23-4f94-95c0-2125dc68b55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:15Z', 'updated_at': '2021-08-29T04:26:22Z', 'revision_number': 4, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'subnets': [{'id': '1eccbdb3-3e23-4f94-95c0-2125dc68b55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:24.458936 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-410c4f5e-72af-4835-b623-9405ad81184c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.468913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-410c4f5e-72af-4835-b623-9405ad81184c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.490569 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.497205 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8786b4e1-cb0b-46cf-af71-7ba8ab1affa6 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/routers/d9af399b-39f4-43cc-89ee-d951f5f2aaad HTTP/1.1" status: 200 len: 923 time: 0.5058322 Aug 29 04:26:24.499872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53310) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:24.530275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c4f5e-72af-4835-b623-9405ad81184c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5324f3d8-ecc5-4fc4-bccf-bf44b6ac3568,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:24.539878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-027fea9b-3a82-4211-bb11-fa89a0038e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:24.540674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fea9b-3a82-4211-bb11-fa89a0038e8c None None] The sync data for ids ['d9af399b-39f4-43cc-89ee-d951f5f2aaad'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:24.599239 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-410c4f5e-72af-4835-b623-9405ad81184c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.603691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-410c4f5e-72af-4835-b623-9405ad81184c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3909731 Aug 29 04:26:24.612441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53312) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:24.619764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c', 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'fixed_ips': [{'subnet_id': 'c4e24a71-ca2e-421c-83e9-1b2910a99e72'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:24.620896 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.623361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:24.668735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2148c74a-8f8e-45e8-b4aa-b7d47e874e0f tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.672800 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2148c74a-8f8e-45e8-b4aa-b7d47e874e0f tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&device_id=d9af399b-39f4-43cc-89ee-d951f5f2aaad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1691172 Aug 29 04:26:24.674033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53314) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:24.679551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb88d07-1467-4742-b5e0-b9e5fd4eeb45 req-83c8c98f-c8c5-4276-9d88-4a860ef170af tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.681192 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdb88d07-1467-4742-b5e0-b9e5fd4eeb45 req-83c8c98f-c8c5-4276-9d88-4a860ef170af tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1737490 Aug 29 04:26:24.787275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.845716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7236c5ac-f7fe-45a6-824d-77972667d4f6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:24.887467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdb88d07-1467-4742-b5e0-b9e5fd4eeb45 req-4d50c6a6-ea8f-40a8-b875-c069a544961e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760440 Aug 29 04:26:24.918607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Allocated IP 172.20.0.2 (c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c/c4e24a71-ca2e-421c-83e9-1b2910a99e72/5a8b656e-9704-4fbd-bba7-9db3c4a878eb) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:25.012106 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.022313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23231f7-4457-46f7-a3ef-b95a0593d2b6 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.026536 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a23231f7-4457-46f7-a3ef-b95a0593d2b6 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 881 time: 0.3489459 Aug 29 04:26:25.029817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53326) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:25.190240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d639095a-564d-4b37-b65b-6969432e5f6f tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9af399b-39f4-43cc-89ee-d951f5f2aaad HTTP/1.1" status: 200 len: 205 time: 0.1592753 Aug 29 04:26:25.194740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53330) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:25.216342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 7236c5ac-f7fe-45a6-824d-77972667d4f6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:25.260017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7236c5ac-f7fe-45a6-824d-77972667d4f6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:25.265757 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.277118 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.343506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.395387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a0df-6acd-4ce2-bd99-434d27aa84fe req-7277d215-838b-4fac-8abd-3afc9d42017d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.409579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-64b5a0df-6acd-4ce2-bd99-434d27aa84fe req-7277d215-838b-4fac-8abd-3afc9d42017d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.3296821 Aug 29 04:26:25.502008 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.515636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Allocated IP 172.25.5.42 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/44d6f7ea-c0ff-47a6-a342-c85bcdcb3cff) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:25.528050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-64b5a0df-6acd-4ce2-bd99-434d27aa84fe req-05fb22b8-456c-41d0-ad97-f0c5258b8861 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173682 Aug 29 04:26:25.531708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Transition to ACTIVE for port object 5a8b656e-9704-4fbd-bba7-9db3c4a878eb will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:25.550635 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.622338 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.630435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Transition to ACTIVE for port object 5a8b656e-9704-4fbd-bba7-9db3c4a878eb will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:25.660382 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.719862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 7236c5ac-f7fe-45a6-824d-77972667d4f6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7236c5ac-f7fe-45a6-824d-77972667d4f6,segment=NetworkSegment(d4dc5d02-01d6-4a76-b423-caa11da6fdb9),segment_id=d4dc5d02-01d6-4a76-b423-caa11da6fdb9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:25.741127 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.758464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:25.761777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:25.765434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:25.777480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Pushing event updated for resources: {'Port': ['ID=5a8b656e-9704-4fbd-bba7-9db3c4a878eb,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.891529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Attempting to bind port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:25.891879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Attempting to bind port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:25.892285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Attempting to bind port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb on network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:25.906223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=7236c5ac-f7fe-45a6-824d-77972667d4f6,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.913871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:25.914825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Checking segment: {'id': '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:25.915246 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.915647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Bound using segment: {'id': '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:25.916275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Bound port: 5a8b656e-9704-4fbd-bba7-9db3c4a878eb, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:25.916638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.012159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] For port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:26.016524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] For port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5a8b656e-9704-4fbd-bba7-9db3c4a878eb,segment=NetworkSegment(844e5ce9-7ac1-497c-a43b-dd80f9a33fc8),segment_id=844e5ce9-7ac1-497c-a43b-dd80f9a33fc8)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:26.022763 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.096537 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8d798971-26b1-46d4-9115-ed09fb22b510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.104522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cd2fa-6c5b-452f-9127-37a7d8f5a12b None None] Pushing event updated for resources: {'Port': ['ID=5a8b656e-9704-4fbd-bba7-9db3c4a878eb,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:26.318251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae35100-4c27-4790-b953-5b13c94c1151 req-5023a961-079f-41cb-8855-f95c64da1502 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.326203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dae35100-4c27-4790-b953-5b13c94c1151 req-5023a961-079f-41cb-8855-f95c64da1502 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2600856 Aug 29 04:26:26.375872 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.416180 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.439224 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.483116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dae35100-4c27-4790-b953-5b13c94c1151 req-8da8e16d-632f-45d2-be5e-663b71f45235 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557939 Aug 29 04:26:26.546130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Deleting port 83cf7623-d7e3-491b-94bd-6e7f11bd0af8 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:26.546768 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.653927 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.727568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Allocated IP 172.25.5.57 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/42adfa27-eda6-4189-8a41-803f3252553b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:26.773327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:26.819405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:26.822003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:26.843610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'Port': ['ID=44d6f7ea-c0ff-47a6-a342-c85bcdcb3cff,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:26.870836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5a8b656e-9704-4fbd-bba7-9db3c4a878eb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:26.884507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2ee52-5c30-4340-a2a0-bbde238aacb5 req-36286442-564f-4200-887b-df9f27f24d2a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.892626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afe2ee52-5c30-4340-a2a0-bbde238aacb5 req-36286442-564f-4200-887b-df9f27f24d2a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2156289 Aug 29 04:26:26.949271 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.970720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:26.975568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7236c5ac-f7fe-45a6-824d-77972667d4f6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:27.009176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-72360265-ae4f-4600-b317-f1a3e3d8d142 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a6431891c08a4883af80bce946727118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768414 Aug 29 04:26:27.009437 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.015086 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.040394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afe2ee52-5c30-4340-a2a0-bbde238aacb5 req-f752a13e-4d45-49a4-9b45-ff2403b2b40f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417131 Aug 29 04:26:27.066306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7236c5ac-f7fe-45a6-824d-77972667d4f6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:27.066846 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.083653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=42adfa27-eda6-4189-8a41-803f3252553b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:27.094025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Calling delete_port for 83cf7623-d7e3-491b-94bd-6e7f11bd0af8 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:27.096369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.096568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.097642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.097642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.098024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.098375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.098717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.099055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.099391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.099724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.100525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.100864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:27.123493 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:27.125130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:27.129954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:27.278983 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.341852 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.434428 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.574504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b575cbd-5b42-4336-8054-84ea483247db req-e4b8066e-293a-46d8-b0f9-e161435d53ea tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.585082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-e4b8066e-293a-46d8-b0f9-e161435d53ea tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5669188 Aug 29 04:26:27.593416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.641869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-e73945ee-d5cc-4857-b3a8-f8ba9bf082a2 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/quotas/a6431891c08a4883af80bce946727118 HTTP/1.1" status: 200 len: 375 time: 0.0551515 Aug 29 04:26:27.700718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-49b5ba39-1054-4571-9031-83340a2f39cd tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6431891c08a4883af80bce946727118&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578730 Aug 29 04:26:27.701408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.704378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3634b2d-f007-4356-bec1-f80b929b447e None None] Network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:27.810534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-79e1e67d-9d47-45f6-9d5f-66ed57d8ba60 None None] Provisioning for port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:27.821408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-79e1e67d-9d47-45f6-9d5f-66ed57d8ba60 None None] Provisioning complete for port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:27.822137 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-79e1e67d-9d47-45f6-9d5f-66ed57d8ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.936299 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.959147 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-79e1e67d-9d47-45f6-9d5f-66ed57d8ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.037965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.039050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-79e1e67d-9d47-45f6-9d5f-66ed57d8ba60 None None] For port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5a8b656e-9704-4fbd-bba7-9db3c4a878eb,segment=NetworkSegment(844e5ce9-7ac1-497c-a43b-dd80f9a33fc8),segment_id=844e5ce9-7ac1-497c-a43b-dd80f9a33fc8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:28.059573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-79e1e67d-9d47-45f6-9d5f-66ed57d8ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.141571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1e67d-9d47-45f6-9d5f-66ed57d8ba60 None None] Pushing event updated for resources: {'Port': ['ID=5a8b656e-9704-4fbd-bba7-9db3c4a878eb,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.148004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ca9b86e-a4a6-4791-98ff-8970bd4f934a req-3ec4faec-3fac-4a3f-8724-b0b999b4ff5e tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 210 time: 0.2081411 Aug 29 04:26:28.181424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc570ee-2dcd-49c2-9db3-fd7fb6627f5c req-70d3230c-692c-4124-b085-df612614ee04 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.183168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ecc570ee-2dcd-49c2-9db3-fd7fb6627f5c req-70d3230c-692c-4124-b085-df612614ee04 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.5874906 Aug 29 04:26:28.193257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.306102 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.316147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'Port': ['ID=44d6f7ea-c0ff-47a6-a342-c85bcdcb3cff,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.394434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-83ba6f25-3c9e-4439-89b0-8f0ab682f28d None None] Provisioning complete for port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:28.395033 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-83ba6f25-3c9e-4439-89b0-8f0ab682f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.463128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Pushing event deleted for resources: {'Port': ['ID=83cf7623-d7e3-491b-94bd-6e7f11bd0af8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.480115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:28.535736 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.606720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ecc570ee-2dcd-49c2-9db3-fd7fb6627f5c req-55731929-9921-429d-850b-64a29ab39c17 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600335 Aug 29 04:26:28.640939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053943-300d-43fb-beab-4e8835840864 req-be3e3a10-3eae-4dd5-bfe6-2d685fc93663 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.641197 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90053943-300d-43fb-beab-4e8835840864 req-be3e3a10-3eae-4dd5-bfe6-2d685fc93663 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.3539219 Aug 29 04:26:28.642168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.663843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5a8b656e-9704-4fbd-bba7-9db3c4a878eb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:28.711190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:28.721973 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Sync routers for ids ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:28.733563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.736021 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cc4795ce-ec9a-4abe-a565-942284aea1b6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9062669 Aug 29 04:26:28.737243 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Routers {'4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:28.737873 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:28.738689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53388) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.774224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:28.774615 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.787923 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.791817 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.900020 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.901357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e50128c6-06e7-4e2b-9724-664af6817444 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2862501 Aug 29 04:26:28.928684 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.929887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Fanout notify agent at l3_agent the message router_deleted on router d9af399b-39f4-43cc-89ee-d951f5f2aaad {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:28.955683 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.960276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b2a28789-272c-41e5-8621-ecf81022f3ba tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/d9af399b-39f4-43cc-89ee-d951f5f2aaad HTTP/1.1" status: 204 len: 168 time: 3.7555516 Aug 29 04:26:28.966762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53392) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.975324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-304c7b08-8608-42cc-a85e-d3c5ab9d594b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2012360867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:28.980728 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Set router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:28.994424 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.041171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90053943-300d-43fb-beab-4e8835840864 req-f1e0e68c-355a-4e24-b3d6-5e806824993b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429446 Aug 29 04:26:29.062298 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-304c7b08-8608-42cc-a85e-d3c5ab9d594b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.063453 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-304c7b08-8608-42cc-a85e-d3c5ab9d594b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.128171 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-304c7b08-8608-42cc-a85e-d3c5ab9d594b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.146776 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-304c7b08-8608-42cc-a85e-d3c5ab9d594b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.197506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-304c7b08-8608-42cc-a85e-d3c5ab9d594b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.199767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-304c7b08-8608-42cc-a85e-d3c5ab9d594b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2292066 Aug 29 04:26:29.206730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53406) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:29.212969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'enable_snat': True}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:29.284497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-b893bfdd-a359-4eec-a132-125cc3bf567f tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1459487963&fields=id&tenant_id=8ce5b211267f4463aa23c893c9e41ccc HTTP/1.1" status: 200 len: 267 time: 0.1541541 Aug 29 04:26:29.306930 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'name': 'tempest-TestAggregatesBasicOps-725420176-router', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '42adfa27-eda6-4189-8a41-803f3252553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:23Z', 'updated_at': '2021-08-29T04:26:27Z', 'revision_number': 3, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'gw_port': {'id': '42adfa27-eda6-4189-8a41-803f3252553b', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:25Z', 'updated_at': '2021-08-29T04:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:29.315847 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-94065fa8-167e-4162-94e0-ce5e0efde357 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a6431891c08a4883af80bce946727118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342593 Aug 29 04:26:29.337390 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Checking router: 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:29.338151 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Updating router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 port 42adfa27-eda6-4189-8a41-803f3252553b binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:29.350739 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6135a240-ef46-4819-b273-23e24dc44f8f req-6b166005-2a41-4cb4-aac4-0aa7b335126a tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 210 time: 0.0631654 Aug 29 04:26:29.393631 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.592566 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.605407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-1109d5cb-c298-4ec5-843b-e965b7877354 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.613087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-1109d5cb-c298-4ec5-843b-e965b7877354 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 809 time: 0.3274589 Aug 29 04:26:29.640234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-c5489091-958b-4dd6-9d2d-2094c54cdc65 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/quotas/8ce5b211267f4463aa23c893c9e41ccc HTTP/1.1" status: 200 len: 375 time: 0.0263262 Aug 29 04:26:29.657037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b575cbd-5b42-4336-8054-84ea483247db req-7cc5ab67-d207-4b70-be9c-abaa5ff34bd7 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.659940 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-7cc5ab67-d207-4b70-be9c-abaa5ff34bd7 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3361053 Aug 29 04:26:29.687447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Request body: {'port': {'device_id': '282d5d5e-e207-4633-80a8-51e971203108', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': 'a6431891c08a4883af80bce946727118'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:29.775311 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.779770 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.808288 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Transition to ACTIVE for port object 42adfa27-eda6-4189-8a41-803f3252553b will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:29.822339 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.854830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-75196a43-1124-4f68-b370-c661b2c851a9 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2135282 Aug 29 04:26:29.898955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f87a-bc6f-4c23-be18-3d540a0d4d26 req-60247b75-1839-4165-9e74-9fd800d8e7d8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.906405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6860f87a-bc6f-4c23-be18-3d540a0d4d26 req-60247b75-1839-4165-9e74-9fd800d8e7d8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1520560 Aug 29 04:26:29.911564 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862a3c7-4f95-4845-8114-07fd8570b1b5 None None] Pushing event updated for resources: {'Port': ['ID=42adfa27-eda6-4189-8a41-803f3252553b,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.916050 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Attempting to bind port 42adfa27-eda6-4189-8a41-803f3252553b on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:29.918460 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Attempting to bind port 42adfa27-eda6-4189-8a41-803f3252553b by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:29.918841 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Attempting to bind port 42adfa27-eda6-4189-8a41-803f3252553b on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:29.926553 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:29.926925 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:29.927556 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.928133 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:29.928829 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Bound port: 42adfa27-eda6-4189-8a41-803f3252553b, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:29.929936 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.964648 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6860f87a-bc6f-4c23-be18-3d540a0d4d26 req-3abd8e7a-9841-4771-af7e-d943d7829b50 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533280 Aug 29 04:26:30.017564 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] For port 42adfa27-eda6-4189-8a41-803f3252553b, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:30.022156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Made reservation on behalf of a6431891c08a4883af80bce946727118 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:30.027638 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.028056 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] For port 42adfa27-eda6-4189-8a41-803f3252553b, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=42adfa27-eda6-4189-8a41-803f3252553b,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:30.036633 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.051336 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.163341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Allocated IP 172.20.0.1 (c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c/c4e24a71-ca2e-421c-83e9-1b2910a99e72/9304d07d-b4d6-43e7-bd01-ab41040607c8) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:30.193612 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Routers {'4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:30.194245 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:30.197616 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862a3c7-4f95-4845-8114-07fd8570b1b5 None None] Pushing event updated for resources: {'Port': ['ID=42adfa27-eda6-4189-8a41-803f3252553b,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.224512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53422) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:30.227118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.334618 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.345028 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.370838 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] Set router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:30.371421 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.447688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0655fdea-76b5-4135-96b9-5c2781f5bb07 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:30.568846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Allocated IP 192.168.233.46 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/97faf0d7-97f6-4772-802c-99ae62104174) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:30.574951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:30.596601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee', 'port_id': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'mac_address': 'fa:16:3e:b2:c5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:30.616185 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.646090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.661723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0655fdea-76b5-4135-96b9-5c2781f5bb07 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:30.679896 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'name': 'tempest-TestAggregatesBasicOps-725420176-router', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '42adfa27-eda6-4189-8a41-803f3252553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:23Z', 'updated_at': '2021-08-29T04:26:27Z', 'revision_number': 3, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'gw_port': {'id': '42adfa27-eda6-4189-8a41-803f3252553b', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:25Z', 'updated_at': '2021-08-29T04:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:30.689363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:30.694116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2e2a25-1106-4b67-8d82-29bd2342711e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.697194 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.697859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Transition to ACTIVE for port object 9304d07d-b4d6-43e7-bd01-ab41040607c8 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:30.707426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-5f77ae0b-b4c2-40f4-8aa0-13cbaf40a854 service neutron] 10.222.0.49 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8518195 Aug 29 04:26:30.727433 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ebd76-b431-4e34-a59b-8407ffe04dd7 None None] The sync data for ids ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'] in n-d-712141-12 is: [{'id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'name': 'tempest-TestAggregatesBasicOps-725420176-router', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '42adfa27-eda6-4189-8a41-803f3252553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:23Z', 'updated_at': '2021-08-29T04:26:27Z', 'revision_number': 3, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'gw_port': {'id': '42adfa27-eda6-4189-8a41-803f3252553b', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:25Z', 'updated_at': '2021-08-29T04:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:30.742220 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea372204-caeb-4366-baa5-c9f066dc8c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.749837 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.770164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.775060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02746e12-1ec9-4c1f-8738-2ce8d33f1323 req-4301f593-e168-4f7a-a7f3-256c3fe3419f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.776737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02746e12-1ec9-4c1f-8738-2ce8d33f1323 req-4301f593-e168-4f7a-a7f3-256c3fe3419f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.5635071 Aug 29 04:26:30.794988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['0655fdea-76b5-4135-96b9-5c2781f5bb07'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:30.854630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Pushing event updated for resources: {'Port': ['ID=9304d07d-b4d6-43e7-bd01-ab41040607c8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.858240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Allocated IP 172.25.5.253 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/cdec494c-5805-44f0-8078-171c3971300c) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:30.872286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:30.880612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:30.893300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:30.904343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02746e12-1ec9-4c1f-8738-2ce8d33f1323 req-864a82ec-0413-48a9-89f6-8213c2840ff0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965474 Aug 29 04:26:31.039469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-1a64e2a0-73a4-44c7-90ff-9004c478b3a6 service neutron] 10.222.0.49 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250835 Aug 29 04:26:31.046792 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea372204-caeb-4366-baa5-c9f066dc8c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.061093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.082736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Transition to ACTIVE for port object 97faf0d7-97f6-4772-802c-99ae62104174 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:31.122271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9bb7bdc-d91d-4120-82a3-a39d5156da62 req-27dc5d6e-0f64-46a2-8c95-78d68be775c0 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 210 time: 0.0800049 Aug 29 04:26:31.126741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.226935 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.253592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.266314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea372204-caeb-4366-baa5-c9f066dc8c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.347340 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.404797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bf67715f-9e66-44b0-89ed-a72b0f92b700 None None] Provisioning for port 9304d07d-b4d6-43e7-bd01-ab41040607c8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:31.411426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bf67715f-9e66-44b0-89ed-a72b0f92b700 None None] Provisioning complete for port 9304d07d-b4d6-43e7-bd01-ab41040607c8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:31.412058 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bf67715f-9e66-44b0-89ed-a72b0f92b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.458225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124c631-a576-40f8-bf3e-5822e53f9a48 req-d3ca70ce-097f-4d16-a804-510d42189395 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.470347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6124c631-a576-40f8-bf3e-5822e53f9a48 req-d3ca70ce-097f-4d16-a804-510d42189395 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2059593 Aug 29 04:26:31.496351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-bf67715f-9e66-44b0-89ed-a72b0f92b700 None None] Port 9304d07d-b4d6-43e7-bd01-ab41040607c8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:31.499820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:31.505531 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ea372204-caeb-4366-baa5-c9f066dc8c9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8075c80b83748b9a2818b62d047c096&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2770433 Aug 29 04:26:31.515395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53446) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:31.529536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:31.534142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Pushing event updated for resources: {'Port': ['ID=97faf0d7-97f6-4772-802c-99ae62104174,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.542663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:31.611784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event updated for resources: {'Port': ['ID=cdec494c-5805-44f0-8078-171c3971300c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.615174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:31.626388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11e41bf6-af7e-4420-a4c0-9155f9fd91d2 req-f4b817e4-56b2-4397-8e1a-815c31f5c7d1 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 210 time: 0.1493447 Aug 29 04:26:31.647861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea372204-caeb-4366-baa5-c9f066dc8c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad9c718-1e51-490f-9727-fdc4acd2ac14,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.657943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:31.682427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:31.688574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.689178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.689446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.689858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.690269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.690681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.691083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.691483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.691886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.692306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.692709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.693119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:31.750092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6124c631-a576-40f8-bf3e-5822e53f9a48 req-faacf0e9-a74f-44f1-964a-cbb5365aeace tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738945 Aug 29 04:26:31.784527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.796548 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.816885 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8f7dbea-a8a7-4548-b25c-f3d0c0496e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.831948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.862407 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-368acdb8-ccd2-4bdf-87aa-7d776eb9c9b6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1841373 Aug 29 04:26:31.873478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8f7dbea-a8a7-4548-b25c-f3d0c0496e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.892119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Request body: {'port': {'device_id': '282d5d5e-e207-4633-80a8-51e971203108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:31.926243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-69661ef5-858f-4af7-80d3-ef9131161467 None None] Provisioning for port 97faf0d7-97f6-4772-802c-99ae62104174 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:31.934342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-69661ef5-858f-4af7-80d3-ef9131161467 None None] Provisioning complete for port 97faf0d7-97f6-4772-802c-99ae62104174 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:31.935443 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-69661ef5-858f-4af7-80d3-ef9131161467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.051831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-69661ef5-858f-4af7-80d3-ef9131161467 None None] Port 97faf0d7-97f6-4772-802c-99ae62104174 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:32.133886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8f7dbea-a8a7-4548-b25c-f3d0c0496e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.136735 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8f7dbea-a8a7-4548-b25c-f3d0c0496e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.140724 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c8f7dbea-a8a7-4548-b25c-f3d0c0496e15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ad9c718-1e51-490f-9727-fdc4acd2ac14 HTTP/1.1" status: 204 len: 168 time: 0.6150203 Aug 29 04:26:32.201300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.209934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7dbea-a8a7-4548-b25c-f3d0c0496e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad9c718-1e51-490f-9727-fdc4acd2ac14,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.302483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b0859-1666-4707-8ae9-db68ced864e6 req-ea45b008-29cc-4433-8477-923f8c193697 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.305083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890b0859-1666-4707-8ae9-db68ced864e6 req-ea45b008-29cc-4433-8477-923f8c193697 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.2542586 Aug 29 04:26:32.456373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0655fdea-76b5-4135-96b9-5c2781f5bb07 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:32.480960 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.593684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 0655fdea-76b5-4135-96b9-5c2781f5bb07 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:32.598769 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.668398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890b0859-1666-4707-8ae9-db68ced864e6 req-2f28e58b-e635-43c7-8562-d40a9dfec342 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449197 Aug 29 04:26:32.714130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 42adfa27-eda6-4189-8a41-803f3252553b up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:32.779146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad5a6-cc97-49a4-9154-f895495004bc req-e4a5bb82-e36c-4488-9f67-fd2a3bd917c9 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.780843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccaad5a6-cc97-49a4-9154-f895495004bc req-e4a5bb82-e36c-4488-9f67-fd2a3bd917c9 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 935 time: 0.4727964 Aug 29 04:26:32.816339 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97faf0d7-97f6-4772-802c-99ae62104174 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:32.859996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccaad5a6-cc97-49a4-9154-f895495004bc req-2132d08d-412a-4c41-a9c3-d581d5d0d569 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660174 Aug 29 04:26:32.873047 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.905112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:32.907533 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a262d4-2aa1-49c6-950d-fb2a8b3b1fb0" -d '{"events": [{"server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "name": "network-vif-plugged", "status": "completed", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:32.920257 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.937945 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.976510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:32.988123 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.024303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Transition to ACTIVE for port object 97faf0d7-97f6-4772-802c-99ae62104174 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:33.078052 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.101481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.104454 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.113783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 42adfa27-eda6-4189-8a41-803f3252553b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:33.126556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea2cfb5c-7891-4097-8b04-4e528fd37dca req-f374b04d-b940-4106-882f-7e0fad75b88c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 210 time: 0.0603526 Aug 29 04:26:33.131676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 42adfa27-eda6-4189-8a41-803f3252553b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:33.132878 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.239728 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0004f8-d959-4ccd-a8c3-8bc4fc7bc2d9 x-openstack-request-id: req-eb0004f8-d959-4ccd-a8c3-8bc4fc7bc2d9 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:33.240552 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "name": "network-vif-plugged", "status": "completed", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:33.241070 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb0004f8-d959-4ccd-a8c3-8bc4fc7bc2d9 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:33.244604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.251794 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'code': 200} Aug 29 04:26:33.275353 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.389860 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.425128 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-35fe1705-7809-4e69-947f-a3b1c45d0683 req-d273287d-8025-47fa-8137-ceb6738d42fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1380467 Aug 29 04:26:33.441524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 42adfa27-eda6-4189-8a41-803f3252553b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=42adfa27-eda6-4189-8a41-803f3252553b,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:33.448320 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.534939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.539269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3261139-5b91-4506-9b35-e69e61966a7d req-e9f74180-5c32-4806-94b0-db6c37135223 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.540966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3261139-5b91-4506-9b35-e69e61966a7d req-e9f74180-5c32-4806-94b0-db6c37135223 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.4133966 Aug 29 04:26:33.588376 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=42adfa27-eda6-4189-8a41-803f3252553b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.620256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Pushing event updated for resources: {'Port': ['ID=9304d07d-b4d6-43e7-bd01-ab41040607c8,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.715180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3261139-5b91-4506-9b35-e69e61966a7d req-76ee4b8a-e7c3-416d-8fa0-76f54f7a3b93 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611097 Aug 29 04:26:33.794158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Router 35ceb9cb-bc8b-4d49-84ac-802566536461 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:33.820693 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-35fe1705-7809-4e69-947f-a3b1c45d0683 req-67849156-91d6-49ae-bd02-3af2f8303d33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.2276857 Aug 29 04:26:33.948958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546c2c-c5aa-4452-9ed5-6095d1f7400a req-5fbd2f4e-b1e7-42c3-a3c3-32adf53d974e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.956903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18546c2c-c5aa-4452-9ed5-6095d1f7400a req-5fbd2f4e-b1e7-42c3-a3c3-32adf53d974e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1554258 Aug 29 04:26:34.024493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:34.032138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52323a-20f5-451e-b368-cfc340c1baf6 None None] Sync routers for ids ['35ceb9cb-bc8b-4d49-84ac-802566536461'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:34.032710 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.036493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9e4d2a8-28fb-4f72-b7be-7fa9ea9aa785 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "PUT /v2.0/routers/35ceb9cb-bc8b-4d49-84ac-802566536461 HTTP/1.1" status: 200 len: 919 time: 4.8259120 Aug 29 04:26:34.036928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53516) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.046216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52323a-20f5-451e-b368-cfc340c1baf6 None None] Routers {'35ceb9cb-bc8b-4d49-84ac-802566536461'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:34.048474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6d52323a-20f5-451e-b368-cfc340c1baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['35ceb9cb-bc8b-4d49-84ac-802566536461'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:34.065258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18546c2c-c5aa-4452-9ed5-6095d1f7400a req-24bb3d82-4706-41ac-9234-92ae2dc311f9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072137 Aug 29 04:26:34.089721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6d52323a-20f5-451e-b368-cfc340c1baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:34.101632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52323a-20f5-451e-b368-cfc340c1baf6 None None] Routers {'35ceb9cb-bc8b-4d49-84ac-802566536461'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:34.102849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6d52323a-20f5-451e-b368-cfc340c1baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['35ceb9cb-bc8b-4d49-84ac-802566536461'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:34.146178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6d52323a-20f5-451e-b368-cfc340c1baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:34.146856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52323a-20f5-451e-b368-cfc340c1baf6 None None] The sync data for ids ['35ceb9cb-bc8b-4d49-84ac-802566536461'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:34.173415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07753a8d-7a19-4fd6-b7e2-2f9bf9b6fcbe req-05be9706-7b6f-4491-be84-251a150f1715 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.180823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07753a8d-7a19-4fd6-b7e2-2f9bf9b6fcbe req-05be9706-7b6f-4491-be84-251a150f1715 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 947 time: 0.2036598 Aug 29 04:26:34.258894 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-2acdeec1-849b-4ed9-881a-26e5f12bfba0 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.260464 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-2acdeec1-849b-4ed9-881a-26e5f12bfba0 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.59 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 809 time: 1.2309263 Aug 29 04:26:34.287054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07753a8d-7a19-4fd6-b7e2-2f9bf9b6fcbe req-af64e009-55d7-47cd-9450-8ed49f70ba01 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013026 Aug 29 04:26:34.291446 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-35fe1705-7809-4e69-947f-a3b1c45d0683 req-9d292b96-fe16-46bc-a404-51c018fdf435 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4394021 Aug 29 04:26:34.345101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-539f9a4f-3181-490d-9ad4-1c301571d2f7 req-b8e3e056-1f9c-4c18-bb77-15c028580ab2 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 210 time: 0.0727022 Aug 29 04:26:34.359980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fa84d9ff-2d69-4c19-9aca-fbee14cd3220 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/routers/35ceb9cb-bc8b-4d49-84ac-802566536461 HTTP/1.1" status: 200 len: 925 time: 0.3215835 Aug 29 04:26:34.362682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53528) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.440985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Pushing event updated for resources: {'Port': ['ID=97faf0d7-97f6-4772-802c-99ae62104174,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:34.471779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Attempting to bind port 97faf0d7-97f6-4772-802c-99ae62104174 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:34.471779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Attempting to bind port 97faf0d7-97f6-4772-802c-99ae62104174 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:34.471779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Attempting to bind port 97faf0d7-97f6-4772-802c-99ae62104174 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:34.473394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cabfe5-6a1c-45c6-aec9-591c1fb04698 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.475008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-08cabfe5-6a1c-45c6-aec9-591c1fb04698 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&device_id=35ceb9cb-bc8b-4d49-84ac-802566536461&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1110466 Aug 29 04:26:34.477633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53538) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.482548 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Port 97faf0d7-97f6-4772-802c-99ae62104174 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:34.482898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Attempting to bind port 97faf0d7-97f6-4772-802c-99ae62104174 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:34.488710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe1705-7809-4e69-947f-a3b1c45d0683 req-16dd64c0-ccbc-49da-84d4-bd03f3be7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.490190 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-35fe1705-7809-4e69-947f-a3b1c45d0683 req-16dd64c0-ccbc-49da-84d4-bd03f3be7d8a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561935 Aug 29 04:26:34.508671 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-3da2d480-2fb5-44eb-a637-4259b938a1ed tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ce5b211267f4463aa23c893c9e41ccc HTTP/1.1" status: 200 len: 380 time: 0.2168801 Aug 29 04:26:34.512046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:34.512423 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:34.512972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:34.513678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Bound port: 97faf0d7-97f6-4772-802c-99ae62104174, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:34.514054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.525283 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'port': {'device_id': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'admin_state_up': True, 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'security_groups': ['0ace7dcb-15a9-4d24-8e04-48140b634bea']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:34.547887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:34.552096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:34.647584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3777be7b-f7b0-4bf4-b5e5-13cf0aa30800 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.651941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3777be7b-f7b0-4bf4-b5e5-13cf0aa30800 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 881 time: 0.1733520 Aug 29 04:26:34.652582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53544) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.667304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 42adfa27-eda6-4189-8a41-803f3252553b up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:34.691493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a63cadad-557d-48f9-9bb3-f15a1c834903 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=35ceb9cb-bc8b-4d49-84ac-802566536461 HTTP/1.1" status: 200 len: 205 time: 0.0372052 Aug 29 04:26:34.693272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53546) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.758340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 42adfa27-eda6-4189-8a41-803f3252553b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:34.759000 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.956493 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] For port 97faf0d7-97f6-4772-802c-99ae62104174, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:34.959578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] For port 97faf0d7-97f6-4772-802c-99ae62104174, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=97faf0d7-97f6-4772-802c-99ae62104174,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:34.974978 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.984231 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.990161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Made reservation on behalf of 8ce5b211267f4463aa23c893c9e41ccc for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:34.994668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.028434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-adb48772-5c64-48e8-82fe-bb42d6a4d4e5 None None] Provisioning complete for port 9304d07d-b4d6-43e7-bd01-ab41040607c8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:35.028831 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-adb48772-5c64-48e8-82fe-bb42d6a4d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.104003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53554) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:35.132392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a085-2547-4bdb-84e4-cc491ba8073d req-22203e08-83cb-4863-a760-3eeb3684687a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.134419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b47a085-2547-4bdb-84e4-cc491ba8073d req-22203e08-83cb-4863-a760-3eeb3684687a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2380400 Aug 29 04:26:35.137776 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.253028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.253674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.265064 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] 10.222.0.52 "PUT /v2.0/ports/97faf0d7-97f6-4772-802c-99ae62104174 HTTP/1.1" status: 200 len: 1096 time: 3.3833237 Aug 29 04:26:35.269244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282d5d5e-e207-4633-80a8-51e971203108', 'tag': '97faf0d7-97f6-4772-802c-99ae62104174'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:35.279317 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56939869-7723-4d22-9f9b-47f3021e4c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "282d5d5e-e207-4633-80a8-51e971203108", "tag": "97faf0d7-97f6-4772-802c-99ae62104174"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:35.286099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b47a085-2547-4bdb-84e4-cc491ba8073d req-9029001a-7655-4b82-9312-799e64b202a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415744 Aug 29 04:26:35.315088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736fa6-e21d-4a08-9c43-65e8489738dc req-5ac04065-0c5d-4ebc-a4e1-72c7793fc1c0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.330638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb736fa6-e21d-4a08-9c43-65e8489738dc req-5ac04065-0c5d-4ebc-a4e1-72c7793fc1c0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1374245 Aug 29 04:26:35.410327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Deleting port cdec494c-5805-44f0-8078-171c3971300c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:35.410713 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.461454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-adb48772-5c64-48e8-82fe-bb42d6a4d4e5 None None] Port 9304d07d-b4d6-43e7-bd01-ab41040607c8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:35.506111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3cda3abb-4d3e-45a5-80a9-7659f5f4ac8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.573747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edde1a-71f5-44c5-bd5b-cd2df0c3d22e service neutron] Pushing event updated for resources: {'Port': ['ID=97faf0d7-97f6-4772-802c-99ae62104174,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:35.603931 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b575cbd-5b42-4336-8054-84ea483247db req-b84897c9-5350-4d6a-af59-0c6b427b5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.607245 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-b84897c9-5350-4d6a-af59-0c6b427b5cbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6431891c08a4883af80bce946727118&device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 1099 time: 0.2380631 Aug 29 04:26:35.617560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:35.625083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Allocated IP 172.20.0.7 (fe848193-297b-498e-8bd5-030f3a239f53/26f04a99-397f-4610-8675-975988a7232d/a60d4b54-37e3-44d7-aadf-3e0454f3c3bf) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:35.678421 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-590df39c-a2f3-4c9d-882a-6854872ac236 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=97faf0d7-97f6-4772-802c-99ae62104174 HTTP/1.1" status: 200 len: 217 time: 0.0547810 Aug 29 04:26:35.833409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b575cbd-5b42-4336-8054-84ea483247db req-6313a062-e923-42a2-9761-1a23bdb6a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.835092 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-6313a062-e923-42a2-9761-1a23bdb6a9cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0921504 Aug 29 04:26:35.919286 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb736fa6-e21d-4a08-9c43-65e8489738dc req-abc21279-b49f-417e-a10c-e631b65df45f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785983 Aug 29 04:26:35.955922 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.981971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Calling delete_port for cdec494c-5805-44f0-8078-171c3971300c owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:36.001718 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2713cfe6-d950-44ba-bbea-a52eadedd92a x-openstack-request-id: req-2713cfe6-d950-44ba-bbea-a52eadedd92a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:36.002280 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282d5d5e-e207-4633-80a8-51e971203108", "tag": "97faf0d7-97f6-4772-802c-99ae62104174", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:36.002280 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2713cfe6-d950-44ba-bbea-a52eadedd92a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:36.002652 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282d5d5e-e207-4633-80a8-51e971203108', 'tag': '97faf0d7-97f6-4772-802c-99ae62104174', 'status': 'completed', 'code': 200} Aug 29 04:26:36.008706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b575cbd-5b42-4336-8054-84ea483247db req-7fcd3093-2560-4e49-9b3f-8e65114e6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.010139 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-7fcd3093-2560-4e49-9b3f-8e65114e6bfb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1606858 Aug 29 04:26:36.020437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:36.030707 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Sync routers for ids ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:36.042240 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Routers {'4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:36.042871 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:36.057630 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0d99bc0d-db54-46c8-a1a6-19abfa3e496a admin admin] 10.222.0.49 "PUT /v2.0/routers/4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3175805 Aug 29 04:26:36.057858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a54b37-989a-4674-b537-b434b543d392 req-4408de30-2436-411b-8ee3-1ac85fff8087 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.059424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35a54b37-989a-4674-b537-b434b543d392 req-4408de30-2436-411b-8ee3-1ac85fff8087 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 947 time: 0.1645966 Aug 29 04:26:36.164414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ada26b1-1540-40d7-93ca-95194f48198f req-b02ca4d2-1fa2-4514-b7f0-e02cc5c312f6 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 210 time: 0.0633848 Aug 29 04:26:36.179454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35a54b37-989a-4674-b537-b434b543d392 req-9555056a-31bb-4476-a617-47356416ec20 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107607 Aug 29 04:26:36.235816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.256586 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Set router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:36.265845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Transition to ACTIVE for port object a60d4b54-37e3-44d7-aadf-3e0454f3c3bf will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:36.339974 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.347628 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3cda3abb-4d3e-45a5-80a9-7659f5f4ac8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.356136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3cda3abb-4d3e-45a5-80a9-7659f5f4ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.370497 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-e7652282-787a-4a58-97da-9c1f969067c2 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515642 Aug 29 04:26:36.461249 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Network fe848193-297b-498e-8bd5-030f3a239f53 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:36.470455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:36.482224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:36.537261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event updated for resources: {'Port': ['ID=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.591227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3cda3abb-4d3e-45a5-80a9-7659f5f4ac8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9cdc9036a77402baad253338b93d554&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4834509 Aug 29 04:26:36.605753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53578) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:36.607137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda3abb-4d3e-45a5-80a9-7659f5f4ac8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f8857d-27f8-48a4-a821-e1b7c5a87fe6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.634875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720149f0-394a-4daf-96a3-db21c259b0ce req-46b3b177-fd6f-4f4c-bdaa-c94217fafa79 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.642607 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-720149f0-394a-4daf-96a3-db21c259b0ce req-46b3b177-fd6f-4f4c-bdaa-c94217fafa79 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2103090 Aug 29 04:26:36.651399 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.669399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.670113 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.697207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Pushing event deleted for resources: {'Port': ['ID=cdec494c-5805-44f0-8078-171c3971300c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.733493 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'name': 'tempest-TestAggregatesBasicOps-725420176-router', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '42adfa27-eda6-4189-8a41-803f3252553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:23Z', 'updated_at': '2021-08-29T04:26:31Z', 'revision_number': 4, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'gw_port': {'id': '42adfa27-eda6-4189-8a41-803f3252553b', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:25Z', 'updated_at': '2021-08-29T04:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '9304d07d-b4d6-43e7-bd01-ab41040607c8', 'name': '', 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'mac_address': 'fa:16:3e:e6:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'c4e24a71-ca2e-421c-83e9-1b2910a99e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:29Z', 'updated_at': '2021-08-29T04:26:32Z', 'revision_number': 2, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'subnets': [{'id': 'c4e24a71-ca2e-421c-83e9-1b2910a99e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:36.765323 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-53aa2b2b-79d5-431e-834c-1d376314ca08 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2453320 Aug 29 04:26:36.782526 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7b575cbd-5b42-4336-8054-84ea483247db req-22dc7f6b-e5e6-4e8e-84a8-d0bedcb19dc8 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864496 Aug 29 04:26:36.811411 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Request body: {'port': {'device_id': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:36.815488 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Checking router: 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:36.816177 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Updating router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 port 9304d07d-b4d6-43e7-bd01-ab41040607c8 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:36.823227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-720149f0-394a-4daf-96a3-db21c259b0ce req-59d7ba75-f799-4062-8ccb-411ab9936a50 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797235 Aug 29 04:26:36.830944 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.903480 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.944735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cb9dc4f8-8df2-4f75-aa57-a6ed29bdb4b5 None None] Provisioning for port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:36.950336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cb9dc4f8-8df2-4f75-aa57-a6ed29bdb4b5 None None] Provisioning complete for port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:36.950620 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc4f8-8df2-4f75-aa57-a6ed29bdb4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.047265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dc4f8-8df2-4f75-aa57-a6ed29bdb4b5 None None] Port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:37.084068 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1a7e5cb5-608e-42c5-913a-9b1f3f374951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.097062 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.103344 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.107307 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.170446 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1a7e5cb5-608e-42c5-913a-9b1f3f374951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.177742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-a68b24bc-22b9-453f-a46b-5ba0d87f33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.179893 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-a68b24bc-22b9-453f-a46b-5ba0d87f33cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6431891c08a4883af80bce946727118&device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 1099 time: 0.2871811 Aug 29 04:26:37.313956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.316564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Fanout notify agent at l3_agent the message router_deleted on router 35ceb9cb-bc8b-4d49-84ac-802566536461 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:37.333035 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.338060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-874fca6f-f834-43ec-8c0a-31779553754c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/35ceb9cb-bc8b-4d49-84ac-802566536461 HTTP/1.1" status: 204 len: 168 time: 2.6393421 Aug 29 04:26:37.342179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53604) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.358142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-673c36b8-dcd4-4cee-9c91-1e7840444a46 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-818781247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:37.443827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-9d54a61d-4af4-4319-bf03-732e17a5ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.446177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-9d54a61d-4af4-4319-bf03-732e17a5ca5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1096 time: 0.2457237 Aug 29 04:26:37.466277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e019b-fefd-4647-ad72-ed04b2250a7f req-2499b4a6-a961-4286-b803-a297d9cae9d1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.467844 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec7e019b-fefd-4647-ad72-ed04b2250a7f req-2499b4a6-a961-4286-b803-a297d9cae9d1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2608161 Aug 29 04:26:37.505599 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.522293 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Transition to ACTIVE for port object 9304d07d-b4d6-43e7-bd01-ab41040607c8 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:37.525220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-f07b26b4-b311-4a54-b6d1-1cd1f916d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.529940 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-f07b26b4-b311-4a54-b6d1-1cd1f916d937 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.3412070 Aug 29 04:26:37.530493 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-673c36b8-dcd4-4cee-9c91-1e7840444a46 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.531648 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-673c36b8-dcd4-4cee-9c91-1e7840444a46 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.534622 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.536993 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1a7e5cb5-608e-42c5-913a-9b1f3f374951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.545494 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1a7e5cb5-608e-42c5-913a-9b1f3f374951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.546942 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1a7e5cb5-608e-42c5-913a-9b1f3f374951 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0f8857d-27f8-48a4-a821-e1b7c5a87fe6 HTTP/1.1" status: 204 len: 168 time: 0.9400752 Aug 29 04:26:37.613485 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9311c-bc47-4f10-ad41-15eb57956ba9 None None] Pushing event updated for resources: {'Port': ['ID=9304d07d-b4d6-43e7-bd01-ab41040607c8,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:37.658526 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-37500104-b8b0-4d44-9005-86c3b38291b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=97faf0d7-97f6-4772-802c-99ae62104174 HTTP/1.1" status: 200 len: 217 time: 0.1099432 Aug 29 04:26:37.669752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e5cb5-608e-42c5-913a-9b1f3f374951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f8857d-27f8-48a4-a821-e1b7c5a87fe6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:37.728364 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-673c36b8-dcd4-4cee-9c91-1e7840444a46 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.736819 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Attempting to bind port 9304d07d-b4d6-43e7-bd01-ab41040607c8 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:37.737359 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Attempting to bind port 9304d07d-b4d6-43e7-bd01-ab41040607c8 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:37.738080 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Attempting to bind port 9304d07d-b4d6-43e7-bd01-ab41040607c8 on network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:37.753050 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:37.767140 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Checking segment: {'id': '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:37.767856 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.768684 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Bound using segment: {'id': '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:37.769516 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Bound port: 9304d07d-b4d6-43e7-bd01-ab41040607c8, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:37.771005 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.805510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-210d7a10-51aa-4f61-b937-5dc87636fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.807032 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-210d7a10-51aa-4f61-b937-5dc87636fc70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1336241 Aug 29 04:26:37.820682 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-673c36b8-dcd4-4cee-9c91-1e7840444a46 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.881569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec7e019b-fefd-4647-ad72-ed04b2250a7f req-c3f58ae1-f217-4981-8b21-c4372ca8ec02 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555071 Aug 29 04:26:37.890429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-1ef6ca21-327a-48fe-8e97-769b444a17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.891919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-1ef6ca21-327a-48fe-8e97-769b444a17ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.4225004 Aug 29 04:26:37.914181 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] For port 9304d07d-b4d6-43e7-bd01-ab41040607c8, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:37.918617 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] For port 9304d07d-b4d6-43e7-bd01-ab41040607c8, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9304d07d-b4d6-43e7-bd01-ab41040607c8,segment=NetworkSegment(844e5ce9-7ac1-497c-a43b-dd80f9a33fc8),segment_id=844e5ce9-7ac1-497c-a43b-dd80f9a33fc8)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:37.923750 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.003460 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-673c36b8-dcd4-4cee-9c91-1e7840444a46 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.004792 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-673c36b8-dcd4-4cee-9c91-1e7840444a46 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6616290 Aug 29 04:26:38.005469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53616) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.011163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60d4b54-37e3-44d7-aadf-3e0454f3c3bf {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:38.034320 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Routers {'4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:38.034958 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:38.035245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'enable_snat': False}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:38.035520 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.051412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Transition to ACTIVE for port object a60d4b54-37e3-44d7-aadf-3e0454f3c3bf will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:38.057928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.105825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f82fe-80d9-4092-9553-168f5090c348 req-021f01dc-bdf4-4e9d-b624-1e25557b6aa8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.113663 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-220f82fe-80d9-4092-9553-168f5090c348 req-021f01dc-bdf4-4e9d-b624-1e25557b6aa8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.5221801 Aug 29 04:26:38.127482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Pushing event updated for resources: {'Port': ['ID=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:38.246200 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-28f77f85-f2f1-408c-91b7-12c467a0378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.248350 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-28f77f85-f2f1-408c-91b7-12c467a0378e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4250517 Aug 29 04:26:38.249297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Attempting to bind port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:38.249645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Attempting to bind port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:38.250027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Attempting to bind port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf on network fe848193-297b-498e-8bd5-030f3a239f53 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:38.293358 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] Set router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:38.301723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-0b189eb8-e353-4cd4-b3c9-ffb953e39961 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 998 time: 0.3812985 Aug 29 04:26:38.404057 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-0742cbcf-70cd-42d8-9bee-1b5bcc174ea0 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464734 Aug 29 04:26:38.407979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf on network fe848193-297b-498e-8bd5-030f3a239f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:38.408666 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Attempting to bind port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf on network fe848193-297b-498e-8bd5-030f3a239f53 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:38.534698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:38.535029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Checking segment: {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:38.535431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Bound using segment: {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:38.535888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Bound port: a60d4b54-37e3-44d7-aadf-3e0454f3c3bf, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:38.536404 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.553272 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56939869-7723-4d22-9f9b-47f3021e4c8a req-e566ad5d-83da-42e1-b2b5-d8f55691c501 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360116 Aug 29 04:26:38.554783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf573d-0fb9-44ec-ba5e-a04b89bdf663 req-2dcd9c7b-dafb-41ca-9c1a-580ed6c5b3a1 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.557103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fcf573d-0fb9-44ec-ba5e-a04b89bdf663 req-2dcd9c7b-dafb-41ca-9c1a-580ed6c5b3a1 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 931 time: 0.5697873 Aug 29 04:26:38.613606 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-220f82fe-80d9-4092-9553-168f5090c348 req-ec8a0a0e-2839-4751-9461-e275b26815ef tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4992211 Aug 29 04:26:38.667172 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9311c-bc47-4f10-ad41-15eb57956ba9 None None] Pushing event updated for resources: {'Port': ['ID=9304d07d-b4d6-43e7-bd01-ab41040607c8,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:38.685320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-e60617c2-0b31-4fc5-bfae-73d6b8c3cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.687471 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-e60617c2-0b31-4fc5-bfae-73d6b8c3cce2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.3843830 Aug 29 04:26:38.701822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] For port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:38.709014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] For port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:38.715962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.743996 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.802810 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'name': 'tempest-TestAggregatesBasicOps-725420176-router', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '42adfa27-eda6-4189-8a41-803f3252553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:23Z', 'updated_at': '2021-08-29T04:26:31Z', 'revision_number': 4, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'gw_port': {'id': '42adfa27-eda6-4189-8a41-803f3252553b', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:25Z', 'updated_at': '2021-08-29T04:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '9304d07d-b4d6-43e7-bd01-ab41040607c8', 'name': '', 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'mac_address': 'fa:16:3e:e6:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'c4e24a71-ca2e-421c-83e9-1b2910a99e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:29Z', 'updated_at': '2021-08-29T04:26:37Z', 'revision_number': 4, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'subnets': [{'id': 'c4e24a71-ca2e-421c-83e9-1b2910a99e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:38.818516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.819225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.822338 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] 10.222.0.59 "PUT /v2.0/ports/a60d4b54-37e3-44d7-aadf-3e0454f3c3bf HTTP/1.1" status: 200 len: 1092 time: 2.0282586 Aug 29 04:26:38.822514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'tag': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:38.825061 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825576fc-37c0-44ef-afe5-527ca2d45e17" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd3b46f-e579-4788-a350-661882c0ce5f", "tag": "a60d4b54-37e3-44d7-aadf-3e0454f3c3bf"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:38.845373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a5238-a73e-42c5-bb48-14f573825702 service neutron] Pushing event updated for resources: {'Port': ['ID=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:38.865091 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd15aecf-a6a5-481a-ab53-48b2569c0616 None None] The sync data for ids ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'] in n-d-712141-12 is: [{'id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'name': 'tempest-TestAggregatesBasicOps-725420176-router', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '42adfa27-eda6-4189-8a41-803f3252553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:23Z', 'updated_at': '2021-08-29T04:26:31Z', 'revision_number': 4, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'gw_port': {'id': '42adfa27-eda6-4189-8a41-803f3252553b', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:25Z', 'updated_at': '2021-08-29T04:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '9304d07d-b4d6-43e7-bd01-ab41040607c8', 'name': '', 'network_id': 'c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'mac_address': 'fa:16:3e:e6:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'c4e24a71-ca2e-421c-83e9-1b2910a99e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:29Z', 'updated_at': '2021-08-29T04:26:37Z', 'revision_number': 4, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'subnets': [{'id': 'c4e24a71-ca2e-421c-83e9-1b2910a99e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:38.885528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fcf573d-0fb9-44ec-ba5e-a04b89bdf663 req-dfe86216-d15d-4aef-bbf6-52d3d3587b34 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007679 Aug 29 04:26:39.023022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-11c66440-e630-4c17-a644-b40736c9858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.026936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-11c66440-e630-4c17-a644-b40736c9858e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3026345 Aug 29 04:26:39.075688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-7b35c8f7-f2af-491d-8a5b-6856ccde72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.077628 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-7b35c8f7-f2af-491d-8a5b-6856ccde72da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 1095 time: 0.2051327 Aug 29 04:26:39.167671 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-1a3c772d-2ede-4f4f-937b-64255b98e379 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf HTTP/1.1" status: 200 len: 217 time: 0.0717165 Aug 29 04:26:39.242753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-d456e336-d7e9-4d56-9cc8-bc09ca9cee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.245002 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-d456e336-d7e9-4d56-9cc8-bc09ca9cee08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=26f04a99-397f-4610-8675-975988a7232d HTTP/1.1" status: 200 len: 848 time: 0.0692558 Aug 29 04:26:39.247816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789eab-4285-40ff-a413-6d274f8cdfcb req-baf8363f-01bf-42c1-b27a-b23a6d8c9ce5 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.253036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01789eab-4285-40ff-a413-6d274f8cdfcb req-baf8363f-01bf-42c1-b27a-b23a6d8c9ce5 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 947 time: 0.4372382 Aug 29 04:26:39.318492 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2471aed3-bd66-4ce1-a59d-553d60785dd7 x-openstack-request-id: req-2471aed3-bd66-4ce1-a59d-553d60785dd7 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:39.319098 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd3b46f-e579-4788-a350-661882c0ce5f", "tag": "a60d4b54-37e3-44d7-aadf-3e0454f3c3bf", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:39.320300 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2471aed3-bd66-4ce1-a59d-553d60785dd7 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:39.320769 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'tag': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf', 'status': 'completed', 'code': 200} Aug 29 04:26:39.351516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-417593a0-278b-4e6e-a2fe-15367ca0a2f5 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023446 Aug 29 04:26:39.365347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-760b28f1-7a41-460b-8876-71d00c8e4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.368829 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-760b28f1-7a41-460b-8876-71d00c8e4421 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe848193-297b-498e-8bd5-030f3a239f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148057 Aug 29 04:26:39.410833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01789eab-4285-40ff-a413-6d274f8cdfcb req-abd8a57f-14e9-4f13-9b70-1f27514337e6 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450973 Aug 29 04:26:39.578702 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-c78ec743-a7eb-4143-8f23-9d13134a1a95 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011344 Aug 29 04:26:39.713514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c294eb0f-3f17-415c-8d26-5e49614a33b6 req-12ecb0cb-bfd1-4535-84de-90184c24a1b6 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491704 Aug 29 04:26:39.756226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31e162-7270-4ece-ade9-fb158fec88f6 req-0425203d-9105-4fd0-807e-8a7272775f03 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.772396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c31e162-7270-4ece-ade9-fb158fec88f6 req-0425203d-9105-4fd0-807e-8a7272775f03 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2780325 Aug 29 04:26:39.820097 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-612ebdbb-7cdb-4bef-b626-65e0a833fceb req-8ea41b98-173b-4df1-8032-2027c6e8cb6a service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215958 Aug 29 04:26:39.964447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 97faf0d7-97f6-4772-802c-99ae62104174 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:39.992605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-10cb80c3-4d61-47e1-b765-0a1f3cd752bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.994283 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-10cb80c3-4d61-47e1-b765-0a1f3cd752bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 1095 time: 0.1103427 Aug 29 04:26:40.124281 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.194407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-24ce3a28-2228-45dc-b9ac-0ed9e0031999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.196065 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-24ce3a28-2228-45dc-b9ac-0ed9e0031999 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 910 time: 0.1936326 Aug 29 04:26:40.202691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.257151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 97faf0d7-97f6-4772-802c-99ae62104174, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=97faf0d7-97f6-4772-802c-99ae62104174,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:40.274458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '97faf0d7-97f6-4772-802c-99ae62104174', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '97faf0d7-97f6-4772-802c-99ae62104174', 'mac_address': 'fa:16:3e:be:87:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:40.297019 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-6e8022b9-501f-4cc6-9cb3-b1d6b81611e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf HTTP/1.1" status: 200 len: 217 time: 0.0927949 Aug 29 04:26:40.334090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.352366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97faf0d7-97f6-4772-802c-99ae62104174 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:40.421203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c31e162-7270-4ece-ade9-fb158fec88f6 req-418ef7e3-3762-41a1-b03d-5417c3ab2b84 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6554861 Aug 29 04:26:40.429675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-a767db99-f869-4995-a83b-20eaa411f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.434608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 97faf0d7-97f6-4772-802c-99ae62104174, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=97faf0d7-97f6-4772-802c-99ae62104174,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:40.451815 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-a767db99-f869-4995-a83b-20eaa411f30a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=26f04a99-397f-4610-8675-975988a7232d HTTP/1.1" status: 200 len: 848 time: 0.1451674 Aug 29 04:26:40.469589 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.509591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab11a2-a742-4a76-a1f7-4ce88f033acf req-ba80b956-9810-403c-80c0-10a8fb4ed064 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.524007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93ab11a2-a742-4a76-a1f7-4ce88f033acf req-ba80b956-9810-403c-80c0-10a8fb4ed064 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.3425467 Aug 29 04:26:40.533820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53688) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:40.693482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93ab11a2-a742-4a76-a1f7-4ce88f033acf req-a44b7479-ebe9-4182-821c-4e47f9497065 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679094 Aug 29 04:26:40.711235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=97faf0d7-97f6-4772-802c-99ae62104174,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:40.763965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9304d07d-b4d6-43e7-bd01-ab41040607c8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:40.783693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Allocated IP 172.25.5.241 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/2bb4912b-dfa6-4bce-9100-f8e3cf4ee0f2) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:40.841201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4276c5-6d88-45c8-ba57-3aaa945ec816 req-52d42861-288f-49c4-a534-b69109b0fcbf tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.854047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 9304d07d-b4d6-43e7-bd01-ab41040607c8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:40.854787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed4276c5-6d88-45c8-ba57-3aaa945ec816 req-52d42861-288f-49c4-a534-b69109b0fcbf tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 943 time: 0.1875730 Aug 29 04:26:40.867836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9304d07d-b4d6-43e7-bd01-ab41040607c8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:40.870096 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.925954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['97faf0d7-97f6-4772-802c-99ae62104174'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:41.117252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed4276c5-6d88-45c8-ba57-3aaa945ec816 req-b553c1e7-a832-46cf-aa55-e788570f465c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545762 Aug 29 04:26:41.176051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b3be7-a783-4082-a63a-031dd463ce65 req-50f4f575-6375-42b0-b5b0-4933da359733 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.189078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf9b3be7-a783-4082-a63a-031dd463ce65 req-50f4f575-6375-42b0-b5b0-4933da359733 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 948 time: 0.2183425 Aug 29 04:26:41.240147 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.258474 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.302601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 9304d07d-b4d6-43e7-bd01-ab41040607c8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9304d07d-b4d6-43e7-bd01-ab41040607c8,segment=NetworkSegment(844e5ce9-7ac1-497c-a43b-dd80f9a33fc8),segment_id=844e5ce9-7ac1-497c-a43b-dd80f9a33fc8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:41.309332 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.333834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf9b3be7-a783-4082-a63a-031dd463ce65 req-a2877b24-d5bd-49cf-84b1-492a5387f156 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432347 Aug 29 04:26:41.393984 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.408720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=9304d07d-b4d6-43e7-bd01-ab41040607c8,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:41.498009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Pushing event updated for resources: {'Port': ['ID=2bb4912b-dfa6-4bce-9100-f8e3cf4ee0f2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:41.517092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:41.522291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:41.576337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:41.634347 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163ec7c-4c21-42d6-8b94-2e748fbb7788 req-1a7bf598-2370-46b1-a6ca-e6428363dca3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.636484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7163ec7c-4c21-42d6-8b94-2e748fbb7788 req-1a7bf598-2370-46b1-a6ca-e6428363dca3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1177790 Aug 29 04:26:41.706155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-2e8b8744-40e4-4297-9ef0-c2da346c5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.709026 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-2e8b8744-40e4-4297-9ef0-c2da346c5392 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe848193-297b-498e-8bd5-030f3a239f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2466712 Aug 29 04:26:41.814191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7163ec7c-4c21-42d6-8b94-2e748fbb7788 req-d7b8c52c-1742-46a3-86a6-be737cab2218 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695538 Aug 29 04:26:41.935125 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-04f83a35-649d-49e1-bb99-050f43d32ade service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128396 Aug 29 04:26:41.987941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272d65e-78ef-4591-887b-e037496b2779 req-b54b62d3-771a-4849-aebf-609ea1900627 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.996324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9272d65e-78ef-4591-887b-e037496b2779 req-b54b62d3-771a-4849-aebf-609ea1900627 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1804121 Aug 29 04:26:42.075793 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-825576fc-37c0-44ef-afe5-527ca2d45e17 req-6fc99260-c577-427a-b5a6-e5e40bbfe2e9 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328647 Aug 29 04:26:42.078894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9272d65e-78ef-4591-887b-e037496b2779 req-ce18c226-360b-43c3-8e82-fe27a3689ef6 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817237 Aug 29 04:26:42.107830 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.119168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.504372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a60d4b54-37e3-44d7-aadf-3e0454f3c3bf details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:42.524982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] Deleting port 7236c5ac-f7fe-45a6-824d-77972667d4f6 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:42.525520 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.670671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] For port 7236c5ac-f7fe-45a6-824d-77972667d4f6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7236c5ac-f7fe-45a6-824d-77972667d4f6,segment=NetworkSegment(d4dc5d02-01d6-4a76-b423-caa11da6fdb9),segment_id=d4dc5d02-01d6-4a76-b423-caa11da6fdb9)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:42.671295 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.698205 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] Calling delete_port for 7236c5ac-f7fe-45a6-824d-77972667d4f6 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:42.717845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:42.751407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'port_id': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf', 'mac_address': 'fa:16:3e:86:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:42.756441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89e430-2ffd-4886-b2bd-fc62ed1d503d req-4d89a8ff-3991-426d-b6b0-942e6e6fc769 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.758151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed89e430-2ffd-4886-b2bd-fc62ed1d503d req-4d89a8ff-3991-426d-b6b0-942e6e6fc769 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1504123 Aug 29 04:26:42.758768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9304d07d-b4d6-43e7-bd01-ab41040607c8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:42.784169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c453aa-4ffd-4e46-bd55-4d8c680c3c67 req-880cd794-afbe-4795-a6d9-c158f23f20d6 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.786247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49c453aa-4ffd-4e46-bd55-4d8c680c3c67 req-880cd794-afbe-4795-a6d9-c158f23f20d6 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 943 time: 0.1797361 Aug 29 04:26:42.877490 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.901042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60d4b54-37e3-44d7-aadf-3e0454f3c3bf {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:42.934863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9304d07d-b4d6-43e7-bd01-ab41040607c8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:42.935619 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.939226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:42.969233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53728) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:42.992273 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.038416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.071602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7236c5ac-f7fe-45a6-824d-77972667d4f6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:43.119722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49c453aa-4ffd-4e46-bd55-4d8c680c3c67 req-43c87680-31be-41b6-8567-bfd6b1dc4a61 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188729 Aug 29 04:26:43.139184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:43.146822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.150852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.281789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['a60d4b54-37e3-44d7-aadf-3e0454f3c3bf'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:43.317675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-05530844-faf6-4a13-9e8e-665c08162bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.352043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.455192 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed89e430-2ffd-4886-b2bd-fc62ed1d503d req-1c22c7a7-2d64-4fec-b07e-b2f03ef81756 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6861081 Aug 29 04:26:43.528048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df6359-28e4-4f28-95ee-7697918ce8a1 req-1b5eaa04-648d-4c38-a3bb-8b016d6fd8b4 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.533073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8df6359-28e4-4f28-95ee-7697918ce8a1 req-1b5eaa04-648d-4c38-a3bb-8b016d6fd8b4 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 948 time: 0.1623702 Aug 29 04:26:43.560756 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-05530844-faf6-4a13-9e8e-665c08162bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.579069 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-05530844-faf6-4a13-9e8e-665c08162bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.607570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05530844-faf6-4a13-9e8e-665c08162bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d51853-6913-49be-b231-76a9364f60b8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:43.633611 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-05530844-faf6-4a13-9e8e-665c08162bdc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed7b2bc27279485fbaab9a83aa64185f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632860 Aug 29 04:26:43.634402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53734) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:43.661212 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Router 9edbd636-4ab2-4159-a8eb-c6facad544f5 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:43.691803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8df6359-28e4-4f28-95ee-7697918ce8a1 req-8674f57e-3694-4276-ae01-34c4bf5dfcc2 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458192 Aug 29 04:26:43.702799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdb5a6-ebb3-46c4-bbb7-29290bfa98db req-cb325966-5a1d-460f-9e92-81ca1d77f706 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.724430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71bdb5a6-ebb3-46c4-bbb7-29290bfa98db req-cb325966-5a1d-460f-9e92-81ca1d77f706 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1352000 Aug 29 04:26:43.800688 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58baef6c-c8c0-474e-8999-49ed7d5cc383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.825065 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71bdb5a6-ebb3-46c4-bbb7-29290bfa98db req-26edd703-5452-4cd8-9a30-e5d301ddcd0c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751505 Aug 29 04:26:43.833661 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] Router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:43.835638 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58baef6c-c8c0-474e-8999-49ed7d5cc383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.875439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:43.884547 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.896116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae6512-7e88-420a-954b-e677948ae76c None None] Sync routers for ids ['9edbd636-4ab2-4159-a8eb-c6facad544f5'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:43.904013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-808b3232-0e1f-4e78-ac12-a06acae5b42b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "PUT /v2.0/routers/9edbd636-4ab2-4159-a8eb-c6facad544f5 HTTP/1.1" status: 200 len: 919 time: 5.8707001 Aug 29 04:26:43.908406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53736) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:43.920009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae6512-7e88-420a-954b-e677948ae76c None None] Routers {'9edbd636-4ab2-4159-a8eb-c6facad544f5'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:43.921130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9ae6512-7e88-420a-954b-e677948ae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9edbd636-4ab2-4159-a8eb-c6facad544f5'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:43.977782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9ae6512-7e88-420a-954b-e677948ae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:43.981411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 97faf0d7-97f6-4772-802c-99ae62104174 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:44.023903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae6512-7e88-420a-954b-e677948ae76c None None] Routers {'9edbd636-4ab2-4159-a8eb-c6facad544f5'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:44.024997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9ae6512-7e88-420a-954b-e677948ae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9edbd636-4ab2-4159-a8eb-c6facad544f5'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:44.055958 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58baef6c-c8c0-474e-8999-49ed7d5cc383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.058783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58baef6c-c8c0-474e-8999-49ed7d5cc383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.063009 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-58baef6c-c8c0-474e-8999-49ed7d5cc383 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70d51853-6913-49be-b231-76a9364f60b8 HTTP/1.1" status: 204 len: 168 time: 0.3947048 Aug 29 04:26:44.067679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9ae6512-7e88-420a-954b-e677948ae76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:44.068502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae6512-7e88-420a-954b-e677948ae76c None None] The sync data for ids ['9edbd636-4ab2-4159-a8eb-c6facad544f5'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:44.075431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baef6c-c8c0-474e-8999-49ed7d5cc383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d51853-6913-49be-b231-76a9364f60b8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:44.085738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:44.093469 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7c8fe703-a5f4-424a-bee9-92338bf4e3a5 admin admin] 10.222.0.49 "PUT /v2.0/routers/4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5501015 Aug 29 04:26:44.094123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53740) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.098767 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] Sync routers for ids ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:44.123948 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] Routers {'4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:44.125368 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:44.131510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 97faf0d7-97f6-4772-802c-99ae62104174 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:44.144456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 97faf0d7-97f6-4772-802c-99ae62104174 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:44.144456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.233656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.261325 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-63e57637-7bd5-43ee-bd82-13ca6387bca2 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/routers/9edbd636-4ab2-4159-a8eb-c6facad544f5 HTTP/1.1" status: 200 len: 925 time: 0.3503840 Aug 29 04:26:44.289895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53746) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.327747 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.370531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d5d5e-e207-4633-80a8-51e971203108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97faf0d7-97f6-4772-802c-99ae62104174'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:44.379683 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c1414f-0bda-4f2e-b324-ee1b4a8feede" -d '{"events": [{"server_uuid": "282d5d5e-e207-4633-80a8-51e971203108", "name": "network-vif-plugged", "status": "completed", "tag": "97faf0d7-97f6-4772-802c-99ae62104174"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:44.391150 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] Set router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:44.422344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 97faf0d7-97f6-4772-802c-99ae62104174, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=97faf0d7-97f6-4772-802c-99ae62104174,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:44.431637 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.449800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.488031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09090-2ca0-4172-9723-e44c51f757e6 req-5f4c2072-f6ae-48b5-89ed-e41917f6bd23 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.494390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eaa09090-2ca0-4172-9723-e44c51f757e6 req-5f4c2072-f6ae-48b5-89ed-e41917f6bd23 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 944 time: 0.2196677 Aug 29 04:26:44.496620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7983c8e9-3db7-41c8-93c4-98f8d827358a tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.503448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7983c8e9-3db7-41c8-93c4-98f8d827358a tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&device_id=9edbd636-4ab2-4159-a8eb-c6facad544f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2084055 Aug 29 04:26:44.507180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53752) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.526512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a60d4b54-37e3-44d7-aadf-3e0454f3c3bf up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:44.529849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ef809-0767-4f01-a06f-f6ca1c731a97 req-9ee820ec-a644-4fc8-966f-60b40cecf383 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.558815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55ef809-0767-4f01-a06f-f6ca1c731a97 req-9ee820ec-a644-4fc8-966f-60b40cecf383 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2958624 Aug 29 04:26:44.593890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Deleting port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:44.596336 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.695226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eaa09090-2ca0-4172-9723-e44c51f757e6 req-a44cc50a-41f0-4408-80f6-23e4437921b2 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810927 Aug 29 04:26:44.714494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=97faf0d7-97f6-4772-802c-99ae62104174,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:44.734885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:44.744770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:44.746180 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.747202 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55ef809-0767-4f01-a06f-f6ca1c731a97 req-01a4fd2d-24d9-42b5-9d14-da5a7238a0f1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874230 Aug 29 04:26:44.801499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3b891-41ce-4ad1-af66-f2293d89b7a4 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.808586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53758) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.809197 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1cc3b891-41ce-4ad1-af66-f2293d89b7a4 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 881 time: 0.3008826 Aug 29 04:26:44.840472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53760) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.843278 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dcd9ee-993d-40b8-996e-3988f2d1c288 x-openstack-request-id: req-e6dcd9ee-993d-40b8-996e-3988f2d1c288 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:44.843648 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d5d5e-e207-4633-80a8-51e971203108", "name": "network-vif-plugged", "status": "completed", "tag": "97faf0d7-97f6-4772-802c-99ae62104174", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:44.843970 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6dcd9ee-993d-40b8-996e-3988f2d1c288 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:44.844461 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d5d5e-e207-4633-80a8-51e971203108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97faf0d7-97f6-4772-802c-99ae62104174', 'code': 200} Aug 29 04:26:44.867597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f6ead7e9-48a7-49ef-a18e-09cee219376a tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=9edbd636-4ab2-4159-a8eb-c6facad544f5 HTTP/1.1" status: 200 len: 205 time: 0.0532916 Aug 29 04:26:44.868155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53766) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.911763 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32243d97-da80-42df-9540-72d06c2f22fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.914787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.948517 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'name': 'tempest-TestAggregatesBasicOps-1258811154-router', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:42Z', 'revision_number': 5, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'gw_port': {'id': '35a1edd0-b91e-4d77-b859-d33ce29eb0d6', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:12Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:44.958944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] For port 35a1edd0-b91e-4d77-b859-d33ce29eb0d6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=35a1edd0-b91e-4d77-b859-d33ce29eb0d6,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:44.959656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.993880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Calling delete_port for 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:45.007765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:45.014392 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.059132 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] Checking router: 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:45.097893 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] Routers {'4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:45.099396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.102737 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:45.186830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3eb29-5042-41a0-9182-2f1c22578e8e req-46000567-5a6a-4759-94c5-866eb91267d2 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.196051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aac3eb29-5042-41a0-9182-2f1c22578e8e req-46000567-5a6a-4759-94c5-866eb91267d2 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 949 time: 0.3346088 Aug 29 04:26:45.251405 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32243d97-da80-42df-9540-72d06c2f22fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.256208 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32243d97-da80-42df-9540-72d06c2f22fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.271326 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] Set router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:45.329524 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'name': 'tempest-TestAggregatesBasicOps-1258811154-router', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:44Z', 'revision_number': 6, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:45.338602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32243d97-da80-42df-9540-72d06c2f22fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0743de06-42f4-44c3-8f5a-dc1b13f335a7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.346535 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-32243d97-da80-42df-9540-72d06c2f22fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ff4f90ccefe46d296f70e485c758d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967573 Aug 29 04:26:45.351015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53770) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:45.357936 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b7b94-e7ef-41c8-97f2-76e758b567fa None None] The sync data for ids ['4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1'] in n-d-712141-12 is: [{'id': '4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1', 'name': 'tempest-TestAggregatesBasicOps-1258811154-router', 'tenant_id': '8b277f54bd36473bbd3f1b4d613c7162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:44Z', 'revision_number': 6, 'project_id': '8b277f54bd36473bbd3f1b4d613c7162', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:45.368210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aac3eb29-5042-41a0-9182-2f1c22578e8e req-27e99d90-8748-4f8d-83fe-a3ed0d0b7f3e tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707289 Aug 29 04:26:45.373273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594d35-0e42-40e6-904f-e48fd6f2b4c5 req-be6fd20f-c345-48fa-a392-2d3920f6b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.383408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3594d35-0e42-40e6-904f-e48fd6f2b4c5 req-be6fd20f-c345-48fa-a392-2d3920f6b206 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 1101 time: 0.4084616 Aug 29 04:26:45.406312 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.478381 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a1edd0-b91e-4d77-b859-d33ce29eb0d6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.495313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7662175-a2de-4564-a03e-a0effc9a9786 req-a4b9e765-970f-4a9a-9497-7145468b7bce tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.503308 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7662175-a2de-4564-a03e-a0effc9a9786 req-a4b9e765-970f-4a9a-9497-7145468b7bce tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1744502 Aug 29 04:26:45.515569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.548669 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d8a937c-954e-4abd-8248-a7a64080a1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.574229 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.646158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3594d35-0e42-40e6-904f-e48fd6f2b4c5 req-ef7c566e-2677-4740-9071-e5fe4cfd2950 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351201 Aug 29 04:26:45.662793 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d8a937c-954e-4abd-8248-a7a64080a1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.705452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7662175-a2de-4564-a03e-a0effc9a9786 req-be606833-d8ff-4126-b573-9d5906e18d55 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012522 Aug 29 04:26:45.712886 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.715443 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.723242 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.732070 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:26:45.760469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d158-4972-418c-8f0c-051a219e6918 req-ba527514-822c-41ea-9a46-99e4cd09a9e2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.762202 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6608d158-4972-418c-8f0c-051a219e6918 req-ba527514-822c-41ea-9a46-99e4cd09a9e2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1398184 Aug 29 04:26:45.798634 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.799558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:45.806015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.809071 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c077904c-dc4f-4c01-b3e6-1724b6866717 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4f7c9fa9-99a6-4bc9-9a53-def92ff0e1c1 HTTP/1.1" status: 204 len: 168 time: 1.7139781 Aug 29 04:26:45.814652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53774) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:45.858786 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d8a937c-954e-4abd-8248-a7a64080a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.861678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d8a937c-954e-4abd-8248-a7a64080a1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.862958 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6d8a937c-954e-4abd-8248-a7a64080a1b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0743de06-42f4-44c3-8f5a-dc1b13f335a7 HTTP/1.1" status: 204 len: 168 time: 0.5105233 Aug 29 04:26:45.883579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a937c-954e-4abd-8248-a7a64080a1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0743de06-42f4-44c3-8f5a-dc1b13f335a7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.907766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6608d158-4972-418c-8f0c-051a219e6918 req-c89c4c52-b64d-47d7-b9a3-21ace70ce0a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267040 Aug 29 04:26:45.910133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffd1fde-9db6-460b-906c-ce4fac9d734d admin admin] Deleting subnet 1eccbdb3-3e23-4f94-95c0-2125dc68b55c {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:45.926053 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ffd1fde-9db6-460b-906c-ce4fac9d734d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.946622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Deleting port 2bb4912b-dfa6-4bce-9100-f8e3cf4ee0f2 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:45.955800 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.010529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ffd1fde-9db6-460b-906c-ce4fac9d734d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.072713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c493-b769-45cf-a551-61a58c60e253 req-4e849402-f306-435d-a820-f833d7e4039b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:46.081978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71a6c493-b769-45cf-a551-61a58c60e253 req-4e849402-f306-435d-a820-f833d7e4039b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 945 time: 0.2319615 Aug 29 04:26:46.192279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71a6c493-b769-45cf-a551-61a58c60e253 req-13ab8297-4238-4a00-94be-421f1b778613 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045113 Aug 29 04:26:46.201821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-b692e20e-993f-4da7-a3a5-232ecfabc916 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1449134 Aug 29 04:26:46.205037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.227732 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ffd1fde-9db6-460b-906c-ce4fac9d734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.235777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Calling delete_port for 2bb4912b-dfa6-4bce-9100-f8e3cf4ee0f2 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:46.354313 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ffd1fde-9db6-460b-906c-ce4fac9d734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.392899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd1fde-9db6-460b-906c-ce4fac9d734d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eccbdb3-3e23-4f94-95c0-2125dc68b55c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:46.400744 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ffd1fde-9db6-460b-906c-ce4fac9d734d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.403956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23becc8c-3575-4eec-a0aa-dd5d8699abc9 None None] Network a8f0f242-843c-4999-8f04-f1a8f9f04e3c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:46.417917 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5ffd1fde-9db6-460b-906c-ce4fac9d734d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1eccbdb3-3e23-4f94-95c0-2125dc68b55c HTTP/1.1" status: 204 len: 168 time: 0.6038578 Aug 29 04:26:46.421270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53786) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:46.663365 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.723823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7236c5ac-f7fe-45a6-824d-77972667d4f6 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:46.753791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 7236c5ac-f7fe-45a6-824d-77972667d4f6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:46.754386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7236c5ac-f7fe-45a6-824d-77972667d4f6 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:46.754987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:46.791595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:46.791890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 35a1edd0-b91e-4d77-b859-d33ce29eb0d6 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:46.796691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Deleting port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:46.797015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.822443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7328b7-fb24-4881-ab2c-5a43f371f754 req-24a6de58-faf8-4319-a517-5135da28e1cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:46.833141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c7328b7-fb24-4881-ab2c-5a43f371f754 req-24a6de58-faf8-4319-a517-5135da28e1cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.5451264 Aug 29 04:26:46.846037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:46.848688 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24355b00-cbc3-46ec-8288-a34d62f5efd4" -d '{"events": [{"server_uuid": "2dd3b46f-e579-4788-a350-661882c0ce5f", "name": "network-vif-plugged", "status": "completed", "tag": "a60d4b54-37e3-44d7-aadf-3e0454f3c3bf"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:46.858421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-3112c948-d82e-47db-b5d9-63db568d9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:46.858777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-3112c948-d82e-47db-b5d9-63db568d9319 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1096 time: 0.4983575 Aug 29 04:26:46.865237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2aa4ea-6d52-4c2a-9a12-d5c5f1960c94 None None] DHCP port deletion for a8f0f242-843c-4999-8f04-f1a8f9f04e3c request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:46.957941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] For port a4cc462d-ea89-4e93-8042-5540c2f9dcf2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a4cc462d-ea89-4e93-8042-5540c2f9dcf2,segment=NetworkSegment(d4dc5d02-01d6-4a76-b423-caa11da6fdb9),segment_id=d4dc5d02-01d6-4a76-b423-caa11da6fdb9)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:46.960639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.995812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3f2aa4ea-6d52-4c2a-9a12-d5c5f1960c94 None None] Deleting port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:46.997293 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa4ea-6d52-4c2a-9a12-d5c5f1960c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.021892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Calling delete_port for a4cc462d-ea89-4e93-8042-5540c2f9dcf2 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:47.033801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c7328b7-fb24-4881-ab2c-5a43f371f754 req-106de54a-ee22-4ba3-ab50-c2e0fb4bd577 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997070 Aug 29 04:26:47.056411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c51069-9b5e-439f-860a-ea33c713462b req-221a6cfb-6e23-4936-98b6-290051791053 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.065599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4c51069-9b5e-439f-860a-ea33c713462b req-221a6cfb-6e23-4936-98b6-290051791053 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 949 time: 0.4072022 Aug 29 04:26:47.132213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3f2aa4ea-6d52-4c2a-9a12-d5c5f1960c94 None None] For port a4cc462d-ea89-4e93-8042-5540c2f9dcf2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a4cc462d-ea89-4e93-8042-5540c2f9dcf2,segment=NetworkSegment(d4dc5d02-01d6-4a76-b423-caa11da6fdb9),segment_id=d4dc5d02-01d6-4a76-b423-caa11da6fdb9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:47.132706 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa4ea-6d52-4c2a-9a12-d5c5f1960c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.152951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3f2aa4ea-6d52-4c2a-9a12-d5c5f1960c94 None None] Calling delete_port for a4cc462d-ea89-4e93-8042-5540c2f9dcf2 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:47.204053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-3f983281-9199-49ae-af28-dc15c3aec67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.206133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-3f983281-9199-49ae-af28-dc15c3aec67b service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.2931557 Aug 29 04:26:47.209176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.243376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Pushing event deleted for resources: {'Port': ['ID=2bb4912b-dfa6-4bce-9100-f8e3cf4ee0f2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.265052 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.290556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4c51069-9b5e-439f-860a-ea33c713462b req-dc5b0a36-041c-41cf-a243-09e4bfe08332 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234395 Aug 29 04:26:47.308507 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4cc462d-ea89-4e93-8042-5540c2f9dcf2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.326053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] No DVR routers for this DVR port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:47.358968 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa4ea-6d52-4c2a-9a12-d5c5f1960c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.420362 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc666c3-7dd4-4459-9b16-99a1316717b2 x-openstack-request-id: req-4dc666c3-7dd4-4459-9b16-99a1316717b2 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:47.421097 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd3b46f-e579-4788-a350-661882c0ce5f", "name": "network-vif-plugged", "status": "completed", "tag": "a60d4b54-37e3-44d7-aadf-3e0454f3c3bf", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:47.421243 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4dc666c3-7dd4-4459-9b16-99a1316717b2 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:47.421584 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf', 'code': 200} Aug 29 04:26:47.424051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aa4ea-6d52-4c2a-9a12-d5c5f1960c94 None None] Pushing event deleted for resources: {'Port': ['ID=a4cc462d-ea89-4e93-8042-5540c2f9dcf2,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.438517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-4249b35a-b584-4827-b157-ede59da7f755 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 998 time: 0.1963589 Aug 29 04:26:47.438915 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2aa4ea-6d52-4c2a-9a12-d5c5f1960c94 None None] No DVR routers for this DVR port a4cc462d-ea89-4e93-8042-5540c2f9dcf2 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:47.509401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.534176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f0f242-843c-4999-8f04-f1a8f9f04e3c']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:47.586722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-79ef1d99-bc3b-4fcf-acc6-ad255307ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.589931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-79ef1d99-bc3b-4fcf-acc6-ad255307ba4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1434050 Aug 29 04:26:47.770589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd044d29-206a-4aac-ab2b-995408f9864f req-0c63400d-426b-4f10-a5c7-4c3bae522fe9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.780053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd044d29-206a-4aac-ab2b-995408f9864f req-0c63400d-426b-4f10-a5c7-4c3bae522fe9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.5021038 Aug 29 04:26:47.802407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65f5b0-0473-497f-9889-745f6cfcdeec req-30a30f25-55be-4dc6-a74a-c4ea7d328c89 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.805452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f65f5b0-0473-497f-9889-745f6cfcdeec req-30a30f25-55be-4dc6-a74a-c4ea7d328c89 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 945 time: 0.2819009 Aug 29 04:26:47.860849 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.880687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:47.881324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dc5d02-01d6-4a76-b423-caa11da6fdb9') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:47.892022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.907651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.914569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:47.915312 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:47.954326 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:48.015321 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.018442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850e4e-458f-40c3-a77f-0e5143ca7d8c req-c0d93794-8ec0-47c4-8841-aa84a30aa517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.020015 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77850e4e-458f-40c3-a77f-0e5143ca7d8c req-c0d93794-8ec0-47c4-8841-aa84a30aa517 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 1097 time: 0.0669038 Aug 29 04:26:48.030819 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.039262 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a8f0f242-843c-4999-8f04-f1a8f9f04e3c HTTP/1.1" status: 204 len: 168 time: 1.6165118 Aug 29 04:26:48.039682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.042198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53824) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.094978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b92adc-7237-4956-a4d4-a9e522273659 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f0f242-843c-4999-8f04-f1a8f9f04e3c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:48.143951 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77850e4e-458f-40c3-a77f-0e5143ca7d8c req-8eea8a04-d560-47a4-b607-a1528886d2d0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006334 Aug 29 04:26:48.370178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-2255da67-27c6-4b26-aac6-5d478afc7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.371746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-2255da67-27c6-4b26-aac6-5d478afc7d1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7392879 Aug 29 04:26:48.475885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd044d29-206a-4aac-ab2b-995408f9864f req-3c4b615c-6e10-4a12-8e35-4b49173749c2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6915026 Aug 29 04:26:48.489769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.513645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f65f5b0-0473-497f-9889-745f6cfcdeec req-b364ec35-6f87-4646-9516-e1aadafa28e1 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6830394 Aug 29 04:26:48.540458 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.667843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a4cc462d-ea89-4e93-8042-5540c2f9dcf2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:48.691962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.716010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a4cc462d-ea89-4e93-8042-5540c2f9dcf2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:48.716380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a4cc462d-ea89-4e93-8042-5540c2f9dcf2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:48.752925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.753514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Fanout notify agent at l3_agent the message router_deleted on router 9edbd636-4ab2-4159-a8eb-c6facad544f5 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:48.765048 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.766124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bf632705-40b3-4fed-91b9-fcfbcb7be3d0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/9edbd636-4ab2-4159-a8eb-c6facad544f5 HTTP/1.1" status: 204 len: 168 time: 3.8971207 Aug 29 04:26:48.774572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53848) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.781252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-388480190', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:48.784580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-3210d7c9-9883-470d-93d0-10c80e286864 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783946 Aug 29 04:26:48.860095 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.861239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.875744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dbb9a-482a-4ef3-9f8b-075801607e25 req-56efee09-09bc-4966-9626-8a57f5b1e327 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.884733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f4dbb9a-482a-4ef3-9f8b-075801607e25 req-56efee09-09bc-4966-9626-8a57f5b1e327 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2179513 Aug 29 04:26:48.926420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2f6fa-1db6-49cf-93d5-77fa8e078182 req-158ef41f-5671-472b-8220-b12c6824d8f2 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.934433 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccd2f6fa-1db6-49cf-93d5-77fa8e078182 req-158ef41f-5671-472b-8220-b12c6824d8f2 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 949 time: 0.1772413 Aug 29 04:26:48.997989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.002571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f4dbb9a-482a-4ef3-9f8b-075801607e25 req-c39039b0-770b-4740-a9c4-86bdf5437a16 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168861 Aug 29 04:26:49.014311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dedf798-c010-4cba-8140-a48fd32dce1d req-b6b807c6-b1d9-4c90-8b17-4642654523ec service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144518 Aug 29 04:26:49.031317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccd2f6fa-1db6-49cf-93d5-77fa8e078182 req-021373fb-5656-4107-a271-f706dc502419 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958951 Aug 29 04:26:49.214620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f605bef-322d-4f45-bc80-d9dd621db248 req-8397bcce-5f5d-4b75-86da-db26ae7964ea tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.225868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f605bef-322d-4f45-bc80-d9dd621db248 req-8397bcce-5f5d-4b75-86da-db26ae7964ea tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1151094 Aug 29 04:26:49.304980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f605bef-322d-4f45-bc80-d9dd621db248 req-0f24ed86-bf59-4534-b217-33bb03180afd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779285 Aug 29 04:26:49.443566 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.610385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] Deleting port 9304d07d-b4d6-43e7-bd01-ab41040607c8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:49.610890 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.611265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e8c5-a33f-4596-b5f0-eb2ffd853e15 req-75718ca7-212e-4fb7-91ee-2e7accfec218 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.614970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdb3e8c5-a33f-4596-b5f0-eb2ffd853e15 req-75718ca7-212e-4fb7-91ee-2e7accfec218 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1941018 Aug 29 04:26:49.731638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdb3e8c5-a33f-4596-b5f0-eb2ffd853e15 req-7f82a9c6-6102-4ffd-9a37-4ae7496a839a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061819 Aug 29 04:26:49.942360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.979582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.989142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d549-72e1-4b77-9e5a-4fe2d0b70d85 req-ca81efb9-a36c-40c8-836e-0cf29585f820 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.990813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c69d549-72e1-4b77-9e5a-4fe2d0b70d85 req-ca81efb9-a36c-40c8-836e-0cf29585f820 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1232150 Aug 29 04:26:49.993257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] For port 9304d07d-b4d6-43e7-bd01-ab41040607c8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9304d07d-b4d6-43e7-bd01-ab41040607c8,segment=NetworkSegment(844e5ce9-7ac1-497c-a43b-dd80f9a33fc8),segment_id=844e5ce9-7ac1-497c-a43b-dd80f9a33fc8)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:49.993742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.025176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497ba61-5479-48a4-924d-752057b6992f req-85019d51-5abd-4b41-92b0-0bace78ac339 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.028121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d497ba61-5479-48a4-924d-752057b6992f req-85019d51-5abd-4b41-92b0-0bace78ac339 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 945 time: 0.1704044 Aug 29 04:26:50.051416 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] Calling delete_port for 9304d07d-b4d6-43e7-bd01-ab41040607c8 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:50.113383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53890) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:50.145584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c69d549-72e1-4b77-9e5a-4fe2d0b70d85 req-e1483c5e-0926-4c70-bf3d-11e3e04b0f70 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420665 Aug 29 04:26:50.148236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d497ba61-5479-48a4-924d-752057b6992f req-870ff822-eb57-45b2-8e42-1dc5054ce24c tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073198 Aug 29 04:26:50.163570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Allocated IP 172.25.5.46 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/4a39f367-819b-49af-be78-6eecd22f6435) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:50.332123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-613c6e5d-ed33-4214-8275-af118a57f344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.425042 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.438665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-613c6e5d-ed33-4214-8275-af118a57f344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.453025 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-613c6e5d-ed33-4214-8275-af118a57f344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.491717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebf5bc-e0ef-4d27-b9c2-15b319fb9f17 req-9203a1cd-5eff-4cd2-b62f-a192ee1f066e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.496616 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.501073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ceebf5bc-e0ef-4d27-b9c2-15b319fb9f17 req-9203a1cd-5eff-4cd2-b62f-a192ee1f066e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2141187 Aug 29 04:26:50.589202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:50.599656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ceebf5bc-e0ef-4d27-b9c2-15b319fb9f17 req-5f7f01f6-f945-4152-8cc4-7e28219ec23b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930102 Aug 29 04:26:50.603123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:50.611233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:50.623703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-613c6e5d-ed33-4214-8275-af118a57f344 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c99a47ed5e97401c8358be229360cb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5076132 Aug 29 04:26:50.624766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c6e5d-ed33-4214-8275-af118a57f344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6475c9f4-343c-4e8f-9732-d9c97634fa92,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.639956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53896) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:50.681791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Pushing event updated for resources: {'Port': ['ID=4a39f367-819b-49af-be78-6eecd22f6435,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.714799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e0e01-73e4-4705-b44c-c932e0601619 req-4fb16bef-0571-4f25-a798-807fdb2128f1 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.720552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-894e0e01-73e4-4705-b44c-c932e0601619 req-4fb16bef-0571-4f25-a798-807fdb2128f1 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 945 time: 0.2795548 Aug 29 04:26:50.724261 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be885b82-f036-4eba-aa36-e9287c08495d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.726875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53900) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:50.732869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-67f41359-fc69-4d49-964d-fbfb059e5dda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Request body: {'floatingip': {'port_id': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:50.792702 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67f41359-fc69-4d49-964d-fbfb059e5dda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.800283 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be885b82-f036-4eba-aa36-e9287c08495d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.018913 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.066401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be885b82-f036-4eba-aa36-e9287c08495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.071688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be885b82-f036-4eba-aa36-e9287c08495d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.073180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-be885b82-f036-4eba-aa36-e9287c08495d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6475c9f4-343c-4e8f-9732-d9c97634fa92 HTTP/1.1" status: 204 len: 168 time: 0.4295847 Aug 29 04:26:51.090738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be885b82-f036-4eba-aa36-e9287c08495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6475c9f4-343c-4e8f-9732-d9c97634fa92,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:51.170345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] Pushing event deleted for resources: {'Port': ['ID=9304d07d-b4d6-43e7-bd01-ab41040607c8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:51.365965 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.676519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53912) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.742776 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61844c12-17e7-4ea1-b59c-a1fe35d59914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.748780 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.778635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b218d7-5021-49e2-980d-10dbac80325c req-0461c1c2-902a-48c7-b36c-4512b52680de tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.780179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95b218d7-5021-49e2-980d-10dbac80325c req-0461c1c2-902a-48c7-b36c-4512b52680de tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.3870509 Aug 29 04:26:51.808370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67f41359-fc69-4d49-964d-fbfb059e5dda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.824121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67f41359-fc69-4d49-964d-fbfb059e5dda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.924575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95b218d7-5021-49e2-980d-10dbac80325c req-7f6c3f5e-a98a-4610-a463-36d82851b298 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328113 Aug 29 04:26:52.085937 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-67f41359-fc69-4d49-964d-fbfb059e5dda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Floating IP 99e326d7-8148-4782-b679-2d11bfb596d7 associated. External IP: 172.25.5.42, port: a60d4b54-37e3-44d7-aadf-3e0454f3c3bf. Aug 29 04:26:52.255297 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61844c12-17e7-4ea1-b59c-a1fe35d59914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.261698 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61844c12-17e7-4ea1-b59c-a1fe35d59914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.346180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-61844c12-17e7-4ea1-b59c-a1fe35d59914 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1e9e013ff7b4b819d923f282ea61fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6564970 Aug 29 04:26:52.349308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61844c12-17e7-4ea1-b59c-a1fe35d59914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7a499d-4fbb-423c-9845-d84e5bfc3299,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.351886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53916) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:52.398551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f41359-fc69-4d49-964d-fbfb059e5dda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:52.445315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.688788 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07d65af3-d649-48fa-ae25-92db2dbb40b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.726868 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07d65af3-d649-48fa-ae25-92db2dbb40b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.740066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] Router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:52.748928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f41359-fc69-4d49-964d-fbfb059e5dda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:52.754237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67f41359-fc69-4d49-964d-fbfb059e5dda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.760996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] Sync routers for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:52.773748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:52.773951 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Router 4905e796-d9ce-4fde-a5e6-7d0396b21d0f is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:52.774395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:52.850821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-67f41359-fc69-4d49-964d-fbfb059e5dda tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "PUT /v2.0/floatingips/99e326d7-8148-4782-b679-2d11bfb596d7 HTTP/1.1" status: 200 len: 990 time: 2.1226704 Aug 29 04:26:52.852086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'tag': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:52.855055 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c74d3e-8af3-42d0-96ab-41b000865caa" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd3b46f-e579-4788-a350-661882c0ce5f", "tag": "a60d4b54-37e3-44d7-aadf-3e0454f3c3bf"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:52.884367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07d65af3-d649-48fa-ae25-92db2dbb40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.887258 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07d65af3-d649-48fa-ae25-92db2dbb40b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.889258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-07d65af3-d649-48fa-ae25-92db2dbb40b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e7a499d-4fbb-423c-9845-d84e5bfc3299 HTTP/1.1" status: 204 len: 168 time: 0.5215795 Aug 29 04:26:52.926367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d65af3-d649-48fa-ae25-92db2dbb40b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7a499d-4fbb-423c-9845-d84e5bfc3299,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.960387 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddf947c-2e43-4e9e-ba3f-a17d1e71873b x-openstack-request-id: req-9ddf947c-2e43-4e9e-ba3f-a17d1e71873b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:52.960688 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd3b46f-e579-4788-a350-661882c0ce5f", "tag": "a60d4b54-37e3-44d7-aadf-3e0454f3c3bf", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:52.960949 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ddf947c-2e43-4e9e-ba3f-a17d1e71873b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:52.961365 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'tag': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf', 'status': 'completed', 'code': 200} Aug 29 04:26:53.088989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:53.125799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:53.145497 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b6b3f-7b8e-4eca-be78-59651cd37678 None None] Sync routers for ids ['4905e796-d9ce-4fde-a5e6-7d0396b21d0f'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:53.163684 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b6b3f-7b8e-4eca-be78-59651cd37678 None None] Routers {'4905e796-d9ce-4fde-a5e6-7d0396b21d0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:53.166296 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cd7b6b3f-7b8e-4eca-be78-59651cd37678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4905e796-d9ce-4fde-a5e6-7d0396b21d0f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:53.175036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c145c-404e-4636-9fc0-60e2259916ac req-f7e50be7-f9b6-4af7-b28d-f89e393fd33c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.190092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd6c145c-404e-4636-9fc0-60e2259916ac req-f7e50be7-f9b6-4af7-b28d-f89e393fd33c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1251066 Aug 29 04:26:53.215507 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:53.288569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd6c145c-404e-4636-9fc0-60e2259916ac req-2d92e142-81df-4a04-9cd1-03a0f523f728 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940874 Aug 29 04:26:53.299196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] Sync routers for ids ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:53.314463 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f51c6721-ce0d-4dcd-a1d5-b8c595a92850 admin admin] 10.222.0.49 "PUT /v2.0/routers/4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2556634 Aug 29 04:26:53.315019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53936) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.320515 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cd7b6b3f-7b8e-4eca-be78-59651cd37678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:53.341919 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b6b3f-7b8e-4eca-be78-59651cd37678 None None] Routers {'4905e796-d9ce-4fde-a5e6-7d0396b21d0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:53.342775 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cd7b6b3f-7b8e-4eca-be78-59651cd37678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4905e796-d9ce-4fde-a5e6-7d0396b21d0f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:53.358599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] Routers {'4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:53.359230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:53.366495 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.371852 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b6a9e654-e20b-4d61-800e-116f5b50b9cb tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5938370 Aug 29 04:26:53.372721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53938) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.374999 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-c9f35182-c81f-4502-932e-4abad1fb71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.379971 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-c9f35182-c81f-4502-932e-4abad1fb71ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 1097 time: 0.2719891 Aug 29 04:26:53.389248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:53.429849 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-cd7b6b3f-7b8e-4eca-be78-59651cd37678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:53.436703 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b6b3f-7b8e-4eca-be78-59651cd37678 None None] The sync data for ids ['4905e796-d9ce-4fde-a5e6-7d0396b21d0f'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:53.555317 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.776365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-5e739a7c-3fd9-4b9f-8113-024282fa8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.778224 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-5e739a7c-3fd9-4b9f-8113-024282fa8e5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 200 len: 910 time: 0.2052138 Aug 29 04:26:53.846596 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.890999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.931791 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.980884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Deleting port 42adfa27-eda6-4189-8a41-803f3252553b {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:53.981257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.145645 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a1d8e8e0-6aa6-449a-b520-b83e45e50223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.174226 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-55e01fde-694f-4fd7-9dfd-a737a2fac5f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf HTTP/1.1" status: 200 len: 998 time: 0.2661259 Aug 29 04:26:54.194723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] For port 42adfa27-eda6-4189-8a41-803f3252553b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=42adfa27-eda6-4189-8a41-803f3252553b,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:54.195108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.243474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Deleting port 4a39f367-819b-49af-be78-6eecd22f6435 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:54.243828 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.254104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Calling delete_port for 42adfa27-eda6-4189-8a41-803f3252553b owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:54.282258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] Set router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:54.426255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-07073c8b-cfdf-4684-8e63-f7f42871704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:54.429161 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-07073c8b-cfdf-4684-8e63-f7f42871704d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=26f04a99-397f-4610-8675-975988a7232d HTTP/1.1" status: 200 len: 848 time: 0.2449105 Aug 29 04:26:54.529155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.570828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-4b58086c-fd39-4709-84d9-3e5caf628bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:54.572469 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-4b58086c-fd39-4709-84d9-3e5caf628bab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe848193-297b-498e-8bd5-030f3a239f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342795 Aug 29 04:26:54.577782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '99e326d7-8148-4782-b679-2d11bfb596d7', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'port_id': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'mac_address': 'fa:16:3e:86:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:27Z', 'updated_at': '2021-08-29T04:26:51Z', 'revision_number': 1, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:54.614838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Calling delete_port for 4a39f367-819b-49af-be78-6eecd22f6435 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:54.633624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62885c93-e164-4105-9866-bbbbff36d9d1 req-b8e39e07-a298-4fe7-9dc4-b16f40dad8db tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:54.635220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62885c93-e164-4105-9866-bbbbff36d9d1 req-b8e39e07-a298-4fe7-9dc4-b16f40dad8db tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.1699116 Aug 29 04:26:54.658743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] Checking router: 39a7bb1d-5925-42a6-968c-f5cb478cdb22 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:54.680556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:54.681448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:54.823230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62885c93-e164-4105-9866-bbbbff36d9d1 req-fbf70a72-44c9-4060-a4cf-734a363ca4e6 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792488 Aug 29 04:26:54.910629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:54.940820 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-837485ec-4fbc-4372-9abd-86cc4b64f7f2 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482928 Aug 29 04:26:54.972568 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.041400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=42adfa27-eda6-4189-8a41-803f3252553b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.135131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.175584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'name': 'tempest-TestAggregatesBasicOps-725420176-router', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '42adfa27-eda6-4189-8a41-803f3252553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:23Z', 'updated_at': '2021-08-29T04:26:50Z', 'revision_number': 5, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'gw_port': {'id': '42adfa27-eda6-4189-8a41-803f3252553b', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:25Z', 'updated_at': '2021-08-29T04:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.212746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] Checking router: 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:55.260375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] Routers {'4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:55.261261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.275651 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0c74d3e-8af3-42d0-96ab-41b000865caa req-ead8161e-1fa4-4c48-9485-0297a87da706 service neutron] 10.222.0.59 "GET /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958775 Aug 29 04:26:55.306973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.340431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Pushing event deleted for resources: {'Port': ['ID=4a39f367-819b-49af-be78-6eecd22f6435,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.372024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] Set router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:55.489546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.498907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'name': 'tempest-TestAggregatesBasicOps-725420176-router', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:23Z', 'updated_at': '2021-08-29T04:26:54Z', 'revision_number': 7, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.536948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c7ff61-1b86-41f2-baef-549f623c2ce2 None None] The sync data for ids ['4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79'] in n-d-712141-12 is: [{'id': '4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79', 'name': 'tempest-TestAggregatesBasicOps-725420176-router', 'tenant_id': 'f75f26889a834c62acdef83a3bf45dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:23Z', 'updated_at': '2021-08-29T04:26:54Z', 'revision_number': 7, 'project_id': 'f75f26889a834c62acdef83a3bf45dcb', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:55.556222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '99e326d7-8148-4782-b679-2d11bfb596d7', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'port_id': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'mac_address': 'fa:16:3e:86:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:27Z', 'updated_at': '2021-08-29T04:26:51Z', 'revision_number': 1, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.593135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c033e-9403-49a3-b263-eb677bfe95f2 None None] The sync data for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 is: [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '99e326d7-8148-4782-b679-2d11bfb596d7', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'port_id': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'mac_address': 'fa:16:3e:86:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:27Z', 'updated_at': '2021-08-29T04:26:51Z', 'revision_number': 1, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:55.708383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2d99e-3d59-413f-bad7-bb2d412cc870 req-25506621-2ee7-43b1-b251-cef550bf76dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.710518 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1f2d99e-3d59-413f-bad7-bb2d412cc870 req-25506621-2ee7-43b1-b251-cef550bf76dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 1097 time: 0.1355426 Aug 29 04:26:55.783459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.788986 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.889879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.892101 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.943120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Router 4905e796-d9ce-4fde-a5e6-7d0396b21d0f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:56.030027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.031235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:56.057246 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.060957 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcccef67-0f91-4c74-8928-4ca82f020298 None None] New status for floating IP 99e326d7-8148-4782-b679-2d11bfb596d7: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:26:56.062056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e0bddc4a-6b96-4f38-97c2-917d234528d1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4e4cdbc4-5bc0-4bba-a026-e5fd8f522e79 HTTP/1.1" status: 204 len: 168 time: 2.7443156 Aug 29 04:26:56.065678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54004) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.099653 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-906d4ddd-56c4-49bd-a5d6-8298f8fa5b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.115131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f5e3-b46d-4544-a154-1d181165e862 req-5e9e7bff-f466-45a5-998e-89606f8630ef tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.117511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3de1f5e3-b46d-4544-a154-1d181165e862 req-5e9e7bff-f466-45a5-998e-89606f8630ef tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0999858 Aug 29 04:26:56.155859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96e0693-9f4b-4722-9028-d68d15dfa53a admin admin] Deleting subnet c4e24a71-ca2e-421c-83e9-1b2910a99e72 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:56.174153 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b96e0693-9f4b-4722-9028-d68d15dfa53a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.179322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:56.187915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2d99e-3d59-413f-bad7-bb2d412cc870 req-dafa9259-e6f3-4fb9-beec-d0eb202957f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.189205 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd62270-bbce-448f-8ba4-c2df98f1618e None None] Sync routers for ids ['4905e796-d9ce-4fde-a5e6-7d0396b21d0f'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:56.189664 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1f2d99e-3d59-413f-bad7-bb2d412cc870 req-dafa9259-e6f3-4fb9-beec-d0eb202957f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 915 time: 0.4021668 Aug 29 04:26:56.196159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.206880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd62270-bbce-448f-8ba4-c2df98f1618e None None] Routers {'4905e796-d9ce-4fde-a5e6-7d0396b21d0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:56.207723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dcd62270-bbce-448f-8ba4-c2df98f1618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4905e796-d9ce-4fde-a5e6-7d0396b21d0f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.211665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-116644f5-7b5d-41e5-889d-dc6bc35bf01b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "PUT /v2.0/routers/4905e796-d9ce-4fde-a5e6-7d0396b21d0f HTTP/1.1" status: 200 len: 709 time: 2.8304248 Aug 29 04:26:56.220352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54008) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.248841 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3de1f5e3-b46d-4544-a154-1d181165e862 req-e0c90dc8-378b-4557-a64e-4d6b1fd5aee8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222048 Aug 29 04:26:56.288553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b96e0693-9f4b-4722-9028-d68d15dfa53a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.292128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dcd62270-bbce-448f-8ba4-c2df98f1618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.335649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd62270-bbce-448f-8ba4-c2df98f1618e None None] Routers {'4905e796-d9ce-4fde-a5e6-7d0396b21d0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:56.339794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dcd62270-bbce-448f-8ba4-c2df98f1618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['4905e796-d9ce-4fde-a5e6-7d0396b21d0f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.420308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dcd62270-bbce-448f-8ba4-c2df98f1618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.423075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd62270-bbce-448f-8ba4-c2df98f1618e None None] The sync data for ids ['4905e796-d9ce-4fde-a5e6-7d0396b21d0f'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:56.429145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.457708 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b96e0693-9f4b-4722-9028-d68d15dfa53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.555580 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b96e0693-9f4b-4722-9028-d68d15dfa53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.618723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e0693-9f4b-4722-9028-d68d15dfa53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e24a71-ca2e-421c-83e9-1b2910a99e72,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.626906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b96e0693-9f4b-4722-9028-d68d15dfa53a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.630445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b96e0693-9f4b-4722-9028-d68d15dfa53a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c4e24a71-ca2e-421c-83e9-1b2910a99e72 HTTP/1.1" status: 204 len: 168 time: 0.5632396 Aug 29 04:26:56.634052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34309f6b-ac7c-437c-9441-e1ebdd7f4cfb None None] Network c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:56.644872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54016) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.712726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9304d07d-b4d6-43e7-bd01-ab41040607c8 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:56.744929 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 9304d07d-b4d6-43e7-bd01-ab41040607c8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:56.745346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9304d07d-b4d6-43e7-bd01-ab41040607c8 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:56.745700 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 42adfa27-eda6-4189-8a41-803f3252553b no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:56.752877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.786268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 42adfa27-eda6-4189-8a41-803f3252553b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:56.786461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 42adfa27-eda6-4189-8a41-803f3252553b not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:56.854811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1f2d99e-3d59-413f-bad7-bb2d412cc870 req-93cf4f36-b359-4394-bd66-a049c93feefa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07 HTTP/1.1" status: 200 len: 217 time: 0.6419351 Aug 29 04:26:56.855006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Deleting port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:56.855166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.862000 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e010bc6d-8ba9-432e-924e-e92c7b63659b tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/routers/4905e796-d9ce-4fde-a5e6-7d0396b21d0f HTTP/1.1" status: 200 len: 744 time: 0.6405103 Aug 29 04:26:56.873580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54020) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.907776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54022) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.948619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] For port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5a8b656e-9704-4fbd-bba7-9db3c4a878eb,segment=NetworkSegment(844e5ce9-7ac1-497c-a43b-dd80f9a33fc8),segment_id=844e5ce9-7ac1-497c-a43b-dd80f9a33fc8)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:56.948995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.958261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54026) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.960389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-483ff910-3aaf-461b-872b-8cd510ed0b74 tempest-RoutersIpV6AdminTest-624429730 tempest-RoutersIpV6AdminTest-624429730-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&device_id=4905e796-d9ce-4fde-a5e6-7d0396b21d0f HTTP/1.1" status: 200 len: 205 time: 0.0838468 Aug 29 04:26:56.963086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456d9cda-7eb4-4d98-92fe-c6f881b9d39f None None] DHCP port deletion for c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:56.977008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2d99e-3d59-413f-bad7-bb2d412cc870 req-ca23a467-e6fc-402b-ba12-21985251aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.978660 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1f2d99e-3d59-413f-bad7-bb2d412cc870 req-ca23a467-e6fc-402b-ba12-21985251aa1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f HTTP/1.1" status: 200 len: 854 time: 0.1123929 Aug 29 04:26:56.987700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Calling delete_port for 5a8b656e-9704-4fbd-bba7-9db3c4a878eb owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:56.991005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b0cfd889-9f32-4671-9745-60200cef83df tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=4905e796-d9ce-4fde-a5e6-7d0396b21d0f HTTP/1.1" status: 200 len: 205 time: 0.0302565 Aug 29 04:26:56.993563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54028) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.017464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-456d9cda-7eb4-4d98-92fe-c6f881b9d39f None None] Deleting port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:57.017784 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-456d9cda-7eb4-4d98-92fe-c6f881b9d39f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.026194 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1f2d99e-3d59-413f-bad7-bb2d412cc870 req-5d9c02c1-70ac-4ed3-ad2c-62e8d1b1419a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b95a516-b0bb-4b5f-aa78-22730186d8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403566 Aug 29 04:26:57.092060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-456d9cda-7eb4-4d98-92fe-c6f881b9d39f None None] For port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5a8b656e-9704-4fbd-bba7-9db3c4a878eb,segment=NetworkSegment(844e5ce9-7ac1-497c-a43b-dd80f9a33fc8),segment_id=844e5ce9-7ac1-497c-a43b-dd80f9a33fc8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:57.093150 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-456d9cda-7eb4-4d98-92fe-c6f881b9d39f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.106719 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ecb6229e-76e2-44b6-b0bf-43da2624e5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.111118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-456d9cda-7eb4-4d98-92fe-c6f881b9d39f None None] Calling delete_port for 5a8b656e-9704-4fbd-bba7-9db3c4a878eb owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:57.141766 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1f2d99e-3d59-413f-bad7-bb2d412cc870 req-ac6aaebf-bfa8-4a46-a72c-2ec88ff04f1f service neutron] 10.222.0.59 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085944 Aug 29 04:26:57.153017 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38605b0f-6730-493b-b809-f0708cbdf382 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.204656 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-456d9cda-7eb4-4d98-92fe-c6f881b9d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.231852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d9cda-7eb4-4d98-92fe-c6f881b9d39f None None] Pushing event deleted for resources: {'Port': ['ID=5a8b656e-9704-4fbd-bba7-9db3c4a878eb,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:57.240850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9cda-7eb4-4d98-92fe-c6f881b9d39f None None] No DVR routers for this DVR port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:57.247570 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a1f2d99e-3d59-413f-bad7-bb2d412cc870 req-17f989a2-e793-41e0-b281-16b45b65c520 service neutron] 10.222.0.59 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979393 Aug 29 04:26:57.261846 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.285651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.393446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38605b0f-6730-493b-b809-f0708cbdf382 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.409413 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38605b0f-6730-493b-b809-f0708cbdf382 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.459446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.498846 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38605b0f-6730-493b-b809-f0708cbdf382 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.499334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38605b0f-6730-493b-b809-f0708cbdf382 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Fanout notify agent at l3_agent the message router_deleted on router 4905e796-d9ce-4fde-a5e6-7d0396b21d0f {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:57.512736 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38605b0f-6730-493b-b809-f0708cbdf382 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.514090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-38605b0f-6730-493b-b809-f0708cbdf382 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/4905e796-d9ce-4fde-a5e6-7d0396b21d0f HTTP/1.1" status: 204 len: 168 time: 0.5196180 Aug 29 04:26:57.515141 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8b656e-9704-4fbd-bba7-9db3c4a878eb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:57.517903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54038) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.519722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] No DVR routers for this DVR port 5a8b656e-9704-4fbd-bba7-9db3c4a878eb on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:57.563292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2bead-8229-4d9b-a05f-0c3f4f6c4843 req-2a7a66e8-26f7-445d-a9ae-5da8be257170 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.564829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53d2bead-8229-4d9b-a05f-0c3f4f6c4843 req-2a7a66e8-26f7-445d-a9ae-5da8be257170 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.2238057 Aug 29 04:26:57.583741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a6471ff2-e0da-4a66-94f4-4e3340b3888f tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=4905e796-d9ce-4fde-a5e6-7d0396b21d0f HTTP/1.1" status: 200 len: 205 time: 0.0621307 Aug 29 04:26:57.587489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54042) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.638798 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-e004b852-f252-474c-9662-8a7b5f023745 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] delete failed (client error): The resource could not be found. Aug 29 04:26:57.639856 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e004b852-f252-474c-9662-8a7b5f023745 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/4905e796-d9ce-4fde-a5e6-7d0396b21d0f HTTP/1.1" status: 404 len: 336 time: 0.0511165 Aug 29 04:26:57.642604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54044) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.675300 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3f3d2188-4011-4a42-8787-6b182a578fae tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=9edbd636-4ab2-4159-a8eb-c6facad544f5 HTTP/1.1" status: 200 len: 205 time: 0.0315561 Aug 29 04:26:57.677162 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.677682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54046) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.701744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:57.704898 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ecb6229e-76e2-44b6-b0bf-43da2624e5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.708319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53d2bead-8229-4d9b-a05f-0c3f4f6c4843 req-602da752-de90-456c-8d0b-5297c3c79be2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270864 Aug 29 04:26:57.714341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ecb6229e-76e2-44b6-b0bf-43da2624e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.717003 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-7e406d41-cc90-4581-83e4-e7611ec7ece7 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] delete failed (client error): The resource could not be found. Aug 29 04:26:57.720988 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7e406d41-cc90-4581-83e4-e7611ec7ece7 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/9edbd636-4ab2-4159-a8eb-c6facad544f5 HTTP/1.1" status: 404 len: 336 time: 0.0392308 Aug 29 04:26:57.721360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54048) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.721463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:57.721535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844e5ce9-7ac1-497c-a43b-dd80f9a33fc8') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:57.742183 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.753643 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-238496e0-319c-4885-89cf-998366b706b3 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=35ceb9cb-bc8b-4d49-84ac-802566536461 HTTP/1.1" status: 200 len: 205 time: 0.0311060 Aug 29 04:26:57.755891 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54050) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.772840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6229e-76e2-44b6-b0bf-43da2624e5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafc39ff-4ab5-4125-9c8b-b10f22dd9350,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:57.775932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.780723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ecb6229e-76e2-44b6-b0bf-43da2624e5a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a6b1a00ccbe43099605c15ae2de159b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8714097 Aug 29 04:26:57.782867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54052) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.790745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:57.791132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: items = [ Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:57.793559 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:57.800854 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-94dfa5a5-dcaa-44a1-8352-1d2984251389 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] delete failed (client error): The resource could not be found. Aug 29 04:26:57.801906 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-94dfa5a5-dcaa-44a1-8352-1d2984251389 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/35ceb9cb-bc8b-4d49-84ac-802566536461 HTTP/1.1" status: 404 len: 336 time: 0.0450709 Aug 29 04:26:57.804617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54054) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.832859 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c1b3ef41-a211-439e-a580-73b384ffcb08 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9af399b-39f4-43cc-89ee-d951f5f2aaad HTTP/1.1" status: 200 len: 205 time: 0.0271411 Aug 29 04:26:57.835892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54056) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.872535 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.874937 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-f6922adb-443f-4654-a262-e4091315c290 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] delete failed (client error): The resource could not be found. Aug 29 04:26:57.878416 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f6922adb-443f-4654-a262-e4091315c290 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/d9af399b-39f4-43cc-89ee-d951f5f2aaad HTTP/1.1" status: 404 len: 336 time: 0.0386817 Aug 29 04:26:57.878749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54058) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.892251 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.894133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] 10.222.0.49 "DELETE /v2.0/networks/c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c HTTP/1.1" status: 204 len: 168 time: 1.2482100 Aug 29 04:26:57.898690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48a904-9922-4e39-9c6d-808e0dbb0a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=c5cd269a-9ba3-4ac1-8b3b-e9d7f34cc38c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:57.905740 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c3a41d0-afd4-48b9-8375-c61312a943f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.914538 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-531bcdb3-c242-4a8a-a8c6-0d84aaf6ce6b tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cca4389-a9b9-4580-8a55-9447d2ad070e HTTP/1.1" status: 200 len: 205 time: 0.0347188 Aug 29 04:26:57.917504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54062) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.930341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c3a41d0-afd4-48b9-8375-c61312a943f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.955067 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-70dbdf66-2a07-46f0-9022-b461cec6a3ac tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] delete failed (client error): The resource could not be found. Aug 29 04:26:57.958674 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-70dbdf66-2a07-46f0-9022-b461cec6a3ac tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/1cca4389-a9b9-4580-8a55-9447d2ad070e HTTP/1.1" status: 404 len: 336 time: 0.0376716 Aug 29 04:26:57.958947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54064) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.983267 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c3a41d0-afd4-48b9-8375-c61312a943f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.986619 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c3a41d0-afd4-48b9-8375-c61312a943f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.993017 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2e28667d-d8a1-498f-91cd-c52c9add9dd0 tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c58cce-f5bc-420e-944c-dbaff6bd122b HTTP/1.1" status: 200 len: 205 time: 0.0266547 Aug 29 04:26:57.993466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4c3a41d0-afd4-48b9-8375-c61312a943f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eafc39ff-4ab5-4125-9c8b-b10f22dd9350 HTTP/1.1" status: 204 len: 168 time: 0.2043207 Aug 29 04:26:57.993541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54068) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.999784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a41d0-afd4-48b9-8375-c61312a943f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafc39ff-4ab5-4125-9c8b-b10f22dd9350,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.024705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54070) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.042497 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-cd05c076-b86e-4fde-a0c3-17204dfa979f tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] delete failed (client error): The resource could not be found. Aug 29 04:26:58.043539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd05c076-b86e-4fde-a0c3-17204dfa979f tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/routers/75c58cce-f5bc-420e-944c-dbaff6bd122b HTTP/1.1" status: 404 len: 336 time: 0.0496969 Aug 29 04:26:58.046208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54072) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.073069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ada0b78a-00b3-4afe-a49a-b0c9de055aa8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b277f54bd36473bbd3f1b4d613c7162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471687 Aug 29 04:26:58.073360 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eee1794-7f56-4d6f-892c-7dfc7475f43c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:58.073606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eee1794-7f56-4d6f-892c-7dfc7475f43c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:58.075327 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5eee1794-7f56-4d6f-892c-7dfc7475f43c tempest-RoutersIpV6AdminTest-1378221806 tempest-RoutersIpV6AdminTest-1378221806-project] 10.222.0.49 "DELETE /v2.0/subnets/2061bda6-b396-4b9c-ad85-b047676a8f3c HTTP/1.1" status: 404 len: 337 time: 0.0282104 Aug 29 04:26:58.075870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54074) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.125758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7966b166-82fd-4d51-b355-4ccf0085192f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.149666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7966b166-82fd-4d51-b355-4ccf0085192f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.212154 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7966b166-82fd-4d51-b355-4ccf0085192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.215471 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7966b166-82fd-4d51-b355-4ccf0085192f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.219007 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7966b166-82fd-4d51-b355-4ccf0085192f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00683567-f020-4ebe-b3f2-b29f43fba146 HTTP/1.1" status: 204 len: 168 time: 0.1398628 Aug 29 04:26:58.225238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966b166-82fd-4d51-b355-4ccf0085192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00683567-f020-4ebe-b3f2-b29f43fba146,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.372046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54086) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.390807 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a08ad934-21dd-4607-b1d6-07820d1d26fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.457087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54088) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.493858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a08ad934-21dd-4607-b1d6-07820d1d26fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.498144 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a08ad934-21dd-4607-b1d6-07820d1d26fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.539594 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a08ad934-21dd-4607-b1d6-07820d1d26fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34ccdd1dcc164888899565a6d8a8352a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659589 Aug 29 04:26:58.542163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54092) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.549528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ad934-21dd-4607-b1d6-07820d1d26fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee29425-833f-4800-af27-76172fba55cf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.604528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0655fdea-76b5-4135-96b9-5c2781f5bb07 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:58.608064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad26eb30-44b8-4237-b49e-bec8c6153001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.651004 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad26eb30-44b8-4237-b49e-bec8c6153001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.654830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5a8b656e-9704-4fbd-bba7-9db3c4a878eb no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:58.703457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 5a8b656e-9704-4fbd-bba7-9db3c4a878eb {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:58.703844 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5a8b656e-9704-4fbd-bba7-9db3c4a878eb not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:58.706324 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad26eb30-44b8-4237-b49e-bec8c6153001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.708166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a88f8d8d-2835-4c89-bda6-ac343439a2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.709869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ad26eb30-44b8-4237-b49e-bec8c6153001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.711659 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ad26eb30-44b8-4237-b49e-bec8c6153001 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fee29425-833f-4800-af27-76172fba55cf HTTP/1.1" status: 204 len: 168 time: 0.1680565 Aug 29 04:26:58.724151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26eb30-44b8-4237-b49e-bec8c6153001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee29425-833f-4800-af27-76172fba55cf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.791332 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.821146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:58.823852 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770589f6-3cd3-4eb5-a070-8bc4788ab1f3" -d '{"events": [{"server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "name": "network-vif-unplugged", "status": "completed", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:58.836899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:58.841855 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.858651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54106) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.907225 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d3233f-ab89-41a5-a17b-bb4f46de7447 x-openstack-request-id: req-f3d3233f-ab89-41a5-a17b-bb4f46de7447 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:58.907709 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "name": "network-vif-unplugged", "status": "completed", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:58.908095 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3d3233f-ab89-41a5-a17b-bb4f46de7447 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:58.908637 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'code': 200} Aug 29 04:26:58.909313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.910964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fdbb2-34ae-47a1-8ed1-4de6bdb824f9 req-7b8d9fa9-3571-40f7-8628-54b6edd572da tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.914461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c6fdbb2-34ae-47a1-8ed1-4de6bdb824f9 req-7b8d9fa9-3571-40f7-8628-54b6edd572da tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 943 time: 0.0895755 Aug 29 04:26:58.923540 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fc7285a8-cbf6-49bc-a124-931226b06cfa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f75f26889a834c62acdef83a3bf45dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633121 Aug 29 04:26:58.927143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54110) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.981310 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a88f8d8d-2835-4c89-bda6-ac343439a2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.981626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5da15b90-7aa5-4e38-bde3-5348a89c5a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.984524 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.990053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a88f8d8d-2835-4c89-bda6-ac343439a2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.005089 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5da15b90-7aa5-4e38-bde3-5348a89c5a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.014556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c6fdbb2-34ae-47a1-8ed1-4de6bdb824f9 req-84423b41-7aa0-4327-bb91-bbb7c83c1996 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876005 Aug 29 04:26:59.041088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a88f8d8d-2835-4c89-bda6-ac343439a2c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd956ab9f8714a1f8a617254b33ee3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5806296 Aug 29 04:26:59.041465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54114) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.047876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f8d8d-2835-4c89-bda6-ac343439a2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d005ca3-bc04-4aff-a585-cbaa0b5b2329,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.069646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5da15b90-7aa5-4e38-bde3-5348a89c5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.072368 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5da15b90-7aa5-4e38-bde3-5348a89c5a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.075971 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5da15b90-7aa5-4e38-bde3-5348a89c5a73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4e04c2f-e7ec-4e80-9a8c-89c0e7b5e8b9 HTTP/1.1" status: 204 len: 168 time: 0.1456292 Aug 29 04:26:59.082989 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da15b90-7aa5-4e38-bde3-5348a89c5a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e04c2f-e7ec-4e80-9a8c-89c0e7b5e8b9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.116042 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e44e0b43-8c4b-425c-966f-700666aa492c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.139546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e44e0b43-8c4b-425c-966f-700666aa492c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.196329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e44e0b43-8c4b-425c-966f-700666aa492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.199167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e44e0b43-8c4b-425c-966f-700666aa492c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.203313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e44e0b43-8c4b-425c-966f-700666aa492c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d005ca3-bc04-4aff-a585-cbaa0b5b2329 HTTP/1.1" status: 204 len: 168 time: 0.1609001 Aug 29 04:26:59.212821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e0b43-8c4b-425c-966f-700666aa492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d005ca3-bc04-4aff-a585-cbaa0b5b2329,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.636931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54138) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.703213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fe8821c2-a32e-4a4d-b26a-5d65b9083eee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59996d01d3764e65876e3bff3aff021e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650508 Aug 29 04:26:59.705740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54142) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.785387 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9057a3fa-0c8c-439f-87cc-f2bc6f7512c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.812502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9057a3fa-0c8c-439f-87cc-f2bc6f7512c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.870956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9057a3fa-0c8c-439f-87cc-f2bc6f7512c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.873906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9057a3fa-0c8c-439f-87cc-f2bc6f7512c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.878211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9057a3fa-0c8c-439f-87cc-f2bc6f7512c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62a3f60d-2d20-41e6-8b76-59e3c8145a8e HTTP/1.1" status: 204 len: 168 time: 0.1711485 Aug 29 04:26:59.886470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057a3fa-0c8c-439f-87cc-f2bc6f7512c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a3f60d-2d20-41e6-8b76-59e3c8145a8e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:00.156082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367763bb-0986-48b7-965d-d379e3299dab req-552327ee-d3d8-45af-9f4c-0ef1756af9ce tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.157663 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-367763bb-0986-48b7-965d-d379e3299dab req-552327ee-d3d8-45af-9f4c-0ef1756af9ce tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 943 time: 0.0553088 Aug 29 04:27:00.206439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-367763bb-0986-48b7-965d-d379e3299dab req-023aea10-fe0a-4089-9a67-96fd299e049f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Aug 29 04:27:00.337053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09664793-5d20-49a2-b7d5-40fb2c0a6fe2 req-f5cb57bc-aa2c-466b-8f4f-5cf2c491b783 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.338690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09664793-5d20-49a2-b7d5-40fb2c0a6fe2 req-f5cb57bc-aa2c-466b-8f4f-5cf2c491b783 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 943 time: 0.0589442 Aug 29 04:27:00.382605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09664793-5d20-49a2-b7d5-40fb2c0a6fe2 req-e3287470-5190-4461-8ca8-357c59a134c5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Aug 29 04:27:00.723275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab5ab4-2bfd-431a-ba5b-eea2f500baa6 req-b8833333-5511-4369-b29b-aa331925b9d0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.728817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2ab5ab4-2bfd-431a-ba5b-eea2f500baa6 req-b8833333-5511-4369-b29b-aa331925b9d0 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 943 time: 0.0544591 Aug 29 04:27:00.768881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d2ab5ab4-2bfd-431a-ba5b-eea2f500baa6 req-01fb4e5f-c17e-41b6-82aa-2d65d6bff91a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Aug 29 04:27:00.864360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54216) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:01.015634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1094868288'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:01.061811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Made reservation on behalf of 6acf53846974434fa809c9e69564cb3c for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:01.065277 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.075906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73b55b59-75be-456f-9078-13a59120de24 req-e7b414a6-f717-4eed-b31b-41fa732de0fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1414433 Aug 29 04:27:01.076977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.179212 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.185167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.210699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:01.229846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5e9732-e184-4506-8dfa-b981246d9327,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.236806 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.237158 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Added segment a333b4c1-73ad-4250-9c50-ce1fed9c4d38 of type vlan for network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a Aug 29 04:27:01.284359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.316692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.323983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.324868 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.396097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5274963 Aug 29 04:27:01.396267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54250) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:01.405362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'subnet': {'network_id': '2be71cb7-b9e3-408b-aad2-d9f8d35e738a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:01.411071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a82586-6252-489a-a5b0-65d8a5b4c0a1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Network': ['ID=2be71cb7-b9e3-408b-aad2-d9f8d35e738a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.423449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:01.519383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Made reservation on behalf of 6acf53846974434fa809c9e69564cb3c for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:01.524371 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.724039 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.784645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Subnet': ['ID=8890cfdf-4dc7-4315-b3d1-18d6a039555a,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.799164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Checking segment: {'id': 'a333b4c1-73ad-4250-9c50-ce1fed9c4d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2be71cb7-b9e3-408b-aad2-d9f8d35e738a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:01.799545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network hostable DHCP agents. Network: 2be71cb7-b9e3-408b-aad2-d9f8d35e738a, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:01.818315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:01.829156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 2be71cb7-b9e3-408b-aad2-d9f8d35e738a) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:01.839750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2175bbb8-7c0d-4340-9041-b26a6d0595b5 None None] Network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:01.841220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.842156 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.883120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9c8db2c3-f49a-40a2-bc4e-90573542b45d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4852602 Aug 29 04:27:01.886262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54270) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:01.891750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1204737021', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:01.936579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbb868-8855-4e95-ac71-fffa062623e9 req-bc482611-a52f-40f9-8b0d-98773d2e4350 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.938476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-befbb868-8855-4e95-ac71-fffa062623e9 req-bc482611-a52f-40f9-8b0d-98773d2e4350 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 943 time: 0.0884705 Aug 29 04:27:01.940048 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.941468 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.959519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54274) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.028898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-befbb868-8855-4e95-ac71-fffa062623e9 req-8ac90546-4658-4aa3-ad10-b4a56cadcf74 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820575 Aug 29 04:27:02.031463 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.041878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b237442b-8136-480b-afd6-7989aae74bb8 None None] Network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:02.111753 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c575-485b-4492-a641-19890e015e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.222894 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c575-485b-4492-a641-19890e015e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.226683 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c575-485b-4492-a641-19890e015e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.247942 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.264073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b55b59-75be-456f-9078-13a59120de24 req-f3f66ab6-529d-45ef-b94a-447301dc9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.265600 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73b55b59-75be-456f-9078-13a59120de24 req-f3f66ab6-529d-45ef-b94a-447301dc9e6c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b&tenant_id=65fffbaf638841019c229193dbe0c66e HTTP/1.1" status: 200 len: 1095 time: 0.1540396 Aug 29 04:27:02.266790 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8ba5c575-485b-4492-a641-19890e015e21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c0cd512e96f4ee8a9d32d86f4e62974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061144 Aug 29 04:27:02.268860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5c575-485b-4492-a641-19890e015e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8947b6a-dfb1-4d32-ae22-00162281db58,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.271212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54278) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.311638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:02.321193 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36da2e97-6b77-4131-9988-ba8d7d5a01cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.345371 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36da2e97-6b77-4131-9988-ba8d7d5a01cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.378050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.393582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36da2e97-6b77-4131-9988-ba8d7d5a01cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.396360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36da2e97-6b77-4131-9988-ba8d7d5a01cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.397590 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-36da2e97-6b77-4131-9988-ba8d7d5a01cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8947b6a-dfb1-4d32-ae22-00162281db58 HTTP/1.1" status: 204 len: 168 time: 0.1254210 Aug 29 04:27:02.405880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da2e97-6b77-4131-9988-ba8d7d5a01cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8947b6a-dfb1-4d32-ae22-00162281db58,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.626925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0655fdea-76b5-4135-96b9-5c2781f5bb07 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:02.629517 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.678322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.743115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54286) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.756248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58157eff-cd18-46e9-aeeb-3e4e49eb3b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.770412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:02.836573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.25.5.109 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/6a543c50-e513-4c1c-a212-d3e7f2526c72) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:02.841998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:02.844908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58157eff-cd18-46e9-aeeb-3e4e49eb3b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.849362 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58157eff-cd18-46e9-aeeb-3e4e49eb3b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.888734 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-58157eff-cd18-46e9-aeeb-3e4e49eb3b1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea52e05ec5e645f2be9a3f27de278581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442318 Aug 29 04:27:02.890096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58157eff-cd18-46e9-aeeb-3e4e49eb3b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76830cc6-f691-4e99-8640-81b73f9eba00,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.892567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54290) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.916522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0655fdea-76b5-4135-96b9-5c2781f5bb07 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:02.926249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.944167 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b97f5dad-482f-457a-8419-323a2c16f4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.947832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Transition to ACTIVE for port object 0655fdea-76b5-4135-96b9-5c2781f5bb07 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:02.955428 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.965382 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b97f5dad-482f-457a-8419-323a2c16f4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.024159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b97f5dad-482f-457a-8419-323a2c16f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.027461 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b97f5dad-482f-457a-8419-323a2c16f4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.028742 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b97f5dad-482f-457a-8419-323a2c16f4c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76830cc6-f691-4e99-8640-81b73f9eba00 HTTP/1.1" status: 204 len: 168 time: 0.1351173 Aug 29 04:27:03.038202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f5dad-482f-457a-8419-323a2c16f4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76830cc6-f691-4e99-8640-81b73f9eba00,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.046301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] No DVR routers for this DVR port 0655fdea-76b5-4135-96b9-5c2781f5bb07 on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:03.050394 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.054438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=9']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.109386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Attempting to bind port 0655fdea-76b5-4135-96b9-5c2781f5bb07 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:03.110151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Attempting to bind port 0655fdea-76b5-4135-96b9-5c2781f5bb07 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:03.110151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Attempting to bind port 0655fdea-76b5-4135-96b9-5c2781f5bb07 on network 4b95a516-b0bb-4b5f-aa78-22730186d8ee {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:03.131874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Port 0655fdea-76b5-4135-96b9-5c2781f5bb07 on network 4b95a516-b0bb-4b5f-aa78-22730186d8ee not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:03.132311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Attempting to bind port 0655fdea-76b5-4135-96b9-5c2781f5bb07 on network 4b95a516-b0bb-4b5f-aa78-22730186d8ee {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:03.155128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:03.155471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Checking segment: {'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:03.155860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Bound using segment: {'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:03.156340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Bound port: 0655fdea-76b5-4135-96b9-5c2781f5bb07, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642e2664-15f3-43cb-9780-540d4ceaed85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:03.156701 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.174926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.571074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491bf3b-24ae-4146-816c-8837ea7faebe req-54aab1f8-00be-41b1-9cf1-739903b225f7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:03.572623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7491bf3b-24ae-4146-816c-8837ea7faebe req-54aab1f8-00be-41b1-9cf1-739903b225f7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 943 time: 0.4535563 Aug 29 04:27:03.576114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:03.587298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:03.597799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:03.603528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=6a543c50-e513-4c1c-a212-d3e7f2526c72,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.670495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:03.678513 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7491bf3b-24ae-4146-816c-8837ea7faebe req-c15e28c0-183d-4e95-8e40-8467fd139a03 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992036 Aug 29 04:27:03.691107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:03.772997 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.845242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:03.846077 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.847644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73b55b59-75be-456f-9078-13a59120de24 req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] 10.222.0.52 "PUT /v2.0/ports/0655fdea-76b5-4135-96b9-5c2781f5bb07 HTTP/1.1" status: 200 len: 1092 time: 1.5426085 Aug 29 04:27:03.848189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:03.851077 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:03.888585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9091a-ef63-45ee-a211-7dbee9222178 service neutron] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=10']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.911524 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b190afd-dd55-4975-84d8-4789ef4f3dbb x-openstack-request-id: req-1b190afd-dd55-4975-84d8-4789ef4f3dbb {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:03.911889 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:03.912865 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b190afd-dd55-4975-84d8-4789ef4f3dbb {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:03.913268 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'status': 'completed', 'code': 200} Aug 29 04:27:04.013882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b55b59-75be-456f-9078-13a59120de24 req-03611545-2fb2-4a31-af4f-12eb3afdc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.015458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73b55b59-75be-456f-9078-13a59120de24 req-03611545-2fb2-4a31-af4f-12eb3afdc792 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 1096 time: 0.1212568 Aug 29 04:27:04.088365 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.198676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b55b59-75be-456f-9078-13a59120de24 req-17407dec-f869-4fa0-8ec0-85b091dfe037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.200154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73b55b59-75be-456f-9078-13a59120de24 req-17407dec-f869-4fa0-8ec0-85b091dfe037 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 915 time: 0.1772728 Aug 29 04:27:04.250587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73b55b59-75be-456f-9078-13a59120de24 req-22daee49-1188-4e01-ae04-23ae2b41fc4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07 HTTP/1.1" status: 200 len: 217 time: 0.0417421 Aug 29 04:27:04.361394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b55b59-75be-456f-9078-13a59120de24 req-dd5e8f17-8066-4be7-8183-3f5be9eb44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.362900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73b55b59-75be-456f-9078-13a59120de24 req-dd5e8f17-8066-4be7-8183-3f5be9eb44aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f HTTP/1.1" status: 200 len: 854 time: 0.0983078 Aug 29 04:27:04.424276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73b55b59-75be-456f-9078-13a59120de24 req-26d8a016-0ca3-4151-99f8-2a02ed902b8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b95a516-b0bb-4b5f-aa78-22730186d8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304234 Aug 29 04:27:04.485318 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.688851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73b55b59-75be-456f-9078-13a59120de24 req-f6578b4c-6682-420f-99c2-a94673464f3d service neutron] 10.222.0.52 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567396 Aug 29 04:27:04.865968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73b55b59-75be-456f-9078-13a59120de24 req-8e42ee39-97a3-4e30-8158-2512c86be7d9 service neutron] 10.222.0.52 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676831 Aug 29 04:27:04.870287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:04.899367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6046ca-be5d-460f-803a-3de0c2bd8ae9 req-3a0ab792-a311-401a-b3c3-9735752e721e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.901160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f6046ca-be5d-460f-803a-3de0c2bd8ae9 req-3a0ab792-a311-401a-b3c3-9735752e721e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.1201425 Aug 29 04:27:05.019040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f6046ca-be5d-460f-803a-3de0c2bd8ae9 req-04581669-a7c4-4634-8668-72553d796d29 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860662 Aug 29 04:27:05.064437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:05.075439 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326bb5cc-e7bc-4f21-b70d-c416518b055e None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:05.078078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5 req-81b6dd8a-78cd-47d8-bf79-5dbf92640576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.079828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5 req-81b6dd8a-78cd-47d8-bf79-5dbf92640576 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 1096 time: 0.0793881 Aug 29 04:27:05.088297 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bb5cc-e7bc-4f21-b70d-c416518b055e None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:05.089323 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-326bb5cc-e7bc-4f21-b70d-c416518b055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:05.098852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.100906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cecbe82e-9082-4006-88e8-87fd031a4645 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2139282 Aug 29 04:27:05.103630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54364) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:05.133416 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-326bb5cc-e7bc-4f21-b70d-c416518b055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:05.143961 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bb5cc-e7bc-4f21-b70d-c416518b055e None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:05.145661 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-326bb5cc-e7bc-4f21-b70d-c416518b055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:05.204629 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-326bb5cc-e7bc-4f21-b70d-c416518b055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:05.205281 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326bb5cc-e7bc-4f21-b70d-c416518b055e None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:05.440505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5 req-300cf99d-449e-494b-9ceb-24f8184c8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.442604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5 req-300cf99d-449e-494b-9ceb-24f8184c8b62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 915 time: 0.3540187 Aug 29 04:27:05.553029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5 req-afd24a2e-b076-4336-8dcc-b5625d416707 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07 HTTP/1.1" status: 200 len: 217 time: 0.0890007 Aug 29 04:27:05.899335 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.279490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf8e1a-5eee-4378-b7d1-f37f47745dd0 req-efedf957-e565-4b01-996f-2d9836439846 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.288315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fddf8e1a-5eee-4378-b7d1-f37f47745dd0 req-efedf957-e565-4b01-996f-2d9836439846 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.1429231 Aug 29 04:27:06.378959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fddf8e1a-5eee-4378-b7d1-f37f47745dd0 req-e9cf90e7-e834-48b5-a231-a7488a164ce2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895293 Aug 29 04:27:06.539531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.20.0.1 (2be71cb7-b9e3-408b-aad2-d9f8d35e738a/8890cfdf-4dc7-4315-b3d1-18d6a039555a/a4a1b6cc-dcb2-4595-b64d-1f9363bdda86) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:06.697509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.758755 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.817315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:06.821282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:06.823742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:06.852798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=a4a1b6cc-dcb2-4595-b64d-1f9363bdda86,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.887688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.053979 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.876032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.912851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.962761 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.062221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca441fa-426f-4a6f-aaee-bd194a99afed req-21d4d201-2e92-4073-a00b-838109745241 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.063777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ca441fa-426f-4a6f-aaee-bd194a99afed req-21d4d201-2e92-4073-a00b-838109745241 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.1849244 Aug 29 04:27:08.070728 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=a4a1b6cc-dcb2-4595-b64d-1f9363bdda86,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.163259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ca441fa-426f-4a6f-aaee-bd194a99afed req-9b9037d8-37d3-469f-8a91-a0a5153f8cc3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895438 Aug 29 04:27:08.232320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:08.234981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:08.460387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:08.664149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:08.673244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cda20850-ad0e-47df-aab9-3e073ec9c09e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "PUT /v2.0/routers/8041e998-8d7a-4b68-9c2f-3d55d2559cd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5651569 Aug 29 04:27:08.673474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54448) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:08.679096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e9396c-921d-412c-893c-f5bf2412b6c3 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:08.684946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'port': {'network_id': '2be71cb7-b9e3-408b-aad2-d9f8d35e738a', 'name': 'tempest-FloatingIPTestJSON-1485403229'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:08.701928 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9396c-921d-412c-893c-f5bf2412b6c3 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:08.703997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-06e9396c-921d-412c-893c-f5bf2412b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:08.750240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-06e9396c-921d-412c-893c-f5bf2412b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:08.767665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9396c-921d-412c-893c-f5bf2412b6c3 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:08.772523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-06e9396c-921d-412c-893c-f5bf2412b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:08.822084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-06e9396c-921d-412c-893c-f5bf2412b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:08.823576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e9396c-921d-412c-893c-f5bf2412b6c3 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:08.873119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Made reservation on behalf of 6acf53846974434fa809c9e69564cb3c for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:08.879654 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.947076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] device_id is not set on port 4b0b29f6-3b51-4533-aa5a-43e11f421d50 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:09.145745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.20.0.14 (2be71cb7-b9e3-408b-aad2-d9f8d35e738a/8890cfdf-4dc7-4315-b3d1-18d6a039555a/4b0b29f6-3b51-4533-aa5a-43e11f421d50) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:09.397134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb0e24-853f-40c7-a59f-6f885f23d955 req-fde404f5-f8a6-46dc-8b23-1d3bca529bce tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.398239 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfdb0e24-853f-40c7-a59f-6f885f23d955 req-fde404f5-f8a6-46dc-8b23-1d3bca529bce tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.1260853 Aug 29 04:27:09.454644 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.468007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfdb0e24-853f-40c7-a59f-6f885f23d955 req-f9a8c21c-29a3-4182-842c-3a319407a2ec tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596573 Aug 29 04:27:09.588273 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.699772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:09.704879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:09.710517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:09.738895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=4b0b29f6-3b51-4533-aa5a-43e11f421d50,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:09.809157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.810016 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.856190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-239796b4-b109-4d2a-9cc6-eb8cbe5c09a9 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1814678 Aug 29 04:27:09.858795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54466) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:09.865119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'port': {'network_id': '2be71cb7-b9e3-408b-aad2-d9f8d35e738a', 'name': 'tempest-FloatingIPTestJSON-485361857'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:10.046044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Made reservation on behalf of 6acf53846974434fa809c9e69564cb3c for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:10.050541 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.071259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] device_id is not set on port b93fbf23-b4f0-44c4-bfec-e0a25634d8af yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:10.261867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.20.0.4 (2be71cb7-b9e3-408b-aad2-d9f8d35e738a/8890cfdf-4dc7-4315-b3d1-18d6a039555a/b93fbf23-b4f0-44c4-bfec-e0a25634d8af) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:10.518545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.659473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a34ce-54ff-4406-bbef-eaa05e4c9b65 req-1893a03a-50f7-4296-909f-5de672e6dab5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.662515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-686a34ce-54ff-4406-bbef-eaa05e4c9b65 req-1893a03a-50f7-4296-909f-5de672e6dab5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.0792801 Aug 29 04:27:10.663879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.727326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:10.731116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:10.737863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:10.777565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-686a34ce-54ff-4406-bbef-eaa05e4c9b65 req-729a3492-9b07-4e98-849e-f3d0eb5902e5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063910 Aug 29 04:27:10.790184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=b93fbf23-b4f0-44c4-bfec-e0a25634d8af,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.874731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.876390 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.905318 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9e425b09-5d85-44ae-9b3f-d95f3768ac54 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0453076 Aug 29 04:27:10.909305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54488) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:10.916996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'b93fbf23-b4f0-44c4-bfec-e0a25634d8af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:10.990619 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.135230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.267479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.25.5.9 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/c8848ac3-147f-46e7-a724-5ab669e77cbd) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:11.468585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.583511 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.659922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:11.665308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:11.673080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:11.679192 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=c8848ac3-147f-46e7-a724-5ab669e77cbd,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:12.053424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb05eb1-838a-4231-baf0-dbe91403a76f req-a3d70e2f-6ad5-49e0-810b-09d4ff2ff5a7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.063709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbb05eb1-838a-4231-baf0-dbe91403a76f req-a3d70e2f-6ad5-49e0-810b-09d4ff2ff5a7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.1679223 Aug 29 04:27:12.150998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbb05eb1-838a-4231-baf0-dbe91403a76f req-ec197778-45f3-49a4-b09c-e95476697a43 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808530 Aug 29 04:27:12.462456 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.652020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.010428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.023519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.160864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=c8848ac3-147f-46e7-a724-5ab669e77cbd,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:13.180896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.387168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9ba38-a6b0-4ea6-8299-73d096763980 req-5195fece-e6eb-4829-a644-90042f17a6cd tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.400989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ca9ba38-a6b0-4ea6-8299-73d096763980 req-5195fece-e6eb-4829-a644-90042f17a6cd tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.1137586 Aug 29 04:27:13.469388 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP 324cd6ce-9266-45b3-9615-01d92fcc5f5a associated. External IP: 172.25.5.9, port: b93fbf23-b4f0-44c4-bfec-e0a25634d8af. Aug 29 04:27:13.496641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ca9ba38-a6b0-4ea6-8299-73d096763980 req-34236fa0-636c-4b26-b6b4-1afb66992880 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942538 Aug 29 04:27:14.043140 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:14.212630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:14.224126 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf4179-d611-4225-af25-bb1abdc12207 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:14.230106 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.248488 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf4179-d611-4225-af25-bb1abdc12207 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:14.250728 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-caaf4179-d611-4225-af25-bb1abdc12207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.283502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54548) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:14.288985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0fa70f56-4cb0-49df-8bb4-8e477842e93c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:14.292901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a58669e3-ca04-491a-b007-3619fa601532 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.3821440 Aug 29 04:27:14.319672 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-caaf4179-d611-4225-af25-bb1abdc12207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.330944 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf4179-d611-4225-af25-bb1abdc12207 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:14.332014 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-caaf4179-d611-4225-af25-bb1abdc12207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.366926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0fa70f56-4cb0-49df-8bb4-8e477842e93c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.383187 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-caaf4179-d611-4225-af25-bb1abdc12207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.384138 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf4179-d611-4225-af25-bb1abdc12207 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:14.652144 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0fa70f56-4cb0-49df-8bb4-8e477842e93c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.683954 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0fa70f56-4cb0-49df-8bb4-8e477842e93c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.684661 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-0fa70f56-4cb0-49df-8bb4-8e477842e93c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP 324cd6ce-9266-45b3-9615-01d92fcc5f5a disassociated. External IP: 172.25.5.9, port: b93fbf23-b4f0-44c4-bfec-e0a25634d8af. Aug 29 04:27:14.962907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb70b6-0ea4-4be5-a40f-70bc161116d3 req-102d9c8d-4b17-42ab-97a2-20e32de76f86 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.964690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4feb70b6-0ea4-4be5-a40f-70bc161116d3 req-102d9c8d-4b17-42ab-97a2-20e32de76f86 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.3205566 Aug 29 04:27:15.112875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4feb70b6-0ea4-4be5-a40f-70bc161116d3 req-2fa79f68-2a4b-4253-af29-de8a7bb9c3e3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860629 Aug 29 04:27:15.147310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa70f56-4cb0-49df-8bb4-8e477842e93c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:15.349724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa70f56-4cb0-49df-8bb4-8e477842e93c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:15.354836 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0fa70f56-4cb0-49df-8bb4-8e477842e93c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.361842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693d97f-cfec-41dd-8c33-e91fc238b449 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:15.379378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693d97f-cfec-41dd-8c33-e91fc238b449 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:15.380343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2693d97f-cfec-41dd-8c33-e91fc238b449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:15.426137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0fa70f56-4cb0-49df-8bb4-8e477842e93c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "PUT /v2.0/floatingips/324cd6ce-9266-45b3-9615-01d92fcc5f5a HTTP/1.1" status: 200 len: 686 time: 1.1389642 Aug 29 04:27:15.426732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54570) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:15.453666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2693d97f-cfec-41dd-8c33-e91fc238b449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:15.480369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693d97f-cfec-41dd-8c33-e91fc238b449 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:15.481283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2693d97f-cfec-41dd-8c33-e91fc238b449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:15.529069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2693d97f-cfec-41dd-8c33-e91fc238b449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:15.530091 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693d97f-cfec-41dd-8c33-e91fc238b449 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:15.668731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-23f30538-526e-4819-9451-c5d567904b4c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port c8848ac3-147f-46e7-a724-5ab669e77cbd {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:15.669093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23f30538-526e-4819-9451-c5d567904b4c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.776019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23f30538-526e-4819-9451-c5d567904b4c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.776668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23f30538-526e-4819-9451-c5d567904b4c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.791801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-23f30538-526e-4819-9451-c5d567904b4c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for c8848ac3-147f-46e7-a724-5ab669e77cbd owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:15.975670 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23f30538-526e-4819-9451-c5d567904b4c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.005036 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f30538-526e-4819-9451-c5d567904b4c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=c8848ac3-147f-46e7-a724-5ab669e77cbd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.095464 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23f30538-526e-4819-9451-c5d567904b4c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.098436 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23f30538-526e-4819-9451-c5d567904b4c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.105487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54580) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:16.106320 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-23f30538-526e-4819-9451-c5d567904b4c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/floatingips/324cd6ce-9266-45b3-9615-01d92fcc5f5a HTTP/1.1" status: 204 len: 168 time: 0.6775618 Aug 29 04:27:16.110992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '4b0b29f6-3b51-4533-aa5a-43e11f421d50'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:16.151374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.319098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aed1e-ae37-4bd1-b3a5-17d561cd5c70 req-2568eb1b-cbef-49f5-948e-6f50e579a91c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.326959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c2aed1e-ae37-4bd1-b3a5-17d561cd5c70 req-2568eb1b-cbef-49f5-948e-6f50e579a91c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.0768306 Aug 29 04:27:16.377008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c2aed1e-ae37-4bd1-b3a5-17d561cd5c70 req-c0a854f2-1b67-47f2-800d-4e6a1be80c3a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488966 Aug 29 04:27:16.403428 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.534995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.25.5.244 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/52f2b81d-b6bf-40b3-b5e3-61131e082578) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:16.655946 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.699928 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.741898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:16.744832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:16.748514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:16.754587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=52f2b81d-b6bf-40b3-b5e3-61131e082578,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:17.153306 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.226282 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.389846 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.394894 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.495732 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.547760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=52f2b81d-b6bf-40b3-b5e3-61131e082578,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:17.624808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17993944-e8fe-458b-986f-48833fce377c req-9630c118-5028-478c-8b05-525cfcea4ee7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.632307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17993944-e8fe-458b-986f-48833fce377c req-9630c118-5028-478c-8b05-525cfcea4ee7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.1605537 Aug 29 04:27:17.673299 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP bd888af5-3979-48da-ba39-d51739c2548d associated. External IP: 172.25.5.244, port: 4b0b29f6-3b51-4533-aa5a-43e11f421d50. Aug 29 04:27:17.719547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17993944-e8fe-458b-986f-48833fce377c req-2677a797-4c5e-422f-919b-4b61b95e51cb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863607 Aug 29 04:27:17.909932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:18.021612 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:18.038724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.040625 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da7028-2def-426a-a8bb-684fa83c4351 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:18.062762 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da7028-2def-426a-a8bb-684fa83c4351 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:18.065622 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-78da7028-2def-426a-a8bb-684fa83c4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.068797 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.072152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b05cc59c-3da7-48fd-b0e8-479610eda48e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.9632313 Aug 29 04:27:18.072820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54638) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:18.122107 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-78da7028-2def-426a-a8bb-684fa83c4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.131900 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da7028-2def-426a-a8bb-684fa83c4351 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:18.132800 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-78da7028-2def-426a-a8bb-684fa83c4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.136848 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2eead34d-2ff5-441e-a6f8-1acb7c988791 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "GET /v2.0/floatingips/bd888af5-3979-48da-ba39-d51739c2548d HTTP/1.1" status: 200 len: 979 time: 0.0627687 Aug 29 04:27:18.139575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54640) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:18.176846 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-78da7028-2def-426a-a8bb-684fa83c4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.177722 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da7028-2def-426a-a8bb-684fa83c4351 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:18.556337 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b21d13fe-c2dc-4af2-ae89-9c66bddaa14c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4151070 Aug 29 04:27:18.558756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54652) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:18.563239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'port_id': 'b93fbf23-b4f0-44c4-bfec-e0a25634d8af'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:18.629269 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.867672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7398f-21c0-440a-a6d1-e260ce1290fa req-f567c7b8-2738-4fad-87e4-3abfd51cda06 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.869360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09e7398f-21c0-440a-a6d1-e260ce1290fa req-f567c7b8-2738-4fad-87e4-3abfd51cda06 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.0518172 Aug 29 04:27:18.932036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09e7398f-21c0-440a-a6d1-e260ce1290fa req-d3e7a13b-3fdc-42a6-addb-55c5907562f5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556240 Aug 29 04:27:19.180705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.186445 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.305452 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP bd888af5-3979-48da-ba39-d51739c2548d associated. External IP: 172.25.5.244, port: 4b0b29f6-3b51-4533-aa5a-43e11f421d50. Aug 29 04:27:19.591245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:19.727126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:19.738184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1f285-e82a-4829-8ee0-25e7d21ca7b8 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:19.756142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1f285-e82a-4829-8ee0-25e7d21ca7b8 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:19.756958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-14c1f285-e82a-4829-8ee0-25e7d21ca7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:19.827417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-14c1f285-e82a-4829-8ee0-25e7d21ca7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:19.848617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1f285-e82a-4829-8ee0-25e7d21ca7b8 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:19.849451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-14c1f285-e82a-4829-8ee0-25e7d21ca7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:19.928176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-14c1f285-e82a-4829-8ee0-25e7d21ca7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:19.929200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1f285-e82a-4829-8ee0-25e7d21ca7b8 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:19.968471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5 req-2c8b73b4-ccc9-45d2-b944-6530e3ea53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.970547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5 req-2c8b73b4-ccc9-45d2-b944-6530e3ea53a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f HTTP/1.1" status: 200 len: 854 time: 0.5229223 Aug 29 04:27:20.025930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5 req-37df35df-3ae8-4bda-b36d-320763ce2ed5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b95a516-b0bb-4b5f-aa78-22730186d8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423472 Aug 29 04:27:20.129811 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:20.219525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4488b8-5e8c-4cdf-850c-52faf8c41ae2 req-cf3a7c80-100c-4896-9f1a-69582bdc32ef tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.226537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e4488b8-5e8c-4cdf-850c-52faf8c41ae2 req-cf3a7c80-100c-4896-9f1a-69582bdc32ef tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.1841156 Aug 29 04:27:20.297181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5 req-3ad85cb4-4465-45e7-acfb-0587e868b4a4 service neutron] 10.222.0.52 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614524 Aug 29 04:27:20.333327 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:20.338578 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.347691 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57203d53-95d8-4e55-a6a9-ddfcf924cb40 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:20.361497 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57203d53-95d8-4e55-a6a9-ddfcf924cb40 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:20.362497 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-57203d53-95d8-4e55-a6a9-ddfcf924cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:20.410478 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-57203d53-95d8-4e55-a6a9-ddfcf924cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:20.422199 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-79a6bf67-4d60-4e8b-8182-701d8fed4b6d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "PUT /v2.0/floatingips/bd888af5-3979-48da-ba39-d51739c2548d HTTP/1.1" status: 200 len: 977 time: 1.8623278 Aug 29 04:27:20.422971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54704) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:20.431626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a76ece41-c34d-4cd4-8d73-98638fbcbeb5 req-4ff7b1b2-302e-45fc-ae98-7fccc260f61e service neutron] 10.222.0.52 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249311 Aug 29 04:27:20.435505 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57203d53-95d8-4e55-a6a9-ddfcf924cb40 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:20.435926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-76abd223-c003-4b5c-94c0-4d08e0ba28b6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:20.438784 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-57203d53-95d8-4e55-a6a9-ddfcf924cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:20.452410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e4488b8-5e8c-4cdf-850c-52faf8c41ae2 req-0d1df1cd-ea52-4091-8e1d-c3abfe78dd4a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086148 Aug 29 04:27:20.523231 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-57203d53-95d8-4e55-a6a9-ddfcf924cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:20.524070 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57203d53-95d8-4e55-a6a9-ddfcf924cb40 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:20.535747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76abd223-c003-4b5c-94c0-4d08e0ba28b6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.712043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76abd223-c003-4b5c-94c0-4d08e0ba28b6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.715626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76abd223-c003-4b5c-94c0-4d08e0ba28b6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.715975 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-76abd223-c003-4b5c-94c0-4d08e0ba28b6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP bd888af5-3979-48da-ba39-d51739c2548d disassociated. External IP: 172.25.5.244, port: b93fbf23-b4f0-44c4-bfec-e0a25634d8af. Aug 29 04:27:20.850682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54712) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:20.925576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76abd223-c003-4b5c-94c0-4d08e0ba28b6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:20.958260 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e071fdeb-c015-490c-ba69-c175722fecc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.040834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76abd223-c003-4b5c-94c0-4d08e0ba28b6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:21.045740 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76abd223-c003-4b5c-94c0-4d08e0ba28b6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.051809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a7932-2cb2-4142-86cc-30623acc90c4 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:21.057277 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e071fdeb-c015-490c-ba69-c175722fecc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.061752 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e071fdeb-c015-490c-ba69-c175722fecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.061912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a7932-2cb2-4142-86cc-30623acc90c4 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:21.062478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-634a7932-2cb2-4142-86cc-30623acc90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:21.080234 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-76abd223-c003-4b5c-94c0-4d08e0ba28b6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "PUT /v2.0/floatingips/bd888af5-3979-48da-ba39-d51739c2548d HTTP/1.1" status: 200 len: 688 time: 0.6523097 Aug 29 04:27:21.082162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54718) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.103018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e071fdeb-c015-490c-ba69-c175722fecc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16cf933f81704f1c92ddae5c867e178f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486317 Aug 29 04:27:21.103231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-634a7932-2cb2-4142-86cc-30623acc90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:21.103704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54720) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.109764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071fdeb-c015-490c-ba69-c175722fecc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012b6c38-b26c-4caf-9e0d-352512e66a82,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.110813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a7932-2cb2-4142-86cc-30623acc90c4 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:21.111442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-634a7932-2cb2-4142-86cc-30623acc90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:21.147361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-634a7932-2cb2-4142-86cc-30623acc90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:21.148025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a7932-2cb2-4142-86cc-30623acc90c4 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:21.166752 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04f702fe-e112-4d9d-ae49-1874e035e283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.190783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04f702fe-e112-4d9d-ae49-1874e035e283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.223989 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b3e17259-f13c-490d-b86f-ba3095158074 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port 52f2b81d-b6bf-40b3-b5e3-61131e082578 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:21.224971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3e17259-f13c-490d-b86f-ba3095158074 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.238191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04f702fe-e112-4d9d-ae49-1874e035e283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.241843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04f702fe-e112-4d9d-ae49-1874e035e283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.243020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-04f702fe-e112-4d9d-ae49-1874e035e283 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/012b6c38-b26c-4caf-9e0d-352512e66a82 HTTP/1.1" status: 204 len: 168 time: 0.1383207 Aug 29 04:27:21.251170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f702fe-e112-4d9d-ae49-1874e035e283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b6c38-b26c-4caf-9e0d-352512e66a82,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.303540 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3e17259-f13c-490d-b86f-ba3095158074 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.303982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3e17259-f13c-490d-b86f-ba3095158074 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.315853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b3e17259-f13c-490d-b86f-ba3095158074 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for 52f2b81d-b6bf-40b3-b5e3-61131e082578 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:21.453534 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3e17259-f13c-490d-b86f-ba3095158074 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.489684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e17259-f13c-490d-b86f-ba3095158074 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=52f2b81d-b6bf-40b3-b5e3-61131e082578,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.533639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54730) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.554624 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0764-5d9b-48f2-8153-99f541d098e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.577123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4c38b-24e7-4a96-9ffb-2a74c5d411b7 req-7830fed8-cb64-433a-bb1f-89723f3460c2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.577845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3e17259-f13c-490d-b86f-ba3095158074 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.580708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3e17259-f13c-490d-b86f-ba3095158074 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.581143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ed4c38b-24e7-4a96-9ffb-2a74c5d411b7 req-7830fed8-cb64-433a-bb1f-89723f3460c2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.0584853 Aug 29 04:27:21.584668 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b3e17259-f13c-490d-b86f-ba3095158074 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/floatingips/bd888af5-3979-48da-ba39-d51739c2548d HTTP/1.1" status: 204 len: 168 time: 0.4987988 Aug 29 04:27:21.585272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54734) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.625644 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-9f937c52-ba81-4bb7-b192-0831acf22b93 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] delete failed (client error): The resource could not be found. Aug 29 04:27:21.628832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9f937c52-ba81-4bb7-b192-0831acf22b93 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/floatingips/bd888af5-3979-48da-ba39-d51739c2548d HTTP/1.1" status: 404 len: 345 time: 0.0423827 Aug 29 04:27:21.632897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54736) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.674867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ed4c38b-24e7-4a96-9ffb-2a74c5d411b7 req-c7749143-78dd-4cf8-832c-775c705f7178 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436351 Aug 29 04:27:21.738485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ca563-34f5-43e2-b189-f02c2203410f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.744394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ca563-34f5-43e2-b189-f02c2203410f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.750319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ca563-34f5-43e2-b189-f02c2203410f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.751962 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9e9ca563-34f5-43e2-b189-f02c2203410f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "GET /v2.0/ports?network_id=2be71cb7-b9e3-408b-aad2-d9f8d35e738a HTTP/1.1" status: 200 len: 2358 time: 0.1180522 Aug 29 04:27:21.755541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54738) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.764310 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0764-5d9b-48f2-8153-99f541d098e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.769389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0764-5d9b-48f2-8153-99f541d098e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.810415 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dd7b0764-5d9b-48f2-8153-99f541d098e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1da8587f7050481dabe91d75e864cad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755501 Aug 29 04:27:21.811324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b0764-5d9b-48f2-8153-99f541d098e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000e2507-b2b4-42c7-b69d-81987b4b9e89,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.813247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54740) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.824272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f437332f-0251-4cb4-9eb8-50d06adff2ee tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.830083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f437332f-0251-4cb4-9eb8-50d06adff2ee tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "GET /v2.0/subnets/8890cfdf-4dc7-4315-b3d1-18d6a039555a HTTP/1.1" status: 200 len: 797 time: 0.0688214 Aug 29 04:27:21.830508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54742) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.837836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'port': {'network_id': '2be71cb7-b9e3-408b-aad2-d9f8d35e738a', 'name': 'tempest-FloatingIPTestJSON-845399107', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:21.877890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af4e035-7cc7-43f9-84c9-c26dcd355ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.901241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af4e035-7cc7-43f9-84c9-c26dcd355ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.952467 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af4e035-7cc7-43f9-84c9-c26dcd355ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.955567 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af4e035-7cc7-43f9-84c9-c26dcd355ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.959866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9af4e035-7cc7-43f9-84c9-c26dcd355ea8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/000e2507-b2b4-42c7-b69d-81987b4b9e89 HTTP/1.1" status: 204 len: 168 time: 0.1414542 Aug 29 04:27:21.968508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4e035-7cc7-43f9-84c9-c26dcd355ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000e2507-b2b4-42c7-b69d-81987b4b9e89,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.259703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Made reservation on behalf of 6acf53846974434fa809c9e69564cb3c for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:22.350852 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.369687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] device_id is not set on port bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:22.714624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.20.0.13 (2be71cb7-b9e3-408b-aad2-d9f8d35e738a/8890cfdf-4dc7-4315-b3d1-18d6a039555a/bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:22.722503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.20.0.12 (2be71cb7-b9e3-408b-aad2-d9f8d35e738a/8890cfdf-4dc7-4315-b3d1-18d6a039555a/bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:22.731688 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:27:22.834606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685523ed-08cb-43b2-9b37-c8ccb936305c req-0979b75e-8087-4d09-b6b0-2e49fe71b2cf tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.836231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-685523ed-08cb-43b2-9b37-c8ccb936305c req-0979b75e-8087-4d09-b6b0-2e49fe71b2cf tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.0634172 Aug 29 04:27:22.879104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-685523ed-08cb-43b2-9b37-c8ccb936305c req-df6c4cd8-e47c-4459-ad92-45f6958ed5a4 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349033 Aug 29 04:27:22.948434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.991508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.044740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:23.048050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:23.055409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:23.058847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:23.108384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.109053 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.127689 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c643f0ba-4fcb-4e83-b4e9-c2915d49fbea tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2937069 Aug 29 04:27:23.128051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54806) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:23.136826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:23.159570 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.273553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.421026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.25.5.35 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/3c2c63ec-64b3-40cd-9834-8453031b6eaa) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:23.531020 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-91d3fe60-fd2d-4518-9ccf-fe7c6c7b4ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.545713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.590702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.653616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:23.657815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:23.659833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=3c2c63ec-64b3-40cd-9834-8453031b6eaa,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:23.667622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:24.029474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb09a7-0e9b-4ef8-a2f4-89a36a849729 req-f66a1ad4-fbbe-452e-b759-5f685a313ccb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.031800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73cb09a7-0e9b-4ef8-a2f4-89a36a849729 req-f66a1ad4-fbbe-452e-b759-5f685a313ccb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 944 time: 0.0651674 Aug 29 04:27:24.103563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73cb09a7-0e9b-4ef8-a2f4-89a36a849729 req-45c62170-f297-401a-a0b3-ab9b9ed1bc85 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652688 Aug 29 04:27:24.123101 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.195761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0655fdea-76b5-4135-96b9-5c2781f5bb07 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:24.200468 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.337120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:24.349517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'network_id': '4b95a516-b0bb-4b5f-aa78-22730186d8ee', 'port_id': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'mac_address': 'fa:16:3e:b2:c5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:24.409414 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.412917 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.419967 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.424785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0655fdea-76b5-4135-96b9-5c2781f5bb07 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:24.453641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:24.459024 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.533851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=3c2c63ec-64b3-40cd-9834-8453031b6eaa,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:24.545823 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.561365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=11']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:24.583526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.584121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.584716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.585261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.585839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.586395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.586943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.587521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.588333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.588877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.589414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.589966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:24.682018 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP 2f6f884a-fdf0-4858-8ff9-85728233c372 associated. External IP: 172.25.5.35, port: bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0. Aug 29 04:27:24.904988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54934) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:24.919154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:24.931271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['0655fdea-76b5-4135-96b9-5c2781f5bb07'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:25.038812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d6df716-4e03-455e-815a-f7a498397921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.072322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:25.110422 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694f935-3ce2-4fb9-9153-bd31efd68727 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:25.131965 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694f935-3ce2-4fb9-9153-bd31efd68727 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:25.133123 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2694f935-3ce2-4fb9-9153-bd31efd68727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:25.180090 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2694f935-3ce2-4fb9-9153-bd31efd68727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:25.183262 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d6df716-4e03-455e-815a-f7a498397921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.189757 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d6df716-4e03-455e-815a-f7a498397921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.189978 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694f935-3ce2-4fb9-9153-bd31efd68727 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:25.190679 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2694f935-3ce2-4fb9-9153-bd31efd68727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:25.200226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.227306 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2694f935-3ce2-4fb9-9153-bd31efd68727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:25.228090 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694f935-3ce2-4fb9-9153-bd31efd68727 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:25.237985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8d6df716-4e03-455e-815a-f7a498397921 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=571dbb0ce2fc48bb8bf5e0177acdc651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292632 Aug 29 04:27:25.240641 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eef71140-bdba-4c73-889b-a3ac0c7acc88 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1075385 Aug 29 04:27:25.241240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54946) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:25.241619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54948) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:25.254542 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ea533522-c519-4c84-af3a-56fb3e8fe9cd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'port_id': 'bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:25.272032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6df716-4e03-455e-815a-f7a498397921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45a4b9e-0254-433f-9872-4b10264c86c0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.293855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c37d16-eb07-4066-8e28-1ee206ab377a req-c5aff219-c7a9-4e8a-aa2d-b834525a58f7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.298840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12c37d16-eb07-4066-8e28-1ee206ab377a req-c5aff219-c7a9-4e8a-aa2d-b834525a58f7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0613351 Aug 29 04:27:25.339026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea533522-c519-4c84-af3a-56fb3e8fe9cd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.340649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12c37d16-eb07-4066-8e28-1ee206ab377a req-b17e3299-679b-4c79-a193-a1e10141f516 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364380 Aug 29 04:27:25.390928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6965154-fb79-4b98-a698-cba63d22f4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.440949 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6965154-fb79-4b98-a698-cba63d22f4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.585609 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6965154-fb79-4b98-a698-cba63d22f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.588381 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a6965154-fb79-4b98-a698-cba63d22f4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.589568 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a6965154-fb79-4b98-a698-cba63d22f4fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d45a4b9e-0254-433f-9872-4b10264c86c0 HTTP/1.1" status: 204 len: 168 time: 0.3470438 Aug 29 04:27:25.628069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6965154-fb79-4b98-a698-cba63d22f4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45a4b9e-0254-433f-9872-4b10264c86c0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.889389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54970) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:25.903648 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30b9baf7-c479-4166-8fa0-5e3872a7817e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.915024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea533522-c519-4c84-af3a-56fb3e8fe9cd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.920461 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea533522-c519-4c84-af3a-56fb3e8fe9cd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.028616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30b9baf7-c479-4166-8fa0-5e3872a7817e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.034271 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30b9baf7-c479-4166-8fa0-5e3872a7817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.081506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9baf7-c479-4166-8fa0-5e3872a7817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc59533-7aee-4ea7-b2c1-5f1417303b4e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:26.085382 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-20933c5d-2551-4bb7-bc37-b9757664de4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.103967 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-30b9baf7-c479-4166-8fa0-5e3872a7817e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91a30985ad854655801bed9209e3725c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132435 Aug 29 04:27:26.106512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54974) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:26.161442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5ca328d-c6bf-494e-bcd8-2ba2f0b9c181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.180301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea533522-c519-4c84-af3a-56fb3e8fe9cd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:26.186811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5ca328d-c6bf-494e-bcd8-2ba2f0b9c181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.237444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5ca328d-c6bf-494e-bcd8-2ba2f0b9c181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.241319 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5ca328d-c6bf-494e-bcd8-2ba2f0b9c181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.243541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c5ca328d-c6bf-494e-bcd8-2ba2f0b9c181 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6bc59533-7aee-4ea7-b2c1-5f1417303b4e HTTP/1.1" status: 204 len: 168 time: 0.1352005 Aug 29 04:27:26.253370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca328d-c6bf-494e-bcd8-2ba2f0b9c181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc59533-7aee-4ea7-b2c1-5f1417303b4e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:26.329886 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.332830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea533522-c519-4c84-af3a-56fb3e8fe9cd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:26.338027 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea533522-c519-4c84-af3a-56fb3e8fe9cd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.347256 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b7f587-f232-45dc-b575-1c30995f9d2c None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:26.358911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7f587-f232-45dc-b575-1c30995f9d2c None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:26.360112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-45b7f587-f232-45dc-b575-1c30995f9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:26.405007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-45b7f587-f232-45dc-b575-1c30995f9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:26.418485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7f587-f232-45dc-b575-1c30995f9d2c None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:26.419466 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-45b7f587-f232-45dc-b575-1c30995f9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:26.473945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-45b7f587-f232-45dc-b575-1c30995f9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:26.474620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b7f587-f232-45dc-b575-1c30995f9d2c None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:26.517839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3d4f9-ca55-4747-9c1e-a93557752fd1 req-99ae1e01-520f-4eec-8bf6-3951fe357202 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.528314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edb3d4f9-ca55-4747-9c1e-a93557752fd1 req-99ae1e01-520f-4eec-8bf6-3951fe357202 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0749333 Aug 29 04:27:26.596900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edb3d4f9-ca55-4747-9c1e-a93557752fd1 req-55b3ff9b-e75a-415b-b9ed-13062fb867c5 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675864 Aug 29 04:27:26.737068 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ea533522-c519-4c84-af3a-56fb3e8fe9cd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "PUT /v2.0/floatingips/2f6f884a-fdf0-4858-8ff9-85728233c372 HTTP/1.1" status: 200 len: 977 time: 1.4860871 Aug 29 04:27:26.737835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54998) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:26.917461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port 3c2c63ec-64b3-40cd-9834-8453031b6eaa {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:26.917812 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.998894 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.999461 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.012598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for 3c2c63ec-64b3-40cd-9834-8453031b6eaa owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:27.216719 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.248857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=3c2c63ec-64b3-40cd-9834-8453031b6eaa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:27.262504 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.274198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.274560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.274963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.275314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.275656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.275993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.276351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.276734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.277072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.277401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.277729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.278086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:27.305974 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.323084 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.323708 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP 2f6f884a-fdf0-4858-8ff9-85728233c372 disassociated (deleted). External IP: 172.25.5.35, port: bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0. Aug 29 04:27:27.568672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:27.736733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:27.747873 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.750718 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1287b8-43d1-4c81-ae2b-2a80d4f7fe68 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:27.783702 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1287b8-43d1-4c81-ae2b-2a80d4f7fe68 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:27.785226 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ec1287b8-43d1-4c81-ae2b-2a80d4f7fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:27.796785 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0adf230c-8b03-415b-b49e-59343dd57ed7 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/floatingips/2f6f884a-fdf0-4858-8ff9-85728233c372 HTTP/1.1" status: 204 len: 168 time: 1.0584793 Aug 29 04:27:27.799624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55052) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:27.835890 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ec1287b8-43d1-4c81-ae2b-2a80d4f7fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:27.844928 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1287b8-43d1-4c81-ae2b-2a80d4f7fe68 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:27.845735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8711cc-6c98-4cf2-b3e1-1bdba70ea548 req-9102892a-0ed8-4434-a0f0-7a04722c64b2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.845994 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ec1287b8-43d1-4c81-ae2b-2a80d4f7fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:27.847248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d8711cc-6c98-4cf2-b3e1-1bdba70ea548 req-9102892a-0ed8-4434-a0f0-7a04722c64b2 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 945 time: 0.0922968 Aug 29 04:27:27.885230 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ec1287b8-43d1-4c81-ae2b-2a80d4f7fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:27.885801 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1287b8-43d1-4c81-ae2b-2a80d4f7fe68 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:27.920172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d8711cc-6c98-4cf2-b3e1-1bdba70ea548 req-721c5ccf-3ff4-4718-bc94-fdf1c162e292 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644910 Aug 29 04:27:27.947912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-37ca17cb-660b-4fa7-9abd-307bc52c195f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:27.948299 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37ca17cb-660b-4fa7-9abd-307bc52c195f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.041332 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37ca17cb-660b-4fa7-9abd-307bc52c195f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.055502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-37ca17cb-660b-4fa7-9abd-307bc52c195f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:28.209417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0655fdea-76b5-4135-96b9-5c2781f5bb07 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:28.316324 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37ca17cb-660b-4fa7-9abd-307bc52c195f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.360313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca17cb-660b-4fa7-9abd-307bc52c195f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:28.455373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 0655fdea-76b5-4135-96b9-5c2781f5bb07 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:28.461251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 0655fdea-76b5-4135-96b9-5c2781f5bb07 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:28.461835 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.491531 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37ca17cb-660b-4fa7-9abd-307bc52c195f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.494578 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-37ca17cb-660b-4fa7-9abd-307bc52c195f tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/ports/bcb3eb19-cec4-4c43-bfb1-81ef8b2573e0 HTTP/1.1" status: 204 len: 168 time: 0.6938133 Aug 29 04:27:28.498325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55100) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:28.504138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:28.530762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.568155 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.595001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:28.597382 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35348ec4-b1de-4ff7-b20c-695ec8d8abab" -d '{"events": [{"server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "name": "network-vif-plugged", "status": "completed", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:28.608772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:28.623831 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.695557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55110) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:28.696460 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6fd41d-bd7d-4a14-86f0-e89ce178fbe7 x-openstack-request-id: req-3c6fd41d-bd7d-4a14-86f0-e89ce178fbe7 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:28.696784 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "name": "network-vif-plugged", "status": "completed", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:28.697310 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c6fd41d-bd7d-4a14-86f0-e89ce178fbe7 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:28.697832 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'code': 200} Aug 29 04:27:28.740989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=12']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:28.741707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.890439 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2130-3cac-4fcb-bd08-b39aba6c3816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.902491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.25.5.223 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/8ada6e2f-0d0b-4ee0-aeaf-e916f50f8646) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:28.945397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9762-cdf0-4a49-8f31-2ab125b83b49 req-35aa0161-7f8e-4544-9077-fe6451fd73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.945397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-168e9762-cdf0-4a49-8f31-2ab125b83b49 req-35aa0161-7f8e-4544-9077-fe6451fd73a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 1098 time: 0.0760624 Aug 29 04:27:28.991494 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.037359 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.085039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-168e9762-cdf0-4a49-8f31-2ab125b83b49 req-fd5a1127-7e2d-4558-9968-5960967716a1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216991 Aug 29 04:27:29.087133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.115061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca4bc-a27a-43b9-b87e-b5635561f746 req-1106fac3-e25d-4746-ae89-64e8f56eca64 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.116571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-763ca4bc-a27a-43b9-b87e-b5635561f746 req-1106fac3-e25d-4746-ae89-64e8f56eca64 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0940015 Aug 29 04:27:29.125361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:29.128331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:29.134429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:29.159138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2130-3cac-4fcb-bd08-b39aba6c3816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.170578 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfb2130-3cac-4fcb-bd08-b39aba6c3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.171253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=8ada6e2f-0d0b-4ee0-aeaf-e916f50f8646,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.192558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-763ca4bc-a27a-43b9-b87e-b5635561f746 req-cfc4c040-ca9c-4dea-8f29-b609161b0627 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665846 Aug 29 04:27:29.221901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb2130-3cac-4fcb-bd08-b39aba6c3816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909b8853-f556-492b-af6c-ca7771412835,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.227318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4dfb2130-3cac-4fcb-bd08-b39aba6c3816 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f4b5f8b2b44494f933177179c3eb996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304399 Aug 29 04:27:29.229947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55126) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.254322 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.310148 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88a1e3ff-410b-42d1-bfa1-fd63d8a89788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.326129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.335265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88a1e3ff-410b-42d1-bfa1-fd63d8a89788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.392428 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88a1e3ff-410b-42d1-bfa1-fd63d8a89788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.395305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88a1e3ff-410b-42d1-bfa1-fd63d8a89788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.397168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-88a1e3ff-410b-42d1-bfa1-fd63d8a89788 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/909b8853-f556-492b-af6c-ca7771412835 HTTP/1.1" status: 204 len: 168 time: 0.1663229 Aug 29 04:27:29.405557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1e3ff-410b-42d1-bfa1-fd63d8a89788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909b8853-f556-492b-af6c-ca7771412835,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.511389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.517470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.609500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=8ada6e2f-0d0b-4ee0-aeaf-e916f50f8646,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.615634 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.635369 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.637055 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e794d106-ee6f-4edf-a879-d40d817341e0 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1373632 Aug 29 04:27:29.640254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55140) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.646730 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'port': {'network_id': '2be71cb7-b9e3-408b-aad2-d9f8d35e738a', 'name': 'tempest-FloatingIPTestJSON-1692436224'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:29.750646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55142) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.764708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Made reservation on behalf of 6acf53846974434fa809c9e69564cb3c for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:29.765483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ffac317d-688b-4f1f-a06c-0bbff73439a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.768364 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.786206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] device_id is not set on port ce5bdde5-cb98-481e-9885-e91651aa22eb yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:29.879660 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ffac317d-688b-4f1f-a06c-0bbff73439a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.889893 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ffac317d-688b-4f1f-a06c-0bbff73439a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.941634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ffac317d-688b-4f1f-a06c-0bbff73439a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81d0806fe2eb4d4ca958bd00b3a79d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876175 Aug 29 04:27:29.942336 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.20.0.6 (2be71cb7-b9e3-408b-aad2-d9f8d35e738a/8890cfdf-4dc7-4315-b3d1-18d6a039555a/ce5bdde5-cb98-481e-9885-e91651aa22eb) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:29.942506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac317d-688b-4f1f-a06c-0bbff73439a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c3369c-539b-4fc9-83e9-5b32c46a3315,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.942603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55150) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:30.031980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-903a14c6-97cc-4625-b475-f8a3a2e4ce1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.101006 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-903a14c6-97cc-4625-b475-f8a3a2e4ce1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.174094 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.193615 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-903a14c6-97cc-4625-b475-f8a3a2e4ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.196127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-903a14c6-97cc-4625-b475-f8a3a2e4ce1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.197314 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-903a14c6-97cc-4625-b475-f8a3a2e4ce1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13c3369c-539b-4fc9-83e9-5b32c46a3315 HTTP/1.1" status: 204 len: 168 time: 0.2537360 Aug 29 04:27:30.213931 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a14c6-97cc-4625-b475-f8a3a2e4ce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c3369c-539b-4fc9-83e9-5b32c46a3315,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:30.251122 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.300510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 2be71cb7-b9e3-408b-aad2-d9f8d35e738a is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:30.310547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:30.314677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:30.343126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=ce5bdde5-cb98-481e-9885-e91651aa22eb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:30.362791 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a7d02-48e0-44f6-9e74-a9c592b6c3fe req-e8edce01-3b85-40a6-b7b5-a2634df466fb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.364981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d28a7d02-48e0-44f6-9e74-a9c592b6c3fe req-e8edce01-3b85-40a6-b7b5-a2634df466fb tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0868359 Aug 29 04:27:30.380667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.381572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.410463 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0bba65fb-87bd-43d4-a27e-7c83dd695e43 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7673829 Aug 29 04:27:30.411927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55166) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:30.419498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-aad5f8c9-c58f-4458-a928-b5748a01ac81 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'port_id': 'ce5bdde5-cb98-481e-9885-e91651aa22eb'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:30.425583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d28a7d02-48e0-44f6-9e74-a9c592b6c3fe req-60491f02-5aae-4ca4-9018-d73b50f1e246 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517771 Aug 29 04:27:30.484970 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad5f8c9-c58f-4458-a928-b5748a01ac81 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.064267 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad5f8c9-c58f-4458-a928-b5748a01ac81 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.088914 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad5f8c9-c58f-4458-a928-b5748a01ac81 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.209968 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-aad5f8c9-c58f-4458-a928-b5748a01ac81 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP ae8375b4-7da1-4416-b461-fe3d811c8787 associated. External IP: 172.25.5.223, port: ce5bdde5-cb98-481e-9885-e91651aa22eb. Aug 29 04:27:31.533078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad5f8c9-c58f-4458-a928-b5748a01ac81 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:31.727918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ecdf-eb1f-4368-995d-501488a45d70 req-8c0c9d60-ee84-4aea-8fae-91827879eaff tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.729749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24b8ecdf-eb1f-4368-995d-501488a45d70 req-8c0c9d60-ee84-4aea-8fae-91827879eaff tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1334465 Aug 29 04:27:31.763900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad5f8c9-c58f-4458-a928-b5748a01ac81 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:31.771014 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad5f8c9-c58f-4458-a928-b5748a01ac81 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.778257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6237ab48-46af-4470-bd83-cb90c1e18bc7 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:31.794676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237ab48-46af-4470-bd83-cb90c1e18bc7 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:31.796276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6237ab48-46af-4470-bd83-cb90c1e18bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:31.809230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24b8ecdf-eb1f-4368-995d-501488a45d70 req-ee7ff1c5-38f3-4aa5-8b40-bc80b62eec4f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685303 Aug 29 04:27:31.812706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aad5f8c9-c58f-4458-a928-b5748a01ac81 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "PUT /v2.0/floatingips/ae8375b4-7da1-4416-b461-fe3d811c8787 HTTP/1.1" status: 200 len: 978 time: 1.3996503 Aug 29 04:27:31.815653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55284) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:31.852156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6237ab48-46af-4470-bd83-cb90c1e18bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:31.860909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237ab48-46af-4470-bd83-cb90c1e18bc7 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:31.861516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6237ab48-46af-4470-bd83-cb90c1e18bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:31.897844 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6237ab48-46af-4470-bd83-cb90c1e18bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:31.898498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6237ab48-46af-4470-bd83-cb90c1e18bc7 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:31.954347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port ce5bdde5-cb98-481e-9885-e91651aa22eb {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:31.954714 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.069648 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.159715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55296) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:32.252509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.252910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.253234 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP ae8375b4-7da1-4416-b461-fe3d811c8787 disassociated. External IP: 172.25.5.223, port: ce5bdde5-cb98-481e-9885-e91651aa22eb. Aug 29 04:27:32.253585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for ce5bdde5-cb98-481e-9885-e91651aa22eb owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:32.290874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.396426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.400431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.401867 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.428218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=ce5bdde5-cb98-481e-9885-e91651aa22eb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.444962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80ded6ed2e1d4458bd93dfe37e6bde2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841315 Aug 29 04:27:32.445832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966fe5a0-295d-4911-af71-425d2e1fde00,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.447725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55306) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:32.464505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.464946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.465182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.465536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.465869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.466200 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.466524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.466850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.467172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.467496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.467823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.468143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce4f7b-e898-4339-a5ea-7564e333925a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.516289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d17b6615-0ce4-4fdf-973e-b12f63f73af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.538549 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d17b6615-0ce4-4fdf-973e-b12f63f73af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.563370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:32.608387 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d17b6615-0ce4-4fdf-973e-b12f63f73af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.611133 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d17b6615-0ce4-4fdf-973e-b12f63f73af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.612514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d17b6615-0ce4-4fdf-973e-b12f63f73af9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/966fe5a0-295d-4911-af71-425d2e1fde00 HTTP/1.1" status: 204 len: 168 time: 0.1638584 Aug 29 04:27:32.621459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b6615-0ce4-4fdf-973e-b12f63f73af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966fe5a0-295d-4911-af71-425d2e1fde00,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.699714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:32.711544 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10a5ce-deac-4b21-9c35-d775b0640c39 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:32.726690 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10a5ce-deac-4b21-9c35-d775b0640c39 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:32.727319 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fa10a5ce-deac-4b21-9c35-d775b0640c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:32.770155 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fa10a5ce-deac-4b21-9c35-d775b0640c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:32.781931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.782037 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10a5ce-deac-4b21-9c35-d775b0640c39 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:32.782138 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d7c873b7-bde3-437e-85ba-3fa97850ccc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/ports/ce5bdde5-cb98-481e-9885-e91651aa22eb HTTP/1.1" status: 204 len: 168 time: 0.9641871 Aug 29 04:27:32.782223 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fa10a5ce-deac-4b21-9c35-d775b0640c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:32.783490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55318) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:32.831772 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fa10a5ce-deac-4b21-9c35-d775b0640c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:32.832724 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10a5ce-deac-4b21-9c35-d775b0640c39 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:32.838216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-894c37d6-bab1-4379-8e2c-d8b4ac7ee7f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "GET /v2.0/floatingips/ae8375b4-7da1-4416-b461-fe3d811c8787 HTTP/1.1" status: 200 len: 688 time: 0.0510559 Aug 29 04:27:32.838598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55324) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.033215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21297f58-183f-4aa9-aa79-55f70bbbb9ac req-8f417ef4-086b-49ae-a166-1cba15a4be38 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.034940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21297f58-183f-4aa9-aa79-55f70bbbb9ac req-8f417ef4-086b-49ae-a166-1cba15a4be38 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0855010 Aug 29 04:27:33.065679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-aa042963-54ca-4de0-81ff-8a5e922cd02c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port 8ada6e2f-0d0b-4ee0-aeaf-e916f50f8646 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:33.066187 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa042963-54ca-4de0-81ff-8a5e922cd02c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.132789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21297f58-183f-4aa9-aa79-55f70bbbb9ac req-adc81a4e-7ddb-48a3-b67f-41522dc2b737 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880604 Aug 29 04:27:33.184459 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa042963-54ca-4de0-81ff-8a5e922cd02c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.185021 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa042963-54ca-4de0-81ff-8a5e922cd02c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.198358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-aa042963-54ca-4de0-81ff-8a5e922cd02c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for 8ada6e2f-0d0b-4ee0-aeaf-e916f50f8646 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:33.318115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dbf14-b64d-4c22-9618-40668f16656a req-25107b13-8064-43c7-bbcd-238049667fae tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.319964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e6dbf14-b64d-4c22-9618-40668f16656a req-25107b13-8064-43c7-bbcd-238049667fae tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0749023 Aug 29 04:27:33.389101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e6dbf14-b64d-4c22-9618-40668f16656a req-3a6d9cd8-0a45-4631-b6d9-ae3eced0c38b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601363 Aug 29 04:27:33.425016 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa042963-54ca-4de0-81ff-8a5e922cd02c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.486231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa042963-54ca-4de0-81ff-8a5e922cd02c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=8ada6e2f-0d0b-4ee0-aeaf-e916f50f8646,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.556632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa042963-54ca-4de0-81ff-8a5e922cd02c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.559284 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa042963-54ca-4de0-81ff-8a5e922cd02c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.560501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aa042963-54ca-4de0-81ff-8a5e922cd02c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/floatingips/ae8375b4-7da1-4416-b461-fe3d811c8787 HTTP/1.1" status: 204 len: 168 time: 0.7206225 Aug 29 04:27:33.564429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55364) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.569814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'b93fbf23-b4f0-44c4-bfec-e0a25634d8af'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:33.595535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135834-2c41-4494-b188-1fa01d98f4c0 req-016b60c1-3cac-4308-adfe-2224b95f2a13 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.597274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec135834-2c41-4494-b188-1fa01d98f4c0 req-016b60c1-3cac-4308-adfe-2224b95f2a13 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0826266 Aug 29 04:27:33.615270 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.691966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec135834-2c41-4494-b188-1fa01d98f4c0 req-70f33396-b6bf-4b5f-93a8-d2d7a83ab319 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850694 Aug 29 04:27:33.780364 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.939273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb738-ffd1-483e-897d-16649badffa3 req-fa8c0e27-af05-44da-a288-9a81b63ff14e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.946403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5eabb738-ffd1-483e-897d-16649badffa3 req-fa8c0e27-af05-44da-a288-9a81b63ff14e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1102991 Aug 29 04:27:33.975040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.25.5.186 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/e86d874a-4485-477e-9cd9-f208330617d8) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:34.021563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5eabb738-ffd1-483e-897d-16649badffa3 req-e305628f-f03b-4efd-b174-09bfe1efc168 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742278 Aug 29 04:27:34.133887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.141105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55394) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:34.149961 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd5400bb-a240-47d0-8ef4-37bc6d3fdb3a req-f8b7aa55-b6b5-42b2-abf0-daff6ebabd86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0493727 Aug 29 04:27:34.178346 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.222984 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd5400bb-a240-47d0-8ef4-37bc6d3fdb3a req-76d33fe3-f47e-43ee-bca0-1b843bc15e40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0442786 Aug 29 04:27:34.275717 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd5400bb-a240-47d0-8ef4-37bc6d3fdb3a req-f5e8d9a6-fe2c-44c3-9392-c3ba8608092d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305893 Aug 29 04:27:34.323057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:34.330919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:34.341710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:34.351134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=e86d874a-4485-477e-9cd9-f208330617d8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.362209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363e36c-204f-4b92-9710-6d0fc89a4c67 req-e7666e0c-d7bd-486f-9373-5749b0c26469 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.364861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7363e36c-204f-4b92-9710-6d0fc89a4c67 req-e7666e0c-d7bd-486f-9373-5749b0c26469 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1589050 Aug 29 04:27:34.423168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5400bb-a240-47d0-8ef4-37bc6d3fdb3a req-e9d40916-7eb4-45c4-99ee-0ffa6f8f0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.424684 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd5400bb-a240-47d0-8ef4-37bc6d3fdb3a req-e9d40916-7eb4-45c4-99ee-0ffa6f8f0e5b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391511 Aug 29 04:27:34.433606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1687986776'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:34.457971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Made reservation on behalf of e735b9086b584d809064ff8a0f7d8fdf for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:34.461750 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.471917 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.578679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.591200 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.624542 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:34.636249 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3486adbc-bcd3-4ad7-8092-1fca89804683,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.647370 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.647616 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Added segment b48c3156-2d55-47ca-93d5-bb4c4586b2ca of type vlan for network 5cfe7295-2350-4867-897c-b4603d8a70f0 Aug 29 04:27:34.703936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.730627 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.736177 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.736813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.805304 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6597867 Aug 29 04:27:34.805622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55410) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:34.812507 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Request body: {'subnet': {'network_id': '5cfe7295-2350-4867-897c-b4603d8a70f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:34.817116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd643b4-dcab-4d76-9445-e04762d27adf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Pushing event updated for resources: {'Network': ['ID=5cfe7295-2350-4867-897c-b4603d8a70f0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.830764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5cfe7295-2350-4867-897c-b4603d8a70f0 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:34.870386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7363e36c-204f-4b92-9710-6d0fc89a4c67 req-4b53ced9-24e9-4932-a7de-5850cf121f1e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456608 Aug 29 04:27:34.961611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Made reservation on behalf of e735b9086b584d809064ff8a0f7d8fdf for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:34.967155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.101024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b06ad-0295-4582-a126-8b46d7cfd5fb req-b5bfa910-ba33-4a07-a223-3770a83a5819 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.102429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-836b06ad-0295-4582-a126-8b46d7cfd5fb req-b5bfa910-ba33-4a07-a223-3770a83a5819 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1011100 Aug 29 04:27:35.172230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.217836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-836b06ad-0295-4582-a126-8b46d7cfd5fb req-88d551dd-bcab-4735-9b4c-d71dce70d417 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052804 Aug 29 04:27:35.237809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Pushing event updated for resources: {'Subnet': ['ID=890917d5-d945-4478-afee-d0d2b58fb799,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.256787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Checking segment: {'id': 'b48c3156-2d55-47ca-93d5-bb4c4586b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5cfe7295-2350-4867-897c-b4603d8a70f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:35.256787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Network hostable DHCP agents. Network: 5cfe7295-2350-4867-897c-b4603d8a70f0, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:35.264387 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.279081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Network 5cfe7295-2350-4867-897c-b4603d8a70f0 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:35.291334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 5cfe7295-2350-4867-897c-b4603d8a70f0) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:35.296568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.297264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.302487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de3ffd3-2d50-4ad9-bbf9-29a552125ef6 None None] Network 5cfe7295-2350-4867-897c-b4603d8a70f0 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:35.316962 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4c9ece70-3b01-4bb7-b22d-e9e509750b13 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5102730 Aug 29 04:27:35.320287 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55430) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:35.332713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Request body: {'port': {'network_id': '5cfe7295-2350-4867-897c-b4603d8a70f0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-874907000'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:35.426067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1f965-87ee-4d3b-aa2e-a92100cdf353 req-1e5e3dbe-c505-47fe-9475-c3b7b54c6a85 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.434051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9e1f965-87ee-4d3b-aa2e-a92100cdf353 req-1e5e3dbe-c505-47fe-9475-c3b7b54c6a85 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1016228 Aug 29 04:27:35.450107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.500560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Made reservation on behalf of e735b9086b584d809064ff8a0f7d8fdf for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:35.506414 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.518276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-5cfe7295-2350-4867-897c-b4603d8a70f0', 'network_id': '5cfe7295-2350-4867-897c-b4603d8a70f0', 'tenant_id': 'e735b9086b584d809064ff8a0f7d8fdf', 'fixed_ips': [{'subnet_id': '890917d5-d945-4478-afee-d0d2b58fb799'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:35.519148 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.524638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9e1f965-87ee-4d3b-aa2e-a92100cdf353 req-e4b05c95-41b6-4883-aac1-ec386aab1858 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897050 Aug 29 04:27:35.527292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] device_id is not set on port d9e500fd-0ca9-4f59-9fc6-e1e4c0e84f6d yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:35.702581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Allocated IP 172.20.0.9 (5cfe7295-2350-4867-897c-b4603d8a70f0/890917d5-d945-4478-afee-d0d2b58fb799/d9e500fd-0ca9-4f59-9fc6-e1e4c0e84f6d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:35.709219 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.713679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.817511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=e86d874a-4485-477e-9cd9-f208330617d8,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.834501 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.896389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.904829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b81456-cf70-4281-90e1-54cf11628207 req-20283b65-6762-4017-80bf-30e3785a964c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.906506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84b81456-cf70-4281-90e1-54cf11628207 req-20283b65-6762-4017-80bf-30e3785a964c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1073878 Aug 29 04:27:35.911031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Transition to ACTIVE for port object d9e500fd-0ca9-4f59-9fc6-e1e4c0e84f6d will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:35.946620 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.988870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Allocated IP 172.20.0.2 (5cfe7295-2350-4867-897c-b4603d8a70f0/890917d5-d945-4478-afee-d0d2b58fb799/3a54bc9e-d759-4962-981c-191f415fbb32) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:35.995816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Network 5cfe7295-2350-4867-897c-b4603d8a70f0 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:36.000132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Pushing event updated for resources: {'Port': ['ID=d9e500fd-0ca9-4f59-9fc6-e1e4c0e84f6d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.002599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84b81456-cf70-4281-90e1-54cf11628207 req-92d6f8d0-f5e9-4ca0-8afa-440d7f6e2f08 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678165 Aug 29 04:27:36.002934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:36.003874 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP 2fb553aa-70cd-46af-86bb-a2e7013565bd associated. External IP: 172.25.5.186, port: b93fbf23-b4f0-44c4-bfec-e0a25634d8af. Aug 29 04:27:36.005704 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:36.078741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.079666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.100104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55448) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:36.101203 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-817d690f-4bd7-4bf9-ba10-cb271e8a6879 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7797751 Aug 29 04:27:36.215934 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.226212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Transition to ACTIVE for port object 3a54bc9e-d759-4962-981c-191f415fbb32 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:36.242073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Transition to ACTIVE for port object 3a54bc9e-d759-4962-981c-191f415fbb32 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:36.249430 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.264037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ac422-9280-47c4-9b84-d7510be3b0ec tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Deleting port d9e500fd-0ca9-4f59-9fc6-e1e4c0e84f6d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:36.264403 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9e9ac422-9280-47c4-9b84-d7510be3b0ec tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.300756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Pushing event updated for resources: {'Port': ['ID=3a54bc9e-d759-4962-981c-191f415fbb32,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.309842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Network 5cfe7295-2350-4867-897c-b4603d8a70f0 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:36.311342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:36.313873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:36.370557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Attempting to bind port 3a54bc9e-d759-4962-981c-191f415fbb32 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:36.370930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Attempting to bind port 3a54bc9e-d759-4962-981c-191f415fbb32 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'b48c3156-2d55-47ca-93d5-bb4c4586b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5cfe7295-2350-4867-897c-b4603d8a70f0'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:36.371291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Attempting to bind port 3a54bc9e-d759-4962-981c-191f415fbb32 on network 5cfe7295-2350-4867-897c-b4603d8a70f0 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:36.376409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:36.376776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Checking segment: {'id': 'b48c3156-2d55-47ca-93d5-bb4c4586b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5cfe7295-2350-4867-897c-b4603d8a70f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:36.377178 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.377564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Bound using segment: {'id': 'b48c3156-2d55-47ca-93d5-bb4c4586b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5cfe7295-2350-4867-897c-b4603d8a70f0'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:36.378030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Bound port: 3a54bc9e-d759-4962-981c-191f415fbb32, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48c3156-2d55-47ca-93d5-bb4c4586b2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5cfe7295-2350-4867-897c-b4603d8a70f0'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:36.378406 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.396080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:36.422119 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9e9ac422-9280-47c4-9b84-d7510be3b0ec tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.443161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ac422-9280-47c4-9b84-d7510be3b0ec tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Calling delete_port for d9e500fd-0ca9-4f59-9fc6-e1e4c0e84f6d owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:36.470093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] For port 3a54bc9e-d759-4962-981c-191f415fbb32, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:36.474909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] For port 3a54bc9e-d759-4962-981c-191f415fbb32, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3a54bc9e-d759-4962-981c-191f415fbb32,segment=NetworkSegment(b48c3156-2d55-47ca-93d5-bb4c4586b2ca),segment_id=b48c3156-2d55-47ca-93d5-bb4c4586b2ca)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:36.480341 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.544879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc7c02-315f-4882-af46-99ea0f9feec7 None None] Pushing event updated for resources: {'Port': ['ID=3a54bc9e-d759-4962-981c-191f415fbb32,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.635557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:36.650201 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1223d-bcbb-42e8-a752-17a180a97a78 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:36.663314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1223d-bcbb-42e8-a752-17a180a97a78 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:36.663938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cda1223d-bcbb-42e8-a752-17a180a97a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.688721 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.700437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cda1223d-bcbb-42e8-a752-17a180a97a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.710347 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1223d-bcbb-42e8-a752-17a180a97a78 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:36.710998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cda1223d-bcbb-42e8-a752-17a180a97a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.734143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0cd1d083-e5d4-45ea-960f-ff91cdec4ff4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1665783 Aug 29 04:27:36.735144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55462) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:36.739494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-375773530'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:36.747768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cda1223d-bcbb-42e8-a752-17a180a97a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.748461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1223d-bcbb-42e8-a752-17a180a97a78 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:36.759496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9e9ac422-9280-47c4-9b84-d7510be3b0ec tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.815918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ac422-9280-47c4-9b84-d7510be3b0ec tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Pushing event deleted for resources: {'Port': ['ID=d9e500fd-0ca9-4f59-9fc6-e1e4c0e84f6d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.822013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Made reservation on behalf of 6acf53846974434fa809c9e69564cb3c for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:36.825264 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.920897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:36.929711 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9e9ac422-9280-47c4-9b84-d7510be3b0ec tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.931607 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9e9ac422-9280-47c4-9b84-d7510be3b0ec tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] 10.222.0.49 "DELETE /v2.0/ports/d9e500fd-0ca9-4f59-9fc6-e1e4c0e84f6d HTTP/1.1" status: 204 len: 168 time: 0.8307173 Aug 29 04:27:36.934408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55468) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:36.939821 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.940345 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Added segment e96db183-a493-4001-87d5-2c30eaf0209c of type vlan for network b591c5c4-989d-4977-b7a5-9df83797e7af Aug 29 04:27:36.988295 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.004109 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e907d63f-42d5-4355-b99a-87426865fb49 tempest-DHCPAgentSchedulersTestJSON-1997603680 tempest-DHCPAgentSchedulersTestJSON-1997603680-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.0659945 Aug 29 04:27:37.004368 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55472) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:37.010069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1769812877'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:37.015856 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.023526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.024140 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.036897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Made reservation on behalf of e735b9086b584d809064ff8a0f7d8fdf for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:37.041136 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.069923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:37.080970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.081589 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Added segment 4c87d7a0-4f5f-48f7-abad-a4fa4d5e3c1b of type vlan for network e870f598-012d-4a1e-b23d-099e69287cac Aug 29 04:27:37.116534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Network': ['ID=b591c5c4-989d-4977-b7a5-9df83797e7af,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.128501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network b591c5c4-989d-4977-b7a5-9df83797e7af details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:37.135397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.165963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-842dcd15-6acb-4f58-8e3c-c6e3ea66d396 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4305615 Aug 29 04:27:37.171969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55482) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:37.180680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'subnet': {'network_id': 'b591c5c4-989d-4977-b7a5-9df83797e7af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:37.201608 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.216713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.217585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.241570 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2324500 Aug 29 04:27:37.245327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55484) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:37.257427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daf008-614f-4fa1-a974-135766499acd req-c490b76d-4b1f-4388-acb2-21ee1181427b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.258926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59daf008-614f-4fa1-a974-135766499acd req-c490b76d-4b1f-4388-acb2-21ee1181427b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1571162 Aug 29 04:27:37.293608 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430629d-791f-4790-9ac6-e90ac6f0e6d6 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Pushing event updated for resources: {'Network': ['ID=e870f598-012d-4a1e-b23d-099e69287cac,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.306671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network e870f598-012d-4a1e-b23d-099e69287cac details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:37.390842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Made reservation on behalf of 6acf53846974434fa809c9e69564cb3c for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:37.394629 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.418799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59daf008-614f-4fa1-a974-135766499acd req-b5d3327d-4a57-4a91-96a8-1f1e86e524ec tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512854 Aug 29 04:27:37.634711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55498) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:37.635629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e3acd450-9246-49f4-96e7-92b8873f5b86 tempest-DHCPAgentSchedulersTestJSON-1997603680 tempest-DHCPAgentSchedulersTestJSON-1997603680-project-admin] 10.222.0.49 "GET /v2.0/agents/a47705d6-d173-4b5f-92ae-b8fd879cbb34/dhcp-networks HTTP/1.1" status: 200 len: 8870 time: 0.3878102 Aug 29 04:27:37.771664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b291c42f-4052-4475-a216-92da15cae503 tempest-DHCPAgentSchedulersTestJSON-1997603680 tempest-DHCPAgentSchedulersTestJSON-1997603680-project-admin] Network e870f598-012d-4a1e-b23d-099e69287cac is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:37.780535 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.798378 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b291c42f-4052-4475-a216-92da15cae503 tempest-DHCPAgentSchedulersTestJSON-1997603680 tempest-DHCPAgentSchedulersTestJSON-1997603680-project-admin] 10.222.0.49 "POST /v2.0/agents/a47705d6-d173-4b5f-92ae-b8fd879cbb34/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1624246 Aug 29 04:27:37.800913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55506) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:37.810644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2411948-a066-4140-823f-c80385e345d0 None None] Network e870f598-012d-4a1e-b23d-099e69287cac requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:37.912965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Subnet': ['ID=9d12c0d8-9ffb-405f-b4e2-238761d1f4b5,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.913938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c674e7-11eb-49ce-9561-9a4ff3202f24 None None] Network 5cfe7295-2350-4867-897c-b4603d8a70f0 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:37.943211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f92c6-3cc0-40f1-9250-fc0f9926e46d req-96f7d91e-86a7-4b24-b619-9009eda997f3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.944959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e5f92c6-3cc0-40f1-9250-fc0f9926e46d req-96f7d91e-86a7-4b24-b619-9009eda997f3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1768363 Aug 29 04:27:37.967114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b66e9a-2e01-4c33-b777-03efe5679b43 req-aa897cc8-caab-4dfd-a044-01007de43c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.968627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05b66e9a-2e01-4c33-b777-03efe5679b43 req-aa897cc8-caab-4dfd-a044-01007de43c81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65fffbaf638841019c229193dbe0c66e&device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 1098 time: 0.1304440 Aug 29 04:27:37.977643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Checking segment: {'id': 'e96db183-a493-4001-87d5-2c30eaf0209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b591c5c4-989d-4977-b7a5-9df83797e7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:37.977643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network hostable DHCP agents. Network: b591c5c4-989d-4977-b7a5-9df83797e7af, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:38.021358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1e9a0675-8858-49a6-98c5-4fc810f57367 None None] Provisioning for port 3a54bc9e-d759-4962-981c-191f415fbb32 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:38.042408 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-530da0e9-08e3-49fd-906d-e3334a722486 tempest-DHCPAgentSchedulersTestJSON-1997603680 tempest-DHCPAgentSchedulersTestJSON-1997603680-project-admin] 10.222.0.49 "GET /v2.0/agents/a47705d6-d173-4b5f-92ae-b8fd879cbb34/dhcp-networks HTTP/1.1" status: 200 len: 9641 time: 0.2401838 Aug 29 04:27:38.045868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55508) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.078086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e5f92c6-3cc0-40f1-9250-fc0f9926e46d req-9823ec27-8321-4ff8-b283-4eccdd7bdee3 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213231 Aug 29 04:27:38.080711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network b591c5c4-989d-4977-b7a5-9df83797e7af is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:38.118573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, b591c5c4-989d-4977-b7a5-9df83797e7af) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:38.130319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b66e9a-2e01-4c33-b777-03efe5679b43 req-b5a59f9e-0eb0-430d-b5dc-204442833b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.132425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05b66e9a-2e01-4c33-b777-03efe5679b43 req-b5a59f9e-0eb0-430d-b5dc-204442833b33 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 200 len: 915 time: 0.1525640 Aug 29 04:27:38.146641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.147142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a2d56-9dff-4c45-b698-4c51e946f43e None None] Network b591c5c4-989d-4977-b7a5-9df83797e7af requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:38.147610 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.219344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05b66e9a-2e01-4c33-b777-03efe5679b43 req-6d64d0fb-2dbb-44ba-b1bc-0e4989b6c8de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07 HTTP/1.1" status: 200 len: 217 time: 0.0527854 Aug 29 04:27:38.221459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-52b774aa-80a7-44bb-99ad-e7a2bad443f8 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0472453 Aug 29 04:27:38.225432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55514) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.232607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1715426574', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:38.311609 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.312713 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.387230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b66e9a-2e01-4c33-b777-03efe5679b43 req-661c3fd8-43d0-41b7-b179-1867910ea991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.389046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05b66e9a-2e01-4c33-b777-03efe5679b43 req-661c3fd8-43d0-41b7-b179-1867910ea991 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f HTTP/1.1" status: 200 len: 854 time: 0.1613629 Aug 29 04:27:38.396119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b591c5c4-989d-4977-b7a5-9df83797e7af', 'network_id': 'b591c5c4-989d-4977-b7a5-9df83797e7af', 'tenant_id': '6acf53846974434fa809c9e69564cb3c', 'fixed_ips': [{'subnet_id': '9d12c0d8-9ffb-405f-b4e2-238761d1f4b5'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:38.397082 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.456687 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.480174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05b66e9a-2e01-4c33-b777-03efe5679b43 req-e92340b7-83f4-4490-b2e1-e0e328d02ab8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b95a516-b0bb-4b5f-aa78-22730186d8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381587 Aug 29 04:27:38.580447 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fd9d77ae-2a2e-49ce-b5f0-70d84fe5376e tempest-DHCPAgentSchedulersTestJSON-1997603680 tempest-DHCPAgentSchedulersTestJSON-1997603680-project-admin] 10.222.0.49 "DELETE /v2.0/agents/a47705d6-d173-4b5f-92ae-b8fd879cbb34/dhcp-networks/e870f598-012d-4a1e-b23d-099e69287cac HTTP/1.1" status: 204 len: 168 time: 0.5301356 Aug 29 04:27:38.580447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55524) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.639459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Allocated IP 172.20.0.2 (b591c5c4-989d-4977-b7a5-9df83797e7af/9d12c0d8-9ffb-405f-b4e2-238761d1f4b5/aaba0734-16f2-4db6-b72f-f6050a28d03d) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:38.777889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3a54bc9e-d759-4962-981c-191f415fbb32 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:38.823324 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.852901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e305d04d-184f-4cec-ae8e-a551fb3aa4b5 tempest-DHCPAgentSchedulersTestJSON-1997603680 tempest-DHCPAgentSchedulersTestJSON-1997603680-project-admin] 10.222.0.49 "GET /v2.0/agents/a47705d6-d173-4b5f-92ae-b8fd879cbb34/dhcp-networks HTTP/1.1" status: 200 len: 9656 time: 0.2727032 Aug 29 04:27:38.853101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55528) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.899749 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2db92dea-bb64-4457-a8de-9ca61daeedab tempest-DHCPAgentSchedulersTestJSON-1997603680 tempest-DHCPAgentSchedulersTestJSON-1997603680-project-admin] 10.222.0.49 "GET /v2.0/networks/5cfe7295-2350-4867-897c-b4603d8a70f0/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0420485 Aug 29 04:27:38.902683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55532) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.904750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3a54bc9e-d759-4962-981c-191f415fbb32 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:38.910092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05b66e9a-2e01-4c33-b777-03efe5679b43 req-46e4867a-6e27-412d-af48-56106838fbac service neutron] 10.222.0.52 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748229 Aug 29 04:27:38.915282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3a54bc9e-d759-4962-981c-191f415fbb32 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:38.915888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.958111 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.977175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Transition to ACTIVE for port object aaba0734-16f2-4db6-b72f-f6050a28d03d will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:38.984914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aae6efec-6131-4812-9ba5-8b1c57ad05ed None None] Could not find standard attr ID for object d9e500fd-0ca9-4f59-9fc6-e1e4c0e84f6d. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:27:38.996254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-49e52b5b-cd58-41b2-899e-8de7eedbf47c tempest-DHCPAgentSchedulersTestJSON-1997603680 tempest-DHCPAgentSchedulersTestJSON-1997603680-project-admin] 10.222.0.49 "GET /v2.0/networks/5cfe7295-2350-4867-897c-b4603d8a70f0/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0892749 Aug 29 04:27:38.997895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55536) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:39.016814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Transition to ACTIVE for port object aaba0734-16f2-4db6-b72f-f6050a28d03d will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:39.039796 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.266123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Network b591c5c4-989d-4977-b7a5-9df83797e7af is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:39.273008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:39.279629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:39.312020 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.338659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Pushing event updated for resources: {'Port': ['ID=aaba0734-16f2-4db6-b72f-f6050a28d03d,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.362115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Attempting to bind port aaba0734-16f2-4db6-b72f-f6050a28d03d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:39.362490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Attempting to bind port aaba0734-16f2-4db6-b72f-f6050a28d03d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'e96db183-a493-4001-87d5-2c30eaf0209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b591c5c4-989d-4977-b7a5-9df83797e7af'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:39.362863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Attempting to bind port aaba0734-16f2-4db6-b72f-f6050a28d03d on network b591c5c4-989d-4977-b7a5-9df83797e7af {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:39.377064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:39.377457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Checking segment: {'id': 'e96db183-a493-4001-87d5-2c30eaf0209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b591c5c4-989d-4977-b7a5-9df83797e7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:39.377844 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.378237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Bound using segment: {'id': 'e96db183-a493-4001-87d5-2c30eaf0209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b591c5c4-989d-4977-b7a5-9df83797e7af'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:39.378717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Bound port: aaba0734-16f2-4db6-b72f-f6050a28d03d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96db183-a493-4001-87d5-2c30eaf0209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b591c5c4-989d-4977-b7a5-9df83797e7af'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:39.379116 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.450241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 3a54bc9e-d759-4962-981c-191f415fbb32, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3a54bc9e-d759-4962-981c-191f415fbb32,segment=NetworkSegment(b48c3156-2d55-47ca-93d5-bb4c4586b2ca),segment_id=b48c3156-2d55-47ca-93d5-bb4c4586b2ca)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:39.453670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] For port aaba0734-16f2-4db6-b72f-f6050a28d03d, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:39.457322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] For port aaba0734-16f2-4db6-b72f-f6050a28d03d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=aaba0734-16f2-4db6-b72f-f6050a28d03d,segment=NetworkSegment(e96db183-a493-4001-87d5-2c30eaf0209c),segment_id=e96db183-a493-4001-87d5-2c30eaf0209c)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:39.459014 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.464816 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.540394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05b66e9a-2e01-4c33-b777-03efe5679b43 req-29a7f3ed-cc4d-431c-bc34-65ffdcae7693 service neutron] 10.222.0.52 "GET /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140091 Aug 29 04:27:39.545587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=3a54bc9e-d759-4962-981c-191f415fbb32,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.659822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438e657-de63-454d-b35c-bda1e8904af9 None None] Pushing event updated for resources: {'Port': ['ID=aaba0734-16f2-4db6-b72f-f6050a28d03d,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.685232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6b742-a13a-4b4b-b9e2-0a1b54ae7099 req-3debe1cd-1b63-4c6a-8642-30523cf5dc06 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.686740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7e6b742-a13a-4b4b-b9e2-0a1b54ae7099 req-3debe1cd-1b63-4c6a-8642-30523cf5dc06 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.2687609 Aug 29 04:27:39.690990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-10392c8a-1a90-46f9-b0d5-15c5f4795a05 tempest-DHCPAgentSchedulersTestJSON-1997603680 tempest-DHCPAgentSchedulersTestJSON-1997603680-project-admin] 10.222.0.49 "GET /v2.0/agents/a47705d6-d173-4b5f-92ae-b8fd879cbb34/dhcp-networks HTTP/1.1" status: 200 len: 9656 time: 0.6914635 Aug 29 04:27:39.696883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55552) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:39.731714 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.757024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.788456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7e6b742-a13a-4b4b-b9e2-0a1b54ae7099 req-b86ada1f-9289-495c-902c-9124c74c3813 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945368 Aug 29 04:27:39.819808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.941373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.25.5.82 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/33a3bfc1-b1b5-4c22-96bf-44c94162bd3e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:39.951574 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.964175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e870f598-012d-4a1e-b23d-099e69287cac']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:39.976818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c87d7a0-4f5f-48f7-abad-a4fa4d5e3c1b') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:39.977184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c87d7a0-4f5f-48f7-abad-a4fa4d5e3c1b') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:39.988127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.008358 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.017676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:40.018991 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:40.023925 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:40.073158 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.082810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.092171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.096456 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] 10.222.0.49 "DELETE /v2.0/networks/e870f598-012d-4a1e-b23d-099e69287cac HTTP/1.1" status: 204 len: 168 time: 0.3962607 Aug 29 04:27:40.096902 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55560) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.108628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34006639-a27c-4034-aaba-ee28797141fd tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Pushing event deleted for resources: {'Network': ['ID=e870f598-012d-4a1e-b23d-099e69287cac,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.133876 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62a06a2-5197-499a-b4a9-a2c1a9a9b6cf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] DELETE failed (client error): The resource could not be found. Aug 29 04:27:40.134572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62a06a2-5197-499a-b4a9-a2c1a9a9b6cf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:40.138382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b62a06a2-5197-499a-b4a9-a2c1a9a9b6cf tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] 10.222.0.49 "DELETE /v2.0/ports/d9e500fd-0ca9-4f59-9fc6-e1e4c0e84f6d HTTP/1.1" status: 404 len: 333 time: 0.0386026 Aug 29 04:27:40.139330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55562) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.157349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.197648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f3ec70-6f83-4b8f-a5fb-13f45a95e5c0 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Deleting subnet 890917d5-d945-4478-afee-d0d2b58fb799 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:40.200938 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64f3ec70-6f83-4b8f-a5fb-13f45a95e5c0 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.203450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:40.206906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:40.213504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:40.244108 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64f3ec70-6f83-4b8f-a5fb-13f45a95e5c0 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.245077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=33a3bfc1-b1b5-4c22-96bf-44c94162bd3e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.353004 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64f3ec70-6f83-4b8f-a5fb-13f45a95e5c0 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.431918 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64f3ec70-6f83-4b8f-a5fb-13f45a95e5c0 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.464326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3ec70-6f83-4b8f-a5fb-13f45a95e5c0 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Pushing event deleted for resources: {'Subnet': ['ID=890917d5-d945-4478-afee-d0d2b58fb799,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.469083 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64f3ec70-6f83-4b8f-a5fb-13f45a95e5c0 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.473454 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-64f3ec70-6f83-4b8f-a5fb-13f45a95e5c0 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] 10.222.0.49 "DELETE /v2.0/subnets/890917d5-d945-4478-afee-d0d2b58fb799 HTTP/1.1" status: 204 len: 168 time: 0.3309126 Aug 29 04:27:40.473812 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55568) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.483253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e2b54a-9db9-4b35-9d52-b509f73c0093 None None] Network 5cfe7295-2350-4867-897c-b4603d8a70f0 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:40.553921 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.567845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.728218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Deleting port 3a54bc9e-d759-4962-981c-191f415fbb32 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:40.728218 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.876686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aaba0734-16f2-4db6-b72f-f6050a28d03d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:40.893370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] For port 3a54bc9e-d759-4962-981c-191f415fbb32, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3a54bc9e-d759-4962-981c-191f415fbb32,segment=NetworkSegment(b48c3156-2d55-47ca-93d5-bb4c4586b2ca),segment_id=b48c3156-2d55-47ca-93d5-bb4c4586b2ca)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:40.893784 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.902027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebf85c-0382-4524-bc0f-1135683bb05c None None] DHCP port deletion for 5cfe7295-2350-4867-897c-b4603d8a70f0 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:40.945179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Calling delete_port for 3a54bc9e-d759-4962-981c-191f415fbb32 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:40.961574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8613852a-6665-47ea-b801-4e1c443edf92 None None] Network b591c5c4-989d-4977-b7a5-9df83797e7af requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:40.995804 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.053742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205cb17-7c48-43b1-b8b2-70385de5ed71 req-035f34a1-d73b-4d8a-9d20-340f4016f193 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.055645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4205cb17-7c48-43b1-b8b2-70385de5ed71 req-035f34a1-d73b-4d8a-9d20-340f4016f193 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1069264 Aug 29 04:27:41.068535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.099911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port aaba0734-16f2-4db6-b72f-f6050a28d03d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:41.105315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Pushing event deleted for resources: {'Port': ['ID=3a54bc9e-d759-4962-981c-191f415fbb32,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.110222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port aaba0734-16f2-4db6-b72f-f6050a28d03d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:41.110620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] No DVR routers for this DVR port 3a54bc9e-d759-4962-981c-191f415fbb32 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:41.110724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.116034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-81682985-ab44-45dc-adc6-4fd3e3189e25 None None] Provisioning for port aaba0734-16f2-4db6-b72f-f6050a28d03d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:41.150955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-81682985-ab44-45dc-adc6-4fd3e3189e25 None None] Provisioning complete for port aaba0734-16f2-4db6-b72f-f6050a28d03d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:41.151657 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81682985-ab44-45dc-adc6-4fd3e3189e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.163643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4205cb17-7c48-43b1-b8b2-70385de5ed71 req-8c89842c-bb8a-42cd-9b85-5705ac8520fe tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976026 Aug 29 04:27:41.203507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fcebf85c-0382-4524-bc0f-1135683bb05c None None] Deleting port 3a54bc9e-d759-4962-981c-191f415fbb32 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:41.203880 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcebf85c-0382-4524-bc0f-1135683bb05c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.212856 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.224593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfe7295-2350-4867-897c-b4603d8a70f0']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:41.225914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router a6368cc0-4678-4b38-b484-bb185771ad0f is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:41.236131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48c3156-2d55-47ca-93d5-bb4c4586b2ca') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:41.236582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48c3156-2d55-47ca-93d5-bb4c4586b2ca') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:41.246602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.261524 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.268410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:41.268990 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.274669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fcebf85c-0382-4524-bc0f-1135683bb05c None None] For port 3a54bc9e-d759-4962-981c-191f415fbb32, host n-d-712141-12, got binding levels [] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:41.275068 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcebf85c-0382-4524-bc0f-1135683bb05c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.289691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fcebf85c-0382-4524-bc0f-1135683bb05c None None] Calling delete_port for 3a54bc9e-d759-4962-981c-191f415fbb32 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:41.293524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.ipam_backend_mixin [None req-fcebf85c-0382-4524-bc0f-1135683bb05c None None] Port 3a54bc9e-d759-4962-981c-191f415fbb32 was not found and therefore no delete operation was performed {{(pid=94852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:27:41.315394 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcebf85c-0382-4524-bc0f-1135683bb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.332452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcebf85c-0382-4524-bc0f-1135683bb05c None None] No DVR routers for this DVR port 3a54bc9e-d759-4962-981c-191f415fbb32 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:41.339443 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:41.347046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.356490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:41.373976 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee9f0d2-522e-45ae-849f-cc1cb0676e86 None None] Sync routers for ids ['a6368cc0-4678-4b38-b484-bb185771ad0f'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:41.377415 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.384247 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9f0d2-522e-45ae-849f-cc1cb0676e86 None None] Routers {'a6368cc0-4678-4b38-b484-bb185771ad0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:41.384706 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] 10.222.0.49 "DELETE /v2.0/networks/5cfe7295-2350-4867-897c-b4603d8a70f0 HTTP/1.1" status: 204 len: 168 time: 0.9095435 Aug 29 04:27:41.384846 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fee9f0d2-522e-45ae-849f-cc1cb0676e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a6368cc0-4678-4b38-b484-bb185771ad0f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:41.386468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b46bef-5750-4556-a13c-be9502ce1a71 tempest-DHCPAgentSchedulersTestJSON-1544484976 tempest-DHCPAgentSchedulersTestJSON-1544484976-project] Pushing event deleted for resources: {'Network': ['ID=5cfe7295-2350-4867-897c-b4603d8a70f0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.407399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebf85c-0382-4524-bc0f-1135683bb05c None None] Pushing event deleted for resources: {'Port': ['ID=3a54bc9e-d759-4962-981c-191f415fbb32,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.407618 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.414332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fa31fe65-eb87-4815-8d5d-8928f744af14 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1876886 Aug 29 04:27:41.417126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55594) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:41.427514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a84c39-ac39-47f2-8fbf-bd8a1cb4b268 req-b2fd708e-beb0-4919-bb3e-c73b98ea8aa7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.429661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60a84c39-ac39-47f2-8fbf-bd8a1cb4b268 req-b2fd708e-beb0-4919-bb3e-c73b98ea8aa7 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0862620 Aug 29 04:27:41.461841 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fee9f0d2-522e-45ae-849f-cc1cb0676e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:41.475652 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81682985-ab44-45dc-adc6-4fd3e3189e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.482162 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9f0d2-522e-45ae-849f-cc1cb0676e86 None None] Routers {'a6368cc0-4678-4b38-b484-bb185771ad0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:41.483054 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fee9f0d2-522e-45ae-849f-cc1cb0676e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a6368cc0-4678-4b38-b484-bb185771ad0f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:41.511208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60a84c39-ac39-47f2-8fbf-bd8a1cb4b268 req-a0ae4a82-f365-422d-a8ef-aa26e8802e0a tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724604 Aug 29 04:27:41.585817 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.616995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-81682985-ab44-45dc-adc6-4fd3e3189e25 None None] For port aaba0734-16f2-4db6-b72f-f6050a28d03d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=aaba0734-16f2-4db6-b72f-f6050a28d03d,segment=NetworkSegment(e96db183-a493-4001-87d5-2c30eaf0209c),segment_id=e96db183-a493-4001-87d5-2c30eaf0209c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:41.686015 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81682985-ab44-45dc-adc6-4fd3e3189e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.712962 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-fee9f0d2-522e-45ae-849f-cc1cb0676e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:41.713617 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee9f0d2-522e-45ae-849f-cc1cb0676e86 None None] The sync data for ids ['a6368cc0-4678-4b38-b484-bb185771ad0f'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:41.747264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68947415-7a33-4668-bee7-45684db7c0e0 req-e93f25c6-f17e-40c7-a8af-5a64dc21ffda tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.754955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68947415-7a33-4668-bee7-45684db7c0e0 req-e93f25c6-f17e-40c7-a8af-5a64dc21ffda tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0836840 Aug 29 04:27:41.837026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68947415-7a33-4668-bee7-45684db7c0e0 req-7b33ba2b-b796-442b-aef1-aeac7a7f1c5f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808077 Aug 29 04:27:41.847181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81682985-ab44-45dc-adc6-4fd3e3189e25 None None] Pushing event updated for resources: {'Port': ['ID=aaba0734-16f2-4db6-b72f-f6050a28d03d,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.869824 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:27:41.870191 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:27:41.907219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55614) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.021717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc2362-fab5-4491-a66a-ca6969a7b41f req-ee0a7f63-fdb0-4e4e-9ae3-43b7b8bf0c3b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.024219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cdc2362-fab5-4491-a66a-ca6969a7b41f req-ee0a7f63-fdb0-4e4e-9ae3-43b7b8bf0c3b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0930839 Aug 29 04:27:42.081123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cdc2362-fab5-4491-a66a-ca6969a7b41f req-3e523618-abf7-4383-8812-0bce7c88898b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499439 Aug 29 04:27:42.194152 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b9f731a9-a433-4404-8500-9723e6ff95c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e735b9086b584d809064ff8a0f7d8fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830088 Aug 29 04:27:42.194807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55628) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.235467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4c258acf-3d74-4eb2-baf4-1eb8e5ffd090 None None] Provisioning complete for port aaba0734-16f2-4db6-b72f-f6050a28d03d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:42.235467 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4c258acf-3d74-4eb2-baf4-1eb8e5ffd090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.292528 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6a99cfc9-9c79-4ac4-9685-08f8205b41b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.320659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.323265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6a99cfc9-9c79-4ac4-9685-08f8205b41b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.346846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c8678-bf9e-444c-80bd-b66cd235c25c req-ab12ba15-4663-461d-951a-1c3efde132f9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.348714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-972c8678-bf9e-444c-80bd-b66cd235c25c req-ab12ba15-4663-461d-951a-1c3efde132f9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1045990 Aug 29 04:27:42.402917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-972c8678-bf9e-444c-80bd-b66cd235c25c req-21a0f49e-c732-44b2-a066-fbf79d46b2e9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469120 Aug 29 04:27:42.425590 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6a99cfc9-9c79-4ac4-9685-08f8205b41b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.440436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6a99cfc9-9c79-4ac4-9685-08f8205b41b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.444900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6a99cfc9-9c79-4ac4-9685-08f8205b41b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3486adbc-bcd3-4ad7-8092-1fca89804683 HTTP/1.1" status: 204 len: 168 time: 0.2488749 Aug 29 04:27:42.461970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99cfc9-9c79-4ac4-9685-08f8205b41b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3486adbc-bcd3-4ad7-8092-1fca89804683,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.607981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690f452-0288-4190-b948-0222eb3881b8 req-75448f6f-7f92-4d4c-8e4d-49e5aab25701 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.609626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4690f452-0288-4190-b948-0222eb3881b8 req-75448f6f-7f92-4d4c-8e4d-49e5aab25701 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1021066 Aug 29 04:27:42.661901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4690f452-0288-4190-b948-0222eb3881b8 req-f14d944f-9600-43c2-a1bb-1909e7ddfa29 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Aug 29 04:27:42.697465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aaba0734-16f2-4db6-b72f-f6050a28d03d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:42.748899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.20.0.1 (b591c5c4-989d-4977-b7a5-9df83797e7af/9d12c0d8-9ffb-405f-b4e2-238761d1f4b5/bccbcd2a-df30-4c40-ad2a-4de4c8059f98) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:42.783495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port aaba0734-16f2-4db6-b72f-f6050a28d03d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:42.783875 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.867468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccd541-ba50-46d7-85bb-54fc7bb18cc8 req-addd8450-351a-4f5a-beb7-1248dfde3e51 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.876428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6dccd541-ba50-46d7-85bb-54fc7bb18cc8 req-addd8450-351a-4f5a-beb7-1248dfde3e51 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0694203 Aug 29 04:27:42.910665 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.924860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6dccd541-ba50-46d7-85bb-54fc7bb18cc8 req-b0590381-553b-435b-a5bb-c3385844378c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470626 Aug 29 04:27:42.927599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Transition to ACTIVE for port object bccbcd2a-df30-4c40-ad2a-4de4c8059f98 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:42.979067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55658) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.984083 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.994956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b7a3a5-eb16-4c6f-b14d-512415b7c356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.042336 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network b591c5c4-989d-4977-b7a5-9df83797e7af is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:43.049101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:43.053151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:43.124226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=bccbcd2a-df30-4c40-ad2a-4de4c8059f98,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.125326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3a54bc9e-d759-4962-981c-191f415fbb32 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:43.170908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3a54bc9e-d759-4962-981c-191f415fbb32 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:43.171231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3a54bc9e-d759-4962-981c-191f415fbb32 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:43.188352 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.291739 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b7a3a5-eb16-4c6f-b14d-512415b7c356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.311347 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b7a3a5-eb16-4c6f-b14d-512415b7c356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.328518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fdae2-7702-4193-9909-0871c28afaf6 req-39dd69fe-fb52-48c8-9590-19cefc8b1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.330043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005fdae2-7702-4193-9909-0871c28afaf6 req-39dd69fe-fb52-48c8-9590-19cefc8b1cb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1096 time: 0.1663878 Aug 29 04:27:43.343119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93530ad-f571-4520-97d0-5bf10cc02e3d req-2e022acb-b1a1-43c4-9c6a-7f02e23e7023 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.350531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f93530ad-f571-4520-97d0-5bf10cc02e3d req-2e022acb-b1a1-43c4-9c6a-7f02e23e7023 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.2276781 Aug 29 04:27:43.372487 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.416467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7995f8-bd2d-4059-ac19-b9ee8efbd2f7 req-02c286b6-3a0c-4a7d-8619-79400d06cba3 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.417970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7995f8-bd2d-4059-ac19-b9ee8efbd2f7 req-02c286b6-3a0c-4a7d-8619-79400d06cba3 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1821213 Aug 29 04:27:43.448640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d0206e86-dffc-4de2-bf3d-4f695281792d None None] Provisioning for port bccbcd2a-df30-4c40-ad2a-4de4c8059f98 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:43.453518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d0206e86-dffc-4de2-bf3d-4f695281792d None None] Provisioning complete for port bccbcd2a-df30-4c40-ad2a-4de4c8059f98 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:43.454227 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d0206e86-dffc-4de2-bf3d-4f695281792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.482847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-18b7a3a5-eb16-4c6f-b14d-512415b7c356 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d66429528ba64250a0cd2ad7cacbdd2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025120 Aug 29 04:27:43.483774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7a3a5-eb16-4c6f-b14d-512415b7c356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a304b1d-1c22-4283-9305-c0a21f258bd2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.486312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55668) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:43.513749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f93530ad-f571-4520-97d0-5bf10cc02e3d req-7bb248c2-76a7-40c1-99a8-bb9ee144da05 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623993 Aug 29 04:27:43.540115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d0206e86-dffc-4de2-bf3d-4f695281792d None None] Port bccbcd2a-df30-4c40-ad2a-4de4c8059f98 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:43.571493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7995f8-bd2d-4059-ac19-b9ee8efbd2f7 req-081a88c7-8a93-43e2-b51b-1af4a9e48f17 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110415 Aug 29 04:27:43.603197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fdae2-7702-4193-9909-0871c28afaf6 req-963de241-4cae-46c4-b7e7-26912cefa69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.607522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005fdae2-7702-4193-9909-0871c28afaf6 req-963de241-4cae-46c4-b7e7-26912cefa69e service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.2479544 Aug 29 04:27:43.664947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e329de14-5db6-41f2-bcd3-2f11aed35d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.712233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e329de14-5db6-41f2-bcd3-2f11aed35d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.730222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.738313 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.750680 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005fdae2-7702-4193-9909-0871c28afaf6 req-63b8dd04-abd1-432e-ba8d-f5027f557557 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 998 time: 0.1330838 Aug 29 04:27:43.812908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.814788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=bccbcd2a-df30-4c40-ad2a-4de4c8059f98,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.828121 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1abd4-b983-48f4-8d2f-5183fd0e879e req-483f3027-d314-495b-8868-8170d909151d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.829682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5f1abd4-b983-48f4-8d2f-5183fd0e879e req-483f3027-d314-495b-8868-8170d909151d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1467023 Aug 29 04:27:43.839850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fdae2-7702-4193-9909-0871c28afaf6 req-d874958a-7f60-42b6-951c-b11c1b926fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.841495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005fdae2-7702-4193-9909-0871c28afaf6 req-d874958a-7f60-42b6-951c-b11c1b926fd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.0802827 Aug 29 04:27:43.850583 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e329de14-5db6-41f2-bcd3-2f11aed35d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.853370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e329de14-5db6-41f2-bcd3-2f11aed35d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.854446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e329de14-5db6-41f2-bcd3-2f11aed35d96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a304b1d-1c22-4283-9305-c0a21f258bd2 HTTP/1.1" status: 204 len: 168 time: 0.3575559 Aug 29 04:27:43.942976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network b591c5c4-989d-4977-b7a5-9df83797e7af is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:43.944485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329de14-5db6-41f2-bcd3-2f11aed35d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a304b1d-1c22-4283-9305-c0a21f258bd2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.945390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:43.996209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5f1abd4-b983-48f4-8d2f-5183fd0e879e req-39a08b21-c7f7-4fc6-b306-f7da5feafaf6 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421623 Aug 29 04:27:44.016551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fdae2-7702-4193-9909-0871c28afaf6 req-cafe4dbc-f265-4df8-bc5e-0287fb8661d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.018246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005fdae2-7702-4193-9909-0871c28afaf6 req-cafe4dbc-f265-4df8-bc5e-0287fb8661d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621099 Aug 29 04:27:44.165482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router a6368cc0-4678-4b38-b484-bb185771ad0f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:44.238289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2f356-06ea-4944-be46-94a16f4a7376 req-9e49d662-18b6-4a49-8c79-5869a1c2f093 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.240500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dc2f356-06ea-4944-be46-94a16f4a7376 req-9e49d662-18b6-4a49-8c79-5869a1c2f093 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1224835 Aug 29 04:27:44.271793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c9d3387a-01c0-45d6-92ca-c46ce14a708c None None] Provisioning complete for port bccbcd2a-df30-4c40-ad2a-4de4c8059f98 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:44.272294 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c9d3387a-01c0-45d6-92ca-c46ce14a708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.275953 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005fdae2-7702-4193-9909-0871c28afaf6 req-26b8e3d4-d33e-4734-972c-6f849c11c0c9 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487750 Aug 29 04:27:44.330307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3387a-01c0-45d6-92ca-c46ce14a708c None None] Port bccbcd2a-df30-4c40-ad2a-4de4c8059f98 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:44.350205 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:44.360401 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cdca57-cf34-46f0-9829-331b66ab262b None None] Sync routers for ids ['a6368cc0-4678-4b38-b484-bb185771ad0f'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:44.364036 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6b79d1e0-b130-4db0-85a1-ebdfe885091c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "PUT /v2.0/routers/a6368cc0-4678-4b38-b484-bb185771ad0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9434054 Aug 29 04:27:44.364970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55702) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:44.371291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'port': {'network_id': 'b591c5c4-989d-4977-b7a5-9df83797e7af', 'name': 'tempest-FloatingIPTestJSON-1428354801'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:44.376073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cdca57-cf34-46f0-9829-331b66ab262b None None] Routers {'a6368cc0-4678-4b38-b484-bb185771ad0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:44.378741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-64cdca57-cf34-46f0-9829-331b66ab262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a6368cc0-4678-4b38-b484-bb185771ad0f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:44.424574 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dc2f356-06ea-4944-be46-94a16f4a7376 req-8f1a4f8e-4386-405f-8102-d432d6c29be8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686215 Aug 29 04:27:44.463340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-64cdca57-cf34-46f0-9829-331b66ab262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:44.475567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cdca57-cf34-46f0-9829-331b66ab262b None None] Routers {'a6368cc0-4678-4b38-b484-bb185771ad0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:44.476761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-64cdca57-cf34-46f0-9829-331b66ab262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a6368cc0-4678-4b38-b484-bb185771ad0f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:44.490526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005fdae2-7702-4193-9909-0871c28afaf6 req-65bce88d-1f50-40cd-94f9-e0a6dfa2b62a service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997089 Aug 29 04:27:44.549199 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Made reservation on behalf of 6acf53846974434fa809c9e69564cb3c for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:44.553834 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.555325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-64cdca57-cf34-46f0-9829-331b66ab262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:44.556591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cdca57-cf34-46f0-9829-331b66ab262b None None] The sync data for ids ['a6368cc0-4678-4b38-b484-bb185771ad0f'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:44.574117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] device_id is not set on port d35dd3cb-7dd6-4090-b14d-51102fc30865 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:44.622559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcdef4-db8e-4e95-a97f-6ae008a2b075 req-b28b0bee-e2dd-4049-8a15-4dfdb3962272 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.632862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eabcdef4-db8e-4e95-a97f-6ae008a2b075 req-b28b0bee-e2dd-4049-8a15-4dfdb3962272 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0887806 Aug 29 04:27:44.682589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eabcdef4-db8e-4e95-a97f-6ae008a2b075 req-229e2ba8-c1b7-41b6-b95b-8d9e0bcc343d tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452070 Aug 29 04:27:44.782767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Allocated IP 172.20.0.5 (b591c5c4-989d-4977-b7a5-9df83797e7af/9d12c0d8-9ffb-405f-b4e2-238761d1f4b5/d35dd3cb-7dd6-4090-b14d-51102fc30865) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:44.845213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaacccb-9726-4214-aa50-faf5abb659ff req-97732f52-8eb3-42b3-90ec-0ecb3eb78893 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.847107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ecaacccb-9726-4214-aa50-faf5abb659ff req-97732f52-8eb3-42b3-90ec-0ecb3eb78893 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1316001 Aug 29 04:27:44.887542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e0b19-f0fd-4f26-aaf4-483905d80054 req-d2060802-1a04-4277-89a3-42df370c85ec tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.895968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e07e0b19-f0fd-4f26-aaf4-483905d80054 req-d2060802-1a04-4277-89a3-42df370c85ec tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1126230 Aug 29 04:27:45.013353 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.045466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Transition to ACTIVE for port object d35dd3cb-7dd6-4090-b14d-51102fc30865 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:45.082661 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.140904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55736) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:45.168168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Network b591c5c4-989d-4977-b7a5-9df83797e7af is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:45.171761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:45.177047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:45.231688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.232375 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.235201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event updated for resources: {'Port': ['ID=d35dd3cb-7dd6-4090-b14d-51102fc30865,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.265067 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7518b150-2393-4218-b920-4183d0b92b15 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8985047 Aug 29 04:27:45.267612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55742) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:45.275134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Request body: {'floatingip': {'port_id': 'd35dd3cb-7dd6-4090-b14d-51102fc30865'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:45.317356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ecaacccb-9726-4214-aa50-faf5abb659ff req-2fac826c-b9a5-4a38-8ef9-4e42fa5fa922 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4547272 Aug 29 04:27:45.358011 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e07e0b19-f0fd-4f26-aaf4-483905d80054 req-670b21f8-3054-4bdd-ba35-57bac2e3f677 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558156 Aug 29 04:27:45.380506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.434292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-584174782'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:45.499534 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:45.503437 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.525058 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.573726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bfa5645d-030f-47c6-b1fc-2e949abfd184 None None] Provisioning for port d35dd3cb-7dd6-4090-b14d-51102fc30865 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:45.576637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872d5eb-97ea-4e44-aa9c-423ff518a36d req-2b23b24e-24f9-45e4-bdff-7f7529993b75 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.581354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bfa5645d-030f-47c6-b1fc-2e949abfd184 None None] Provisioning complete for port d35dd3cb-7dd6-4090-b14d-51102fc30865 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:45.582246 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bfa5645d-030f-47c6-b1fc-2e949abfd184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.588259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1872d5eb-97ea-4e44-aa9c-423ff518a36d req-2b23b24e-24f9-45e4-bdff-7f7529993b75 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0699093 Aug 29 04:27:45.626014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5645d-030f-47c6-b1fc-2e949abfd184 None None] Port d35dd3cb-7dd6-4090-b14d-51102fc30865 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:45.644770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1872d5eb-97ea-4e44-aa9c-423ff518a36d req-e8efe4d0-689e-4747-8610-216ba96a691c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552473 Aug 29 04:27:45.788487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-e5215225-ff89-4d1c-ab7c-f12bf195c058 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0891602 Aug 29 04:27:45.802667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0cbcb-9c43-4845-893d-d6aef09c8fdb req-93d4d33f-0f25-4866-ae3e-27b35422548f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.804668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aff0cbcb-9c43-4845-893d-d6aef09c8fdb req-93d4d33f-0f25-4866-ae3e-27b35422548f tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0771248 Aug 29 04:27:45.872715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aff0cbcb-9c43-4845-893d-d6aef09c8fdb req-1346f315-e1eb-4d1e-8dc9-42bf48e5e2a8 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 Aug 29 04:27:45.918449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-710401cf-53ad-4d00-97b2-585aef7d9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.919039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-710401cf-53ad-4d00-97b2-585aef7d9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.919478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-710401cf-53ad-4d00-97b2-585aef7d9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.919876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-710401cf-53ad-4d00-97b2-585aef7d9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.920380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-710401cf-53ad-4d00-97b2-585aef7d9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.920852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-710401cf-53ad-4d00-97b2-585aef7d9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.921325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-710401cf-53ad-4d00-97b2-585aef7d9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.923596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-710401cf-53ad-4d00-97b2-585aef7d9aa7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6510 time: 0.0675368 Aug 29 04:27:46.068381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01418f1f-fa60-43c5-8bcc-687eb8920524 req-d8bfa005-d8dd-4b00-a8cc-0cab703f5278 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.069904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01418f1f-fa60-43c5-8bcc-687eb8920524 req-d8bfa005-d8dd-4b00-a8cc-0cab703f5278 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1016052 Aug 29 04:27:46.104384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-7b04134b-0770-4bb5-93e2-3fadceec0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.104868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-7b04134b-0770-4bb5-93e2-3fadceec0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.105336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-7b04134b-0770-4bb5-93e2-3fadceec0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.107176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-7b04134b-0770-4bb5-93e2-3fadceec0194 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2fa9d0e-600e-409d-9d8b-54d571a16937&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 HTTP/1.1" status: 200 len: 2298 time: 0.1597309 Aug 29 04:27:46.135169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01418f1f-fa60-43c5-8bcc-687eb8920524 req-4aaa3538-66fc-4ed1-b1ac-ba8f63316b03 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552411 Aug 29 04:27:46.169557 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.182841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.211234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:46.218485 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-940856fc-2e83-42c6-b172-5b8f569270f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=304997e4-5d25-4328-aeb8-2c3f87504943 HTTP/1.1" status: 200 len: 1002 time: 0.0979607 Aug 29 04:27:46.282399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-a2aa3230-d90d-411c-86ef-aa540be8c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.285436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-a2aa3230-d90d-411c-86ef-aa540be8c7fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=644e4da1-c29f-40d2-b99b-b0869739804c HTTP/1.1" status: 200 len: 855 time: 0.0592709 Aug 29 04:27:46.329211 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.329687 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Added segment 0ad2f616-0614-467e-959b-904470420888 of type vlan for network a7a84984-2168-44e3-b54b-570b77d16614 Aug 29 04:27:46.342790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-e90319d4-b80a-42d4-8b13-afacd7111bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.343166 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a3aa87-6c01-4fbc-b1ee-09cd90bb5f69,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.345250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-e90319d4-b80a-42d4-8b13-afacd7111bcd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2fa9d0e-600e-409d-9d8b-54d571a16937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517192 Aug 29 04:27:46.452288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.519826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-d24fe60d-11cf-4bfc-86e1-1472ce069c31 service neutron] 10.222.0.52 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594071 Aug 29 04:27:46.543669 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.550165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.550800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.648365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437daed-6b84-4343-be23-a455b863fe18 req-6474d4e2-f15b-4bf4-987b-002fc1b3b66a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.650056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d437daed-6b84-4343-be23-a455b863fe18 req-6474d4e2-f15b-4bf4-987b-002fc1b3b66a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1280146 Aug 29 04:27:46.662581 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5189188 Aug 29 04:27:46.680873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f487557-a621-49c1-b48f-dd48522167b6 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=a7a84984-2168-44e3-b54b-570b77d16614,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.694392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a7a84984-2168-44e3-b54b-570b77d16614 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:46.727832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.737879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.774041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-ec36e160-be90-4c85-ba23-22ef21d700b4 service neutron] 10.222.0.52 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423766 Aug 29 04:27:46.850754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-0e1d4865-8eb1-46ac-be01-ed7bee438720 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=6490a203-0231-436d-88a1-b3b768141851 HTTP/1.1" status: 200 len: 217 time: 0.0638134 Aug 29 04:27:46.867936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d437daed-6b84-4343-be23-a455b863fe18 req-17a9deca-4df0-4cac-b223-b6364a1f47fb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113163 Aug 29 04:27:46.887614 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP 2fb553aa-70cd-46af-86bb-a2e7013565bd associated. External IP: 172.25.5.186, port: b93fbf23-b4f0-44c4-bfec-e0a25634d8af. Aug 29 04:27:46.943521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-e8fdc6bb-e545-43aa-af58-8ee1c6a6a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.946803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-e8fdc6bb-e545-43aa-af58-8ee1c6a6a952 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.0738547 Aug 29 04:27:47.027961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-a20f7232-205d-4fc2-8b31-d26b9578b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.030107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-a20f7232-205d-4fc2-8b31-d26b9578b60c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0735719 Aug 29 04:27:47.185326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-4c61f96b-9aa9-4005-97a7-222a8709611c service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468079 Aug 29 04:27:47.230142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:47.362606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:47.378601 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7480a621-b010-497e-a2c9-97829f45b844 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:47.391503 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480a621-b010-497e-a2c9-97829f45b844 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:47.392464 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7480a621-b010-497e-a2c9-97829f45b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:47.417879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-1506e4e4-a018-478e-8bf3-a7bbb7968dc7 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243354 Aug 29 04:27:47.439502 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7480a621-b010-497e-a2c9-97829f45b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:47.451204 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480a621-b010-497e-a2c9-97829f45b844 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:47.452122 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7480a621-b010-497e-a2c9-97829f45b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:47.486455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-9b56a690-a53c-4ec9-8b88-62eb0e651fc9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=73e26f0f-c475-4574-ae61-87e3ad0c0b20 HTTP/1.1" status: 200 len: 217 time: 0.0585277 Aug 29 04:27:47.508944 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7480a621-b010-497e-a2c9-97829f45b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:47.509602 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7480a621-b010-497e-a2c9-97829f45b844 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:47.580834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-d16c8234-5e08-402e-a0f8-ea468dec3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.582421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-d16c8234-5e08-402e-a0f8-ea468dec3f96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.0866916 Aug 29 04:27:47.691849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-05095b54-91fc-4afe-8dc7-16d5a3bb9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.697958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-05095b54-91fc-4afe-8dc7-16d5a3bb9050 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1072755 Aug 29 04:27:47.727840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router a6368cc0-4678-4b38-b484-bb185771ad0f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:47.874670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:47.887559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be488d35-9deb-414f-9589-90b646fbd808 None None] Sync routers for ids ['a6368cc0-4678-4b38-b484-bb185771ad0f'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:47.891552 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.892019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-aab8d904-6b5e-410d-bd93-ea328646a5bf service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760261 Aug 29 04:27:47.913518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be488d35-9deb-414f-9589-90b646fbd808 None None] Routers {'a6368cc0-4678-4b38-b484-bb185771ad0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:47.914489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-be488d35-9deb-414f-9589-90b646fbd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a6368cc0-4678-4b38-b484-bb185771ad0f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:47.970773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-be488d35-9deb-414f-9589-90b646fbd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:47.985930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be488d35-9deb-414f-9589-90b646fbd808 None None] Routers {'a6368cc0-4678-4b38-b484-bb185771ad0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:47.986908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-be488d35-9deb-414f-9589-90b646fbd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a6368cc0-4678-4b38-b484-bb185771ad0f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:48.001982 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8b0bd8e8-a064-4d6e-a834-6701ee05294e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "PUT /v2.0/floatingips/2fb553aa-70cd-46af-86bb-a2e7013565bd HTTP/1.1" status: 200 len: 978 time: 2.7319782 Aug 29 04:27:48.007003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55810) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:48.052903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-a21bff2f-6d30-4542-a641-23746ee4a86b service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525075 Aug 29 04:27:48.097153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-be488d35-9deb-414f-9589-90b646fbd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:48.098512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be488d35-9deb-414f-9589-90b646fbd808 None None] The sync data for ids ['a6368cc0-4678-4b38-b484-bb185771ad0f'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:48.117572 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.133321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-522ff505-1e0b-43b7-9542-6ed967aca230 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=260a06fd-9172-49bd-ad16-944e6632f817 HTTP/1.1" status: 200 len: 217 time: 0.0718114 Aug 29 04:27:48.195756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port d35dd3cb-7dd6-4090-b14d-51102fc30865 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:48.196291 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.198897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-50ff85e4-4e2f-4726-85b7-921a34f0ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.200604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-50ff85e4-4e2f-4726-85b7-921a34f0ede3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.0557301 Aug 29 04:27:48.276707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-581da8b1-e19e-4e9f-b637-f4bf4236364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.279536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-581da8b1-e19e-4e9f-b637-f4bf4236364c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635314 Aug 29 04:27:48.307282 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.401558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-c4871730-466b-4254-92b7-11a7c9f82c9e service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099300 Aug 29 04:27:48.588843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-d50c1f84-1ce6-40a1-a78d-0f34639398d3 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771140 Aug 29 04:27:48.622969 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.623670 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.624244 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Floating IP 2fb553aa-70cd-46af-86bb-a2e7013565bd disassociated. External IP: 172.25.5.186, port: d35dd3cb-7dd6-4090-b14d-51102fc30865. Aug 29 04:27:48.624697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for d35dd3cb-7dd6-4090-b14d-51102fc30865 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:48.719798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-9946a4a2-d3e5-4aeb-b352-002243f4b7a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=55c371a8-aa23-4484-8e05-8ac606be9819 HTTP/1.1" status: 200 len: 217 time: 0.1178303 Aug 29 04:27:48.787133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.822981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=d35dd3cb-7dd6-4090-b14d-51102fc30865,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.897465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-2140b250-011d-4d30-80a8-6cd9a98b03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.899016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-2140b250-011d-4d30-80a8-6cd9a98b03ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.1685462 Aug 29 04:27:49.014831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-3b4565d0-d09b-4be8-bfd4-af5492aca9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.016666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-3b4565d0-d09b-4be8-bfd4-af5492aca9d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1017663 Aug 29 04:27:49.089954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router a6368cc0-4678-4b38-b484-bb185771ad0f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:49.219301 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-f5e6530e-1cdb-499e-b0e7-2d6e1b5ea08e service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935441 Aug 29 04:27:49.262276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:49.276755 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373038e0-db30-49a4-af92-bc0c41acc67e None None] Sync routers for ids ['a6368cc0-4678-4b38-b484-bb185771ad0f'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:49.289532 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373038e0-db30-49a4-af92-bc0c41acc67e None None] Routers {'a6368cc0-4678-4b38-b484-bb185771ad0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:49.290541 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-373038e0-db30-49a4-af92-bc0c41acc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a6368cc0-4678-4b38-b484-bb185771ad0f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:49.356233 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-373038e0-db30-49a4-af92-bc0c41acc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:49.366765 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373038e0-db30-49a4-af92-bc0c41acc67e None None] Routers {'a6368cc0-4678-4b38-b484-bb185771ad0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:49.367696 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-373038e0-db30-49a4-af92-bc0c41acc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a6368cc0-4678-4b38-b484-bb185771ad0f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:49.375339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-746708c3-3795-4575-b19d-4128fc4a91f2 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481714 Aug 29 04:27:49.446529 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-373038e0-db30-49a4-af92-bc0c41acc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:49.447198 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373038e0-db30-49a4-af92-bc0c41acc67e None None] The sync data for ids ['a6368cc0-4678-4b38-b484-bb185771ad0f'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:49.459384 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.463826 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5b0fe925-7323-4fc1-a308-f4bbfe6d611b tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/ports/d35dd3cb-7dd6-4090-b14d-51102fc30865 HTTP/1.1" status: 204 len: 168 time: 1.4532220 Aug 29 04:27:49.464045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55832) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:49.471754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-25ff7c80-99a2-4eb8-838b-5919e1ec635a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82 HTTP/1.1" status: 200 len: 217 time: 0.0899947 Aug 29 04:27:49.558470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-1cb6da24-a446-4159-96c3-fb8373997835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.560723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-1cb6da24-a446-4159-96c3-fb8373997835 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 200 len: 797 time: 0.0803082 Aug 29 04:27:49.643392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-51627f7b-4c14-4d04-9845-8a7af51d8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.647284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-51627f7b-4c14-4d04-9845-8a7af51d8ab6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0791605 Aug 29 04:27:49.890446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-e46478db-e630-49f3-bad1-278931182f7c service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281225 Aug 29 04:27:49.991250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55850) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:49.998224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'network_id': 'a7a84984-2168-44e3-b54b-570b77d16614', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:50.108469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-7b738ca5-5a36-44c2-b6da-7f6cce75ea66 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095022 Aug 29 04:27:50.166275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-31be8ba3-8701-4705-a5fe-2d3109248895 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a3339b2-3fd7-4ad0-918f-cd758b4728e3 HTTP/1.1" status: 200 len: 217 time: 0.0470772 Aug 29 04:27:50.185324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:50.189104 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.241505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-df878b4a-a336-47a4-adc6-1b2e9203f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.243641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-df878b4a-a336-47a4-adc6-1b2e9203f076 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 200 len: 797 time: 0.0694804 Aug 29 04:27:50.297401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-424065fe-4f4a-44bd-b926-e7483c47e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.298969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-424065fe-4f4a-44bd-b926-e7483c47e75e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0469346 Aug 29 04:27:50.386684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.397834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-462a58c9-ae5f-48ca-aa91-33a547c95689 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910053 Aug 29 04:27:50.515062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.516222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97b2f28e-27f3-4df0-bb5c-a7952ffad3e7 req-352700ec-7c74-4dd6-ae4e-3d3b7a7b9122 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115344 Aug 29 04:27:50.647672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=3ded0beb-7b1a-4486-bdd1-9f3615643ef0,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.682008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking segment: {'id': '0ad2f616-0614-467e-959b-904470420888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a7a84984-2168-44e3-b54b-570b77d16614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:50.682295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network hostable DHCP agents. Network: a7a84984-2168-44e3-b54b-570b77d16614, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:50.714784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network a7a84984-2168-44e3-b54b-570b77d16614 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:50.729878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a7a84984-2168-44e3-b54b-570b77d16614) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:50.734545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.735226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.743745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b875235-a8b8-4cba-9b73-a7cc65071dc6 None None] Network a7a84984-2168-44e3-b54b-570b77d16614 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:50.785279 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-87ffb43d-d911-4046-ab6d-ac6a48684d68 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7927570 Aug 29 04:27:50.789636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55864) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:50.795204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1396065996'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:50.861928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:50.866309 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.891157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port bccbcd2a-df30-4c40-ad2a-4de4c8059f98 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:50.891887 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.919024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:50.937193 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.937591 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Added segment 917cc782-4212-4ab7-bcac-c0a9e2b383ba of type vlan for network cd4eafba-6e38-4d49-b933-772d1291fca3 Aug 29 04:27:51.038415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.042863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.089579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-a7a84984-2168-44e3-b54b-570b77d16614', 'network_id': 'a7a84984-2168-44e3-b54b-570b77d16614', 'tenant_id': '0642de579c6746709aa630e8a9c09cd5', 'fixed_ips': [{'subnet_id': '3ded0beb-7b1a-4486-bdd1-9f3615643ef0'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:51.092481 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.093003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for bccbcd2a-df30-4c40-ad2a-4de4c8059f98 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:51.095159 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.107069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.107979 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.209003 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4179430 Aug 29 04:27:51.209640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55878) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.219878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'network_id': 'cd4eafba-6e38-4d49-b933-772d1291fca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:51.268861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82ffea-658f-4b9e-8015-e9007dfad98c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=cd4eafba-6e38-4d49-b933-772d1291fca3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.327351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network cd4eafba-6e38-4d49-b933-772d1291fca3 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:51.358574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:51.362250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.409878 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.419946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Allocated IP 2001:db8:0:ffff::2 (a7a84984-2168-44e3-b54b-570b77d16614/3ded0beb-7b1a-4486-bdd1-9f3615643ef0/1d866f42-7ec1-43fb-bfe1-745cab63a7cf) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:51.460110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=bccbcd2a-df30-4c40-ad2a-4de4c8059f98,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.687322 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.698134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Transition to ACTIVE for port object 1d866f42-7ec1-43fb-bfe1-745cab63a7cf will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:51.731171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Transition to ACTIVE for port object 1d866f42-7ec1-43fb-bfe1-745cab63a7cf will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:51.747934 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.752493 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.782640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Network a7a84984-2168-44e3-b54b-570b77d16614 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:51.791494 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.809670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:51.814152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:51.840813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Pushing event updated for resources: {'Port': ['ID=1d866f42-7ec1-43fb-bfe1-745cab63a7cf,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.870372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=e14d0df7-88ec-4b1e-83e9-faae9c7d8e55,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.884058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking segment: {'id': '917cc782-4212-4ab7-bcac-c0a9e2b383ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'cd4eafba-6e38-4d49-b933-772d1291fca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:51.885991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network hostable DHCP agents. Network: cd4eafba-6e38-4d49-b933-772d1291fca3, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:51.924075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network cd4eafba-6e38-4d49-b933-772d1291fca3 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:51.942916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, cd4eafba-6e38-4d49-b933-772d1291fca3) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:51.949233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.949872 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.953878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Attempting to bind port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:51.954839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Attempting to bind port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '0ad2f616-0614-467e-959b-904470420888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a7a84984-2168-44e3-b54b-570b77d16614'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:51.955551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Attempting to bind port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf on network a7a84984-2168-44e3-b54b-570b77d16614 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:51.965453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:51.966286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Checking segment: {'id': '0ad2f616-0614-467e-959b-904470420888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a7a84984-2168-44e3-b54b-570b77d16614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:51.966908 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.967482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Bound using segment: {'id': '0ad2f616-0614-467e-959b-904470420888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a7a84984-2168-44e3-b54b-570b77d16614'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:51.968146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Bound port: 1d866f42-7ec1-43fb-bfe1-745cab63a7cf, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad2f616-0614-467e-959b-904470420888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a7a84984-2168-44e3-b54b-570b77d16614'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:51.969050 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.972580 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930edf01-cf42-4fac-86de-43a0857640e5 None None] Network cd4eafba-6e38-4d49-b933-772d1291fca3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:51.986385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-72b43d8b-58aa-4d4d-9853-377d965c5320 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7733057 Aug 29 04:27:51.989071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55894) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.207443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.323298 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.358207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] For port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:52.364550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] For port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1d866f42-7ec1-43fb-bfe1-745cab63a7cf,segment=NetworkSegment(0ad2f616-0614-467e-959b-904470420888),segment_id=0ad2f616-0614-467e-959b-904470420888)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:52.442227 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.442942 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.478891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Subnet': ['ID=e14d0df7-88ec-4b1e-83e9-faae9c7d8e55,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:52.699903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a261252-c6c2-4659-ac85-98551498bb94 req-fa2f3fe4-f0b5-4d3d-afef-dad22c88394b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.701405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a261252-c6c2-4659-ac85-98551498bb94 req-fa2f3fe4-f0b5-4d3d-afef-dad22c88394b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.2258515 Aug 29 04:27:52.716384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.726969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170231cb-f53a-431d-b75a-f1c0c038cf1d None None] Pushing event updated for resources: {'Port': ['ID=1d866f42-7ec1-43fb-bfe1-745cab63a7cf,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:52.754915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4eafba-6e38-4d49-b933-772d1291fca3']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:52.790573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497efbda-c5dc-4a24-be29-5ece608f4521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-cd4eafba-6e38-4d49-b933-772d1291fca3', 'network_id': 'cd4eafba-6e38-4d49-b933-772d1291fca3', 'tenant_id': '0642de579c6746709aa630e8a9c09cd5', 'fixed_ips': [{'subnet_id': 'e14d0df7-88ec-4b1e-83e9-faae9c7d8e55'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:52.792003 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-497efbda-c5dc-4a24-be29-5ece608f4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.795913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router a6368cc0-4678-4b38-b484-bb185771ad0f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:52.805960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917cc782-4212-4ab7-bcac-c0a9e2b383ba') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:52.806277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917cc782-4212-4ab7-bcac-c0a9e2b383ba') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:52.833276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.858632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a261252-c6c2-4659-ac85-98551498bb94 req-99e0fc52-8949-456a-bf67-20539efb293c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392980 Aug 29 04:27:52.873983 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.892018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:52.892468 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.917429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:52.924087 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-28c867fb-b97b-422f-977e-49d62125f3f4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "PUT /v2.0/routers/a6368cc0-4678-4b38-b484-bb185771ad0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4587708 Aug 29 04:27:52.927067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:52.997873 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:53.011756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a406e-749b-425d-bd35-adcb9c918526 None None] Sync routers for ids ['a6368cc0-4678-4b38-b484-bb185771ad0f'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:53.052085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.054677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a406e-749b-425d-bd35-adcb9c918526 None None] Routers {'a6368cc0-4678-4b38-b484-bb185771ad0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:53.055490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-951a406e-749b-425d-bd35-adcb9c918526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a6368cc0-4678-4b38-b484-bb185771ad0f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:53.062733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.065770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/cd4eafba-6e38-4d49-b933-772d1291fca3 HTTP/1.1" status: 204 len: 168 time: 1.0755622 Aug 29 04:27:53.076379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55918) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:53.089031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-914890036'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:53.109606 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb78948-d49a-4ddd-a753-096c7a7d07eb None None] Network cd4eafba-6e38-4d49-b933-772d1291fca3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:53.114692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-951a406e-749b-425d-bd35-adcb9c918526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:53.132933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb78948-d49a-4ddd-a753-096c7a7d07eb None None] Network cd4eafba-6e38-4d49-b933-772d1291fca3 could not be found, it might have been deleted concurrently. {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:27:53.140428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a406e-749b-425d-bd35-adcb9c918526 None None] Routers {'a6368cc0-4678-4b38-b484-bb185771ad0f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:53.143624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-951a406e-749b-425d-bd35-adcb9c918526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a6368cc0-4678-4b38-b484-bb185771ad0f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:53.162370 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.166434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:53.169972 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.187342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda9993-4269-4d7c-9955-a854fddca954 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Network': ['ID=cd4eafba-6e38-4d49-b933-772d1291fca3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.192688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-951a406e-749b-425d-bd35-adcb9c918526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:53.193351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a406e-749b-425d-bd35-adcb9c918526 None None] The sync data for ids ['a6368cc0-4678-4b38-b484-bb185771ad0f'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:53.219256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:53.229642 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.229998 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Added segment 9974cc16-47c3-40e3-966c-affb7496010c of type vlan for network 78c16278-6695-4ba8-b4ef-014a5c43c9b8 Aug 29 04:27:53.278917 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.309961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.317864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.318821 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.398223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3207378 Aug 29 04:27:53.399503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55928) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:53.400907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.409181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'network_id': '78c16278-6695-4ba8-b4ef-014a5c43c9b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:53.411085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab07cf-9cc0-422b-ac49-2b2fb2c54256 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=78c16278-6695-4ba8-b4ef-014a5c43c9b8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.421968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 78c16278-6695-4ba8-b4ef-014a5c43c9b8 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:53.538293 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-095285da-68cc-45fa-9b88-1ecb9185f9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.569412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:53.572875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.590549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port 33a3bfc1-b1b5-4c22-96bf-44c94162bd3e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:53.590901 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.738725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.755586 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for 33a3bfc1-b1b5-4c22-96bf-44c94162bd3e owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:53.953814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.990746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1467e7-bdbe-4b3d-8c49-4b2da18a8d35 req-2d6411e4-5534-4812-86d9-14a18163e12c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.992540 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d1467e7-bdbe-4b3d-8c49-4b2da18a8d35 req-2d6411e4-5534-4812-86d9-14a18163e12c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.0711427 Aug 29 04:27:54.039257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d1467e7-bdbe-4b3d-8c49-4b2da18a8d35 req-b9a61f9a-c535-4aaa-9e86-5c9efadbc07b tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403531 Aug 29 04:27:54.063863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043d7010-3028-4c79-9acb-dca0eb671a7a None None] Network a7a84984-2168-44e3-b54b-570b77d16614 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:54.083987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=0401d778-dbb2-4c8c-bbc1-cddeb2e280c3,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.097391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking segment: {'id': '9974cc16-47c3-40e3-966c-affb7496010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c16278-6695-4ba8-b4ef-014a5c43c9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:54.097783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network hostable DHCP agents. Network: 78c16278-6695-4ba8-b4ef-014a5c43c9b8, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:54.124072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.131044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network 78c16278-6695-4ba8-b4ef-014a5c43c9b8 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:54.169549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=33a3bfc1-b1b5-4c22-96bf-44c94162bd3e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.176639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 78c16278-6695-4ba8-b4ef-014a5c43c9b8) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:54.196355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.197190 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.201771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd3a5f-1bab-40d5-8ce3-b413cef2e966 None None] Network 78c16278-6695-4ba8-b4ef-014a5c43c9b8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:54.234453 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ac24f5a3-4074-4ba4-ad09-df4f1f1c9395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8302112 Aug 29 04:27:54.238942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55948) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:54.245494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-543441399'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:54.251816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-86a30010-79f1-4b6d-b72b-30c0ffe8ff22 None None] Provisioning for port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:54.271869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.377237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:54.381285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.401482 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.408342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.408812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-78c16278-6695-4ba8-b4ef-014a5c43c9b8', 'network_id': '78c16278-6695-4ba8-b4ef-014a5c43c9b8', 'tenant_id': '0642de579c6746709aa630e8a9c09cd5', 'fixed_ips': [{'subnet_id': '0401d778-dbb2-4c8c-bbc1-cddeb2e280c3'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:54.410221 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.442632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:54.454022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.454726 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Added segment c4ec6129-b62d-4fd7-9cbb-82093c83e0c1 of type vlan for network 6337d3d0-d262-4d14-978e-c08e9e884221 Aug 29 04:27:54.546954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.547698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Fanout notify agent at l3_agent the message router_deleted on router a6368cc0-4678-4b38-b484-bb185771ad0f {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:54.568137 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.569335 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6afc0f0f-5774-4925-9be8-1acd01039c72 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/routers/a6368cc0-4678-4b38-b484-bb185771ad0f HTTP/1.1" status: 204 len: 168 time: 1.6410756 Aug 29 04:27:54.572268 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.573214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55958) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:54.621345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.628629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.629850 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.632289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-93a846e5-e2b0-4308-8111-9e4f08113873 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.634353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-93a846e5-e2b0-4308-8111-9e4f08113873 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.1274009 Aug 29 04:27:54.654578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Allocated IP 2001:db8::1 (78c16278-6695-4ba8-b4ef-014a5c43c9b8/0401d778-dbb2-4c8c-bbc1-cddeb2e280c3/768347cf-4511-4128-ac75-6cc3dda56621) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:54.732864 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4911222 Aug 29 04:27:54.740343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55960) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:54.746841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'network_id': '6337d3d0-d262-4d14-978e-c08e9e884221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:54.768946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac4bb4-8518-40dd-9956-3f352ef1cc3b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=6337d3d0-d262-4d14-978e-c08e9e884221,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.823731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 6337d3d0-d262-4d14-978e-c08e9e884221 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:54.859603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0edef94-97a8-41e6-ade1-1cc11da34e0d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting subnet 9d12c0d8-9ffb-405f-b4e2-238761d1f4b5 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:54.865072 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0edef94-97a8-41e6-ade1-1cc11da34e0d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.881273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1d866f42-7ec1-43fb-bfe1-745cab63a7cf up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:54.883400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:54.889234 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.926886 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0edef94-97a8-41e6-ade1-1cc11da34e0d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.963351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-b09c5030-5c62-4985-87bb-5d4f59b41df1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Deleting port 0655fdea-76b5-4135-96b9-5c2781f5bb07 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:54.963785 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-b09c5030-5c62-4985-87bb-5d4f59b41df1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.967778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.ipam_backend_mixin [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Performing IP validity checks on allocation pools {{(pid=94850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:27:54.968615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.ipam_backend_mixin [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:27:55.022823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:55.035190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:55.035619 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.129644 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.156733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Transition to ACTIVE for port object 768347cf-4511-4128-ac75-6cc3dda56621 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:55.168410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.191481 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.193814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Transition to ACTIVE for port object 768347cf-4511-4128-ac75-6cc3dda56621 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:55.203189 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.268257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0edef94-97a8-41e6-ade1-1cc11da34e0d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.268898 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Network 78c16278-6695-4ba8-b4ef-014a5c43c9b8 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:55.270400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-b09c5030-5c62-4985-87bb-5d4f59b41df1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] For port 0655fdea-76b5-4135-96b9-5c2781f5bb07, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0655fdea-76b5-4135-96b9-5c2781f5bb07,segment=NetworkSegment(642e2664-15f3-43cb-9780-540d4ceaed85),segment_id=642e2664-15f3-43cb-9780-540d4ceaed85)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:55.270925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-b09c5030-5c62-4985-87bb-5d4f59b41df1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.284325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:55.284567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=088bf090-9445-44a5-9f9b-00e962243c79,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.293541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking segment: {'id': 'c4ec6129-b62d-4fd7-9cbb-82093c83e0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6337d3d0-d262-4d14-978e-c08e9e884221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:55.293946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network hostable DHCP agents. Network: 6337d3d0-d262-4d14-978e-c08e9e884221, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:55.294737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1d866f42-7ec1-43fb-bfe1-745cab63a7cf,segment=NetworkSegment(0ad2f616-0614-467e-959b-904470420888),segment_id=0ad2f616-0614-467e-959b-904470420888)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:55.301071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Pushing event updated for resources: {'Port': ['ID=768347cf-4511-4128-ac75-6cc3dda56621,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.311198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:55.313540 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.317547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-b09c5030-5c62-4985-87bb-5d4f59b41df1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Calling delete_port for 0655fdea-76b5-4135-96b9-5c2781f5bb07 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:55.334195 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network 6337d3d0-d262-4d14-978e-c08e9e884221 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:55.347562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 6337d3d0-d262-4d14-978e-c08e9e884221) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:55.354875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69d96c-90ee-4790-9c91-ad9f42461655 req-6c7e9812-6dd7-4148-aeaa-8d86b3dd3f0c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.361880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.362331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed69d96c-90ee-4790-9c91-ad9f42461655 req-6c7e9812-6dd7-4148-aeaa-8d86b3dd3f0c tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 946 time: 0.2149189 Aug 29 04:27:55.362669 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.363979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2a2dc-1972-402d-8941-d2d4f5ba9069 None None] Network 6337d3d0-d262-4d14-978e-c08e9e884221 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:55.386885 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7b046361-036d-4403-931a-ef311e90d176 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6447062 Aug 29 04:27:55.387198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55974) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.443967 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0edef94-97a8-41e6-ade1-1cc11da34e0d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.468693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Attempting to bind port 768347cf-4511-4128-ac75-6cc3dda56621 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:55.469728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Attempting to bind port 768347cf-4511-4128-ac75-6cc3dda56621 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '9974cc16-47c3-40e3-966c-affb7496010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c16278-6695-4ba8-b4ef-014a5c43c9b8'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:55.470099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Attempting to bind port 768347cf-4511-4128-ac75-6cc3dda56621 on network 78c16278-6695-4ba8-b4ef-014a5c43c9b8 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:55.474696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=1d866f42-7ec1-43fb-bfe1-745cab63a7cf,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.502581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:55.502987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Checking segment: {'id': '9974cc16-47c3-40e3-966c-affb7496010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c16278-6695-4ba8-b4ef-014a5c43c9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:55.503399 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.503802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Bound using segment: {'id': '9974cc16-47c3-40e3-966c-affb7496010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c16278-6695-4ba8-b4ef-014a5c43c9b8'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:55.504766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edef94-97a8-41e6-ade1-1cc11da34e0d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Subnet': ['ID=9d12c0d8-9ffb-405f-b4e2-238761d1f4b5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.504918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Bound port: 768347cf-4511-4128-ac75-6cc3dda56621, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9974cc16-47c3-40e3-966c-affb7496010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c16278-6695-4ba8-b4ef-014a5c43c9b8'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:55.505260 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.529777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed69d96c-90ee-4790-9c91-ad9f42461655 req-2769027d-0e8e-48c4-a370-a35ea9b18e2e tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac743317-7c13-4411-908b-3eabfb3f343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528478 Aug 29 04:27:55.539504 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0edef94-97a8-41e6-ade1-1cc11da34e0d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.542034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c0edef94-97a8-41e6-ade1-1cc11da34e0d tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/subnets/9d12c0d8-9ffb-405f-b4e2-238761d1f4b5 HTTP/1.1" status: 204 len: 168 time: 0.9526548 Aug 29 04:27:55.545177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55982) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.572611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d5a5a6-a5cd-4d0d-ba1c-911f88bead7a None None] Network b591c5c4-989d-4977-b7a5-9df83797e7af requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:55.600435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.610696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] For port 768347cf-4511-4128-ac75-6cc3dda56621, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:55.615300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] For port 768347cf-4511-4128-ac75-6cc3dda56621, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=768347cf-4511-4128-ac75-6cc3dda56621,segment=NetworkSegment(9974cc16-47c3-40e3-966c-affb7496010c),segment_id=9974cc16-47c3-40e3-966c-affb7496010c)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:55.635083 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.644007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.758149 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-b09c5030-5c62-4985-87bb-5d4f59b41df1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.777854 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.809853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7659073-6c4d-4503-8a01-889b922e1147 None None] Pushing event updated for resources: {'Port': ['ID=768347cf-4511-4128-ac75-6cc3dda56621,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.818258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['0655fdea-76b5-4135-96b9-5c2781f5bb07'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:55.903344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.906890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee27584-3aea-4969-ac7a-808e27708683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-6337d3d0-d262-4d14-978e-c08e9e884221', 'network_id': '6337d3d0-d262-4d14-978e-c08e9e884221', 'tenant_id': '0642de579c6746709aa630e8a9c09cd5', 'fixed_ips': [{'subnet_id': '088bf090-9445-44a5-9f9b-00e962243c79'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:55.927110 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ee27584-3aea-4969-ac7a-808e27708683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.945391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Subnet': ['ID=088bf090-9445-44a5-9f9b-00e962243c79,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.015165 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.027648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6337d3d0-d262-4d14-978e-c08e9e884221']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:56.039705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ec6129-b62d-4fd7-9cbb-82093c83e0c1') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:56.040378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ec6129-b62d-4fd7-9cbb-82093c83e0c1') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:56.052425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.076526 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.103403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485e4ba7-abe2-41e6-9aee-1827cfa0348e None None] DHCP port deletion for b591c5c4-989d-4977-b7a5-9df83797e7af request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:56.106633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:56.107729 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.126540 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4900b38c-b054-44dc-9e2c-64371ef03e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.162204 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c9568d-2972-45bc-a3ed-f2ce94d793ea None None] Network 6337d3d0-d262-4d14-978e-c08e9e884221 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:56.197171 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:56.200758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.225469 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.232187 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/6337d3d0-d262-4d14-978e-c08e9e884221 HTTP/1.1" status: 204 len: 168 time: 0.8409743 Aug 29 04:27:56.233825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18621f-c1d6-41ec-a227-c76393d2f395 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Network': ['ID=6337d3d0-d262-4d14-978e-c08e9e884221,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.236624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55992) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:56.242731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-295021311'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:56.269551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:56.273964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.312749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:56.324903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.325329 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Added segment 0a6f143e-a988-4bf2-83b0-a4c571147732 of type vlan for network 71e79d30-a081-4816-8020-9039f40b6651 Aug 29 04:27:56.333933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c5030-5c62-4985-87bb-5d4f59b41df1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Pushing event deleted for resources: {'Port': ['ID=0655fdea-76b5-4135-96b9-5c2781f5bb07,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.335718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-485e4ba7-abe2-41e6-9aee-1827cfa0348e None None] Deleting port aaba0734-16f2-4db6-b72f-f6050a28d03d {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:56.336098 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-485e4ba7-abe2-41e6-9aee-1827cfa0348e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.387415 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.393085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-b09c5030-5c62-4985-87bb-5d4f59b41df1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] No DVR routers for this DVR port 0655fdea-76b5-4135-96b9-5c2781f5bb07 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:56.394540 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.398439 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-b09c5030-5c62-4985-87bb-5d4f59b41df1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.401628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88afa431-bfa3-4d8b-a06f-a4713dd01a23 req-b09c5030-5c62-4985-87bb-5d4f59b41df1 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.52 "DELETE /v2.0/ports/0655fdea-76b5-4135-96b9-5c2781f5bb07 HTTP/1.1" status: 204 len: 173 time: 1.7354591 Aug 29 04:27:56.402170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'name': 'network-vif-deleted', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:56.405226 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5b616f-02b6-4852-9e81-a0aa25a1f4b5" -d '{"events": [{"server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "name": "network-vif-deleted", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:56.429812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-485e4ba7-abe2-41e6-9aee-1827cfa0348e None None] For port aaba0734-16f2-4db6-b72f-f6050a28d03d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=aaba0734-16f2-4db6-b72f-f6050a28d03d,segment=NetworkSegment(e96db183-a493-4001-87d5-2c30eaf0209c),segment_id=e96db183-a493-4001-87d5-2c30eaf0209c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:56.432354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port aaba0734-16f2-4db6-b72f-f6050a28d03d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:56.432697 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.442130 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-485e4ba7-abe2-41e6-9aee-1827cfa0348e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.464047 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.468142 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c368bf1f-d8ed-4fc9-a49f-4bc786cce201 x-openstack-request-id: req-c368bf1f-d8ed-4fc9-a49f-4bc786cce201 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:56.468487 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e79f51-d00e-4320-a98e-99fc73d1df9b", "name": "network-vif-deleted", "tag": "0655fdea-76b5-4135-96b9-5c2781f5bb07", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:56.468721 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c368bf1f-d8ed-4fc9-a49f-4bc786cce201 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:56.469098 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e79f51-d00e-4320-a98e-99fc73d1df9b', 'name': 'network-vif-deleted', 'tag': '0655fdea-76b5-4135-96b9-5c2781f5bb07', 'status': 'completed', 'code': 200} Aug 29 04:27:56.470482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.471095 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.485758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-485e4ba7-abe2-41e6-9aee-1827cfa0348e None None] Calling delete_port for aaba0734-16f2-4db6-b72f-f6050a28d03d owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:56.541157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3033564 Aug 29 04:27:56.541825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56002) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:56.557620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'network_id': '71e79d30-a081-4816-8020-9039f40b6651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:56.572757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] For port aaba0734-16f2-4db6-b72f-f6050a28d03d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=aaba0734-16f2-4db6-b72f-f6050a28d03d,segment=NetworkSegment(e96db183-a493-4001-87d5-2c30eaf0209c),segment_id=e96db183-a493-4001-87d5-2c30eaf0209c)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:56.573436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.602667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for aaba0734-16f2-4db6-b72f-f6050a28d03d owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:56.685465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef8c75-ef07-4431-a83f-f47689b46549 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=71e79d30-a081-4816-8020-9039f40b6651,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.710681 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-485e4ba7-abe2-41e6-9aee-1827cfa0348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.735656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:56.742664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.745160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 71e79d30-a081-4816-8020-9039f40b6651 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:56.754947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e4ba7-abe2-41e6-9aee-1827cfa0348e None None] No DVR routers for this DVR port aaba0734-16f2-4db6-b72f-f6050a28d03d on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:56.775757 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.806588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] No DVR routers for this DVR port aaba0734-16f2-4db6-b72f-f6050a28d03d on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:56.830227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=aaba0734-16f2-4db6-b72f-f6050a28d03d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.844509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e4ba7-abe2-41e6-9aee-1827cfa0348e None None] Pushing event deleted for resources: {'Port': ['ID=aaba0734-16f2-4db6-b72f-f6050a28d03d,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.972341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 768347cf-4511-4128-ac75-6cc3dda56621 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:57.073240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 768347cf-4511-4128-ac75-6cc3dda56621 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:57.076866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-783d609d-0298-4062-8816-4c18d92bf275 req-96bad44a-503c-4f27-beca-da29f400baf9 tempest-ServersNegativeTestJSON-2069066954 tempest-ServersNegativeTestJSON-2069066954-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e79f51-d00e-4320-a98e-99fc73d1df9b HTTP/1.1" status: 200 len: 210 time: 0.3805752 Aug 29 04:27:57.078475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1d866f42-7ec1-43fb-bfe1-745cab63a7cf up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:57.088983 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.121114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b591c5c4-989d-4977-b7a5-9df83797e7af']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:57.143494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96db183-a493-4001-87d5-2c30eaf0209c') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:57.145087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96db183-a493-4001-87d5-2c30eaf0209c') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:57.161405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.183310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:57.183956 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.194532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.207701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.209246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:57.209737 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:57.221375 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:57.308506 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.314122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=69e576ad-eec5-467d-a2c7-c58c3c2d1a32,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:57.315295 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.342727 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.350597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.352337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/networks/b591c5c4-989d-4977-b7a5-9df83797e7af HTTP/1.1" status: 204 len: 168 time: 1.8062084 Aug 29 04:27:57.355046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56026) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:57.377039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40eb6c6-534a-4014-a78f-1501283f769c tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Network': ['ID=b591c5c4-989d-4977-b7a5-9df83797e7af,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:57.403464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking segment: {'id': '0a6f143e-a988-4bf2-83b0-a4c571147732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '71e79d30-a081-4816-8020-9039f40b6651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:57.403826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network hostable DHCP agents. Network: 71e79d30-a081-4816-8020-9039f40b6651, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:57.430729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aaba0734-16f2-4db6-b72f-f6050a28d03d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:57.454300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: aaba0734-16f2-4db6-b72f-f6050a28d03d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:57.454984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aaba0734-16f2-4db6-b72f-f6050a28d03d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:57.480472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce30506-900b-46d5-b56e-30c143c27b3f None None] Network 78c16278-6695-4ba8-b4ef-014a5c43c9b8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:57.489060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network 71e79d30-a081-4816-8020-9039f40b6651 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:57.502981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 71e79d30-a081-4816-8020-9039f40b6651) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:57.511479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.512079 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.528717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88424914-74f0-4b24-aa2d-5d28fa42450d None None] Network 71e79d30-a081-4816-8020-9039f40b6651 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:57.532274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-15cafda8-9cb2-4eea-8642-edfa5c577bc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port e86d874a-4485-477e-9cd9-f208330617d8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:57.532748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15cafda8-9cb2-4eea-8642-edfa5c577bc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.539389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6f31ae8b-f342-4ecd-a4de-f6a1ba3da903 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9874544 Aug 29 04:27:57.540144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56030) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:57.625333 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15cafda8-9cb2-4eea-8642-edfa5c577bc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.625761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15cafda8-9cb2-4eea-8642-edfa5c577bc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.642537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-15cafda8-9cb2-4eea-8642-edfa5c577bc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for e86d874a-4485-477e-9cd9-f208330617d8 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:57.684793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.765780 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.820946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ab5569c4-ebaa-47a1-b8df-f77bb5b93da4 None None] Provisioning for port 768347cf-4511-4128-ac75-6cc3dda56621 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:57.821934 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15cafda8-9cb2-4eea-8642-edfa5c577bc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.861002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cafda8-9cb2-4eea-8642-edfa5c577bc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=e86d874a-4485-477e-9cd9-f208330617d8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:57.861455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ab5569c4-ebaa-47a1-b8df-f77bb5b93da4 None None] Provisioning complete for port 768347cf-4511-4128-ac75-6cc3dda56621 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:57.861929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab5569c4-ebaa-47a1-b8df-f77bb5b93da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.906270 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.960131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15cafda8-9cb2-4eea-8642-edfa5c577bc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.972145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15cafda8-9cb2-4eea-8642-edfa5c577bc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.974003 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-15cafda8-9cb2-4eea-8642-edfa5c577bc6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/floatingips/2fb553aa-70cd-46af-86bb-a2e7013565bd HTTP/1.1" status: 204 len: 168 time: 0.6180122 Aug 29 04:27:57.978123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56034) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:57.987145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Subnet': ['ID=69e576ad-eec5-467d-a2c7-c58c3c2d1a32,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.009024 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cfbc19-8fa6-438d-958a-55ca8d89b649 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] DELETE failed (client error): The resource could not be found. Aug 29 04:27:58.009757 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cfbc19-8fa6-438d-958a-55ca8d89b649 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:58.012180 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-35cfbc19-8fa6-438d-958a-55ca8d89b649 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/ports/d35dd3cb-7dd6-4090-b14d-51102fc30865 HTTP/1.1" status: 404 len: 333 time: 0.0330241 Aug 29 04:27:58.014357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5fe5de-88c4-4d25-b745-7cd1e0c40854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-71e79d30-a081-4816-8020-9039f40b6651', 'network_id': '71e79d30-a081-4816-8020-9039f40b6651', 'tenant_id': '0642de579c6746709aa630e8a9c09cd5', 'fixed_ips': [{'subnet_id': '69e576ad-eec5-467d-a2c7-c58c3c2d1a32'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:58.015025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56036) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.015284 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5e5fe5de-88c4-4d25-b745-7cd1e0c40854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.017726 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.033031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e79d30-a081-4816-8020-9039f40b6651']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:58.046705 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9c25e840-7798-4708-a172-21ded3f1ab6e tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6368cc0-4678-4b38-b484-bb185771ad0f HTTP/1.1" status: 200 len: 205 time: 0.0284917 Aug 29 04:27:58.046935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56038) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.064458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6f143e-a988-4bf2-83b0-a4c571147732') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:58.064773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6f143e-a988-4bf2-83b0-a4c571147732') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:58.081127 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.121731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.122175 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-53629476-2397-420e-9288-0330eae5132a tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] delete failed (client error): The resource could not be found. Aug 29 04:27:58.123228 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-53629476-2397-420e-9288-0330eae5132a tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/routers/a6368cc0-4678-4b38-b484-bb185771ad0f HTTP/1.1" status: 404 len: 336 time: 0.0750706 Aug 29 04:27:58.126933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56044) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.137015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:58.137431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.168826 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb96b628-aa62-40ab-8b49-0a8aa804a2d1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] DELETE failed (client error): The resource could not be found. Aug 29 04:27:58.168991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb96b628-aa62-40ab-8b49-0a8aa804a2d1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:58.170669 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eb96b628-aa62-40ab-8b49-0a8aa804a2d1 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/subnets/9d12c0d8-9ffb-405f-b4e2-238761d1f4b5 HTTP/1.1" status: 404 len: 337 time: 0.0427411 Aug 29 04:27:58.173234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56046) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.182276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56048) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.194207 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab5569c4-ebaa-47a1-b8df-f77bb5b93da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.216553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66002cff-f699-4043-8686-ba8fea7108b4 None None] Network 71e79d30-a081-4816-8020-9039f40b6651 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:58.225839 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:58.234256 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.239722 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.242829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/71e79d30-a081-4816-8020-9039f40b6651 HTTP/1.1" status: 204 len: 168 time: 0.7006309 Aug 29 04:27:58.247239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56050) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.254953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1349632178'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:58.308112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-525de1db-a45f-4cc7-b516-1914dcf803f2 admin admin] Deleting subnet 2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:58.312770 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-525de1db-a45f-4cc7-b516-1914dcf803f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.314842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ab5569c4-ebaa-47a1-b8df-f77bb5b93da4 None None] For port 768347cf-4511-4128-ac75-6cc3dda56621, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=768347cf-4511-4128-ac75-6cc3dda56621,segment=NetworkSegment(9974cc16-47c3-40e3-966c-affb7496010c),segment_id=9974cc16-47c3-40e3-966c-affb7496010c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:58.323521 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab5569c4-ebaa-47a1-b8df-f77bb5b93da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.324884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:58.330333 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.335492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bbedc-8b32-497a-8eda-4d2ddd5a4250 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Network': ['ID=71e79d30-a081-4816-8020-9039f40b6651,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.364909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-525de1db-a45f-4cc7-b516-1914dcf803f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.378310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:58.391638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.392625 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Added segment b8b2cba5-2740-495a-867a-b5f70af63c93 of type vlan for network 1c733e59-2d6a-404e-b6ff-dd8a5f32006c Aug 29 04:27:58.399142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-860a5e24-e7c2-4db4-b48c-16a6f7b51ccb tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port b93fbf23-b4f0-44c4-bfec-e0a25634d8af {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:58.399490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-860a5e24-e7c2-4db4-b48c-16a6f7b51ccb tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.413948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0655fdea-76b5-4135-96b9-5c2781f5bb07 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:58.447740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 0655fdea-76b5-4135-96b9-5c2781f5bb07 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:58.448089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0655fdea-76b5-4135-96b9-5c2781f5bb07 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:58.449574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5569c4-ebaa-47a1-b8df-f77bb5b93da4 None None] Pushing event updated for resources: {'Port': ['ID=768347cf-4511-4128-ac75-6cc3dda56621,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.452067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.462439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e2d149b2-d850-4939-8631-4cd2bca6950a None None] Provisioning complete for port 768347cf-4511-4128-ac75-6cc3dda56621 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:58.463199 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e2d149b2-d850-4939-8631-4cd2bca6950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.466826 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-525de1db-a45f-4cc7-b516-1914dcf803f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.508894 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.527479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.527667 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.542412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-860a5e24-e7c2-4db4-b48c-16a6f7b51ccb tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.558115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-860a5e24-e7c2-4db4-b48c-16a6f7b51ccb tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for b93fbf23-b4f0-44c4-bfec-e0a25634d8af owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:58.560221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-525de1db-a45f-4cc7-b516-1914dcf803f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.596696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525de1db-a45f-4cc7-b516-1914dcf803f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.626725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3754909 Aug 29 04:27:58.627371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56054) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.633888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'network_id': '1c733e59-2d6a-404e-b6ff-dd8a5f32006c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:58.662272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-525de1db-a45f-4cc7-b516-1914dcf803f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.672785 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-525de1db-a45f-4cc7-b516-1914dcf803f2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c7d8c9e-51cd-435c-8a1c-5e99314bdd0f HTTP/1.1" status: 204 len: 168 time: 0.4895084 Aug 29 04:27:58.688459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56056) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.703394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 768347cf-4511-4128-ac75-6cc3dda56621 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:58.733145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fba20-ea59-447b-8d75-312211585fb8 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=1c733e59-2d6a-404e-b6ff-dd8a5f32006c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.747618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 1c733e59-2d6a-404e-b6ff-dd8a5f32006c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:58.769582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:58.774591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.783573 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.807931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 768347cf-4511-4128-ac75-6cc3dda56621 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:58.808610 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.990696 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.016719 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.085576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=52775f90-aba1-4e52-a197-5bade30bd852,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.095305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking segment: {'id': 'b8b2cba5-2740-495a-867a-b5f70af63c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1c733e59-2d6a-404e-b6ff-dd8a5f32006c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:59.095745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network hostable DHCP agents. Network: 1c733e59-2d6a-404e-b6ff-dd8a5f32006c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:59.115409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network 1c733e59-2d6a-404e-b6ff-dd8a5f32006c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:59.125847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 1c733e59-2d6a-404e-b6ff-dd8a5f32006c) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:59.130801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.131391 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.141142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912eb3e-a5f6-45f9-b181-7919546eaffd None None] Network 1c733e59-2d6a-404e-b6ff-dd8a5f32006c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:59.150002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-df379fc7-9285-4080-b4cf-5caf6ef1a248 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5189409 Aug 29 04:27:59.150676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56060) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.267906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.280786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b95a516-b0bb-4b5f-aa78-22730186d8ee']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.283693 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-860a5e24-e7c2-4db4-b48c-16a6f7b51ccb tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.305275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642e2664-15f3-43cb-9780-540d4ceaed85') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.307211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642e2664-15f3-43cb-9780-540d4ceaed85') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.312461 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.360384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a5e24-e7c2-4db4-b48c-16a6f7b51ccb tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=b93fbf23-b4f0-44c4-bfec-e0a25634d8af,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.366238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.372964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed04414e-7488-46bc-8856-da99c7d6241c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-1c733e59-2d6a-404e-b6ff-dd8a5f32006c', 'network_id': '1c733e59-2d6a-404e-b6ff-dd8a5f32006c', 'tenant_id': '0642de579c6746709aa630e8a9c09cd5', 'fixed_ips': [{'subnet_id': '52775f90-aba1-4e52-a197-5bade30bd852'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:59.376174 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ed04414e-7488-46bc-8856-da99c7d6241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.380395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.419332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.432829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:59.433241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:59.434922 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:59.460353 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.489170 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-860a5e24-e7c2-4db4-b48c-16a6f7b51ccb tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.493969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Subnet': ['ID=52775f90-aba1-4e52-a197-5bade30bd852,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.495453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56066) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.499062 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-860a5e24-e7c2-4db4-b48c-16a6f7b51ccb tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/ports/b93fbf23-b4f0-44c4-bfec-e0a25634d8af HTTP/1.1" status: 204 len: 168 time: 1.3241003 Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-ed04414e-7488-46bc-8856-da99c7d6241c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52775f90-aba1-4e52-a197-5bade30bd852: This subnet is being modified by another concurrent operation. Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:27:59.509004 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52775f90-aba1-4e52-a197-5bade30bd852: This subnet is being modified by another concurrent operation. Aug 29 04:27:59.513187 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:27:59.520884 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.528152 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.532436 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4b95a516-b0bb-4b5f-aa78-22730186d8ee HTTP/1.1" status: 204 len: 168 time: 0.8406134 Aug 29 04:27:59.541916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429788f1-a1c3-4a97-ad31-7efc25cd8a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b95a516-b0bb-4b5f-aa78-22730186d8ee,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.550630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e341cbd0-b4dc-4412-8925-c7abc4a77630 None None] Network 1c733e59-2d6a-404e-b6ff-dd8a5f32006c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:59.659002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.672639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c733e59-2d6a-404e-b6ff-dd8a5f32006c']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.694649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80e3af-09f8-4057-91d9-2a9b1c92a07f None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:27:59.697437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b2cba5-2740-495a-867a-b5f70af63c93') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.697745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b2cba5-2740-495a-867a-b5f70af63c93') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.710457 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.732085 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:27:59.738918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ab46522b-650c-43ac-9dad-9c9cc4655ff6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port 4b0b29f6-3b51-4533-aa5a-43e11f421d50 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:59.739393 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab46522b-650c-43ac-9dad-9c9cc4655ff6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.742925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.789692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:59.790109 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:59.793651 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:59.808476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56070) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.840555 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd80e3af-09f8-4057-91d9-2a9b1c92a07f None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:27:59.855144 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d7e29129-b980-4606-be72-45a8dc862c92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65fffbaf638841019c229193dbe0c66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453615 Aug 29 04:27:59.858924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56072) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.880524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.901121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.913735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/1c733e59-2d6a-404e-b6ff-dd8a5f32006c HTTP/1.1" status: 204 len: 168 time: 0.7613902 Aug 29 04:27:59.916916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baecd139-b8b4-4472-aa6a-dcdd80ac4e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.924334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56076) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.928855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6edff-355c-4320-99d0-6866aede34fa tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Network': ['ID=1c733e59-2d6a-404e-b6ff-dd8a5f32006c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.933218 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab46522b-650c-43ac-9dad-9c9cc4655ff6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.944871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-532462032'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:59.952510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ab46522b-650c-43ac-9dad-9c9cc4655ff6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for 4b0b29f6-3b51-4533-aa5a-43e11f421d50 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:59.977180 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baecd139-b8b4-4472-aa6a-dcdd80ac4e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.999792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:00.003607 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.042069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:00.055631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.057123 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Added segment 0cfd79b5-fcfe-4011-9aa1-ac62d59152b5 of type vlan for network 1e4c5145-0d88-490e-b18d-56af54501682 Aug 29 04:28:00.138468 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baecd139-b8b4-4472-aa6a-dcdd80ac4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.151603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baecd139-b8b4-4472-aa6a-dcdd80ac4e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.153370 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-baecd139-b8b4-4472-aa6a-dcdd80ac4e97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac743317-7c13-4411-908b-3eabfb3f343b HTTP/1.1" status: 204 len: 168 time: 0.2934134 Aug 29 04:28:00.182603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecd139-b8b4-4472-aa6a-dcdd80ac4e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac743317-7c13-4411-908b-3eabfb3f343b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.185319 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.243362 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.245919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab46522b-650c-43ac-9dad-9c9cc4655ff6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.262769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.263689 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.331754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46522b-650c-43ac-9dad-9c9cc4655ff6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=4b0b29f6-3b51-4533-aa5a-43e11f421d50,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.344155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=1e4c5145-0d88-490e-b18d-56af54501682,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.359352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 1e4c5145-0d88-490e-b18d-56af54501682 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:00.371271 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-340fe8da-770a-4e96-80cd-2f25a1a10cda tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4447496 Aug 29 04:28:00.371923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56084) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.385638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'network_id': '1e4c5145-0d88-490e-b18d-56af54501682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:00.490267 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab46522b-650c-43ac-9dad-9c9cc4655ff6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.501723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ab46522b-650c-43ac-9dad-9c9cc4655ff6 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/ports/4b0b29f6-3b51-4533-aa5a-43e11f421d50 HTTP/1.1" status: 204 len: 168 time: 1.0003934 Aug 29 04:28:00.507142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56086) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.570759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b728825a-85c0-4d93-b76b-136ea7badfe4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.574907 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b728825a-85c0-4d93-b76b-136ea7badfe4 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "GET /v2.0/ports?device_id=8041e998-8d7a-4b68-9c2f-3d55d2559cd1 HTTP/1.1" status: 200 len: 913 time: 0.0643270 Aug 29 04:28:00.575626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56088) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.585919 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:00.593846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.818683 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.902247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking segment: {'id': '0cfd79b5-fcfe-4011-9aa1-ac62d59152b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1e4c5145-0d88-490e-b18d-56af54501682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:00.902623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network hostable DHCP agents. Network: 1e4c5145-0d88-490e-b18d-56af54501682, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:00.908472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=8b6e55c3-bb31-4cce-ae57-f2f9f012abab,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.927597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network 1e4c5145-0d88-490e-b18d-56af54501682 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:00.938075 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 1e4c5145-0d88-490e-b18d-56af54501682) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:00.946664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.947344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.948469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5e143-ac62-4f0a-8b2d-c1e2a2bce938 None None] Network 1e4c5145-0d88-490e-b18d-56af54501682 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:00.965768 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-675877f0-c005-4387-b26a-05a3781330b3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5895071 Aug 29 04:28:00.966954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56100) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.979721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3751ae6f-afbc-40a4-a8b5-7dc3cb973d43 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'network_id': '1e4c5145-0d88-490e-b18d-56af54501682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:01.143726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3751ae6f-afbc-40a4-a8b5-7dc3cb973d43 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:01.150430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3751ae6f-afbc-40a4-a8b5-7dc3cb973d43 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.169394 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.179889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-1e4c5145-0d88-490e-b18d-56af54501682', 'network_id': '1e4c5145-0d88-490e-b18d-56af54501682', 'tenant_id': '0642de579c6746709aa630e8a9c09cd5', 'fixed_ips': [{'subnet_id': '8b6e55c3-bb31-4cce-ae57-f2f9f012abab'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:01.181948 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.462579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Allocated IP 2001:db8::2 (1e4c5145-0d88-490e-b18d-56af54501682/8b6e55c3-bb31-4cce-ae57-f2f9f012abab/4b4e5af9-3572-447a-b6e1-ad896283b6b6) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:01.485865 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3751ae6f-afbc-40a4-a8b5-7dc3cb973d43 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.583073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751ae6f-afbc-40a4-a8b5-7dc3cb973d43 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network 1e4c5145-0d88-490e-b18d-56af54501682 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:01.586535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3751ae6f-afbc-40a4-a8b5-7dc3cb973d43 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:01.589965 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3751ae6f-afbc-40a4-a8b5-7dc3cb973d43 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.590688 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3751ae6f-afbc-40a4-a8b5-7dc3cb973d43 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.604924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751ae6f-afbc-40a4-a8b5-7dc3cb973d43 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=3501f89f-541e-42b2-a9e8-715ed4390f64,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.610396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3751ae6f-afbc-40a4-a8b5-7dc3cb973d43 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6400959 Aug 29 04:28:01.613008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56118) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:01.679836 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.692124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Transition to ACTIVE for port object 4b4e5af9-3572-447a-b6e1-ad896283b6b6 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:01.694458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c4b83-fbc8-4747-a474-e25098cb987c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.696226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c4b83-fbc8-4747-a474-e25098cb987c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.698464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c4b83-fbc8-4747-a474-e25098cb987c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.700511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c4b83-fbc8-4747-a474-e25098cb987c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.702312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c4b83-fbc8-4747-a474-e25098cb987c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.709271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56122) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:01.713988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Transition to ACTIVE for port object 4b4e5af9-3572-447a-b6e1-ad896283b6b6 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:01.715157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-905966198'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:01.716324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-248c4b83-fbc8-4747-a474-e25098cb987c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0946782 Aug 29 04:28:01.721456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.739312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:01.740772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port a4a1b6cc-dcb2-4595-b64d-1f9363bdda86 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:01.741319 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.743280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.775181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:01.794040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.794611 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Added segment b3bbe722-b34e-4588-b377-604a695484a1 of type vlan for network 754b14ff-312a-4777-9ca4-e7f005db6b1d Aug 29 04:28:01.804152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Network 1e4c5145-0d88-490e-b18d-56af54501682 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:01.810362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:01.814428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:01.847153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Pushing event updated for resources: {'Port': ['ID=4b4e5af9-3572-447a-b6e1-ad896283b6b6,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.872788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.898921 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.907523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.909917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Attempting to bind port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:01.910339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Attempting to bind port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '0cfd79b5-fcfe-4011-9aa1-ac62d59152b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1e4c5145-0d88-490e-b18d-56af54501682'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:01.910794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Attempting to bind port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 on network 1e4c5145-0d88-490e-b18d-56af54501682 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:01.912586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for a4a1b6cc-dcb2-4595-b64d-1f9363bdda86 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:01.916418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:01.916811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Checking segment: {'id': '0cfd79b5-fcfe-4011-9aa1-ac62d59152b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1e4c5145-0d88-490e-b18d-56af54501682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:01.917256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.917372 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.917804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Bound using segment: {'id': '0cfd79b5-fcfe-4011-9aa1-ac62d59152b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1e4c5145-0d88-490e-b18d-56af54501682'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:01.918291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Bound port: 4b4e5af9-3572-447a-b6e1-ad896283b6b6, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfd79b5-fcfe-4011-9aa1-ac62d59152b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1e4c5145-0d88-490e-b18d-56af54501682'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:01.918418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.918694 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.991744 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2804623 Aug 29 04:28:01.994396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56126) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:02.003474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7ae1e165-c6b1-4d15-9fc6-9d14878501df tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:02.026460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f697b2f-d370-433c-bdfd-0f89da8b6ce9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=754b14ff-312a-4777-9ca4-e7f005db6b1d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.047038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] For port 4b4e5af9-3572-447a-b6e1-ad896283b6b6, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:02.052979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 754b14ff-312a-4777-9ca4-e7f005db6b1d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:02.058942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] For port 4b4e5af9-3572-447a-b6e1-ad896283b6b6, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4b4e5af9-3572-447a-b6e1-ad896283b6b6,segment=NetworkSegment(0cfd79b5-fcfe-4011-9aa1-ac62d59152b5),segment_id=0cfd79b5-fcfe-4011-9aa1-ac62d59152b5)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:02.136117 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.189600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.245544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=a4a1b6cc-dcb2-4595-b64d-1f9363bdda86,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.309617 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ae1e165-c6b1-4d15-9fc6-9d14878501df tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.351039 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ae1e165-c6b1-4d15-9fc6-9d14878501df tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.358297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf57c0-c2ad-47cb-ad29-ddc897cc3ab5 None None] Pushing event updated for resources: {'Port': ['ID=4b4e5af9-3572-447a-b6e1-ad896283b6b6,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.381763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ae1e165-c6b1-4d15-9fc6-9d14878501df tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network 754b14ff-312a-4777-9ca4-e7f005db6b1d is not hosted by any dhcp agent {{(pid=94850) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:28:02.394107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1e165-c6b1-4d15-9fc6-9d14878501df tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.395336 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ae1e165-c6b1-4d15-9fc6-9d14878501df tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.399947 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7ae1e165-c6b1-4d15-9fc6-9d14878501df tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "PUT /v2.0/networks/754b14ff-312a-4777-9ca4-e7f005db6b1d HTTP/1.1" status: 200 len: 723 time: 0.4042122 Aug 29 04:28:02.400619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56140) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:02.468152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'network_id': '754b14ff-312a-4777-9ca4-e7f005db6b1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:02.582195 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.589393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1e165-c6b1-4d15-9fc6-9d14878501df tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=754b14ff-312a-4777-9ca4-e7f005db6b1d,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.607795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 754b14ff-312a-4777-9ca4-e7f005db6b1d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:02.635606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:02.652558 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.820557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4b4e5af9-3572-447a-b6e1-ad896283b6b6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:02.934109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:03.001247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.029711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:03.089821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=a498975d-1b65-4e42-bcdb-64629add90b0,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.105054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking segment: {'id': 'b3bbe722-b34e-4588-b377-604a695484a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '754b14ff-312a-4777-9ca4-e7f005db6b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:03.105667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network hostable DHCP agents. Network: 754b14ff-312a-4777-9ca4-e7f005db6b1d, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:03.124647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network 754b14ff-312a-4777-9ca4-e7f005db6b1d is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:03.135470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 754b14ff-312a-4777-9ca4-e7f005db6b1d) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:03.139848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.140491 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.147378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53067b41-151d-461b-bf6f-b6b3a70202c1 None None] Network 754b14ff-312a-4777-9ca4-e7f005db6b1d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:03.155086 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f6b69d63-f153-4caf-bf06-7f1f368b0fa1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6917245 Aug 29 04:28:03.158362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56148) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:03.170130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b7eea717-275a-4e21-bca6-02f3f0c86051 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:03.205853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:03.213963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3647b430-ebd7-459f-a8b6-47db3219e3d2 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "PUT /v2.0/routers/8041e998-8d7a-4b68-9c2f-3d55d2559cd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6367130 Aug 29 04:28:03.225276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56152) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:03.239086 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fccf85-6176-44cc-82b7-6cbe3292d7b1 None None] Sync routers for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:03.258716 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fccf85-6176-44cc-82b7-6cbe3292d7b1 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:03.265156 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-29fccf85-6176-44cc-82b7-6cbe3292d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:03.319446 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7eea717-275a-4e21-bca6-02f3f0c86051 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260987010'] for subnet, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.426711 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-29fccf85-6176-44cc-82b7-6cbe3292d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:03.440090 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.445800 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fccf85-6176-44cc-82b7-6cbe3292d7b1 None None] Routers {'8041e998-8d7a-4b68-9c2f-3d55d2559cd1'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:03.451290 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-29fccf85-6176-44cc-82b7-6cbe3292d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:27:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:03.553499 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-29fccf85-6176-44cc-82b7-6cbe3292d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:03.555734 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fccf85-6176-44cc-82b7-6cbe3292d7b1 None None] The sync data for ids ['8041e998-8d7a-4b68-9c2f-3d55d2559cd1'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:03.568937 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-754b14ff-312a-4777-9ca4-e7f005db6b1d', 'network_id': '754b14ff-312a-4777-9ca4-e7f005db6b1d', 'tenant_id': '0642de579c6746709aa630e8a9c09cd5', 'fixed_ips': [{'subnet_id': 'a498975d-1b65-4e42-bcdb-64629add90b0'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:03.569824 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.645962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.652356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7eea717-275a-4e21-bca6-02f3f0c86051 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768854274088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4193443'] for subnet, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.676758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eea717-275a-4e21-bca6-02f3f0c86051 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.677364 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7eea717-275a-4e21-bca6-02f3f0c86051 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.678651 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b7eea717-275a-4e21-bca6-02f3f0c86051 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "PUT /v2.0/subnets/a498975d-1b65-4e42-bcdb-64629add90b0 HTTP/1.1" status: 200 len: 826 time: 0.5193226 Aug 29 04:28:03.711627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56160) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:03.755920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eea717-275a-4e21-bca6-02f3f0c86051 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=a498975d-1b65-4e42-bcdb-64629add90b0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.866831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Allocated IP 2001:db8::2 (754b14ff-312a-4777-9ca4-e7f005db6b1d/a498975d-1b65-4e42-bcdb-64629add90b0/917a6dbf-c9a7-414a-8ce8-397aa5ac200b) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:03.975371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5212686-573a-4dc7-9a48-789dbaba12a7 None None] Network 1e4c5145-0d88-490e-b18d-56af54501682 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:04.140636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fe8c68e6-b94a-4b88-88c7-004195484fd6 None None] Provisioning for port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:04.152688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fe8c68e6-b94a-4b88-88c7-004195484fd6 None None] Provisioning complete for port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:04.153725 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe8c68e6-b94a-4b88-88c7-004195484fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.454464 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.478678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Transition to ACTIVE for port object 917a6dbf-c9a7-414a-8ce8-397aa5ac200b will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:04.498615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Transition to ACTIVE for port object 917a6dbf-c9a7-414a-8ce8-397aa5ac200b will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:04.510934 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe8c68e6-b94a-4b88-88c7-004195484fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.516134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.524937 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.606549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Network 754b14ff-312a-4777-9ca4-e7f005db6b1d is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:04.645328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:04.659501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:04.662723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting port 6a543c50-e513-4c1c-a212-d3e7f2526c72 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:04.663521 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.679716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Pushing event updated for resources: {'Port': ['ID=917a6dbf-c9a7-414a-8ce8-397aa5ac200b,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.685145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fe8c68e6-b94a-4b88-88c7-004195484fd6 None None] For port 4b4e5af9-3572-447a-b6e1-ad896283b6b6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4b4e5af9-3572-447a-b6e1-ad896283b6b6,segment=NetworkSegment(0cfd79b5-fcfe-4011-9aa1-ac62d59152b5),segment_id=0cfd79b5-fcfe-4011-9aa1-ac62d59152b5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:04.697574 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe8c68e6-b94a-4b88-88c7-004195484fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.716774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d1a73d-5122-4b21-901c-7734d789310a None None] Update dhcp port {'port': {'network_id': '1e4c5145-0d88-490e-b18d-56af54501682', 'fixed_ips': [{'subnet_id': '8b6e55c3-bb31-4cce-ae57-f2f9f012abab', 'ip_address': '2001:db8::2'}, {'subnet_id': '3501f89f-541e-42b2-a9e8-715ed4390f64'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '4b4e5af9-3572-447a-b6e1-ad896283b6b6'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:28:04.801412 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-29d1a73d-5122-4b21-901c-7734d789310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.836050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Deleting port 917a6dbf-c9a7-414a-8ce8-397aa5ac200b {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:04.839139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Attempting to bind port 917a6dbf-c9a7-414a-8ce8-397aa5ac200b on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:04.839769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Attempting to bind port 917a6dbf-c9a7-414a-8ce8-397aa5ac200b by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'b3bbe722-b34e-4588-b377-604a695484a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '754b14ff-312a-4777-9ca4-e7f005db6b1d'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:04.840388 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Attempting to bind port 917a6dbf-c9a7-414a-8ce8-397aa5ac200b on network 754b14ff-312a-4777-9ca4-e7f005db6b1d {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:04.841104 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.913647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:04.914338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Checking segment: {'id': 'b3bbe722-b34e-4588-b377-604a695484a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '754b14ff-312a-4777-9ca4-e7f005db6b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:04.919973 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.920643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Bound using segment: {'id': 'b3bbe722-b34e-4588-b377-604a695484a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '754b14ff-312a-4777-9ca4-e7f005db6b1d'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:04.921363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Bound port: 917a6dbf-c9a7-414a-8ce8-397aa5ac200b, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bbe722-b34e-4588-b377-604a695484a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '754b14ff-312a-4777-9ca4-e7f005db6b1d'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:04.921767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.968314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c68e6-b94a-4b88-88c7-004195484fd6 None None] Pushing event updated for resources: {'Port': ['ID=4b4e5af9-3572-447a-b6e1-ad896283b6b6,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.036416 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.046336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] For port 917a6dbf-c9a7-414a-8ce8-397aa5ac200b, host n-d-712141-12, got binding levels [] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:05.046701 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.060383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Calling delete_port for 6a543c50-e513-4c1c-a212-d3e7f2526c72 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:05.066982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Calling delete_port for 917a6dbf-c9a7-414a-8ce8-397aa5ac200b owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:05.258760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7a139053-3626-4fef-b595-d367b464f29e None None] For port 917a6dbf-c9a7-414a-8ce8-397aa5ac200b, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:05.272564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7a139053-3626-4fef-b595-d367b464f29e None None] For port 917a6dbf-c9a7-414a-8ce8-397aa5ac200b, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=917a6dbf-c9a7-414a-8ce8-397aa5ac200b,segment=NetworkSegment(b3bbe722-b34e-4588-b377-604a695484a1),segment_id=b3bbe722-b34e-4588-b377-604a695484a1)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:05.292771 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.311281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-29d1a73d-5122-4b21-901c-7734d789310a None None] Allocated IP 172.20.0.1 (1e4c5145-0d88-490e-b18d-56af54501682/3501f89f-541e-42b2-a9e8-715ed4390f64/4b4e5af9-3572-447a-b6e1-ad896283b6b6) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:05.414555 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.452530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Port': ['ID=917a6dbf-c9a7-414a-8ce8-397aa5ac200b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.462642 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.518476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Port': ['ID=6a543c50-e513-4c1c-a212-d3e7f2526c72,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.666225 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.669904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No DVR routers for this DVR port 917a6dbf-c9a7-414a-8ce8-397aa5ac200b on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:05.729259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a139053-3626-4fef-b595-d367b464f29e None None] Pushing event updated for resources: {'Port': ['ID=917a6dbf-c9a7-414a-8ce8-397aa5ac200b,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.775215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-29d1a73d-5122-4b21-901c-7734d789310a None None] For port 4b4e5af9-3572-447a-b6e1-ad896283b6b6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4b4e5af9-3572-447a-b6e1-ad896283b6b6,segment=NetworkSegment(0cfd79b5-fcfe-4011-9aa1-ac62d59152b5),segment_id=0cfd79b5-fcfe-4011-9aa1-ac62d59152b5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:05.814111 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-29d1a73d-5122-4b21-901c-7734d789310a None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.848842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-29d1a73d-5122-4b21-901c-7734d789310a None None] Transition to ACTIVE for port object 4b4e5af9-3572-447a-b6e1-ad896283b6b6 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:05.862023 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-29d1a73d-5122-4b21-901c-7734d789310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.915719 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.920579 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.933930 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.039442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.040186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Fanout notify agent at l3_agent the message router_deleted on router 8041e998-8d7a-4b68-9c2f-3d55d2559cd1 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:06.055907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.057422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8d908d92-4bc2-4913-871e-6055fc4d8980 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/routers/8041e998-8d7a-4b68-9c2f-3d55d2559cd1 HTTP/1.1" status: 204 len: 168 time: 2.8295555 Aug 29 04:28:06.060071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56404) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:06.065945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1a73d-5122-4b21-901c-7734d789310a None None] Pushing event updated for resources: {'Port': ['ID=4b4e5af9-3572-447a-b6e1-ad896283b6b6,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.114214 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.190590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acc49fe-8d5e-437f-8795-16d202e856dd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Deleting subnet 8890cfdf-4dc7-4315-b3d1-18d6a039555a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:06.195083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Subnet': ['ID=a498975d-1b65-4e42-bcdb-64629add90b0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.209562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3acc49fe-8d5e-437f-8795-16d202e856dd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.283681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.301140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754b14ff-312a-4777-9ca4-e7f005db6b1d']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:06.314538 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3acc49fe-8d5e-437f-8795-16d202e856dd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.323138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bbe722-b34e-4588-b377-604a695484a1') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:06.323575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bbe722-b34e-4588-b377-604a695484a1') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:06.350049 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.369018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.381837 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3acc49fe-8d5e-437f-8795-16d202e856dd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.386913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:06.387510 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:06.405211 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:06.554784 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3acc49fe-8d5e-437f-8795-16d202e856dd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.585773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.593435 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.595265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/754b14ff-312a-4777-9ca4-e7f005db6b1d HTTP/1.1" status: 204 len: 168 time: 2.8819184 Aug 29 04:28:06.599825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56462) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:06.648735 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3acc49fe-8d5e-437f-8795-16d202e856dd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.652350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c96f7-0b9a-4228-94af-0a2dfe1bced4 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Network': ['ID=754b14ff-312a-4777-9ca4-e7f005db6b1d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.656785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56468) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:06.658708 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad45dcbd-cb6d-420d-88fc-cc51809324ff tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:06.659306 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3acc49fe-8d5e-437f-8795-16d202e856dd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/subnets/8890cfdf-4dc7-4315-b3d1-18d6a039555a HTTP/1.1" status: 204 len: 168 time: 0.5977740 Aug 29 04:28:06.661045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc49fe-8d5e-437f-8795-16d202e856dd tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Subnet': ['ID=8890cfdf-4dc7-4315-b3d1-18d6a039555a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.670088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad45dcbd-cb6d-420d-88fc-cc51809324ff tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:06.673061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ad45dcbd-cb6d-420d-88fc-cc51809324ff tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/754b14ff-312a-4777-9ca4-e7f005db6b1d HTTP/1.1" status: 404 len: 339 time: 0.0688746 Aug 29 04:28:06.677579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56472) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:06.696359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586773794', 'description': 'd1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:06.799992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:06.812602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4b4e5af9-3572-447a-b6e1-ad896283b6b6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:06.814059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.889419 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:06.914399 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.914774 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Added segment 87846fc1-e271-4177-9f36-f67c21d53b93 of type vlan for network 09ba3167-6ee5-4e43-8fef-5762b6a6388b Aug 29 04:28:06.923111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.029048 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.090237 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.100079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.100768 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.133930 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.151402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be71cb7-b9e3-408b-aad2-d9f8d35e738a']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:07.160613 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4807596 Aug 29 04:28:07.170939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56522) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.186671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a333b4c1-73ad-4250-9c50-ce1fed9c4d38') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:07.187145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a333b4c1-73ad-4250-9c50-ce1fed9c4d38') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:07.197333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2b0c6-4575-4dd3-8ba5-7c478c380323 None None] Network 1e4c5145-0d88-490e-b18d-56af54501682 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:07.247793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125deee3-eac1-421b-aa4c-6349aeb72701 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=09ba3167-6ee5-4e43-8fef-5762b6a6388b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.268766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.305999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.323389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b96f19-5299-4943-8171-ce964c7ab66d tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.328005 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56542) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.328547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9b96f19-5299-4943-8171-ce964c7ab66d tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/networks?id=09ba3167-6ee5-4e43-8fef-5762b6a6388b HTTP/1.1" status: 200 len: 765 time: 0.1565659 Aug 29 04:28:07.329997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:07.330416 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.334315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cf3e0fa8-b089-4f6f-99ed-531f1fbd59bb tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'description': 'd2'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:07.334698 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:07.367789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 09ba3167-6ee5-4e43-8fef-5762b6a6388b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:07.448956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.458976 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.461565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] 10.222.0.49 "DELETE /v2.0/networks/2be71cb7-b9e3-408b-aad2-d9f8d35e738a HTTP/1.1" status: 204 len: 168 time: 0.7871082 Aug 29 04:28:07.484387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-86820693-7cde-4c7e-8682-f4958f7e7a42 None None] Provisioning for port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:07.500653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693585b-ca19-4a7b-b91f-bcabd7c6eb39 tempest-FloatingIPTestJSON-1390760992 tempest-FloatingIPTestJSON-1390760992-project] Pushing event deleted for resources: {'Network': ['ID=2be71cb7-b9e3-408b-aad2-d9f8d35e738a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.502775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-86820693-7cde-4c7e-8682-f4958f7e7a42 None None] Provisioning complete for port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:07.503350 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86820693-7cde-4c7e-8682-f4958f7e7a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.691739 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0fa8-b089-4f6f-99ed-531f1fbd59bb tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.704877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb27ef-f147-4001-b3eb-cd7fd7fc5844 None None] DHCP port deletion for 754b14ff-312a-4777-9ca4-e7f005db6b1d request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:07.727656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0fa8-b089-4f6f-99ed-531f1fbd59bb tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.748459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f47dc1-7e2d-41ce-87d2-96c2551364b8 None None] Network 754b14ff-312a-4777-9ca4-e7f005db6b1d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:07.781064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f47dc1-7e2d-41ce-87d2-96c2551364b8 None None] Network 754b14ff-312a-4777-9ca4-e7f005db6b1d could not be found, it might have been deleted concurrently. {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:28:07.797541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841702a-7861-4e6f-a8a2-db095a91dc79 None None] Network 754b14ff-312a-4777-9ca4-e7f005db6b1d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:07.820945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841702a-7861-4e6f-a8a2-db095a91dc79 None None] Network 754b14ff-312a-4777-9ca4-e7f005db6b1d could not be found, it might have been deleted concurrently. {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:28:07.850003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf3e0fa8-b089-4f6f-99ed-531f1fbd59bb tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network 09ba3167-6ee5-4e43-8fef-5762b6a6388b is not hosted by any dhcp agent {{(pid=94850) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:28:07.856862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3e0fa8-b089-4f6f-99ed-531f1fbd59bb tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.857522 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0fa8-b089-4f6f-99ed-531f1fbd59bb tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.859189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cf3e0fa8-b089-4f6f-99ed-531f1fbd59bb tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "PUT /v2.0/networks/09ba3167-6ee5-4e43-8fef-5762b6a6388b HTTP/1.1" status: 200 len: 762 time: 0.5301225 Aug 29 04:28:07.862171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56606) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.874317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-452100e0-0617-4ddf-a3c9-17995468997c None None] Could not find standard attr ID for object 917a6dbf-c9a7-414a-8ce8-397aa5ac200b. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:07.913612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e0fa8-b089-4f6f-99ed-531f1fbd59bb tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=09ba3167-6ee5-4e43-8fef-5762b6a6388b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.924155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 09ba3167-6ee5-4e43-8fef-5762b6a6388b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:08.084926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.132746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56644) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.150364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9635864-d614-431f-b8c7-fc5127b729b9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.156084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56650) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.158953 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d9635864-d614-431f-b8c7-fc5127b729b9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/networks?id=09ba3167-6ee5-4e43-8fef-5762b6a6388b HTTP/1.1" status: 200 len: 765 time: 0.2939668 Aug 29 04:28:08.206185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ee0d9918-1e66-4815-9cf7-ead9d2a67e36 None None] Provisioning complete for port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:08.206579 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9918-1e66-4815-9cf7-ead9d2a67e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.415106 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d562564-ad38-4a8c-b616-a25537680e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.487288 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7e93ae54-ee32-4149-80df-56cea0f3c79f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6acf53846974434fa809c9e69564cb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011130 Aug 29 04:28:08.490813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56680) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.500537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d4f907-f22c-4bce-b563-6219b9b9c6fc tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.502004 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b5d4f907-f22c-4bce-b563-6219b9b9c6fc tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3450751 Aug 29 04:28:08.506133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56682) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.541506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-765c1915-9197-4969-aefb-6b2c1920cfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.552621 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-32b7f4c4-1d87-4d75-a5ce-8bf0a1b13dc9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 207 time: 0.0453823 Aug 29 04:28:08.557673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56684) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.563005 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-765c1915-9197-4969-aefb-6b2c1920cfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.621044 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-765c1915-9197-4969-aefb-6b2c1920cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.624276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-765c1915-9197-4969-aefb-6b2c1920cfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.632920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-765c1915-9197-4969-aefb-6b2c1920cfc0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d5e9732-e184-4506-8dfa-b981246d9327 HTTP/1.1" status: 204 len: 168 time: 0.1408627 Aug 29 04:28:08.633160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 917a6dbf-c9a7-414a-8ce8-397aa5ac200b no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:08.653218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c1915-9197-4969-aefb-6b2c1920cfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5e9732-e184-4506-8dfa-b981246d9327,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:08.659525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 917a6dbf-c9a7-414a-8ce8-397aa5ac200b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:08.660149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 917a6dbf-c9a7-414a-8ce8-397aa5ac200b not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:08.779687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ba608-c79c-4cb3-adc3-16b304e14105 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.785513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ba608-c79c-4cb3-adc3-16b304e14105 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.791648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ba608-c79c-4cb3-adc3-16b304e14105 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.797349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ba608-c79c-4cb3-adc3-16b304e14105 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.803810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ba608-c79c-4cb3-adc3-16b304e14105 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.809582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ba608-c79c-4cb3-adc3-16b304e14105 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.811334 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2e0ba608-c79c-4cb3-adc3-16b304e14105 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2527444 Aug 29 04:28:08.815299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56690) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.821947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d562564-ad38-4a8c-b616-a25537680e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.827853 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d562564-ad38-4a8c-b616-a25537680e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.859451 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5d562564-ad38-4a8c-b616-a25537680e31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edcf0d0b34a84a339ed871a7184b5d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7255538 Aug 29 04:28:08.861016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56694) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.899799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d562564-ad38-4a8c-b616-a25537680e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d87c85e-22e5-4ae3-b3fe-9142bf956d72,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:08.933354 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fcd4875c-657c-471e-a7bf-0c606d997cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.947950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed97e2a1-8431-491f-aec9-0492ad7e5fca tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1312921 Aug 29 04:28:08.951010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56700) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.960188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fcd4875c-657c-471e-a7bf-0c606d997cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.013549 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fcd4875c-657c-471e-a7bf-0c606d997cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.013859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f3711-a437-40cf-a01e-3b20451251a9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.015390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f3711-a437-40cf-a01e-3b20451251a9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.017218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f3711-a437-40cf-a01e-3b20451251a9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.017566 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fcd4875c-657c-471e-a7bf-0c606d997cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.018840 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fcd4875c-657c-471e-a7bf-0c606d997cbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d87c85e-22e5-4ae3-b3fe-9142bf956d72 HTTP/1.1" status: 204 len: 168 time: 0.1569722 Aug 29 04:28:09.021717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f3711-a437-40cf-a01e-3b20451251a9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.023837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f3711-a437-40cf-a01e-3b20451251a9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.026082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-289f3711-a437-40cf-a01e-3b20451251a9 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0740211 Aug 29 04:28:09.031870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56708) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.044903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4875c-657c-471e-a7bf-0c606d997cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d87c85e-22e5-4ae3-b3fe-9142bf956d72,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.127989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb4019-f284-4438-824b-69a78c68aa1f tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.129703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb4019-f284-4438-824b-69a78c68aa1f tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.131569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb4019-f284-4438-824b-69a78c68aa1f tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.133179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb4019-f284-4438-824b-69a78c68aa1f tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.134870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb4019-f284-4438-824b-69a78c68aa1f tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.136702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-86eb4019-f284-4438-824b-69a78c68aa1f tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1034942 Aug 29 04:28:09.141032 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56714) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.276122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec17179-9a3f-4758-aac5-7791a09e49ea tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.277609 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1ec17179-9a3f-4758-aac5-7791a09e49ea tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/networks/a7a84984-2168-44e3-b54b-570b77d16614 HTTP/1.1" status: 200 len: 803 time: 0.1353812 Aug 29 04:28:09.281344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56726) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.416670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3b1e175b-d47c-4a4c-9152-498c078b695f tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/networks/a7a84984-2168-44e3-b54b-570b77d16614?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1340742 Aug 29 04:28:09.420303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56734) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.486023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a55f9-3ebe-4365-9dd2-6ce0a70b31c2 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.487787 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-482a55f9-3ebe-4365-9dd2-6ce0a70b31c2 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/subnets/3ded0beb-7b1a-4486-bdd1-9f3615643ef0 HTTP/1.1" status: 200 len: 843 time: 0.0660715 Aug 29 04:28:09.491567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56742) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.556926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a4b2dc-e139-493a-9c7f-fb741f2bab74 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.558351 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-72a4b2dc-e139-493a-9c7f-fb741f2bab74 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "GET /v2.0/subnets/3ded0beb-7b1a-4486-bdd1-9f3615643ef0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0657027 Aug 29 04:28:09.562386 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56746) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.567781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1409367559'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:09.589413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56748) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.599350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:09.603082 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.628741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:09.638106 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.638539 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Added segment cbc7dea6-6129-4d72-b071-51c1adaff4b9 of type vlan for network e6547ff2-d161-416f-90de-23ffc77dbfa9 Aug 29 04:28:09.682811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.712656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.718702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.719543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.781695 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2181005 Aug 29 04:28:09.784515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56758) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.792877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'network_id': 'e6547ff2-d161-416f-90de-23ffc77dbfa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:09.844063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1556948588'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:09.855529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b65e24-f904-496e-a044-d05c7a7a9e26 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Network': ['ID=e6547ff2-d161-416f-90de-23ffc77dbfa9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.868118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network e6547ff2-d161-416f-90de-23ffc77dbfa9 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:09.899840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:09.903281 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.917067 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.938788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Made reservation on behalf of 0642de579c6746709aa630e8a9c09cd5 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:09.943567 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.013482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.ipam_backend_mixin [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Performing IP validity checks on allocation pools {{(pid=94850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:28:10.013759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.ipam_backend_mixin [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:28:10.144002 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.153367 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.202173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:10.238963 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.239559 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Added segment 364d2718-1c22-4fa5-b9b5-70d9c1520bc7 of type vlan for network f92a5df3-32d6-49c2-9f5a-950c40ffee5c Aug 29 04:28:10.242368 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c4c3df-9674-4b23-9c7b-466158c9f883,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.256985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.326174 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.372960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=1c26ca62-9243-440a-b2a0-1c1cf9e4d6a1,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.386607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Checking segment: {'id': 'cbc7dea6-6129-4d72-b071-51c1adaff4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e6547ff2-d161-416f-90de-23ffc77dbfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:10.386978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network hostable DHCP agents. Network: e6547ff2-d161-416f-90de-23ffc77dbfa9, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:10.390221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.396281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.396908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.472819 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8734221 Aug 29 04:28:10.483741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Network e6547ff2-d161-416f-90de-23ffc77dbfa9 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:10.490076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faa4b2-b572-4deb-9ffe-f10fb2bd7f41 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Network': ['ID=f92a5df3-32d6-49c2-9f5a-950c40ffee5c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.501851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network f92a5df3-32d6-49c2-9f5a-950c40ffee5c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:10.508636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, e6547ff2-d161-416f-90de-23ffc77dbfa9) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:10.519997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.521181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.541630 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-87e6e822-7334-4c8e-ba6f-118e29f477a1 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7550588 Aug 29 04:28:10.544029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56782) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:10.559625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f0686b0c-4ea5-4c48-955b-bdb73c6e1b32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:10.581408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf52b6d7-4ce7-4408-aff4-5d54fc7f1820 None None] Network e6547ff2-d161-416f-90de-23ffc77dbfa9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:10.744939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f0686b0c-4ea5-4c48-955b-bdb73c6e1b32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260987010'] for subnet, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.893661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-e6547ff2-d161-416f-90de-23ffc77dbfa9', 'network_id': 'e6547ff2-d161-416f-90de-23ffc77dbfa9', 'tenant_id': '0642de579c6746709aa630e8a9c09cd5', 'fixed_ips': [{'subnet_id': '1c26ca62-9243-440a-b2a0-1c1cf9e4d6a1'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:10.895924 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.014781 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f0686b0c-4ea5-4c48-955b-bdb73c6e1b32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768854274088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4193443'] for subnet, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.081881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Allocated IP 2001:db8::3 (e6547ff2-d161-416f-90de-23ffc77dbfa9/1c26ca62-9243-440a-b2a0-1c1cf9e4d6a1/fd44f770-789a-474c-a58e-236f34f6a71c) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:11.125236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0686b0c-4ea5-4c48-955b-bdb73c6e1b32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:11.127036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f0686b0c-4ea5-4c48-955b-bdb73c6e1b32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.130500 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f0686b0c-4ea5-4c48-955b-bdb73c6e1b32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "PUT /v2.0/subnets/1c26ca62-9243-440a-b2a0-1c1cf9e4d6a1 HTTP/1.1" status: 200 len: 900 time: 0.5852602 Aug 29 04:28:11.133730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56796) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:11.152514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0686b0c-4ea5-4c48-955b-bdb73c6e1b32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event updated for resources: {'Subnet': ['ID=1c26ca62-9243-440a-b2a0-1c1cf9e4d6a1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.276593 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.286805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Transition to ACTIVE for port object fd44f770-789a-474c-a58e-236f34f6a71c will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:11.316030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Transition to ACTIVE for port object fd44f770-789a-474c-a58e-236f34f6a71c will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:11.330215 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.378259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Network e6547ff2-d161-416f-90de-23ffc77dbfa9 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:11.382565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:11.389802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:11.415768 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.422842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Pushing event updated for resources: {'Port': ['ID=fd44f770-789a-474c-a58e-236f34f6a71c,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.476008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Attempting to bind port fd44f770-789a-474c-a58e-236f34f6a71c on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:11.476715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Attempting to bind port fd44f770-789a-474c-a58e-236f34f6a71c by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'cbc7dea6-6129-4d72-b071-51c1adaff4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e6547ff2-d161-416f-90de-23ffc77dbfa9'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:11.477370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Attempting to bind port fd44f770-789a-474c-a58e-236f34f6a71c on network e6547ff2-d161-416f-90de-23ffc77dbfa9 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:11.482877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:11.483508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Checking segment: {'id': 'cbc7dea6-6129-4d72-b071-51c1adaff4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e6547ff2-d161-416f-90de-23ffc77dbfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:11.484904 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.485480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Bound using segment: {'id': 'cbc7dea6-6129-4d72-b071-51c1adaff4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e6547ff2-d161-416f-90de-23ffc77dbfa9'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:11.486128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Bound port: fd44f770-789a-474c-a58e-236f34f6a71c, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc7dea6-6129-4d72-b071-51c1adaff4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e6547ff2-d161-416f-90de-23ffc77dbfa9'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:11.486706 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.530549 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Deleting port fd44f770-789a-474c-a58e-236f34f6a71c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:11.535851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.574491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] For port fd44f770-789a-474c-a58e-236f34f6a71c, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:11.579414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] For port fd44f770-789a-474c-a58e-236f34f6a71c, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fd44f770-789a-474c-a58e-236f34f6a71c,segment=NetworkSegment(cbc7dea6-6129-4d72-b071-51c1adaff4b9),segment_id=cbc7dea6-6129-4d72-b071-51c1adaff4b9)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:11.584623 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.654833 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784211e7-b13d-450c-b624-50c3e3bc0a27 None None] Pushing event updated for resources: {'Port': ['ID=fd44f770-789a-474c-a58e-236f34f6a71c,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.712057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] For port fd44f770-789a-474c-a58e-236f34f6a71c, host n-d-712141-12, got binding levels [] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:11.712839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.728987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Calling delete_port for fd44f770-789a-474c-a58e-236f34f6a71c owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:11.971231 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.013977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Port': ['ID=fd44f770-789a-474c-a58e-236f34f6a71c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.098573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No DVR routers for this DVR port fd44f770-789a-474c-a58e-236f34f6a71c on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:12.193392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.275234 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.313793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56816) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.317922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Subnet': ['ID=1c26ca62-9243-440a-b2a0-1c1cf9e4d6a1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.401045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.421641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6547ff2-d161-416f-90de-23ffc77dbfa9']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:12.447178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc7dea6-6129-4d72-b071-51c1adaff4b9') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:12.450059 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc7dea6-6129-4d72-b071-51c1adaff4b9') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:12.463451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.486377 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.489563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ba999aaa-b7a3-4582-bb5d-d89663ecdf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.494870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:12.495311 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:12.498934 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:12.625553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ba999aaa-b7a3-4582-bb5d-d89663ecdf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.633302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.642138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ba999aaa-b7a3-4582-bb5d-d89663ecdf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.680926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.694024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/e6547ff2-d161-416f-90de-23ffc77dbfa9 HTTP/1.1" status: 204 len: 168 time: 1.5572577 Aug 29 04:28:12.698490 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ba999aaa-b7a3-4582-bb5d-d89663ecdf14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ed4febfada24438a8a18ad3d55ae69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835931 Aug 29 04:28:12.702513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56824) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.703102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56826) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.753025 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-755541d9-a8ec-4806-b680-604cb7ac1ee3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:12.754404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755541d9-a8ec-4806-b680-604cb7ac1ee3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:12.756683 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-755541d9-a8ec-4806-b680-604cb7ac1ee3 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/subnets/1c26ca62-9243-440a-b2a0-1c1cf9e4d6a1 HTTP/1.1" status: 404 len: 337 time: 0.0524123 Aug 29 04:28:12.779987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba999aaa-b7a3-4582-bb5d-d89663ecdf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f36dfe-5ba0-46f5-95cf-4fe993ef1e1c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.781422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56828) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.799436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d53c31-9772-406f-a25d-cef2a423776a tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Network': ['ID=e6547ff2-d161-416f-90de-23ffc77dbfa9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.839272 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30ba988-a535-4b40-b1df-77ac698fb552 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:12.840298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30ba988-a535-4b40-b1df-77ac698fb552 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:12.844885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d30ba988-a535-4b40-b1df-77ac698fb552 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/e6547ff2-d161-416f-90de-23ffc77dbfa9 HTTP/1.1" status: 404 len: 339 time: 0.0618536 Aug 29 04:28:12.849471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56832) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.877943 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12b6890a-818f-412b-8383-c5a1fc8d61a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.086368 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.246746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.261495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ba3167-6ee5-4e43-8fef-5762b6a6388b']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:13.281367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87846fc1-e271-4177-9f36-f67c21d53b93') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:13.281741 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87846fc1-e271-4177-9f36-f67c21d53b93') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:13.292406 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.313920 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.322772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:13.323010 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.324847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12b6890a-818f-412b-8383-c5a1fc8d61a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:13.326521 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:13.385534 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12b6890a-818f-412b-8383-c5a1fc8d61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.389099 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12b6890a-818f-412b-8383-c5a1fc8d61a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.391115 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-12b6890a-818f-412b-8383-c5a1fc8d61a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2f36dfe-5ba0-46f5-95cf-4fe993ef1e1c HTTP/1.1" status: 204 len: 168 time: 0.6853940 Aug 29 04:28:13.410582 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.413573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6890a-818f-412b-8383-c5a1fc8d61a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f36dfe-5ba0-46f5-95cf-4fe993ef1e1c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.416305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.420106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/09ba3167-6ee5-4e43-8fef-5762b6a6388b HTTP/1.1" status: 204 len: 168 time: 0.5693004 Aug 29 04:28:13.432306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56836) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.449663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2f70aca4-06f8-43c5-bb19-7aa5d69a3e06 None None] Could not find standard attr ID for object fd44f770-789a-474c-a58e-236f34f6a71c. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:13.462364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30dae2-7cbf-4910-89df-8422152a6368 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Network': ['ID=09ba3167-6ee5-4e43-8fef-5762b6a6388b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.465431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1287390d-74e0-4920-a58e-cb71a8e967fa None None] DHCP port deletion for e6547ff2-d161-416f-90de-23ffc77dbfa9 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:13.494410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0e29a-a19a-44c7-b5f3-5f1ca96547ce None None] Network e6547ff2-d161-416f-90de-23ffc77dbfa9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:13.517349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0e29a-a19a-44c7-b5f3-5f1ca96547ce None None] Network e6547ff2-d161-416f-90de-23ffc77dbfa9 could not be found, it might have been deleted concurrently. {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:28:13.522009 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-03694ced-bd91-482d-8702-8efd2824e1cf tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:13.525372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03694ced-bd91-482d-8702-8efd2824e1cf tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:13.530861 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-03694ced-bd91-482d-8702-8efd2824e1cf tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/subnets/a498975d-1b65-4e42-bcdb-64629add90b0 HTTP/1.1" status: 404 len: 337 time: 0.0949650 Aug 29 04:28:13.531192 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56840) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.534016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f205305-487a-4ca6-9791-08f659cb3d9c None None] Network e6547ff2-d161-416f-90de-23ffc77dbfa9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:13.553682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f205305-487a-4ca6-9791-08f659cb3d9c None None] Network e6547ff2-d161-416f-90de-23ffc77dbfa9 could not be found, it might have been deleted concurrently. {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:28:13.571204 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-da22d6ac-5e23-4d98-87df-4a2ad357ad7b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:13.571829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da22d6ac-5e23-4d98-87df-4a2ad357ad7b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:13.579959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-da22d6ac-5e23-4d98-87df-4a2ad357ad7b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/754b14ff-312a-4777-9ca4-e7f005db6b1d HTTP/1.1" status: 404 len: 339 time: 0.0454943 Aug 29 04:28:13.580225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56842) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.657495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-13542989-f6dd-4a29-ba3c-19d8e3b3d04e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Deleting subnet 3501f89f-541e-42b2-a9e8-715ed4390f64 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:13.660495 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13542989-f6dd-4a29-ba3c-19d8e3b3d04e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.711454 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13542989-f6dd-4a29-ba3c-19d8e3b3d04e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.843476 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13542989-f6dd-4a29-ba3c-19d8e3b3d04e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.883169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56848) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.890440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'subnet': {'network_id': 'f92a5df3-32d6-49c2-9f5a-950c40ffee5c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:13.906875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56850) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.921282 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13542989-f6dd-4a29-ba3c-19d8e3b3d04e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.953653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13542989-f6dd-4a29-ba3c-19d8e3b3d04e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Subnet': ['ID=3501f89f-541e-42b2-a9e8-715ed4390f64,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.955953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13542989-f6dd-4a29-ba3c-19d8e3b3d04e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.958110 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-13542989-f6dd-4a29-ba3c-19d8e3b3d04e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/subnets/3501f89f-541e-42b2-a9e8-715ed4390f64 HTTP/1.1" status: 204 len: 168 time: 0.3767326 Aug 29 04:28:13.960941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56852) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.961226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6a950aec-797f-45cd-b279-b55cbe48f6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.966302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fbd8ae-b51b-4761-9466-7c1ba1946281 None None] Network 1e4c5145-0d88-490e-b18d-56af54501682 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:14.049002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb1c7d9-7826-4eae-b97d-dbfdb02814cd tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Deleting subnet 8b6e55c3-bb31-4cce-ae57-f2f9f012abab {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:14.053093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb1c7d9-7826-4eae-b97d-dbfdb02814cd tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.121974 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb1c7d9-7826-4eae-b97d-dbfdb02814cd tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.177715 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6a950aec-797f-45cd-b279-b55cbe48f6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.190638 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6a950aec-797f-45cd-b279-b55cbe48f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.241220 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb1c7d9-7826-4eae-b97d-dbfdb02814cd tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.242366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:14.246021 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.267917 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6a950aec-797f-45cd-b279-b55cbe48f6b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47bc0fc87dfd456f9f9e80fa6c66cef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597867 Aug 29 04:28:14.273594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56856) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:14.304390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a950aec-797f-45cd-b279-b55cbe48f6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb448f3-140b-4ae9-91c4-6512a5c3183d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.350637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb1c7d9-7826-4eae-b97d-dbfdb02814cd tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.365730 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86cf19b7-e348-4803-9433-8be16a758dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.392263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1c7d9-7826-4eae-b97d-dbfdb02814cd tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6e55c3-bb31-4cce-ae57-f2f9f012abab,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.395475 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb1c7d9-7826-4eae-b97d-dbfdb02814cd tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.399608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-deb1c7d9-7826-4eae-b97d-dbfdb02814cd tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/subnets/8b6e55c3-bb31-4cce-ae57-f2f9f012abab HTTP/1.1" status: 204 len: 168 time: 0.4362528 Aug 29 04:28:14.407581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56858) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:14.478397 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86cf19b7-e348-4803-9433-8be16a758dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.485801 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.529117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.554113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Subnet': ['ID=1fcb3a89-4721-43b1-8ace-0c8c0fb8dd64,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.565020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Checking segment: {'id': '364d2718-1c22-4fa5-b9b5-70d9c1520bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f92a5df3-32d6-49c2-9f5a-950c40ffee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:14.565490 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network hostable DHCP agents. Network: f92a5df3-32d6-49c2-9f5a-950c40ffee5c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:14.584962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86cf19b7-e348-4803-9433-8be16a758dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.587932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86cf19b7-e348-4803-9433-8be16a758dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.592635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-86cf19b7-e348-4803-9433-8be16a758dfc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4bb448f3-140b-4ae9-91c4-6512a5c3183d HTTP/1.1" status: 204 len: 168 time: 0.3180251 Aug 29 04:28:14.605837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf19b7-e348-4803-9433-8be16a758dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb448f3-140b-4ae9-91c4-6512a5c3183d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.613993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Deleting port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:14.614651 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.627457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network f92a5df3-32d6-49c2-9f5a-950c40ffee5c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:14.644852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, f92a5df3-32d6-49c2-9f5a-950c40ffee5c) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:14.650011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:14.650699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.656953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc668aa-f570-4cb9-95a5-aa9341f2650e None None] Network f92a5df3-32d6-49c2-9f5a-950c40ffee5c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:14.680375 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d5aecbc8-7a9b-43bb-98df-15053fcf2403 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7958758 Aug 29 04:28:14.683693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56864) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:14.692316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-670376236'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:14.695567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fd44f770-789a-474c-a58e-236f34f6a71c no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:14.747755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] For port 4b4e5af9-3572-447a-b6e1-ad896283b6b6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4b4e5af9-3572-447a-b6e1-ad896283b6b6,segment=NetworkSegment(0cfd79b5-fcfe-4011-9aa1-ac62d59152b5),segment_id=0cfd79b5-fcfe-4011-9aa1-ac62d59152b5)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:14.748137 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.756679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:14.760136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.774683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Calling delete_port for 4b4e5af9-3572-447a-b6e1-ad896283b6b6 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:14.777627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: fd44f770-789a-474c-a58e-236f34f6a71c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:14.777976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fd44f770-789a-474c-a58e-236f34f6a71c not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:14.852962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:14.871436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.871929 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Added segment e90158fb-a23d-4efc-9f31-c9685e8ad24e of type vlan for network 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 Aug 29 04:28:14.959552 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.976870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-f92a5df3-32d6-49c2-9f5a-950c40ffee5c', 'network_id': 'f92a5df3-32d6-49c2-9f5a-950c40ffee5c', 'tenant_id': 'c4e572f47fe7438880403c4744f4df3a', 'fixed_ips': [{'subnet_id': '1fcb3a89-4721-43b1-8ace-0c8c0fb8dd64'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:14.977827 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.990865 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.055096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Port': ['ID=4b4e5af9-3572-447a-b6e1-ad896283b6b6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.064715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No DVR routers for this DVR port 4b4e5af9-3572-447a-b6e1-ad896283b6b6 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:15.103669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.117602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.120586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.213157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Allocated IP 2001:db8:0:ffff::2 (f92a5df3-32d6-49c2-9f5a-950c40ffee5c/1fcb3a89-4721-43b1-8ace-0c8c0fb8dd64/082f6d21-79cb-4997-b6a3-f43e62703ef1) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:15.235110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb506a-ba75-4755-8f63-9ccfd3e92002 None None] Network 1e4c5145-0d88-490e-b18d-56af54501682 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:15.376886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-62ec9c4b-52df-49f9-8622-856ead741695 None None] Could not find standard attr ID for object 4b4e5af9-3572-447a-b6e1-ad896283b6b6. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:15.412289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7272031 Aug 29 04:28:15.415134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56882) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.418875 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.421764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01025135-856e-4414-839b-79d79087ada7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Network': ['ID=9b77adf1-9d4a-4ee3-9c47-7601e6909ea4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.422201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'subnet': {'network_id': '9b77adf1-9d4a-4ee3-9c47-7601e6909ea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:15.432709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4c5145-0d88-490e-b18d-56af54501682']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.458251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfd79b5-fcfe-4011-9aa1-ac62d59152b5') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.458474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfd79b5-fcfe-4011-9aa1-ac62d59152b5') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.471531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:15.475824 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.496272 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.504799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:15.505131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:15.508236 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:15.554411 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:15.558436 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.590995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.608051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.610561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/1e4c5145-0d88-490e-b18d-56af54501682 HTTP/1.1" status: 204 len: 168 time: 1.2018776 Aug 29 04:28:15.613066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56888) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.636844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879ddfc-2c96-4f60-ab95-6bbe78723f23 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Network': ['ID=1e4c5145-0d88-490e-b18d-56af54501682,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.667630 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e7e1c7-f7fa-421b-b131-49e3b93de9cf tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:15.668265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e7e1c7-f7fa-421b-b131-49e3b93de9cf tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:15.670389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9e7e1c7-f7fa-421b-b131-49e3b93de9cf tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/subnets/52775f90-aba1-4e52-a197-5bade30bd852 HTTP/1.1" status: 404 len: 337 time: 0.0561848 Aug 29 04:28:15.673081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56892) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.692075 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec9ad13-b02d-4708-8f82-6d8a550a27ba tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:15.693124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec9ad13-b02d-4708-8f82-6d8a550a27ba tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:15.694501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb50e0-a694-4dff-963b-144a77c57677 None None] DHCP port deletion for 1e4c5145-0d88-490e-b18d-56af54501682 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:15.696155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3ec9ad13-b02d-4708-8f82-6d8a550a27ba tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/1c733e59-2d6a-404e-b6ff-dd8a5f32006c HTTP/1.1" status: 404 len: 339 time: 0.0219336 Aug 29 04:28:15.698926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56894) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.726221 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.731702 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca24a46f-be8e-40fc-96a1-c5e43beff5ca tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:15.732432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca24a46f-be8e-40fc-96a1-c5e43beff5ca tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:15.734348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ca24a46f-be8e-40fc-96a1-c5e43beff5ca tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/subnets/69e576ad-eec5-467d-a2c7-c58c3c2d1a32 HTTP/1.1" status: 404 len: 337 time: 0.0346303 Aug 29 04:28:15.736087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Transition to ACTIVE for port object 082f6d21-79cb-4997-b6a3-f43e62703ef1 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:15.752840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56896) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.758201 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Transition to ACTIVE for port object 082f6d21-79cb-4997-b6a3-f43e62703ef1 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:15.772589 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.787972 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ce1467-2123-4af2-b06c-a117c6fbbd94 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:15.788828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ce1467-2123-4af2-b06c-a117c6fbbd94 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:15.790797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-52ce1467-2123-4af2-b06c-a117c6fbbd94 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/71e79d30-a081-4816-8020-9039f40b6651 HTTP/1.1" status: 404 len: 339 time: 0.0367177 Aug 29 04:28:15.793613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56900) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.813231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Network f92a5df3-32d6-49c2-9f5a-950c40ffee5c is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:15.816758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:15.828097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:15.853866 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bcbc68-cc4e-4fef-9b26-784d4ca87280 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:15.854587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bcbc68-cc4e-4fef-9b26-784d4ca87280 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:15.856366 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-36bcbc68-cc4e-4fef-9b26-784d4ca87280 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/subnets/088bf090-9445-44a5-9f9b-00e962243c79 HTTP/1.1" status: 404 len: 337 time: 0.0616117 Aug 29 04:28:15.859289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56904) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.869840 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Pushing event updated for resources: {'Port': ['ID=082f6d21-79cb-4997-b6a3-f43e62703ef1,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.885252 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-0852a3bc-1f35-4c15-a088-bc01338f1870 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:15.885808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0852a3bc-1f35-4c15-a088-bc01338f1870 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:15.888087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0852a3bc-1f35-4c15-a088-bc01338f1870 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/6337d3d0-d262-4d14-978e-c08e9e884221 HTTP/1.1" status: 404 len: 339 time: 0.0272827 Aug 29 04:28:15.890595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56906) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.915163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Attempting to bind port 082f6d21-79cb-4997-b6a3-f43e62703ef1 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:15.916114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Attempting to bind port 082f6d21-79cb-4997-b6a3-f43e62703ef1 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '364d2718-1c22-4fa5-b9b5-70d9c1520bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f92a5df3-32d6-49c2-9f5a-950c40ffee5c'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:15.916931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Attempting to bind port 082f6d21-79cb-4997-b6a3-f43e62703ef1 on network f92a5df3-32d6-49c2-9f5a-950c40ffee5c {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:15.926734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:15.927240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Checking segment: {'id': '364d2718-1c22-4fa5-b9b5-70d9c1520bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f92a5df3-32d6-49c2-9f5a-950c40ffee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:15.932378 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.933044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Bound using segment: {'id': '364d2718-1c22-4fa5-b9b5-70d9c1520bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f92a5df3-32d6-49c2-9f5a-950c40ffee5c'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:15.933558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Bound port: 082f6d21-79cb-4997-b6a3-f43e62703ef1, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364d2718-1c22-4fa5-b9b5-70d9c1520bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f92a5df3-32d6-49c2-9f5a-950c40ffee5c'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:15.934037 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.978331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-02aea961-8a06-4be9-b67e-5425f88c375d tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Deleting subnet 0401d778-dbb2-4c8c-bbc1-cddeb2e280c3 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:15.981654 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02aea961-8a06-4be9-b67e-5425f88c375d tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.989708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:28:15.991371 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.053829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] For port 082f6d21-79cb-4997-b6a3-f43e62703ef1, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:16.054054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02aea961-8a06-4be9-b67e-5425f88c375d tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.057651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] For port 082f6d21-79cb-4997-b6a3-f43e62703ef1, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=082f6d21-79cb-4997-b6a3-f43e62703ef1,segment=NetworkSegment(364d2718-1c22-4fa5-b9b5-70d9c1520bc7),segment_id=364d2718-1c22-4fa5-b9b5-70d9c1520bc7)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:16.063285 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.069748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Subnet': ['ID=512b3406-00a0-4538-9733-57c47622591d,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.080293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Checking segment: {'id': 'e90158fb-a23d-4efc-9f31-c9685e8ad24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9b77adf1-9d4a-4ee3-9c47-7601e6909ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:16.081188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network hostable DHCP agents. Network: 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:16.107478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:16.129776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:16.139551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:16.140285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.148591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcfb965-308e-43be-ada2-4d970c73e86e None None] Network 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:16.172568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f747a-7d89-4ff5-9338-b1a61a09fc87 None None] Pushing event updated for resources: {'Port': ['ID=082f6d21-79cb-4997-b6a3-f43e62703ef1,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.181030 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02aea961-8a06-4be9-b67e-5425f88c375d tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.186774 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d84ce53f-9d77-4395-a983-11b0354e6f0f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7688475 Aug 29 04:28:16.189979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:16.196660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'port': {'network_id': '9b77adf1-9d4a-4ee3-9c47-7601e6909ea4', 'name': 'tempest-NetworksIpV6TestAttrs-835256433'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:16.306456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02aea961-8a06-4be9-b67e-5425f88c375d tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.373866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aea961-8a06-4be9-b67e-5425f88c375d tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Subnet': ['ID=0401d778-dbb2-4c8c-bbc1-cddeb2e280c3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.378502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-9b77adf1-9d4a-4ee3-9c47-7601e6909ea4', 'network_id': '9b77adf1-9d4a-4ee3-9c47-7601e6909ea4', 'tenant_id': 'c4e572f47fe7438880403c4744f4df3a', 'fixed_ips': [{'subnet_id': '512b3406-00a0-4538-9733-57c47622591d'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:16.381682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.386412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02aea961-8a06-4be9-b67e-5425f88c375d tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.388645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-02aea961-8a06-4be9-b67e-5425f88c375d tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/subnets/0401d778-dbb2-4c8c-bbc1-cddeb2e280c3 HTTP/1.1" status: 204 len: 168 time: 0.4971278 Aug 29 04:28:16.392761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56924) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:16.400670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db6fe1b-1b93-4480-8e67-5fcf4b6b24a5 None None] Network 78c16278-6695-4ba8-b4ef-014a5c43c9b8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:16.512588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960049a-9346-447b-a95e-aaa372c439c8 req-655e0400-3b6d-4d5f-a13d-01ee92c42579 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:16.515361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9960049a-9346-447b-a95e-aaa372c439c8 req-655e0400-3b6d-4d5f-a13d-01ee92c42579 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 949 time: 0.1256905 Aug 29 04:28:16.553333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:16.558410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.589079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9960049a-9346-447b-a95e-aaa372c439c8 req-7d4af135-71b4-48ca-a63b-0223b5b07e26 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628929 Aug 29 04:28:16.610409 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.618500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] device_id is not set on port 85cd64f8-9cd9-4df3-b4d0-09b5ac248602 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:16.782064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Deleting port 768347cf-4511-4128-ac75-6cc3dda56621 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:16.782542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.863859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] For port 768347cf-4511-4128-ac75-6cc3dda56621, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=768347cf-4511-4128-ac75-6cc3dda56621,segment=NetworkSegment(9974cc16-47c3-40e3-966c-affb7496010c),segment_id=9974cc16-47c3-40e3-966c-affb7496010c)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:16.865525 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.880606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Calling delete_port for 768347cf-4511-4128-ac75-6cc3dda56621 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:16.907108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 082f6d21-79cb-4997-b6a3-f43e62703ef1 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:16.967438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Allocated IP 2001:db8::f816:3eff:fe2c:62fc (9b77adf1-9d4a-4ee3-9c47-7601e6909ea4/512b3406-00a0-4538-9733-57c47622591d/1f549791-a218-4c84-afb4-086dff0669d8) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:16.992156 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.999082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 082f6d21-79cb-4997-b6a3-f43e62703ef1 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:17.026978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Port': ['ID=768347cf-4511-4128-ac75-6cc3dda56621,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.028864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No DVR routers for this DVR port 768347cf-4511-4128-ac75-6cc3dda56621 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:17.039753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b180e493-02b9-454f-a3ac-e8b69819201f None None] DHCP port deletion for 78c16278-6695-4ba8-b4ef-014a5c43c9b8 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:17.122368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4b4e5af9-3572-447a-b6e1-ad896283b6b6 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:17.155671 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.165717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4b4e5af9-3572-447a-b6e1-ad896283b6b6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:17.166073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4b4e5af9-3572-447a-b6e1-ad896283b6b6 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:17.183067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c16278-6695-4ba8-b4ef-014a5c43c9b8']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:17.199593 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.203413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9974cc16-47c3-40e3-966c-affb7496010c') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:17.203975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9974cc16-47c3-40e3-966c-affb7496010c') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:17.209054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Transition to ACTIVE for port object 1f549791-a218-4c84-afb4-086dff0669d8 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:17.214522 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.228041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Transition to ACTIVE for port object 1f549791-a218-4c84-afb4-086dff0669d8 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:17.232226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.238871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:17.239291 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:17.242822 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:17.249415 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.299430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Network 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:17.303044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:17.317733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:17.346420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Pushing event updated for resources: {'Port': ['ID=1f549791-a218-4c84-afb4-086dff0669d8,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.348705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.363522 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.365807 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/78c16278-6695-4ba8-b4ef-014a5c43c9b8 HTTP/1.1" status: 204 len: 168 time: 0.9679263 Aug 29 04:28:17.368435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56944) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.391016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d9455-7ca4-4b2c-a56e-13e45f74012c tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Network': ['ID=78c16278-6695-4ba8-b4ef-014a5c43c9b8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.401567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Allocated IP 2001:db8::f816:3eff:fe53:c966 (9b77adf1-9d4a-4ee3-9c47-7601e6909ea4/512b3406-00a0-4538-9733-57c47622591d/85cd64f8-9cd9-4df3-b4d0-09b5ac248602) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:17.415494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Attempting to bind port 1f549791-a218-4c84-afb4-086dff0669d8 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:17.415991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Attempting to bind port 1f549791-a218-4c84-afb4-086dff0669d8 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'e90158fb-a23d-4efc-9f31-c9685e8ad24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9b77adf1-9d4a-4ee3-9c47-7601e6909ea4'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:17.416397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Attempting to bind port 1f549791-a218-4c84-afb4-086dff0669d8 on network 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:17.422912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:17.423470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Checking segment: {'id': 'e90158fb-a23d-4efc-9f31-c9685e8ad24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9b77adf1-9d4a-4ee3-9c47-7601e6909ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:17.423888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.424459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Bound using segment: {'id': 'e90158fb-a23d-4efc-9f31-c9685e8ad24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9b77adf1-9d4a-4ee3-9c47-7601e6909ea4'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:17.424952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Bound port: 1f549791-a218-4c84-afb4-086dff0669d8, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90158fb-a23d-4efc-9f31-c9685e8ad24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9b77adf1-9d4a-4ee3-9c47-7601e6909ea4'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:17.425102 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64da61d-882f-4763-ae9c-5966d272271b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:17.425391 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.426614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64da61d-882f-4763-ae9c-5966d272271b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:17.429953 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f64da61d-882f-4763-ae9c-5966d272271b tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/subnets/e14d0df7-88ec-4b1e-83e9-faae9c7d8e55 HTTP/1.1" status: 404 len: 337 time: 0.0581717 Aug 29 04:28:17.432974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56946) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.470938 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09f5d46-db87-481c-ad0b-177c3d4b738e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:17.471165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09f5d46-db87-481c-ad0b-177c3d4b738e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:17.480787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b09f5d46-db87-481c-ad0b-177c3d4b738e tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/cd4eafba-6e38-4d49-b933-772d1291fca3 HTTP/1.1" status: 404 len: 339 time: 0.0444305 Aug 29 04:28:17.480973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56948) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.498721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] For port 1f549791-a218-4c84-afb4-086dff0669d8, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:17.505043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] For port 1f549791-a218-4c84-afb4-086dff0669d8, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1f549791-a218-4c84-afb4-086dff0669d8,segment=NetworkSegment(e90158fb-a23d-4efc-9f31-c9685e8ad24e),segment_id=e90158fb-a23d-4efc-9f31-c9685e8ad24e)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:17.510202 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.564476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84327301-764a-4fb7-a9c6-9322d9e3e108 None None] Network f92a5df3-32d6-49c2-9f5a-950c40ffee5c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:17.577803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38ddc8a-ed82-42b1-b1a1-5038a6113a32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Deleting subnet 3ded0beb-7b1a-4486-bdd1-9f3615643ef0 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:17.583749 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f38ddc8a-ed82-42b1-b1a1-5038a6113a32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.618234 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.638408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Transition to ACTIVE for port object 85cd64f8-9cd9-4df3-b4d0-09b5ac248602 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:17.660672 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f38ddc8a-ed82-42b1-b1a1-5038a6113a32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.667107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3104b-4ca7-4872-bf35-e1312370158c None None] Pushing event updated for resources: {'Port': ['ID=1f549791-a218-4c84-afb4-086dff0669d8,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.694417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-08d810be-840e-404d-ba86-8ad203f8bbd6 None None] Provisioning for port 082f6d21-79cb-4997-b6a3-f43e62703ef1 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:17.708394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-08d810be-840e-404d-ba86-8ad203f8bbd6 None None] Provisioning complete for port 082f6d21-79cb-4997-b6a3-f43e62703ef1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:17.708769 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08d810be-840e-404d-ba86-8ad203f8bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.719414 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.835523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:17.842187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:17.844734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Port': ['ID=85cd64f8-9cd9-4df3-b4d0-09b5ac248602,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.847211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:17.850628 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f38ddc8a-ed82-42b1-b1a1-5038a6113a32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.855767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.859393 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.880850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3853af1-26e4-40c9-8004-a591a611d86c req-36a105a0-971f-4839-9e0c-c365b666546f tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.902909 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f093670c-b665-4d5c-90a4-d5eba7bc5bf3 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7090514 Aug 29 04:28:17.903161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.904884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3853af1-26e4-40c9-8004-a591a611d86c req-36a105a0-971f-4839-9e0c-c365b666546f tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 949 time: 0.1284900 Aug 29 04:28:17.962747 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08d810be-840e-404d-ba86-8ad203f8bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.992826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-878cf675-38f6-410a-b2ab-2684870eefb6 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Deleting subnet 512b3406-00a0-4538-9733-57c47622591d {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:17.997250 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-878cf675-38f6-410a-b2ab-2684870eefb6 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.053043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-08d810be-840e-404d-ba86-8ad203f8bbd6 None None] For port 082f6d21-79cb-4997-b6a3-f43e62703ef1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=082f6d21-79cb-4997-b6a3-f43e62703ef1,segment=NetworkSegment(364d2718-1c22-4fa5-b9b5-70d9c1520bc7),segment_id=364d2718-1c22-4fa5-b9b5-70d9c1520bc7)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:18.065728 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08d810be-840e-404d-ba86-8ad203f8bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.065922 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-878cf675-38f6-410a-b2ab-2684870eefb6 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.087131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3853af1-26e4-40c9-8004-a591a611d86c req-c430b404-8919-475c-b1f1-3ac6f2950342 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2e2a25-1106-4b67-8d82-29bd2342711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309454 Aug 29 04:28:18.090949 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.128939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f38ddc8a-ed82-42b1-b1a1-5038a6113a32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.143807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-6ed3c136-2e64-44e9-bcf7-74ab01500a97 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:18.146632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-6ed3c136-2e64-44e9-bcf7-74ab01500a97 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.52 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 949 time: 0.1069715 Aug 29 04:28:18.154450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d810be-840e-404d-ba86-8ad203f8bbd6 None None] Pushing event updated for resources: {'Port': ['ID=082f6d21-79cb-4997-b6a3-f43e62703ef1,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.178166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ddc8a-ed82-42b1-b1a1-5038a6113a32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Subnet': ['ID=3ded0beb-7b1a-4486-bdd1-9f3615643ef0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.180239 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f38ddc8a-ed82-42b1-b1a1-5038a6113a32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.184482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f38ddc8a-ed82-42b1-b1a1-5038a6113a32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/subnets/3ded0beb-7b1a-4486-bdd1-9f3615643ef0 HTTP/1.1" status: 204 len: 168 time: 0.7002232 Aug 29 04:28:18.189241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7485ce7-aac1-4976-a13b-3bea8289c53c None None] Network a7a84984-2168-44e3-b54b-570b77d16614 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:18.190651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56964) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.320447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.331473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-2e3da257-431e-4355-8461-d9945ee38d16 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Deleting port 97faf0d7-97f6-4772-802c-99ae62104174 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:18.331835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-2e3da257-431e-4355-8461-d9945ee38d16 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.339471 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-878cf675-38f6-410a-b2ab-2684870eefb6 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.457357 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-878cf675-38f6-410a-b2ab-2684870eefb6 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.474113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Deleting port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:18.474509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.493847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-2e3da257-431e-4355-8461-d9945ee38d16 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] For port 97faf0d7-97f6-4772-802c-99ae62104174, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=97faf0d7-97f6-4772-802c-99ae62104174,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:18.494464 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-2e3da257-431e-4355-8461-d9945ee38d16 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.497977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cd9e26-1074-49f2-89d5-6291a55911e8 None None] DHCP port deletion for a7a84984-2168-44e3-b54b-570b77d16614 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:18.513456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cf675-38f6-410a-b2ab-2684870eefb6 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Subnet': ['ID=512b3406-00a0-4538-9733-57c47622591d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.539373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-2e3da257-431e-4355-8461-d9945ee38d16 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Calling delete_port for 97faf0d7-97f6-4772-802c-99ae62104174 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:18.547241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-878cf675-38f6-410a-b2ab-2684870eefb6 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.552466 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-878cf675-38f6-410a-b2ab-2684870eefb6 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/subnets/512b3406-00a0-4538-9733-57c47622591d HTTP/1.1" status: 204 len: 168 time: 0.6454339 Aug 29 04:28:18.556747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56974) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.587625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-442a864d-2043-4bda-867d-251ad5c006b3 None None] Provisioning complete for port 082f6d21-79cb-4997-b6a3-f43e62703ef1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:18.588006 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-442a864d-2043-4bda-867d-251ad5c006b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.667794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd9e26-1074-49f2-89d5-6291a55911e8 None None] Deleting port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:18.668580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9e26-1074-49f2-89d5-6291a55911e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.675900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] For port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1d866f42-7ec1-43fb-bfe1-745cab63a7cf,segment=NetworkSegment(0ad2f616-0614-467e-959b-904470420888),segment_id=0ad2f616-0614-467e-959b-904470420888)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:18.677450 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.722682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3756df-89ed-4d79-b4e1-e69252080b73 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:18.726775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3756df-89ed-4d79-b4e1-e69252080b73 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:18.732479 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9d3756df-89ed-4d79-b4e1-e69252080b73 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1747878 Aug 29 04:28:18.733284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56980) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.762174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c0cd9e26-1074-49f2-89d5-6291a55911e8 None None] For port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1d866f42-7ec1-43fb-bfe1-745cab63a7cf,segment=NetworkSegment(0ad2f616-0614-467e-959b-904470420888),segment_id=0ad2f616-0614-467e-959b-904470420888)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:18.763135 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9e26-1074-49f2-89d5-6291a55911e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.772858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Calling delete_port for 1d866f42-7ec1-43fb-bfe1-745cab63a7cf owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:18.785093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd9e26-1074-49f2-89d5-6291a55911e8 None None] Calling delete_port for 1d866f42-7ec1-43fb-bfe1-745cab63a7cf owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:18.819883 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-2e3da257-431e-4355-8461-d9945ee38d16 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.906303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3da257-431e-4355-8461-d9945ee38d16 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Pushing event deleted for resources: {'Port': ['ID=97faf0d7-97f6-4772-802c-99ae62104174,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.936424 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91bf5aee-a39d-480a-aec8-209cffc1dfdb tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.946407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 082f6d21-79cb-4997-b6a3-f43e62703ef1 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:18.972679 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bf5aee-a39d-480a-aec8-209cffc1dfdb tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 04:28:18.973178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bf5aee-a39d-480a-aec8-209cffc1dfdb tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:18.979860 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-91bf5aee-a39d-480a-aec8-209cffc1dfdb tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 HTTP/1.1" status: 409 len: 405 time: 0.2436123 Aug 29 04:28:18.982271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56986) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.986961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-2e3da257-431e-4355-8461-d9945ee38d16 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] No DVR routers for this DVR port 97faf0d7-97f6-4772-802c-99ae62104174 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:18.987801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1517187130'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:18.990499 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-2e3da257-431e-4355-8461-d9945ee38d16 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.993268 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6273aa39-8a2b-4a92-9bb5-d47fb2246c83 req-2e3da257-431e-4355-8461-d9945ee38d16 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.52 "DELETE /v2.0/ports/97faf0d7-97f6-4772-802c-99ae62104174 HTTP/1.1" status: 204 len: 173 time: 0.8256052 Aug 29 04:28:18.993995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d5d5e-e207-4633-80a8-51e971203108', 'name': 'network-vif-deleted', 'tag': '97faf0d7-97f6-4772-802c-99ae62104174'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:19.006965 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe51c79f-8d22-4daa-8cf6-ab153f3eab0a" -d '{"events": [{"server_uuid": "282d5d5e-e207-4633-80a8-51e971203108", "name": "network-vif-deleted", "tag": "97faf0d7-97f6-4772-802c-99ae62104174"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:19.036507 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.054731 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9e26-1074-49f2-89d5-6291a55911e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.072944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:19.076437 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.083635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Port': ['ID=1d866f42-7ec1-43fb-bfe1-745cab63a7cf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.084402 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db177dae-b76f-4d52-99da-606b013bff05 x-openstack-request-id: req-db177dae-b76f-4d52-99da-606b013bff05 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:19.085785 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d5d5e-e207-4633-80a8-51e971203108", "name": "network-vif-deleted", "tag": "97faf0d7-97f6-4772-802c-99ae62104174", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:19.085785 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db177dae-b76f-4d52-99da-606b013bff05 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:19.085785 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d5d5e-e207-4633-80a8-51e971203108', 'name': 'network-vif-deleted', 'tag': '97faf0d7-97f6-4772-802c-99ae62104174', 'status': 'completed', 'code': 200} Aug 29 04:28:19.096023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] No DVR routers for this DVR port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:19.121892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd9e26-1074-49f2-89d5-6291a55911e8 None None] Pushing event deleted for resources: {'Port': ['ID=1d866f42-7ec1-43fb-bfe1-745cab63a7cf,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.131359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd9e26-1074-49f2-89d5-6291a55911e8 None None] No DVR routers for this DVR port 1d866f42-7ec1-43fb-bfe1-745cab63a7cf on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:19.166942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 082f6d21-79cb-4997-b6a3-f43e62703ef1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:19.167338 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.191204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:19.218264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.218652 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Added segment 09849f95-1ed6-49ad-a64e-9be340e11b4c of type vlan for network 28b16eb9-16da-42fa-830f-846b63ccb4e3 Aug 29 04:28:19.220840 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.236586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17afe19e-9fdf-442e-8a2e-00c330de7837 None None] Network 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:19.240745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a84984-2168-44e3-b54b-570b77d16614']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.272157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad2f616-0614-467e-959b-904470420888') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.272713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad2f616-0614-467e-959b-904470420888') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.289882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.293397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.324561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89f73d01-7704-4abd-993a-dcba7413ec59 req-0a407dc0-4a2b-4724-9238-fb91499dfeb8 tempest-VolumesBackupsTest-1083922067 tempest-VolumesBackupsTest-1083922067-project] 10.222.0.49 "GET /v2.0/ports?device_id=282d5d5e-e207-4633-80a8-51e971203108 HTTP/1.1" status: 200 len: 210 time: 0.0602767 Aug 29 04:28:19.341928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.360922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:19.375752 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:19.380335 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:19.438797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1f549791-a218-4c84-afb4-086dff0669d8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:19.447120 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.460302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:19.460962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.471509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b5c3df1b-9f66-43b2-9986-6e6ff09c949f None None] Provisioning for port 1f549791-a218-4c84-afb4-086dff0669d8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:19.544270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1f549791-a218-4c84-afb4-086dff0669d8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:19.552614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1f549791-a218-4c84-afb4-086dff0669d8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:19.553509 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.630219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c3270-3b9a-4585-985a-95cf4d0f8453 None None] DHCP port deletion for 9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:19.663651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Network': ['ID=28b16eb9-16da-42fa-830f-846b63ccb4e3,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.671462 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-80f0a952-176b-4e1d-b19b-e3ce252a48ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6878583 Aug 29 04:28:19.672421 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.674168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57002) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:19.681385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'subnet': {'network_id': '28b16eb9-16da-42fa-830f-846b63ccb4e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:19.693546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 28b16eb9-16da-42fa-830f-846b63ccb4e3 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:19.796466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.799151 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] 10.222.0.49 "DELETE /v2.0/networks/a7a84984-2168-44e3-b54b-570b77d16614 HTTP/1.1" status: 204 len: 168 time: 1.6075320 Aug 29 04:28:19.801650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df03ed3-6c45-4282-8c75-dba34cc83e32 tempest-NetworksIpV6Test-1765223244 tempest-NetworksIpV6Test-1765223244-project] Pushing event deleted for resources: {'Network': ['ID=a7a84984-2168-44e3-b54b-570b77d16614,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.832359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:19.838325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.843369 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.860437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-572c3270-3b9a-4585-985a-95cf4d0f8453 None None] Deleting port 1f549791-a218-4c84-afb4-086dff0669d8 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:19.860743 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-572c3270-3b9a-4585-985a-95cf4d0f8453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.929538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 1f549791-a218-4c84-afb4-086dff0669d8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1f549791-a218-4c84-afb4-086dff0669d8,segment=NetworkSegment(e90158fb-a23d-4efc-9f31-c9685e8ad24e),segment_id=e90158fb-a23d-4efc-9f31-c9685e8ad24e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:19.936827 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.988358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-572c3270-3b9a-4585-985a-95cf4d0f8453 None None] For port 1f549791-a218-4c84-afb4-086dff0669d8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1f549791-a218-4c84-afb4-086dff0669d8,segment=NetworkSegment(e90158fb-a23d-4efc-9f31-c9685e8ad24e),segment_id=e90158fb-a23d-4efc-9f31-c9685e8ad24e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:19.988811 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-572c3270-3b9a-4585-985a-95cf4d0f8453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.010253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-572c3270-3b9a-4585-985a-95cf4d0f8453 None None] Calling delete_port for 1f549791-a218-4c84-afb4-086dff0669d8 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:20.035698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=1f549791-a218-4c84-afb4-086dff0669d8,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.077059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 768347cf-4511-4128-ac75-6cc3dda56621 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:20.103679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 768347cf-4511-4128-ac75-6cc3dda56621 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:20.104107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 768347cf-4511-4128-ac75-6cc3dda56621 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:20.104561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1d866f42-7ec1-43fb-bfe1-745cab63a7cf no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:20.150242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1d866f42-7ec1-43fb-bfe1-745cab63a7cf {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:20.150473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1d866f42-7ec1-43fb-bfe1-745cab63a7cf not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:20.189522 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-572c3270-3b9a-4585-985a-95cf4d0f8453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.247846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c3270-3b9a-4585-985a-95cf4d0f8453 None None] Pushing event deleted for resources: {'Port': ['ID=1f549791-a218-4c84-afb4-086dff0669d8,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.258947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c3270-3b9a-4585-985a-95cf4d0f8453 None None] No DVR routers for this DVR port 1f549791-a218-4c84-afb4-086dff0669d8 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:20.277959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:28:20.280445 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.344593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57018) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.351867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Subnet': ['ID=374a435e-eda1-46bc-83fc-536dd666f1db,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.376780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Checking segment: {'id': '09849f95-1ed6-49ad-a64e-9be340e11b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28b16eb9-16da-42fa-830f-846b63ccb4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:20.376971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network hostable DHCP agents. Network: 28b16eb9-16da-42fa-830f-846b63ccb4e3, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:20.396494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network 28b16eb9-16da-42fa-830f-846b63ccb4e3 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:20.407599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 28b16eb9-16da-42fa-830f-846b63ccb4e3) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:20.416487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac88cf8-2913-4963-b6c5-a0472c7efb69 None None] Network 28b16eb9-16da-42fa-830f-846b63ccb4e3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:20.420472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.421104 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.442384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57024) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.448875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'port': {'network_id': '28b16eb9-16da-42fa-830f-846b63ccb4e3', 'name': 'tempest-NetworksIpV6TestAttrs-1199192087'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:20.454764 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8b21e0ce-a79b-4c9b-bad0-334a55bfd824 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7780223 Aug 29 04:28:20.523182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 97faf0d7-97f6-4772-802c-99ae62104174 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:20.583590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 97faf0d7-97f6-4772-802c-99ae62104174 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:20.583943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 97faf0d7-97f6-4772-802c-99ae62104174 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:20.672905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:20.677200 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.736319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] device_id is not set on port ab0b88e0-7dbc-4df2-b9b6-0e609fc0c848 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:20.774903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1f549791-a218-4c84-afb4-086dff0669d8 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:20.777442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-28b16eb9-16da-42fa-830f-846b63ccb4e3', 'network_id': '28b16eb9-16da-42fa-830f-846b63ccb4e3', 'tenant_id': 'c4e572f47fe7438880403c4744f4df3a', 'fixed_ips': [{'subnet_id': '374a435e-eda1-46bc-83fc-536dd666f1db'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:20.779103 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.811974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1f549791-a218-4c84-afb4-086dff0669d8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:20.812363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1f549791-a218-4c84-afb4-086dff0669d8 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:20.863929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d89b4697-841c-4eca-a405-7b60bfff670f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0642de579c6746709aa630e8a9c09cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172851 Aug 29 04:28:20.866952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57030) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.933996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac1789ae-d350-4f44-b338-68fa321400ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.958405 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac1789ae-d350-4f44-b338-68fa321400ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.982822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Allocated IP 2001:db8::f816:3eff:fedc:b1c9 (28b16eb9-16da-42fa-830f-846b63ccb4e3/374a435e-eda1-46bc-83fc-536dd666f1db/ab0b88e0-7dbc-4df2-b9b6-0e609fc0c848) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:21.026270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac1789ae-d350-4f44-b338-68fa321400ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.029511 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac1789ae-d350-4f44-b338-68fa321400ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.030885 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ac1789ae-d350-4f44-b338-68fa321400ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6a3aa87-6c01-4fbc-b1ee-09cd90bb5f69 HTTP/1.1" status: 204 len: 168 time: 0.1628768 Aug 29 04:28:21.046937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1789ae-d350-4f44-b338-68fa321400ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a3aa87-6c01-4fbc-b1ee-09cd90bb5f69,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.243939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.264060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Transition to ACTIVE for port object ab0b88e0-7dbc-4df2-b9b6-0e609fc0c848 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:21.314333 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.364154 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Allocated IP 2001:db8::f816:3eff:fefd:7f2d (28b16eb9-16da-42fa-830f-846b63ccb4e3/374a435e-eda1-46bc-83fc-536dd666f1db/13fc9661-d873-43db-ba11-d20f0cf18d20) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:21.368439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network 28b16eb9-16da-42fa-830f-846b63ccb4e3 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:21.372835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:21.377742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:21.384840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:21.385704 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.406821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9604154 Aug 29 04:28:21.406821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd354ae-d42f-489b-b9e2-0996015adc5f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Port': ['ID=ab0b88e0-7dbc-4df2-b9b6-0e609fc0c848,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.407759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57048) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:21.478529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb66cf38-7351-4d94-9049-f4c91fdcbddd tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Deleting subnet 374a435e-eda1-46bc-83fc-536dd666f1db {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:21.584240 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.603177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Transition to ACTIVE for port object 13fc9661-d873-43db-ba11-d20f0cf18d20 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:21.621526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Transition to ACTIVE for port object 13fc9661-d873-43db-ba11-d20f0cf18d20 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:21.627349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb66cf38-7351-4d94-9049-f4c91fdcbddd tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.628071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.689055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Network 28b16eb9-16da-42fa-830f-846b63ccb4e3 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:21.691817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:21.697117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:21.702600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb66cf38-7351-4d94-9049-f4c91fdcbddd tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.710630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Pushing event updated for resources: {'Port': ['ID=13fc9661-d873-43db-ba11-d20f0cf18d20,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.782714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Attempting to bind port 13fc9661-d873-43db-ba11-d20f0cf18d20 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:21.783073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Attempting to bind port 13fc9661-d873-43db-ba11-d20f0cf18d20 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '09849f95-1ed6-49ad-a64e-9be340e11b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28b16eb9-16da-42fa-830f-846b63ccb4e3'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:21.783443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Attempting to bind port 13fc9661-d873-43db-ba11-d20f0cf18d20 on network 28b16eb9-16da-42fa-830f-846b63ccb4e3 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:21.789210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:21.789617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Checking segment: {'id': '09849f95-1ed6-49ad-a64e-9be340e11b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28b16eb9-16da-42fa-830f-846b63ccb4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:21.790000 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.790560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Bound using segment: {'id': '09849f95-1ed6-49ad-a64e-9be340e11b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28b16eb9-16da-42fa-830f-846b63ccb4e3'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:21.791052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Bound port: 13fc9661-d873-43db-ba11-d20f0cf18d20, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09849f95-1ed6-49ad-a64e-9be340e11b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '28b16eb9-16da-42fa-830f-846b63ccb4e3'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:21.791439 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.868333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] For port 13fc9661-d873-43db-ba11-d20f0cf18d20, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:21.872413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] For port 13fc9661-d873-43db-ba11-d20f0cf18d20, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=13fc9661-d873-43db-ba11-d20f0cf18d20,segment=NetworkSegment(09849f95-1ed6-49ad-a64e-9be340e11b4c),segment_id=09849f95-1ed6-49ad-a64e-9be340e11b4c)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:21.877240 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.887469 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb66cf38-7351-4d94-9049-f4c91fdcbddd tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.957447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ee11d-9a05-4e3f-a54a-a51b15be1181 None None] Pushing event updated for resources: {'Port': ['ID=13fc9661-d873-43db-ba11-d20f0cf18d20,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.995188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb66cf38-7351-4d94-9049-f4c91fdcbddd tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.029587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66cf38-7351-4d94-9049-f4c91fdcbddd tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Subnet': ['ID=374a435e-eda1-46bc-83fc-536dd666f1db,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.039542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb66cf38-7351-4d94-9049-f4c91fdcbddd tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.044796 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bb66cf38-7351-4d94-9049-f4c91fdcbddd tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/subnets/374a435e-eda1-46bc-83fc-536dd666f1db HTTP/1.1" status: 204 len: 168 time: 0.6356859 Aug 29 04:28:22.045270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57074) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.122978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75f7e2-77e7-4bdf-95fe-76f264e6e401 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.124763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75f7e2-77e7-4bdf-95fe-76f264e6e401 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.126648 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-df75f7e2-77e7-4bdf-95fe-76f264e6e401 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0801711 Aug 29 04:28:22.129830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57078) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.202961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57080) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.265224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8cc35312-9d29-4f67-a90b-3bb8ea21265f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.274547 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc35312-9d29-4f67-a90b-3bb8ea21265f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 04:28:22.275469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc35312-9d29-4f67-a90b-3bb8ea21265f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:22.277745 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8cc35312-9d29-4f67-a90b-3bb8ea21265f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/28b16eb9-16da-42fa-830f-846b63ccb4e3 HTTP/1.1" status: 409 len: 405 time: 0.1468933 Aug 29 04:28:22.281798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57086) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.286825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-775457350'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:22.323052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:22.326792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.357998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:22.365865 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.366371 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Added segment b0789f0f-4274-483b-b320-190143b6cad6 of type vlan for network 898b5911-8c76-43fe-af74-4d1a7b7c7449 Aug 29 04:28:22.420545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.443501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-510c8f76-489f-4b67-a241-3958c089951d tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] Request body: {'port': {'network_id': '09acfc41-ce77-4dd0-807a-3d1c9e45f242', 'name': 'tempest-NetworksNegativeTestJSON-1778693371'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:22.460521 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-510c8f76-489f-4b67-a241-3958c089951d tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] POST failed (client error): The resource could not be found. Aug 29 04:28:22.461147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510c8f76-489f-4b67-a241-3958c089951d tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:22.464806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-510c8f76-489f-4b67-a241-3958c089951d tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2605884 Aug 29 04:28:22.466662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57090) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.468794 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.474724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.475395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.491011 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-f733fe9e-3715-465f-8e2f-e1f427ec5bbf tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:22.491993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f733fe9e-3715-465f-8e2f-e1f427ec5bbf tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:22.493977 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f733fe9e-3715-465f-8e2f-e1f427ec5bbf tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] 10.222.0.49 "DELETE /v2.0/networks/f5c7fc84-e0db-4568-9b50-4b3b986990ec HTTP/1.1" status: 404 len: 339 time: 0.0262074 Aug 29 04:28:22.497807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57092) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.562102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2793086 Aug 29 04:28:22.565179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57094) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.565571 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a82e301-2b3c-4276-9b2a-f2cb49769fb5 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:22.566278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a82e301-2b3c-4276-9b2a-f2cb49769fb5 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:22.568005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7a82e301-2b3c-4276-9b2a-f2cb49769fb5 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] 10.222.0.49 "DELETE /v2.0/ports/be3996c7-109d-4785-a343-0c7d5d18f4d7 HTTP/1.1" status: 404 len: 333 time: 0.0692699 Aug 29 04:28:22.570614 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'subnet': {'network_id': '898b5911-8c76-43fe-af74-4d1a7b7c7449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:22.571833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57096) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.573733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d291e-8e53-4e44-aef4-f488bc715e0e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Network': ['ID=898b5911-8c76-43fe-af74-4d1a7b7c7449,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.586170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 898b5911-8c76-43fe-af74-4d1a7b7c7449 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:22.601115 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-941bcaad-f7c2-4c42-982e-2758d635ed17 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:22.601790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941bcaad-f7c2-4c42-982e-2758d635ed17 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:22.608306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-941bcaad-f7c2-4c42-982e-2758d635ed17 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] 10.222.0.49 "DELETE /v2.0/subnets/319f12e5-ca0e-4381-b04c-ca4dc937e226 HTTP/1.1" status: 404 len: 337 time: 0.0307257 Aug 29 04:28:22.608306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57098) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.630686 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75e06ad-e1d9-439a-94cf-d4fdb86d2211 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] GET failed (client error): The resource could not be found. Aug 29 04:28:22.635777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b75e06ad-e1d9-439a-94cf-d4fdb86d2211 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] 10.222.0.49 "GET /v2.0/networks/62150c65-0f79-4059-b5b5-20321bf0963a HTTP/1.1" status: 404 len: 339 time: 0.0233717 Aug 29 04:28:22.636076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57100) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.673331 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c91ff66-8eb1-423c-9947-b4f25a35777d tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] GET failed (client error): The resource could not be found. Aug 29 04:28:22.680106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6c91ff66-8eb1-423c-9947-b4f25a35777d tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] 10.222.0.49 "GET /v2.0/ports/e7ed655d-6f99-456e-aa5e-5587f2e70c90 HTTP/1.1" status: 404 len: 333 time: 0.0378096 Aug 29 04:28:22.680106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57104) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.746603 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d2487b-b31c-4c12-9de2-a4cd823ccafa tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] GET failed (client error): The resource could not be found. Aug 29 04:28:22.751708 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-90d2487b-b31c-4c12-9de2-a4cd823ccafa tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] 10.222.0.49 "GET /v2.0/subnets/7a1f43e2-1283-4b9f-b9f1-e20e451a50f6 HTTP/1.1" status: 404 len: 337 time: 0.0652645 Aug 29 04:28:22.763206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57106) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.772122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7b715b30-06dc-400a-a6e8-ab9559789f6d tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:22.801503 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b715b30-06dc-400a-a6e8-ab9559789f6d tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] PUT failed (client error): The resource could not be found. Aug 29 04:28:22.802115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b715b30-06dc-400a-a6e8-ab9559789f6d tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:22.804334 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7b715b30-06dc-400a-a6e8-ab9559789f6d tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] 10.222.0.49 "PUT /v2.0/networks/f784c654-1b8e-47c4-8521-a181e09491fd HTTP/1.1" status: 404 len: 339 time: 0.0388689 Aug 29 04:28:22.807779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57108) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.813357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:22.814432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7aaf90ae-a45a-4b78-8161-820554ac55a2 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:22.817871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.854863 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aaf90ae-a45a-4b78-8161-820554ac55a2 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] PUT failed (client error): The resource could not be found. Aug 29 04:28:22.855557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aaf90ae-a45a-4b78-8161-820554ac55a2 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:22.857012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7aaf90ae-a45a-4b78-8161-820554ac55a2 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] 10.222.0.49 "PUT /v2.0/ports/661cff5b-a295-48ac-b6b3-e0175ddb6211 HTTP/1.1" status: 404 len: 333 time: 0.0475266 Aug 29 04:28:22.868158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57110) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.875622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b3bb431b-cff8-40a4-bf41-a89fd16a9954 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:22.920641 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bb431b-cff8-40a4-bf41-a89fd16a9954 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] PUT failed (client error): The resource could not be found. Aug 29 04:28:22.921267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bb431b-cff8-40a4-bf41-a89fd16a9954 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:22.927886 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b3bb431b-cff8-40a4-bf41-a89fd16a9954 tempest-NetworksNegativeTestJSON-1115035964 tempest-NetworksNegativeTestJSON-1115035964-project] 10.222.0.49 "PUT /v2.0/subnets/b6fe963f-9f4f-4a9e-988a-88a8d1686892 HTTP/1.1" status: 404 len: 337 time: 0.0579822 Aug 29 04:28:22.955347 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 13fc9661-d873-43db-ba11-d20f0cf18d20 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:23.031630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 13fc9661-d873-43db-ba11-d20f0cf18d20 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:23.199071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:28:23.201130 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.287229 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Checking segment: {'id': 'b0789f0f-4274-483b-b320-190143b6cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '898b5911-8c76-43fe-af74-4d1a7b7c7449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:23.287229 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network hostable DHCP agents. Network: 898b5911-8c76-43fe-af74-4d1a7b7c7449, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:23.288390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57120) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.328611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Subnet': ['ID=45b9b12c-ce49-40d0-b3b5-97207f412f3b,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.338241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network 898b5911-8c76-43fe-af74-4d1a7b7c7449 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:23.350371 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 898b5911-8c76-43fe-af74-4d1a7b7c7449) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:23.360920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2b4758-8c3e-4568-868b-1c9bd7293d57 None None] Network 898b5911-8c76-43fe-af74-4d1a7b7c7449 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:23.377790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.381934 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.413109 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c3dbbf87-555f-4d00-9efd-699dbabc6986 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8466978 Aug 29 04:28:23.415734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57130) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.469277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aed0649-563a-42ea-952c-167e6a021120 None None] Network 28b16eb9-16da-42fa-830f-846b63ccb4e3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:23.536579 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5a88cc8-5d71-4493-8dc2-c213a56ee0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.631495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6e184286-5ddc-4261-b63a-b2c9cac58a34 None None] Provisioning for port 13fc9661-d873-43db-ba11-d20f0cf18d20 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:23.634058 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.641095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6e184286-5ddc-4261-b63a-b2c9cac58a34 None None] Provisioning complete for port 13fc9661-d873-43db-ba11-d20f0cf18d20 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:23.641469 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e184286-5ddc-4261-b63a-b2c9cac58a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.698782 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4e96ea02-4a03-4dfc-be2a-da5e91d1fe00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.722577 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.788667 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5a88cc8-5d71-4493-8dc2-c213a56ee0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.794568 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5a88cc8-5d71-4493-8dc2-c213a56ee0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.794723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ee3c47-91ab-43c7-a8ed-06e3a029a1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-898b5911-8c76-43fe-af74-4d1a7b7c7449', 'network_id': '898b5911-8c76-43fe-af74-4d1a7b7c7449', 'tenant_id': 'c4e572f47fe7438880403c4744f4df3a', 'fixed_ips': [{'subnet_id': '45b9b12c-ce49-40d0-b3b5-97207f412f3b'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:23.796526 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-46ee3c47-91ab-43c7-a8ed-06e3a029a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.847990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d5a88cc8-5d71-4493-8dc2-c213a56ee0a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d3fbdb810a84bc19b7d903741f610e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5567877 Aug 29 04:28:23.848844 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57144) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.852138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a88cc8-5d71-4493-8dc2-c213a56ee0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35183ee-5be7-47af-9f9d-43645f4d93f1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.863128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.917628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Subnet': ['ID=45b9b12c-ce49-40d0-b3b5-97207f412f3b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.946727 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46085f1e-4240-4d88-9dc7-54d0c4f24572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.975694 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46085f1e-4240-4d88-9dc7-54d0c4f24572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.048979 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.052026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46085f1e-4240-4d88-9dc7-54d0c4f24572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.061665 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46085f1e-4240-4d88-9dc7-54d0c4f24572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.067153 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-46085f1e-4240-4d88-9dc7-54d0c4f24572 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e35183ee-5be7-47af-9f9d-43645f4d93f1 HTTP/1.1" status: 204 len: 168 time: 0.2136817 Aug 29 04:28:24.076966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898b5911-8c76-43fe-af74-4d1a7b7c7449']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.084656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46085f1e-4240-4d88-9dc7-54d0c4f24572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35183ee-5be7-47af-9f9d-43645f4d93f1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.099676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0789f0f-4274-483b-b320-190143b6cad6') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.099676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0789f0f-4274-483b-b320-190143b6cad6') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.121767 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.132981 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e184286-5ddc-4261-b63a-b2c9cac58a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.159610 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.173559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:24.174096 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:24.177514 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:24.225963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6e184286-5ddc-4261-b63a-b2c9cac58a34 None None] For port 13fc9661-d873-43db-ba11-d20f0cf18d20, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=13fc9661-d873-43db-ba11-d20f0cf18d20,segment=NetworkSegment(09849f95-1ed6-49ad-a64e-9be340e11b4c),segment_id=09849f95-1ed6-49ad-a64e-9be340e11b4c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:24.234711 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e184286-5ddc-4261-b63a-b2c9cac58a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-46ee3c47-91ab-43c7-a8ed-06e3a029a1d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45b9b12c-ce49-40d0-b3b5-97207f412f3b: This subnet is being modified by another concurrent operation. Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:28:24.266391 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45b9b12c-ce49-40d0-b3b5-97207f412f3b: This subnet is being modified by another concurrent operation. Aug 29 04:28:24.270633 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:28:24.297116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deb4d0b-5059-473e-b224-45d27736b825 None None] Network 898b5911-8c76-43fe-af74-4d1a7b7c7449 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:24.391993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.418206 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97449c07-9e98-49d4-9ca9-3dd3f28d99cb None None] DHCP port deletion for 28b16eb9-16da-42fa-830f-846b63ccb4e3 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:24.458466 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e184286-5ddc-4261-b63a-b2c9cac58a34 None None] Pushing event updated for resources: {'Port': ['ID=13fc9661-d873-43db-ba11-d20f0cf18d20,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.665773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-97449c07-9e98-49d4-9ca9-3dd3f28d99cb None None] Deleting port 13fc9661-d873-43db-ba11-d20f0cf18d20 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:24.666389 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-97449c07-9e98-49d4-9ca9-3dd3f28d99cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.746071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 13fc9661-d873-43db-ba11-d20f0cf18d20 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:24.813095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-97449c07-9e98-49d4-9ca9-3dd3f28d99cb None None] For port 13fc9661-d873-43db-ba11-d20f0cf18d20, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=13fc9661-d873-43db-ba11-d20f0cf18d20,segment=NetworkSegment(09849f95-1ed6-49ad-a64e-9be340e11b4c),segment_id=09849f95-1ed6-49ad-a64e-9be340e11b4c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:24.813495 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-97449c07-9e98-49d4-9ca9-3dd3f28d99cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.871684 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.873977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-97449c07-9e98-49d4-9ca9-3dd3f28d99cb None None] Calling delete_port for 13fc9661-d873-43db-ba11-d20f0cf18d20 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:24.964089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 13fc9661-d873-43db-ba11-d20f0cf18d20, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=13fc9661-d873-43db-ba11-d20f0cf18d20,segment=NetworkSegment(09849f95-1ed6-49ad-a64e-9be340e11b4c),segment_id=09849f95-1ed6-49ad-a64e-9be340e11b4c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:24.973025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.051315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=13fc9661-d873-43db-ba11-d20f0cf18d20,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.062082 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-97449c07-9e98-49d4-9ca9-3dd3f28d99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.072372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.072966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.073505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.074088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.074629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.075111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.075789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.076348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.076867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.077357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.077925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.078587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:25.087862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97449c07-9e98-49d4-9ca9-3dd3f28d99cb None None] No DVR routers for this DVR port 13fc9661-d873-43db-ba11-d20f0cf18d20 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:25.117101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97449c07-9e98-49d4-9ca9-3dd3f28d99cb None None] Pushing event deleted for resources: {'Port': ['ID=13fc9661-d873-43db-ba11-d20f0cf18d20,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.120321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.121024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0aa98c-d570-4af9-8f96-80577ac9042d None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:28:25.128320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/898b5911-8c76-43fe-af74-4d1a7b7c7449 HTTP/1.1" status: 204 len: 168 time: 1.7112455 Aug 29 04:28:25.131368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5c445-155e-4232-a143-65577aef318a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Network': ['ID=898b5911-8c76-43fe-af74-4d1a7b7c7449,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.133807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57236) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:25.141527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-244983936'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:25.186375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:25.194440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.250445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:25.276078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57244) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:25.277058 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.277410 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Added segment 49393232-43eb-4acd-bc60-38b21aa7fdd6 of type vlan for network 57f69f87-2d97-4125-ac50-6c0c4d1edc11 Aug 29 04:28:25.310348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0aa98c-d570-4af9-8f96-80577ac9042d None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:28:25.324942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.361909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.371727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:25.374299 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.440157 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8c7a-2cb4-4c3a-8cae-7337551f298e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.478037 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3424911 Aug 29 04:28:25.482798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57252) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:25.496369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'subnet': {'network_id': '57f69f87-2d97-4125-ac50-6c0c4d1edc11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:25.503649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fde23-c4e1-49c7-9f20-4f0742c625d5 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Network': ['ID=57f69f87-2d97-4125-ac50-6c0c4d1edc11,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.519207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 57f69f87-2d97-4125-ac50-6c0c4d1edc11 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:25.640989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8c7a-2cb4-4c3a-8cae-7337551f298e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.654695 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8c7a-2cb4-4c3a-8cae-7337551f298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.705632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d8c7a-2cb4-4c3a-8cae-7337551f298e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d690bcf-3a1d-4d82-b828-18bcaba66da6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.784654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4b6d8c7a-2cb4-4c3a-8cae-7337551f298e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1201421531b4edba11f30cbe394b154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056829 Aug 29 04:28:25.784885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:25.788260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57264) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:25.790669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.806171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57266) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:25.860738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a5be0f1-f714-469c-8b10-774a1f2135d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.884046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a5be0f1-f714-469c-8b10-774a1f2135d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.947594 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a5be0f1-f714-469c-8b10-774a1f2135d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.951891 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a5be0f1-f714-469c-8b10-774a1f2135d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.953355 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2a5be0f1-f714-469c-8b10-774a1f2135d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d690bcf-3a1d-4d82-b828-18bcaba66da6 HTTP/1.1" status: 204 len: 168 time: 0.1638856 Aug 29 04:28:25.969945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5be0f1-f714-469c-8b10-774a1f2135d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d690bcf-3a1d-4d82-b828-18bcaba66da6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.980750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'network': {'name': 'tempest-RoutersTest-238265430'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:26.014464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:26.018957 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.028734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.042321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.084191 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ff0592c3-3c67-4c35-a5a8-2e034fa52d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.117866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Subnet': ['ID=0354b8bb-66ce-4020-bb11-4aefc8b8bdf7,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.126736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Checking segment: {'id': '49393232-43eb-4acd-bc60-38b21aa7fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '57f69f87-2d97-4125-ac50-6c0c4d1edc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:26.127501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network hostable DHCP agents. Network: 57f69f87-2d97-4125-ac50-6c0c4d1edc11, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:26.150266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network 57f69f87-2d97-4125-ac50-6c0c4d1edc11 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:26.163086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 57f69f87-2d97-4125-ac50-6c0c4d1edc11) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:26.172452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59837be-0606-4f77-a8cd-f5b3a81f319c None None] Network 57f69f87-2d97-4125-ac50-6c0c4d1edc11 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:26.176351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.177831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.206426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.211828 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.221173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-91f0f2ad-8a21-4bca-8b89-bcf63da42c89 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7323546 Aug 29 04:28:26.222567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57274) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.269535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:26.301206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d119c0c-9a71-456c-b17f-43a723f5f0cf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.314558 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.315175 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added segment 01cfdd57-cfaf-4866-9e09-8957adab31cb of type vlan for network 4c899e27-b581-45f9-b787-c7c18c484306 Aug 29 04:28:26.340408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.385341 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.391595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-57f69f87-2d97-4125-ac50-6c0c4d1edc11', 'network_id': '57f69f87-2d97-4125-ac50-6c0c4d1edc11', 'tenant_id': 'c4e572f47fe7438880403c4744f4df3a', 'fixed_ips': [{'subnet_id': '0354b8bb-66ce-4020-bb11-4aefc8b8bdf7'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:26.393274 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.411570 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.459570 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.468549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.474576 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.516747 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.555043 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7470510 Aug 29 04:28:26.557716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57276) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.558383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57278) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.566181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'network': {'name': 'tempest-RoutersTest-861153968'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:26.577160 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6e22-3ae7-454e-8629-91772b4a526b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.585081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Allocated IP 2001:db8::2 (57f69f87-2d97-4125-ac50-6c0c4d1edc11/0354b8bb-66ce-4020-bb11-4aefc8b8bdf7/d5f93c52-b8c0-4aee-bb89-f0d236f87eef) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:26.587655 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76952a3-cae2-416b-b0e1-ce9ff73757f7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Network': ['ID=4c899e27-b581-45f9-b787-c7c18c484306,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.602658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 4c899e27-b581-45f9-b787-c7c18c484306 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:26.606459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-cd1a6e22-3ae7-454e-8629-91772b4a526b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:28:26.606459 n-d-712141-12 neutron-server[94850]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:28:26.606459 n-d-712141-12 neutron-server[94850]: [parameters: {'project_id_1': '8f6844a0abd44ea9b7eca3e0f960b98a', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 28, 26, 596506)}] Aug 29 04:28:26.606459 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:26.606856 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-cd1a6e22-3ae7-454e-8629-91772b4a526b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:26.623323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:26.626867 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.656169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:26.668683 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.668960 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added segment c6958a51-8f5d-43ad-828f-d39db6a3dcdb of type vlan for network 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 Aug 29 04:28:26.713616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.749665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.757127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.757758 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.840663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Network': ['ID=573c98b4-dc6d-472c-bcb0-ebad5640f2f6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.851042 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-90009c60-678b-487a-941d-4ba954821325 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2868369 Aug 29 04:28:26.851437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57286) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.861224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'subnet': {'network_id': '4c899e27-b581-45f9-b787-c7c18c484306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:26.871496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:26.896894 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.946718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Transition to ACTIVE for port object d5f93c52-b8c0-4aee-bb89-f0d236f87eef will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:26.969335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:26.973700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.976875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Transition to ACTIVE for port object d5f93c52-b8c0-4aee-bb89-f0d236f87eef will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:26.984970 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.002507 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.026659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Network 57f69f87-2d97-4125-ac50-6c0c4d1edc11 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:27.029552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:27.033203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:27.037456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Subnet': ['ID=0354b8bb-66ce-4020-bb11-4aefc8b8bdf7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.096108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Pushing event updated for resources: {'Port': ['ID=d5f93c52-b8c0-4aee-bb89-f0d236f87eef,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.107065 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Attempting to bind port d5f93c52-b8c0-4aee-bb89-f0d236f87eef on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:27.107442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Attempting to bind port d5f93c52-b8c0-4aee-bb89-f0d236f87eef by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '49393232-43eb-4acd-bc60-38b21aa7fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '57f69f87-2d97-4125-ac50-6c0c4d1edc11'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:27.107813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Attempting to bind port d5f93c52-b8c0-4aee-bb89-f0d236f87eef on network 57f69f87-2d97-4125-ac50-6c0c4d1edc11 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:27.108537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6e22-3ae7-454e-8629-91772b4a526b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.113719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:27.114241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Checking segment: {'id': '49393232-43eb-4acd-bc60-38b21aa7fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '57f69f87-2d97-4125-ac50-6c0c4d1edc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:27.114656 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.115056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Bound using segment: {'id': '49393232-43eb-4acd-bc60-38b21aa7fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '57f69f87-2d97-4125-ac50-6c0c4d1edc11'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:27.115533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Bound port: d5f93c52-b8c0-4aee-bb89-f0d236f87eef, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49393232-43eb-4acd-bc60-38b21aa7fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '57f69f87-2d97-4125-ac50-6c0c4d1edc11'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:27.115922 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.140459 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.158331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f69f87-2d97-4125-ac50-6c0c4d1edc11']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.170011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49393232-43eb-4acd-bc60-38b21aa7fdd6') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.170689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49393232-43eb-4acd-bc60-38b21aa7fdd6') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.181591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.202466 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.204126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] For port d5f93c52-b8c0-4aee-bb89-f0d236f87eef, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:27.204975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.210732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:27.211351 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:27.218477 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:27.270614 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.281375 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:28:27.281375 n-d-712141-12 neutron-server[94851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:28:27.281375 n-d-712141-12 neutron-server[94851]: [parameters: {'id': '57f69f87-2d97-4125-ac50-6c0c4d1edc11'}] Aug 29 04:28:27.281375 n-d-712141-12 neutron-server[94851]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:27.281928 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:27.289948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Subnet': ['ID=818fd676-10d5-4770-a11b-55f48ca87eba,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.292696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] For port d5f93c52-b8c0-4aee-bb89-f0d236f87eef, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d5f93c52-b8c0-4aee-bb89-f0d236f87eef,segment=NetworkSegment(49393232-43eb-4acd-bc60-38b21aa7fdd6),segment_id=49393232-43eb-4acd-bc60-38b21aa7fdd6)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:27.297390 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.308528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.308881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.309241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.309575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.309912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.310246 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.310575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.310907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.311232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.311566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.311885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.312216 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:27.324797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Checking segment: {'id': '01cfdd57-cfaf-4866-9e09-8957adab31cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c899e27-b581-45f9-b787-c7c18c484306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:27.325161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network hostable DHCP agents. Network: 4c899e27-b581-45f9-b787-c7c18c484306, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:27.349637 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6e22-3ae7-454e-8629-91772b4a526b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.354875 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.357103 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6e22-3ae7-454e-8629-91772b4a526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.373948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 4c899e27-b581-45f9-b787-c7c18c484306 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:27.395204 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe58903-b9d5-445b-aedc-49ad1e300638 None None] Pushing event updated for resources: {'Port': ['ID=d5f93c52-b8c0-4aee-bb89-f0d236f87eef,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.400120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a6e22-3ae7-454e-8629-91772b4a526b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919db583-f7f8-4c29-8123-1bc4e855a415,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.404389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 4c899e27-b581-45f9-b787-c7c18c484306) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:27.410495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57288) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:27.410638 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd1a6e22-3ae7-454e-8629-91772b4a526b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f6844a0abd44ea9b7eca3e0f960b98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8502982 Aug 29 04:28:27.414450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:27.414450 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.430586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d734f8e9-cddb-4631-ac8e-cde672606309 None None] Network 4c899e27-b581-45f9-b787-c7c18c484306 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:27.446942 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd45688a-6268-4c21-a9e6-834ac8ca3f86 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5944388 Aug 29 04:28:27.447538 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57290) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:27.449313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0651da7c-8304-46a2-9792-40cc0cf199d8 None None] Network 57f69f87-2d97-4125-ac50-6c0c4d1edc11 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:27.453121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'subnet': {'network_id': '573c98b4-dc6d-472c-bcb0-ebad5640f2f6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:27.501927 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fa7d471-6c47-401f-b04d-5ed1f1429b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.528468 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fa7d471-6c47-401f-b04d-5ed1f1429b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.554694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:27.558679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.617636 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fa7d471-6c47-401f-b04d-5ed1f1429b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.620537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fa7d471-6c47-401f-b04d-5ed1f1429b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.623890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7fa7d471-6c47-401f-b04d-5ed1f1429b5d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/919db583-f7f8-4c29-8123-1bc4e855a415 HTTP/1.1" status: 204 len: 168 time: 0.2102203 Aug 29 04:28:27.632292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7d471-6c47-401f-b04d-5ed1f1429b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919db583-f7f8-4c29-8123-1bc4e855a415,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.747972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea53a22-350c-493e-b899-627c154366fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-4c899e27-b581-45f9-b787-c7c18c484306', 'network_id': '4c899e27-b581-45f9-b787-c7c18c484306', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'fixed_ips': [{'subnet_id': '818fd676-10d5-4770-a11b-55f48ca87eba'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:27.748923 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cea53a22-350c-493e-b899-627c154366fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.783457 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.793738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.876550 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Subnet': ['ID=75b2bbb9-21ac-4ea3-b6e4-76f029032ab3,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.885629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Checking segment: {'id': 'c6958a51-8f5d-43ad-828f-d39db6a3dcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '573c98b4-dc6d-472c-bcb0-ebad5640f2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:27.886212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network hostable DHCP agents. Network: 573c98b4-dc6d-472c-bcb0-ebad5640f2f6, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:27.911568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:27.930059 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Deleting port d5f93c52-b8c0-4aee-bb89-f0d236f87eef {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:27.930577 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.944628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 573c98b4-dc6d-472c-bcb0-ebad5640f2f6) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:27.957874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:27.960632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.980468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20193e88-8b2f-4444-b8cc-de392f2756b4 None None] Network 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:27.989496 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3132a02f-ae7d-47c8-9f90-56fed5db0994 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5408831 Aug 29 04:28:27.990706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57302) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.001236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5d3fe5d8-ef83-4097-a15f-4a9448ede9c5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-310240127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:28.029632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] For port d5f93c52-b8c0-4aee-bb89-f0d236f87eef, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d5f93c52-b8c0-4aee-bb89-f0d236f87eef,segment=NetworkSegment(49393232-43eb-4acd-bc60-38b21aa7fdd6),segment_id=49393232-43eb-4acd-bc60-38b21aa7fdd6)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:28.030529 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.050890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Calling delete_port for d5f93c52-b8c0-4aee-bb89-f0d236f87eef owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:28.069372 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5d8-ef83-4097-a15f-4a9448ede9c5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.072087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5d8-ef83-4097-a15f-4a9448ede9c5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.130408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-cea53a22-350c-493e-b899-627c154366fa None None] Allocated IP 172.20.0.2 (4c899e27-b581-45f9-b787-c7c18c484306/818fd676-10d5-4770-a11b-55f48ca87eba/5633a80c-df87-4bba-8144-1f7c6dc42c87) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:28.157954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5d8-ef83-4097-a15f-4a9448ede9c5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.163525 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5d8-ef83-4097-a15f-4a9448ede9c5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.182272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5d8-ef83-4097-a15f-4a9448ede9c5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.186926 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5d3fe5d8-ef83-4097-a15f-4a9448ede9c5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1933215 Aug 29 04:28:28.189718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57312) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.218108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.280263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Port': ['ID=d5f93c52-b8c0-4aee-bb89-f0d236f87eef,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.286986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No DVR routers for this DVR port d5f93c52-b8c0-4aee-bb89-f0d236f87eef on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:28.449129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.478732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f69f87-2d97-4125-ac50-6c0c4d1edc11']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.505852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49393232-43eb-4acd-bc60-38b21aa7fdd6') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.505852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49393232-43eb-4acd-bc60-38b21aa7fdd6') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:28.534958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.588818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.633700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:28.635857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:28.709595 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:28.751856 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cea53a22-350c-493e-b899-627c154366fa None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.762483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cea53a22-350c-493e-b899-627c154366fa None None] Transition to ACTIVE for port object 5633a80c-df87-4bba-8144-1f7c6dc42c87 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:28.788675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cea53a22-350c-493e-b899-627c154366fa None None] Transition to ACTIVE for port object 5633a80c-df87-4bba-8144-1f7c6dc42c87 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:28.808944 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cea53a22-350c-493e-b899-627c154366fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.822390 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.834521 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.859344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/57f69f87-2d97-4125-ac50-6c0c4d1edc11 HTTP/1.1" status: 204 len: 168 time: 2.6341591 Aug 29 04:28:28.865026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57332) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.881515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55883abb-8bbc-412b-96ec-827895e825ef tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Network': ['ID=57f69f87-2d97-4125-ac50-6c0c4d1edc11,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.895916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1188592407'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:28.916307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea53a22-350c-493e-b899-627c154366fa None None] Network 4c899e27-b581-45f9-b787-c7c18c484306 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:28.917360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-573c98b4-dc6d-472c-bcb0-ebad5640f2f6', 'network_id': '573c98b4-dc6d-472c-bcb0-ebad5640f2f6', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'fixed_ips': [{'subnet_id': '75b2bbb9-21ac-4ea3-b6e4-76f029032ab3'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:28.918254 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.935669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea53a22-350c-493e-b899-627c154366fa None None] Pushing event updated for resources: {'Port': ['ID=5633a80c-df87-4bba-8144-1f7c6dc42c87,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.941458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-cea53a22-350c-493e-b899-627c154366fa None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:28.943939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea53a22-350c-493e-b899-627c154366fa None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:28.956338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:28.973181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.071564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.076123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:29.151510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cea53a22-350c-493e-b899-627c154366fa None None] Attempting to bind port 5633a80c-df87-4bba-8144-1f7c6dc42c87 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:29.152017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cea53a22-350c-493e-b899-627c154366fa None None] Attempting to bind port 5633a80c-df87-4bba-8144-1f7c6dc42c87 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '01cfdd57-cfaf-4866-9e09-8957adab31cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c899e27-b581-45f9-b787-c7c18c484306'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:29.152255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea53a22-350c-493e-b899-627c154366fa None None] Attempting to bind port 5633a80c-df87-4bba-8144-1f7c6dc42c87 on network 4c899e27-b581-45f9-b787-c7c18c484306 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:29.160024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.160398 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Added segment 05540f3a-0dd5-441e-8939-e60ae13186bb of type vlan for network f914fbe1-25e6-4c43-8958-247381e03436 Aug 29 04:28:29.181657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea53a22-350c-493e-b899-627c154366fa None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:29.182054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea53a22-350c-493e-b899-627c154366fa None None] Checking segment: {'id': '01cfdd57-cfaf-4866-9e09-8957adab31cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c899e27-b581-45f9-b787-c7c18c484306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:29.183326 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cea53a22-350c-493e-b899-627c154366fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.183731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea53a22-350c-493e-b899-627c154366fa None None] Bound using segment: {'id': '01cfdd57-cfaf-4866-9e09-8957adab31cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c899e27-b581-45f9-b787-c7c18c484306'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:29.184901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cea53a22-350c-493e-b899-627c154366fa None None] Bound port: 5633a80c-df87-4bba-8144-1f7c6dc42c87, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cfdd57-cfaf-4866-9e09-8957adab31cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c899e27-b581-45f9-b787-c7c18c484306'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:29.185945 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cea53a22-350c-493e-b899-627c154366fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.226874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.259266 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.333239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Allocated IP 172.21.0.2 (573c98b4-dc6d-472c-bcb0-ebad5640f2f6/75b2bbb9-21ac-4ea3-b6e4-76f029032ab3/4e3d3777-1ccd-4cc0-921a-995c5f7e91e0) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:29.338661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cea53a22-350c-493e-b899-627c154366fa None None] For port 5633a80c-df87-4bba-8144-1f7c6dc42c87, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:29.345785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cea53a22-350c-493e-b899-627c154366fa None None] For port 5633a80c-df87-4bba-8144-1f7c6dc42c87, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5633a80c-df87-4bba-8144-1f7c6dc42c87,segment=NetworkSegment(01cfdd57-cfaf-4866-9e09-8957adab31cb),segment_id=01cfdd57-cfaf-4866-9e09-8957adab31cb)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:29.346869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.353174 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cea53a22-350c-493e-b899-627c154366fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.353373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:29.353981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.439927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea53a22-350c-493e-b899-627c154366fa None None] Pushing event updated for resources: {'Port': ['ID=5633a80c-df87-4bba-8144-1f7c6dc42c87,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.465591 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5998044 Aug 29 04:28:29.468221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57344) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:29.474067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Request body: {'subnet': {'network_id': 'f914fbe1-25e6-4c43-8958-247381e03436', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:29.552401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb70e3e-9b7c-4d93-8559-cb744ff71207 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Network': ['ID=f914fbe1-25e6-4c43-8958-247381e03436,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.559355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Allocated IP 172.20.0.1 (4c899e27-b581-45f9-b787-c7c18c484306/818fd676-10d5-4770-a11b-55f48ca87eba/f3f7a4f2-4a63-4dbe-9be9-b98f16852e86) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:29.575529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network f914fbe1-25e6-4c43-8958-247381e03436 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:29.682174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Made reservation on behalf of c4e572f47fe7438880403c4744f4df3a for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:29.688643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.851687 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.867239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.873359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Transition to ACTIVE for port object 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:29.917691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Transition to ACTIVE for port object f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:29.922543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Transition to ACTIVE for port object 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:29.938032 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.992533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.027572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 4c899e27-b581-45f9-b787-c7c18c484306 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:30.030814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:30.058368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Network 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:30.063274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:30.070811 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:30.071841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:30.133244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=f3f7a4f2-4a63-4dbe-9be9-b98f16852e86,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.133521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Pushing event updated for resources: {'Port': ['ID=4e3d3777-1ccd-4cc0-921a-995c5f7e91e0,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.152743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.191411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Attempting to bind port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:30.191928 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Attempting to bind port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c6958a51-8f5d-43ad-828f-d39db6a3dcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '573c98b4-dc6d-472c-bcb0-ebad5640f2f6'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:30.192153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Attempting to bind port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 on network 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:30.198086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:30.198612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Checking segment: {'id': 'c6958a51-8f5d-43ad-828f-d39db6a3dcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '573c98b4-dc6d-472c-bcb0-ebad5640f2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:30.199172 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.199578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Bound using segment: {'id': 'c6958a51-8f5d-43ad-828f-d39db6a3dcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '573c98b4-dc6d-472c-bcb0-ebad5640f2f6'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:30.201851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Bound port: 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6958a51-8f5d-43ad-828f-d39db6a3dcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '573c98b4-dc6d-472c-bcb0-ebad5640f2f6'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:30.202295 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.303446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] For port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:30.307486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] For port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4e3d3777-1ccd-4cc0-921a-995c5f7e91e0,segment=NetworkSegment(c6958a51-8f5d-43ad-828f-d39db6a3dcdb),segment_id=c6958a51-8f5d-43ad-828f-d39db6a3dcdb)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:30.314137 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.335607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.objects.ports [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94851) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:28:30.337329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.360587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.421182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbbdc5-9a30-457f-b5fb-8089461a08a5 None None] Pushing event updated for resources: {'Port': ['ID=4e3d3777-1ccd-4cc0-921a-995c5f7e91e0,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.473213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event updated for resources: {'Subnet': ['ID=73fdab3e-b548-4724-9107-b9d7427354f2,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.478852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Checking segment: {'id': '05540f3a-0dd5-441e-8939-e60ae13186bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f914fbe1-25e6-4c43-8958-247381e03436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:30.479241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network hostable DHCP agents. Network: f914fbe1-25e6-4c43-8958-247381e03436, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:30.509965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Network f914fbe1-25e6-4c43-8958-247381e03436 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:30.525035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, f914fbe1-25e6-4c43-8958-247381e03436) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:30.530000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.530638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.536111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f4174a-06e7-4194-84f4-68bd0696bb57 None None] Network f914fbe1-25e6-4c43-8958-247381e03436 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:30.551533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-85d828dd-3b1d-4137-8d3c-d924e75335a7 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0791085 Aug 29 04:28:30.551878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57364) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:30.773617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.925428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b75920-c8ec-4f18-b4d2-a6682b6e2323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-f914fbe1-25e6-4c43-8958-247381e03436', 'network_id': 'f914fbe1-25e6-4c43-8958-247381e03436', 'tenant_id': 'c4e572f47fe7438880403c4744f4df3a', 'fixed_ips': [{'subnet_id': '73fdab3e-b548-4724-9107-b9d7427354f2'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:30.926612 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-51b75920-c8ec-4f18-b4d2-a6682b6e2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.947617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.948054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.959839 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.991995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5633a80c-df87-4bba-8144-1f7c6dc42c87 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:31.059085 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.110398 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.168458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Subnet': ['ID=73fdab3e-b548-4724-9107-b9d7427354f2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.246642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=f3f7a4f2-4a63-4dbe-9be9-b98f16852e86,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.271699 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.284507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f914fbe1-25e6-4c43-8958-247381e03436']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.300225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 4c899e27-b581-45f9-b787-c7c18c484306 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:31.301817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:31.313970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a435ead-3937-4fde-9203-e42b6fe903ea None None] Network 4c899e27-b581-45f9-b787-c7c18c484306 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:31.329992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05540f3a-0dd5-441e-8939-e60ae13186bb') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.333250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05540f3a-0dd5-441e-8939-e60ae13186bb') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.379661 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.386916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57380) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.434032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.443674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:31.444106 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:31.447291 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-51b75920-c8ec-4f18-b4d2-a6682b6e2323 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73fdab3e-b548-4724-9107-b9d7427354f2: This subnet is being modified by another concurrent operation. Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:28:31.507349 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73fdab3e-b548-4724-9107-b9d7427354f2: This subnet is being modified by another concurrent operation. Aug 29 04:28:31.510855 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:28:31.546372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5d21f-27e1-4c71-b0d2-5ba345591adf None None] Network f914fbe1-25e6-4c43-8958-247381e03436 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:31.548714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-949f8b8d-6898-4337-8bd8-dd87248cd7cb None None] Provisioning for port 5633a80c-df87-4bba-8144-1f7c6dc42c87 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:31.592135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.615449 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.617540 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/f914fbe1-25e6-4c43-8958-247381e03436 HTTP/1.1" status: 204 len: 168 time: 1.0645251 Aug 29 04:28:31.632405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57388) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.691095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c51be-b1f2-4678-a867-30db79a28f9e tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Network': ['ID=f914fbe1-25e6-4c43-8958-247381e03436,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.692778 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-7454fe04-2540-4929-abe5-7831b402ba4a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:31.693215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7454fe04-2540-4929-abe5-7831b402ba4a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:31.695683 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7454fe04-2540-4929-abe5-7831b402ba4a tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/subnets/73fdab3e-b548-4724-9107-b9d7427354f2 HTTP/1.1" status: 404 len: 337 time: 0.0621619 Aug 29 04:28:31.696636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 2c17e437-cfbf-41c0-a183-b7d6b7b63d5d is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:31.701954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57392) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.709210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 5633a80c-df87-4bba-8144-1f7c6dc42c87 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:31.719199 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.731429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 5633a80c-df87-4bba-8144-1f7c6dc42c87 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:31.731955 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.868829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:31.871190 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4780ca-72c5-4651-86c9-a5b5bc28ca4c tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:31.871938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4780ca-72c5-4651-86c9-a5b5bc28ca4c tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:31.877570 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cc4780ca-72c5-4651-86c9-a5b5bc28ca4c tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/f914fbe1-25e6-4c43-8958-247381e03436 HTTP/1.1" status: 404 len: 339 time: 0.1671078 Aug 29 04:28:31.878830 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-318c1cb0-bd9e-47be-b9f8-4c9e52c45c09 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/2c17e437-cfbf-41c0-a183-b7d6b7b63d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6871719 Aug 29 04:28:31.879517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57394) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.882839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57396) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.922843 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.923885 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc33d8f-3633-4369-b178-e70462eb17ed tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:31.924863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc33d8f-3633-4369-b178-e70462eb17ed tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:31.929173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bdc33d8f-3633-4369-b178-e70462eb17ed tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/subnets/0354b8bb-66ce-4020-bb11-4aefc8b8bdf7 HTTP/1.1" status: 404 len: 337 time: 0.0462592 Aug 29 04:28:31.929414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57398) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.950631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd21cf-30ff-4945-9a97-14cabfbf8154 None None] Sync routers for ids ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:31.955533 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe1142c-f78a-4978-8e25-be7577821087 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:31.956823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe1142c-f78a-4978-8e25-be7577821087 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:31.962603 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1fe1142c-f78a-4978-8e25-be7577821087 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/57f69f87-2d97-4125-ac50-6c0c4d1edc11 HTTP/1.1" status: 404 len: 339 time: 0.0300901 Aug 29 04:28:31.962895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57400) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.976310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724e1cd-f429-4e02-b076-d9e11a15459e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:31.977776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c724e1cd-f429-4e02-b076-d9e11a15459e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports/f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 HTTP/1.1" status: 200 len: 910 time: 0.0939941 Aug 29 04:28:31.984798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57402) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.002110 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdebeb3-b303-4ccb-9875-b87edd9011bf tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:32.002665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdebeb3-b303-4ccb-9875-b87edd9011bf tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:32.004710 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4fdebeb3-b303-4ccb-9875-b87edd9011bf tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/subnets/45b9b12c-ce49-40d0-b3b5-97207f412f3b HTTP/1.1" status: 404 len: 337 time: 0.0406458 Aug 29 04:28:32.007281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57404) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.029338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 5633a80c-df87-4bba-8144-1f7c6dc42c87, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5633a80c-df87-4bba-8144-1f7c6dc42c87,segment=NetworkSegment(01cfdd57-cfaf-4866-9e09-8957adab31cb),segment_id=01cfdd57-cfaf-4866-9e09-8957adab31cb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:32.031196 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd06463-f2a9-4fb4-9aed-8f57a64c9572 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:32.031908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd06463-f2a9-4fb4-9aed-8f57a64c9572 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:32.032317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd21cf-30ff-4945-9a97-14cabfbf8154 None None] Routers {'2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:32.033210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-50bd21cf-30ff-4945-9a97-14cabfbf8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.033727 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ecd06463-f2a9-4fb4-9aed-8f57a64c9572 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/898b5911-8c76-43fe-af74-4d1a7b7c7449 HTTP/1.1" status: 404 len: 339 time: 0.0251038 Aug 29 04:28:32.040740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57406) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.108743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-50bd21cf-30ff-4945-9a97-14cabfbf8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.117870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.202391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd21cf-30ff-4945-9a97-14cabfbf8154 None None] Routers {'2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:32.203444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-50bd21cf-30ff-4945-9a97-14cabfbf8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.205546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d1d983-b85c-49a7-b7a3-85547df0e1ea None None] Network 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:32.236233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c634720e-eb86-4140-9bdf-44432b0dc307 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Deleting port ab0b88e0-7dbc-4df2-b9b6-0e609fc0c848 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:32.241674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c634720e-eb86-4140-9bdf-44432b0dc307 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.373749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-50bd21cf-30ff-4945-9a97-14cabfbf8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.374449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd21cf-30ff-4945-9a97-14cabfbf8154 None None] The sync data for ids ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:32.397849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6bb6a604-e4e1-4092-9671-df6657a5006f None None] Provisioning for port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:32.412477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=5633a80c-df87-4bba-8144-1f7c6dc42c87,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.425143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.441496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.466798 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c634720e-eb86-4140-9bdf-44432b0dc307 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.510182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c634720e-eb86-4140-9bdf-44432b0dc307 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Calling delete_port for ab0b88e0-7dbc-4df2-b9b6-0e609fc0c848 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:32.531334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1618fd816b2641efa89a02cdd6ebab2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1226645 Aug 29 04:28:32.532477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57412) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.546716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e533449e-60fe-4f36-925a-a9ed42862baf None None] Provisioning for port f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:32.558185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e533449e-60fe-4f36-925a-a9ed42862baf None None] Provisioning complete for port f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:32.558592 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e533449e-60fe-4f36-925a-a9ed42862baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.648761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e533449e-60fe-4f36-925a-a9ed42862baf None None] Port f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:32.661342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e533449e-60fe-4f36-925a-a9ed42862baf None None] Provisioning complete for port 5633a80c-df87-4bba-8144-1f7c6dc42c87 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:32.661676 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e533449e-60fe-4f36-925a-a9ed42862baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.676427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2823089d-ca61-4be4-8d1d-194c68c88c74,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.702061 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c634720e-eb86-4140-9bdf-44432b0dc307 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.757411 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634720e-eb86-4140-9bdf-44432b0dc307 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Port': ['ID=ab0b88e0-7dbc-4df2-b9b6-0e609fc0c848,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.767302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.772622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.772884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.773229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.773571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.773953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.774235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.777965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.778274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.778595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.778934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.779263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ea45-d139-4373-beb4-f8a338424221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:32.784539 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c634720e-eb86-4140-9bdf-44432b0dc307 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.786680 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c634720e-eb86-4140-9bdf-44432b0dc307 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/ports/ab0b88e0-7dbc-4df2-b9b6-0e609fc0c848 HTTP/1.1" status: 204 len: 168 time: 0.7438262 Aug 29 04:28:32.787970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc4c223-704d-44cb-b9f8-951df4d9c2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.797166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57414) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.889001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc4c223-704d-44cb-b9f8-951df4d9c2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.908950 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-267e496c-59e0-40d6-90d0-9dbfb7192eb0 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:32.909434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267e496c-59e0-40d6-90d0-9dbfb7192eb0 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:32.916764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-267e496c-59e0-40d6-90d0-9dbfb7192eb0 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/subnets/374a435e-eda1-46bc-83fc-536dd666f1db HTTP/1.1" status: 404 len: 337 time: 0.1180179 Aug 29 04:28:32.932258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57420) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.967729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ec7d0200-32ce-455e-aa56-744439f5ffb5 None None] Provisioning complete for port f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:32.968110 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0200-32ce-455e-aa56-744439f5ffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.980074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:33.031000 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.079916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.093846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc4c223-704d-44cb-b9f8-951df4d9c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.098474 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edc4c223-704d-44cb-b9f8-951df4d9c2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.100909 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-edc4c223-704d-44cb-b9f8-951df4d9c2f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2823089d-ca61-4be4-8d1d-194c68c88c74 HTTP/1.1" status: 204 len: 168 time: 0.5674210 Aug 29 04:28:33.136680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4c223-704d-44cb-b9f8-951df4d9c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2823089d-ca61-4be4-8d1d-194c68c88c74,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.188798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6524ab2-74a8-4785-b6f6-c4cc3851f040 None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:28:33.233040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:33.237880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d0200-32ce-455e-aa56-744439f5ffb5 None None] Port f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:33.258518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:33.262993 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.309793 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.335401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b16eb9-16da-42fa-830f-846b63ccb4e3']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:33.375699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09849f95-1ed6-49ad-a64e-9be340e11b4c') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:33.375699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09849f95-1ed6-49ad-a64e-9be340e11b4c') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:33.393112 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.408557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ada3932f-025c-4ee6-bde8-e8bf8ada49b1 None None] Provisioning complete for port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:33.410010 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ada3932f-025c-4ee6-bde8-e8bf8ada49b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.424121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.435378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:33.436247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:33.458001 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:33.560875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.568653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.571174 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/28b16eb9-16da-42fa-830f-846b63ccb4e3 HTTP/1.1" status: 204 len: 168 time: 0.6377091 Aug 29 04:28:33.573582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57428) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:33.606616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c695b-0a37-442e-87f5-450b42d67747 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Network': ['ID=28b16eb9-16da-42fa-830f-846b63ccb4e3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.622314 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.632151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Allocated IP 172.21.0.1 (573c98b4-dc6d-472c-bcb0-ebad5640f2f6/75b2bbb9-21ac-4ea3-b6e4-76f029032ab3/84425a2d-d72f-4b58-bf6f-8963ca148b06) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:33.743061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57432) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:33.784936 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.790599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84fbaf88-f40f-4bb8-b8c9-c5b51878ade8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.801429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Transition to ACTIVE for port object 84425a2d-d72f-4b58-bf6f-8963ca148b06 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:33.830406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4e3d3777-1ccd-4cc0-921a-995c5f7e91e0,segment=NetworkSegment(c6958a51-8f5d-43ad-828f-d39db6a3dcdb),segment_id=c6958a51-8f5d-43ad-828f-d39db6a3dcdb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:33.834846 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ada3932f-025c-4ee6-bde8-e8bf8ada49b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.840417 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.843027 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.843841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5633a80c-df87-4bba-8144-1f7c6dc42c87 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:33.878393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6524ab2-74a8-4785-b6f6-c4cc3851f040 None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:28:33.884680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:33.890447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:33.895464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:33.936001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=84425a2d-d72f-4b58-bf6f-8963ca148b06,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.941931 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-18c90d11-80d6-49c6-aba6-f1badd4dadb8 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Deleting port 85cd64f8-9cd9-4df3-b4d0-09b5ac248602 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:33.942280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18c90d11-80d6-49c6-aba6-f1badd4dadb8 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.971054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.074337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18c90d11-80d6-49c6-aba6-f1badd4dadb8 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.083500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=4e3d3777-1ccd-4cc0-921a-995c5f7e91e0,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.089806 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-ada3932f-025c-4ee6-bde8-e8bf8ada49b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:34.090146 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-ada3932f-025c-4ee6-bde8-e8bf8ada49b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:34.113058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-18c90d11-80d6-49c6-aba6-f1badd4dadb8 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Calling delete_port for 85cd64f8-9cd9-4df3-b4d0-09b5ac248602 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:34.113666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 5633a80c-df87-4bba-8144-1f7c6dc42c87 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:34.113917 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.153435 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.221052 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18c90d11-80d6-49c6-aba6-f1badd4dadb8 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.269748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18c90d11-80d6-49c6-aba6-f1badd4dadb8 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.274103 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-18c90d11-80d6-49c6-aba6-f1badd4dadb8 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/ports/85cd64f8-9cd9-4df3-b4d0-09b5ac248602 HTTP/1.1" status: 204 len: 168 time: 0.6961672 Aug 29 04:28:34.274259 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84fbaf88-f40f-4bb8-b8c9-c5b51878ade8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.275443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c90d11-80d6-49c6-aba6-f1badd4dadb8 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Port': ['ID=85cd64f8-9cd9-4df3-b4d0-09b5ac248602,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.284526 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57436) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.293943 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84fbaf88-f40f-4bb8-b8c9-c5b51878ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.343591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbaf88-f40f-4bb8-b8c9-c5b51878ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd0469e-e84c-4ab2-af18-f175ee9571bd,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.375877 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0205670-d0b4-467d-9aba-7df0a434227f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:34.376603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0205670-d0b4-467d-9aba-7df0a434227f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:34.378607 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d0205670-d0b4-467d-9aba-7df0a434227f tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/subnets/512b3406-00a0-4538-9733-57c47622591d HTTP/1.1" status: 404 len: 337 time: 0.0924134 Aug 29 04:28:34.382257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57438) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.469839 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.480684 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-84fbaf88-f40f-4bb8-b8c9-c5b51878ade8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfcfa699940047bcac44701b61c929a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7349534 Aug 29 04:28:34.483825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57440) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.618383 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.632306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b77adf1-9d4a-4ee3-9c47-7601e6909ea4']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.637880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.649680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.653269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90158fb-a23d-4efc-9f31-c9685e8ad24e') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.653675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90158fb-a23d-4efc-9f31-c9685e8ad24e') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.655757 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34ef3356-5d4f-4d72-b0d5-616cd51e1d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.674159 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.711679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34ef3356-5d4f-4d72-b0d5-616cd51e1d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.727572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.747130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:34.748085 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:34.752172 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:34.778384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf67360-c39f-49de-bd8a-170619849329 None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:28:34.836124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ada3932f-025c-4ee6-bde8-e8bf8ada49b1 None None] Provisioning complete for port f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:34.836881 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ada3932f-025c-4ee6-bde8-e8bf8ada49b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.847863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=84425a2d-d72f-4b58-bf6f-8963ca148b06,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.890918 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.898995 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.902861 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/9b77adf1-9d4a-4ee3-9c47-7601e6909ea4 HTTP/1.1" status: 204 len: 168 time: 0.5169942 Aug 29 04:28:34.903843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57446) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.919460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2871a35-d7cb-4aad-a7ed-ea144223381b tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Network': ['ID=9b77adf1-9d4a-4ee3-9c47-7601e6909ea4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.921285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34ef3356-5d4f-4d72-b0d5-616cd51e1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.923909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34ef3356-5d4f-4d72-b0d5-616cd51e1d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.925895 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-34ef3356-5d4f-4d72-b0d5-616cd51e1d80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0cd0469e-e84c-4ab2-af18-f175ee9571bd HTTP/1.1" status: 204 len: 168 time: 0.4391174 Aug 29 04:28:34.935358 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.936044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef3356-5d4f-4d72-b0d5-616cd51e1d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd0469e-e84c-4ab2-af18-f175ee9571bd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.950899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:35.036349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e876a04e-e36b-4369-ba8c-8a8529bb8449 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Deleting subnet 1fcb3a89-4721-43b1-8ace-0c8c0fb8dd64 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:35.041434 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e876a04e-e36b-4369-ba8c-8a8529bb8449 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.045046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ada3932f-025c-4ee6-bde8-e8bf8ada49b1 None None] Port f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:35.103205 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf67360-c39f-49de-bd8a-170619849329 None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:28:35.161831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e876a04e-e36b-4369-ba8c-8a8529bb8449 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.220012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:35.223163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:35.358565 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e876a04e-e36b-4369-ba8c-8a8529bb8449 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.391281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 2c17e437-cfbf-41c0-a183-b7d6b7b63d5d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:35.444798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:35.445181 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.503453 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d0659de-2a25-4019-9718-ba08254f05ef req-b77ade09-5fb1-4f29-afc1-30447d513367 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3620780 Aug 29 04:28:35.573108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e876a04e-e36b-4369-ba8c-8a8529bb8449 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.596080 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e876a04e-e36b-4369-ba8c-8a8529bb8449 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.602327 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0659de-2a25-4019-9718-ba08254f05ef req-c41cf495-6fb2-42b5-a2bc-9dd9ef2de473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.602516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e876a04e-e36b-4369-ba8c-8a8529bb8449 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/subnets/1fcb3a89-4721-43b1-8ace-0c8c0fb8dd64 HTTP/1.1" status: 204 len: 168 time: 0.6849117 Aug 29 04:28:35.603798 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d0659de-2a25-4019-9718-ba08254f05ef req-c41cf495-6fb2-42b5-a2bc-9dd9ef2de473 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 1097 time: 0.0756533 Aug 29 04:28:35.604662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57458) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.667935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876a04e-e36b-4369-ba8c-8a8529bb8449 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcb3a89-4721-43b1-8ace-0c8c0fb8dd64,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.678828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:35.692619 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88321f72-0d0d-4cf6-9c69-2cf09a98a0a9 None None] Sync routers for ids ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:35.700182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-de46d218-1856-45d1-a5cc-436e36603880 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/2c17e437-cfbf-41c0-a183-b7d6b7b63d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7080283 Aug 29 04:28:35.701651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.715237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1748d67e-e03d-4c7c-84c5-165672954130 None None] Network f92a5df3-32d6-49c2-9f5a-950c40ffee5c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:35.717541 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88321f72-0d0d-4cf6-9c69-2cf09a98a0a9 None None] Routers {'2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:35.718180 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-88321f72-0d0d-4cf6-9c69-2cf09a98a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:35.776152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51c0b76-2c6e-4685-b21c-2203053952dc tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.777940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c51c0b76-2c6e-4685-b21c-2203053952dc tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports/84425a2d-d72f-4b58-bf6f-8963ca148b06 HTTP/1.1" status: 200 len: 910 time: 0.0750747 Aug 29 04:28:35.782966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57468) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.840172 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-88321f72-0d0d-4cf6-9c69-2cf09a98a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:35.876371 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88321f72-0d0d-4cf6-9c69-2cf09a98a0a9 None None] Routers {'2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:35.876993 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-88321f72-0d0d-4cf6-9c69-2cf09a98a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:35.950637 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-88321f72-0d0d-4cf6-9c69-2cf09a98a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:35.956877 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88321f72-0d0d-4cf6-9c69-2cf09a98a0a9 None None] The sync data for ids ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:35.974300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.067909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0659de-2a25-4019-9718-ba08254f05ef req-465b145d-a380-44af-9fb8-c705b6406fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.069720 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d0659de-2a25-4019-9718-ba08254f05ef req-465b145d-a380-44af-9fb8-c705b6406fcd service neutron] 10.222.0.59 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.4371138 Aug 29 04:28:36.153803 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d0659de-2a25-4019-9718-ba08254f05ef req-f786006d-8b82-45fe-b749-ff751be104fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312f590e-b71e-4401-a97c-faedc44e56d5 HTTP/1.1" status: 200 len: 217 time: 0.0629621 Aug 29 04:28:36.181736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc283ed5-1f37-480a-b134-b61625f15245 None None] DHCP port deletion for f92a5df3-32d6-49c2-9f5a-950c40ffee5c request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:36.199124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d0e7ed1d-d200-40f0-849c-16c057177822 None None] Provisioning for port 84425a2d-d72f-4b58-bf6f-8963ca148b06 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:36.209563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d0e7ed1d-d200-40f0-849c-16c057177822 None None] Provisioning complete for port 84425a2d-d72f-4b58-bf6f-8963ca148b06 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:36.224738 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ed1d-d200-40f0-849c-16c057177822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.333220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0659de-2a25-4019-9718-ba08254f05ef req-edc5358c-5757-492d-b302-b6fbd12997ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.334713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7ed1d-d200-40f0-849c-16c057177822 None None] Port 84425a2d-d72f-4b58-bf6f-8963ca148b06 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:36.334845 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d0659de-2a25-4019-9718-ba08254f05ef req-edc5358c-5757-492d-b302-b6fbd12997ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1787190 Aug 29 04:28:36.358676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fc283ed5-1f37-480a-b134-b61625f15245 None None] Deleting port 082f6d21-79cb-4997-b6a3-f43e62703ef1 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:36.359067 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc283ed5-1f37-480a-b134-b61625f15245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.365552 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Deleting port 082f6d21-79cb-4997-b6a3-f43e62703ef1 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:36.365907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.542423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fc283ed5-1f37-480a-b134-b61625f15245 None None] For port 082f6d21-79cb-4997-b6a3-f43e62703ef1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=082f6d21-79cb-4997-b6a3-f43e62703ef1,segment=NetworkSegment(364d2718-1c22-4fa5-b9b5-70d9c1520bc7),segment_id=364d2718-1c22-4fa5-b9b5-70d9c1520bc7)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:36.548053 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc283ed5-1f37-480a-b134-b61625f15245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.580094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fc283ed5-1f37-480a-b134-b61625f15245 None None] Calling delete_port for 082f6d21-79cb-4997-b6a3-f43e62703ef1 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:36.590857 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7db43f65-d978-4ac2-ae89-85bc223c1ab0 None None] Provisioning complete for port 84425a2d-d72f-4b58-bf6f-8963ca148b06 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:36.591536 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7db43f65-d978-4ac2-ae89-85bc223c1ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.685186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] For port 082f6d21-79cb-4997-b6a3-f43e62703ef1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=082f6d21-79cb-4997-b6a3-f43e62703ef1,segment=NetworkSegment(364d2718-1c22-4fa5-b9b5-70d9c1520bc7),segment_id=364d2718-1c22-4fa5-b9b5-70d9c1520bc7)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:36.685763 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.713928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0659de-2a25-4019-9718-ba08254f05ef req-2af98d81-62fc-4d6d-9c25-1da2ec852019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.717176 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d0659de-2a25-4019-9718-ba08254f05ef req-2af98d81-62fc-4d6d-9c25-1da2ec852019 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3719101 Aug 29 04:28:36.728872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Calling delete_port for 082f6d21-79cb-4997-b6a3-f43e62703ef1 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:36.734123 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:28:36.744311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-2d0659de-2a25-4019-9718-ba08254f05ef req-b88caa0d-3ebd-4ff4-8d89-506657cf2ae4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:28:36.749327 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d0659de-2a25-4019-9718-ba08254f05ef req-b88caa0d-3ebd-4ff4-8d89-506657cf2ae4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141854 Aug 29 04:28:36.795194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7db43f65-d978-4ac2-ae89-85bc223c1ab0 None None] Port 84425a2d-d72f-4b58-bf6f-8963ca148b06 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:36.861641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc283ed5-1f37-480a-b134-b61625f15245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.890416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc283ed5-1f37-480a-b134-b61625f15245 None None] No DVR routers for this DVR port 082f6d21-79cb-4997-b6a3-f43e62703ef1 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:36.961770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc283ed5-1f37-480a-b134-b61625f15245 None None] Pushing event deleted for resources: {'Port': ['ID=082f6d21-79cb-4997-b6a3-f43e62703ef1,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.965771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 082f6d21-79cb-4997-b6a3-f43e62703ef1 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:36.999764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 082f6d21-79cb-4997-b6a3-f43e62703ef1 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:37.000117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 082f6d21-79cb-4997-b6a3-f43e62703ef1 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:37.035980 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.075341 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.136997 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d0659de-2a25-4019-9718-ba08254f05ef req-59324e18-a9df-4871-b77a-6e10986ec0ce service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784451 Aug 29 04:28:37.146622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] No DVR routers for this DVR port 082f6d21-79cb-4997-b6a3-f43e62703ef1 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:37.275220 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.287072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92a5df3-32d6-49c2-9f5a-950c40ffee5c']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:37.301967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364d2718-1c22-4fa5-b9b5-70d9c1520bc7') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:37.302356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364d2718-1c22-4fa5-b9b5-70d9c1520bc7') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:37.312580 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.327909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.334415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:37.334836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.363408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Port': ['ID=082f6d21-79cb-4997-b6a3-f43e62703ef1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:37.409704 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:37.479504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port 84425a2d-d72f-4b58-bf6f-8963ca148b06 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:37.479862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.535397 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d0659de-2a25-4019-9718-ba08254f05ef req-f1451dcd-f402-4a45-97ff-178c8367e846 service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349988 Aug 29 04:28:37.550955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.560057 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.568853 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] 10.222.0.49 "DELETE /v2.0/networks/f92a5df3-32d6-49c2-9f5a-950c40ffee5c HTTP/1.1" status: 204 len: 168 time: 1.9609399 Aug 29 04:28:37.606325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a14ec2-c402-43b0-a150-96b7e7d6fca9 tempest-NetworksIpV6TestAttrs-1879252995 tempest-NetworksIpV6TestAttrs-1879252995-project] Pushing event deleted for resources: {'Network': ['ID=f92a5df3-32d6-49c2-9f5a-950c40ffee5c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.616955 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.644126 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for 84425a2d-d72f-4b58-bf6f-8963ca148b06 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:37.916173 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.983970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=84425a2d-d72f-4b58-bf6f-8963ca148b06,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.985372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57516) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.292350 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.359994 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cf08f33d-1be4-4d07-b0c4-c001ad973a1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4e572f47fe7438880403c4744f4df3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734283 Aug 29 04:28:38.362571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57538) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.432730 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53722ad5-5b3a-4a5c-9a8e-deaa4c2068eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.461483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53722ad5-5b3a-4a5c-9a8e-deaa4c2068eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.540426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53722ad5-5b3a-4a5c-9a8e-deaa4c2068eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.543400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53722ad5-5b3a-4a5c-9a8e-deaa4c2068eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.547552 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-53722ad5-5b3a-4a5c-9a8e-deaa4c2068eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73c4c3df-9674-4b23-9c7b-466158c9f883 HTTP/1.1" status: 204 len: 168 time: 0.1838348 Aug 29 04:28:38.560820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53722ad5-5b3a-4a5c-9a8e-deaa4c2068eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c4c3df-9674-4b23-9c7b-466158c9f883,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.718021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 2c17e437-cfbf-41c0-a183-b7d6b7b63d5d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:38.829590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:38.837681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-64d18cde-c087-4362-aade-7e0ed89d677e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/2c17e437-cfbf-41c0-a183-b7d6b7b63d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0533118 Aug 29 04:28:38.840269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57568) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.844943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea484f-1572-4773-b0ae-be5c8a48eb44 None None] Sync routers for ids ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:38.858462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea484f-1572-4773-b0ae-be5c8a48eb44 None None] Routers {'2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:38.862352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-89ea484f-1572-4773-b0ae-be5c8a48eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:38.933797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-89ea484f-1572-4773-b0ae-be5c8a48eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:38.945505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea484f-1572-4773-b0ae-be5c8a48eb44 None None] Routers {'2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:38.946616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-89ea484f-1572-4773-b0ae-be5c8a48eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:38.995978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-89ea484f-1572-4773-b0ae-be5c8a48eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:38.996867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea484f-1572-4773-b0ae-be5c8a48eb44 None None] The sync data for ids ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:39.118597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57580) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:39.233595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.341405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74cd08ce-a619-4afb-bf34-4fd58bfed113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.542881 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74cd08ce-a619-4afb-bf34-4fd58bfed113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.549476 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74cd08ce-a619-4afb-bf34-4fd58bfed113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.552980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:39.553335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.604505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-74cd08ce-a619-4afb-bf34-4fd58bfed113 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97cc31e99c5b482fb63b988e2a21b008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843490 Aug 29 04:28:39.605767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd08ce-a619-4afb-bf34-4fd58bfed113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3af80a-c5e9-4a81-bac3-9c7954fd030b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.608546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57598) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:39.657618 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.663244 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-21ef9006-ed89-4744-bb93-e3956331ac56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.670833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57600) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:39.681336 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for f3f7a4f2-4a63-4dbe-9be9-b98f16852e86 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:39.685679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-21ef9006-ed89-4744-bb93-e3956331ac56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.742127 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-21ef9006-ed89-4744-bb93-e3956331ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.747901 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-21ef9006-ed89-4744-bb93-e3956331ac56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.751529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-21ef9006-ed89-4744-bb93-e3956331ac56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e3af80a-c5e9-4a81-bac3-9c7954fd030b HTTP/1.1" status: 204 len: 168 time: 0.1394181 Aug 29 04:28:39.771942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef9006-ed89-4744-bb93-e3956331ac56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3af80a-c5e9-4a81-bac3-9c7954fd030b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.849862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f7f72b94-3853-44fa-aedd-f4855d2f4246 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:39.850614 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-f7f72b94-3853-44fa-aedd-f4855d2f4246 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:28:39.851185 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-f7f72b94-3853-44fa-aedd-f4855d2f4246 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:28:39.852261 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f7f72b94-3853-44fa-aedd-f4855d2f4246 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1804583 Aug 29 04:28:39.855917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57606) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:39.860710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'tempest-secgroup--201882150'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:39.880920 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.895148 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.907146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.911979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=f3f7a4f2-4a63-4dbe-9be9-b98f16852e86,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.042774 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.053132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.113586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1249d-002c-4e7a-9698-ec2200caf282,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.209008 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.214680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.286082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc1fdb9-7def-4c64-b949-f683f920bf0f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.290557 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.292505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-53fb3079-4d81-44dc-b81c-373991701932 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4355199 Aug 29 04:28:40.296190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57612) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.304913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b56c6e42-33af-4ae3-bb1e-07bcb55f60f0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': 'fdc1fdb9-7def-4c64-b949-f683f920bf0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:40.340767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57614) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.352956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b56c6e42-33af-4ae3-bb1e-07bcb55f60f0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.365381 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-763e8408-63da-4ee8-b8db-b49f95083174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.447572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.473045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b56c6e42-33af-4ae3-bb1e-07bcb55f60f0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.486731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b56c6e42-33af-4ae3-bb1e-07bcb55f60f0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.528811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c6e42-33af-4ae3-bb1e-07bcb55f60f0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223fd917-72bf-4ec8-aeee-6a7e9ca63e13,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.568875 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-763e8408-63da-4ee8-b8db-b49f95083174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.578461 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-763e8408-63da-4ee8-b8db-b49f95083174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.594960 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b56c6e42-33af-4ae3-bb1e-07bcb55f60f0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.596450 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b56c6e42-33af-4ae3-bb1e-07bcb55f60f0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981718 Aug 29 04:28:40.600737 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57620) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.607772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ba99be36-dc4a-4fc3-961c-028b6c18e469 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': 'fdc1fdb9-7def-4c64-b949-f683f920bf0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:40.637873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-763e8408-63da-4ee8-b8db-b49f95083174 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e16a24d523b84774acd4de26337acd8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955050 Aug 29 04:28:40.638494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57622) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.640526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e8408-63da-4ee8-b8db-b49f95083174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5225d49-46b0-41d9-b373-bf2cf150b57f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.669937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 2c17e437-cfbf-41c0-a183-b7d6b7b63d5d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:40.678172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ba99be36-dc4a-4fc3-961c-028b6c18e469 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.707948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc285633-e23e-4eb3-aeff-7c332c9e75d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.730905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc285633-e23e-4eb3-aeff-7c332c9e75d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.792100 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc285633-e23e-4eb3-aeff-7c332c9e75d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.792550 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:40.794700 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc285633-e23e-4eb3-aeff-7c332c9e75d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.797930 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3789ae76-f03d-4a9c-ab1b-cc21e6b46d78 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/2c17e437-cfbf-41c0-a183-b7d6b7b63d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9557824 Aug 29 04:28:40.801783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57624) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.804386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fc285633-e23e-4eb3-aeff-7c332c9e75d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5225d49-46b0-41d9-b373-bf2cf150b57f HTTP/1.1" status: 204 len: 168 time: 0.1646690 Aug 29 04:28:40.806962 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2616ef12-4c52-4438-9cd1-dfcaf72b8e50 None None] Sync routers for ids ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:40.813328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc285633-e23e-4eb3-aeff-7c332c9e75d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5225d49-46b0-41d9-b373-bf2cf150b57f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.819535 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616ef12-4c52-4438-9cd1-dfcaf72b8e50 None None] Routers {'2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:40.820278 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2616ef12-4c52-4438-9cd1-dfcaf72b8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:40.840148 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-ba99be36-dc4a-4fc3-961c-028b6c18e469 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:28:40.844335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57628) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.844590 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ba99be36-dc4a-4fc3-961c-028b6c18e469 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2430665 Aug 29 04:28:40.847356 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-229ca6c5-2c31-4778-b40a-f25d4bc1a817 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c17e437-cfbf-41c0-a183-b7d6b7b63d5d HTTP/1.1" status: 200 len: 205 time: 0.0445223 Aug 29 04:28:40.849823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57630) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.865655 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2616ef12-4c52-4438-9cd1-dfcaf72b8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:40.879961 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616ef12-4c52-4438-9cd1-dfcaf72b8e50 None None] Routers {'2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:40.880612 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2616ef12-4c52-4438-9cd1-dfcaf72b8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:40.925696 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2616ef12-4c52-4438-9cd1-dfcaf72b8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:40.926572 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2616ef12-4c52-4438-9cd1-dfcaf72b8e50 None None] The sync data for ids ['2c17e437-cfbf-41c0-a183-b7d6b7b63d5d'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:40.952069 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9868bad9-bdac-4fe4-bfc0-5c541023b010 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.959575 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-642513a5-17c6-4b79-b7b4-f1a6de6b6067 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.983522 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9868bad9-bdac-4fe4-bfc0-5c541023b010 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.047436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9868bad9-bdac-4fe4-bfc0-5c541023b010 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.050489 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9868bad9-bdac-4fe4-bfc0-5c541023b010 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.054124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9868bad9-bdac-4fe4-bfc0-5c541023b010 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/fdc1fdb9-7def-4c64-b949-f683f920bf0f HTTP/1.1" status: 204 len: 168 time: 0.2059774 Aug 29 04:28:41.056427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.065690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868bad9-bdac-4fe4-bfc0-5c541023b010 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc1fdb9-7def-4c64-b949-f683f920bf0f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.196888 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-642513a5-17c6-4b79-b7b4-f1a6de6b6067 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.199910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-642513a5-17c6-4b79-b7b4-f1a6de6b6067 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.204730 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6c00f510-a3eb-4d7f-a9be-e1361767d277 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1470358 Aug 29 04:28:41.209312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57640) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.215817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-913821a6-7823-4dc8-af92-8268a9c02c81 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'tempest-secgroup--812925870'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:41.301928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-642513a5-17c6-4b79-b7b4-f1a6de6b6067 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.303337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642513a5-17c6-4b79-b7b4-f1a6de6b6067 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Fanout notify agent at l3_agent the message router_deleted on router 2c17e437-cfbf-41c0-a183-b7d6b7b63d5d {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:41.319906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-642513a5-17c6-4b79-b7b4-f1a6de6b6067 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.324243 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-642513a5-17c6-4b79-b7b4-f1a6de6b6067 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/2c17e437-cfbf-41c0-a183-b7d6b7b63d5d HTTP/1.1" status: 204 len: 168 time: 0.4695377 Aug 29 04:28:41.324685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57646) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.345796 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-913821a6-7823-4dc8-af92-8268a9c02c81 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.431251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-5388f861-b701-4ea6-9f68-5fd8f83770f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting subnet 75b2bbb9-21ac-4ea3-b6e4-76f029032ab3 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:41.434823 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5388f861-b701-4ea6-9f68-5fd8f83770f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.476887 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-913821a6-7823-4dc8-af92-8268a9c02c81 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.482536 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-913821a6-7823-4dc8-af92-8268a9c02c81 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.486607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5388f861-b701-4ea6-9f68-5fd8f83770f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.533696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913821a6-7823-4dc8-af92-8268a9c02c81 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08d0c8b-69b8-4024-bcda-e23987ea1e7e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.538827 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-913821a6-7823-4dc8-af92-8268a9c02c81 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.540185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-913821a6-7823-4dc8-af92-8268a9c02c81 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3299053 Aug 29 04:28:41.542868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57654) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.547794 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3c137d1b-3932-4d0e-8415-fcb262579074 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': 'f08d0c8b-69b8-4024-bcda-e23987ea1e7e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:41.548661 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-3c137d1b-3932-4d0e-8415-fcb262579074 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 04:28:41.549056 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-3c137d1b-3932-4d0e-8415-fcb262579074 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:41.550129 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3c137d1b-3932-4d0e-8415-fcb262579074 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062220 Aug 29 04:28:41.553102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57656) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.612454 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5388f861-b701-4ea6-9f68-5fd8f83770f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.657437 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45c1ed37-a80c-4375-92b3-93f139408f59 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.694222 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5388f861-b701-4ea6-9f68-5fd8f83770f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.706006 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45c1ed37-a80c-4375-92b3-93f139408f59 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.728860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388f861-b701-4ea6-9f68-5fd8f83770f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Subnet': ['ID=75b2bbb9-21ac-4ea3-b6e4-76f029032ab3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.735359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5388f861-b701-4ea6-9f68-5fd8f83770f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.738032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5388f861-b701-4ea6-9f68-5fd8f83770f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/75b2bbb9-21ac-4ea3-b6e4-76f029032ab3 HTTP/1.1" status: 204 len: 168 time: 0.4123414 Aug 29 04:28:41.740639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57664) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.743721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a43b8-80f2-4e7b-9984-c70b0b5a4253 None None] Network 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:41.789393 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45c1ed37-a80c-4375-92b3-93f139408f59 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.794001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45c1ed37-a80c-4375-92b3-93f139408f59 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.796657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c3fbc2-9e60-4d55-91ad-0af040fe3c71 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting subnet 818fd676-10d5-4770-a11b-55f48ca87eba {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:41.800385 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-45c1ed37-a80c-4375-92b3-93f139408f59 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/f08d0c8b-69b8-4024-bcda-e23987ea1e7e HTTP/1.1" status: 204 len: 168 time: 0.2451947 Aug 29 04:28:41.804597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57668) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.816569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-26c3fbc2-9e60-4d55-91ad-0af040fe3c71 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.832997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1ed37-a80c-4375-92b3-93f139408f59 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08d0c8b-69b8-4024-bcda-e23987ea1e7e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.890483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-26c3fbc2-9e60-4d55-91ad-0af040fe3c71 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.923251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57672) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.923460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fdfaef34-4213-4e1e-a51e-a396431cd5a4 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1177559 Aug 29 04:28:41.928862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1e19ae93-c79a-4118-be3c-8a67e26c7e7d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686989718'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:41.969206 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e19ae93-c79a-4118-be3c-8a67e26c7e7d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.007354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-26c3fbc2-9e60-4d55-91ad-0af040fe3c71 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.022152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4947681-c0b9-4087-aa8d-f0e90430a413 None None] DHCP port deletion for 573c98b4-dc6d-472c-bcb0-ebad5640f2f6 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:42.079304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d4947681-c0b9-4087-aa8d-f0e90430a413 None None] Deleting port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:42.080031 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d4947681-c0b9-4087-aa8d-f0e90430a413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.101415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-26c3fbc2-9e60-4d55-91ad-0af040fe3c71 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.114837 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e19ae93-c79a-4118-be3c-8a67e26c7e7d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.127404 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e19ae93-c79a-4118-be3c-8a67e26c7e7d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.136522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3fbc2-9e60-4d55-91ad-0af040fe3c71 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Subnet': ['ID=818fd676-10d5-4770-a11b-55f48ca87eba,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.152088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-26c3fbc2-9e60-4d55-91ad-0af040fe3c71 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.154130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-26c3fbc2-9e60-4d55-91ad-0af040fe3c71 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/818fd676-10d5-4770-a11b-55f48ca87eba HTTP/1.1" status: 204 len: 168 time: 0.4125454 Aug 29 04:28:42.157231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57678) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.159705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e19ae93-c79a-4118-be3c-8a67e26c7e7d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.164875 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1e19ae93-c79a-4118-be3c-8a67e26c7e7d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2404156 Aug 29 04:28:42.169119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57680) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.181435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d4947681-c0b9-4087-aa8d-f0e90430a413 None None] For port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4e3d3777-1ccd-4cc0-921a-995c5f7e91e0,segment=NetworkSegment(c6958a51-8f5d-43ad-828f-d39db6a3dcdb),segment_id=c6958a51-8f5d-43ad-828f-d39db6a3dcdb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:42.181840 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d4947681-c0b9-4087-aa8d-f0e90430a413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.186673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-67357c14-ae63-4143-b3ab-e276c6309b6e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': 'edcbf12c-23b8-4739-b012-68e3ad57500c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:42.187924 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-67357c14-ae63-4143-b3ab-e276c6309b6e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 04:28:42.188634 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-67357c14-ae63-4143-b3ab-e276c6309b6e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:42.189798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-67357c14-ae63-4143-b3ab-e276c6309b6e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0195081 Aug 29 04:28:42.198276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b45dc-89cb-48ff-a95a-6d0ed81e02ce None None] Network 4c899e27-b581-45f9-b787-c7c18c484306 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:42.206220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57682) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.217681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d4947681-c0b9-4087-aa8d-f0e90430a413 None None] Calling delete_port for 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:42.257037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.273131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19ae93-c79a-4118-be3c-8a67e26c7e7d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcbf12c-23b8-4739-b012-68e3ad57500c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.293461 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b73c0769-53db-40c4-9cbc-fef8092ef196 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.327889 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b73c0769-53db-40c4-9cbc-fef8092ef196 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.337762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:42.338290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.390841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b73c0769-53db-40c4-9cbc-fef8092ef196 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.395523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b73c0769-53db-40c4-9cbc-fef8092ef196 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.396675 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b73c0769-53db-40c4-9cbc-fef8092ef196 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/edcbf12c-23b8-4739-b012-68e3ad57500c HTTP/1.1" status: 204 len: 168 time: 0.1894367 Aug 29 04:28:42.400656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57690) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.420470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c0769-53db-40c4-9cbc-fef8092ef196 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcbf12c-23b8-4739-b012-68e3ad57500c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.473578 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9b26524f-4b93-40e9-b862-3b086209134a tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701959 Aug 29 04:28:42.477333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57694) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.488986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f3bdd602-ad73-4d97-8a15-aca904f33ec9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010786577'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:42.493038 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d4947681-c0b9-4087-aa8d-f0e90430a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.508238 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4947681-c0b9-4087-aa8d-f0e90430a413 None None] No DVR routers for this DVR port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:42.523634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4e3d3777-1ccd-4cc0-921a-995c5f7e91e0,segment=NetworkSegment(c6958a51-8f5d-43ad-828f-d39db6a3dcdb),segment_id=c6958a51-8f5d-43ad-828f-d39db6a3dcdb)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:42.524133 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.545132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f37128-d039-4bf0-89f4-dc224fc966fd None None] DHCP port deletion for 4c899e27-b581-45f9-b787-c7c18c484306 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:42.545412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:42.553744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4947681-c0b9-4087-aa8d-f0e90430a413 None None] Pushing event deleted for resources: {'Port': ['ID=4e3d3777-1ccd-4cc0-921a-995c5f7e91e0,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.560804 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd602-ad73-4d97-8a15-aca904f33ec9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.620148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-97f37128-d039-4bf0-89f4-dc224fc966fd None None] Deleting port 5633a80c-df87-4bba-8144-1f7c6dc42c87 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:42.620396 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-97f37128-d039-4bf0-89f4-dc224fc966fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.694370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.712094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No DVR routers for this DVR port 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:42.717735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-97f37128-d039-4bf0-89f4-dc224fc966fd None None] For port 5633a80c-df87-4bba-8144-1f7c6dc42c87, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5633a80c-df87-4bba-8144-1f7c6dc42c87,segment=NetworkSegment(01cfdd57-cfaf-4866-9e09-8957adab31cb),segment_id=01cfdd57-cfaf-4866-9e09-8957adab31cb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:42.730890 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-97f37128-d039-4bf0-89f4-dc224fc966fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.763135 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=4e3d3777-1ccd-4cc0-921a-995c5f7e91e0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.789819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-97f37128-d039-4bf0-89f4-dc224fc966fd None None] Calling delete_port for 5633a80c-df87-4bba-8144-1f7c6dc42c87 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:42.879661 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.898682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573c98b4-dc6d-472c-bcb0-ebad5640f2f6']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:42.904685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd602-ad73-4d97-8a15-aca904f33ec9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.910274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:42.914823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6958a51-8f5d-43ad-828f-d39db6a3dcdb') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:42.917069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6958a51-8f5d-43ad-828f-d39db6a3dcdb') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:42.924432 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd602-ad73-4d97-8a15-aca904f33ec9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.933740 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.941881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:42.942234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4e3d3777-1ccd-4cc0-921a-995c5f7e91e0 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:42.942668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5633a80c-df87-4bba-8144-1f7c6dc42c87 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:42.969453 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.975164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd602-ad73-4d97-8a15-aca904f33ec9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.976557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f3bdd602-ad73-4d97-8a15-aca904f33ec9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4981594 Aug 29 04:28:42.979008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdd602-ad73-4d97-8a15-aca904f33ec9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e4506c-bf75-4fdc-a9eb-dc0d66bc7b61,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.979672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57708) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.981696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:42.982226 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:42.985771 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:42.988729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-70c362ec-5e06-4a00-941e-a8e350b381c2 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '10e4506c-bf75-4fdc-a9eb-dc0d66bc7b61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:42.991393 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-97f37128-d039-4bf0-89f4-dc224fc966fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.999464 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-70c362ec-5e06-4a00-941e-a8e350b381c2 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 04:28:43.000430 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-70c362ec-5e06-4a00-941e-a8e350b381c2 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.001677 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-70c362ec-5e06-4a00-941e-a8e350b381c2 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0210094 Aug 29 04:28:43.004959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57710) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.007286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f37128-d039-4bf0-89f4-dc224fc966fd None None] No DVR routers for this DVR port 5633a80c-df87-4bba-8144-1f7c6dc42c87 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:43.010577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-61505f48-40f0-473f-8fc4-1edea2c42d62 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '10e4506c-bf75-4fdc-a9eb-dc0d66bc7b61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.011450 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-61505f48-40f0-473f-8fc4-1edea2c42d62 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 04:28:43.012427 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-61505f48-40f0-473f-8fc4-1edea2c42d62 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.019012 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-61505f48-40f0-473f-8fc4-1edea2c42d62 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095859 Aug 29 04:28:43.019142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57712) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.032771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b57339a3-9e5f-4f67-875c-9c5771963617 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '10e4506c-bf75-4fdc-a9eb-dc0d66bc7b61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.033727 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-b57339a3-9e5f-4f67-875c-9c5771963617 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 04:28:43.035364 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-b57339a3-9e5f-4f67-875c-9c5771963617 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.036417 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b57339a3-9e5f-4f67-875c-9c5771963617 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135915 Aug 29 04:28:43.040244 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f37128-d039-4bf0-89f4-dc224fc966fd None None] Pushing event deleted for resources: {'Port': ['ID=5633a80c-df87-4bba-8144-1f7c6dc42c87,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.041099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57714) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.045671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No active binding found for port 5633a80c-df87-4bba-8144-1f7c6dc42c87 {{(pid=94852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:28:43.046050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5633a80c-df87-4bba-8144-1f7c6dc42c87 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:43.064053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.066595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-029f1aae-50a7-46cb-a764-663b7e1d774a tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '10e4506c-bf75-4fdc-a9eb-dc0d66bc7b61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.067538 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-029f1aae-50a7-46cb-a764-663b7e1d774a tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 04:28:43.071875 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-029f1aae-50a7-46cb-a764-663b7e1d774a tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.075455 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-029f1aae-50a7-46cb-a764-663b7e1d774a tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0170410 Aug 29 04:28:43.075598 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.075842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/networks/573c98b4-dc6d-472c-bcb0-ebad5640f2f6 HTTP/1.1" status: 204 len: 168 time: 0.9175792 Aug 29 04:28:43.077735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57716) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.078349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57718) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.140653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c078424-1df1-4cdf-a7f8-42362458d05e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Network': ['ID=573c98b4-dc6d-472c-bcb0-ebad5640f2f6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.161319 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2f45-7d3f-4926-9396-e99cbaa2f587 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.179914 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.189803 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2f45-7d3f-4926-9396-e99cbaa2f587 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.239908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2f45-7d3f-4926-9396-e99cbaa2f587 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.243350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2f45-7d3f-4926-9396-e99cbaa2f587 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.246937 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3fdc2f45-7d3f-4926-9396-e99cbaa2f587 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/10e4506c-bf75-4fdc-a9eb-dc0d66bc7b61 HTTP/1.1" status: 204 len: 168 time: 0.1656520 Aug 29 04:28:43.248023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57728) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.272704 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc2f45-7d3f-4926-9396-e99cbaa2f587 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e4506c-bf75-4fdc-a9eb-dc0d66bc7b61,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.276046 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.291818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c899e27-b581-45f9-b787-c7c18c484306']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:43.306566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cfdd57-cfaf-4866-9e09-8957adab31cb') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:43.306873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cfdd57-cfaf-4866-9e09-8957adab31cb') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:43.316864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.318084 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e3f3aaf6-9ac1-4ccb-abdd-7f9889b8e2ac tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689781 Aug 29 04:28:43.322185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57730) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.335023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1cff7245-e849-40ba-ae95-c75189c10707 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'tempest-secgroup--586892766'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.348815 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.359395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:43.359790 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:43.363732 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:43.415144 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cff7245-e849-40ba-ae95-c75189c10707 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.442939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.452294 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.454084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/networks/4c899e27-b581-45f9-b787-c7c18c484306 HTTP/1.1" status: 204 len: 168 time: 0.3747778 Aug 29 04:28:43.459668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57740) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.467162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'network': {'name': 'tempest-RoutersTest-547028301'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.469441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72231fb-ecd1-474c-b154-6a9487579464 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Network': ['ID=4c899e27-b581-45f9-b787-c7c18c484306,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.543883 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cff7245-e849-40ba-ae95-c75189c10707 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.549792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cff7245-e849-40ba-ae95-c75189c10707 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.570017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:43.575776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.588827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cff7245-e849-40ba-ae95-c75189c10707 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.590326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1cff7245-e849-40ba-ae95-c75189c10707 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2621653 Aug 29 04:28:43.593957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57752) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.607546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b4689699-b5a5-4bef-a2af-d6c7bb83c88a tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '0fc37961-859c-496d-ab19-e7a93046a1f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.608367 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-b4689699-b5a5-4bef-a2af-d6c7bb83c88a tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:28:43.609031 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-b4689699-b5a5-4bef-a2af-d6c7bb83c88a tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.610354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b4689699-b5a5-4bef-a2af-d6c7bb83c88a tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085435 Aug 29 04:28:43.611504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff7245-e849-40ba-ae95-c75189c10707 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc37961-859c-496d-ab19-e7a93046a1f3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.613839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57758) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.618349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d612abca-e531-4716-bf1b-18bce04e575e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '0fc37961-859c-496d-ab19-e7a93046a1f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.632351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:43.644645 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.645044 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added segment 7bac6eca-8af0-417a-9942-18c500320584 of type vlan for network 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 Aug 29 04:28:43.666495 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-d612abca-e531-4716-bf1b-18bce04e575e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.667663 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d612abca-e531-4716-bf1b-18bce04e575e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0527020 Aug 29 04:28:43.670570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57764) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.676797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-66d9f951-45d3-4a1f-996e-7f5509db423f tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '0fc37961-859c-496d-ab19-e7a93046a1f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.677127 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-66d9f951-45d3-4a1f-996e-7f5509db423f tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 04:28:43.677641 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-66d9f951-45d3-4a1f-996e-7f5509db423f tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.678619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-66d9f951-45d3-4a1f-996e-7f5509db423f tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070879 Aug 29 04:28:43.681910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57766) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.687088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8f856021-2236-4b79-83d3-4eb25a237c10 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '0fc37961-859c-496d-ab19-e7a93046a1f3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.700907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.739178 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.743248 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-8f856021-2236-4b79-83d3-4eb25a237c10 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.744775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8f856021-2236-4b79-83d3-4eb25a237c10 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0618241 Aug 29 04:28:43.748293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.748461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57774) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.749046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.754408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3193bf87-0e3d-41aa-9862-30700ceba278 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '0fc37961-859c-496d-ab19-e7a93046a1f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.755522 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-3193bf87-0e3d-41aa-9862-30700ceba278 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:28:43.756523 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-3193bf87-0e3d-41aa-9862-30700ceba278 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.758486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3193bf87-0e3d-41aa-9862-30700ceba278 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080454 Aug 29 04:28:43.761707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57776) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.768398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cf0334ab-fc85-49bf-9e1b-28a906378561 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '0fc37961-859c-496d-ab19-e7a93046a1f3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.785199 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3236015 Aug 29 04:28:43.803635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57778) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.809147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'subnet': {'network_id': '24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.832770 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-cf0334ab-fc85-49bf-9e1b-28a906378561 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Project ff5679d2f7044286b5357a20c2ca38ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:28:43.841145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed0c9b-bd02-4d64-b9a9-9425bd40d3d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Network': ['ID=24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.852190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:43.954235 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-cf0334ab-fc85-49bf-9e1b-28a906378561 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.958622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57792) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.959123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cf0334ab-fc85-49bf-9e1b-28a906378561 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1954515 Aug 29 04:28:43.963944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7f0ebf0b-058b-45d2-8220-375b40ffb8d9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '0fc37961-859c-496d-ab19-e7a93046a1f3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.964756 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-7f0ebf0b-058b-45d2-8220-375b40ffb8d9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 04:28:43.965246 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-7f0ebf0b-058b-45d2-8220-375b40ffb8d9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:43.968771 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7f0ebf0b-058b-45d2-8220-375b40ffb8d9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066388 Aug 29 04:28:43.969490 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57794) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.976243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b50b9565-b09b-475e-bb18-4a8c31ca505e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '0fc37961-859c-496d-ab19-e7a93046a1f3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.986205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:43.992549 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.008691 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-b50b9565-b09b-475e-bb18-4a8c31ca505e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Project ff5679d2f7044286b5357a20c2ca38ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:28:44.028702 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-b50b9565-b09b-475e-bb18-4a8c31ca505e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:44.030080 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b50b9565-b09b-475e-bb18-4a8c31ca505e tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0594237 Aug 29 04:28:44.033037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57798) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.039125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e58858dd-4dd8-493a-87c4-64c1900c758b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '0fc37961-859c-496d-ab19-e7a93046a1f3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.069702 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-e58858dd-4dd8-493a-87c4-64c1900c758b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Project ff5679d2f7044286b5357a20c2ca38ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:28:44.090972 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-e58858dd-4dd8-493a-87c4-64c1900c758b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:44.096138 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e58858dd-4dd8-493a-87c4-64c1900c758b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0608068 Aug 29 04:28:44.098933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57800) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.121753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57802) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.171807 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d591bf32-5990-42df-a7ac-7f4f6dd088c0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.196110 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d591bf32-5990-42df-a7ac-7f4f6dd088c0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.220664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.242591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d591bf32-5990-42df-a7ac-7f4f6dd088c0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.249339 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d591bf32-5990-42df-a7ac-7f4f6dd088c0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.251088 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d591bf32-5990-42df-a7ac-7f4f6dd088c0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/0fc37961-859c-496d-ab19-e7a93046a1f3 HTTP/1.1" status: 204 len: 168 time: 0.1511621 Aug 29 04:28:44.258225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57806) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.285894 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591bf32-5990-42df-a7ac-7f4f6dd088c0 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc37961-859c-496d-ab19-e7a93046a1f3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.295847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c425fd5f-4062-48ed-962f-f1077fbe6675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.315187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Checking segment: {'id': '7bac6eca-8af0-417a-9942-18c500320584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:44.315783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network hostable DHCP agents. Network: 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:44.317852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Subnet': ['ID=f2ba0452-588e-4b01-bc1f-642b7fe1ed2f,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.338334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:44.339425 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6d67d783-e416-42fc-8eb5-3677b515121d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797896 Aug 29 04:28:44.343189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57808) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.349896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c1be795d-7513-42d6-a3d8-030f986d609c tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'tempest-secgroup--2099038327'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.353358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:44.358935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.360164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.381112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8983cb6-a63f-4555-b493-cbd0dd1ad1e3 None None] Network 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:44.475130 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c425fd5f-4062-48ed-962f-f1077fbe6675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.481214 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c425fd5f-4062-48ed-962f-f1077fbe6675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.493377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-038c7234-edd6-4efc-a89c-a15b2dae89b6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6885462 Aug 29 04:28:44.494496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57810) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.499517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-18b95e33-ba12-4744-92e7-4078818b0c84 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-933929385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.523523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c1be795d-7513-42d6-a3d8-030f986d609c tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.536816 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b95e33-ba12-4744-92e7-4078818b0c84 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.538956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b95e33-ba12-4744-92e7-4078818b0c84 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.575862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425fd5f-4062-48ed-962f-f1077fbe6675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457f35c4-1842-4f50-bac2-724b412cd879,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.583351 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c425fd5f-4062-48ed-962f-f1077fbe6675 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6781bd22894a45ba835f59d9f1bfb5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4605970 Aug 29 04:28:44.586113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57814) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.637989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11', 'network_id': '24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'fixed_ips': [{'subnet_id': 'f2ba0452-588e-4b01-bc1f-642b7fe1ed2f'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:44.640025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.670754 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73431176-8fbe-4043-9c8a-e23a6fc710e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.695505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b95e33-ba12-4744-92e7-4078818b0c84 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.702054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b95e33-ba12-4744-92e7-4078818b0c84 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.706084 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73431176-8fbe-4043-9c8a-e23a6fc710e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.767288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c1be795d-7513-42d6-a3d8-030f986d609c tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.771737 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c1be795d-7513-42d6-a3d8-030f986d609c tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.786569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b95e33-ba12-4744-92e7-4078818b0c84 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.790321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57816) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.790992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-18b95e33-ba12-4744-92e7-4078818b0c84 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2959032 Aug 29 04:28:44.800265 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'port': {'network_id': '24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11', 'name': 'tempest-RoutersTest-1935894012'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.810808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Allocated IP 172.20.0.2 (24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11/f2ba0452-588e-4b01-bc1f-642b7fe1ed2f/cee1318c-4af1-4d97-ba9b-cf612f255f1a) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:44.824493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c1be795d-7513-42d6-a3d8-030f986d609c tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.828513 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c1be795d-7513-42d6-a3d8-030f986d609c tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4811225 Aug 29 04:28:44.829118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57818) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.834335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4d6cc340-5531-4f13-a062-3c5ae48a55b9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '066c159b-45de-4ecc-b1ba-6d27e5d1d86d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.857721 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73431176-8fbe-4043-9c8a-e23a6fc710e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.860941 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73431176-8fbe-4043-9c8a-e23a6fc710e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.863456 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-73431176-8fbe-4043-9c8a-e23a6fc710e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/457f35c4-1842-4f50-bac2-724b412cd879 HTTP/1.1" status: 204 len: 168 time: 0.2756438 Aug 29 04:28:44.868177 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be795d-7513-42d6-a3d8-030f986d609c tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066c159b-45de-4ecc-b1ba-6d27e5d1d86d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.900414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73431176-8fbe-4043-9c8a-e23a6fc710e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457f35c4-1842-4f50-bac2-724b412cd879,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.907801 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-4d6cc340-5531-4f13-a062-3c5ae48a55b9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The resource could not be found. Aug 29 04:28:44.909266 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4d6cc340-5531-4f13-a062-3c5ae48a55b9 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0792937 Aug 29 04:28:44.912302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57822) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.923684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9cf4a2d2-217d-4103-8abd-95d31f651a6b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '066c159b-45de-4ecc-b1ba-6d27e5d1d86d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e27dabc3-354d-469d-b974-777206f1908d'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:45.037952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:45.045775 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-9cf4a2d2-217d-4103-8abd-95d31f651a6b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The resource could not be found. Aug 29 04:28:45.046859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9cf4a2d2-217d-4103-8abd-95d31f651a6b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1330178 Aug 29 04:28:45.050329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57828) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.051256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.078459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] device_id is not set on port 58b095aa-5413-49fd-89f1-154f0df0f86b yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:45.133732 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.148537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Transition to ACTIVE for port object cee1318c-4af1-4d97-ba9b-cf612f255f1a will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:45.195574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Transition to ACTIVE for port object cee1318c-4af1-4d97-ba9b-cf612f255f1a will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:45.206178 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.226694 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41a1a0a6-7dab-4dfe-9dbc-c4d9c397d051 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.276487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Allocated IP 172.20.0.11 (24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11/f2ba0452-588e-4b01-bc1f-642b7fe1ed2f/58b095aa-5413-49fd-89f1-154f0df0f86b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:45.284830 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41a1a0a6-7dab-4dfe-9dbc-c4d9c397d051 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.306868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Network 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:45.309552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:45.313661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:45.336321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Pushing event updated for resources: {'Port': ['ID=cee1318c-4af1-4d97-ba9b-cf612f255f1a,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.370002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41a1a0a6-7dab-4dfe-9dbc-c4d9c397d051 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.373123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41a1a0a6-7dab-4dfe-9dbc-c4d9c397d051 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.377786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-41a1a0a6-7dab-4dfe-9dbc-c4d9c397d051 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/066c159b-45de-4ecc-b1ba-6d27e5d1d86d HTTP/1.1" status: 204 len: 168 time: 0.3259022 Aug 29 04:28:45.378532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57848) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.406431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1a0a6-7dab-4dfe-9dbc-c4d9c397d051 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=066c159b-45de-4ecc-b1ba-6d27e5d1d86d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.412629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Attempting to bind port cee1318c-4af1-4d97-ba9b-cf612f255f1a on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:45.413418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Attempting to bind port cee1318c-4af1-4d97-ba9b-cf612f255f1a by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7bac6eca-8af0-417a-9942-18c500320584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:45.413787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Attempting to bind port cee1318c-4af1-4d97-ba9b-cf612f255f1a on network 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:45.421419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57850) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.433062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:45.433550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Checking segment: {'id': '7bac6eca-8af0-417a-9942-18c500320584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:45.435207 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.435207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Bound using segment: {'id': '7bac6eca-8af0-417a-9942-18c500320584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:45.435207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Bound port: cee1318c-4af1-4d97-ba9b-cf612f255f1a, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bac6eca-8af0-417a-9942-18c500320584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:45.435207 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.454629 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01263867-3cbc-4c74-9277-b5930cb74c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.483835 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-128e8934-dcbc-449e-9f04-697fb98e4f88 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949364 Aug 29 04:28:45.486590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57852) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.494555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a9d8814b-b7de-4a9f-a999-0a24046be68c tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': 'e5d9f851-b737-4414-a493-791edbe492c3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:45.519245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] For port cee1318c-4af1-4d97-ba9b-cf612f255f1a, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:45.523083 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] For port cee1318c-4af1-4d97-ba9b-cf612f255f1a, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cee1318c-4af1-4d97-ba9b-cf612f255f1a,segment=NetworkSegment(7bac6eca-8af0-417a-9942-18c500320584),segment_id=7bac6eca-8af0-417a-9942-18c500320584)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:45.533088 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.550117 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.577637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Transition to ACTIVE for port object 58b095aa-5413-49fd-89f1-154f0df0f86b will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:45.627451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3ef25-6775-42d0-8ecb-e22d0dd48a4c None None] Pushing event updated for resources: {'Port': ['ID=cee1318c-4af1-4d97-ba9b-cf612f255f1a,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.648929 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01263867-3cbc-4c74-9277-b5930cb74c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.650097 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.661458 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01263867-3cbc-4c74-9277-b5930cb74c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.794271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-01263867-3cbc-4c74-9277-b5930cb74c98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aeb04cdce623453e9e9bfbd6abd2c593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684940 Aug 29 04:28:45.797638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57860) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.802663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:45.811301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01263867-3cbc-4c74-9277-b5930cb74c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845c0f27-161c-4aea-a5dc-996293898aea,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.842749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:45.853274 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-a9d8814b-b7de-4a9f-a999-0a24046be68c tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The resource could not be found. Aug 29 04:28:45.854927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a9d8814b-b7de-4a9f-a999-0a24046be68c tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3665388 Aug 29 04:28:45.858441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57864) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.861341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:45.864814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a3304bab-be48-47dd-8375-20e323a2312b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903646459'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:45.873553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=58b095aa-5413-49fd-89f1-154f0df0f86b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.936066 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3304bab-be48-47dd-8375-20e323a2312b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.020405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.023908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.085968 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ab09198-6e4c-4415-9a4d-0d52a408bd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.107168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3304bab-be48-47dd-8375-20e323a2312b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.119603 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3304bab-be48-47dd-8375-20e323a2312b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.164588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0fa36318-b201-4efd-ab86-5739caece162 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3723211 Aug 29 04:28:46.166373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57870) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.198317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3304bab-be48-47dd-8375-20e323a2312b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d38318c-93b9-4d2f-ba2d-c67c43359fdb,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.202118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3304bab-be48-47dd-8375-20e323a2312b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.203434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a3304bab-be48-47dd-8375-20e323a2312b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3436899 Aug 29 04:28:46.206642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57872) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.211660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-207bcb39-2024-4110-8391-fcbe3c796463 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'tempest-secgroup--982529335'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:46.247214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-010ced33-fe5c-4aef-ae28-86dd31a6bfe5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5336294 Aug 29 04:28:46.261826 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-207bcb39-2024-4110-8391-fcbe3c796463 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.288681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ab09198-6e4c-4415-9a4d-0d52a408bd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.379560 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-207bcb39-2024-4110-8391-fcbe3c796463 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.424932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-207bcb39-2024-4110-8391-fcbe3c796463 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.484371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bcb39-2024-4110-8391-fcbe3c796463 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805795a3-29c4-4c91-ab53-0bd6161295d5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.491808 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-207bcb39-2024-4110-8391-fcbe3c796463 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.493326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-207bcb39-2024-4110-8391-fcbe3c796463 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2856894 Aug 29 04:28:46.498009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-27bf31c5-d411-40cd-b510-fa852ca69987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.500521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-27bf31c5-d411-40cd-b510-fa852ca69987 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 1097 time: 0.2103198 Aug 29 04:28:46.518488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57874) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.531370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5034fb9d-ee9f-46d2-8f24-658f090a0bb7 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '3d38318c-93b9-4d2f-ba2d-c67c43359fdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '805795a3-29c4-4c91-ab53-0bd6161295d5'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:46.536820 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ab09198-6e4c-4415-9a4d-0d52a408bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.539784 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ab09198-6e4c-4415-9a4d-0d52a408bd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.541759 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3ab09198-6e4c-4415-9a4d-0d52a408bd50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/845c0f27-161c-4aea-a5dc-996293898aea HTTP/1.1" status: 204 len: 168 time: 0.7136555 Aug 29 04:28:46.583485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab09198-6e4c-4415-9a4d-0d52a408bd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845c0f27-161c-4aea-a5dc-996293898aea,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.728036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.775156 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-5034fb9d-ee9f-46d2-8f24-658f090a0bb7 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:46.776503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5034fb9d-ee9f-46d2-8f24-658f090a0bb7 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2552869 Aug 29 04:28:46.778995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-3fc3f22a-1759-454d-bdd3-dad4fc2fe42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.782303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-3fc3f22a-1759-454d-bdd3-dad4fc2fe42c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.2240665 Aug 29 04:28:46.782810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57878) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.969761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-3ddf849e-4379-4035-a325-4ca4ad2297e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d62609-a261-4c76-b13f-0ea1cc93315d HTTP/1.1" status: 200 len: 217 time: 0.1011250 Aug 29 04:28:46.979269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cee1318c-4af1-4d97-ba9b-cf612f255f1a up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:47.054295 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4363-8b7e-4bf2-a1d3-331afcbe35bc tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.086881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port cee1318c-4af1-4d97-ba9b-cf612f255f1a completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:47.099397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-e031f453-37f2-4e00-a1f1-f6eefeade514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.101209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-e031f453-37f2-4e00-a1f1-f6eefeade514 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1183321 Aug 29 04:28:47.110936 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4363-8b7e-4bf2-a1d3-331afcbe35bc tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.204994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b6fc37-6234-40fb-b9d8-e384590fc246 None None] Network 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:47.245941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-edaebabf-4e55-4835-938d-9286d474e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.248585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-edaebabf-4e55-4835-938d-9286d474e60c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330938 Aug 29 04:28:47.264120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-27454b5a-f124-4241-8f03-c2f808ff8c2f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:28:47.265535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-27454b5a-f124-4241-8f03-c2f808ff8c2f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092971 Aug 29 04:28:47.267155 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4363-8b7e-4bf2-a1d3-331afcbe35bc tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.270539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4363-8b7e-4bf2-a1d3-331afcbe35bc tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.273026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5d0a4363-8b7e-4bf2-a1d3-331afcbe35bc tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/805795a3-29c4-4c91-ab53-0bd6161295d5 HTTP/1.1" status: 204 len: 168 time: 0.4883013 Aug 29 04:28:47.276807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57900) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.316500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d447dfdb-dfdc-4c7c-932c-1a2173de1c2a None None] Provisioning for port cee1318c-4af1-4d97-ba9b-cf612f255f1a completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:47.331297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d447dfdb-dfdc-4c7c-932c-1a2173de1c2a None None] Provisioning complete for port cee1318c-4af1-4d97-ba9b-cf612f255f1a triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:47.331949 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d447dfdb-dfdc-4c7c-932c-1a2173de1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.395661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-e022b2b5-b594-465c-a18e-b00c79693c18 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184092 Aug 29 04:28:47.426870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a4363-8b7e-4bf2-a1d3-331afcbe35bc tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805795a3-29c4-4c91-ab53-0bd6161295d5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:47.461332 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c5c0db1c-2903-431d-a9ca-b874bb319cb7 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1815877 Aug 29 04:28:47.466526 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.471449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57908) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.482540 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.626865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c95f68f1-5339-4c42-b939-576d190d7fe7 req-7cf3063c-130c-4bca-95fd-75047c90353e service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213862 Aug 29 04:28:47.645054 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d447dfdb-dfdc-4c7c-932c-1a2173de1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.718166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d447dfdb-dfdc-4c7c-932c-1a2173de1c2a None None] For port cee1318c-4af1-4d97-ba9b-cf612f255f1a, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cee1318c-4af1-4d97-ba9b-cf612f255f1a,segment=NetworkSegment(7bac6eca-8af0-417a-9942-18c500320584),segment_id=7bac6eca-8af0-417a-9942-18c500320584)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:47.733271 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90bec253-b272-440d-bf54-d85be6397f10 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.742942 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d447dfdb-dfdc-4c7c-932c-1a2173de1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.765131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90bec253-b272-440d-bf54-d85be6397f10 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.961957 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90bec253-b272-440d-bf54-d85be6397f10 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.968545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90bec253-b272-440d-bf54-d85be6397f10 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.974696 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-90bec253-b272-440d-bf54-d85be6397f10 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/3d38318c-93b9-4d2f-ba2d-c67c43359fdb HTTP/1.1" status: 204 len: 168 time: 0.4995365 Aug 29 04:28:47.976425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57920) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.988170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=58b095aa-5413-49fd-89f1-154f0df0f86b,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.047633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bec253-b272-440d-bf54-d85be6397f10 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d38318c-93b9-4d2f-ba2d-c67c43359fdb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.099200 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57922) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.104655 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4def2cf9-91bc-4530-a38b-75e05a1380d5 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'tempest-secgroup--843207683'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:48.109349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-69ac417a-8eee-49f6-8c17-707f4c9767a1 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1303747 Aug 29 04:28:48.168870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.180134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447dfdb-dfdc-4c7c-932c-1a2173de1c2a None None] Pushing event updated for resources: {'Port': ['ID=cee1318c-4af1-4d97-ba9b-cf612f255f1a,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.188248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e133c921-53e4-4023-8b42-8eabd0a49ff4 None None] Provisioning for port 58b095aa-5413-49fd-89f1-154f0df0f86b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:48.195990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e133c921-53e4-4023-8b42-8eabd0a49ff4 None None] Provisioning complete for port 58b095aa-5413-49fd-89f1-154f0df0f86b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:48.196430 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e133c921-53e4-4023-8b42-8eabd0a49ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.278777 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4def2cf9-91bc-4530-a38b-75e05a1380d5 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.305624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e133c921-53e4-4023-8b42-8eabd0a49ff4 None None] Port 58b095aa-5413-49fd-89f1-154f0df0f86b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:48.316433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.346702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e133c921-53e4-4023-8b42-8eabd0a49ff4 None None] Provisioning complete for port cee1318c-4af1-4d97-ba9b-cf612f255f1a triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:48.346702 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e133c921-53e4-4023-8b42-8eabd0a49ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.635693 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4def2cf9-91bc-4530-a38b-75e05a1380d5 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.654093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a4715021-52e9-48a0-a7cc-053348eb397b None None] Provisioning complete for port 58b095aa-5413-49fd-89f1-154f0df0f86b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:48.656385 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a4715021-52e9-48a0-a7cc-053348eb397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.662243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4def2cf9-91bc-4530-a38b-75e05a1380d5 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.706171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.712899 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4def2cf9-91bc-4530-a38b-75e05a1380d5 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.714633 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4def2cf9-91bc-4530-a38b-75e05a1380d5 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6141498 Aug 29 04:28:48.717827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57972) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.724114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e6da5579-60e0-4101-ab8a-91414b23cb1d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '13f26a41-4b0b-4111-9d96-8e86de3d6e07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:48.746105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def2cf9-91bc-4530-a38b-75e05a1380d5 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f26a41-4b0b-4111-9d96-8e86de3d6e07,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.793248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a4715021-52e9-48a0-a7cc-053348eb397b None None] Port 58b095aa-5413-49fd-89f1-154f0df0f86b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:48.812122 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-e6da5579-60e0-4101-ab8a-91414b23cb1d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:48.814371 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e6da5579-60e0-4101-ab8a-91414b23cb1d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0951393 Aug 29 04:28:48.818337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57974) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.824989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5bb5bf63-e6ac-43a8-9628-6f4800e4294f tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group_rule': {'security_group_id': '13f26a41-4b0b-4111-9d96-8e86de3d6e07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:48.903527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cee1318c-4af1-4d97-ba9b-cf612f255f1a up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:48.926928 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-5bb5bf63-e6ac-43a8-9628-6f4800e4294f tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:48.931359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5bb5bf63-e6ac-43a8-9628-6f4800e4294f tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1116772 Aug 29 04:28:48.932107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57976) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.000823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-05545694-31bd-4f87-a6d1-657b11aa6015 None None] Provisioning complete for port 58b095aa-5413-49fd-89f1-154f0df0f86b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:49.001229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-05545694-31bd-4f87-a6d1-657b11aa6015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.021565 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1160371a-7ad5-4bcc-8bea-435923bdd8ef tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.076382 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1160371a-7ad5-4bcc-8bea-435923bdd8ef tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.096157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-05545694-31bd-4f87-a6d1-657b11aa6015 None None] Port 58b095aa-5413-49fd-89f1-154f0df0f86b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:49.118432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port cee1318c-4af1-4d97-ba9b-cf612f255f1a triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:49.118882 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.203647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1160371a-7ad5-4bcc-8bea-435923bdd8ef tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.207399 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1160371a-7ad5-4bcc-8bea-435923bdd8ef tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.208187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1160371a-7ad5-4bcc-8bea-435923bdd8ef tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/13f26a41-4b0b-4111-9d96-8e86de3d6e07 HTTP/1.1" status: 204 len: 168 time: 0.2749946 Aug 29 04:28:49.218646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57982) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.218889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 57984) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.226661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160371a-7ad5-4bcc-8bea-435923bdd8ef tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f26a41-4b0b-4111-9d96-8e86de3d6e07,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.306046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57988) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.306305 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-29520c82-2ac6-4a89-9f74-7f73912a1539 tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862923 Aug 29 04:28:49.311012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e1ee25bc-60ff-4930-b29d-745b8746e9de tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326405836'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:49.319778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.329703 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.364225 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1ee25bc-60ff-4930-b29d-745b8746e9de tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.469255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=58b095aa-5413-49fd-89f1-154f0df0f86b,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.481626 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1ee25bc-60ff-4930-b29d-745b8746e9de tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.487036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1ee25bc-60ff-4930-b29d-745b8746e9de tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.488578 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4c703ef-a245-46a2-ba74-9af448094836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.498959 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.569834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee25bc-60ff-4930-b29d-745b8746e9de tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8daad9c3-330c-4b29-971e-50aa8fc82acc,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.650303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:49.655260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:49.789903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4c703ef-a245-46a2-ba74-9af448094836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.804536 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4c703ef-a245-46a2-ba74-9af448094836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.817224 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e1ee25bc-60ff-4930-b29d-745b8746e9de tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.818628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e1ee25bc-60ff-4930-b29d-745b8746e9de tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5112829 Aug 29 04:28:49.821462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57996) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.826172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c9e4fde9-abd0-4672-b4de-0144e28f210d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:49.826941 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-c9e4fde9-abd0-4672-b4de-0144e28f210d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:28:49.827449 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-c9e4fde9-abd0-4672-b4de-0144e28f210d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:28:49.828467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c9e4fde9-abd0-4672-b4de-0144e28f210d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "PUT /v2.0/security-groups/8daad9c3-330c-4b29-971e-50aa8fc82acc HTTP/1.1" status: 409 len: 330 time: 0.0060911 Aug 29 04:28:49.831748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57998) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.910151 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c4c703ef-a245-46a2-ba74-9af448094836 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e44f2e51db245fa9c765b2a5f21a27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878698 Aug 29 04:28:49.911652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58000) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.913706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c703ef-a245-46a2-ba74-9af448094836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11597c48-537f-4b11-81e2-af8940e7d6b1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.945416 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 878b5153-5a5d-4310-8997-1bd5d1933059 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:49.969775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7232fc6-25ad-485c-a51b-6924956385be tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.004060 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7232fc6-25ad-485c-a51b-6924956385be tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.026724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93d6b1e9-9183-4ce5-bba2-d099f996e21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.030693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-04a6f157-ef71-47fe-86b6-65c30234ebfc None None] Provisioning complete for port 58b095aa-5413-49fd-89f1-154f0df0f86b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:50.031225 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-04a6f157-ef71-47fe-86b6-65c30234ebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.063410 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93d6b1e9-9183-4ce5-bba2-d099f996e21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.091962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7232fc6-25ad-485c-a51b-6924956385be tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.094568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-04a6f157-ef71-47fe-86b6-65c30234ebfc None None] Port 58b095aa-5413-49fd-89f1-154f0df0f86b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:50.094844 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7232fc6-25ad-485c-a51b-6924956385be tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.098271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c7232fc6-25ad-485c-a51b-6924956385be tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/8daad9c3-330c-4b29-971e-50aa8fc82acc HTTP/1.1" status: 204 len: 168 time: 0.2633429 Aug 29 04:28:50.099056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58002) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.112679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7232fc6-25ad-485c-a51b-6924956385be tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daad9c3-330c-4b29-971e-50aa8fc82acc,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.145559 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93d6b1e9-9183-4ce5-bba2-d099f996e21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.149429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93d6b1e9-9183-4ce5-bba2-d099f996e21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.150893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-93d6b1e9-9183-4ce5-bba2-d099f996e21d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11597c48-537f-4b11-81e2-af8940e7d6b1 HTTP/1.1" status: 204 len: 168 time: 0.2276418 Aug 29 04:28:50.159748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:50.170665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf0e24-2c05-4485-95fa-413239f393ac None None] Sync routers for ids ['878b5153-5a5d-4310-8997-1bd5d1933059'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:50.175422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-37d13ba4-55ac-4478-8313-a53804c491c6 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/878b5153-5a5d-4310-8997-1bd5d1933059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9961157 Aug 29 04:28:50.175573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6b1e9-9183-4ce5-bba2-d099f996e21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11597c48-537f-4b11-81e2-af8940e7d6b1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.177400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58010) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.184374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf0e24-2c05-4485-95fa-413239f393ac None None] Routers {'878b5153-5a5d-4310-8997-1bd5d1933059'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:50.185013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9aaf0e24-2c05-4485-95fa-413239f393ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['878b5153-5a5d-4310-8997-1bd5d1933059'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:50.196432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58012) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.198173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3d02e64f-1c30-4de7-8218-aa03e798a47d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968306 Aug 29 04:28:50.223523 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-9a779ced-d6a6-4e75-b4f8-5380ef6cdd1b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] delete failed (client error): The resource could not be found. Aug 29 04:28:50.229446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9a779ced-d6a6-4e75-b4f8-5380ef6cdd1b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "DELETE /v2.0/security-groups/dcd037e2-9cc0-4dc7-886d-86b16900a8b0 HTTP/1.1" status: 404 len: 347 time: 0.0318706 Aug 29 04:28:50.240278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58014) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.250288 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e03bba-e95c-49ca-b433-f8e0fb241269 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.259286 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e3e03bba-e95c-49ca-b433-f8e0fb241269 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports/58b095aa-5413-49fd-89f1-154f0df0f86b HTTP/1.1" status: 200 len: 978 time: 0.0784752 Aug 29 04:28:50.259286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58018) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.274858 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-eb2c21d6-dea9-45ed-b5c7-347de6badb8d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] show failed (client error): The resource could not be found. Aug 29 04:28:50.278485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9aaf0e24-2c05-4485-95fa-413239f393ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:50.285044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eb2c21d6-dea9-45ed-b5c7-347de6badb8d tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-groups/d43663fd-650b-467c-813b-2380564cdbae HTTP/1.1" status: 404 len: 347 time: 0.0530984 Aug 29 04:28:50.292565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf0e24-2c05-4485-95fa-413239f393ac None None] Routers {'878b5153-5a5d-4310-8997-1bd5d1933059'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:50.293190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9aaf0e24-2c05-4485-95fa-413239f393ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['878b5153-5a5d-4310-8997-1bd5d1933059'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:50.309007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58020) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.335513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9aaf0e24-2c05-4485-95fa-413239f393ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:50.336515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf0e24-2c05-4485-95fa-413239f393ac None None] The sync data for ids ['878b5153-5a5d-4310-8997-1bd5d1933059'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:50.365112 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-819ef056-64c9-4a2e-9829-d34d571b3d9b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] show failed (client error): The resource could not be found. Aug 29 04:28:50.370466 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-819ef056-64c9-4a2e-9829-d34d571b3d9b tempest-NegativeSecGroupIPv6Test-595453744 tempest-NegativeSecGroupIPv6Test-595453744-project] 10.222.0.49 "GET /v2.0/security-group-rules/ba33944b-d3c2-4ce4-ad2a-a6a27dedb3db HTTP/1.1" status: 404 len: 356 time: 0.0562358 Aug 29 04:28:50.382941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0ec87-ce65-42e1-8cab-32943dbb2623 req-2d526e57-15b7-4db4-a349-4b478e4bd3a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.389230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26c0ec87-ce65-42e1-8cab-32943dbb2623 req-2d526e57-15b7-4db4-a349-4b478e4bd3a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1169336 Aug 29 04:28:50.448971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26c0ec87-ce65-42e1-8cab-32943dbb2623 req-bb7386a2-7747-4759-97b7-66ec225e44fe tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584364 Aug 29 04:28:50.619543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73d7e6-21bb-4ac4-bfaf-b0b3c8ae5199 req-92ad1dbc-63da-4525-86ed-51a46eabd08c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.631799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c73d7e6-21bb-4ac4-bfaf-b0b3c8ae5199 req-92ad1dbc-63da-4525-86ed-51a46eabd08c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1098211 Aug 29 04:28:50.720568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c73d7e6-21bb-4ac4-bfaf-b0b3c8ae5199 req-f562cd28-e22b-4ae7-a5ef-217f7c5e6d1f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857270 Aug 29 04:28:50.952138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.002778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58056) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.281086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-58321be5-6dd6-471c-8c61-610ed423fcfe tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.289012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-58321be5-6dd6-471c-8c61-610ed423fcfe tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 812 time: 0.2198567 Aug 29 04:28:51.309626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-530d8cc1-c1d9-47d8-af04-586007eac377 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/quotas/dce347bb15cc4c40b8db7d918d905ae0 HTTP/1.1" status: 200 len: 375 time: 0.0194955 Aug 29 04:28:51.350007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-661e4081-45b1-445c-81c3-7b5bcdf95600 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff5679d2f7044286b5357a20c2ca38ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449063 Aug 29 04:28:51.352454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58072) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.418327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-de949fca-4461-4c48-b3fa-a9589764a272 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1076519 Aug 29 04:28:51.431177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0428e591-9c1a-416f-8a3f-2be4c653d9c9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:28:51.432582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0428e591-9c1a-416f-8a3f-2be4c653d9c9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054712 Aug 29 04:28:51.497818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-85d4590e-0fff-4fd8-a994-1594e2aa5a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.626351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-c3c4e063-f303-430d-b361-350ad317333c service neutron] 10.222.0.49 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849821 Aug 29 04:28:51.628481 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-85d4590e-0fff-4fd8-a994-1594e2aa5a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.723553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-85d4590e-0fff-4fd8-a994-1594e2aa5a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.726281 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-85d4590e-0fff-4fd8-a994-1594e2aa5a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.740613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-85d4590e-0fff-4fd8-a994-1594e2aa5a15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12f1249d-002c-4e7a-9698-ec2200caf282 HTTP/1.1" status: 204 len: 168 time: 0.3788195 Aug 29 04:28:51.797683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4590e-0fff-4fd8-a994-1594e2aa5a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1249d-002c-4e7a-9698-ec2200caf282,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:51.881221 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-85b8c33b-c80d-448a-b946-f29907bb297a service neutron] 10.222.0.49 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002089 Aug 29 04:28:51.957883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port 58b095aa-5413-49fd-89f1-154f0df0f86b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:51.959354 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.154577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.177188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for 58b095aa-5413-49fd-89f1-154f0df0f86b owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:52.206118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83d42b6f-bf63-4046-9cd0-a8e1221ee0dd req-f74f95ed-e228-4b6e-8f75-73da21f9b8a7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 210 time: 0.0405114 Aug 29 04:28:52.253403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58110) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:52.394011 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.492117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=58b095aa-5413-49fd-89f1-154f0df0f86b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.592158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1273226023'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:52.643198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Made reservation on behalf of 0d7536f7e77249d4829f9008e9481ac8 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:52.647021 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.667335 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.800568 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.918755 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.928148 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.954371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:52.994450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5747fb42-abca-433f-abae-62fb7e8647ac,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.012156 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.012773 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Added segment 3647d5d3-c4cb-41e8-adf2-ade24636ac13 of type vlan for network d8bf935f-14e2-4aff-9db2-03caa69e7d56 Aug 29 04:28:53.080103 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.108927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 878b5153-5a5d-4310-8997-1bd5d1933059 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:53.132624 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.148167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:53.148925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.210529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9560025 Aug 29 04:28:53.212615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:53.230625 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7648a3d2-5334-49f8-845f-7d18ee674723 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/878b5153-5a5d-4310-8997-1bd5d1933059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9694118 Aug 29 04:28:53.231388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58144) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:53.244714 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f505659-0703-4ddb-a82b-92147d27a0c2 None None] Sync routers for ids ['878b5153-5a5d-4310-8997-1bd5d1933059'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:53.260526 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f505659-0703-4ddb-a82b-92147d27a0c2 None None] Routers {'878b5153-5a5d-4310-8997-1bd5d1933059'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:53.263695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3f505659-0703-4ddb-a82b-92147d27a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['878b5153-5a5d-4310-8997-1bd5d1933059'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:53.272444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9316b93-89b7-49b6-b922-6cce57f665c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Pushing event updated for resources: {'Network': ['ID=d8bf935f-14e2-4aff-9db2-03caa69e7d56,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.289057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network d8bf935f-14e2-4aff-9db2-03caa69e7d56 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:53.312994 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3f505659-0703-4ddb-a82b-92147d27a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:53.323665 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f505659-0703-4ddb-a82b-92147d27a0c2 None None] Routers {'878b5153-5a5d-4310-8997-1bd5d1933059'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:53.324934 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3f505659-0703-4ddb-a82b-92147d27a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['878b5153-5a5d-4310-8997-1bd5d1933059'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:53.382022 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3f505659-0703-4ddb-a82b-92147d27a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:53.383224 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f505659-0703-4ddb-a82b-92147d27a0c2 None None] The sync data for ids ['878b5153-5a5d-4310-8997-1bd5d1933059'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:53.443106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f97f46d-b343-45ba-92ce-cb747ed99b09 req-af9fede2-0554-477e-b9e3-128aee5ff27f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 210 time: 0.0531693 Aug 29 04:28:53.476675 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-1b7d757b-e7c1-4c09-9ff0-dd95a55d78e0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 04:28:53.480445 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1b7d757b-e7c1-4c09-9ff0-dd95a55d78e0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/878b5153-5a5d-4310-8997-1bd5d1933059/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2462070 Aug 29 04:28:53.481151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58150) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:53.514009 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8bdf9994-2bed-4d96-b021-1875ae68879a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=878b5153-5a5d-4310-8997-1bd5d1933059 HTTP/1.1" status: 200 len: 205 time: 0.0292368 Aug 29 04:28:53.515331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58154) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:53.550524 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-50d6b67f-42c8-4f3b-92a3-22f6727b2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.600311 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6665a5b-fac2-452c-93c8-31557b27c883 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.794959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58162) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:53.803244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Request body: {'port': {'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56', 'binding:host_id': 'n-h2-712141-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-999296041'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:53.807656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6665a5b-fac2-452c-93c8-31557b27c883 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.810528 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6665a5b-fac2-452c-93c8-31557b27c883 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.866550 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Made reservation on behalf of 01a935206570481c93762dbc6bdeacb9 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:53.873710 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.878325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6665a5b-fac2-452c-93c8-31557b27c883 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.879016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6665a5b-fac2-452c-93c8-31557b27c883 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Fanout notify agent at l3_agent the message router_deleted on router 878b5153-5a5d-4310-8997-1bd5d1933059 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:53.899270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6665a5b-fac2-452c-93c8-31557b27c883 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.901037 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f6665a5b-fac2-452c-93c8-31557b27c883 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/878b5153-5a5d-4310-8997-1bd5d1933059 HTTP/1.1" status: 204 len: 168 time: 0.3839695 Aug 29 04:28:53.901795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.903085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58168) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:53.972806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd7a9f4-cad1-4476-8b88-7a45ee7a7fa9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting subnet f2ba0452-588e-4b01-bc1f-642b7fe1ed2f {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:53.976908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a9f4-cad1-4476-8b88-7a45ee7a7fa9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.028263 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a9f4-cad1-4476-8b88-7a45ee7a7fa9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.063807 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.079112 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.083541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] device_id is not set on port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:54.336225 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a9f4-cad1-4476-8b88-7a45ee7a7fa9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.353676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] device_id is not set on port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:54.363543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.370191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-f37d2b71-cd0d-4071-8d45-a73ce5d4053d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.371771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-f37d2b71-cd0d-4071-8d45-a73ce5d4053d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 812 time: 0.3029716 Aug 29 04:28:54.376965 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Transition to ACTIVE for port object 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:54.394930 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.407379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'port': {'device_id': '760e9c7b-3c60-4ddc-a664-db6625efce7f', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'admin_state_up': True, 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:54.442295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb06483-9ec4-4cd7-854c-a62569688f88,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.482467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event updated for resources: {'Port': ['ID=96371fa0-5dd7-4bd8-9d58-b0985fceefe1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.500359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Checking segment: {'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:54.500754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Network hostable DHCP agents. Network: d8bf935f-14e2-4aff-9db2-03caa69e7d56, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:54.523833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Network d8bf935f-14e2-4aff-9db2-03caa69e7d56 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:54.538850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, d8bf935f-14e2-4aff-9db2-03caa69e7d56) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:54.545154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:54.550887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6453789-f750-4719-b218-17faf575681a None None] Network d8bf935f-14e2-4aff-9db2-03caa69e7d56 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:54.568023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:54.568866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:54.569675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:54.575865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:54.576438 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:54.577008 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 2 to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 Aug 29 04:28:54.592583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:54.592928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:54.593273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:54.599878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:54.600599 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:54.601184 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 3 to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 Aug 29 04:28:54.620434 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:54.620958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:54.621348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:54.626736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:54.627785 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:54.628183 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 4 to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 Aug 29 04:28:54.646185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:54.646536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:54.647115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:54.653779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:54.653992 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:54.656322 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 5 to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 Aug 29 04:28:54.657986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2085ac9-7c40-41b6-821d-be520e9bbd33 req-a2149b97-2b5a-42c9-b773-a79de03e41b0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 210 time: 0.0849130 Aug 29 04:28:54.662256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Made reservation on behalf of dce347bb15cc4c40b8db7d918d905ae0 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:54.670549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:54.670890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:54.671278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:54.672664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.680940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:54.681424 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:54.682085 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 6 to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 Aug 29 04:28:54.696850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:54.697291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:54.697703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:54.703433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:54.703968 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:54.704458 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 7 to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 Aug 29 04:28:54.718796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:54.719337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:54.719727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:54.725515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:54.725929 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:54.726625 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 8 to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 Aug 29 04:28:54.730412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a9f4-cad1-4476-8b88-7a45ee7a7fa9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.742204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:54.742692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:54.743406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:54.748892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:54.749464 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:54.750043 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 9 to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 Aug 29 04:28:54.764678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:54.765158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:54.765595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:54.773100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:54.773100 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:54.773100 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 10 to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 Aug 29 04:28:54.773984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58186) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.793308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:54.793932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:54.794427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:54.800319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:54.800784 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:54.801255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.891439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] For port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:54.891820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempted to set empty binding levels {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:28:54.899065 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.940816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.941420 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.971420 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b8843939-3572-4864-97ca-d932643a19b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.982089 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1863966 Aug 29 04:28:54.984822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58190) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.999246 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680a7b0-da95-4a7c-90cd-cd0497aca002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event updated for resources: {'Port': ['ID=96371fa0-5dd7-4bd8-9d58-b0985fceefe1,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.120302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-18d31198-15aa-47bb-bb97-90d26928554d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Deleting port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:55.120658 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18d31198-15aa-47bb-bb97-90d26928554d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.192757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7a9f4-cad1-4476-8b88-7a45ee7a7fa9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ba0452-588e-4b01-bc1f-642b7fe1ed2f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.223855 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a9f4-cad1-4476-8b88-7a45ee7a7fa9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.225764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0dd7a9f4-cad1-4476-8b88-7a45ee7a7fa9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/f2ba0452-588e-4b01-bc1f-642b7fe1ed2f HTTP/1.1" status: 204 len: 168 time: 1.3209212 Aug 29 04:28:55.226725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b8843939-3572-4864-97ca-d932643a19b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.228917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58194) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.229511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-18d31198-15aa-47bb-bb97-90d26928554d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] For port 96371fa0-5dd7-4bd8-9d58-b0985fceefe1, host n-h2-712141-12, got binding levels [] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:55.229897 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18d31198-15aa-47bb-bb97-90d26928554d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.231805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb1ce6-6687-4086-b6fb-956fb518a52e None None] Network 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:55.242963 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b8843939-3572-4864-97ca-d932643a19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.254451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-18d31198-15aa-47bb-bb97-90d26928554d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Calling delete_port for 96371fa0-5dd7-4bd8-9d58-b0985fceefe1 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:55.312296 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8843939-3572-4864-97ca-d932643a19b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9543d9-f0aa-4340-869d-593dafe96df4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.353544 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.358475 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b8843939-3572-4864-97ca-d932643a19b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45e3a46e2a9547a2a1c3b5caf7fee644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5831256 Aug 29 04:28:55.363547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58198) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.378942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Allocated IP 172.20.0.7 (e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e/c48afde4-7536-4854-9010-e4631b537af0/9362b5a7-ba40-4587-8f33-f021ddcf795e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:55.492056 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-63429beb-9f0a-454f-81a2-b72f789bb064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.513718 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18d31198-15aa-47bb-bb97-90d26928554d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.519001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port cee1318c-4af1-4d97-ba9b-cf612f255f1a {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:55.519358 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.566131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-63429beb-9f0a-454f-81a2-b72f789bb064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.568626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18d31198-15aa-47bb-bb97-90d26928554d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.572835 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-18d31198-15aa-47bb-bb97-90d26928554d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "DELETE /v2.0/ports/96371fa0-5dd7-4bd8-9d58-b0985fceefe1 HTTP/1.1" status: 204 len: 168 time: 0.5846765 Aug 29 04:28:55.574328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58200) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.576348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d31198-15aa-47bb-bb97-90d26928554d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event deleted for resources: {'Port': ['ID=96371fa0-5dd7-4bd8-9d58-b0985fceefe1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.600976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647132b-7e04-4ac3-90b0-c5a227005f26 None None] DHCP port deletion for 24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:55.649023 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-63429beb-9f0a-454f-81a2-b72f789bb064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.650209 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-53271b99-b2ba-45c9-b045-a86d0608e346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:28:55.654815 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-63429beb-9f0a-454f-81a2-b72f789bb064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.655777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-53271b99-b2ba-45c9-b045-a86d0608e346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "GET /v2.0/ports/96371fa0-5dd7-4bd8-9d58-b0985fceefe1 HTTP/1.1" status: 404 len: 333 time: 0.0685935 Aug 29 04:28:55.659924 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-63429beb-9f0a-454f-81a2-b72f789bb064 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb9543d9-f0aa-4340-869d-593dafe96df4 HTTP/1.1" status: 204 len: 168 time: 0.2910337 Aug 29 04:28:55.659924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58202) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.663535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port cee1318c-4af1-4d97-ba9b-cf612f255f1a, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cee1318c-4af1-4d97-ba9b-cf612f255f1a,segment=NetworkSegment(7bac6eca-8af0-417a-9942-18c500320584),segment_id=7bac6eca-8af0-417a-9942-18c500320584)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:55.663898 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.667507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e647132b-7e04-4ac3-90b0-c5a227005f26 None None] Deleting port cee1318c-4af1-4d97-ba9b-cf612f255f1a {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:55.668125 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e647132b-7e04-4ac3-90b0-c5a227005f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.669846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Request body: {'port': {'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1659666632'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:55.686936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63429beb-9f0a-454f-81a2-b72f789bb064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9543d9-f0aa-4340-869d-593dafe96df4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.687924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for cee1318c-4af1-4d97-ba9b-cf612f255f1a owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:55.701266 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.723552 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Made reservation on behalf of 01a935206570481c93762dbc6bdeacb9 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:55.726395 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.749002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Transition to ACTIVE for port object 9362b5a7-ba40-4587-8f33-f021ddcf795e will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:55.753945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] device_id is not set on port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:55.812552 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.830785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['312f590e-b71e-4401-a97c-faedc44e56d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:55.849279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e647132b-7e04-4ac3-90b0-c5a227005f26 None None] For port cee1318c-4af1-4d97-ba9b-cf612f255f1a, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cee1318c-4af1-4d97-ba9b-cf612f255f1a,segment=NetworkSegment(7bac6eca-8af0-417a-9942-18c500320584),segment_id=7bac6eca-8af0-417a-9942-18c500320584)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:55.850124 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e647132b-7e04-4ac3-90b0-c5a227005f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.857553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.880329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e647132b-7e04-4ac3-90b0-c5a227005f26 None None] Calling delete_port for cee1318c-4af1-4d97-ba9b-cf612f255f1a owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:55.903877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:55.908998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No DVR routers for this DVR port cee1318c-4af1-4d97-ba9b-cf612f255f1a on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:55.916918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:55.921125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'Port': ['ID=9362b5a7-ba40-4587-8f33-f021ddcf795e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.945344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:56.008317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.008884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.044324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b1d62609-a261-4c76-b13f-0ea1cc93315d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:56.084102 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.116590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=cee1318c-4af1-4d97-ba9b-cf612f255f1a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.125861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acb7df-2b3e-4c80-b0be-010229eb677a req-988ef4f8-5555-4bfc-90ef-89586f2b82ec tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.127604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84acb7df-2b3e-4c80-b0be-010229eb677a req-988ef4f8-5555-4bfc-90ef-89586f2b82ec tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 931 time: 0.3059161 Aug 29 04:28:56.147469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0e72ff02-9e88-4e75-85ac-a4652858ecfa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7464101 Aug 29 04:28:56.165977 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.186808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Request body: {'port': {'device_id': '760e9c7b-3c60-4ddc-a664-db6625efce7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:56.223220 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.241248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58212) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.245289 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a244a67f-3d01-48f6-82a7-03069ab7e717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.257638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:56.269911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f8c84e-be39-46ee-8e64-8ec13a1f2471,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.285113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Network d8bf935f-14e2-4aff-9db2-03caa69e7d56 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:56.286628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:56.289784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:56.292477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.293067 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.312085 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eb2efbce-f9ef-4201-b85f-54d7c244327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6492355 Aug 29 04:28:56.315176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58214) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.321867 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f370a1a-73ae-488d-9701-8c6769cf06bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.322325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:56.329475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bac6eca-8af0-417a-9942-18c500320584') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:56.329886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bac6eca-8af0-417a-9942-18c500320584') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:56.339366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84acb7df-2b3e-4c80-b0be-010229eb677a req-adc394a0-cbb4-4f81-9222-676759eff8e1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010257 Aug 29 04:28:56.357852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.359398 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.387407 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.403313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3f8eebca-2144-4bfd-ae3b-35c86362c298 None None] Provisioning for port 9362b5a7-ba40-4587-8f33-f021ddcf795e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:56.410347 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.425554 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e647132b-7e04-4ac3-90b0-c5a227005f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.436588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:56.437016 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:56.444379 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:56.453261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3f8eebca-2144-4bfd-ae3b-35c86362c298 None None] Provisioning complete for port 9362b5a7-ba40-4587-8f33-f021ddcf795e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:56.453655 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f8eebca-2144-4bfd-ae3b-35c86362c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.454344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.461151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647132b-7e04-4ac3-90b0-c5a227005f26 None None] Pushing event deleted for resources: {'Port': ['ID=cee1318c-4af1-4d97-ba9b-cf612f255f1a,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.493862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647132b-7e04-4ac3-90b0-c5a227005f26 None None] No DVR routers for this DVR port cee1318c-4af1-4d97-ba9b-cf612f255f1a on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:56.538026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3f8eebca-2144-4bfd-ae3b-35c86362c298 None None] Port 9362b5a7-ba40-4587-8f33-f021ddcf795e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:56.677878 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.684167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.690972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/networks/24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11 HTTP/1.1" status: 204 len: 168 time: 1.4609990 Aug 29 04:28:56.695175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58222) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.713057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'network': {'name': 'tempest-RoutersTest-255177322'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:56.748062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed967cba-df70-4b4d-9e05-4bf6824b4a2c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Network': ['ID=24d72d02-1dfc-48cf-bc2b-3be7d4fc5d11,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.845447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f370a1a-73ae-488d-9701-8c6769cf06bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.868043 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f370a1a-73ae-488d-9701-8c6769cf06bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.928007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cee1318c-4af1-4d97-ba9b-cf612f255f1a no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:56.935871 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0f370a1a-73ae-488d-9701-8c6769cf06bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=259b03bc86104f0e9d4c06a18a160c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6917756 Aug 29 04:28:56.936697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:56.940996 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.942819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58226) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.950178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f370a1a-73ae-488d-9701-8c6769cf06bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368ec2ce-c249-476b-9fe3-98600164b1f0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.969537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] device_id is not set on port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:56.972088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: cee1318c-4af1-4d97-ba9b-cf612f255f1a {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:56.972599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cee1318c-4af1-4d97-ba9b-cf612f255f1a not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:56.984145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.000869 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Transition to ACTIVE for port object b0f8c84e-be39-46ee-8e64-8ec13a1f2471 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:57.005940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.045939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:57.057389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f8c84e-be39-46ee-8e64-8ec13a1f2471,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.071350 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.071700 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added segment 343f19ad-b3c1-4959-b950-f7a127032bbb of type vlan for network 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f Aug 29 04:28:57.075260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.075989 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.076127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.077544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9362b5a7-ba40-4587-8f33-f021ddcf795e {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:57.081668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.082110 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:57.082625 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 2 to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 Aug 29 04:28:57.097796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.098648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.098648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.103693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.104145 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:57.106307 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.107808 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 3 to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 Aug 29 04:28:57.120101 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10ee9c46-44f0-4ae5-b902-47b3f4b309e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.124554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.124882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.125221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.130091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.130420 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:57.130811 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 4 to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 Aug 29 04:28:57.144940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.145417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.145847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.150756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.151193 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:57.151673 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 5 to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 Aug 29 04:28:57.156102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Transition to ACTIVE for port object 9362b5a7-ba40-4587-8f33-f021ddcf795e will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:57.173245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.173759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.174188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.177482 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.179689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.179857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.180246 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:57.180745 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 6 to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 Aug 29 04:28:57.182980 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10ee9c46-44f0-4ae5-b902-47b3f4b309e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.195365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.195864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.196930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.201441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.201893 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:57.202380 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 7 to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 Aug 29 04:28:57.214983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.215402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.215740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.220176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.220569 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:57.220960 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 8 to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 Aug 29 04:28:57.236590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.237081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.238329 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.243873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.244576 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:57.245066 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 9 to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 Aug 29 04:28:57.262073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.262909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.263269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.270711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.271198 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.272756 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:57.273312 n-d-712141-12 neutron-server[94850]: INFO neutron.plugins.ml2.plugin [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 10 to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 Aug 29 04:28:57.289093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.289430 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.289912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.294989 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.295383 n-d-712141-12 neutron-server[94850]: ERROR neutron.plugins.ml2.managers [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:28:57.295963 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.299876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9362b5a7-ba40-4587-8f33-f021ddcf795e,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.317689 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.323808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.324497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.331304 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.372590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] For port b0f8c84e-be39-46ee-8e64-8ec13a1f2471, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:57.373063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempted to set empty binding levels {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:28:57.379815 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.420098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] In _notify_port_updated(), no bound segment for port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:57.421286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.422007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.426828 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "PUT /v2.0/ports/b0f8c84e-be39-46ee-8e64-8ec13a1f2471 HTTP/1.1" status: 200 len: 980 time: 1.1105845 Aug 29 04:28:57.429773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58230) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:57.508857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66ecd2-3337-4788-9b9a-9ceec25ab72a tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f8c84e-be39-46ee-8e64-8ec13a1f2471,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.514134 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10ee9c46-44f0-4ae5-b902-47b3f4b309e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.516673 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10ee9c46-44f0-4ae5-b902-47b3f4b309e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.520598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-10ee9c46-44f0-4ae5-b902-47b3f4b309e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/368ec2ce-c249-476b-9fe3-98600164b1f0 HTTP/1.1" status: 204 len: 168 time: 0.5714214 Aug 29 04:28:57.547993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8417473 Aug 29 04:28:57.558807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.559354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.559784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.560303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.560780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.561251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.561722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.562186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.562657 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.563115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.563591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.564880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.565273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.565749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.566217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.566702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.567647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.567647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.568059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.568563 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.569170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.569372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58238) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:57.569642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.570107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.570571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.571044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.571504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.571966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.572456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.572924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.573388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.573858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.582524 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59d342b9-df25-4024-96a2-2468e0f88afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27888 time: 0.1511323 Aug 29 04:28:57.582834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58240) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:57.584663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'subnet': {'network_id': '2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:57.591918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee9c46-44f0-4ae5-b902-47b3f4b309e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368ec2ce-c249-476b-9fe3-98600164b1f0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.658055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ef081-174a-4b4a-ae02-ffeb7a77bd8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Network': ['ID=2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.669955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:57.702066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dbc74a28-0302-41ab-843d-3247c55e9e8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Deleting port b0f8c84e-be39-46ee-8e64-8ec13a1f2471 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:57.702519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbc74a28-0302-41ab-843d-3247c55e9e8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.728029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Attempting to bind port 9362b5a7-ba40-4587-8f33-f021ddcf795e on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.728679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Attempting to bind port 9362b5a7-ba40-4587-8f33-f021ddcf795e by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.729177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Attempting to bind port 9362b5a7-ba40-4587-8f33-f021ddcf795e on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.747735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffb68d-a836-4267-9a79-37ba9e988fdf req-c1b7aec7-a8eb-4093-9aa6-fd3058509368 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.749553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2ffb68d-a836-4267-9a79-37ba9e988fdf req-c1b7aec7-a8eb-4093-9aa6-fd3058509368 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 943 time: 0.2461429 Aug 29 04:28:57.754161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Port 9362b5a7-ba40-4587-8f33-f021ddcf795e on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:57.754735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Attempting to bind port 9362b5a7-ba40-4587-8f33-f021ddcf795e on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.778825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:57.779305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Checking segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:57.779517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-dbc74a28-0302-41ab-843d-3247c55e9e8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] For port b0f8c84e-be39-46ee-8e64-8ec13a1f2471, host n-h2-712141-12, got binding levels [] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:57.779849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Bound using segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:57.780421 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbc74a28-0302-41ab-843d-3247c55e9e8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.780539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Bound port: 9362b5a7-ba40-4587-8f33-f021ddcf795e, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:57.781108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.799178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dbc74a28-0302-41ab-843d-3247c55e9e8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Calling delete_port for b0f8c84e-be39-46ee-8e64-8ec13a1f2471 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:57.835169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:57.841845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.901368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2ffb68d-a836-4267-9a79-37ba9e988fdf req-b2cd33d5-d52d-40ae-a48a-5f48a7dd21c4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425955 Aug 29 04:28:57.942783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbc74a28-0302-41ab-843d-3247c55e9e8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.982692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc74a28-0302-41ab-843d-3247c55e9e8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0f8c84e-be39-46ee-8e64-8ec13a1f2471,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.989482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] For port 9362b5a7-ba40-4587-8f33-f021ddcf795e, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:57.993564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] For port 9362b5a7-ba40-4587-8f33-f021ddcf795e, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9362b5a7-ba40-4587-8f33-f021ddcf795e,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:57.996187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dbc74a28-0302-41ab-843d-3247c55e9e8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.000183 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dbc74a28-0302-41ab-843d-3247c55e9e8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "DELETE /v2.0/ports/b0f8c84e-be39-46ee-8e64-8ec13a1f2471 HTTP/1.1" status: 204 len: 168 time: 0.4141021 Aug 29 04:28:58.003160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58246) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.007209 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.036504 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb3e447-6560-4d1f-89fe-0ca332caccd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:28:58.040106 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-abb3e447-6560-4d1f-89fe-0ca332caccd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "GET /v2.0/ports/b0f8c84e-be39-46ee-8e64-8ec13a1f2471 HTTP/1.1" status: 404 len: 333 time: 0.0350957 Aug 29 04:28:58.043976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58248) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.051103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774449716', 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:58.074268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.074884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.076962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] 10.222.0.52 "PUT /v2.0/ports/9362b5a7-ba40-4587-8f33-f021ddcf795e HTTP/1.1" status: 200 len: 1092 time: 1.9132624 Aug 29 04:28:58.082526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e9c7b-3c60-4ddc-a664-db6625efce7f', 'tag': '9362b5a7-ba40-4587-8f33-f021ddcf795e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:58.084750 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "760e9c7b-3c60-4ddc-a664-db6625efce7f", "tag": "9362b5a7-ba40-4587-8f33-f021ddcf795e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:58.097203 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Made reservation on behalf of 01a935206570481c93762dbc6bdeacb9 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:58.102404 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.111810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981f8ec-32d3-4d6d-9ece-c180d15583c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9362b5a7-ba40-4587-8f33-f021ddcf795e,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.148941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] device_id is not set on port 25eade6f-7cdd-44fd-aeec-b0a865438629 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:58.225240 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec522c1-dada-4290-86b0-53ebc2a9830d x-openstack-request-id: req-7ec522c1-dada-4290-86b0-53ebc2a9830d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:58.225543 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e9c7b-3c60-4ddc-a664-db6625efce7f", "tag": "9362b5a7-ba40-4587-8f33-f021ddcf795e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:58.225805 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ec522c1-dada-4290-86b0-53ebc2a9830d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:58.227449 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e9c7b-3c60-4ddc-a664-db6625efce7f', 'tag': '9362b5a7-ba40-4587-8f33-f021ddcf795e', 'status': 'completed', 'code': 200} Aug 29 04:28:58.274507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-ff095d05-f55d-43df-9c43-c4f8707436e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.276046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-ff095d05-f55d-43df-9c43-c4f8707436e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 1095 time: 0.1204202 Aug 29 04:28:58.343971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.354131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-d0e4cd5f-256f-492f-a124-aad034b6b66a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9362b5a7-ba40-4587-8f33-f021ddcf795e HTTP/1.1" status: 200 len: 217 time: 0.0449932 Aug 29 04:28:58.394841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.425795 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.442885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Network d8bf935f-14e2-4aff-9db2-03caa69e7d56 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:58.449100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:58.453398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:58.455447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.456434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.471240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event updated for resources: {'Port': ['ID=25eade6f-7cdd-44fd-aeec-b0a865438629,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.482931 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5bc5f7f3-43a2-46f0-9a01-f3e687065d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4374924 Aug 29 04:28:58.485439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58262) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.493686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Subnet': ['ID=d6a78033-9a38-4cbd-a3eb-8fb85930e3f3,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.508880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-71148121-35c5-4157-8f3f-011147ce6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.510398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-71148121-35c5-4157-8f3f-011147ce6ba9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1491323 Aug 29 04:28:58.531213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87314fa3-3ac5-4e05-b7ee-12015192e0e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.532923 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-87314fa3-3ac5-4e05-b7ee-12015192e0e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "GET /v2.0/ports/25eade6f-7cdd-44fd-aeec-b0a865438629 HTTP/1.1" status: 200 len: 959 time: 0.0459702 Aug 29 04:28:58.536035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58266) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.572715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Checking segment: {'id': '343f19ad-b3c1-4959-b950-f7a127032bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:58.573403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network hostable DHCP agents. Network: 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:58.608747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:58.616477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-d095fbeb-352c-4932-bdea-e6eaef20dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.618495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-d095fbeb-352c-4932-bdea-e6eaef20dd0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884850 Aug 29 04:28:58.625131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:58.645211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc73bb7-d1c8-4d51-8cad-a1bf553d7abe None None] Network 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:58.657596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.658230 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.665860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-142705b4-af4e-488b-904e-4aa34a002ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Deleting port 25eade6f-7cdd-44fd-aeec-b0a865438629 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:58.666211 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-142705b4-af4e-488b-904e-4aa34a002ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.737750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f6b3eed2-26c2-40c4-8e3d-ef96795e1833 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1664019 Aug 29 04:28:58.738476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58276) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.750586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f6c6b50b-1355-4492-a3e3-ff7e8fd9819c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-17564879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:58.808091 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-142705b4-af4e-488b-904e-4aa34a002ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.816601 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b50b-1355-4492-a3e3-ff7e8fd9819c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.817603 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b50b-1355-4492-a3e3-ff7e8fd9819c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.834491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-142705b4-af4e-488b-904e-4aa34a002ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Calling delete_port for 25eade6f-7cdd-44fd-aeec-b0a865438629 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:58.879209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-0ccfe9ed-3f73-444a-9ed2-519cd1d60af8 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382703 Aug 29 04:28:58.921058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f', 'network_id': '2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'fixed_ips': [{'subnet_id': 'd6a78033-9a38-4cbd-a3eb-8fb85930e3f3'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:58.925604 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.946730 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b50b-1355-4492-a3e3-ff7e8fd9819c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.990114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b50b-1355-4492-a3e3-ff7e8fd9819c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.007783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-142705b4-af4e-488b-904e-4aa34a002ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.028749 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b50b-1355-4492-a3e3-ff7e8fd9819c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.029955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f6c6b50b-1355-4492-a3e3-ff7e8fd9819c tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2879148 Aug 29 04:28:59.035674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58286) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:59.071222 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142705b4-af4e-488b-904e-4aa34a002ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event deleted for resources: {'Port': ['ID=25eade6f-7cdd-44fd-aeec-b0a865438629,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.089187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bd11101-b0e7-4815-9379-9ef3c55a07b6 req-4b3c613f-0944-4222-951d-108fb8fa2134 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704741 Aug 29 04:28:59.149914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b51e3-0252-46bb-bb73-43d11cb63943 req-285420c6-cdf3-4098-8127-6b7d35eb9ffd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.151482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d0b51e3-0252-46bb-bb73-43d11cb63943 req-285420c6-cdf3-4098-8127-6b7d35eb9ffd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 943 time: 0.1243565 Aug 29 04:28:59.152905 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.175520 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-142705b4-af4e-488b-904e-4aa34a002ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.180271 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-142705b4-af4e-488b-904e-4aa34a002ca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "DELETE /v2.0/ports/25eade6f-7cdd-44fd-aeec-b0a865438629 HTTP/1.1" status: 204 len: 168 time: 0.6402674 Aug 29 04:28:59.180749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58290) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:59.210717 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbb0da4-75d7-4414-9dad-fcb1ca51bad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:28:59.215670 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fdbb0da4-75d7-4414-9dad-fcb1ca51bad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "GET /v2.0/ports/25eade6f-7cdd-44fd-aeec-b0a865438629 HTTP/1.1" status: 404 len: 333 time: 0.0306137 Aug 29 04:28:59.218669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58292) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:59.224398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Allocated IP 172.20.0.2 (2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f/d6a78033-9a38-4cbd-a3eb-8fb85930e3f3/2b946d3b-00ba-4d23-865c-e09322f67196) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:59.249230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Request body: {'port': {'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-861749885'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:59.260861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d0b51e3-0252-46bb-bb73-43d11cb63943 req-b4d94300-225e-4899-a32d-be0618e7f812 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953383 Aug 29 04:28:59.289159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Made reservation on behalf of 01a935206570481c93762dbc6bdeacb9 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:59.291521 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.296172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-4bea9c7d-864f-4cf4-98e7-1eda93b844ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.297692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-4bea9c7d-864f-4cf4-98e7-1eda93b844ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 1095 time: 0.1034517 Aug 29 04:28:59.366586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] device_id is not set on port 258d9c1e-8efd-4b6c-ab99-f7256aee64da yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:59.478475 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.489267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Transition to ACTIVE for port object 2b946d3b-00ba-4d23-865c-e09322f67196 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:59.509644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Transition to ACTIVE for port object 2b946d3b-00ba-4d23-865c-e09322f67196 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:59.513960 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.521722 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.525506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-491f05c0-c075-4572-a09c-04f1d475dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.527358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-491f05c0-c075-4572-a09c-04f1d475dfd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.2223229 Aug 29 04:28:59.580169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Network 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:59.581529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:59.586146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:59.618795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-a273aad4-e358-42c3-a029-81bfde79b31b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9362b5a7-ba40-4587-8f33-f021ddcf795e HTTP/1.1" status: 200 len: 217 time: 0.0829313 Aug 29 04:28:59.631270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Pushing event updated for resources: {'Port': ['ID=2b946d3b-00ba-4d23-865c-e09322f67196,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.671344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Attempting to bind port 2b946d3b-00ba-4d23-865c-e09322f67196 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:59.672028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Attempting to bind port 2b946d3b-00ba-4d23-865c-e09322f67196 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '343f19ad-b3c1-4959-b950-f7a127032bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:59.672124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Attempting to bind port 2b946d3b-00ba-4d23-865c-e09322f67196 on network 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:59.678308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:59.678698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Checking segment: {'id': '343f19ad-b3c1-4959-b950-f7a127032bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:59.679090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.679479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Bound using segment: {'id': '343f19ad-b3c1-4959-b950-f7a127032bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:59.680116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Bound port: 2b946d3b-00ba-4d23-865c-e09322f67196, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343f19ad-b3c1-4959-b950-f7a127032bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:59.680722 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.698403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-763100a0-9740-4d47-8585-563335e1377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.699910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-763100a0-9740-4d47-8585-563335e1377c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.0733225 Aug 29 04:28:59.711594 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.754905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] For port 2b946d3b-00ba-4d23-865c-e09322f67196, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:59.758637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] For port 2b946d3b-00ba-4d23-865c-e09322f67196, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2b946d3b-00ba-4d23-865c-e09322f67196,segment=NetworkSegment(343f19ad-b3c1-4959-b950-f7a127032bbb),segment_id=343f19ad-b3c1-4959-b950-f7a127032bbb)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:59.766355 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.771574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-2e097c2a-9c05-4a2a-964b-f8c40ea1e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:59.774701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-2e097c2a-9c05-4a2a-964b-f8c40ea1e8c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662994 Aug 29 04:28:59.857307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466aaa-a137-4cf3-b00d-18c52d860a44 None None] Pushing event updated for resources: {'Port': ['ID=2b946d3b-00ba-4d23-865c-e09322f67196,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.930369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Allocated IP 172.20.0.1 (2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f/d6a78033-9a38-4cbd-a3eb-8fb85930e3f3/190ce756-e856-4f74-a919-5ae545680e1b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:59.940098 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.961704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-92c96b20-7e40-457d-9351-651d1b926b9f service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792219 Aug 29 04:29:00.027265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Network d8bf935f-14e2-4aff-9db2-03caa69e7d56 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:00.030227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:00.038598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:00.040026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.040446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.090060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event updated for resources: {'Port': ['ID=258d9c1e-8efd-4b6c-ab99-f7256aee64da,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.113405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-04023c2e-e7ea-4762-85e9-080e08339310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8793905 Aug 29 04:29:00.117595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58324) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:00.124843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:00.203223 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.219971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4ad850b-f7b8-478f-8b0b-06c8c9f11e6f req-6ff75815-1b2a-4697-b929-63b0cd59f832 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423344 Aug 29 04:29:00.230017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Transition to ACTIVE for port object 190ce756-e856-4f74-a919-5ae545680e1b will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:00.231705 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.332843 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.427816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:00.433460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:00.442163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:00.478806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=190ce756-e856-4f74-a919-5ae545680e1b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.513074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.564228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1952b-bdd0-41c6-b904-1c291c248086 req-8c63265e-c91c-40fc-bf1b-f5bd9cb1e385 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.569788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ff1952b-bdd0-41c6-b904-1c291c248086 req-8c63265e-c91c-40fc-bf1b-f5bd9cb1e385 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 943 time: 0.1234934 Aug 29 04:29:00.747742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] device_id is not set on port 258d9c1e-8efd-4b6c-ab99-f7256aee64da yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:00.784480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.818075 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.837360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ff1952b-bdd0-41c6-b904-1c291c248086 req-d4b211e8-7995-4809-ad6a-6e0bf32a8400 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439432 Aug 29 04:29:00.883101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Transition to ACTIVE for port object 258d9c1e-8efd-4b6c-ab99-f7256aee64da will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:00.905875 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.061714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2b946d3b-00ba-4d23-865c-e09322f67196 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:01.080722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event updated for resources: {'Port': ['ID=258d9c1e-8efd-4b6c-ab99-f7256aee64da,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.147101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:01.149597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:01.150157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:01.162390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 2b946d3b-00ba-4d23-865c-e09322f67196 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:01.165387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:01.166786 n-d-712141-12 neutron-server[94851]: ERROR neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:29:01.168012 n-d-712141-12 neutron-server[94851]: INFO neutron.plugins.ml2.plugin [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 2 to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da Aug 29 04:29:01.189821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:01.190314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:01.190753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:01.197872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:01.198215 n-d-712141-12 neutron-server[94851]: ERROR neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:29:01.198639 n-d-712141-12 neutron-server[94851]: INFO neutron.plugins.ml2.plugin [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 3 to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da Aug 29 04:29:01.212644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:01.212986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:01.213324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:01.219084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:01.219448 n-d-712141-12 neutron-server[94851]: ERROR neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:29:01.219908 n-d-712141-12 neutron-server[94851]: INFO neutron.plugins.ml2.plugin [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 4 to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da Aug 29 04:29:01.234816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:01.235305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:01.235643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:01.240681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:01.241008 n-d-712141-12 neutron-server[94851]: ERROR neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:29:01.241396 n-d-712141-12 neutron-server[94851]: INFO neutron.plugins.ml2.plugin [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 5 to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da Aug 29 04:29:01.254442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:01.254834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:01.255450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:01.260458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:01.260780 n-d-712141-12 neutron-server[94851]: ERROR neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:29:01.261213 n-d-712141-12 neutron-server[94851]: INFO neutron.plugins.ml2.plugin [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 6 to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da Aug 29 04:29:01.276497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:01.276835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:01.277174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:01.282443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:01.282925 n-d-712141-12 neutron-server[94851]: ERROR neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:29:01.284117 n-d-712141-12 neutron-server[94851]: INFO neutron.plugins.ml2.plugin [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 7 to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da Aug 29 04:29:01.310780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:01.311382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:01.312502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:01.317831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:01.318231 n-d-712141-12 neutron-server[94851]: ERROR neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:29:01.318862 n-d-712141-12 neutron-server[94851]: INFO neutron.plugins.ml2.plugin [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 8 to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da Aug 29 04:29:01.333649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:01.334154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:01.334568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:01.343671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:01.344016 n-d-712141-12 neutron-server[94851]: ERROR neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:29:01.344562 n-d-712141-12 neutron-server[94851]: INFO neutron.plugins.ml2.plugin [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 9 to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da Aug 29 04:29:01.375639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:01.376071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:01.376536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:01.391248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:01.391622 n-d-712141-12 neutron-server[94851]: ERROR neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:29:01.391874 n-d-712141-12 neutron-server[94851]: INFO neutron.plugins.ml2.plugin [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempt 10 to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da Aug 29 04:29:01.412781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:01.413259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:01.413626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempting to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:01.426295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:01.426646 n-d-712141-12 neutron-server[94851]: ERROR neutron.plugins.ml2.managers [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Failed to bind port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on host n-h2-712141-12 for vnic_type normal using segments [{'id': '3647d5d3-c4cb-41e8-adf2-ade24636ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8bf935f-14e2-4aff-9db2-03caa69e7d56'}] Aug 29 04:29:01.427028 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.537462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c25b38-9dab-432e-89fd-bd86c695ca7b None None] Network 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:01.538397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.551033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.552787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] For port 258d9c1e-8efd-4b6c-ab99-f7256aee64da, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:01.553169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attempted to set empty binding levels {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:29:01.557818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.602147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] In _notify_port_updated(), no bound segment for port 258d9c1e-8efd-4b6c-ab99-f7256aee64da on network d8bf935f-14e2-4aff-9db2-03caa69e7d56 {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:29:01.603851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.604685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.606392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "PUT /v2.0/ports/258d9c1e-8efd-4b6c-ab99-f7256aee64da HTTP/1.1" status: 200 len: 979 time: 1.4879255 Aug 29 04:29:01.609134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58364) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:01.657829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e488a-56f0-4671-9927-508800c816fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event updated for resources: {'Port': ['ID=258d9c1e-8efd-4b6c-ab99-f7256aee64da,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.694663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-04bb1eb7-a140-4cbc-981b-1c3bfc64533b None None] Provisioning for port 2b946d3b-00ba-4d23-865c-e09322f67196 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:01.708342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-04bb1eb7-a140-4cbc-981b-1c3bfc64533b None None] Provisioning complete for port 2b946d3b-00ba-4d23-865c-e09322f67196 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:01.712346 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-04bb1eb7-a140-4cbc-981b-1c3bfc64533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.730854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-1931e272-a518-494b-8a1a-362be5f30f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Deleting port 258d9c1e-8efd-4b6c-ab99-f7256aee64da {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:01.731206 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1931e272-a518-494b-8a1a-362be5f30f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.776846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.787643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=190ce756-e856-4f74-a919-5ae545680e1b,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.906225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-1931e272-a518-494b-8a1a-362be5f30f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] For port 258d9c1e-8efd-4b6c-ab99-f7256aee64da, host n-h2-712141-12, got binding levels [] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:01.906847 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1931e272-a518-494b-8a1a-362be5f30f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.951817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-1931e272-a518-494b-8a1a-362be5f30f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Calling delete_port for 258d9c1e-8efd-4b6c-ab99-f7256aee64da owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:01.965645 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-04bb1eb7-a140-4cbc-981b-1c3bfc64533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.074158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-04bb1eb7-a140-4cbc-981b-1c3bfc64533b None None] For port 2b946d3b-00ba-4d23-865c-e09322f67196, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2b946d3b-00ba-4d23-865c-e09322f67196,segment=NetworkSegment(343f19ad-b3c1-4959-b950-f7a127032bbb),segment_id=343f19ad-b3c1-4959-b950-f7a127032bbb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:02.082368 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-04bb1eb7-a140-4cbc-981b-1c3bfc64533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.120973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c8d9e-dd7d-4ab2-ab9a-3aee0d5942ef req-ea60b222-5868-45a7-8467-e263be609a48 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.123138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d1c8d9e-dd7d-4ab2-ab9a-3aee0d5942ef req-ea60b222-5868-45a7-8467-e263be609a48 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 943 time: 0.1012983 Aug 29 04:29:02.147316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1931e272-a518-494b-8a1a-362be5f30f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.159848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:02.161398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:02.224495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb1eb7-a140-4cbc-981b-1c3bfc64533b None None] Pushing event updated for resources: {'Port': ['ID=2b946d3b-00ba-4d23-865c-e09322f67196,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.267290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d1c8d9e-dd7d-4ab2-ab9a-3aee0d5942ef req-2bfe8d28-28d9-4739-9874-5340aa5a244a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371422 Aug 29 04:29:02.271304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931e272-a518-494b-8a1a-362be5f30f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Pushing event deleted for resources: {'Port': ['ID=258d9c1e-8efd-4b6c-ab99-f7256aee64da,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.276449 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1931e272-a518-494b-8a1a-362be5f30f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.283681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1931e272-a518-494b-8a1a-362be5f30f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "DELETE /v2.0/ports/258d9c1e-8efd-4b6c-ab99-f7256aee64da HTTP/1.1" status: 204 len: 168 time: 0.6733484 Aug 29 04:29:02.284770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58380) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.311227 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7603a7fc-9199-40d0-8877-8c6c9e3e0b12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:29:02.316927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7603a7fc-9199-40d0-8877-8c6c9e3e0b12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-356875755-project-admin] 10.222.0.49 "GET /v2.0/ports/258d9c1e-8efd-4b6c-ab99-f7256aee64da HTTP/1.1" status: 404 len: 333 time: 0.0309875 Aug 29 04:29:02.317770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58382) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.425839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.444626 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router feff531f-423d-48c3-a3e8-f375b52a8872 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:02.513625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c4491e61-bbca-470a-89e3-73eea194e7ac None None] Provisioning complete for port 2b946d3b-00ba-4d23-865c-e09322f67196 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:02.514427 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4491e61-bbca-470a-89e3-73eea194e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.566016 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.590090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bf935f-14e2-4aff-9db2-03caa69e7d56']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.615714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3647d5d3-c4cb-41e8-adf2-ade24636ac13') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.616268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3647d5d3-c4cb-41e8-adf2-ade24636ac13') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.633986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.641717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:02.648044 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4ba18a79-6d83-42e8-a63a-435772ae18cb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/feff531f-423d-48c3-a3e8-f375b52a8872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6069019 Aug 29 04:29:02.657417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c4491e61-bbca-470a-89e3-73eea194e7ac None None] Provisioning for port 190ce756-e856-4f74-a919-5ae545680e1b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:02.657698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58384) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.664591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e616eaeb-9836-4285-bcf5-d69fde5b66bb None None] Sync routers for ids ['feff531f-423d-48c3-a3e8-f375b52a8872'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:02.671179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.677390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c4491e61-bbca-470a-89e3-73eea194e7ac None None] Provisioning complete for port 190ce756-e856-4f74-a919-5ae545680e1b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:02.678832 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4491e61-bbca-470a-89e3-73eea194e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.679311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:02.679732 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:02.683748 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:02.726673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c4491e61-bbca-470a-89e3-73eea194e7ac None None] Port 190ce756-e856-4f74-a919-5ae545680e1b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:02.731344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e616eaeb-9836-4285-bcf5-d69fde5b66bb None None] Routers {'feff531f-423d-48c3-a3e8-f375b52a8872'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:02.732231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e616eaeb-9836-4285-bcf5-d69fde5b66bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['feff531f-423d-48c3-a3e8-f375b52a8872'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.736815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 9362b5a7-ba40-4587-8f33-f021ddcf795e details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:02.741309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05bb3f-3a37-40b0-bba3-640fe4c648aa tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.743129 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0d05bb3f-3a37-40b0-bba3-640fe4c648aa tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports/190ce756-e856-4f74-a919-5ae545680e1b HTTP/1.1" status: 200 len: 910 time: 0.0835025 Aug 29 04:29:02.745886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58388) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.806345 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.818651 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.821187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] 10.222.0.49 "DELETE /v2.0/networks/d8bf935f-14e2-4aff-9db2-03caa69e7d56 HTTP/1.1" status: 204 len: 168 time: 0.5019577 Aug 29 04:29:02.845148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59dd00-c2f3-4fb1-a383-322bb8fad740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726399656-project] Pushing event deleted for resources: {'Network': ['ID=d8bf935f-14e2-4aff-9db2-03caa69e7d56,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.869893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e616eaeb-9836-4285-bcf5-d69fde5b66bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.964161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e616eaeb-9836-4285-bcf5-d69fde5b66bb None None] Routers {'feff531f-423d-48c3-a3e8-f375b52a8872'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:02.968953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e616eaeb-9836-4285-bcf5-d69fde5b66bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['feff531f-423d-48c3-a3e8-f375b52a8872'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.996284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3cf5891a-9881-4290-85ea-86f9c1d4b91f None None] Provisioning complete for port 190ce756-e856-4f74-a919-5ae545680e1b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:02.999530 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3cf5891a-9881-4290-85ea-86f9c1d4b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.119939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 9362b5a7-ba40-4587-8f33-f021ddcf795e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9362b5a7-ba40-4587-8f33-f021ddcf795e,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:03.184987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2b946d3b-00ba-4d23-865c-e09322f67196 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:03.221570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '9362b5a7-ba40-4587-8f33-f021ddcf795e', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'port_id': '9362b5a7-ba40-4587-8f33-f021ddcf795e', 'mac_address': 'fa:16:3e:d9:41:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:03.246649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e616eaeb-9836-4285-bcf5-d69fde5b66bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:03.247536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e616eaeb-9836-4285-bcf5-d69fde5b66bb None None] The sync data for ids ['feff531f-423d-48c3-a3e8-f375b52a8872'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:03.349113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58406) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.395788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.423760 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.480092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9362b5a7-ba40-4587-8f33-f021ddcf795e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:03.546539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6682d7-75f3-42a4-b4de-e4a359cb0885 req-6c0b0e80-9a20-4f1d-a540-4b3c700b7871 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.548777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 9362b5a7-ba40-4587-8f33-f021ddcf795e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9362b5a7-ba40-4587-8f33-f021ddcf795e,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:03.565447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee6682d7-75f3-42a4-b4de-e4a359cb0885 req-6c0b0e80-9a20-4f1d-a540-4b3c700b7871 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 943 time: 0.1355515 Aug 29 04:29:03.570066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5891a-9881-4290-85ea-86f9c1d4b91f None None] Port 190ce756-e856-4f74-a919-5ae545680e1b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:03.580505 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.589914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 2b946d3b-00ba-4d23-865c-e09322f67196 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:03.606263 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.664537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee6682d7-75f3-42a4-b4de-e4a359cb0885 req-b89f957b-ecf4-449e-98af-fb617df22a39 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973041 Aug 29 04:29:03.689557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4d7d082b-bbed-43c2-a522-3692e20c5050 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d7536f7e77249d4829f9008e9481ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391004 Aug 29 04:29:03.691937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58418) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.801949 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cee75fdb-52c3-4e9e-b784-642343338315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.835101 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cee75fdb-52c3-4e9e-b784-642343338315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.872994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=9362b5a7-ba40-4587-8f33-f021ddcf795e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:03.886281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b91cb710-250c-48d3-9c5c-e2a4101ac029 None None] Provisioning complete for port 190ce756-e856-4f74-a919-5ae545680e1b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:03.887208 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b91cb710-250c-48d3-9c5c-e2a4101ac029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.900708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port 190ce756-e856-4f74-a919-5ae545680e1b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:03.901257 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.903637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cee75fdb-52c3-4e9e-b784-642343338315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.907182 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cee75fdb-52c3-4e9e-b784-642343338315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.911172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cee75fdb-52c3-4e9e-b784-642343338315 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5747fb42-abca-433f-abae-62fb7e8647ac HTTP/1.1" status: 204 len: 168 time: 0.2159791 Aug 29 04:29:03.919062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee75fdb-52c3-4e9e-b784-642343338315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5747fb42-abca-433f-abae-62fb7e8647ac,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.011468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b91cb710-250c-48d3-9c5c-e2a4101ac029 None None] Port 190ce756-e856-4f74-a919-5ae545680e1b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:04.032212 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.051919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['9362b5a7-ba40-4587-8f33-f021ddcf795e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:04.061729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for 190ce756-e856-4f74-a919-5ae545680e1b owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:04.396894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58432) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.431736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.465518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-574c61bb-4500-46ec-af4d-1f7661b68ff8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01a935206570481c93762dbc6bdeacb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658731 Aug 29 04:29:04.467966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58436) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.473162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=190ce756-e856-4f74-a919-5ae545680e1b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.643421 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-725b744d-1be2-4826-a6e9-5c5c14594adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.666663 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-725b744d-1be2-4826-a6e9-5c5c14594adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.751136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-725b744d-1be2-4826-a6e9-5c5c14594adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.754215 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-725b744d-1be2-4826-a6e9-5c5c14594adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.755386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-725b744d-1be2-4826-a6e9-5c5c14594adf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdb06483-9ec4-4cd7-854c-a62569688f88 HTTP/1.1" status: 204 len: 168 time: 0.2861111 Aug 29 04:29:04.771508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b744d-1be2-4826-a6e9-5c5c14594adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb06483-9ec4-4cd7-854c-a62569688f88,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.926215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe58945-459e-4cbb-a087-ad3b97cc577a req-cf6bf331-3a0a-4af1-9dcb-9f6c36978283 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.941558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbe58945-459e-4cbb-a087-ad3b97cc577a req-cf6bf331-3a0a-4af1-9dcb-9f6c36978283 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 944 time: 0.1362536 Aug 29 04:29:05.029331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbe58945-459e-4cbb-a087-ad3b97cc577a req-0463c06c-c6c5-4900-a443-5ed4c404d7b4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800231 Aug 29 04:29:05.155805 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.368403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router feff531f-423d-48c3-a3e8-f375b52a8872 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:05.457770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:05.463129 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-940ea24a-374c-4f39-a7e3-e6c1d5ddc6b7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/feff531f-423d-48c3-a3e8-f375b52a8872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7162418 Aug 29 04:29:05.469137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58456) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.473911 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126450c-eea7-4969-bda7-757339f52bbf None None] Sync routers for ids ['feff531f-423d-48c3-a3e8-f375b52a8872'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:05.489881 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126450c-eea7-4969-bda7-757339f52bbf None None] Routers {'feff531f-423d-48c3-a3e8-f375b52a8872'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:05.490930 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f126450c-eea7-4969-bda7-757339f52bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['feff531f-423d-48c3-a3e8-f375b52a8872'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:05.504827 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3f727b8f-a087-45ae-8559-e02719634ece tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=feff531f-423d-48c3-a3e8-f375b52a8872 HTTP/1.1" status: 200 len: 205 time: 0.0369048 Aug 29 04:29:05.506883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58460) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.568302 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f126450c-eea7-4969-bda7-757339f52bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:05.589491 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126450c-eea7-4969-bda7-757339f52bbf None None] Routers {'feff531f-423d-48c3-a3e8-f375b52a8872'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:05.590456 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f126450c-eea7-4969-bda7-757339f52bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['feff531f-423d-48c3-a3e8-f375b52a8872'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:05.615623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30b8c8c1-0ee5-4338-bc90-81b682e00bf5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.661253 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f126450c-eea7-4969-bda7-757339f52bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:05.662153 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126450c-eea7-4969-bda7-757339f52bbf None None] The sync data for ids ['feff531f-423d-48c3-a3e8-f375b52a8872'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:05.804437 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30b8c8c1-0ee5-4338-bc90-81b682e00bf5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.809264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30b8c8c1-0ee5-4338-bc90-81b682e00bf5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.874878 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30b8c8c1-0ee5-4338-bc90-81b682e00bf5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.875405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b8c8c1-0ee5-4338-bc90-81b682e00bf5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Fanout notify agent at l3_agent the message router_deleted on router feff531f-423d-48c3-a3e8-f375b52a8872 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:05.895242 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30b8c8c1-0ee5-4338-bc90-81b682e00bf5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.897498 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-30b8c8c1-0ee5-4338-bc90-81b682e00bf5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/feff531f-423d-48c3-a3e8-f375b52a8872 HTTP/1.1" status: 204 len: 168 time: 0.3893745 Aug 29 04:29:05.899728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58472) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.013611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf11a661-9353-4f7f-a1d0-2f231daa3439 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting subnet d6a78033-9a38-4cbd-a3eb-8fb85930e3f3 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:06.025000 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bf11a661-9353-4f7f-a1d0-2f231daa3439 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.111183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bf11a661-9353-4f7f-a1d0-2f231daa3439 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.256119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bf11a661-9353-4f7f-a1d0-2f231daa3439 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.300238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b69f26-539e-476e-9680-b51ffd28c223 req-ba7bf1fd-468e-43d9-9856-ab09e504f2d4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.305033 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00b69f26-539e-476e-9680-b51ffd28c223 req-ba7bf1fd-468e-43d9-9856-ab09e504f2d4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 944 time: 0.1404948 Aug 29 04:29:06.388508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00b69f26-539e-476e-9680-b51ffd28c223 req-d634ab21-e2a4-4f2c-8f21-e0161bf79d84 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777230 Aug 29 04:29:06.437315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bf11a661-9353-4f7f-a1d0-2f231daa3439 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.498701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bf11a661-9353-4f7f-a1d0-2f231daa3439 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.500099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a3a466-1561-4da2-8b73-26f6406d5fc7 None None] Network 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:06.505204 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bf11a661-9353-4f7f-a1d0-2f231daa3439 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/d6a78033-9a38-4cbd-a3eb-8fb85930e3f3 HTTP/1.1" status: 204 len: 168 time: 0.6003976 Aug 29 04:29:06.505204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11a661-9353-4f7f-a1d0-2f231daa3439 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a78033-9a38-4cbd-a3eb-8fb85930e3f3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.505204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58494) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.608455 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.728500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port 2b946d3b-00ba-4d23-865c-e09322f67196 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:06.728875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.928416 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port 2b946d3b-00ba-4d23-865c-e09322f67196, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2b946d3b-00ba-4d23-865c-e09322f67196,segment=NetworkSegment(343f19ad-b3c1-4959-b950-f7a127032bbb),segment_id=343f19ad-b3c1-4959-b950-f7a127032bbb)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:06.929121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.964588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for 2b946d3b-00ba-4d23-865c-e09322f67196 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:07.038722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 9362b5a7-ba40-4587-8f33-f021ddcf795e up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:07.108269 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.178371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 9362b5a7-ba40-4587-8f33-f021ddcf795e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:07.186323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 9362b5a7-ba40-4587-8f33-f021ddcf795e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:07.186706 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.208044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=2b946d3b-00ba-4d23-865c-e09322f67196,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.218324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No DVR routers for this DVR port 2b946d3b-00ba-4d23-865c-e09322f67196 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:07.373266 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.375955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30eb3b-0b6e-443a-8d02-feade6881fac None None] DHCP port deletion for 2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:07.414375 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.417594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e9c7b-3c60-4ddc-a664-db6625efce7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9362b5a7-ba40-4587-8f33-f021ddcf795e'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:07.424618 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d40897-7f25-4c80-b1ff-5a85bc3dadd2" -d '{"events": [{"server_uuid": "760e9c7b-3c60-4ddc-a664-db6625efce7f", "name": "network-vif-plugged", "status": "completed", "tag": "9362b5a7-ba40-4587-8f33-f021ddcf795e"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:07.432935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:07.446186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 9362b5a7-ba40-4587-8f33-f021ddcf795e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9362b5a7-ba40-4587-8f33-f021ddcf795e,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:07.457054 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.460173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343f19ad-b3c1-4959-b950-f7a127032bbb') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:07.460870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343f19ad-b3c1-4959-b950-f7a127032bbb') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:07.484291 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.541610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.542675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=9362b5a7-ba40-4587-8f33-f021ddcf795e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.562624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:07.565070 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:07.571654 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:07.656601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58536) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.669905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58538) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.675043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b06c9-3263-422e-a735-dbdd96eccd89 req-d6a150a2-72d2-4c9f-88f2-61aec28e78e7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:07.678184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a80b06c9-3263-422e-a735-dbdd96eccd89 req-d6a150a2-72d2-4c9f-88f2-61aec28e78e7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 945 time: 0.1044180 Aug 29 04:29:07.708514 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.729710 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.735230 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/networks/2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f HTTP/1.1" status: 204 len: 168 time: 1.2295103 Aug 29 04:29:07.753738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58546) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.755236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51d5a3-1ff5-4e2a-89c8-8b2f4e1b0a8f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Network': ['ID=2bb860f4-ee93-4f6f-8a5e-c98e29e8ab4f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.764116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-552575581', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:07.794778 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.796424 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.808596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a80b06c9-3263-422e-a735-dbdd96eccd89 req-050bfcc2-f6a1-494d-9796-661d25b6dc2b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180215 Aug 29 04:29:07.887002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-832a50dd-5065-4af1-9921-0f4734dbfeff tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:07.941824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-832a50dd-5065-4af1-9921-0f4734dbfeff tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] 10.222.0.49 "PUT /v2.0/quotas/c82cda5395124389bf70e7894a89389b HTTP/1.1" status: 200 len: 366 time: 0.2707131 Aug 29 04:29:07.944190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58554) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.960274 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-770b7a94-31b1-478a-bc0a-faf78734c0fd tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0117655 Aug 29 04:29:07.963245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58556) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.983844 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-58e77b47-5bad-448b-acfa-6eab68fa7e76 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] 10.222.0.49 "GET /v2.0/quotas/c82cda5395124389bf70e7894a89389b HTTP/1.1" status: 200 len: 366 time: 0.0192018 Aug 29 04:29:07.986771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58558) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.013282 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcf2abe-c57b-488d-8471-2f3f3c66dd54 x-openstack-request-id: req-4fcf2abe-c57b-488d-8471-2f3f3c66dd54 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:08.013592 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e9c7b-3c60-4ddc-a664-db6625efce7f", "name": "network-vif-plugged", "status": "completed", "tag": "9362b5a7-ba40-4587-8f33-f021ddcf795e", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:08.013841 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4fcf2abe-c57b-488d-8471-2f3f3c66dd54 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:08.014261 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e9c7b-3c60-4ddc-a664-db6625efce7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9362b5a7-ba40-4587-8f33-f021ddcf795e', 'code': 200} Aug 29 04:29:08.020330 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-451d645b-a5b7-4730-a1db-719d8e89c62f tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/c82cda5395124389bf70e7894a89389b HTTP/1.1" status: 204 len: 168 time: 0.0302765 Aug 29 04:29:08.024927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58560) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.046801 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e4f6e7f1-fcf5-4be4-b6ad-4b79bf545303 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0182970 Aug 29 04:29:08.047681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58562) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.061970 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5713b298-baf0-4db4-9d57-9df35e3f6405 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] 10.222.0.49 "GET /v2.0/quotas/c82cda5395124389bf70e7894a89389b HTTP/1.1" status: 200 len: 370 time: 0.0092835 Aug 29 04:29:08.062300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58564) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.081955 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ac3fcaa2-69ea-494a-9c79-481394303205 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] 10.222.0.49 "GET /v2.0/quotas/c82cda5395124389bf70e7894a89389b/default HTTP/1.1" status: 200 len: 370 time: 0.0185111 Aug 29 04:29:08.084480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58566) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.096417 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-6db1bbcf-5604-4258-a189-d437c5e7289d tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] delete failed (client error): The resource could not be found. Aug 29 04:29:08.097662 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6db1bbcf-5604-4258-a189-d437c5e7289d tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/c82cda5395124389bf70e7894a89389b HTTP/1.1" status: 404 len: 348 time: 0.0120468 Aug 29 04:29:08.218082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58570) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.242561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Usage tracker for resource:network and tenant:09dc5134571647d1b6f3f952ba259c88 is out of sync, need to count used quota {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:29:08.249114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:29:08.257059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Usage tracker for resource:subnet and tenant:09dc5134571647d1b6f3f952ba259c88 is out of sync, need to count used quota {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:29:08.263361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:29:08.270314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Usage tracker for resource:subnetpool and tenant:09dc5134571647d1b6f3f952ba259c88 is out of sync, need to count used quota {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:29:08.275840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:29:08.283250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Usage tracker for resource:port and tenant:09dc5134571647d1b6f3f952ba259c88 is out of sync, need to count used quota {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:29:08.288529 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.289540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:29:08.297126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Usage tracker for resource:router and tenant:09dc5134571647d1b6f3f952ba259c88 is out of sync, need to count used quota {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:29:08.305602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:29:08.313215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Usage tracker for resource:floatingip and tenant:09dc5134571647d1b6f3f952ba259c88 is out of sync, need to count used quota {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:29:08.318458 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:29:08.349973 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9a38c70-a6d5-422a-91cd-30852443413c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.364525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Usage tracker for resource:security_group and tenant:09dc5134571647d1b6f3f952ba259c88 is out of sync, need to count used quota {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:29:08.370064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:29:08.376553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Usage tracker for resource:security_group_rule and tenant:09dc5134571647d1b6f3f952ba259c88 is out of sync, need to count used quota {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:29:08.382803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.quota.resource [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94850) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:29:08.393047 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a7ea10ab-8407-4913-8ca8-372f76a70192 tempest-QuotasTest-1566958099 tempest-QuotasTest-1566958099-project-admin] 10.222.0.49 "GET /v2.0/quotas/09dc5134571647d1b6f3f952ba259c88/details.json HTTP/1.1" status: 200 len: 703 time: 0.1696792 Aug 29 04:29:08.483088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ea2c4-dde3-4b18-b558-2cd911c4f903 req-0bb19430-84c9-4664-8ac3-067fe72f4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.484624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-068ea2c4-dde3-4b18-b558-2cd911c4f903 req-0bb19430-84c9-4664-8ac3-067fe72f4ef7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 1097 time: 0.1977155 Aug 29 04:29:08.497587 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.600443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-068ea2c4-dde3-4b18-b558-2cd911c4f903 req-c8316141-7660-4990-bc34-17656bb9ff67 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048727 Aug 29 04:29:08.654334 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9a38c70-a6d5-422a-91cd-30852443413c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.675337 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9a38c70-a6d5-422a-91cd-30852443413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.708231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c9a38c70-a6d5-422a-91cd-30852443413c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81c6750a2e9e4134ac142f87d946a185&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0194581 Aug 29 04:29:08.711126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58588) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.736643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a38c70-a6d5-422a-91cd-30852443413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ec1350-d1a6-401b-8de7-2d48b961b6b0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:08.805389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58592) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.832483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-743ebac7-67b3-480a-93ae-744dcc1a567e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.881830 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.883582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-743ebac7-67b3-480a-93ae-744dcc1a567e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.910040 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.940608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2b946d3b-00ba-4d23-865c-e09322f67196 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:08.940608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 2b946d3b-00ba-4d23-865c-e09322f67196 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:08.940608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2b946d3b-00ba-4d23-865c-e09322f67196 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:08.963082 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-743ebac7-67b3-480a-93ae-744dcc1a567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.965909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-743ebac7-67b3-480a-93ae-744dcc1a567e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.969481 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-743ebac7-67b3-480a-93ae-744dcc1a567e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94ec1350-d1a6-401b-8de7-2d48b961b6b0 HTTP/1.1" status: 204 len: 168 time: 0.2549646 Aug 29 04:29:08.984189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ebac7-67b3-480a-93ae-744dcc1a567e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ec1350-d1a6-401b-8de7-2d48b961b6b0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.020595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0066de8c-ecdd-42c1-a9a1-a2fe65dd9ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.065854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d246531-103c-4556-98f3-cbba66309ed3 req-7e5dd81d-64a1-476f-8a57-81c00466dcf8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.067476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d246531-103c-4556-98f3-cbba66309ed3 req-7e5dd81d-64a1-476f-8a57-81c00466dcf8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 945 time: 0.1457918 Aug 29 04:29:09.176473 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0066de8c-ecdd-42c1-a9a1-a2fe65dd9ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.180291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d246531-103c-4556-98f3-cbba66309ed3 req-6a3992f5-0321-4295-b677-3e3f94d0bc3c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038759 Aug 29 04:29:09.190164 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0066de8c-ecdd-42c1-a9a1-a2fe65dd9ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.197743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Allocated IP 172.25.5.84 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/d3ebffd8-2a20-464e-b6c8-a0f20bbf8e72) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:09.221935 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0066de8c-ecdd-42c1-a9a1-a2fe65dd9ea6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d31c9c8bfbb748adbc81c90c4e76daea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125695 Aug 29 04:29:09.221935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58610) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:09.267826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066de8c-ecdd-42c1-a9a1-a2fe65dd9ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7178da-a7b2-4a4c-91b2-bbd32f111126,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.306067 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59bdc63f-b005-41f0-b752-20d0eac55e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.333367 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59bdc63f-b005-41f0-b752-20d0eac55e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.340362 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.390961 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59bdc63f-b005-41f0-b752-20d0eac55e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.394145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59bdc63f-b005-41f0-b752-20d0eac55e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.406709 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.419957 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59bdc63f-b005-41f0-b752-20d0eac55e48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b7178da-a7b2-4a4c-91b2-bbd32f111126 HTTP/1.1" status: 204 len: 168 time: 0.1972167 Aug 29 04:29:09.428807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdc63f-b005-41f0-b752-20d0eac55e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7178da-a7b2-4a4c-91b2-bbd32f111126,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.460260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:09.465802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:09.468188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58620) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:09.470970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:09.497660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-106df122-2796-4f9e-814d-e2aae0e56147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.505641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=d3ebffd8-2a20-464e-b6c8-a0f20bbf8e72,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.677323 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-106df122-2796-4f9e-814d-e2aae0e56147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.685919 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-106df122-2796-4f9e-814d-e2aae0e56147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.735561 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-106df122-2796-4f9e-814d-e2aae0e56147 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75b15d0250d84d5d87be4640606f2d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599401 Aug 29 04:29:09.736243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58626) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:09.742519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106df122-2796-4f9e-814d-e2aae0e56147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5153061-edde-486f-a1da-cb4fa4c9cd23,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.795519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.804475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-125bf0ef-e1fa-45e2-a82a-81029c9d2f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.836562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-125bf0ef-e1fa-45e2-a82a-81029c9d2f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.903376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-125bf0ef-e1fa-45e2-a82a-81029c9d2f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.908021 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-125bf0ef-e1fa-45e2-a82a-81029c9d2f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.909800 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-125bf0ef-e1fa-45e2-a82a-81029c9d2f78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5153061-edde-486f-a1da-cb4fa4c9cd23 HTTP/1.1" status: 204 len: 168 time: 0.1730862 Aug 29 04:29:09.921221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bf0ef-e1fa-45e2-a82a-81029c9d2f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5153061-edde-486f-a1da-cb4fa4c9cd23,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.024783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.043665 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e26dc8d8-3071-4dc2-a73a-3b6702957dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.082170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.240090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router e6bf3b50-87e2-40a1-ba4d-d01bfa344929 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:10.310387 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e26dc8d8-3071-4dc2-a73a-3b6702957dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.322045 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e26dc8d8-3071-4dc2-a73a-3b6702957dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.372484 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e26dc8d8-3071-4dc2-a73a-3b6702957dd6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09dc5134571647d1b6f3f952ba259c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465965 Aug 29 04:29:10.375069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58648) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.388923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:10.399789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a1637-2291-4098-99a7-a1f3cc02bcae None None] Sync routers for ids ['e6bf3b50-87e2-40a1-ba4d-d01bfa344929'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:10.413925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a1637-2291-4098-99a7-a1f3cc02bcae None None] Routers {'e6bf3b50-87e2-40a1-ba4d-d01bfa344929'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:10.414550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f37a1637-2291-4098-99a7-a1f3cc02bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['e6bf3b50-87e2-40a1-ba4d-d01bfa344929'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:10.449596 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.455189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-edc0bd3b-62a2-400b-8b11-1f601a68fadb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6993265 Aug 29 04:29:10.455805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58652) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.465441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b674900-ee3d-4f0d-8840-2ad8bdadec4b req-a642c701-6eb1-404b-9762-ac047bcff887 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.467005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b674900-ee3d-4f0d-8840-2ad8bdadec4b req-a642c701-6eb1-404b-9762-ac047bcff887 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 945 time: 0.0916708 Aug 29 04:29:10.485949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f37a1637-2291-4098-99a7-a1f3cc02bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:10.500251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a1637-2291-4098-99a7-a1f3cc02bcae None None] Routers {'e6bf3b50-87e2-40a1-ba4d-d01bfa344929'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:10.500902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f37a1637-2291-4098-99a7-a1f3cc02bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['e6bf3b50-87e2-40a1-ba4d-d01bfa344929'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:10.537858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dc8d8-3071-4dc2-a73a-3b6702957dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ca61ea-1bf0-40f1-94ed-0171cbc4e14c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.545462 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c11a5655-75b6-4876-9251-d46cc1c78bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.547774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b674900-ee3d-4f0d-8840-2ad8bdadec4b req-b4234cc6-6e0a-4164-8908-cc69d510494c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720153 Aug 29 04:29:10.585333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f37a1637-2291-4098-99a7-a1f3cc02bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:10.585952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a1637-2291-4098-99a7-a1f3cc02bcae None None] The sync data for ids ['e6bf3b50-87e2-40a1-ba4d-d01bfa344929'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:10.620179 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c11a5655-75b6-4876-9251-d46cc1c78bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.676500 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c753fc99-8a74-4c7b-8349-bd099904d405 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/routers/e6bf3b50-87e2-40a1-ba4d-d01bfa344929 HTTP/1.1" status: 200 len: 879 time: 0.2161705 Aug 29 04:29:10.676500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58664) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.745069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-42975e74-3208-40b6-8f4d-97077eb14093 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=dce347bb15cc4c40b8db7d918d905ae0 HTTP/1.1" status: 200 len: 267 time: 0.0813715 Aug 29 04:29:10.802365 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c11a5655-75b6-4876-9251-d46cc1c78bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.806273 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c11a5655-75b6-4876-9251-d46cc1c78bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.807577 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c11a5655-75b6-4876-9251-d46cc1c78bd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69ca61ea-1bf0-40f1-94ed-0171cbc4e14c HTTP/1.1" status: 204 len: 168 time: 0.4315426 Aug 29 04:29:10.875140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-86fa244c-6e92-4cbf-b087-bf68f893a5a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.875140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-86fa244c-6e92-4cbf-b087-bf68f893a5a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 945 time: 0.1176965 Aug 29 04:29:10.890028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-eae348ef-f6c2-41b7-9ded-0d1be80cd0a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'port': {'security_groups': []}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:10.918718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a5655-75b6-4876-9251-d46cc1c78bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ca61ea-1bf0-40f1-94ed-0171cbc4e14c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.021612 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-eae348ef-f6c2-41b7-9ded-0d1be80cd0a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.059345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5b625b5a-3948-4dc0-aead-26e9ddaa3a55 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3823187 Aug 29 04:29:11.066142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58678) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.071612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b4f255bb-60c3-43e0-9be5-c35ffb851da9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-552575581'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:11.358842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-eae348ef-f6c2-41b7-9ded-0d1be80cd0a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] For port 9362b5a7-ba40-4587-8f33-f021ddcf795e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9362b5a7-ba40-4587-8f33-f021ddcf795e,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:11.432639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-eae348ef-f6c2-41b7-9ded-0d1be80cd0a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.440458 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-eae348ef-f6c2-41b7-9ded-0d1be80cd0a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.453609 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['312f590e-b71e-4401-a97c-faedc44e56d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:11.517373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b1d62609-a261-4c76-b13f-0ea1cc93315d', '9362b5a7-ba40-4587-8f33-f021ddcf795e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:11.586726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-eae348ef-f6c2-41b7-9ded-0d1be80cd0a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.590665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-eae348ef-f6c2-41b7-9ded-0d1be80cd0a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.594241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e149cb43-b9f0-406e-9daf-7e552e95af71 req-eae348ef-f6c2-41b7-9ded-0d1be80cd0a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "PUT /v2.0/ports/9362b5a7-ba40-4587-8f33-f021ddcf795e HTTP/1.1" status: 200 len: 904 time: 0.7124407 Aug 29 04:29:11.596753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e9c7b-3c60-4ddc-a664-db6625efce7f', 'tag': '9362b5a7-ba40-4587-8f33-f021ddcf795e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:11.598816 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6" -d '{"events": [{"name": "network-changed", "server_uuid": "760e9c7b-3c60-4ddc-a664-db6625efce7f", "tag": "9362b5a7-ba40-4587-8f33-f021ddcf795e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:11.667723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae348ef-f6c2-41b7-9ded-0d1be80cd0a4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'Port': ['ID=9362b5a7-ba40-4587-8f33-f021ddcf795e,revision_number=6']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.726454 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d087e7a-2574-4729-b4d9-b4de1f57f68c x-openstack-request-id: req-7d087e7a-2574-4729-b4d9-b4de1f57f68c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:11.727020 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e9c7b-3c60-4ddc-a664-db6625efce7f", "tag": "9362b5a7-ba40-4587-8f33-f021ddcf795e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:11.727491 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d087e7a-2574-4729-b4d9-b4de1f57f68c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:11.728165 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e9c7b-3c60-4ddc-a664-db6625efce7f', 'tag': '9362b5a7-ba40-4587-8f33-f021ddcf795e', 'status': 'completed', 'code': 200} Aug 29 04:29:11.742152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['9362b5a7-ba40-4587-8f33-f021ddcf795e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:11.798842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4f255bb-60c3-43e0-9be5-c35ffb851da9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.842291 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4f255bb-60c3-43e0-9be5-c35ffb851da9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.855132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef74c3d-0fff-4b7b-be15-6d4dc615e23c req-c983b34d-f164-4d69-9e81-8444447a5926 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.872102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ef74c3d-0fff-4b7b-be15-6d4dc615e23c req-c983b34d-f164-4d69-9e81-8444447a5926 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 907 time: 0.1601021 Aug 29 04:29:11.886004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-50d2a250-fe52-47ff-a73d-348757b0d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.889858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-50d2a250-fe52-47ff-a73d-348757b0d542 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 1059 time: 0.1353176 Aug 29 04:29:12.068067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f255bb-60c3-43e0-9be5-c35ffb851da9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router e6bf3b50-87e2-40a1-ba4d-d01bfa344929 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:12.125539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15eded-3ec4-4619-90f1-3fc886bd86e3 req-f72336f6-ad06-4195-875e-9aac7cbe96c5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:12.127754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d15eded-3ec4-4619-90f1-3fc886bd86e3 req-f72336f6-ad06-4195-875e-9aac7cbe96c5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.0883565 Aug 29 04:29:12.154664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-3d004dbf-570a-42a0-99d8-5f0d0b3529dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:12.156131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-3d004dbf-570a-42a0-99d8-5f0d0b3529dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.2552509 Aug 29 04:29:12.210057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fa737d45-d727-4705-a4b2-24f8c5bc610a None None] Provisioning complete for port 9362b5a7-ba40-4587-8f33-f021ddcf795e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:12.213546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fa737d45-d727-4705-a4b2-24f8c5bc610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.274549 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-2ce61c9d-57a0-48e0-9600-215a1af906db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9362b5a7-ba40-4587-8f33-f021ddcf795e HTTP/1.1" status: 200 len: 217 time: 0.1100490 Aug 29 04:29:12.326684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f255bb-60c3-43e0-9be5-c35ffb851da9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:12.339778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4f255bb-60c3-43e0-9be5-c35ffb851da9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.339969 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e3f0e-6942-49d9-8717-070b5e9f2ee3 None None] Sync routers for ids ['e6bf3b50-87e2-40a1-ba4d-d01bfa344929'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:12.346336 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b4f255bb-60c3-43e0-9be5-c35ffb851da9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/e6bf3b50-87e2-40a1-ba4d-d01bfa344929 HTTP/1.1" status: 200 len: 886 time: 1.2793043 Aug 29 04:29:12.349404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58726) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.354608 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e3f0e-6942-49d9-8717-070b5e9f2ee3 None None] Routers {'e6bf3b50-87e2-40a1-ba4d-d01bfa344929'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:12.355228 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f05e3f0e-6942-49d9-8717-070b5e9f2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['e6bf3b50-87e2-40a1-ba4d-d01bfa344929'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:12.427561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d15eded-3ec4-4619-90f1-3fc886bd86e3 req-1a6ae9f7-516d-42fa-9ba4-1c5cc5e331ff tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909620 Aug 29 04:29:12.472897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-f483650c-af40-4602-ac79-90de6320a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:12.474346 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f05e3f0e-6942-49d9-8717-070b5e9f2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:12.489129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-f483650c-af40-4602-ac79-90de6320a667 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.2057168 Aug 29 04:29:12.505908 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e3f0e-6942-49d9-8717-070b5e9f2ee3 None None] Routers {'e6bf3b50-87e2-40a1-ba4d-d01bfa344929'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:12.510771 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f05e3f0e-6942-49d9-8717-070b5e9f2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['e6bf3b50-87e2-40a1-ba4d-d01bfa344929'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:12.557528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58736) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.587660 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f05e3f0e-6942-49d9-8717-070b5e9f2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:12.588519 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e3f0e-6942-49d9-8717-070b5e9f2ee3 None None] The sync data for ids ['e6bf3b50-87e2-40a1-ba4d-d01bfa344929'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:12.677645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-4cdc9794-6990-49dc-a247-dcea8b932295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:12.679161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-4cdc9794-6990-49dc-a247-dcea8b932295 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832545 Aug 29 04:29:12.719748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d30b1-2633-42ef-9b3d-01e047277e64 req-ad4e8379-3e3c-444d-8988-451c60452c0f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:12.739530 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c1d30b1-2633-42ef-9b3d-01e047277e64 req-ad4e8379-3e3c-444d-8988-451c60452c0f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1598675 Aug 29 04:29:12.908650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-852918350'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:12.927505 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6421d9be-fdbc-464e-a9c6-2f829beef767 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/routers/e6bf3b50-87e2-40a1-ba4d-d01bfa344929 HTTP/1.1" status: 200 len: 886 time: 0.5766234 Aug 29 04:29:12.930315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58746) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.963908 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-e9974cd9-af7b-42c7-a617-ea867379aa83 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703011 Aug 29 04:29:12.968491 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-de8f6dd0-c682-46ce-85d1-52517d071206 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6bf3b50-87e2-40a1-ba4d-d01bfa344929 HTTP/1.1" status: 200 len: 205 time: 0.0366888 Aug 29 04:29:12.971294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58748) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:13.008852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c1d30b1-2633-42ef-9b3d-01e047277e64 req-f807c9ef-a4fd-44ec-a0be-1fb0fc545275 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675905 Aug 29 04:29:13.059059 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Made reservation on behalf of edf1de7b89984a6eaee3c0f3e35f4860 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:13.062511 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.086080 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.182702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3040a9f9-86d7-45e8-ab3d-0060cd6940d6 req-f8a20336-1ec3-486c-9089-3304ec276007 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074926 Aug 29 04:29:13.199846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.320604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.333224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.358859 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.398859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port d3ebffd8-2a20-464e-b6c8-a0f20bbf8e72 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:13.399202 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.496947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.513796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for d3ebffd8-2a20-464e-b6c8-a0f20bbf8e72 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:13.516167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:13.594755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e996c3-254a-446b-aeb2-dfecb07838ff,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:13.605573 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.606102 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Added segment dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59 of type vlan for network fc42b492-0ad4-4d4c-af75-79aeb8e2982d Aug 29 04:29:13.709215 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.738471 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:29:13.753465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-a5b09363-50dc-474d-9d99-2bf1278662f1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.761290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-a5b09363-50dc-474d-9d99-2bf1278662f1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 812 time: 0.4236169 Aug 29 04:29:13.765556 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.771060 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.772495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.773268 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.810398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=d3ebffd8-2a20-464e-b6c8-a0f20bbf8e72,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:13.850106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-50258236-982b-49d7-bb0f-3a9c91f4c5e8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/quotas/dce347bb15cc4c40b8db7d918d905ae0 HTTP/1.1" status: 200 len: 375 time: 0.0872402 Aug 29 04:29:13.895876 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.914531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3445432 Aug 29 04:29:13.925539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58780) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:13.982285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'subnet': {'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:14.009613 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.011900 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.066784 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.067482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Fanout notify agent at l3_agent the message router_deleted on router e6bf3b50-87e2-40a1-ba4d-d01bfa344929 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:14.075918 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.077379 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c941a445-60f5-4faf-a737-b6f9f58d252e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/e6bf3b50-87e2-40a1-ba4d-d01bfa344929 HTTP/1.1" status: 204 len: 168 time: 1.1048431 Aug 29 04:29:14.081440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58784) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:14.086913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'network': {'name': 'tempest-RoutersTest-533571790'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:14.108449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ba87b-5c64-4668-b0d5-e0d2a84fd858 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Network': ['ID=fc42b492-0ad4-4d4c-af75-79aeb8e2982d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.111451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:14.116383 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.119211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:14.147553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:14.164012 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.164768 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added segment 45d62b7a-22a6-41bb-bd62-7c40399e17ca of type vlan for network 9e092435-7155-4e82-b428-690ef1f7b913 Aug 29 04:29:14.167729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-3d0a9dab-008e-4788-8ebf-e1a5ee2277b8 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3165345 Aug 29 04:29:14.180312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-5a1b9734-712e-4ab9-b42b-4a8acbede01b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:29:14.184380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-5a1b9734-712e-4ab9-b42b-4a8acbede01b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144434 Aug 29 04:29:14.229941 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.274893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.282957 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:14.284181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.302353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Made reservation on behalf of edf1de7b89984a6eaee3c0f3e35f4860 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:14.306319 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.366986 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2824371 Aug 29 04:29:14.369627 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58790) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:14.379048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'subnet': {'network_id': '9e092435-7155-4e82-b428-690ef1f7b913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:14.442543 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-d20a9e70-c2ae-4dd5-b470-1a8eec46eecd service neutron] 10.222.0.49 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510426 Aug 29 04:29:14.460184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d3bf4-80c8-4bc4-bf98-40de295b0664 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Network': ['ID=9e092435-7155-4e82-b428-690ef1f7b913,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.471312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9e092435-7155-4e82-b428-690ef1f7b913 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:14.518106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:14.523432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.609607 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ab98b4b9-f50a-4cf7-9f92-296bd3b35f9d service neutron] 10.222.0.49 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605361 Aug 29 04:29:14.682150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.881855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Subnet': ['ID=73cf0cba-280e-446b-aed9-3521dbae028f,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.885956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Checking segment: {'id': 'dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:14.886333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Network hostable DHCP agents. Network: fc42b492-0ad4-4d4c-af75-79aeb8e2982d, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:14.914742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:14.942663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, fc42b492-0ad4-4d4c-af75-79aeb8e2982d) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:14.948004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:14.949506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.953768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ff06b1-51c6-44b1-a483-dce73c2c1dcb None None] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:14.957986 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.989959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-66b95477-80d4-48d7-aabd-fdac2c542baa tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0573971 Aug 29 04:29:14.990178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58800) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:14.995673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'port': {'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1752637840'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:15.102158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Subnet': ['ID=0c73d5da-3d6b-4ceb-972b-ceb216e94593,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.112904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Checking segment: {'id': '45d62b7a-22a6-41bb-bd62-7c40399e17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9e092435-7155-4e82-b428-690ef1f7b913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:15.113266 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network hostable DHCP agents. Network: 9e092435-7155-4e82-b428-690ef1f7b913, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:15.132860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 9e092435-7155-4e82-b428-690ef1f7b913 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:15.144956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9e092435-7155-4e82-b428-690ef1f7b913) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:15.154014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:15.154706 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.170134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2c534c-9e86-4d9b-a9b1-0f77e444f373 None None] Network 9e092435-7155-4e82-b428-690ef1f7b913 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:15.178817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58804) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:15.179931 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6cc34238-c1ac-41f0-b6a7-f81ca57ccba7 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8089919 Aug 29 04:29:15.184325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5a60159f-e8a9-4c27-86ee-e235533154bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2008946883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:15.212150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:29:15.212150 n-d-712141-12 neutron-server[94851]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:29:15.212150 n-d-712141-12 neutron-server[94851]: [parameters: {'project_id_1': 'edf1de7b89984a6eaee3c0f3e35f4860', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 29, 15, 199866)}] Aug 29 04:29:15.212150 n-d-712141-12 neutron-server[94851]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:29:15.212887 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:29:15.231526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a60159f-e8a9-4c27-86ee-e235533154bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.232613 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a60159f-e8a9-4c27-86ee-e235533154bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.317020 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a60159f-e8a9-4c27-86ee-e235533154bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.321280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-fc42b492-0ad4-4d4c-af75-79aeb8e2982d', 'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d', 'tenant_id': 'edf1de7b89984a6eaee3c0f3e35f4860', 'fixed_ips': [{'subnet_id': '73cf0cba-280e-446b-aed9-3521dbae028f'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:15.322257 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.325931 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a60159f-e8a9-4c27-86ee-e235533154bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.375580 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a60159f-e8a9-4c27-86ee-e235533154bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.383334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5a60159f-e8a9-4c27-86ee-e235533154bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2010126 Aug 29 04:29:15.383630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58808) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:15.546293 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-9e092435-7155-4e82-b428-690ef1f7b913', 'network_id': '9e092435-7155-4e82-b428-690ef1f7b913', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'fixed_ips': [{'subnet_id': '0c73d5da-3d6b-4ceb-972b-ceb216e94593'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:15.547164 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.820152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Allocated IP 172.20.0.2 (9e092435-7155-4e82-b428-690ef1f7b913/0c73d5da-3d6b-4ceb-972b-ceb216e94593/aa22398d-15f8-438e-afad-6dad85369858) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:15.939098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Allocated IP 2001:db8::2 (fc42b492-0ad4-4d4c-af75-79aeb8e2982d/73cf0cba-280e-446b-aed9-3521dbae028f/1700853f-761d-43f8-8333-223f57084033) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:16.047255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f987cf42-f612-45a0-8a94-668c362d591c req-e1922f98-0e9e-4e1c-b082-0943ab05ed37 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 210 time: 0.0529473 Aug 29 04:29:16.201567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Made reservation on behalf of edf1de7b89984a6eaee3c0f3e35f4860 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:16.205654 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.266272 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.302282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Transition to ACTIVE for port object aa22398d-15f8-438e-afad-6dad85369858 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:16.354153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] device_id is not set on port 170c277c-88ed-40e0-aeed-1b1ac7932550 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:16.378071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Transition to ACTIVE for port object aa22398d-15f8-438e-afad-6dad85369858 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:16.398553 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.427588 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.449690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1c1b-d4ba-42cf-8180-eb9aaa045ebe req-602bb2ac-a3c8-406e-b5b0-8d49dce281b1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.457102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1c1b-d4ba-42cf-8180-eb9aaa045ebe req-602bb2ac-a3c8-406e-b5b0-8d49dce281b1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.463580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1c1b-d4ba-42cf-8180-eb9aaa045ebe req-602bb2ac-a3c8-406e-b5b0-8d49dce281b1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.469784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Network 9e092435-7155-4e82-b428-690ef1f7b913 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:16.473436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1c1b-d4ba-42cf-8180-eb9aaa045ebe req-602bb2ac-a3c8-406e-b5b0-8d49dce281b1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.477570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:16.480151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1c1b-d4ba-42cf-8180-eb9aaa045ebe req-602bb2ac-a3c8-406e-b5b0-8d49dce281b1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.489375 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1c1b-d4ba-42cf-8180-eb9aaa045ebe req-602bb2ac-a3c8-406e-b5b0-8d49dce281b1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.490120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Transition to ACTIVE for port object 1700853f-761d-43f8-8333-223f57084033 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:16.496977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1c1b-d4ba-42cf-8180-eb9aaa045ebe req-602bb2ac-a3c8-406e-b5b0-8d49dce281b1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.508979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84cf1c1b-d4ba-42cf-8180-eb9aaa045ebe req-602bb2ac-a3c8-406e-b5b0-8d49dce281b1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5446 time: 0.2905424 Aug 29 04:29:16.520407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:16.586238 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Pushing event updated for resources: {'Port': ['ID=aa22398d-15f8-438e-afad-6dad85369858,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:16.624448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Transition to ACTIVE for port object 1700853f-761d-43f8-8333-223f57084033 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:16.642005 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.724951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Allocated IP 2001:db8::111 (fc42b492-0ad4-4d4c-af75-79aeb8e2982d/73cf0cba-280e-446b-aed9-3521dbae028f/170c277c-88ed-40e0-aeed-1b1ac7932550) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:16.765469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Pushing event updated for resources: {'Port': ['ID=1700853f-761d-43f8-8333-223f57084033,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:16.783362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:16.799643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84cf1c1b-d4ba-42cf-8180-eb9aaa045ebe req-46752445-996c-4739-8f0f-c5e285771b10 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2897775 Aug 29 04:29:16.852362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:16.857143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:16.894031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Attempting to bind port aa22398d-15f8-438e-afad-6dad85369858 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:16.898976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Attempting to bind port aa22398d-15f8-438e-afad-6dad85369858 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '45d62b7a-22a6-41bb-bd62-7c40399e17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9e092435-7155-4e82-b428-690ef1f7b913'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:16.900592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Attempting to bind port aa22398d-15f8-438e-afad-6dad85369858 on network 9e092435-7155-4e82-b428-690ef1f7b913 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:16.927581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:16.929260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Checking segment: {'id': '45d62b7a-22a6-41bb-bd62-7c40399e17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9e092435-7155-4e82-b428-690ef1f7b913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:16.930400 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.935291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Bound using segment: {'id': '45d62b7a-22a6-41bb-bd62-7c40399e17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9e092435-7155-4e82-b428-690ef1f7b913'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:16.935853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Bound port: aa22398d-15f8-438e-afad-6dad85369858, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d62b7a-22a6-41bb-bd62-7c40399e17ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9e092435-7155-4e82-b428-690ef1f7b913'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:16.937261 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.968290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.199467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] For port aa22398d-15f8-438e-afad-6dad85369858, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:17.203842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] For port aa22398d-15f8-438e-afad-6dad85369858, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=aa22398d-15f8-438e-afad-6dad85369858,segment=NetworkSegment(45d62b7a-22a6-41bb-bd62-7c40399e17ca),segment_id=45d62b7a-22a6-41bb-bd62-7c40399e17ca)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:17.212159 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.285998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Attempting to bind port 1700853f-761d-43f8-8333-223f57084033 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:17.287147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Attempting to bind port 1700853f-761d-43f8-8333-223f57084033 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:17.287942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Attempting to bind port 1700853f-761d-43f8-8333-223f57084033 on network fc42b492-0ad4-4d4c-af75-79aeb8e2982d {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:17.295834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:17.296645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Checking segment: {'id': 'dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:17.297214 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.298070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Bound using segment: {'id': 'dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:17.298710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Bound port: 1700853f-761d-43f8-8333-223f57084033, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:17.299380 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.335755 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.364147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Transition to ACTIVE for port object 170c277c-88ed-40e0-aeed-1b1ac7932550 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:17.414072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] For port 1700853f-761d-43f8-8333-223f57084033, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:17.419666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] For port 1700853f-761d-43f8-8333-223f57084033, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1700853f-761d-43f8-8333-223f57084033,segment=NetworkSegment(dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59),segment_id=dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:17.452265 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.455354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccadb74-0d4c-40b8-8cdc-6d8188db5335 None None] Pushing event updated for resources: {'Port': ['ID=aa22398d-15f8-438e-afad-6dad85369858,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.494801 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.544699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc831c-456d-4e2a-9c51-a182f2e37bfe None None] Pushing event updated for resources: {'Port': ['ID=1700853f-761d-43f8-8333-223f57084033,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.571969 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-70371dab-4ddb-43a0-b3aa-950b5db62a6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.574435 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-70371dab-4ddb-43a0-b3aa-950b5db62a6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.59 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 812 time: 0.3578987 Aug 29 04:29:17.580624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ac913-bb3d-421a-8e56-b49ea59f908f req-0d568b59-4230-429a-83da-d88aad7d90d2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.587830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ac913-bb3d-421a-8e56-b49ea59f908f req-0d568b59-4230-429a-83da-d88aad7d90d2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.594818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ac913-bb3d-421a-8e56-b49ea59f908f req-0d568b59-4230-429a-83da-d88aad7d90d2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.601150 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Request body: {'port': {'device_id': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'admin_state_up': True, 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:17.603476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ac913-bb3d-421a-8e56-b49ea59f908f req-0d568b59-4230-429a-83da-d88aad7d90d2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.614685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ac913-bb3d-421a-8e56-b49ea59f908f req-0d568b59-4230-429a-83da-d88aad7d90d2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.632111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ac913-bb3d-421a-8e56-b49ea59f908f req-0d568b59-4230-429a-83da-d88aad7d90d2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.640874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ac913-bb3d-421a-8e56-b49ea59f908f req-0d568b59-4230-429a-83da-d88aad7d90d2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.643724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b53ac913-bb3d-421a-8e56-b49ea59f908f req-0d568b59-4230-429a-83da-d88aad7d90d2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5446 time: 0.6725378 Aug 29 04:29:17.854528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Port': ['ID=170c277c-88ed-40e0-aeed-1b1ac7932550,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.941745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Made reservation on behalf of dce347bb15cc4c40b8db7d918d905ae0 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:17.950323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-903dac49-3a73-4130-a413-684492165006 req-63bf56e8-e2b9-4b0b-a435-a265dc3e7170 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 210 time: 0.1392179 Aug 29 04:29:17.955248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.955498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:17.986206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289512a6-55b2-4d4e-a328-bf587442a1cb req-597d9c8a-c99e-4a86-afa8-e0722c4a2791 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.987972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-289512a6-55b2-4d4e-a328-bf587442a1cb req-597d9c8a-c99e-4a86-afa8-e0722c4a2791 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 945 time: 0.9250431 Aug 29 04:29:17.992670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:18.020325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:18.026471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.027126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.085237 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.092677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-13aa7030-7a70-4d40-9c2b-2182efbf65cb tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0982046 Aug 29 04:29:18.108978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58874) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:18.119857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'port': {'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-663269409', 'allowed_address_pairs': [{'ip_address': '2001:db8::111', 'mac_address': 'fa:16:3e:fb:a9:02'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:18.123968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-289512a6-55b2-4d4e-a328-bf587442a1cb req-9041e921-a1b6-48d8-b36e-93c467cd3bd5 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103003 Aug 29 04:29:18.130144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Allocated IP 172.20.0.1 (9e092435-7155-4e82-b428-690ef1f7b913/0c73d5da-3d6b-4ceb-972b-ceb216e94593/84900aa3-8900-4c6f-aac1-092f1646e0ca) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:18.270693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.301887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Transition to ACTIVE for port object 84900aa3-8900-4c6f-aac1-092f1646e0ca will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:18.342546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Allocated IP 172.20.0.5 (e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e/c48afde4-7536-4854-9010-e4631b537af0/68143a95-f369-4275-af52-4954e780244d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:18.354637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.382868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Made reservation on behalf of edf1de7b89984a6eaee3c0f3e35f4860 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:18.399806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 9e092435-7155-4e82-b428-690ef1f7b913 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:18.408414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:18.412389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:18.441524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=84900aa3-8900-4c6f-aac1-092f1646e0ca,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:18.470420 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.625188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.641076 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.713977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] device_id is not set on port 6a48160a-8861-4699-b91e-53306ce2fccd yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:18.750848 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.040263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1700853f-761d-43f8-8333-223f57084033 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:19.054093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Transition to ACTIVE for port object 68143a95-f369-4275-af52-4954e780244d will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:19.167936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-d9b3243a-d177-4efa-883c-7a1082adb287 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.170290 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-d9b3243a-d177-4efa-883c-7a1082adb287 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 945 time: 0.5355051 Aug 29 04:29:19.190486 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.198109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-129dbc75-1f92-4e29-b398-92ddced799d3 req-baed63ec-ac2f-4083-b768-ebeec12fe943 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 210 time: 0.0960310 Aug 29 04:29:19.208845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['312f590e-b71e-4401-a97c-faedc44e56d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:19.219378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1700853f-761d-43f8-8333-223f57084033 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:19.311528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b1d62609-a261-4c76-b13f-0ea1cc93315d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:19.321998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9041cee-832f-4e48-b74b-d7490c3512c9 None None] Network 9e092435-7155-4e82-b428-690ef1f7b913 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:19.383880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:19.404053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:19.415212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:19.418353 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aa22398d-15f8-438e-afad-6dad85369858 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:19.477805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85ab91-0bd4-4ebf-a19d-87c41ce1aff0 req-6a625e3e-db7e-43d0-935d-df05be7121c1 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.479411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a85ab91-0bd4-4ebf-a19d-87c41ce1aff0 req-6a625e3e-db7e-43d0-935d-df05be7121c1 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 945 time: 0.2396016 Aug 29 04:29:19.577370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Allocated IP 2001:db8::355 (fc42b492-0ad4-4d4c-af75-79aeb8e2982d/73cf0cba-280e-446b-aed9-3521dbae028f/6a48160a-8861-4699-b91e-53306ce2fccd) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:19.604329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.621961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a85ab91-0bd4-4ebf-a19d-87c41ce1aff0 req-81163f4d-fb10-4e75-a7a0-f1bb3b6790ed tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247163 Aug 29 04:29:19.622644 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.661341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event updated for resources: {'Port': ['ID=68143a95-f369-4275-af52-4954e780244d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:19.665747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eda2f2a-b175-4dd3-a1ab-90c4287bd990 None None] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:19.730326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.731022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.783989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.826286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=84900aa3-8900-4c6f-aac1-092f1646e0ca,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:19.974020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 9e092435-7155-4e82-b428-690ef1f7b913 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:19.975654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:20.144900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b48c0e92-0358-43e8-9bb2-4a79cccfe37f None None] Provisioning for port aa22398d-15f8-438e-afad-6dad85369858 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:20.221424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router c3d3acd6-5db8-432f-a4ce-e64d90433681 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:20.274256 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ee707317-7560-4cde-a040-a19e2a3c89fc tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6823754 Aug 29 04:29:20.281004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Deleting port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:20.281355 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.302716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Request body: {'port': {'device_id': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:20.403335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port aa22398d-15f8-438e-afad-6dad85369858 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:20.435032 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port aa22398d-15f8-438e-afad-6dad85369858 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:20.435866 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.531315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] Provisioning for port 68143a95-f369-4275-af52-4954e780244d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:20.551905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cdc84-3081-4f47-ac85-27a52b37279b req-bb5ab15e-d38b-41d1-8407-3b57eecf7666 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.553490 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-705cdc84-3081-4f47-ac85-27a52b37279b req-bb5ab15e-d38b-41d1-8407-3b57eecf7666 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 931 time: 0.1408713 Aug 29 04:29:20.561852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] Provisioning complete for port 68143a95-f369-4275-af52-4954e780244d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:20.562188 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.592803 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.606368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:20.624134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7fe8600d-e647-472e-a1fb-140b0aa7a0c3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/c3d3acd6-5db8-432f-a4ce-e64d90433681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2370267 Aug 29 04:29:20.625685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58906) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.635536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] For port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:20.636237 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.706387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e931215-41c1-4bc0-b59f-62bfbde68909 None None] Sync routers for ids ['c3d3acd6-5db8-432f-a4ce-e64d90433681'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:20.708935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b829a676-9753-4061-aeea-d8e1a7e6ee7e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.714190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b829a676-9753-4061-aeea-d8e1a7e6ee7e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports/84900aa3-8900-4c6f-aac1-092f1646e0ca HTTP/1.1" status: 200 len: 910 time: 0.0876312 Aug 29 04:29:20.733992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58910) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.759740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-705cdc84-3081-4f47-ac85-27a52b37279b req-b7d7c732-a1fd-4380-ac27-be742851efca tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982307 Aug 29 04:29:20.790103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f25cb2d5-62d9-4239-8191-ad559238c4e5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0c73d5da-3d6b-4ceb-972b-ceb216e94593'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:20.812116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776692d6-80b4-44f6-b854-aedea39e2fc2 req-d9248f7c-bd5e-4f06-a0cb-af9aed7d60cb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.822254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-776692d6-80b4-44f6-b854-aedea39e2fc2 req-d9248f7c-bd5e-4f06-a0cb-af9aed7d60cb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 945 time: 0.0743809 Aug 29 04:29:20.838507 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.876284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-776692d6-80b4-44f6-b854-aedea39e2fc2 req-66604847-3788-481a-bf71-ef09f974df5b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529842 Aug 29 04:29:20.957989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e931215-41c1-4bc0-b59f-62bfbde68909 None None] Routers {'c3d3acd6-5db8-432f-a4ce-e64d90433681'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:20.959276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6e931215-41c1-4bc0-b59f-62bfbde68909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c3d3acd6-5db8-432f-a4ce-e64d90433681'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:21.011802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] Port 68143a95-f369-4275-af52-4954e780244d cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:21.027328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Transition to ACTIVE for port object 6a48160a-8861-4699-b91e-53306ce2fccd will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:21.072537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6e931215-41c1-4bc0-b59f-62bfbde68909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:21.092004 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.130060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e931215-41c1-4bc0-b59f-62bfbde68909 None None] Routers {'c3d3acd6-5db8-432f-a4ce-e64d90433681'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:21.131997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6e931215-41c1-4bc0-b59f-62bfbde68909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c3d3acd6-5db8-432f-a4ce-e64d90433681'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:21.198135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] Provisioning for port 1700853f-761d-43f8-8333-223f57084033 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:21.206776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6e931215-41c1-4bc0-b59f-62bfbde68909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:21.207517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e931215-41c1-4bc0-b59f-62bfbde68909 None None] The sync data for ids ['c3d3acd6-5db8-432f-a4ce-e64d90433681'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:21.213555 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] Provisioning complete for port 1700853f-761d-43f8-8333-223f57084033 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:21.214141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.214464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58924) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.313989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device a60d4b54-37e3-44d7-aadf-3e0454f3c3bf no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:21.325639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.370855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f061344-edbe-4c8a-a9f3-d68d817b0eb7 req-77aea0ec-c671-4876-889c-e1f976a58690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.371799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f061344-edbe-4c8a-a9f3-d68d817b0eb7 req-77aea0ec-c671-4876-889c-e1f976a58690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.372564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f061344-edbe-4c8a-a9f3-d68d817b0eb7 req-77aea0ec-c671-4876-889c-e1f976a58690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.374366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f061344-edbe-4c8a-a9f3-d68d817b0eb7 req-77aea0ec-c671-4876-889c-e1f976a58690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.375054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f061344-edbe-4c8a-a9f3-d68d817b0eb7 req-77aea0ec-c671-4876-889c-e1f976a58690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.377424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f061344-edbe-4c8a-a9f3-d68d817b0eb7 req-77aea0ec-c671-4876-889c-e1f976a58690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.378492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f061344-edbe-4c8a-a9f3-d68d817b0eb7 req-77aea0ec-c671-4876-889c-e1f976a58690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.387927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f061344-edbe-4c8a-a9f3-d68d817b0eb7 req-77aea0ec-c671-4876-889c-e1f976a58690 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6510 time: 0.1707289 Aug 29 04:29:21.439747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port aa22398d-15f8-438e-afad-6dad85369858, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=aa22398d-15f8-438e-afad-6dad85369858,segment=NetworkSegment(45d62b7a-22a6-41bb-bd62-7c40399e17ca),segment_id=45d62b7a-22a6-41bb-bd62-7c40399e17ca)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:21.465332 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Port': ['ID=6a48160a-8861-4699-b91e-53306ce2fccd,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.473581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f061344-edbe-4c8a-a9f3-d68d817b0eb7 req-14eeff22-d6c8-4e52-b8a2-aebf9ada356b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843074 Aug 29 04:29:21.514557 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.531066 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25cb2d5-62d9-4239-8191-ad559238c4e5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.555412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:21.582983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:21.590908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:21.606170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.606935 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.654463 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.654968 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.655387 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Floating IP 99e326d7-8148-4782-b679-2d11bfb596d7 disassociated. External IP: 172.25.5.42, port: a60d4b54-37e3-44d7-aadf-3e0454f3c3bf. Aug 29 04:29:21.655743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Calling delete_port for a60d4b54-37e3-44d7-aadf-3e0454f3c3bf owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:21.671209 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.682657 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c3995e82-0bef-4b32-8bf4-9f8d16146f70 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.5723503 Aug 29 04:29:21.685408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58938) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.776330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f25b158-b570-4ad4-8cfb-b696a8c0e41b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.776629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] For port 1700853f-761d-43f8-8333-223f57084033, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1700853f-761d-43f8-8333-223f57084033,segment=NetworkSegment(dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59),segment_id=dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:21.795014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f25b158-b570-4ad4-8cfb-b696a8c0e41b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.808473 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.810021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f25b158-b570-4ad4-8cfb-b696a8c0e41b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.814469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1f25b158-b570-4ad4-8cfb-b696a8c0e41b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1271782 Aug 29 04:29:21.815535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58944) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.845552 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.880616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=aa22398d-15f8-438e-afad-6dad85369858,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.982605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68143a95-f369-4275-af52-4954e780244d {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:22.018674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Provisioning complete for port aa22398d-15f8-438e-afad-6dad85369858 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:22.019134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.069175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea79b3-6a39-4030-acb1-b1f3130811c1 None None] Pushing event updated for resources: {'Port': ['ID=1700853f-761d-43f8-8333-223f57084033,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.110812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb64a-651f-4430-9a5d-a4ea6ed0a0d1 req-2c855041-5f3b-4286-aaa3-2d13bc322ea3 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.113070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4fcb64a-651f-4430-9a5d-a4ea6ed0a0d1 req-2c855041-5f3b-4286-aaa3-2d13bc322ea3 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 931 time: 0.2323830 Aug 29 04:29:22.147071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.181538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Provisioning for port 84900aa3-8900-4c6f-aac1-092f1646e0ca completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:22.186116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Provisioning complete for port 84900aa3-8900-4c6f-aac1-092f1646e0ca triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:22.186545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.187775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Transition to ACTIVE for port object 68143a95-f369-4275-af52-4954e780244d will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:22.214389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.234408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4fcb64a-651f-4430-9a5d-a4ea6ed0a0d1 req-feff2f4b-70f8-43d4-950a-edfbd4ccfcb0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821886 Aug 29 04:29:22.234408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d345f-e501-4af7-b795-8bfc07027b9b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Deleting port 6a48160a-8861-4699-b91e-53306ce2fccd {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:22.234408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d345f-e501-4af7-b795-8bfc07027b9b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.253221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Port 84900aa3-8900-4c6f-aac1-092f1646e0ca cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:22.269093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Provisioning complete for port 1700853f-761d-43f8-8333-223f57084033 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:22.269746 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.321810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bea63-f4f1-40d8-90c4-f5404b87f83f req-ce3bf259-4d4d-46ce-87ab-2cdfbc756160 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.329766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e81bea63-f4f1-40d8-90c4-f5404b87f83f req-ce3bf259-4d4d-46ce-87ab-2cdfbc756160 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 945 time: 0.3438942 Aug 29 04:29:22.403646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e81bea63-f4f1-40d8-90c4-f5404b87f83f req-739d76d1-cd02-4bf7-9359-d42e132dcf6b tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ace7dcb-15a9-4d24-8e04-48140b634bea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706275 Aug 29 04:29:22.416722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Provisioning for port 170c277c-88ed-40e0-aeed-1b1ac7932550 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:22.423883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Provisioning complete for port 170c277c-88ed-40e0-aeed-1b1ac7932550 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:22.424479 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.426342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.489188 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d345f-e501-4af7-b795-8bfc07027b9b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.494003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b668f9fb-e6b8-49ee-8235-d915f025dede None None] Port 170c277c-88ed-40e0-aeed-1b1ac7932550 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:22.518316 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Pushing event updated for resources: {'Port': ['ID=68143a95-f369-4275-af52-4954e780244d,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.537243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d345f-e501-4af7-b795-8bfc07027b9b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Calling delete_port for 6a48160a-8861-4699-b91e-53306ce2fccd owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:22.588583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event deleted for resources: {'Port': ['ID=a60d4b54-37e3-44d7-aadf-3e0454f3c3bf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.627345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dfff9d3d-8201-4152-80fa-885d87013784 None None] Provisioning complete for port 84900aa3-8900-4c6f-aac1-092f1646e0ca triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:22.627732 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dfff9d3d-8201-4152-80fa-885d87013784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.761005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-dfff9d3d-8201-4152-80fa-885d87013784 None None] Port 84900aa3-8900-4c6f-aac1-092f1646e0ca cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:22.787117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dfff9d3d-8201-4152-80fa-885d87013784 None None] Provisioning complete for port 170c277c-88ed-40e0-aeed-1b1ac7932550 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:22.787499 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dfff9d3d-8201-4152-80fa-885d87013784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.801035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Attempting to bind port 68143a95-f369-4275-af52-4954e780244d on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:22.801404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Attempting to bind port 68143a95-f369-4275-af52-4954e780244d by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:22.801750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Attempting to bind port 68143a95-f369-4275-af52-4954e780244d on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:22.815139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Port 68143a95-f369-4275-af52-4954e780244d on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:22.815480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Attempting to bind port 68143a95-f369-4275-af52-4954e780244d on network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:22.846368 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d345f-e501-4af7-b795-8bfc07027b9b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.861758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-dfff9d3d-8201-4152-80fa-885d87013784 None None] Port 170c277c-88ed-40e0-aeed-1b1ac7932550 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:22.870276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:22.870628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Checking segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:22.871026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Bound using segment: {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:22.871488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Bound port: 68143a95-f369-4275-af52-4954e780244d, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc674562-4c05-499a-aaab-5e32502deebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:22.871853 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.883619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d345f-e501-4af7-b795-8bfc07027b9b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event deleted for resources: {'Port': ['ID=6a48160a-8861-4699-b91e-53306ce2fccd,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.975316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7c41a6a6-08a6-459a-925c-65d0cfcc81ae None None] Could not find standard attr ID for object 6a48160a-8861-4699-b91e-53306ce2fccd. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:23.049912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d345f-e501-4af7-b795-8bfc07027b9b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.052048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2a0d345f-e501-4af7-b795-8bfc07027b9b tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "DELETE /v2.0/ports/6a48160a-8861-4699-b91e-53306ce2fccd HTTP/1.1" status: 204 len: 168 time: 1.2354569 Aug 29 04:29:23.057678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58956) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:23.095494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:23.120571 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-357d745e-dc8e-4d52-84db-c2647251cf46 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] GET failed (client error): The resource could not be found. Aug 29 04:29:23.132909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-357d745e-dc8e-4d52-84db-c2647251cf46 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "GET /v2.0/ports/6a48160a-8861-4699-b91e-53306ce2fccd HTTP/1.1" status: 404 len: 333 time: 0.0745370 Aug 29 04:29:23.138645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58958) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:23.142031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] For port 68143a95-f369-4275-af52-4954e780244d, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:23.143920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'port': {'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1087444573'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:23.325486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] For port 68143a95-f369-4275-af52-4954e780244d, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=68143a95-f369-4275-af52-4954e780244d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:23.361493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.399036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Made reservation on behalf of edf1de7b89984a6eaee3c0f3e35f4860 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:23.406224 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.431019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06f7de-288d-431a-b707-a96fcf58f976 req-7abb22a7-ce97-4e26-ab8e-46fab8e5c9ec tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.433185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:23.433611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e06f7de-288d-431a-b707-a96fcf58f976 req-7abb22a7-ce97-4e26-ab8e-46fab8e5c9ec tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 943 time: 0.1166065 Aug 29 04:29:23.448696 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] Sync routers for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:23.467260 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:23.467892 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:23.483520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] device_id is not set on port cbef0831-3746-45b9-8457-b4e527b74fdc yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:23.518813 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.519438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.520867 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] 10.222.0.59 "PUT /v2.0/ports/68143a95-f369-4275-af52-4954e780244d HTTP/1.1" status: 200 len: 1092 time: 3.2354696 Aug 29 04:29:23.521389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'tag': '68143a95-f369-4275-af52-4954e780244d'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:23.534327 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "c009a084-fd6c-40fe-9845-131d0a0cad38", "tag": "68143a95-f369-4275-af52-4954e780244d"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:23.560407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cafd092e-817e-4970-8359-bc6ae4aa8cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.691282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aeafd122-c024-485a-b3ce-e0162fdea43d req-588d4b2c-af37-4eda-b702-e7b79dd41dbe tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 210 time: 0.1745267 Aug 29 04:29:23.709008 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:23.764756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e06f7de-288d-431a-b707-a96fcf58f976 req-43e82c3c-870e-46b8-9c04-2d347ed7b1c7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182263 Aug 29 04:29:23.778802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aa22398d-15f8-438e-afad-6dad85369858 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:23.928853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port aa22398d-15f8-438e-afad-6dad85369858 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:23.933253 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.934594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Allocated IP 2001:db8::246 (fc42b492-0ad4-4d4c-af75-79aeb8e2982d/73cf0cba-280e-446b-aed9-3521dbae028f/cbef0831-3746-45b9-8457-b4e527b74fdc) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:24.103088 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c015fb0a-739f-4003-a296-bca760fc100d x-openstack-request-id: req-c015fb0a-739f-4003-a296-bca760fc100d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:24.103666 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c009a084-fd6c-40fe-9845-131d0a0cad38", "tag": "68143a95-f369-4275-af52-4954e780244d", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:24.103666 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c015fb0a-739f-4003-a296-bca760fc100d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:24.104021 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'tag': '68143a95-f369-4275-af52-4954e780244d', 'status': 'completed', 'code': 200} Aug 29 04:29:24.104866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] No DVR routers for this DVR port a60d4b54-37e3-44d7-aadf-3e0454f3c3bf on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:24.109031 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25cb2d5-62d9-4239-8191-ad559238c4e5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.131411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1700853f-761d-43f8-8333-223f57084033 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:24.138390 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.140345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6790dbb6-99ce-4c76-a818-66b408d116e2 req-8c867a47-d5bf-4796-845e-71a293a0396d tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.59 "DELETE /v2.0/ports/a60d4b54-37e3-44d7-aadf-3e0454f3c3bf HTTP/1.1" status: 204 len: 173 time: 4.8996110 Aug 29 04:29:24.159066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444497b-5adf-4a7c-b957-8a3643c7587a service neutron] Pushing event updated for resources: {'Port': ['ID=68143a95-f369-4275-af52-4954e780244d,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:24.165017 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25cb2d5-62d9-4239-8191-ad559238c4e5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.220557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25cb2d5-62d9-4239-8191-ad559238c4e5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.220557 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f25cb2d5-62d9-4239-8191-ad559238c4e5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.224643 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f25cb2d5-62d9-4239-8191-ad559238c4e5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/ports/84900aa3-8900-4c6f-aac1-092f1646e0ca HTTP/1.1" status: 200 len: 910 time: 3.4868255 Aug 29 04:29:24.224789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58976) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:24.238428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1700853f-761d-43f8-8333-223f57084033 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:24.238428 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.240979 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:24.292885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-f800bd63-7c9c-4881-b833-2e51825652d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.294433 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-f800bd63-7c9c-4881-b833-2e51825652d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 1095 time: 0.1930556 Aug 29 04:29:24.303163 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.325428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Transition to ACTIVE for port object cbef0831-3746-45b9-8457-b4e527b74fdc will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:24.362104 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] Checking router: 39a7bb1d-5925-42a6-968c-f5cb478cdb22 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:24.376846 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.382253 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-ae90a50b-a5be-45c7-bc61-152993ebb9ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68143a95-f369-4275-af52-4954e780244d HTTP/1.1" status: 200 len: 217 time: 0.0549817 Aug 29 04:29:24.384733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cb2d5-62d9-4239-8191-ad559238c4e5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=84900aa3-8900-4c6f-aac1-092f1646e0ca,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:24.404806 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:24.406617 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:28:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:24.483744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:24.491719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:24.582360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-09e3568d-92d5-4400-a64d-dd7a38484ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.583864 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-09e3568d-92d5-4400-a64d-dd7a38484ff6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1892486 Aug 29 04:29:24.589513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:24.599445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.600118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.666804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5269589 Aug 29 04:29:24.667805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ca13a-5871-4f8c-ada7-70a65e640326 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Port': ['ID=cbef0831-3746-45b9-8457-b4e527b74fdc,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:24.669998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58980) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:24.676910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-06670671-88be-4893-a41d-352dfc552d14 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::111', 'mac_address': 'fa:16:3e:fb:a9:02'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:24.699685 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:24.786897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-725b9672-e397-48d0-91ad-9b982820d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.796879 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-725b9672-e397-48d0-91ad-9b982820d730 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2012558 Aug 29 04:29:24.917505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57d3ba8b-8412-457b-9463-1d62bb92b3c0 req-4e548266-6ed4-494e-91d8-a4a6aea2cd65 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dd3b46f-e579-4788-a350-661882c0ce5f HTTP/1.1" status: 200 len: 210 time: 0.0798154 Aug 29 04:29:25.005572 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-d1c6464e-f221-4b56-83ac-9a517687734b service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961861 Aug 29 04:29:25.011098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0fe25f7f-bdce-4ab9-b1ef-e89a462c69a2 None None] Provisioning for port cbef0831-3746-45b9-8457-b4e527b74fdc completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:25.017317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0fe25f7f-bdce-4ab9-b1ef-e89a462c69a2 None None] Provisioning complete for port cbef0831-3746-45b9-8457-b4e527b74fdc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:25.018154 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0fe25f7f-bdce-4ab9-b1ef-e89a462c69a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.088045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0fe25f7f-bdce-4ab9-b1ef-e89a462c69a2 None None] Port cbef0831-3746-45b9-8457-b4e527b74fdc cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:25.135721 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-06670671-88be-4893-a41d-352dfc552d14 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.192856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a8459-58aa-435d-a461-60dfa8117938 req-53a8dbd7-d649-4c11-a63e-b1ef1ee3afb2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.194601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c68a8459-58aa-435d-a461-60dfa8117938 req-53a8dbd7-d649-4c11-a63e-b1ef1ee3afb2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 943 time: 0.1794307 Aug 29 04:29:25.225221 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07a429fd-9e04-4945-a7ee-7dd0d7949010 req-bd34278e-d95c-48f3-931a-e2b91e2a7c53 service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110312 Aug 29 04:29:25.260185 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.319576 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:25.353673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c68a8459-58aa-435d-a461-60dfa8117938 req-fd07371e-7970-42b4-a06b-20a4f4cc446a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215153 Aug 29 04:29:25.376915 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7f844-0a9e-4833-8c87-0519bf70df3c None None] The sync data for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 is: [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:21:53Z', 'revision_number': 4, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b70a5fce-bd69-4d43-9121-2cfc848af353', 'name': '', 'network_id': 'fe848193-297b-498e-8bd5-030f3a239f53', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'mac_address': 'fa:16:3e:c8:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '26f04a99-397f-4610-8675-975988a7232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:51Z', 'updated_at': '2021-08-29T04:22:03Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'subnets': [{'id': '26f04a99-397f-4610-8675-975988a7232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:25.470205 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-c261ff30-d17e-4658-bf82-2d2f189350bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.471829 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-c261ff30-d17e-4658-bf82-2d2f189350bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 1095 time: 0.1602502 Aug 29 04:29:25.588669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-06670671-88be-4893-a41d-352dfc552d14 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.607657 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-06670671-88be-4893-a41d-352dfc552d14 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.617679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-30b7c6cf-2687-4765-af5c-bf2c78ca3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.619510 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-30b7c6cf-2687-4765-af5c-bf2c78ca3326 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.1380703 Aug 29 04:29:25.682578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-06670671-88be-4893-a41d-352dfc552d14 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] In _notify_port_updated(), no bound segment for port cbef0831-3746-45b9-8457-b4e527b74fdc on network fc42b492-0ad4-4d4c-af75-79aeb8e2982d {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:29:25.706854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06670671-88be-4893-a41d-352dfc552d14 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.707551 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-06670671-88be-4893-a41d-352dfc552d14 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.712610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-06670671-88be-4893-a41d-352dfc552d14 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "PUT /v2.0/ports/cbef0831-3746-45b9-8457-b4e527b74fdc HTTP/1.1" status: 200 len: 1003 time: 1.0416238 Aug 29 04:29:25.717719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59002) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:25.757662 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-66b30d84-1990-491e-9c8b-88f30b180338 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68143a95-f369-4275-af52-4954e780244d HTTP/1.1" status: 200 len: 217 time: 0.1275516 Aug 29 04:29:25.765769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06670671-88be-4893-a41d-352dfc552d14 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Port': ['ID=cbef0831-3746-45b9-8457-b4e527b74fdc,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:25.803199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59004) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:25.885894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31453881-db0f-451c-8e16-a7485d8dda77 None None] New status for floating IP 99e326d7-8148-4782-b679-2d11bfb596d7: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:29:25.927304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-6884cb03-510b-4cc0-9e2e-2ad7610da794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.928920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-6884cb03-510b-4cc0-9e2e-2ad7610da794 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1381598 Aug 29 04:29:25.989049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port 84900aa3-8900-4c6f-aac1-092f1646e0ca {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:25.989500 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.009216 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a38ee601-aa04-4632-b407-30a9c7237355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.060131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59012) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:26.106598 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-21b09628-0f16-4d93-a918-d78a418b2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.108155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'name': 'network-vif-deleted', 'tag': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:26.111107 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facce8e4-1a9f-48f1-8d1d-31a5afe0475f" -d '{"events": [{"server_uuid": "2dd3b46f-e579-4788-a350-661882c0ce5f", "name": "network-vif-deleted", "tag": "a60d4b54-37e3-44d7-aadf-3e0454f3c3bf"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:26.134901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-50db8dd8-2e34-4f79-b6f3-eae7935b1ca6 None None] Provisioning complete for port cbef0831-3746-45b9-8457-b4e527b74fdc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:26.136612 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-50db8dd8-2e34-4f79-b6f3-eae7935b1ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.168034 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe243429-36ce-4d4c-8fb0-11a75897516f tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.203840 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b2db1e-c623-499b-994e-78de2529d82d x-openstack-request-id: req-46b2db1e-c623-499b-994e-78de2529d82d {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:26.205273 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd3b46f-e579-4788-a350-661882c0ce5f", "name": "network-vif-deleted", "tag": "a60d4b54-37e3-44d7-aadf-3e0454f3c3bf", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:26.205778 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46b2db1e-c623-499b-994e-78de2529d82d {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:26.206522 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd3b46f-e579-4788-a350-661882c0ce5f', 'name': 'network-vif-deleted', 'tag': 'a60d4b54-37e3-44d7-aadf-3e0454f3c3bf', 'status': 'completed', 'code': 200} Aug 29 04:29:26.207069 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe243429-36ce-4d4c-8fb0-11a75897516f tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.220008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-50db8dd8-2e34-4f79-b6f3-eae7935b1ca6 None None] Port cbef0831-3746-45b9-8457-b4e527b74fdc cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:26.223867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-19a2b38e-4420-4d05-bd5c-bcacdbeaf244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.226287 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-19a2b38e-4420-4d05-bd5c-bcacdbeaf244 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2884295 Aug 29 04:29:26.239719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-25456001-ef52-4c50-a9c4-809395a2dad9 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Deleting port cbef0831-3746-45b9-8457-b4e527b74fdc {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:26.240233 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25456001-ef52-4c50-a9c4-809395a2dad9 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.266478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.285729 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a38ee601-aa04-4632-b407-30a9c7237355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.290338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a38ee601-aa04-4632-b407-30a9c7237355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.311730 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe243429-36ce-4d4c-8fb0-11a75897516f tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.314581 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe243429-36ce-4d4c-8fb0-11a75897516f tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.315870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fe243429-36ce-4d4c-8fb0-11a75897516f tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "DELETE /v2.0/security-groups/0ace7dcb-15a9-4d24-8e04-48140b634bea HTTP/1.1" status: 204 len: 168 time: 0.2511933 Aug 29 04:29:26.323338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59016) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:26.327219 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.358265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a38ee601-aa04-4632-b407-30a9c7237355 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3eaa69a570a94a4e8897b7a38bf2f15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516031 Aug 29 04:29:26.358265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ee601-aa04-4632-b407-30a9c7237355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664db0ca-6ed7-4d29-989e-3a71242fba5c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:26.358545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for 84900aa3-8900-4c6f-aac1-092f1646e0ca owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:26.360292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59018) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:26.360429 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-3beb0039-a59e-44ab-8927-6776a8698686 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] show failed (client error): The resource could not be found. Aug 29 04:29:26.360987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3beb0039-a59e-44ab-8927-6776a8698686 tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "GET /v2.0/security-groups/0ace7dcb-15a9-4d24-8e04-48140b634bea HTTP/1.1" status: 404 len: 347 time: 0.0365150 Aug 29 04:29:26.366875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59020) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:26.370388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe243429-36ce-4d4c-8fb0-11a75897516f tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ace7dcb-15a9-4d24-8e04-48140b634bea,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:26.497691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1500c5-2b81-4e5a-8c9c-1b57b3e0a61f req-97966952-8dd2-4f5f-b98c-bcae1cfbd930 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.499485 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe1500c5-2b81-4e5a-8c9c-1b57b3e0a61f req-97966952-8dd2-4f5f-b98c-bcae1cfbd930 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 943 time: 0.0632939 Aug 29 04:29:26.552917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe1500c5-2b81-4e5a-8c9c-1b57b3e0a61f req-25a3fe11-62d7-4fcc-8f0c-e5283e57fc85 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Aug 29 04:29:26.652289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25456001-ef52-4c50-a9c4-809395a2dad9 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.658026 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-c46fc519-5957-4ec6-a024-8d6f16b1842a service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122798 Aug 29 04:29:26.709236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-25456001-ef52-4c50-a9c4-809395a2dad9 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Calling delete_port for cbef0831-3746-45b9-8457-b4e527b74fdc owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:27.049461 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d78e0793-cafb-4158-828f-e2048d52dbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.161404 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d78e0793-cafb-4158-828f-e2048d52dbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.205804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-eb82078b-d86c-4fa2-a710-6337e9abb2bb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Deleting port 44d6f7ea-c0ff-47a6-a342-c85bcdcb3cff {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:27.206150 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb82078b-d86c-4fa2-a710-6337e9abb2bb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.269895 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.292991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 68143a95-f369-4275-af52-4954e780244d details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:27.314800 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f0aca7a4-2cc1-47b2-bf41-8081f8307ab6 req-4bfa2e7f-7730-4f7a-ac9e-19a691e1ef61 service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426318 Aug 29 04:29:27.353105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.381578 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb82078b-d86c-4fa2-a710-6337e9abb2bb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.382036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb82078b-d86c-4fa2-a710-6337e9abb2bb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.384890 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.425837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 68143a95-f369-4275-af52-4954e780244d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=68143a95-f369-4275-af52-4954e780244d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:27.430629 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d78e0793-cafb-4158-828f-e2048d52dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.433221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d78e0793-cafb-4158-828f-e2048d52dbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.436690 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d78e0793-cafb-4158-828f-e2048d52dbbb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/664db0ca-6ed7-4d29-989e-3a71242fba5c HTTP/1.1" status: 204 len: 168 time: 1.0758216 Aug 29 04:29:27.437895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=84900aa3-8900-4c6f-aac1-092f1646e0ca,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.457581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '68143a95-f369-4275-af52-4954e780244d', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'port_id': '68143a95-f369-4275-af52-4954e780244d', 'mac_address': 'fa:16:3e:bf:0a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:27.467712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.468069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.468442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.469128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.470045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.471664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.472014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.472385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.472726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.473190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.473488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.473952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.481616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-eb82078b-d86c-4fa2-a710-6337e9abb2bb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Calling delete_port for 44d6f7ea-c0ff-47a6-a342-c85bcdcb3cff owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:27.485026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e0793-cafb-4158-828f-e2048d52dbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664db0ca-6ed7-4d29-989e-3a71242fba5c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.521373 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.537431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68143a95-f369-4275-af52-4954e780244d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:27.562171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 68143a95-f369-4275-af52-4954e780244d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=68143a95-f369-4275-af52-4954e780244d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:27.577885 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.634241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25456001-ef52-4c50-a9c4-809395a2dad9 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.687597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=68143a95-f369-4275-af52-4954e780244d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.720376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25456001-ef52-4c50-a9c4-809395a2dad9 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event deleted for resources: {'Port': ['ID=cbef0831-3746-45b9-8457-b4e527b74fdc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.745930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.746294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.746625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.746966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.747306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.747642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.748232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.748467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.748806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.749271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.749613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.749939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:27.790415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a04109-3ead-4407-8e64-9f9139d824a7 req-5457b38c-d90d-478d-9282-29ad19c8a20f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.794467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91a04109-3ead-4407-8e64-9f9139d824a7 req-5457b38c-d90d-478d-9282-29ad19c8a20f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 944 time: 0.0972743 Aug 29 04:29:27.811853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['68143a95-f369-4275-af52-4954e780244d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:27.862833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91a04109-3ead-4407-8e64-9f9139d824a7 req-242a84df-09f5-4ade-b8fb-2fe7d608a278 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556328 Aug 29 04:29:27.962881 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb82078b-d86c-4fa2-a710-6337e9abb2bb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.011703 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.017619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82078b-d86c-4fa2-a710-6337e9abb2bb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Pushing event deleted for resources: {'Port': ['ID=44d6f7ea-c0ff-47a6-a342-c85bcdcb3cff,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:28.034134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59042) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.055239 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36e3c7e1-950b-41bc-89b9-c55a7a989a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.156281 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36e3c7e1-950b-41bc-89b9-c55a7a989a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.160753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36e3c7e1-950b-41bc-89b9-c55a7a989a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.202576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-36e3c7e1-950b-41bc-89b9-c55a7a989a5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a250608596e7465ea10947e54c65a4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650085 Aug 29 04:29:28.202787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59046) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.209973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3c7e1-950b-41bc-89b9-c55a7a989a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7221696-8355-4d06-bdc3-eeb4a4a0dcb2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:28.214818 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-25456001-ef52-4c50-a9c4-809395a2dad9 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.217000 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-25456001-ef52-4c50-a9c4-809395a2dad9 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "DELETE /v2.0/ports/cbef0831-3746-45b9-8457-b4e527b74fdc HTTP/1.1" status: 204 len: 168 time: 2.4768138 Aug 29 04:29:28.221043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59048) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.259708 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf929cff-d4cd-4386-ab38-21e0687692d2 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] GET failed (client error): The resource could not be found. Aug 29 04:29:28.262544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cf929cff-d4cd-4386-ab38-21e0687692d2 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "GET /v2.0/ports/cbef0831-3746-45b9-8457-b4e527b74fdc HTTP/1.1" status: 404 len: 333 time: 0.0403125 Aug 29 04:29:28.271017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59050) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.278484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'port': {'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1745374482'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:28.294906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb82078b-d86c-4fa2-a710-6337e9abb2bb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.299384 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb82078b-d86c-4fa2-a710-6337e9abb2bb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.303569 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eb82078b-d86c-4fa2-a710-6337e9abb2bb tempest-AttachVolumeTestJSON-1969990074 tempest-AttachVolumeTestJSON-1969990074-project] 10.222.0.49 "DELETE /v2.0/floatingips/99e326d7-8148-4782-b679-2d11bfb596d7 HTTP/1.1" status: 204 len: 168 time: 1.9117210 Aug 29 04:29:28.332841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router c3d3acd6-5db8-432f-a4ce-e64d90433681 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:28.454134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:28.464688 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b83a2e-9747-4d9e-a50a-df5f98ad5b40 None None] Sync routers for ids ['c3d3acd6-5db8-432f-a4ce-e64d90433681'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:28.466334 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9bcc130e-f2d1-4fb7-bac4-4a9fa8a5b890 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/c3d3acd6-5db8-432f-a4ce-e64d90433681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2404344 Aug 29 04:29:28.469129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59056) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.493226 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b83a2e-9747-4d9e-a50a-df5f98ad5b40 None None] Routers {'c3d3acd6-5db8-432f-a4ce-e64d90433681'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:28.493845 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-35b83a2e-9747-4d9e-a50a-df5f98ad5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c3d3acd6-5db8-432f-a4ce-e64d90433681'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:28.533214 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c384efcf-208a-4e37-afd5-b3d684619d66 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d3acd6-5db8-432f-a4ce-e64d90433681 HTTP/1.1" status: 200 len: 205 time: 0.0622725 Aug 29 04:29:28.535959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59058) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.568340 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-35b83a2e-9747-4d9e-a50a-df5f98ad5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:28.601124 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b83a2e-9747-4d9e-a50a-df5f98ad5b40 None None] Routers {'c3d3acd6-5db8-432f-a4ce-e64d90433681'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:28.601931 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-35b83a2e-9747-4d9e-a50a-df5f98ad5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c3d3acd6-5db8-432f-a4ce-e64d90433681'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:28.680975 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-35b83a2e-9747-4d9e-a50a-df5f98ad5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:28.681919 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b83a2e-9747-4d9e-a50a-df5f98ad5b40 None None] The sync data for ids ['c3d3acd6-5db8-432f-a4ce-e64d90433681'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:28.689222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7ccd-5768-4e74-bcb8-7b7a7f8198da tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.869599 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4ed4-fddb-4d50-bf0d-17d06ca0d185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.871628 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7ccd-5768-4e74-bcb8-7b7a7f8198da tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.874718 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7ccd-5768-4e74-bcb8-7b7a7f8198da tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.921042 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4ed4-fddb-4d50-bf0d-17d06ca0d185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.949652 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7ccd-5768-4e74-bcb8-7b7a7f8198da tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.950270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8e7ccd-5768-4e74-bcb8-7b7a7f8198da tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Fanout notify agent at l3_agent the message router_deleted on router c3d3acd6-5db8-432f-a4ce-e64d90433681 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:28.958759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7ccd-5768-4e74-bcb8-7b7a7f8198da tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.960523 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3c8e7ccd-5768-4e74-bcb8-7b7a7f8198da tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/c3d3acd6-5db8-432f-a4ce-e64d90433681 HTTP/1.1" status: 204 len: 168 time: 0.4232001 Aug 29 04:29:28.965487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59068) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.014051 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.020868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Made reservation on behalf of edf1de7b89984a6eaee3c0f3e35f4860 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:29.025467 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.047120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfffd9f-c829-48a4-bc97-b50c03c33425 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting subnet 0c73d5da-3d6b-4ceb-972b-ceb216e94593 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:29.052040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddfffd9f-c829-48a4-bc97-b50c03c33425 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.053719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6944-d34e-48e3-836b-5eb71d2e2044 req-dff024a4-5e8e-411d-af42-ab0b453b1498 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.055427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f31c6944-d34e-48e3-836b-5eb71d2e2044 req-dff024a4-5e8e-411d-af42-ab0b453b1498 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 944 time: 0.1165824 Aug 29 04:29:29.063908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] device_id is not set on port 73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:29.076508 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4ed4-fddb-4d50-bf0d-17d06ca0d185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.079737 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4ed4-fddb-4d50-bf0d-17d06ca0d185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.081042 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e0fd4ed4-fddb-4d50-bf0d-17d06ca0d185 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7221696-8355-4d06-bdc3-eeb4a4a0dcb2 HTTP/1.1" status: 204 len: 168 time: 0.8773925 Aug 29 04:29:29.128536 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddfffd9f-c829-48a4-bc97-b50c03c33425 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.135531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd4ed4-fddb-4d50-bf0d-17d06ca0d185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7221696-8355-4d06-bdc3-eeb4a4a0dcb2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.190583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f31c6944-d34e-48e3-836b-5eb71d2e2044 req-6678cf6e-40dd-45e0-8c9d-a6fecd886fc4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280096 Aug 29 04:29:29.270174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Allocated IP 2001:db8::194 (fc42b492-0ad4-4d4c-af75-79aeb8e2982d/73cf0cba-280e-446b-aed9-3521dbae028f/73cf1a5b-6737-4b80-8bcb-c506d3ae1d89) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:29.308528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 68143a95-f369-4275-af52-4954e780244d up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:29.327847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddfffd9f-c829-48a4-bc97-b50c03c33425 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.403262 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddfffd9f-c829-48a4-bc97-b50c03c33425 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.443309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 68143a95-f369-4275-af52-4954e780244d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:29.447990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 68143a95-f369-4275-af52-4954e780244d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:29.448398 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.473540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfffd9f-c829-48a4-bc97-b50c03c33425 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Subnet': ['ID=0c73d5da-3d6b-4ceb-972b-ceb216e94593,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.481697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddfffd9f-c829-48a4-bc97-b50c03c33425 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.483663 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ddfffd9f-c829-48a4-bc97-b50c03c33425 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/0c73d5da-3d6b-4ceb-972b-ceb216e94593 HTTP/1.1" status: 204 len: 168 time: 0.5171926 Aug 29 04:29:29.487205 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59074) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.500038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e06530-be56-4fb2-89a2-d602dfaecf7f None None] Network 9e092435-7155-4e82-b428-690ef1f7b913 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:29.570591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.619044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Transition to ACTIVE for port object 73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:29.682685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.698197 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.822740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port aa22398d-15f8-438e-afad-6dad85369858 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:29.823712 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.824300 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.845127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:29.854839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:29.858031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Port': ['ID=73cf1a5b-6737-4b80-8bcb-c506d3ae1d89,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.862187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:29.866814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68143a95-f369-4275-af52-4954e780244d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:29.871551 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565c23c8-9dff-4199-8068-6592ac2de758" -d '{"events": [{"server_uuid": "c009a084-fd6c-40fe-9845-131d0a0cad38", "name": "network-vif-plugged", "status": "completed", "tag": "68143a95-f369-4275-af52-4954e780244d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:29.876602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.877276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.921428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f0317-9c4c-4635-81ef-327d5957cb6b None None] DHCP port deletion for 9e092435-7155-4e82-b428-690ef1f7b913 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:29.935798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 68143a95-f369-4275-af52-4954e780244d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=68143a95-f369-4275-af52-4954e780244d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:29.942844 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-23b5c017-19f9-4bb3-82a2-54e41de03570 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6706119 Aug 29 04:29:29.945395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59094) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.950954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-718c9318-1d89-49be-951c-a27e57790577 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fb:a9:02'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:29.986274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port aa22398d-15f8-438e-afad-6dad85369858, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=aa22398d-15f8-438e-afad-6dad85369858,segment=NetworkSegment(45d62b7a-22a6-41bb-bd62-7c40399e17ca),segment_id=45d62b7a-22a6-41bb-bd62-7c40399e17ca)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:29.987838 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.014442 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef73d912-420f-4d0b-bc35-e744b3f6dd10 x-openstack-request-id: req-ef73d912-420f-4d0b-bc35-e744b3f6dd10 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:30.015053 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c009a084-fd6c-40fe-9845-131d0a0cad38", "name": "network-vif-plugged", "status": "completed", "tag": "68143a95-f369-4275-af52-4954e780244d", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:30.015320 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef73d912-420f-4d0b-bc35-e744b3f6dd10 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:30.015766 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68143a95-f369-4275-af52-4954e780244d', 'code': 200} Aug 29 04:29:30.021453 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.028376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for aa22398d-15f8-438e-afad-6dad85369858 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:30.080181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=68143a95-f369-4275-af52-4954e780244d,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.122428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f0317-9c4c-4635-81ef-327d5957cb6b None None] Deleting port aa22398d-15f8-438e-afad-6dad85369858 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:30.122829 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0317-9c4c-4635-81ef-327d5957cb6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.231956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8e3f0317-9c4c-4635-81ef-327d5957cb6b None None] For port aa22398d-15f8-438e-afad-6dad85369858, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=aa22398d-15f8-438e-afad-6dad85369858,segment=NetworkSegment(45d62b7a-22a6-41bb-bd62-7c40399e17ca),segment_id=45d62b7a-22a6-41bb-bd62-7c40399e17ca)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:30.232414 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0317-9c4c-4635-81ef-327d5957cb6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.246777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f120e4-bbf7-4313-b93e-cb56c9acce92 req-3a98381e-4b37-4441-ae45-99cac54bdcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.257768 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-66f120e4-bbf7-4313-b93e-cb56c9acce92 req-3a98381e-4b37-4441-ae45-99cac54bdcc9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 1097 time: 0.1205695 Aug 29 04:29:30.277815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f0317-9c4c-4635-81ef-327d5957cb6b None None] Calling delete_port for aa22398d-15f8-438e-afad-6dad85369858 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:30.358879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.394272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=aa22398d-15f8-438e-afad-6dad85369858,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.395109 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-718c9318-1d89-49be-951c-a27e57790577 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.405684 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-66f120e4-bbf7-4313-b93e-cb56c9acce92 req-9f15e9cb-bfe1-47b2-909a-6f77ced32aea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376066 Aug 29 04:29:30.416932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No DVR routers for this DVR port aa22398d-15f8-438e-afad-6dad85369858 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:30.508903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10726e-1b12-4c31-848a-3e62a1928056 req-37d0dd88-69d6-434d-a95d-ac10b42b138e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.510623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b10726e-1b12-4c31-848a-3e62a1928056 req-37d0dd88-69d6-434d-a95d-ac10b42b138e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.1949396 Aug 29 04:29:30.587956 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.609047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a28bb339-f32f-46cc-b079-d830815e5717 None None] Provisioning for port 73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:30.609342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e092435-7155-4e82-b428-690ef1f7b913']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:30.631640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d62b7a-22a6-41bb-bd62-7c40399e17ca') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:30.632463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d62b7a-22a6-41bb-bd62-7c40399e17ca') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:30.636796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b10726e-1b12-4c31-848a-3e62a1928056 req-e86ba307-8add-4783-ab73-9de0580ef2ba tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172798 Aug 29 04:29:30.640517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a28bb339-f32f-46cc-b079-d830815e5717 None None] Provisioning complete for port 73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:30.640517 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a28bb339-f32f-46cc-b079-d830815e5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.690096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.721026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.736613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a28bb339-f32f-46cc-b079-d830815e5717 None None] Port 73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:30.738332 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:30.739356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.743142 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0317-9c4c-4635-81ef-327d5957cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.806393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f0317-9c4c-4635-81ef-327d5957cb6b None None] No DVR routers for this DVR port aa22398d-15f8-438e-afad-6dad85369858 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:30.817667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f0317-9c4c-4635-81ef-327d5957cb6b None None] Pushing event deleted for resources: {'Port': ['ID=aa22398d-15f8-438e-afad-6dad85369858,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:30.869316 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:30.876978 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-718c9318-1d89-49be-951c-a27e57790577 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.878007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.885112 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.894956 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/networks/9e092435-7155-4e82-b428-690ef1f7b913 HTTP/1.1" status: 204 len: 168 time: 1.4028883 Aug 29 04:29:30.898912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59118) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.904436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-31891098-3cf1-48c1-8c68-2f7f40e9e396 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1803141335', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:30.911027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-718c9318-1d89-49be-951c-a27e57790577 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.912782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129721f-162d-44a1-bc36-835ee7cdac79 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Network': ['ID=9e092435-7155-4e82-b428-690ef1f7b913,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.952656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-718c9318-1d89-49be-951c-a27e57790577 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] In _notify_port_updated(), no bound segment for port 73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 on network fc42b492-0ad4-4d4c-af75-79aeb8e2982d {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:29:30.959352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c9318-1d89-49be-951c-a27e57790577 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.960015 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-718c9318-1d89-49be-951c-a27e57790577 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.961415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-718c9318-1d89-49be-951c-a27e57790577 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "PUT /v2.0/ports/73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 HTTP/1.1" status: 200 len: 1003 time: 1.0148780 Aug 29 04:29:30.965651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59122) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.991226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c9318-1d89-49be-951c-a27e57790577 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Port': ['ID=73cf1a5b-6737-4b80-8bcb-c506d3ae1d89,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.997286 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31891098-3cf1-48c1-8c68-2f7f40e9e396 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.998442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31891098-3cf1-48c1-8c68-2f7f40e9e396 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.099951 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31891098-3cf1-48c1-8c68-2f7f40e9e396 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.104171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b486b992-3107-4547-bd5a-76d01a366143 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Deleting port 73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:31.104466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b486b992-3107-4547-bd5a-76d01a366143 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.106441 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31891098-3cf1-48c1-8c68-2f7f40e9e396 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.151311 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31891098-3cf1-48c1-8c68-2f7f40e9e396 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.152665 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-31891098-3cf1-48c1-8c68-2f7f40e9e396 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2522945 Aug 29 04:29:31.155413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59130) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.173489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'network': {'name': 'tempest-RoutersTest-1303876271'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:31.217689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:31.224949 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.259062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:31.269958 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b486b992-3107-4547-bd5a-76d01a366143 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.270362 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.270881 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added segment dfbc9a9d-292b-4a51-8249-629f8557e883 of type vlan for network 07c1e3be-6faa-4e70-b857-9281a5f1f789 Aug 29 04:29:31.290667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b486b992-3107-4547-bd5a-76d01a366143 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Calling delete_port for 73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:31.330931 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.364358 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.377098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:31.378102 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.470540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Network': ['ID=07c1e3be-6faa-4e70-b857-9281a5f1f789,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.472797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-532d4a10-d65c-4427-8c40-017bf32e8b6a None None] Provisioning complete for port 73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:31.473694 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-532d4a10-d65c-4427-8c40-017bf32e8b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.477930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-74f55757-ae7d-4a65-aebe-2041599e88d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3183227 Aug 29 04:29:31.479627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59134) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.491071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'subnet': {'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:31.522670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 07c1e3be-6faa-4e70-b857-9281a5f1f789 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:31.537000 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b486b992-3107-4547-bd5a-76d01a366143 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.610457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486b992-3107-4547-bd5a-76d01a366143 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event deleted for resources: {'Port': ['ID=73cf1a5b-6737-4b80-8bcb-c506d3ae1d89,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.671956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:31.679717 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.716892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aa22398d-15f8-438e-afad-6dad85369858 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:31.717192 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b486b992-3107-4547-bd5a-76d01a366143 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.722293 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b486b992-3107-4547-bd5a-76d01a366143 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "DELETE /v2.0/ports/73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 HTTP/1.1" status: 204 len: 168 time: 0.7524655 Aug 29 04:29:31.722875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-532d4a10-d65c-4427-8c40-017bf32e8b6a None None] Port 73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:31.728841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59144) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.745404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: aa22398d-15f8-438e-afad-6dad85369858 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:31.745954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aa22398d-15f8-438e-afad-6dad85369858 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:31.820012 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0de5a5-3236-4fca-859c-fb28b4eea355 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] GET failed (client error): The resource could not be found. Aug 29 04:29:31.825406 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cf0de5a5-3236-4fca-859c-fb28b4eea355 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "GET /v2.0/ports/73cf1a5b-6737-4b80-8bcb-c506d3ae1d89 HTTP/1.1" status: 404 len: 333 time: 0.0918229 Aug 29 04:29:31.825738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59150) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.831882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'port': {'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-817732837'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:32.056322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b23e0-b227-41ee-934a-911507c2976e req-6e756886-b6d4-44e9-935a-1542cf7a4a99 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:32.056920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de6b23e0-b227-41ee-934a-911507c2976e req-6e756886-b6d4-44e9-935a-1542cf7a4a99 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.1894445 Aug 29 04:29:32.069593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Made reservation on behalf of edf1de7b89984a6eaee3c0f3e35f4860 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:32.080672 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.123699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] device_id is not set on port b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:32.160610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de6b23e0-b227-41ee-934a-911507c2976e req-7da4d2c9-6100-45b3-b3f9-04f971ef0fda tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930953 Aug 29 04:29:32.162537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.233415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Subnet': ['ID=02a0b2b4-3080-45de-87cd-8f02e850b165,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:32.242653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Checking segment: {'id': 'dfbc9a9d-292b-4a51-8249-629f8557e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:32.243015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network hostable DHCP agents. Network: 07c1e3be-6faa-4e70-b857-9281a5f1f789, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:32.260810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 07c1e3be-6faa-4e70-b857-9281a5f1f789 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:32.271820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 07c1e3be-6faa-4e70-b857-9281a5f1f789) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:32.282579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:32.285181 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.291264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229f619-9f81-4c41-8095-97613c40c179 None None] Network 07c1e3be-6faa-4e70-b857-9281a5f1f789 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:32.320786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-80a37cd0-7e5d-49eb-9bae-56e05dfcae82 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8338106 Aug 29 04:29:32.321341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59158) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:32.639318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd08a5c-5135-4254-9b80-55ed69685fe9 req-742e3477-2cd8-4e2c-b09a-07ff7d91eb8c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:32.650281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cd08a5c-5135-4254-9b80-55ed69685fe9 req-742e3477-2cd8-4e2c-b09a-07ff7d91eb8c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.1481535 Aug 29 04:29:32.652973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-07c1e3be-6faa-4e70-b857-9281a5f1f789', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:32.653849 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.702133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cd08a5c-5135-4254-9b80-55ed69685fe9 req-0e16a09b-1198-4248-8ee9-39ad07e661a5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506301 Aug 29 04:29:32.900522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Allocated IP 172.20.0.2 (07c1e3be-6faa-4e70-b857-9281a5f1f789/02a0b2b4-3080-45de-87cd-8f02e850b165/9d988ed4-30d3-4787-b516-c9a388334bb4) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:32.913278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Allocated IP 2001:db8::280 (fc42b492-0ad4-4d4c-af75-79aeb8e2982d/73cf0cba-280e-446b-aed9-3521dbae028f/b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:33.212600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.234180 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.234680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Transition to ACTIVE for port object b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:33.251862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Transition to ACTIVE for port object 9d988ed4-30d3-4787-b516-c9a388334bb4 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:33.285990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Transition to ACTIVE for port object 9d988ed4-30d3-4787-b516-c9a388334bb4 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:33.292170 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.366018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Pushing event updated for resources: {'Port': ['ID=9d988ed4-30d3-4787-b516-c9a388334bb4,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.394318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Network 07c1e3be-6faa-4e70-b857-9281a5f1f789 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:33.401614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:33.404003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:33.509860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Attempting to bind port 9d988ed4-30d3-4787-b516-c9a388334bb4 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:33.510241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Attempting to bind port 9d988ed4-30d3-4787-b516-c9a388334bb4 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'dfbc9a9d-292b-4a51-8249-629f8557e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:33.510648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Attempting to bind port 9d988ed4-30d3-4787-b516-c9a388334bb4 on network 07c1e3be-6faa-4e70-b857-9281a5f1f789 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:33.535510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:33.552812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Checking segment: {'id': 'dfbc9a9d-292b-4a51-8249-629f8557e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:33.553247 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.553664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Bound using segment: {'id': 'dfbc9a9d-292b-4a51-8249-629f8557e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:33.554188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Bound port: 9d988ed4-30d3-4787-b516-c9a388334bb4, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbc9a9d-292b-4a51-8249-629f8557e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:33.554594 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.619748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.701247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] For port 9d988ed4-30d3-4787-b516-c9a388334bb4, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:33.704692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] For port 9d988ed4-30d3-4787-b516-c9a388334bb4, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9d988ed4-30d3-4787-b516-c9a388334bb4,segment=NetworkSegment(dfbc9a9d-292b-4a51-8249-629f8557e883),segment_id=dfbc9a9d-292b-4a51-8249-629f8557e883)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:33.709081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:33.715737 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.720170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:33.755801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:33.782170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:33.786809 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.808819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Port': ['ID=b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.857974 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.863321 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dad8673b-1279-4cf1-ab77-b29e6992eac8 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0341654 Aug 29 04:29:33.863639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59188) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:33.885748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'port': {'network_id': 'fc42b492-0ad4-4d4c-af75-79aeb8e2982d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1719397541'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:33.903159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9ae19-561e-4afc-b971-e72a8d09a9c5 None None] Pushing event updated for resources: {'Port': ['ID=9d988ed4-30d3-4787-b516-c9a388334bb4,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.034213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3d80-974c-4e37-8c9c-44ddd26b8725 req-64cccfcc-a02d-46a1-93e5-ca228a08c625 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.035949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe6e3d80-974c-4e37-8c9c-44ddd26b8725 req-64cccfcc-a02d-46a1-93e5-ca228a08c625 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.2013662 Aug 29 04:29:34.125070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe6e3d80-974c-4e37-8c9c-44ddd26b8725 req-eb2939b6-3f66-484e-8f34-209b17be7302 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819471 Aug 29 04:29:34.423811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-074d7fce-1bff-4a9c-8749-ed8ada571e25 None None] Provisioning for port b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:34.470442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-074d7fce-1bff-4a9c-8749-ed8ada571e25 None None] Provisioning complete for port b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:34.470970 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-074d7fce-1bff-4a9c-8749-ed8ada571e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.564290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-074d7fce-1bff-4a9c-8749-ed8ada571e25 None None] Port b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:34.586360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Allocated IP 172.20.0.1 (07c1e3be-6faa-4e70-b857-9281a5f1f789/02a0b2b4-3080-45de-87cd-8f02e850b165/07436fe3-4512-4f45-92e3-a1a15882fad1) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:34.589932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Made reservation on behalf of edf1de7b89984a6eaee3c0f3e35f4860 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:34.605235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.733391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] device_id is not set on port 50d9bfa3-1af2-47b3-af94-14f83d3d3588 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:34.763999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.815933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Transition to ACTIVE for port object 07436fe3-4512-4f45-92e3-a1a15882fad1 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:34.908064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c9047-5695-4ad5-851d-a7dcbc0714ac req-9d4e7bab-1270-4256-84d8-38499698de04 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.922330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-330c9047-5695-4ad5-851d-a7dcbc0714ac req-9d4e7bab-1270-4256-84d8-38499698de04 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.1079347 Aug 29 04:29:34.936179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Allocated IP 2001:db8::213 (fc42b492-0ad4-4d4c-af75-79aeb8e2982d/73cf0cba-280e-446b-aed9-3521dbae028f/50d9bfa3-1af2-47b3-af94-14f83d3d3588) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:34.962309 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.019103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-330c9047-5695-4ad5-851d-a7dcbc0714ac req-e0b2f88d-c48e-40a8-8f19-1f3eb9febc4a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896077 Aug 29 04:29:35.039706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 07c1e3be-6faa-4e70-b857-9281a5f1f789 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:35.062427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:35.076870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:35.143006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=07436fe3-4512-4f45-92e3-a1a15882fad1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.201319 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.355992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 68143a95-f369-4275-af52-4954e780244d details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:35.385342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.400770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Transition to ACTIVE for port object 50d9bfa3-1af2-47b3-af94-14f83d3d3588 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:35.444901 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.530327 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:35.537285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.540209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:35.549161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:35.555763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:35.556563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.567537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Port': ['ID=50d9bfa3-1af2-47b3-af94-14f83d3d3588,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.570187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 68143a95-f369-4275-af52-4954e780244d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=68143a95-f369-4275-af52-4954e780244d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:35.615061 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-821365cf-16b5-480c-9d01-8b1cc945719c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7478156 Aug 29 04:29:35.615551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '68143a95-f369-4275-af52-4954e780244d', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'port_id': '68143a95-f369-4275-af52-4954e780244d', 'mac_address': 'fa:16:3e:bf:0a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:35.615663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59218) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:35.621365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::111', 'mac_address': 'fa:16:3e:fb:a9:02'}, {'ip_address': '2001:db8::280', 'mac_address': 'fa:16:3e:29:eb:f4'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:35.624617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af376d0-2cec-472f-9bd1-f6db35ace80a None None] Network 07c1e3be-6faa-4e70-b857-9281a5f1f789 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:35.796253 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.799151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9d988ed4-30d3-4787-b516-c9a388334bb4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:35.889836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-40b05620-0910-46e3-9237-bca4cd05f9be None None] Provisioning for port 9d988ed4-30d3-4787-b516-c9a388334bb4 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:35.911700 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68143a95-f369-4275-af52-4954e780244d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:35.927135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.024644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 68143a95-f369-4275-af52-4954e780244d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=68143a95-f369-4275-af52-4954e780244d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:36.045144 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.077298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 9d988ed4-30d3-4787-b516-c9a388334bb4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:36.108377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9d988ed4-30d3-4787-b516-c9a388334bb4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:36.108750 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.152792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e96a2367-aae6-45ce-bbad-5952f04c81a4 None None] Provisioning for port 50d9bfa3-1af2-47b3-af94-14f83d3d3588 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:36.158508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.163909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e96a2367-aae6-45ce-bbad-5952f04c81a4 None None] Provisioning complete for port 50d9bfa3-1af2-47b3-af94-14f83d3d3588 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:36.164539 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e96a2367-aae6-45ce-bbad-5952f04c81a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.168992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.211549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['68143a95-f369-4275-af52-4954e780244d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:36.280251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=07436fe3-4512-4f45-92e3-a1a15882fad1,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:36.314687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3357c3e-1a71-4716-be0d-eb42cba636fb req-49ffcfb6-a782-494b-af8d-43aca11428db tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.336896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3357c3e-1a71-4716-be0d-eb42cba636fb req-49ffcfb6-a782-494b-af8d-43aca11428db tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 944 time: 0.1761818 Aug 29 04:29:36.343491 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.444124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3357c3e-1a71-4716-be0d-eb42cba636fb req-4c0ea7c9-575e-4df2-85de-7f75b628eb40 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930955 Aug 29 04:29:36.462396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e96a2367-aae6-45ce-bbad-5952f04c81a4 None None] Port 50d9bfa3-1af2-47b3-af94-14f83d3d3588 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:36.481374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=68143a95-f369-4275-af52-4954e780244d,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:36.497940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.504280 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.514638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.581837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 9d988ed4-30d3-4787-b516-c9a388334bb4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9d988ed4-30d3-4787-b516-c9a388334bb4,segment=NetworkSegment(dfbc9a9d-292b-4a51-8249-629f8557e883),segment_id=dfbc9a9d-292b-4a51-8249-629f8557e883)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:36.613550 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 07c1e3be-6faa-4e70-b857-9281a5f1f789 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:36.625286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:36.661289 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.676496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] In _notify_port_updated(), no bound segment for port 50d9bfa3-1af2-47b3-af94-14f83d3d3588 on network fc42b492-0ad4-4d4c-af75-79aeb8e2982d {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:29:36.683569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.684698 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.687533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "PUT /v2.0/ports/50d9bfa3-1af2-47b3-af94-14f83d3d3588 HTTP/1.1" status: 200 len: 1068 time: 1.0698578 Aug 29 04:29:36.690882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59238) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:36.775194 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event updated for resources: {'Port': ['ID=50d9bfa3-1af2-47b3-af94-14f83d3d3588,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:36.850799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.852212 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.853838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.854488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.856308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.856895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.858324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.859904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.861981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.862630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.863259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.863868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfc410-108a-424d-a608-5b759140d5e7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:36.942950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b3277a9e-2b06-4e0a-869d-4dcdd738a444 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Deleting port 50d9bfa3-1af2-47b3-af94-14f83d3d3588 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:36.943589 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3277a9e-2b06-4e0a-869d-4dcdd738a444 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.989948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=9d988ed4-30d3-4787-b516-c9a388334bb4,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:37.014698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:37.119595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-60b615bd-f7ee-43cf-8c2f-e8b867c4f283 None None] Provisioning complete for port 9d988ed4-30d3-4787-b516-c9a388334bb4 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:37.121207 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60b615bd-f7ee-43cf-8c2f-e8b867c4f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.198979 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3277a9e-2b06-4e0a-869d-4dcdd738a444 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.264824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b3277a9e-2b06-4e0a-869d-4dcdd738a444 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Calling delete_port for 50d9bfa3-1af2-47b3-af94-14f83d3d3588 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:37.292827 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1b07067-a05a-4331-8ec1-f3b91019d9ee req-a9daac67-b9cb-44f6-ab2c-247befede6cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1666579 Aug 29 04:29:37.345292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:37.358595 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5f8f8e21-f3f1-47eb-ac33-68f6ee4d3336 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0358450 Aug 29 04:29:37.361928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59262) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.374825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'network': {'name': 'tempest-RoutersTest-1215322481'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:37.413932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 68143a95-f369-4275-af52-4954e780244d up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:37.415968 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1b07067-a05a-4331-8ec1-f3b91019d9ee req-7dd39c36-b035-4241-b771-a78ada1bfc98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0368102 Aug 29 04:29:37.421120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Sync routers for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:37.529495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:37.530239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:37.615090 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1b07067-a05a-4331-8ec1-f3b91019d9ee req-31d59572-c9f0-4951-9524-e1eb57683103 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147668 Aug 29 04:29:37.741925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3277a9e-2b06-4e0a-869d-4dcdd738a444 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.829698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9d988ed4-30d3-4787-b516-c9a388334bb4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:37.957001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3277a9e-2b06-4e0a-869d-4dcdd738a444 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event deleted for resources: {'Port': ['ID=50d9bfa3-1af2-47b3-af94-14f83d3d3588,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:38.003114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:38.015088 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.040454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4461510-f51f-4aa6-b602-c0f8f9a3367f req-1fa15470-6f36-48f9-87a3-284136aa0e51 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.063528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4461510-f51f-4aa6-b602-c0f8f9a3367f req-1fa15470-6f36-48f9-87a3-284136aa0e51 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 944 time: 0.3388014 Aug 29 04:29:38.192854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4461510-f51f-4aa6-b602-c0f8f9a3367f req-c10b5612-f2a4-4ed1-9aaa-06b9f6b65c78 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283143 Aug 29 04:29:38.223820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:38.263787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.264143 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added segment 4c7c18f4-e25f-4140-878c-62b90f5e5697 of type vlan for network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 Aug 29 04:29:38.378600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3277a9e-2b06-4e0a-869d-4dcdd738a444 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.390556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b3277a9e-2b06-4e0a-869d-4dcdd738a444 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "DELETE /v2.0/ports/50d9bfa3-1af2-47b3-af94-14f83d3d3588 HTTP/1.1" status: 204 len: 168 time: 1.6981120 Aug 29 04:29:38.393703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59316) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:38.411280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-60b615bd-f7ee-43cf-8c2f-e8b867c4f283 None None] Provisioning for port 07436fe3-4512-4f45-92e3-a1a15882fad1 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:38.461060 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-43402e7e-014f-4660-8804-4877038e7bf7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] GET failed (client error): The resource could not be found. Aug 29 04:29:38.479490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.480522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 68143a95-f369-4275-af52-4954e780244d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:38.480894 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.487171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-43402e7e-014f-4660-8804-4877038e7bf7 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "GET /v2.0/ports/50d9bfa3-1af2-47b3-af94-14f83d3d3588 HTTP/1.1" status: 404 len: 333 time: 0.0921454 Aug 29 04:29:38.489541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59326) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:38.566711 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.583810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.585568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-60b615bd-f7ee-43cf-8c2f-e8b867c4f283 None None] Provisioning complete for port 07436fe3-4512-4f45-92e3-a1a15882fad1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:38.586025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60b615bd-f7ee-43cf-8c2f-e8b867c4f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.589948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.723701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:38.738536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Network': ['ID=9fcbe99a-a7e2-43e2-ba39-6c7cd3862788,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:38.774710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59332) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:38.777047 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7dc0bd26-db1c-42c6-b988-cc1aa4cf7081 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4117734 Aug 29 04:29:38.779152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b07067-a05a-4331-8ec1-f3b91019d9ee req-4bc409fb-ce40-47d7-aeef-822e2a9b3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.781083 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e1b07067-a05a-4331-8ec1-f3b91019d9ee req-4bc409fb-ce40-47d7-aeef-822e2a9b3101 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1619098 Aug 29 04:29:38.802191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'subnet': {'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:38.812276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e7107b8a-4638-42fc-85d1-bc52b37d9ea6 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Deleting port b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:38.813332 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7107b8a-4638-42fc-85d1-bc52b37d9ea6 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.835032 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-60b615bd-f7ee-43cf-8c2f-e8b867c4f283 None None] Port 07436fe3-4512-4f45-92e3-a1a15882fad1 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:38.837379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:38.916983 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7107b8a-4638-42fc-85d1-bc52b37d9ea6 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.950686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e7107b8a-4638-42fc-85d1-bc52b37d9ea6 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Calling delete_port for b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:39.058190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9d988ed4-30d3-4787-b516-c9a388334bb4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:39.058565 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.395955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e5705641-150b-47af-956b-2ad073eda58c None None] Provisioning complete for port 07436fe3-4512-4f45-92e3-a1a15882fad1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:39.396391 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e5705641-150b-47af-956b-2ad073eda58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.518516 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.567880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 68143a95-f369-4275-af52-4954e780244d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=68143a95-f369-4275-af52-4954e780244d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:39.575796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68143a95-f369-4275-af52-4954e780244d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:39.578477 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d28db2-007b-49dd-a345-8d099118802c" -d '{"events": [{"server_uuid": "c009a084-fd6c-40fe-9845-131d0a0cad38", "name": "network-vif-plugged", "status": "completed", "tag": "68143a95-f369-4275-af52-4954e780244d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:39.588968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:39.598896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.600545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.709322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49719961-c69b-4e10-a3ef-4b9f5808b893 req-f53d75cb-bcec-4190-aa98-404eecac3ba9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.710205 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e5705641-150b-47af-956b-2ad073eda58c None None] Port 07436fe3-4512-4f45-92e3-a1a15882fad1 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:39.713040 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bc96fe-534b-4c88-b4aa-acb7878479ef x-openstack-request-id: req-37bc96fe-534b-4c88-b4aa-acb7878479ef {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:39.713334 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c009a084-fd6c-40fe-9845-131d0a0cad38", "name": "network-vif-plugged", "status": "completed", "tag": "68143a95-f369-4275-af52-4954e780244d", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:39.713588 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37bc96fe-534b-4c88-b4aa-acb7878479ef {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:39.713973 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68143a95-f369-4275-af52-4954e780244d', 'code': 200} Aug 29 04:29:39.716268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=68143a95-f369-4275-af52-4954e780244d,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:39.721127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49719961-c69b-4e10-a3ef-4b9f5808b893 req-f53d75cb-bcec-4190-aa98-404eecac3ba9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 944 time: 0.3803477 Aug 29 04:29:39.782294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e5705641-150b-47af-956b-2ad073eda58c None None] Could not find standard attr ID for object 50d9bfa3-1af2-47b3-af94-14f83d3d3588. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:39.803371 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49719961-c69b-4e10-a3ef-4b9f5808b893 req-44adf534-9aa1-413e-807d-f9ccd74edacf tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810730 Aug 29 04:29:39.838973 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7107b8a-4638-42fc-85d1-bc52b37d9ea6 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.869876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:29:35Z', 'revision_number': 2, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:35Z', 'revision_number': 2, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:39.899221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Checking router: 74205ece-f7d5-4107-98c5-4a3f8126f9e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:39.899991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Updating router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 port 07436fe3-4512-4f45-92e3-a1a15882fad1 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:29:39.942478 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.045467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7107b8a-4638-42fc-85d1-bc52b37d9ea6 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event deleted for resources: {'Port': ['ID=b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.056449 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7107b8a-4638-42fc-85d1-bc52b37d9ea6 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.058752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e7107b8a-4638-42fc-85d1-bc52b37d9ea6 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "DELETE /v2.0/ports/b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90 HTTP/1.1" status: 204 len: 168 time: 1.5677383 Aug 29 04:29:40.061462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59350) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.118121 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93afcfd-ba83-4b36-8e79-7a46ab71ef63 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] GET failed (client error): The resource could not be found. Aug 29 04:29:40.125264 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e93afcfd-ba83-4b36-8e79-7a46ab71ef63 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "GET /v2.0/ports/b6a4ebbf-8fbf-42ea-a16f-ecadbb911c90 HTTP/1.1" status: 404 len: 333 time: 0.0619538 Aug 29 04:29:40.132382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59352) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.285041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.380831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d4b73996-8951-4a8b-8449-759273562e8c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Deleting port 170c277c-88ed-40e0-aeed-1b1ac7932550 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:40.385325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4b73996-8951-4a8b-8449-759273562e8c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.521383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Subnet': ['ID=55667e3a-14a2-4ec9-b9b4-1999102ac4b2,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.534989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Checking segment: {'id': '4c7c18f4-e25f-4140-878c-62b90f5e5697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:40.535765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network hostable DHCP agents. Network: 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:40.562027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:40.565119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4b73996-8951-4a8b-8449-759273562e8c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.583583 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:40.598155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915163d1-2457-440a-aee6-4de54a0fc834 None None] Network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:40.608099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:40.608965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.632899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4ed2f773-fc5a-4a0b-9e76-6c48827a3a0b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8557811 Aug 29 04:29:40.635949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59358) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.637834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d4b73996-8951-4a8b-8449-759273562e8c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Calling delete_port for 170c277c-88ed-40e0-aeed-1b1ac7932550 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:40.848964 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.937029 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4b73996-8951-4a8b-8449-759273562e8c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.951766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Transition to ACTIVE for port object 07436fe3-4512-4f45-92e3-a1a15882fad1 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:40.986109 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.026878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b73996-8951-4a8b-8449-759273562e8c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event deleted for resources: {'Port': ['ID=170c277c-88ed-40e0-aeed-1b1ac7932550,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.145610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4b73996-8951-4a8b-8449-759273562e8c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.150282 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d4b73996-8951-4a8b-8449-759273562e8c tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "DELETE /v2.0/ports/170c277c-88ed-40e0-aeed-1b1ac7932550 HTTP/1.1" status: 204 len: 168 time: 1.0146570 Aug 29 04:29:41.152148 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59364) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:41.170159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c35d1-e418-447f-9554-bacc38e9daef req-697bd0e6-a8e8-4ec0-8b91-f8e9d6f42560 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.178471 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-126c35d1-e418-447f-9554-bacc38e9daef req-697bd0e6-a8e8-4ec0-8b91-f8e9d6f42560 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.2110054 Aug 29 04:29:41.281333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f04f3c-33d3-4250-9fca-19243d1367ac tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Deleting subnet 73cf0cba-280e-446b-aed9-3521dbae028f {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:41.291662 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f04f3c-33d3-4250-9fca-19243d1367ac tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.389267 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f04f3c-33d3-4250-9fca-19243d1367ac tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.389420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa001e2-a159-41c7-8c73-7ffd502fc096 None None] Pushing event updated for resources: {'Port': ['ID=07436fe3-4512-4f45-92e3-a1a15882fad1,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.413904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-126c35d1-e418-447f-9554-bacc38e9daef req-c698f073-0527-4c02-84a6-f111b816b7de tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342079 Aug 29 04:29:41.418811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:41.419722 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.580580 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.661651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f04f3c-33d3-4250-9fca-19243d1367ac tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.787818 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f04f3c-33d3-4250-9fca-19243d1367ac tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.870050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f04f3c-33d3-4250-9fca-19243d1367ac tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event deleted for resources: {'Subnet': ['ID=73cf0cba-280e-446b-aed9-3521dbae028f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.880727 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f04f3c-33d3-4250-9fca-19243d1367ac tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.884517 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59f04f3c-33d3-4250-9fca-19243d1367ac tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "DELETE /v2.0/subnets/73cf0cba-280e-446b-aed9-3521dbae028f HTTP/1.1" status: 204 len: 168 time: 0.7292092 Aug 29 04:29:41.885334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59374) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:41.898979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca0bd7-0306-43ba-9227-d178bd1e6d17 None None] Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:42.053779 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.143196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Attempting to bind port 07436fe3-4512-4f45-92e3-a1a15882fad1 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:42.143580 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Attempting to bind port 07436fe3-4512-4f45-92e3-a1a15882fad1 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'dfbc9a9d-292b-4a51-8249-629f8557e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:42.143957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Attempting to bind port 07436fe3-4512-4f45-92e3-a1a15882fad1 on network 07c1e3be-6faa-4e70-b857-9281a5f1f789 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:42.159414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:42.159784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Checking segment: {'id': 'dfbc9a9d-292b-4a51-8249-629f8557e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:42.160263 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.160714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Bound using segment: {'id': 'dfbc9a9d-292b-4a51-8249-629f8557e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:42.161207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Bound port: 07436fe3-4512-4f45-92e3-a1a15882fad1, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbc9a9d-292b-4a51-8249-629f8557e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:42.161591 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.168912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Deleting port 1700853f-761d-43f8-8333-223f57084033 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:42.170498 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.259831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Allocated IP 172.21.0.2 (9fcbe99a-a7e2-43e2-ba39-6c7cd3862788/55667e3a-14a2-4ec9-b9b4-1999102ac4b2/c97aa526-dee0-4bb7-ac8e-9abc2b7999b6) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:42.362022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] For port 1700853f-761d-43f8-8333-223f57084033, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1700853f-761d-43f8-8333-223f57084033,segment=NetworkSegment(dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59),segment_id=dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:42.363410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.395243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Calling delete_port for 1700853f-761d-43f8-8333-223f57084033 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:42.397301 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] For port 07436fe3-4512-4f45-92e3-a1a15882fad1, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:42.400647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] For port 07436fe3-4512-4f45-92e3-a1a15882fad1, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=07436fe3-4512-4f45-92e3-a1a15882fad1,segment=NetworkSegment(dfbc9a9d-292b-4a51-8249-629f8557e883),segment_id=dfbc9a9d-292b-4a51-8249-629f8557e883)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:42.412038 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.550387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:42.551303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:42.675393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05245b5f-e0be-4359-a6d2-ac694de2d25f req-8fa866cc-d609-448c-9fa2-697ac6d019b9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.679467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05245b5f-e0be-4359-a6d2-ac694de2d25f req-8fa866cc-d609-448c-9fa2-697ac6d019b9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.1594615 Aug 29 04:29:42.681788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b349ab7e-7cd8-4f1d-8d16-a68edc277c83 None None] DHCP port deletion for fc42b492-0ad4-4d4c-af75-79aeb8e2982d request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:42.735712 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.742532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa001e2-a159-41c7-8c73-7ffd502fc096 None None] Pushing event updated for resources: {'Port': ['ID=07436fe3-4512-4f45-92e3-a1a15882fad1,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.801262 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05245b5f-e0be-4359-a6d2-ac694de2d25f req-1189efda-65a4-4d8c-9d3f-76847af6e686 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143019 Aug 29 04:29:42.803629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] No DVR routers for this DVR port 1700853f-761d-43f8-8333-223f57084033 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:42.810708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event deleted for resources: {'Port': ['ID=1700853f-761d-43f8-8333-223f57084033,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.859498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59390) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:42.933443 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.960520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc42b492-0ad4-4d4c-af75-79aeb8e2982d']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:42.984108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:42.987720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd41fba3-2e13-4fd6-b8e6-ea2e4ce31c59') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:43.013453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.044687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.063933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:43.065543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.072602 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:43.073480 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:43.094443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Transition to ACTIVE for port object c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:43.130150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Transition to ACTIVE for port object c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:43.190715 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.201960 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.203322 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.209261 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] 10.222.0.49 "DELETE /v2.0/networks/fc42b492-0ad4-4d4c-af75-79aeb8e2982d HTTP/1.1" status: 204 len: 168 time: 1.3232663 Aug 29 04:29:43.230050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:43.231595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce507f8-8868-4308-8eca-7c1f0c743689 tempest-AllowedAddressPairIpV6TestJSON-1472830302 tempest-AllowedAddressPairIpV6TestJSON-1472830302-project] Pushing event deleted for resources: {'Network': ['ID=fc42b492-0ad4-4d4c-af75-79aeb8e2982d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:43.262472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:43.274564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Allocated IP 172.21.0.1 (9fcbe99a-a7e2-43e2-ba39-6c7cd3862788/55667e3a-14a2-4ec9-b9b4-1999102ac4b2/dc028e3f-8ce8-4cc1-bbd3-edec89f27e01) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:43.341805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:43.475281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:43.543850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.563067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Transition to ACTIVE for port object dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:43.728922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Attempting to bind port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:43.729252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Attempting to bind port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '4c7c18f4-e25f-4140-878c-62b90f5e5697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:43.729607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Attempting to bind port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 on network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:43.783241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b349ab7e-7cd8-4f1d-8d16-a68edc277c83 None None] Deleting port 1700853f-761d-43f8-8333-223f57084033 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:43.783616 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b349ab7e-7cd8-4f1d-8d16-a68edc277c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.790678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59412) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:44.096639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.205971 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-487c4b23-89e8-486b-9fab-3d2323713197 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edf1de7b89984a6eaee3c0f3e35f4860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101374 Aug 29 04:29:44.207451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59422) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:44.296966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=dc028e3f-8ce8-4cc1-bbd3-edec89f27e01,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.330942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59426) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:44.422410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a8440-4918-497d-8cb8-1b9c6827a307 req-e778479b-59e5-45eb-8129-b22979186165 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.432636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-064a8440-4918-497d-8cb8-1b9c6827a307 req-e778479b-59e5-45eb-8129-b22979186165 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.3559270 Aug 29 04:29:44.452172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-b349ab7e-7cd8-4f1d-8d16-a68edc277c83 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d could not be found. Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:29:44.473377 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network fc42b492-0ad4-4d4c-af75-79aeb8e2982d could not be found. Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:29:44.478043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1700853f-761d-43f8-8333-223f57084033 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:44.521527 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9fca588-d3a1-4df3-92ee-478b60570401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.542938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-064a8440-4918-497d-8cb8-1b9c6827a307 req-9886f558-d39f-4f7f-8a9c-1a41383344c1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814927 Aug 29 04:29:44.545346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:44.561562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:44.618773 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9fca588-d3a1-4df3-92ee-478b60570401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.645832 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.674446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1700853f-761d-43f8-8333-223f57084033 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:44.674803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1700853f-761d-43f8-8333-223f57084033 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:44.676379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced48d5-e118-4dea-b475-28e537469cf5 None None] DHCP port deletion for fc42b492-0ad4-4d4c-af75-79aeb8e2982d request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:44.697215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:44.697598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Checking segment: {'id': '4c7c18f4-e25f-4140-878c-62b90f5e5697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:44.698014 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.698804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Bound using segment: {'id': '4c7c18f4-e25f-4140-878c-62b90f5e5697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:44.698942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Bound port: c97aa526-dee0-4bb7-ac8e-9abc2b7999b6, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7c18f4-e25f-4140-878c-62b90f5e5697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:44.699290 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.737049 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9fca588-d3a1-4df3-92ee-478b60570401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.743591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d9fca588-d3a1-4df3-92ee-478b60570401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.746223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d9fca588-d3a1-4df3-92ee-478b60570401 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34e996c3-254a-446b-aeb2-dfecb07838ff HTTP/1.1" status: 204 len: 168 time: 0.5350699 Aug 29 04:29:44.764941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fca588-d3a1-4df3-92ee-478b60570401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e996c3-254a-446b-aeb2-dfecb07838ff,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.793704 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d7a584c-4acc-41c3-a248-4f762907f50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.846853 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.917258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Pushing event updated for resources: {'Port': ['ID=c97aa526-dee0-4bb7-ac8e-9abc2b7999b6,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.148414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:29:35Z', 'revision_number': 2, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:45.178969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] For port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:45.196222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed084f-482f-41b7-865e-d6268e1350b0 None None] The sync data for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 is: [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:29:35Z', 'revision_number': 2, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:42Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:45.219479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] For port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c97aa526-dee0-4bb7-ac8e-9abc2b7999b6,segment=NetworkSegment(4c7c18f4-e25f-4140-878c-62b90f5e5697),segment_id=4c7c18f4-e25f-4140-878c-62b90f5e5697)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:45.237310 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.380128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1443ff-c6fe-4af6-976a-7e3791f69ca4 None None] Pushing event updated for resources: {'Port': ['ID=c97aa526-dee0-4bb7-ac8e-9abc2b7999b6,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.985343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 07436fe3-4512-4f45-92e3-a1a15882fad1 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:46.115305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59456) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.117920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 07436fe3-4512-4f45-92e3-a1a15882fad1 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:46.120773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.128298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 07436fe3-4512-4f45-92e3-a1a15882fad1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:46.129117 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.176066 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d7a584c-4acc-41c3-a248-4f762907f50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.189555 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.307249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.321780 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d7a584c-4acc-41c3-a248-4f762907f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.326345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-928932327'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:46.328712 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.390341 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4d7a584c-4acc-41c3-a248-4f762907f50b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fa216cc03f4469583cc66687d44a5a4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0474780 Aug 29 04:29:46.435164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.451150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 07436fe3-4512-4f45-92e3-a1a15882fad1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=07436fe3-4512-4f45-92e3-a1a15882fad1,segment=NetworkSegment(dfbc9a9d-292b-4a51-8249-629f8557e883),segment_id=dfbc9a9d-292b-4a51-8249-629f8557e883)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:46.458214 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.542199 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.635998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=07436fe3-4512-4f45-92e3-a1a15882fad1,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.720380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:46.851561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:46.856347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.868339 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.880613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:46.954793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629fb6f-79e8-43bd-96d8-ce1517b2c334 req-b979e629-8dc5-4238-badd-47ee436dd0bb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.957288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a629fb6f-79e8-43bd-96d8-ce1517b2c334 req-b979e629-8dc5-4238-badd-47ee436dd0bb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 1.2609537 Aug 29 04:29:47.071326 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.082355 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.128590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:47.148462 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.149015 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Added segment c034f740-69b2-49fa-be4b-de22f9437a98 of type vlan for network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 Aug 29 04:29:47.227705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57128c04-3ec2-4327-a274-69e35519ac87 None None] Network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:47.260163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d430973-061e-4fba-a77f-1e128f62a7e5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.262683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a629fb6f-79e8-43bd-96d8-ce1517b2c334 req-032d758e-51d2-4030-9fd9-4bb6667bd046 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703378 Aug 29 04:29:47.263316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a584c-4acc-41c3-a248-4f762907f50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff33723a-0d3d-4b49-8789-134af4287cba,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.273422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=dc028e3f-8ce8-4cc1-bbd3-edec89f27e01,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.281989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.297066 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-904c4a11-7b69-45f1-a42d-61e98b166e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.312075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:47.318027 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.326573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.327315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.475240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Network': ['ID=b1883dae-2dd1-40f0-b7f9-7ddc81c5c594,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.494677 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-787c4ae1-a77e-4a93-9f2c-8a76b61f257b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3782048 Aug 29 04:29:47.497167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e7caa638-dccb-41e6-bf65-3cec9cf18c11 None None] Provisioning for port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:47.498422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59472) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.504273 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-904c4a11-7b69-45f1-a42d-61e98b166e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.508557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:47.559618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:47.644730 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:47.662858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.742074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] Deleting port b70a5fce-bd69-4d43-9121-2cfc848af353 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:47.742362 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.756317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:47.766343 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Sync routers for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:47.783477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7032a538-3332-45f7-b860-f3d93edfc6d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1461413 Aug 29 04:29:47.796075 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59476) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.798158 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:47.801675 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:47.815363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'network': {'name': 'tempest-RoutersTest-2031458119'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:47.854957 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-c20e0398-a828-4a50-9a95-d63ba2d208ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1619942 Aug 29 04:29:47.917553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-904c4a11-7b69-45f1-a42d-61e98b166e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.920396 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-904c4a11-7b69-45f1-a42d-61e98b166e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.925889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-904c4a11-7b69-45f1-a42d-61e98b166e7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff33723a-0d3d-4b49-8789-134af4287cba HTTP/1.1" status: 204 len: 168 time: 1.4567869 Aug 29 04:29:47.960328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c4a11-7b69-45f1-a42d-61e98b166e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff33723a-0d3d-4b49-8789-134af4287cba,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:48.003013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:48.014666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.091503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-c06defe1-0581-4e0a-89ac-75cfdf011132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.093171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-c06defe1-0581-4e0a-89ac-75cfdf011132 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1096 time: 0.1435914 Aug 29 04:29:48.126422 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.230577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] For port b70a5fce-bd69-4d43-9121-2cfc848af353, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b70a5fce-bd69-4d43-9121-2cfc848af353,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:48.236675 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.245788 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:48.273260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] Calling delete_port for b70a5fce-bd69-4d43-9121-2cfc848af353 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:48.307946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:48.320976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:48.376097 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.380653 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added segment 3b8c130e-5aa5-41bf-ad22-c220bb3fcc00 of type vlan for network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a Aug 29 04:29:48.435834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b4d5d225-ee59-4300-bab7-65a001778c56 None None] Provisioning for port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:48.465839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b4d5d225-ee59-4300-bab7-65a001778c56 None None] Provisioning complete for port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:48.466391 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d225-ee59-4300-bab7-65a001778c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.595605 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.602033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.617140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:48.641589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:48.641957 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.675735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5d225-ee59-4300-bab7-65a001778c56 None None] Port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:48.712280 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:29:44Z', 'revision_number': 3, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:45Z', 'revision_number': 2, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:48.777105 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Checking router: 74205ece-f7d5-4107-98c5-4a3f8126f9e3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:48.779078 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Updating router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:29:48.810466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.821757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-860bc14a-ec81-4bfd-a086-5840d31a21ef None None] Provisioning complete for port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:48.822135 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-860bc14a-ec81-4bfd-a086-5840d31a21ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.833489 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.835486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.836724 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.853776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=0bffcf0b-a9a7-4297-bad1-a9c6ce94e39a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:48.969466 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-860bc14a-ec81-4bfd-a086-5840d31a21ef None None] Port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:48.972049 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.020452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59490) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.025045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c97aa526-dee0-4bb7-ac8e-9abc2b7999b6,segment=NetworkSegment(4c7c18f4-e25f-4140-878c-62b90f5e5697),segment_id=4c7c18f4-e25f-4140-878c-62b90f5e5697)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:49.025619 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2220578 Aug 29 04:29:49.026723 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59492) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.032595 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.033450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 07436fe3-4512-4f45-92e3-a1a15882fad1 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:49.047195 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'subnet': {'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:49.058693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:49.059063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network hostable DHCP agents. Network: b1883dae-2dd1-40f0-b7f9-7ddc81c5c594, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:49.119623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-4daec203-3629-49f4-90c0-94b1931d42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.123770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-4daec203-3629-49f4-90c0-94b1931d42bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.9520383 Aug 29 04:29:49.135312 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0b637e9-1eb0-4816-90b9-3ecf99efff96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.163860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe786fab-6f46-4931-8de2-8d3c3a7c923a None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:29:49.223443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6855e-4e12-4065-82f6-a51a78e4bed5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Network': ['ID=f1c097d5-0bb0-4d96-a48b-385fbacc5d8a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.245124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=c97aa526-dee0-4bb7-ac8e-9abc2b7999b6,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.265609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:49.269055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:49.300440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, b1883dae-2dd1-40f0-b7f9-7ddc81c5c594) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:49.316027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-aaa22c5c-b1b1-4d46-8f07-7b5bf8f6fb70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 998 time: 0.1451135 Aug 29 04:29:49.326259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.326897 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.329100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa57a0-04a5-4007-abf8-a1fdfb4a4a0b req-726461f4-2ea7-4269-b394-184d53779a20 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.337784 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35fa57a0-04a5-4007-abf8-a1fdfb4a4a0b req-726461f4-2ea7-4269-b394-184d53779a20 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.4685698 Aug 29 04:29:49.368054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:49.377971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.385809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6da462da-915d-48c8-8413-622aef7a6c45 None None] Provisioning complete for port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:49.386804 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6da462da-915d-48c8-8413-622aef7a6c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.418432 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1fad6815-188e-4182-b8f2-f239ef82c8c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9159601 Aug 29 04:29:49.439566 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [None req-b0b637e9-1eb0-4816-90b9-3ecf99efff96 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:29:49.439566 n-d-712141-12 neutron-server[94851]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:29:49.439566 n-d-712141-12 neutron-server[94851]: [parameters: {'project_id_1': '8abc41b5c61e485da16b604f1a6e450c', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 29, 49, 311301)}] Aug 29 04:29:49.439566 n-d-712141-12 neutron-server[94851]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:29:49.440087 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [None req-b0b637e9-1eb0-4816-90b9-3ecf99efff96 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:29:49.441932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-82a530cc-2895-4218-8cbd-ab68dc665314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.443633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-82a530cc-2895-4218-8cbd-ab68dc665314 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.0955021 Aug 29 04:29:49.450429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59496) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.458959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'name': 'tempest-NetworksTestDHCPv6-672444255'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:49.523428 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.534491 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Transition to ACTIVE for port object dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:49.544946 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.665684 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Pushing event updated for resources: {'Port': ['ID=dc028e3f-8ce8-4cc1-bbd3-edec89f27e01,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.677681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.696470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe786fab-6f46-4931-8de2-8d3c3a7c923a None None] Unable to find a vacant binding_index for network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 and agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 {{(pid=94852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 29 04:29:49.746236 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.746773 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.747222 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.748911 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.749359 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.750350 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.752622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 07436fe3-4512-4f45-92e3-a1a15882fad1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:49.752758 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.753191 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.753471 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.754125 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.756315 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.756784 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.757867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe786fab-6f46-4931-8de2-8d3c3a7c923a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, b1883dae-2dd1-40f0-b7f9-7ddc81c5c594) {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:29:49.758329 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:49.781221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] Pushing event deleted for resources: {'Port': ['ID=b70a5fce-bd69-4d43-9121-2cfc848af353,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.807970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6da462da-915d-48c8-8413-622aef7a6c45 None None] Port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:49.835298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35fa57a0-04a5-4007-abf8-a1fdfb4a4a0b req-81a7a5c7-322f-42e7-918e-4396f9eb8fea tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963725 Aug 29 04:29:49.862870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-3bb8722d-5b01-40d9-92bf-a1e0669b68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.865090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-3bb8722d-5b01-40d9-92bf-a1e0669b68e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3227119 Aug 29 04:29:49.897137 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.903646 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Attempting to bind port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:49.904257 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Attempting to bind port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '4c7c18f4-e25f-4140-878c-62b90f5e5697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:49.904607 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Attempting to bind port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 on network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:49.916785 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:49.918271 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Checking segment: {'id': '4c7c18f4-e25f-4140-878c-62b90f5e5697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:49.918768 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.920113 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Bound using segment: {'id': '4c7c18f4-e25f-4140-878c-62b90f5e5697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:49.922721 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Bound port: dc028e3f-8ce8-4cc1-bbd3-edec89f27e01, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7c18f4-e25f-4140-878c-62b90f5e5697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:49.922866 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.941532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0b637e9-1eb0-4816-90b9-3ecf99efff96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.062675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Subnet': ['ID=b94c8b06-a0e2-4cb3-a9e9-c00960757a50,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.068083 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] For port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:50.076401 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] For port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dc028e3f-8ce8-4cc1-bbd3-edec89f27e01,segment=NetworkSegment(4c7c18f4-e25f-4140-878c-62b90f5e5697),segment_id=4c7c18f4-e25f-4140-878c-62b90f5e5697)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:50.083458 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Checking segment: {'id': '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:50.084098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network hostable DHCP agents. Network: f1c097d5-0bb0-4d96-a48b-385fbacc5d8a, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:50.094168 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.138022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:50.164966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, f1c097d5-0bb0-4d96-a48b-385fbacc5d8a) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:50.174525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.177891 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.199878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '0bffcf0b-a9a7-4297-bad1-a9c6ce94e39a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:50.211931 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.224920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-8b568fb8-efc2-4f10-b46e-42b53e34f0d3 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452578 Aug 29 04:29:50.258804 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de85fe-0bb4-4192-842e-8cab8c49f9a3 None None] Pushing event updated for resources: {'Port': ['ID=dc028e3f-8ce8-4cc1-bbd3-edec89f27e01,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.297655 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:50.298471 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:50.382061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:50.463721 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:50.478657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Allocated IP 2001:db8::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/0bffcf0b-a9a7-4297-bad1-a9c6ce94e39a/029273f3-fd4a-4817-8452-9bdc064e1fa7) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:50.489114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:50.489490 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.785354 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.796720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Transition to ACTIVE for port object 029273f3-fd4a-4817-8452-9bdc064e1fa7 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:50.814771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Transition to ACTIVE for port object 029273f3-fd4a-4817-8452-9bdc064e1fa7 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:50.823723 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.843083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eac09f46-1ea8-42c0-9a21-eb3952ef0702 req-8f9e2b3a-5277-4d3a-9cc5-267102be76c3 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047623 Aug 29 04:29:50.868503 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:29:50.924614 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.932640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Pushing event updated for resources: {'Port': ['ID=029273f3-fd4a-4817-8452-9bdc064e1fa7,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.959294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:50.965152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:50.975120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:51.000740 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:29:44Z', 'revision_number': 3, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:50Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:51.097004 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec6d05-92b9-4410-bdbb-f774224b8585 None None] The sync data for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 is: [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:29:44Z', 'revision_number': 3, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:50Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:51.099659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Attempting to bind port 029273f3-fd4a-4817-8452-9bdc064e1fa7 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:51.100747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Attempting to bind port 029273f3-fd4a-4817-8452-9bdc064e1fa7 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:51.102375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Attempting to bind port 029273f3-fd4a-4817-8452-9bdc064e1fa7 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:51.108631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:51.109411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:51.110034 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.110631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:51.111304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Bound port: 029273f3-fd4a-4817-8452-9bdc064e1fa7, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:51.111913 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.149500 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c1087-51f9-4522-9dd0-f6da6c794c71 req-6a6e0634-8e55-4bee-bae2-eaf65429267c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.151309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c0c1087-51f9-4522-9dd0-f6da6c794c71 req-6a6e0634-8e55-4bee-bae2-eaf65429267c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.1416173 Aug 29 04:29:51.154934 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0b637e9-1eb0-4816-90b9-3ecf99efff96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.227926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0b637e9-1eb0-4816-90b9-3ecf99efff96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.263235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] For port 029273f3-fd4a-4817-8452-9bdc064e1fa7, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:51.269951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] For port 029273f3-fd4a-4817-8452-9bdc064e1fa7, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=029273f3-fd4a-4817-8452-9bdc064e1fa7,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:51.311087 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.333177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-79c2a3ea-b8c7-4126-9e84-cc5b12177a92 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3030550 Aug 29 04:29:51.336720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59510) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:51.384108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b0b637e9-1eb0-4816-90b9-3ecf99efff96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8abc41b5c61e485da16b604f1a6e450c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3586676 Aug 29 04:29:51.388881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:51.406873 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.424603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59512) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:51.442071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0929d-7a8e-47b0-9c7d-4640f0046214 None None] Pushing event updated for resources: {'Port': ['ID=029273f3-fd4a-4817-8452-9bdc064e1fa7,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:51.531708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b637e9-1eb0-4816-90b9-3ecf99efff96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc7ada-b0b6-4bba-9b4c-d7c8fe3db9bc,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:51.564563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c0c1087-51f9-4522-9dd0-f6da6c794c71 req-ecba5a0b-02d0-4f77-a312-ee721a3160ee tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035466 Aug 29 04:29:51.577498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port af4d8bef-479a-42c9-ad59-1241673c5c05 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:51.909154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] Router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:52.000744 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f59bde5-0e08-4532-847e-02330c937d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.106449 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.138876 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f59bde5-0e08-4532-847e-02330c937d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.232073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::336 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/0bffcf0b-a9a7-4297-bad1-a9c6ce94e39a/af4d8bef-479a-42c9-ad59-1241673c5c05) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:52.315128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:52.324870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c99ab6bd-38c5-44b5-9f87-a0993486077f admin admin] 10.222.0.49 "PUT /v2.0/routers/39a7bb1d-5925-42a6-968c-f5cb478cdb22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4641428 Aug 29 04:29:52.327089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] Sync routers for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:52.338841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59516) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:52.350460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:52.351116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:52.407233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f59bde5-0e08-4532-847e-02330c937d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.409843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f59bde5-0e08-4532-847e-02330c937d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.410993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1f59bde5-0e08-4532-847e-02330c937d3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4dc7ada-b0b6-4bba-9b4c-d7c8fe3db9bc HTTP/1.1" status: 204 len: 168 time: 0.9275172 Aug 29 04:29:52.716214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59bde5-0e08-4532-847e-02330c937d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc7ada-b0b6-4bba-9b4c-d7c8fe3db9bc,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:52.774698 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.912430 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Allocated IP 172.22.0.1 (f1c097d5-0bb0-4d96-a48b-385fbacc5d8a/b94c8b06-a0e2-4cb3-a9e9-c00960757a50/d2229548-a597-49ba-9eb6-1fd7528a0e15) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:52.997009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 029273f3-fd4a-4817-8452-9bdc064e1fa7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:53.036404 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e07ce6-c1c2-4d1d-963c-6f95887d3c39 req-cf21f20c-c110-4ccd-9a27-79c43f2e555c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.038756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26e07ce6-c1c2-4d1d-963c-6f95887d3c39 req-cf21f20c-c110-4ccd-9a27-79c43f2e555c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.2825165 Aug 29 04:29:53.107611 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.158678 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.162558 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.168936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object af4d8bef-479a-42c9-ad59-1241673c5c05 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:53.173544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26e07ce6-c1c2-4d1d-963c-6f95887d3c39 req-7377fe41-89e6-4d4c-b732-0a6835f4680f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243041 Aug 29 04:29:53.192420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:53.220363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Transition to ACTIVE for port object d2229548-a597-49ba-9eb6-1fd7528a0e15 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:53.264640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.281956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 029273f3-fd4a-4817-8452-9bdc064e1fa7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:53.287017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4d4e0-c956-4367-9405-618a6dcb46d4 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:53.292701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:53.319688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.362145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:53.367701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:53.382042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:53.430995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=af4d8bef-479a-42c9-ad59-1241673c5c05,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.468078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:53.471825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Deleting port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:53.473461 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.509934 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.571173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf88fb70-b3f9-42c2-ba40-8aee5bb794c9 None None] Network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:53.761491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] For port 25cc92eb-563e-4f0d-abf2-2d5d53f59dae, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=25cc92eb-563e-4f0d-abf2-2d5d53f59dae,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:53.761867 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.783725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:53.803731 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:53.818437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.819569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.830387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Calling delete_port for 25cc92eb-563e-4f0d-abf2-2d5d53f59dae owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:53.878182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=d2229548-a597-49ba-9eb6-1fd7528a0e15,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.919196 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-01b4c8b7-9567-4f58-a42e-e44804476f08 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4646604 Aug 29 04:29:53.981230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1d7ce7c8-0132-47f1-8ff4-9fcd7f488fb8 None None] Provisioning for port 029273f3-fd4a-4817-8452-9bdc064e1fa7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:53.993907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59542) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:53.996423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.025536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1d7ce7c8-0132-47f1-8ff4-9fcd7f488fb8 None None] Provisioning complete for port 029273f3-fd4a-4817-8452-9bdc064e1fa7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:54.029292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce7c8-0132-47f1-8ff4-9fcd7f488fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.267851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:54.309128 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6adea74e-1010-4a61-af82-79a698bab87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.352309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:54.352696 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.426193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:29:49Z', 'revision_number': 5, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port': {'id': '25cc92eb-563e-4f0d-abf2-2d5d53f59dae', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:46Z', 'updated_at': '2021-08-29T04:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:54.446492 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.475472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c07711-5eb2-4bec-8dd0-14d23f2a5f4e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.514131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c07711-5eb2-4bec-8dd0-14d23f2a5f4e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.518029 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f9c07711-5eb2-4bec-8dd0-14d23f2a5f4e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5109789 Aug 29 04:29:54.518846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Pushing event deleted for resources: {'Port': ['ID=25cc92eb-563e-4f0d-abf2-2d5d53f59dae,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.521001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59560) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:54.566662 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce7c8-0132-47f1-8ff4-9fcd7f488fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.697864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] Checking router: 39a7bb1d-5925-42a6-968c-f5cb478cdb22 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:54.734435 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.777557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] Routers {'39a7bb1d-5925-42a6-968c-f5cb478cdb22'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:54.778204 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:54.917112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f41df-abe4-4252-9de3-ec3d893d2e89 req-66a3f269-dd09-4fe2-98c0-41a2b12b3825 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.919254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed1f41df-abe4-4252-9de3-ec3d893d2e89 req-66a3f269-dd09-4fe2-98c0-41a2b12b3825 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.5723445 Aug 29 04:29:54.954004 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.957297 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.008537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:55.009423 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.070092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.072585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:55.083831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.085141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-45d8f7cd-1d22-46a5-a977-d9bca966659d admin admin] 10.222.0.49 "DELETE /v2.0/routers/39a7bb1d-5925-42a6-968c-f5cb478cdb22 HTTP/1.1" status: 204 len: 168 time: 2.7427561 Aug 29 04:29:55.088819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59566) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:55.225817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-77835a6a-5885-4ad4-a11b-fb64b45b836e admin admin] Deleting subnet 26f04a99-397f-4610-8675-975988a7232d {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:55.237792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-77835a6a-5885-4ad4-a11b-fb64b45b836e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.305537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b89f6bda-8daf-44f9-be94-86ed06eebbb4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port af4d8bef-479a-42c9-ad59-1241673c5c05 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:55.306140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b89f6bda-8daf-44f9-be94-86ed06eebbb4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.309624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] Set router 39a7bb1d-5925-42a6-968c-f5cb478cdb22 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:55.385726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1d7ce7c8-0132-47f1-8ff4-9fcd7f488fb8 None None] For port 029273f3-fd4a-4817-8452-9bdc064e1fa7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=029273f3-fd4a-4817-8452-9bdc064e1fa7,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:55.391078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:29:54Z', 'revision_number': 7, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:55.412742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed1f41df-abe4-4252-9de3-ec3d893d2e89 req-97428be6-4c3f-403f-8da3-50b026f92a01 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865294 Aug 29 04:29:55.421072 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-77835a6a-5885-4ad4-a11b-fb64b45b836e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.465660 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce7c8-0132-47f1-8ff4-9fcd7f488fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.476311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe728d89-e151-4ecc-9ba7-951f72f9297b None None] The sync data for ids ['39a7bb1d-5925-42a6-968c-f5cb478cdb22'] in n-d-712141-12 is: [{'id': '39a7bb1d-5925-42a6-968c-f5cb478cdb22', 'name': 'tempest-AttachVolumeTestJSON-99418428-router', 'tenant_id': '8ce5b211267f4463aa23c893c9e41ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:45Z', 'updated_at': '2021-08-29T04:29:54Z', 'revision_number': 7, 'project_id': '8ce5b211267f4463aa23c893c9e41ccc', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:55.565214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4791f21f-3093-4581-8b42-189088f0b1e6 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:55.607042 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-77835a6a-5885-4ad4-a11b-fb64b45b836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.740561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b89f6bda-8daf-44f9-be94-86ed06eebbb4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.743586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-77835a6a-5885-4ad4-a11b-fb64b45b836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.756976 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.772758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.790145 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-77835a6a-5885-4ad4-a11b-fb64b45b836e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.792634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-77835a6a-5885-4ad4-a11b-fb64b45b836e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/26f04a99-397f-4610-8675-975988a7232d HTTP/1.1" status: 204 len: 168 time: 0.7027273 Aug 29 04:29:55.795188 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.818415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016300f1-ea69-461b-bd92-2db52e40817c None None] Network fe848193-297b-498e-8bd5-030f3a239f53 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:55.830463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59570) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:55.832177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77835a6a-5885-4ad4-a11b-fb64b45b836e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f04a99-397f-4610-8675-975988a7232d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:55.852966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b89f6bda-8daf-44f9-be94-86ed06eebbb4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for af4d8bef-479a-42c9-ad59-1241673c5c05 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:55.986443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.079772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=d2229548-a597-49ba-9eb6-1fd7528a0e15,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:56.160352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0fdc0aed-ea26-4e83-a072-943d06755706 None None] Provisioning for port af4d8bef-479a-42c9-ad59-1241673c5c05 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:56.161578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Deleting port 1b861fb0-46a9-4794-b230-af803de66d44 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:56.166948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.214089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dc028e3f-8ce8-4cc1-bbd3-edec89f27e01,segment=NetworkSegment(4c7c18f4-e25f-4140-878c-62b90f5e5697),segment_id=4c7c18f4-e25f-4140-878c-62b90f5e5697)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:56.239782 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bad990f0-f554-4cec-b58d-3205649d2b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.241570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0fdc0aed-ea26-4e83-a072-943d06755706 None None] Provisioning complete for port af4d8bef-479a-42c9-ad59-1241673c5c05 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:56.241870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0aed-ea26-4e83-a072-943d06755706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.250956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ce7c8-0132-47f1-8ff4-9fcd7f488fb8 None None] Pushing event updated for resources: {'Port': ['ID=029273f3-fd4a-4817-8452-9bdc064e1fa7,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:56.253811 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.396320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.418275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] For port 1b861fb0-46a9-4794-b230-af803de66d44, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1b861fb0-46a9-4794-b230-af803de66d44,segment=NetworkSegment(bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f),segment_id=bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:56.418857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.467513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Calling delete_port for 1b861fb0-46a9-4794-b230-af803de66d44 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:56.575131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b89f6bda-8daf-44f9-be94-86ed06eebbb4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.595414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=dc028e3f-8ce8-4cc1-bbd3-edec89f27e01,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:56.606449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Allocated IP 172.22.0.2 (f1c097d5-0bb0-4d96-a48b-385fbacc5d8a/b94c8b06-a0e2-4cb3-a9e9-c00960757a50/db885d40-1ee3-41dc-89de-0793183bd429) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:56.685947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 029273f3-fd4a-4817-8452-9bdc064e1fa7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:56.697016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f6bda-8daf-44f9-be94-86ed06eebbb4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=af4d8bef-479a-42c9-ad59-1241673c5c05,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:56.776108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:56.779445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:56.797346 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b89f6bda-8daf-44f9-be94-86ed06eebbb4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.799478 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b89f6bda-8daf-44f9-be94-86ed06eebbb4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/af4d8bef-479a-42c9-ad59-1241673c5c05 HTTP/1.1" status: 204 len: 168 time: 2.2562921 Aug 29 04:29:56.816758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59586) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:56.821081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1591d-7301-4fe3-be32-ee0cb16f0ffa req-47a9ddb6-c909-4706-8f9d-124897a18cde tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:56.835487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39f1591d-7301-4fe3-be32-ee0cb16f0ffa req-47a9ddb6-c909-4706-8f9d-124897a18cde tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.2080419 Aug 29 04:29:56.873853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 029273f3-fd4a-4817-8452-9bdc064e1fa7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:56.874973 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.902005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39f1591d-7301-4fe3-be32-ee0cb16f0ffa req-6b461573-7930-4051-a5a1-078bfa93a29d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590057 Aug 29 04:29:56.907279 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.908863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc0aed-ea26-4e83-a072-943d06755706 None None] Port af4d8bef-479a-42c9-ad59-1241673c5c05 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:56.922317 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.053493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] No DVR routers for this DVR port 1b861fb0-46a9-4794-b230-af803de66d44 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:57.058061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b861fb0-46a9-4794-b230-af803de66d44,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.061171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc45706c-4314-4d72-8b79-104d3ffd18f0 None None] DHCP port deletion for fe848193-297b-498e-8bd5-030f3a239f53 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:57.068398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0fdc0aed-ea26-4e83-a072-943d06755706 None None] Provisioning complete for port 029273f3-fd4a-4817-8452-9bdc064e1fa7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:57.068779 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0aed-ea26-4e83-a072-943d06755706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.211217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756109a-1b60-49eb-9317-fdf147a0792f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.213937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756109a-1b60-49eb-9317-fdf147a0792f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.223592 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6756109a-1b60-49eb-9317-fdf147a0792f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4056935 Aug 29 04:29:57.229299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59596) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:57.361908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.396599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:57.404806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe848193-297b-498e-8bd5-030f3a239f53']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:57.450578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:57.451617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe179b5-5a6e-4ecc-af33-c618ca7f9e3f') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:57.454003 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.462832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-baaebed4-aa34-46cf-a6b6-263314160a47 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 0bffcf0b-a9a7-4297-bad1-a9c6ce94e39a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:57.465374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.472888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.478241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0fdc0aed-ea26-4e83-a072-943d06755706 None None] Provisioning complete for port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:57.478616 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0aed-ea26-4e83-a072-943d06755706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.479803 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baaebed4-aa34-46cf-a6b6-263314160a47 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.488609 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.496152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:57.496708 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:57.567376 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:57.571980 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.587072 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.589070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] 10.222.0.49 "DELETE /v2.0/networks/fe848193-297b-498e-8bd5-030f3a239f53 HTTP/1.1" status: 204 len: 168 time: 1.7337799 Aug 29 04:29:57.616220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178e474-7d02-4f84-900a-6dcd4f202d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=fe848193-297b-498e-8bd5-030f3a239f53,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.639663 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.649757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Transition to ACTIVE for port object db885d40-1ee3-41dc-89de-0793183bd429 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:57.666248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Transition to ACTIVE for port object db885d40-1ee3-41dc-89de-0793183bd429 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:57.687033 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.721733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:57.732878 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Sync routers for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:57.753114 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d30f71b5-3e4d-478a-ad14-e7e8a4114c85 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4150298 Aug 29 04:29:57.753613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59600) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:57.757257 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:57.758126 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:57.759274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'network': {'name': 'tempest-RoutersTest-1250208606'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:57.813022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:57.816846 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.825576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:57.833933 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baaebed4-aa34-46cf-a6b6-263314160a47 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.841240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25cc92eb-563e-4f0d-abf2-2d5d53f59dae no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:57.871058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:57.891835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.894344 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added segment c70e4f39-d1da-4b44-a712-9a20cba769a9 of type vlan for network 6be62b93-bce3-444a-acdc-c2c1b5f04616 Aug 29 04:29:57.900058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 25cc92eb-563e-4f0d-abf2-2d5d53f59dae {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:57.903293 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25cc92eb-563e-4f0d-abf2-2d5d53f59dae not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:57.903744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b70a5fce-bd69-4d43-9121-2cfc848af353 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:57.913541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:57.926891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:58.021813 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.059613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: b70a5fce-bd69-4d43-9121-2cfc848af353 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:58.059994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b70a5fce-bd69-4d43-9121-2cfc848af353 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:58.064179 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baaebed4-aa34-46cf-a6b6-263314160a47 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.078232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Pushing event updated for resources: {'Port': ['ID=db885d40-1ee3-41dc-89de-0793183bd429,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:58.093389 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:58.131869 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.147636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.148343 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.201412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a1c0be59-7300-4f87-a326-69c078b1f403 None None] Could not find standard attr ID for object af4d8bef-479a-42c9-ad59-1241673c5c05. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:58.214047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Attempting to bind port db885d40-1ee3-41dc-89de-0793183bd429 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:58.214669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59612) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:58.219483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Attempting to bind port db885d40-1ee3-41dc-89de-0793183bd429 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:58.219858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Attempting to bind port db885d40-1ee3-41dc-89de-0793183bd429 on network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:58.230599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baaebed4-aa34-46cf-a6b6-263314160a47 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.234824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:58.235206 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Checking segment: {'id': '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:58.235612 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.236006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Bound using segment: {'id': '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:58.245735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Bound port: db885d40-1ee3-41dc-89de-0793183bd429, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:58.246161 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.345330 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baaebed4-aa34-46cf-a6b6-263314160a47 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.349641 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-baaebed4-aa34-46cf-a6b6-263314160a47 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/0bffcf0b-a9a7-4297-bad1-a9c6ce94e39a HTTP/1.1" status: 204 len: 168 time: 1.1046696 Aug 29 04:29:58.349807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a1c0be59-7300-4f87-a326-69c078b1f403 None None] Provisioning complete for port 029273f3-fd4a-4817-8452-9bdc064e1fa7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:58.349807 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a1c0be59-7300-4f87-a326-69c078b1f403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.359583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59616) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:58.493497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7385008 Aug 29 04:29:58.498314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59620) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:58.508760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'subnet': {'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:58.514778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:58.519510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9e083-0846-4684-8999-43f47c8cc77d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Network': ['ID=6be62b93-bce3-444a-acdc-c2c1b5f04616,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:58.586375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 6be62b93-bce3-444a-acdc-c2c1b5f04616 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:58.638509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5fc87e-c2da-4383-b8fd-ff8c4dbb6fe9 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:58.724372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa89d0-b64d-4d77-a8f0-92d533993f93 req-4780c115-b147-4f78-8881-1859f2df8caa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.735564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47aa89d0-b64d-4d77-a8f0-92d533993f93 req-4780c115-b147-4f78-8881-1859f2df8caa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.6116085 Aug 29 04:29:58.864654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47aa89d0-b64d-4d77-a8f0-92d533993f93 req-ce9fed25-7f2d-4a16-ac46-8d33bd0d201e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247623 Aug 29 04:29:58.884970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Made reservation on behalf of d87d5ef1c70142efbc1bc840249fc090 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:58.889365 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.003492 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:29:53Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:29:55Z', 'revision_number': 2, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:59.074991 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Checking router: 74205ece-f7d5-4107-98c5-4a3f8126f9e3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:59.075360 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Updating router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 port d2229548-a597-49ba-9eb6-1fd7528a0e15 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:29:59.152890 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.261681 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.267359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] For port db885d40-1ee3-41dc-89de-0793183bd429, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:59.328128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] For port db885d40-1ee3-41dc-89de-0793183bd429, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=db885d40-1ee3-41dc-89de-0793183bd429,segment=NetworkSegment(3b8c130e-5aa5-41bf-ad22-c220bb3fcc00),segment_id=3b8c130e-5aa5-41bf-ad22-c220bb3fcc00)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:59.341341 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.359871 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.400613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:59.401007 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.421059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-884ef4ab-d101-4542-9965-4d35f56477a1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0450754 Aug 29 04:29:59.422539 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59628) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:59.428717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaebed4-aa34-46cf-a6b6-263314160a47 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=0bffcf0b-a9a7-4297-bad1-a9c6ce94e39a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:59.471085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-921d78ac-fcfe-4b8f-85cf-dfba5c073982 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:59.524248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Subnet': ['ID=56a065dd-710c-44a7-8bf3-57f1b4d03f58,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:59.526482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f10cb-4657-42ac-a2cd-50f4665a8784 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:59.610182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df46cbc-efa9-4634-b6da-e0276cc94ca3 None None] Pushing event updated for resources: {'Port': ['ID=db885d40-1ee3-41dc-89de-0793183bd429,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:59.613336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Checking segment: {'id': 'c70e4f39-d1da-4b44-a712-9a20cba769a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:59.613884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network hostable DHCP agents. Network: 6be62b93-bce3-444a-acdc-c2c1b5f04616, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:59.695697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 6be62b93-bce3-444a-acdc-c2c1b5f04616 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:59.714264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 6be62b93-bce3-444a-acdc-c2c1b5f04616) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:59.720553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.721502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.748966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59632) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:59.754379 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b91dc385-cb91-4871-ad85-53aeb93172b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ce5b211267f4463aa23c893c9e41ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5383723 Aug 29 04:29:59.795647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-935f10cb-4657-42ac-a2cd-50f4665a8784 None None] Deleting port 029273f3-fd4a-4817-8452-9bdc064e1fa7 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:59.797516 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-935f10cb-4657-42ac-a2cd-50f4665a8784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.803256 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae21931-bcd5-41a6-abd9-1cecb68748b4 None None] Network 6be62b93-bce3-444a-acdc-c2c1b5f04616 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:59.835681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:59.836509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-87f67495-2687-4523-8207-b968f3256487 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3322301 Aug 29 04:29:59.950232 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d014926-605c-43a0-87b5-18a51a288eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.021806 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.065772 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d014926-605c-43a0-87b5-18a51a288eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.066001 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Transition to ACTIVE for port object d2229548-a597-49ba-9eb6-1fd7528a0e15 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:00.069002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921d78ac-fcfe-4b8f-85cf-dfba5c073982 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:00.075970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-921d78ac-fcfe-4b8f-85cf-dfba5c073982 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.088742 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.190877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-935f10cb-4657-42ac-a2cd-50f4665a8784 None None] For port 029273f3-fd4a-4817-8452-9bdc064e1fa7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=029273f3-fd4a-4817-8452-9bdc064e1fa7,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:00.192797 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-935f10cb-4657-42ac-a2cd-50f4665a8784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.220276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-935f10cb-4657-42ac-a2cd-50f4665a8784 None None] Calling delete_port for 029273f3-fd4a-4817-8452-9bdc064e1fa7 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:00.246262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1b861fb0-46a9-4794-b230-af803de66d44 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:00.344917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1b861fb0-46a9-4794-b230-af803de66d44 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:00.345558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1b861fb0-46a9-4794-b230-af803de66d44 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:00.364189 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7dee4-e994-4fea-abf9-2a17313275d9 None None] Pushing event updated for resources: {'Port': ['ID=d2229548-a597-49ba-9eb6-1fd7528a0e15,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:00.458110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1f0ac-a1db-4ffe-9c37-09cf2a0303c4 req-c448baad-a3af-4265-96b3-f038a965371a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.464812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfe1f0ac-a1db-4ffe-9c37-09cf2a0303c4 req-c448baad-a3af-4265-96b3-f038a965371a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.3893681 Aug 29 04:30:00.522103 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Attempting to bind port d2229548-a597-49ba-9eb6-1fd7528a0e15 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:00.523893 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Attempting to bind port d2229548-a597-49ba-9eb6-1fd7528a0e15 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:00.525202 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Attempting to bind port d2229548-a597-49ba-9eb6-1fd7528a0e15 on network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:00.530771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d014926-605c-43a0-87b5-18a51a288eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.548152 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d014926-605c-43a0-87b5-18a51a288eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.556336 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:00.557188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4d014926-605c-43a0-87b5-18a51a288eef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8889a6c-d2b7-48e3-a9e3-34a664d53317 HTTP/1.1" status: 204 len: 168 time: 0.8067024 Aug 29 04:30:00.566651 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Checking segment: {'id': '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:00.567374 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.568568 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Bound using segment: {'id': '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:00.569940 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Bound port: d2229548-a597-49ba-9eb6-1fd7528a0e15, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:00.571612 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.597193 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-935f10cb-4657-42ac-a2cd-50f4665a8784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.661848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-6be62b93-bce3-444a-acdc-c2c1b5f04616', 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'fixed_ips': [{'subnet_id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:00.701526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d014926-605c-43a0-87b5-18a51a288eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8889a6c-d2b7-48e3-a9e3-34a664d53317,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:00.715381 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.764260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfe1f0ac-a1db-4ffe-9c37-09cf2a0303c4 req-5b03106c-bbf0-4e10-927a-41782b2368b0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982624 Aug 29 04:30:00.797346 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] For port d2229548-a597-49ba-9eb6-1fd7528a0e15, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:00.812415 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] For port d2229548-a597-49ba-9eb6-1fd7528a0e15, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d2229548-a597-49ba-9eb6-1fd7528a0e15,segment=NetworkSegment(3b8c130e-5aa5-41bf-ad22-c220bb3fcc00),segment_id=3b8c130e-5aa5-41bf-ad22-c220bb3fcc00)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:00.828982 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.849445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f10cb-4657-42ac-a2cd-50f4665a8784 None None] Pushing event deleted for resources: {'Port': ['ID=029273f3-fd4a-4817-8452-9bdc064e1fa7,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:00.909366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f10cb-4657-42ac-a2cd-50f4665a8784 None None] No DVR routers for this DVR port 029273f3-fd4a-4817-8452-9bdc064e1fa7 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:00.935232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device db885d40-1ee3-41dc-89de-0793183bd429 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:00.986926 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7dee4-e994-4fea-abf9-2a17313275d9 None None] Pushing event updated for resources: {'Port': ['ID=d2229548-a597-49ba-9eb6-1fd7528a0e15,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.033874 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:01.035042 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:01.323510 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:01.419804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-921d78ac-fcfe-4b8f-85cf-dfba5c073982 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.454539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port db885d40-1ee3-41dc-89de-0793183bd429 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:01.703872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Allocated IP 172.23.0.2 (6be62b93-bce3-444a-acdc-c2c1b5f04616/56a065dd-710c-44a7-8bf3-57f1b4d03f58/a6c486ed-a0e4-4447-8d2a-7cc08c050e67) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:01.746540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d78ac-fcfe-4b8f-85cf-dfba5c073982 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:01.751538 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-921d78ac-fcfe-4b8f-85cf-dfba5c073982 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:01.761695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996b537-cb70-40b5-b317-8e4a9e699fb2 None None] Network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:01.767533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d78ac-fcfe-4b8f-85cf-dfba5c073982 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.772566 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-921d78ac-fcfe-4b8f-85cf-dfba5c073982 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.777540 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:29:53Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:00Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:01.818494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ac312-6346-429a-b9db-98c858e8a655 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:01.884823 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-921d78ac-fcfe-4b8f-85cf-dfba5c073982 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4282651 Aug 29 04:30:01.886286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59672) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:01.896262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'name': 'tempest-NetworksTestDHCPv6-335531806'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:01.917645 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489395b1-cef2-402c-b981-6e9b71718127 None None] The sync data for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 is: [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:29:53Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:00Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:01.918722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d78ac-fcfe-4b8f-85cf-dfba5c073982 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=2e74cd46-14ce-4d54-ba21-5febf55192e2,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.933645 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.034723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 029273f3-fd4a-4817-8452-9bdc064e1fa7 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:02.177061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb9882-7804-45d6-8060-9774cc804bb7 req-06e522b7-0d60-48bd-8bf4-af5d7608cb5b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.178722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9fb9882-7804-45d6-8060-9774cc804bb7 req-06e522b7-0d60-48bd-8bf4-af5d7608cb5b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.1358442 Aug 29 04:30:02.258496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:02.294565 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.300441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-54809a16-bcef-4588-893c-4961a5167475 None None] Provisioning for port d2229548-a597-49ba-9eb6-1fd7528a0e15 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:02.303531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 029273f3-fd4a-4817-8452-9bdc064e1fa7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:02.304176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 029273f3-fd4a-4817-8452-9bdc064e1fa7 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:02.365821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9fb9882-7804-45d6-8060-9774cc804bb7 req-3dd2fe33-b3c4-4dde-9497-6a29e9aa9cd5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804988 Aug 29 04:30:02.371106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port 5417c2e6-2032-4274-a15b-8f096c951b80 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:02.449896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-54809a16-bcef-4588-893c-4961a5167475 None None] Provisioning for port db885d40-1ee3-41dc-89de-0793183bd429 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:02.474387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-54809a16-bcef-4588-893c-4961a5167475 None None] Provisioning complete for port db885d40-1ee3-41dc-89de-0793183bd429 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:02.474963 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-54809a16-bcef-4588-893c-4961a5167475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.677866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d2229548-a597-49ba-9eb6-1fd7528a0e15 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:02.726442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::341 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/2e74cd46-14ce-4d54-ba21-5febf55192e2/5417c2e6-2032-4274-a15b-8f096c951b80) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:03.222361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.252398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object 5417c2e6-2032-4274-a15b-8f096c951b80 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:03.298783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.426300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=5417c2e6-2032-4274-a15b-8f096c951b80,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.435542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:03.437104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:03.447323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:03.447550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '2e74cd46-14ce-4d54-ba21-5febf55192e2'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:03.448285 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.465280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.466188 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.504859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59712) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.505518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-669a0b92-0218-4185-a657-f7dc5e85264c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6168051 Aug 29 04:30:03.590130 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.643890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078986f-c5e8-4848-9aee-f570745c2469 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.645517 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e078986f-c5e8-4848-9aee-f570745c2469 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1393931 Aug 29 04:30:03.651809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59716) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.674655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a9663-0b60-4505-9eb8-366064b2cec2 req-682fcb74-65f5-4b0a-87db-e1076c7007ce tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.675037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Transition to ACTIVE for port object a6c486ed-a0e4-4447-8d2a-7cc08c050e67 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:03.676800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d2229548-a597-49ba-9eb6-1fd7528a0e15 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:03.687305 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-370a9663-0b60-4505-9eb8-366064b2cec2 req-682fcb74-65f5-4b0a-87db-e1076c7007ce tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.1759591 Aug 29 04:30:03.800385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d2229548-a597-49ba-9eb6-1fd7528a0e15 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:03.800824 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.825470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-370a9663-0b60-4505-9eb8-366064b2cec2 req-164a7ecd-bed8-4e3a-a43d-e2464b7da239 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348646 Aug 29 04:30:03.867783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Transition to ACTIVE for port object a6c486ed-a0e4-4447-8d2a-7cc08c050e67 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:03.889503 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.087613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Allocated IP 172.23.0.1 (6be62b93-bce3-444a-acdc-c2c1b5f04616/56a065dd-710c-44a7-8bf3-57f1b4d03f58/51104472-c189-4fa9-a457-7de2fd600a4d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:04.090699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Pushing event updated for resources: {'Port': ['ID=a6c486ed-a0e4-4447-8d2a-7cc08c050e67,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.140567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Network 6be62b93-bce3-444a-acdc-c2c1b5f04616 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:04.163745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ec95c534-bdff-4bb9-9ac2-930fcf60c5de tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port 5417c2e6-2032-4274-a15b-8f096c951b80 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:04.171799 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec95c534-bdff-4bb9-9ac2-930fcf60c5de tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.189967 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:04.199173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:04.266472 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-54809a16-bcef-4588-893c-4961a5167475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.272695 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.386409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Allocated IP 2001:db8::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/2e74cd46-14ce-4d54-ba21-5febf55192e2/ae5279e8-f266-4611-9ff1-7f964ebff7c7) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:04.479551 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec95c534-bdff-4bb9-9ac2-930fcf60c5de tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.507542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port d2229548-a597-49ba-9eb6-1fd7528a0e15, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d2229548-a597-49ba-9eb6-1fd7528a0e15,segment=NetworkSegment(3b8c130e-5aa5-41bf-ad22-c220bb3fcc00),segment_id=3b8c130e-5aa5-41bf-ad22-c220bb3fcc00)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:04.514388 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Attempting to bind port a6c486ed-a0e4-4447-8d2a-7cc08c050e67 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:04.515603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Attempting to bind port a6c486ed-a0e4-4447-8d2a-7cc08c050e67 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c70e4f39-d1da-4b44-a712-9a20cba769a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:04.516030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Attempting to bind port a6c486ed-a0e4-4447-8d2a-7cc08c050e67 on network 6be62b93-bce3-444a-acdc-c2c1b5f04616 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:04.538497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-54809a16-bcef-4588-893c-4961a5167475 None None] For port db885d40-1ee3-41dc-89de-0793183bd429, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=db885d40-1ee3-41dc-89de-0793183bd429,segment=NetworkSegment(3b8c130e-5aa5-41bf-ad22-c220bb3fcc00),segment_id=3b8c130e-5aa5-41bf-ad22-c220bb3fcc00)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:04.540388 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.574798 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ec95c534-bdff-4bb9-9ac2-930fcf60c5de tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for 5417c2e6-2032-4274-a15b-8f096c951b80 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:04.599718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:04.600384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Checking segment: {'id': 'c70e4f39-d1da-4b44-a712-9a20cba769a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:04.600510 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.600967 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Bound using segment: {'id': 'c70e4f39-d1da-4b44-a712-9a20cba769a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:04.601476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Bound port: a6c486ed-a0e4-4447-8d2a-7cc08c050e67, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70e4f39-d1da-4b44-a712-9a20cba769a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:04.601872 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.604359 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-54809a16-bcef-4588-893c-4961a5167475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.608103 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.663301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Transition to ACTIVE for port object 51104472-c189-4fa9-a457-7de2fd600a4d will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:04.716891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=d2229548-a597-49ba-9eb6-1fd7528a0e15,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.792528 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.899789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 6be62b93-bce3-444a-acdc-c2c1b5f04616 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:04.910204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:04.923865 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.936032 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:05.023660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=51104472-c189-4fa9-a457-7de2fd600a4d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.032081 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec95c534-bdff-4bb9-9ac2-930fcf60c5de tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.034784 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.042351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Transition to ACTIVE for port object ae5279e8-f266-4611-9ff1-7f964ebff7c7 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:05.051744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-31658529-e59b-4d90-ab29-400ca029f198 None None] Provisioning complete for port d2229548-a597-49ba-9eb6-1fd7528a0e15 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:05.052173 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-31658529-e59b-4d90-ab29-400ca029f198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.152304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15736c8-a205-40f0-b1d3-f337a2b8332b req-f634143f-89e5-4ccd-a53d-1541efe8b03c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.161860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b15736c8-a205-40f0-b1d3-f337a2b8332b req-f634143f-89e5-4ccd-a53d-1541efe8b03c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.2021167 Aug 29 04:30:05.196487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Transition to ACTIVE for port object ae5279e8-f266-4611-9ff1-7f964ebff7c7 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:05.232333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54809a16-bcef-4588-893c-4961a5167475 None None] Pushing event updated for resources: {'Port': ['ID=db885d40-1ee3-41dc-89de-0793183bd429,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.263875 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.374415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] For port a6c486ed-a0e4-4447-8d2a-7cc08c050e67, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:05.380304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.382919 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95c534-bdff-4bb9-9ac2-930fcf60c5de tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=5417c2e6-2032-4274-a15b-8f096c951b80,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.400653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:05.412078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:05.429300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:05.518273 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec95c534-bdff-4bb9-9ac2-930fcf60c5de tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.524539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ec95c534-bdff-4bb9-9ac2-930fcf60c5de tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/5417c2e6-2032-4274-a15b-8f096c951b80 HTTP/1.1" status: 204 len: 168 time: 1.8663759 Aug 29 04:30:05.541382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] For port a6c486ed-a0e4-4447-8d2a-7cc08c050e67, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a6c486ed-a0e4-4447-8d2a-7cc08c050e67,segment=NetworkSegment(c70e4f39-d1da-4b44-a712-9a20cba769a9),segment_id=c70e4f39-d1da-4b44-a712-9a20cba769a9)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:05.593503 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.616147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59758) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.649329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Pushing event updated for resources: {'Port': ['ID=ae5279e8-f266-4611-9ff1-7f964ebff7c7,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.939683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Attempting to bind port ae5279e8-f266-4611-9ff1-7f964ebff7c7 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:05.940103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Attempting to bind port ae5279e8-f266-4611-9ff1-7f964ebff7c7 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:05.940520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Attempting to bind port ae5279e8-f266-4611-9ff1-7f964ebff7c7 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:05.979385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:05.979736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:05.979978 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.993959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:05.994755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Bound port: ae5279e8-f266-4611-9ff1-7f964ebff7c7, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:05.995180 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.109490 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13579fbe-5991-4269-b773-ef25d9ea879c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.114006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13579fbe-5991-4269-b773-ef25d9ea879c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.115848 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-13579fbe-5991-4269-b773-ef25d9ea879c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4943612 Aug 29 04:30:06.118485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59772) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:06.307021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] For port ae5279e8-f266-4611-9ff1-7f964ebff7c7, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:06.322237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] For port ae5279e8-f266-4611-9ff1-7f964ebff7c7, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ae5279e8-f266-4611-9ff1-7f964ebff7c7,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:06.335946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b15736c8-a205-40f0-b1d3-f337a2b8332b req-9cd82bbc-a0f3-43aa-ac19-2b9aee865918 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1574705 Aug 29 04:30:06.336461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faa84d-4c8f-4fe5-bc4d-d963e377a08c None None] Pushing event updated for resources: {'Port': ['ID=a6c486ed-a0e4-4447-8d2a-7cc08c050e67,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.357606 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.364457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-31658529-e59b-4d90-ab29-400ca029f198 None None] Provisioning complete for port db885d40-1ee3-41dc-89de-0793183bd429 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:06.365109 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-31658529-e59b-4d90-ab29-400ca029f198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.533435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42371424-ca4b-4fa4-8c5b-294ea83f62a0 None None] Pushing event updated for resources: {'Port': ['ID=ae5279e8-f266-4611-9ff1-7f964ebff7c7,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.717159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fecb3e-6790-47e7-bf06-a886dec5c854 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 2e74cd46-14ce-4d54-ba21-5febf55192e2 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:06.736114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70fecb3e-6790-47e7-bf06-a886dec5c854 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.826783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8777e350-d4b2-4b41-9687-0d67918d5c35 None None] Provisioning complete for port d2229548-a597-49ba-9eb6-1fd7528a0e15 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:06.827317 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8777e350-d4b2-4b41-9687-0d67918d5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.945886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70fecb3e-6790-47e7-bf06-a886dec5c854 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.960601 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.063249 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.160683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device db885d40-1ee3-41dc-89de-0793183bd429 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:07.266399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event updated for resources: {'Port': ['ID=51104472-c189-4fa9-a457-7de2fd600a4d,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.271444 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.365878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port db885d40-1ee3-41dc-89de-0793183bd429 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:07.367411 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.493632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70fecb3e-6790-47e7-bf06-a886dec5c854 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.564990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8649fb4-e46a-4357-ba3b-18da1354e58e req-89a095e2-81da-4410-836b-ede96015edd5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.585552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8649fb4-e46a-4357-ba3b-18da1354e58e req-89a095e2-81da-4410-836b-ede96015edd5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.1070263 Aug 29 04:30:07.661337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d2229548-a597-49ba-9eb6-1fd7528a0e15 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:07.698390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8649fb4-e46a-4357-ba3b-18da1354e58e req-b0a9f48c-50b5-40a4-b0f8-500ad4c23937 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114993 Aug 29 04:30:07.710049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Network 6be62b93-bce3-444a-acdc-c2c1b5f04616 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:07.719367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:07.750289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d2229548-a597-49ba-9eb6-1fd7528a0e15 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:07.750660 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.962189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a6c486ed-a0e4-4447-8d2a-7cc08c050e67 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:07.976615 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70fecb3e-6790-47e7-bf06-a886dec5c854 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.033958 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70fecb3e-6790-47e7-bf06-a886dec5c854 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.038711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59800) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:08.039351 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-70fecb3e-6790-47e7-bf06-a886dec5c854 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/2e74cd46-14ce-4d54-ba21-5febf55192e2 HTTP/1.1" status: 204 len: 168 time: 1.9196088 Aug 29 04:30:08.112864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49514894-d9d1-43ce-8266-2799d99bf7af None None] Network 6be62b93-bce3-444a-acdc-c2c1b5f04616 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:08.114159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fecb3e-6790-47e7-bf06-a886dec5c854 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=2e74cd46-14ce-4d54-ba21-5febf55192e2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.154412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:08.224160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c8bcf1fc-b79d-4fae-a197-1454687b90ca tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1829407 Aug 29 04:30:08.225555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59810) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:08.238031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0f466bd5-61e2-4e61-a114-9c1e09d015a9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:08.291985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a143962f-8749-4572-b2bf-f652833589b3 None None] Provisioning for port a6c486ed-a0e4-4447-8d2a-7cc08c050e67 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:08.332246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a6c486ed-a0e4-4447-8d2a-7cc08c050e67 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:08.339647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a6c486ed-a0e4-4447-8d2a-7cc08c050e67 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:08.340169 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.380070 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:08.393123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f43a39c5-bd74-47e1-aa52-d22ad7fdd3bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5559416 Aug 29 04:30:08.394992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59814) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:08.408089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-fc2d96bb-c19f-40dd-a42d-adbacb122385 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:08.422750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Sync routers for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:08.494318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:08.494984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:08.658927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f466bd5-61e2-4e61-a114-9c1e09d015a9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:08.680063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f466bd5-61e2-4e61-a114-9c1e09d015a9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.725294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:08.896110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37564ff-82fc-48c7-a068-cf17e824535a None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:09.148836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59830) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:09.218665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f466bd5-61e2-4e61-a114-9c1e09d015a9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.249873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f466bd5-61e2-4e61-a114-9c1e09d015a9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:09.254115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0f466bd5-61e2-4e61-a114-9c1e09d015a9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:09.257369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f466bd5-61e2-4e61-a114-9c1e09d015a9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.257981 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f466bd5-61e2-4e61-a114-9c1e09d015a9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.356432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f466bd5-61e2-4e61-a114-9c1e09d015a9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=f78cc6a6-221e-43a8-88c7-931fef245c7b,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.367535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0f466bd5-61e2-4e61-a114-9c1e09d015a9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1396170 Aug 29 04:30:09.368170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59840) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:09.380439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'name': 'tempest-NetworksTestDHCPv6-1468752757'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:09.521338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ff5d3fe-6795-4abd-aba1-09617c9f88b1 None None] Provisioning for port ae5279e8-f266-4611-9ff1-7f964ebff7c7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:09.585633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ac820-40e3-492f-9490-29a5a402afce req-7e880c18-e2eb-4112-94c5-09a7dd7c95f0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.587400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b70ac820-40e3-492f-9490-29a5a402afce req-7e880c18-e2eb-4112-94c5-09a7dd7c95f0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.4548256 Aug 29 04:30:09.639435 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c94f40fa-05e7-42e9-a723-4863b51dfcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.689061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b70ac820-40e3-492f-9490-29a5a402afce req-d97e21f8-5038-4a4b-acfd-4ad0c478533a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906637 Aug 29 04:30:09.839781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c94f40fa-05e7-42e9-a723-4863b51dfcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.849732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:09.857482 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.863336 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c94f40fa-05e7-42e9-a723-4863b51dfcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.874513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.913843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.extraroute_db [None req-fc2d96bb-c19f-40dd-a42d-adbacb122385 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:30:09.932790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.extraroute_db [None req-fc2d96bb-c19f-40dd-a42d-adbacb122385 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Removed routes are [] {{(pid=94850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:30:09.933311 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc2d96bb-c19f-40dd-a42d-adbacb122385 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.944686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:05Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51104472-c189-4fa9-a457-7de2fd600a4d', 'name': '', 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:78:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:02Z', 'updated_at': '2021-08-29T04:30:06Z', 'revision_number': 2, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:04Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:09.972364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c94f40fa-05e7-42e9-a723-4863b51dfcbd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb5961ceb86246758e37978dbee37f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8224483 Aug 29 04:30:09.979996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:10.008517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Checking router: 74205ece-f7d5-4107-98c5-4a3f8126f9e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:10.008907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Updating router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 port 51104472-c189-4fa9-a457-7de2fd600a4d binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:30:10.029294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59858) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:10.055070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f40fa-05e7-42e9-a723-4863b51dfcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25a44b9-17d2-482a-9b1b-6f3a2ce8325d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:10.087655 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a6c486ed-a0e4-4447-8d2a-7cc08c050e67, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a6c486ed-a0e4-4447-8d2a-7cc08c050e67,segment=NetworkSegment(c70e4f39-d1da-4b44-a712-9a20cba769a9),segment_id=c70e4f39-d1da-4b44-a712-9a20cba769a9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:10.088887 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.115654 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.289833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::3b9 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/f78cc6a6-221e-43a8-88c7-931fef245c7b/de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:10.350956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a6c486ed-a0e4-4447-8d2a-7cc08c050e67,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:10.418384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ae5279e8-f266-4611-9ff1-7f964ebff7c7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:10.551230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee4be1e-941e-4210-be9c-ca2db02b6169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.612545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc2d96bb-c19f-40dd-a42d-adbacb122385 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.616836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee4be1e-941e-4210-be9c-ca2db02b6169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.620954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d09c-c685-4383-9822-28018e608d90 req-67995324-7466-4325-8a5d-65302edb319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.622608 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1543d09c-c685-4383-9822-28018e608d90 req-67995324-7466-4325-8a5d-65302edb319d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 1097 time: 0.1171925 Aug 29 04:30:10.637835 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc2d96bb-c19f-40dd-a42d-adbacb122385 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.647107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3ee5411c-2958-47a3-960b-b3c577d1aea6 None None] Provisioning for port 51104472-c189-4fa9-a457-7de2fd600a4d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:10.669919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3ee5411c-2958-47a3-960b-b3c577d1aea6 None None] Provisioning complete for port 51104472-c189-4fa9-a457-7de2fd600a4d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:10.673422 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ee5411c-2958-47a3-960b-b3c577d1aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.692585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d862f0-48f3-444d-ad56-0ee55ffc11ad None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:10.716939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.766046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:10.951504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d09c-c685-4383-9822-28018e608d90 req-998dd304-2a51-455c-b273-e9c0d17c1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.953502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d072-6d00-4e24-a3d2-e4865666db59 req-f3149a25-3575-440e-8a26-f39064f47422 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.954728 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1543d09c-c685-4383-9822-28018e608d90 req-998dd304-2a51-455c-b273-e9c0d17c1c1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.3205268 Aug 29 04:30:10.963098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5411c-2958-47a3-960b-b3c577d1aea6 None None] Port 51104472-c189-4fa9-a457-7de2fd600a4d cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:10.969116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fba7d072-6d00-4e24-a3d2-e4865666db59 req-f3149a25-3575-440e-8a26-f39064f47422 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.1604173 Aug 29 04:30:10.974492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ae5279e8-f266-4611-9ff1-7f964ebff7c7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:11.005255 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.013389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ae5279e8-f266-4611-9ff1-7f964ebff7c7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:11.013925 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.048422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee4be1e-941e-4210-be9c-ca2db02b6169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.048422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee4be1e-941e-4210-be9c-ca2db02b6169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.048422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bee4be1e-941e-4210-be9c-ca2db02b6169 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e25a44b9-17d2-482a-9b1b-6f3a2ce8325d HTTP/1.1" status: 204 len: 168 time: 1.0143423 Aug 29 04:30:11.062451 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1543d09c-c685-4383-9822-28018e608d90 req-6eaeec16-823d-45e8-8777-3a36797f1b7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68143a95-f369-4275-af52-4954e780244d HTTP/1.1" status: 200 len: 217 time: 0.0944822 Aug 29 04:30:11.063661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3ee5411c-2958-47a3-960b-b3c577d1aea6 None None] Provisioning complete for port a6c486ed-a0e4-4447-8d2a-7cc08c050e67 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:11.064159 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ee5411c-2958-47a3-960b-b3c577d1aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.099807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:11.111021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:11.127990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:11.134623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.135538 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.165732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2d96bb-c19f-40dd-a42d-adbacb122385 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:11.175945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fba7d072-6d00-4e24-a3d2-e4865666db59 req-81a46455-0c5b-491a-9da9-d4c0d3e6a5ba tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023888 Aug 29 04:30:11.176824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:11.208095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4be1e-941e-4210-be9c-ca2db02b6169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25a44b9-17d2-482a-9b1b-6f3a2ce8325d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:11.214204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-08fd8c4f-c83f-470a-a5ed-19b412db47e4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8384581 Aug 29 04:30:11.214862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59884) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.272836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d09c-c685-4383-9822-28018e608d90 req-a3e94e00-2e0f-41e9-a60a-4b2bc5347ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.274774 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1543d09c-c685-4383-9822-28018e608d90 req-a3e94e00-2e0f-41e9-a60a-4b2bc5347ae0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1857035 Aug 29 04:30:11.344173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87329a84-ef2d-4983-b587-5fb05e50d83c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.362062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87329a84-ef2d-4983-b587-5fb05e50d83c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.370671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-87329a84-ef2d-4983-b587-5fb05e50d83c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1547117 Aug 29 04:30:11.374977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59890) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.427492 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.451976 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.471413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Transition to ACTIVE for port object 51104472-c189-4fa9-a457-7de2fd600a4d will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:11.490711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d09c-c685-4383-9822-28018e608d90 req-cb8f799d-9c5c-4382-a43e-99d80d8ed3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.493394 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1543d09c-c685-4383-9822-28018e608d90 req-cb8f799d-9c5c-4382-a43e-99d80d8ed3fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785960 Aug 29 04:30:11.494952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2d96bb-c19f-40dd-a42d-adbacb122385 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:11.498068 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.521465 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc2d96bb-c19f-40dd-a42d-adbacb122385 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.525672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fc2d96bb-c19f-40dd-a42d-adbacb122385 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3 HTTP/1.1" status: 200 len: 934 time: 3.1295455 Aug 29 04:30:11.526876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59894) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.607959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port ae5279e8-f266-4611-9ff1-7f964ebff7c7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ae5279e8-f266-4611-9ff1-7f964ebff7c7,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:11.624932 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.645451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acc815-6ee6-4159-96e4-ae45b7036fe5 None None] Pushing event updated for resources: {'Port': ['ID=51104472-c189-4fa9-a457-7de2fd600a4d,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:11.700671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-32166e09-f618-4a2c-906a-e4ab2173800a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:11.701059 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32166e09-f618-4a2c-906a-e4ab2173800a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.760592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bf5e9e61-7526-4941-810b-68955ec845a7 None None] Provisioning complete for port ae5279e8-f266-4611-9ff1-7f964ebff7c7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:11.761125 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bf5e9e61-7526-4941-810b-68955ec845a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.766191 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1543d09c-c685-4383-9822-28018e608d90 req-2b838520-ede1-4314-8638-75bdd926fa14 service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643092 Aug 29 04:30:11.814924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59898) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.866240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddd3619e-21fd-4b26-b015-8edf4e921a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.910617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32166e09-f618-4a2c-906a-e4ab2173800a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.930006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-32166e09-f618-4a2c-906a-e4ab2173800a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:12.152861 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32166e09-f618-4a2c-906a-e4ab2173800a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.168384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Attempting to bind port 51104472-c189-4fa9-a457-7de2fd600a4d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:12.168931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Attempting to bind port 51104472-c189-4fa9-a457-7de2fd600a4d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c70e4f39-d1da-4b44-a712-9a20cba769a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:12.178446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Attempting to bind port 51104472-c189-4fa9-a457-7de2fd600a4d on network 6be62b93-bce3-444a-acdc-c2c1b5f04616 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:12.195254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:12.196133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Checking segment: {'id': 'c70e4f39-d1da-4b44-a712-9a20cba769a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:12.200439 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.203702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Bound using segment: {'id': 'c70e4f39-d1da-4b44-a712-9a20cba769a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:12.205118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Bound port: 51104472-c189-4fa9-a457-7de2fd600a4d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70e4f39-d1da-4b44-a712-9a20cba769a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:12.206911 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.264112 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32166e09-f618-4a2c-906a-e4ab2173800a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.272153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=ae5279e8-f266-4611-9ff1-7f964ebff7c7,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:12.274234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-32166e09-f618-4a2c-906a-e4ab2173800a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9 HTTP/1.1" status: 204 len: 168 time: 0.8978982 Aug 29 04:30:12.305789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59902) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.354265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d25ff9c2-c682-41dd-a06a-e7b64344c666 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3 HTTP/1.1" status: 200 len: 934 time: 0.8242633 Aug 29 04:30:12.355206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32166e09-f618-4a2c-906a-e4ab2173800a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:12.362430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59904) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.369223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-790d0d1b-5eaa-4552-bb83-93baba7c314a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'routes': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:12.424715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a6c486ed-a0e4-4447-8d2a-7cc08c050e67 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:12.540902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec62804-0931-4c5f-b30c-95b1bb61489a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.543255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec62804-0931-4c5f-b30c-95b1bb61489a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.548752 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eec62804-0931-4c5f-b30c-95b1bb61489a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2393417 Aug 29 04:30:12.550768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59908) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.665783 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1543d09c-c685-4383-9822-28018e608d90 req-62b6d3ba-4e6c-4f41-a63c-5f8a13f5891b service neutron] 10.222.0.59 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8841598 Aug 29 04:30:12.718605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] For port 51104472-c189-4fa9-a457-7de2fd600a4d, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:12.722375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] For port 51104472-c189-4fa9-a457-7de2fd600a4d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=51104472-c189-4fa9-a457-7de2fd600a4d,segment=NetworkSegment(c70e4f39-d1da-4b44-a712-9a20cba769a9),segment_id=c70e4f39-d1da-4b44-a712-9a20cba769a9)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:12.730476 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.772306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dd6e8e-16f5-4154-8026-10caded5b5c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet f78cc6a6-221e-43a8-88c7-931fef245c7b {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:12.789123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31dd6e8e-16f5-4154-8026-10caded5b5c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.800694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acc815-6ee6-4159-96e4-ae45b7036fe5 None None] Pushing event updated for resources: {'Port': ['ID=51104472-c189-4fa9-a457-7de2fd600a4d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:12.892447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddd3619e-21fd-4b26-b015-8edf4e921a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.892629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a6c486ed-a0e4-4447-8d2a-7cc08c050e67 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:12.893605 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.898710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:12.899386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddd3619e-21fd-4b26-b015-8edf4e921a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.900377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:13.044113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ddd3619e-21fd-4b26-b015-8edf4e921a08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f748724eda8b4a12995d4d63c6061395&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2279723 Aug 29 04:30:13.045186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3619e-21fd-4b26-b015-8edf4e921a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d5dc74-a49b-44f1-9eea-19693480c087,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:13.111300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:13.258632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d8ea06ed-3edc-47c9-aa15-77cf09f2b791 None None] Could not find standard attr ID for object 5417c2e6-2032-4274-a15b-8f096c951b80. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:13.259616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31dd6e8e-16f5-4154-8026-10caded5b5c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.313362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08356fe-4614-4dac-a90b-f0e19e5d90b7 req-e0a0ef69-0d54-4892-9f53-82f2b59bb335 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.314988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d08356fe-4614-4dac-a90b-f0e19e5d90b7 req-e0a0ef69-0d54-4892-9f53-82f2b59bb335 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.8663852 Aug 29 04:30:13.391730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:13.408225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06bf3aae-ae8c-488a-bf94-8a40cca9918c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.447133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d8ea06ed-3edc-47c9-aa15-77cf09f2b791 None None] Provisioning complete for port ae5279e8-f266-4611-9ff1-7f964ebff7c7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:13.448147 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8ea06ed-3edc-47c9-aa15-77cf09f2b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.508781 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06bf3aae-ae8c-488a-bf94-8a40cca9918c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.542503 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31dd6e8e-16f5-4154-8026-10caded5b5c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.617453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d08356fe-4614-4dac-a90b-f0e19e5d90b7 req-f3d529ad-c990-4ceb-ae35-b7459450c855 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230182 Aug 29 04:30:13.622771 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06bf3aae-ae8c-488a-bf94-8a40cca9918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.628056 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06bf3aae-ae8c-488a-bf94-8a40cca9918c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.631754 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-06bf3aae-ae8c-488a-bf94-8a40cca9918c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58d5dc74-a49b-44f1-9eea-19693480c087 HTTP/1.1" status: 204 len: 168 time: 0.5155311 Aug 29 04:30:13.645815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf3aae-ae8c-488a-bf94-8a40cca9918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d5dc74-a49b-44f1-9eea-19693480c087,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:13.816085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31dd6e8e-16f5-4154-8026-10caded5b5c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.824260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.extraroute_db [None req-790d0d1b-5eaa-4552-bb83-93baba7c314a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added routes are [] {{(pid=94851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:30:13.824260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.extraroute_db [None req-790d0d1b-5eaa-4552-bb83-93baba7c314a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:30:13.903220 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-790d0d1b-5eaa-4552-bb83-93baba7c314a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.910099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd6e8e-16f5-4154-8026-10caded5b5c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=f78cc6a6-221e-43a8-88c7-931fef245c7b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:13.920030 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31dd6e8e-16f5-4154-8026-10caded5b5c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.923568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-31dd6e8e-16f5-4154-8026-10caded5b5c9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/f78cc6a6-221e-43a8-88c7-931fef245c7b HTTP/1.1" status: 204 len: 168 time: 1.3705451 Aug 29 04:30:13.926247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59930) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:13.977110 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-048a4cb4-397f-42da-b9c3-177758e73709 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496557 Aug 29 04:30:13.978563 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59932) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.099298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e35f1-293c-4a9a-9e22-848d56586c15 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:14.108707 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e41e35f1-293c-4a9a-9e22-848d56586c15 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1279120 Aug 29 04:30:14.110608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59934) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.331180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c207cef6-ba1e-4e45-bef1-ed7a7f591229 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:14.371049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9139e781-bf0c-4be8-90d7-2bde6958b23d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:14.373405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9139e781-bf0c-4be8-90d7-2bde6958b23d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2562962 Aug 29 04:30:14.377322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59948) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.435054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-09b60b43-6e95-4d8c-8b16-fb3eb8263d31 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509362 Aug 29 04:30:14.435790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59950) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.439529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ae5279e8-f266-4611-9ff1-7f964ebff7c7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:14.443389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3b073aaf-1341-4b29-b914-22fdf941e579 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:14.455184 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-790d0d1b-5eaa-4552-bb83-93baba7c314a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.460441 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-790d0d1b-5eaa-4552-bb83-93baba7c314a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.654729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790d0d1b-5eaa-4552-bb83-93baba7c314a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:14.674904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b073aaf-1341-4b29-b914-22fdf941e579 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:14.683345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b073aaf-1341-4b29-b914-22fdf941e579 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.944387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d8ea06ed-3edc-47c9-aa15-77cf09f2b791 None None] Could not find standard attr ID for object de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:14.959125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790d0d1b-5eaa-4552-bb83-93baba7c314a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:14.989632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-790d0d1b-5eaa-4552-bb83-93baba7c314a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.990747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-790d0d1b-5eaa-4552-bb83-93baba7c314a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3 HTTP/1.1" status: 200 len: 700 time: 2.6273212 Aug 29 04:30:14.996160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59974) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.016133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae07397-ed75-41a8-b965-80e58216212c req-62707228-620a-40a3-8a7a-12f7f4f40c15 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:15.018888 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae07397-ed75-41a8-b965-80e58216212c req-62707228-620a-40a3-8a7a-12f7f4f40c15 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 945 time: 0.2183397 Aug 29 04:30:15.059695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ae5279e8-f266-4611-9ff1-7f964ebff7c7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:15.060059 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.113872 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae07397-ed75-41a8-b965-80e58216212c req-4cd40cbe-3ac3-4037-b811-c0ee426e569c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869849 Aug 29 04:30:15.276712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10022b72-3628-4c4d-9900-e666f3229f0c None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:15.305486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:09Z', 'revision_number': 6, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51104472-c189-4fa9-a457-7de2fd600a4d', 'name': '', 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:78:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:02Z', 'updated_at': '2021-08-29T04:30:12Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:04Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:15.339377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59984) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.340037 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-57be564f-9928-44e9-aff3-7bfa7abe4d70 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3 HTTP/1.1" status: 200 len: 700 time: 0.3395700 Aug 29 04:30:15.347221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d989e8-752a-4d38-8179-a4cce81bdbcd None None] The sync data for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 is: [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:09Z', 'revision_number': 6, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51104472-c189-4fa9-a457-7de2fd600a4d', 'name': '', 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:78:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:02Z', 'updated_at': '2021-08-29T04:30:12Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:04Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:15.350513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2c9bb637-2404-43ad-9b3f-5d2fc5746713 None None] Could not find standard attr ID for object de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:15.447497 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b073aaf-1341-4b29-b914-22fdf941e579 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.556994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-10022b72-3628-4c4d-9900-e666f3229f0c None None] Deleting port ae5279e8-f266-4611-9ff1-7f964ebff7c7 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:15.557298 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-10022b72-3628-4c4d-9900-e666f3229f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.580426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b073aaf-1341-4b29-b914-22fdf941e579 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:15.588624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3b073aaf-1341-4b29-b914-22fdf941e579 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:15.598129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b073aaf-1341-4b29-b914-22fdf941e579 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:15.598929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b073aaf-1341-4b29-b914-22fdf941e579 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.617050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b073aaf-1341-4b29-b914-22fdf941e579 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=f6ea2363-ed56-4130-a5ce-0b96bbf3d22c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:15.633713 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3b073aaf-1341-4b29-b914-22fdf941e579 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1962197 Aug 29 04:30:15.636547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59988) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.648681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': 'f6ea2363-ed56-4130-a5ce-0b96bbf3d22c', 'ip_address': '2001:db8::7e6d:199e:b701:cd9a'}], 'name': 'tempest-NetworksTestDHCPv6-1937630800'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:15.697472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 68143a95-f369-4275-af52-4954e780244d no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:15.865104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:15.942829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-10022b72-3628-4c4d-9900-e666f3229f0c None None] For port ae5279e8-f266-4611-9ff1-7f964ebff7c7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ae5279e8-f266-4611-9ff1-7f964ebff7c7,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:15.943215 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-10022b72-3628-4c4d-9900-e666f3229f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.979931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-10022b72-3628-4c4d-9900-e666f3229f0c None None] Calling delete_port for ae5279e8-f266-4611-9ff1-7f964ebff7c7 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:16.021954 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.136267 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.227909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 68143a95-f369-4275-af52-4954e780244d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=68143a95-f369-4275-af52-4954e780244d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:16.230809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68143a95-f369-4275-af52-4954e780244d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:16.236919 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75030540-8f10-4da7-bdcf-f70574330245" -d '{"events": [{"server_uuid": "c009a084-fd6c-40fe-9845-131d0a0cad38", "name": "network-vif-unplugged", "status": "completed", "tag": "68143a95-f369-4275-af52-4954e780244d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:16.255281 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.299691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port c68d65fa-c5cb-426c-815e-6327b90f9881 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:16.344972 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32d571f-03b1-49b8-a2b8-bd12f28fccd3 x-openstack-request-id: req-a32d571f-03b1-49b8-a2b8-bd12f28fccd3 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:16.345275 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c009a084-fd6c-40fe-9845-131d0a0cad38", "name": "network-vif-unplugged", "status": "failed", "tag": "68143a95-f369-4275-af52-4954e780244d", "code": 422}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:16.345546 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a32d571f-03b1-49b8-a2b8-bd12f28fccd3 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:16.346309 n-d-712141-12 neutron-server[94852]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68143a95-f369-4275-af52-4954e780244d', 'code': 422} returned with failed status Aug 29 04:30:16.490765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=68143a95-f369-4275-af52-4954e780244d,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:16.536686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 51104472-c189-4fa9-a457-7de2fd600a4d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:16.546741 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-10022b72-3628-4c4d-9900-e666f3229f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.688436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10022b72-3628-4c4d-9900-e666f3229f0c None None] Pushing event deleted for resources: {'Port': ['ID=ae5279e8-f266-4611-9ff1-7f964ebff7c7,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:16.702343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10022b72-3628-4c4d-9900-e666f3229f0c None None] No DVR routers for this DVR port ae5279e8-f266-4611-9ff1-7f964ebff7c7 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:16.750689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8bcd01-8ef4-4969-84f6-6559512515e1 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:16.758851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::7e6d:199e:b701:cd9a (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/f6ea2363-ed56-4130-a5ce-0b96bbf3d22c/c68d65fa-c5cb-426c-815e-6327b90f9881) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:16.986646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 51104472-c189-4fa9-a457-7de2fd600a4d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:17.013418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 51104472-c189-4fa9-a457-7de2fd600a4d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:17.013796 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.016333 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] Sync routers for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:17.051331 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:17.069809 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:17.111762 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.114405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': 'f6ea2363-ed56-4130-a5ce-0b96bbf3d22c'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:17.115422 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.199372 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.242717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object c68d65fa-c5cb-426c-815e-6327b90f9881 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:17.284161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 51104472-c189-4fa9-a457-7de2fd600a4d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=51104472-c189-4fa9-a457-7de2fd600a4d,segment=NetworkSegment(c70e4f39-d1da-4b44-a712-9a20cba769a9),segment_id=c70e4f39-d1da-4b44-a712-9a20cba769a9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:17.289659 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.323369 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:17.376246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=51104472-c189-4fa9-a457-7de2fd600a4d,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:17.378818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.410835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fed35-bc1e-492a-802a-72a09a41a319 req-3223dc46-895e-4065-9195-f2c7c43dbb40 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.412892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-748fed35-bc1e-492a-802a-72a09a41a319 req-3223dc46-895e-4065-9195-f2c7c43dbb40 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 943 time: 0.2538707 Aug 29 04:30:17.419314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.425069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ae5279e8-f266-4611-9ff1-7f964ebff7c7 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:17.507749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:17.511201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:17.515684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:17.521538 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.522186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.532437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=c68d65fa-c5cb-426c-815e-6327b90f9881,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:17.544081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5f4ece84-d8cd-4390-9140-8668cb2b8688 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9058735 Aug 29 04:30:17.547162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60040) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:17.549606 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ae5279e8-f266-4611-9ff1-7f964ebff7c7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:17.550097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ae5279e8-f266-4611-9ff1-7f964ebff7c7 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:17.635297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e032231f-7159-44de-b89b-5d5810ce92b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.636688 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:13Z', 'revision_number': 7, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51104472-c189-4fa9-a457-7de2fd600a4d', 'name': '', 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:78:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:02Z', 'updated_at': '2021-08-29T04:30:12Z', 'revision_number': 4, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:04Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:17.637470 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e032231f-7159-44de-b89b-5d5810ce92b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0890071 Aug 29 04:30:17.641156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60044) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:17.654525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Allocated IP 2001:db8::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/f6ea2363-ed56-4130-a5ce-0b96bbf3d22c/4c2c6247-1295-4b63-8703-7a46dee5565e) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:17.677781 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] Checking router: 74205ece-f7d5-4107-98c5-4a3f8126f9e3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:17.698980 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:17.699600 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:17.760431 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-35a72151-68f5-423c-a922-52e40009da5e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port c68d65fa-c5cb-426c-815e-6327b90f9881 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:17.761453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-35a72151-68f5-423c-a922-52e40009da5e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.859421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-748fed35-bc1e-492a-802a-72a09a41a319 req-4bce8aec-ce9f-4758-9bae-ed46db7f877b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457136 Aug 29 04:30:17.901227 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:17.938722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-35a72151-68f5-423c-a922-52e40009da5e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.987746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-35a72151-68f5-423c-a922-52e40009da5e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for c68d65fa-c5cb-426c-815e-6327b90f9881 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:18.114021 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.152624 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.156182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Transition to ACTIVE for port object 4c2c6247-1295-4b63-8703-7a46dee5565e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:18.207405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b14e6-2ff0-4e92-b840-02efa36d3e30 req-dcf4acfa-bcaa-459b-8008-1c012ab0b6cb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.231122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c40b14e6-2ff0-4e92-b840-02efa36d3e30 req-dcf4acfa-bcaa-459b-8008-1c012ab0b6cb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2261674 Aug 29 04:30:18.270948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Transition to ACTIVE for port object 4c2c6247-1295-4b63-8703-7a46dee5565e will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:18.275817 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-35a72151-68f5-423c-a922-52e40009da5e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.281288 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.322885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port 51104472-c189-4fa9-a457-7de2fd600a4d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:18.323343 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.417023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a72151-68f5-423c-a922-52e40009da5e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=c68d65fa-c5cb-426c-815e-6327b90f9881,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:18.427755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port 51104472-c189-4fa9-a457-7de2fd600a4d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=51104472-c189-4fa9-a457-7de2fd600a4d,segment=NetworkSegment(c70e4f39-d1da-4b44-a712-9a20cba769a9),segment_id=c70e4f39-d1da-4b44-a712-9a20cba769a9)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:18.428330 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.429486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:18.435346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:18.454557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for 51104472-c189-4fa9-a457-7de2fd600a4d owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:18.461297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:18.462822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-35a72151-68f5-423c-a922-52e40009da5e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.468712 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-35a72151-68f5-423c-a922-52e40009da5e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/c68d65fa-c5cb-426c-815e-6327b90f9881 HTTP/1.1" status: 204 len: 168 time: 0.8250284 Aug 29 04:30:18.469553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60064) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.494096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 51104472-c189-4fa9-a457-7de2fd600a4d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:18.518509 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:13Z', 'revision_number': 7, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51104472-c189-4fa9-a457-7de2fd600a4d', 'name': '', 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:78:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:02Z', 'updated_at': '2021-08-29T04:30:17Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:04Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:18.591480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60066) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.611556 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7a13a-2203-454a-9026-44a2edb11634 None None] The sync data for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 is: [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:13Z', 'revision_number': 7, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51104472-c189-4fa9-a457-7de2fd600a4d', 'name': '', 'network_id': '6be62b93-bce3-444a-acdc-c2c1b5f04616', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:78:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:02Z', 'updated_at': '2021-08-29T04:30:17Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '56a065dd-710c-44a7-8bf3-57f1b4d03f58', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:04Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:18.622242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722895b-194f-4139-80d6-119ea87189e3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.624083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722895b-194f-4139-80d6-119ea87189e3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.629568 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e722895b-194f-4139-80d6-119ea87189e3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1588306 Aug 29 04:30:18.630392 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60070) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.723053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76ab82b-7712-429f-a268-8c9c47317a16 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet f6ea2363-ed56-4130-a5ce-0b96bbf3d22c {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:18.727493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a76ab82b-7712-429f-a268-8c9c47317a16 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.727692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.736181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c40b14e6-2ff0-4e92-b840-02efa36d3e30 req-ccc8048f-8b6e-4ddf-b251-03f3fd0cd7eb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5025270 Aug 29 04:30:18.756095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Pushing event updated for resources: {'Port': ['ID=4c2c6247-1295-4b63-8703-7a46dee5565e,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:18.771705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=51104472-c189-4fa9-a457-7de2fd600a4d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:18.810665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Could not find standard attr ID for object 51104472-c189-4fa9-a457-7de2fd600a4d. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:18.830193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Attempting to bind port 4c2c6247-1295-4b63-8703-7a46dee5565e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:18.830573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Attempting to bind port 4c2c6247-1295-4b63-8703-7a46dee5565e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:18.832511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Attempting to bind port 4c2c6247-1295-4b63-8703-7a46dee5565e on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:18.843009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:18.853190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:18.853617 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.854029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:18.854983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Bound port: 4c2c6247-1295-4b63-8703-7a46dee5565e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:18.854983 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.880640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a76ab82b-7712-429f-a268-8c9c47317a16 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.986744 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-568b4ffc-8ec9-4d69-a592-8c40be5e8d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.008599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] For port 4c2c6247-1295-4b63-8703-7a46dee5565e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:19.013895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] For port 4c2c6247-1295-4b63-8703-7a46dee5565e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4c2c6247-1295-4b63-8703-7a46dee5565e,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:19.029525 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.056016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b5341-e6fe-4200-af3f-e250490ecc4c req-46900fe8-ea31-4e17-b92a-ba528b557fe6 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.064619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b22b5341-e6fe-4200-af3f-e250490ecc4c req-46900fe8-ea31-4e17-b92a-ba528b557fe6 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1240685 Aug 29 04:30:19.184051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b22b5341-e6fe-4200-af3f-e250490ecc4c req-7401bd9a-304d-41aa-8476-21366a21c69e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163583 Aug 29 04:30:19.233397 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.254762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3f1ab-e5fd-4507-b39b-927d856e3f69 None None] Pushing event updated for resources: {'Port': ['ID=4c2c6247-1295-4b63-8703-7a46dee5565e,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.254948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a76ab82b-7712-429f-a268-8c9c47317a16 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.372573 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a76ab82b-7712-429f-a268-8c9c47317a16 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.472961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ab82b-7712-429f-a268-8c9c47317a16 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ea2363-ed56-4130-a5ce-0b96bbf3d22c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.477212 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a76ab82b-7712-429f-a268-8c9c47317a16 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.481021 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a76ab82b-7712-429f-a268-8c9c47317a16 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/f6ea2363-ed56-4130-a5ce-0b96bbf3d22c HTTP/1.1" status: 204 len: 168 time: 0.8489442 Aug 29 04:30:19.484766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60086) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.635468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 68143a95-f369-4275-af52-4954e780244d no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:19.680955 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e928a952-3513-4f93-9845-bb4c9f350bed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1915393 Aug 29 04:30:19.686792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60092) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.700133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-59c20b15-cda3-4be7-a1ae-00ef3c3fd1cc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:19.749652 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-568b4ffc-8ec9-4d69-a592-8c40be5e8d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.784965 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-568b4ffc-8ec9-4d69-a592-8c40be5e8d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.798825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966a8a-8a2d-437d-80eb-bba745ae91d2 req-463304ff-b113-4f49-b366-1f80c4155d21 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.812053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1966a8a-8a2d-437d-80eb-bba745ae91d2 req-463304ff-b113-4f49-b366-1f80c4155d21 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.3790820 Aug 29 04:30:19.865927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:19.894699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1966a8a-8a2d-437d-80eb-bba745ae91d2 req-f1baba18-38e7-46ae-a807-18c9ffc18bda tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815849 Aug 29 04:30:19.895872 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-568b4ffc-8ec9-4d69-a592-8c40be5e8d1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f8feabfc1ba41c8a3e98459a6d90232&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3030779 Aug 29 04:30:19.905041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60094) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.906075 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b4ffc-8ec9-4d69-a592-8c40be5e8d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f019c7-6201-4c9a-ab42-ea81cff83ad4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:20.004567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c20b15-cda3-4be7-a1ae-00ef3c3fd1cc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:20.011234 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59c20b15-cda3-4be7-a1ae-00ef3c3fd1cc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.049461 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e182fae-817e-452b-af79-119cfa53811f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.072386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:20.080546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-28d2f115-b761-400f-b183-cf539f6240a9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7397845 Aug 29 04:30:20.085873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] Sync routers for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:20.098366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60098) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.102408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:20.104700 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:20.168690 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e182fae-817e-452b-af79-119cfa53811f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.270494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:20.359140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c870bf8d-edb0-4ed7-972c-69b618e38ad1 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting subnet 56a065dd-710c-44a7-8bf3-57f1b4d03f58 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:20.368141 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c870bf8d-edb0-4ed7-972c-69b618e38ad1 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.464877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c870bf8d-edb0-4ed7-972c-69b618e38ad1 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.619692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c870bf8d-edb0-4ed7-972c-69b618e38ad1 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.667586 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59c20b15-cda3-4be7-a1ae-00ef3c3fd1cc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.753600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c20b15-cda3-4be7-a1ae-00ef3c3fd1cc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=27d3e691-b2d1-4c25-910b-e2edf7bb913b,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:20.787341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c870bf8d-edb0-4ed7-972c-69b618e38ad1 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.798382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c20b15-cda3-4be7-a1ae-00ef3c3fd1cc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:20.800422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-59c20b15-cda3-4be7-a1ae-00ef3c3fd1cc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:20.802921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c20b15-cda3-4be7-a1ae-00ef3c3fd1cc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.803529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59c20b15-cda3-4be7-a1ae-00ef3c3fd1cc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.822677 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59c20b15-cda3-4be7-a1ae-00ef3c3fd1cc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1303113 Aug 29 04:30:20.822941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60110) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.830259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': '27d3e691-b2d1-4c25-910b-e2edf7bb913b', 'ip_address': '2001:db8::c46f:33f7:812b:1c2c'}], 'name': 'tempest-NetworksTestDHCPv6-703874113'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:20.900029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870bf8d-edb0-4ed7-972c-69b618e38ad1 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Subnet': ['ID=56a065dd-710c-44a7-8bf3-57f1b4d03f58,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:20.908230 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c870bf8d-edb0-4ed7-972c-69b618e38ad1 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.913476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c870bf8d-edb0-4ed7-972c-69b618e38ad1 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/56a065dd-710c-44a7-8bf3-57f1b4d03f58 HTTP/1.1" status: 204 len: 168 time: 0.8127439 Aug 29 04:30:20.914924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60114) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:21.043889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:21.055528 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.181945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4c2c6247-1295-4b63-8703-7a46dee5565e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:21.189283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc75089-cf74-4711-857f-3329ceb06772 None None] Network 6be62b93-bce3-444a-acdc-c2c1b5f04616 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:21.193084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ead38-a213-4441-a483-0e786a5db85f None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:21.194060 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.201164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e182fae-817e-452b-af79-119cfa53811f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.203940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e182fae-817e-452b-af79-119cfa53811f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.208906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2e182fae-817e-452b-af79-119cfa53811f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39f019c7-6201-4c9a-ab42-ea81cff83ad4 HTTP/1.1" status: 204 len: 168 time: 1.3027010 Aug 29 04:30:21.255489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22dcea-3a5a-4d32-8568-a2afce424bfe req-45868b15-3c9c-458b-8083-5ce57638608e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.265910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e22dcea-3a5a-4d32-8568-a2afce424bfe req-45868b15-3c9c-458b-8083-5ce57638608e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2318602 Aug 29 04:30:21.305850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e182fae-817e-452b-af79-119cfa53811f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f019c7-6201-4c9a-ab42-ea81cff83ad4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:21.364366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e22dcea-3a5a-4d32-8568-a2afce424bfe req-4d209738-9c3d-4258-891c-c684b0d6a499 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916874 Aug 29 04:30:21.469514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port a6c486ed-a0e4-4447-8d2a-7cc08c050e67 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:21.470038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.507772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port ff53bf56-8c4f-4e97-9344-32e3d3a2204c yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:21.521165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fb8b68a3-da0a-4fde-98fc-fd5db20b3025 None None] Provisioning for port 4c2c6247-1295-4b63-8703-7a46dee5565e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:21.610066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port a6c486ed-a0e4-4447-8d2a-7cc08c050e67, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a6c486ed-a0e4-4447-8d2a-7cc08c050e67,segment=NetworkSegment(c70e4f39-d1da-4b44-a712-9a20cba769a9),segment_id=c70e4f39-d1da-4b44-a712-9a20cba769a9)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:21.611145 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.636721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for a6c486ed-a0e4-4447-8d2a-7cc08c050e67 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:21.686962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4c2c6247-1295-4b63-8703-7a46dee5565e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:21.724856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4c2c6247-1295-4b63-8703-7a46dee5565e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:21.725503 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.735687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:18Z', 'revision_number': 8, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:04Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:21.739907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.789454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No DVR routers for this DVR port a6c486ed-a0e4-4447-8d2a-7cc08c050e67 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:21.802329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] Checking router: 74205ece-f7d5-4107-98c5-4a3f8126f9e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:21.818046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:21.819284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:29:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:21.827395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60124) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:21.905594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=a6c486ed-a0e4-4447-8d2a-7cc08c050e67,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:21.928991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::c46f:33f7:812b:1c2c (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/27d3e691-b2d1-4c25-910b-e2edf7bb913b/ff53bf56-8c4f-4e97-9344-32e3d3a2204c) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:22.037658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.039860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbc2b5b-28ea-4dff-a3ff-42ef94bc5966 None None] DHCP port deletion for 6be62b93-bce3-444a-acdc-c2c1b5f04616 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:22.046523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:22.054966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be62b93-bce3-444a-acdc-c2c1b5f04616']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.073312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70e4f39-d1da-4b44-a712-9a20cba769a9') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.073707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70e4f39-d1da-4b44-a712-9a20cba769a9') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.087632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.099921 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.116075 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8543a0a-4dc5-4d4a-8f18-325bd09d328d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.126617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.218828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:22.221022 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:22.234054 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:22.329997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.338782 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.351367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object ff53bf56-8c4f-4e97-9344-32e3d3a2204c will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:22.370708 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.376898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/networks/6be62b93-bce3-444a-acdc-c2c1b5f04616 HTTP/1.1" status: 204 len: 168 time: 1.4576628 Aug 29 04:30:22.383651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60136) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.390662 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.406536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 4c2c6247-1295-4b63-8703-7a46dee5565e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4c2c6247-1295-4b63-8703-7a46dee5565e,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:22.420612 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.454682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d4a6e-f49d-4223-a95a-c7bcfe025edb tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Network': ['ID=6be62b93-bce3-444a-acdc-c2c1b5f04616,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.543466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=ff53bf56-8c4f-4e97-9344-32e3d3a2204c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.564755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a6c486ed-a0e4-4447-8d2a-7cc08c050e67 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:22.568126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:22.569626 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:22.576745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:22.585405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.585405 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.621785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:18Z', 'revision_number': 8, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:04Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.658793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad114ebc-0c6f-4a50-82c8-1e10fe987092 None None] The sync data for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 is: [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:18Z', 'revision_number': 8, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2229548-a597-49ba-9eb6-1fd7528a0e15', 'name': '', 'network_id': 'f1c097d5-0bb0-4d96-a48b-385fbacc5d8a', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:13:78:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:52Z', 'updated_at': '2021-08-29T04:30:04Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': 'b94c8b06-a0e2-4cb3-a9e9-c00960757a50', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:22.666185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a6c486ed-a0e4-4447-8d2a-7cc08c050e67 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:22.670480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a6c486ed-a0e4-4447-8d2a-7cc08c050e67 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:22.674445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=4c2c6247-1295-4b63-8703-7a46dee5565e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.684574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-df096f09-a32a-45d7-a3e4-8fe596116db6 None None] Provisioning complete for port 4c2c6247-1295-4b63-8703-7a46dee5565e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:22.685156 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df096f09-a32a-45d7-a3e4-8fe596116db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.932702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564208d5-9609-4c5a-a78f-7771d129554e req-0a3238c9-ead1-4d55-9c84-a6f584697ac2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.941003 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-564208d5-9609-4c5a-a78f-7771d129554e req-0a3238c9-ead1-4d55-9c84-a6f584697ac2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.3653688 Aug 29 04:30:22.961771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8543a0a-4dc5-4d4a-8f18-325bd09d328d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.973966 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8543a0a-4dc5-4d4a-8f18-325bd09d328d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.974557 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5adac859-a808-4c62-9150-36f14fb2fb7a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1478770 Aug 29 04:30:22.975445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60142) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.986760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1475471e-b515-47dc-aeeb-ca6344b94253 None None] Could not find standard attr ID for object c68d65fa-c5cb-426c-815e-6327b90f9881. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:23.060031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133affb1-56ce-43e3-ad11-1813a5049c27 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.076764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133affb1-56ce-43e3-ad11-1813a5049c27 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.078930 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-133affb1-56ce-43e3-ad11-1813a5049c27 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1021686 Aug 29 04:30:23.080142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-564208d5-9609-4c5a-a78f-7771d129554e req-67bc249c-59d5-4acb-9f3c-a5b289369da7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374807 Aug 29 04:30:23.081506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60148) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.128182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b8543a0a-4dc5-4d4a-8f18-325bd09d328d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f79f874a1054b4f9d5e530f7e8e475d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2765663 Aug 29 04:30:23.128954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8543a0a-4dc5-4d4a-8f18-325bd09d328d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7890e88-3402-4c1c-a911-4afe13f83dbf,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:23.134879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60150) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.281365 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc19575b-084d-41fb-9759-56b075220184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.298687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-27cb49f2-dec3-4f9d-b912-1fbf8103fef7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port ff53bf56-8c4f-4e97-9344-32e3d3a2204c {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:23.299734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cb49f2-dec3-4f9d-b912-1fbf8103fef7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.328796 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc19575b-084d-41fb-9759-56b075220184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.410366 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.446994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f4b120f5-1aae-4d06-9985-3d5fc997e0ec None None] Provisioning for port ff53bf56-8c4f-4e97-9344-32e3d3a2204c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:23.457006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f4b120f5-1aae-4d06-9985-3d5fc997e0ec None None] Provisioning complete for port ff53bf56-8c4f-4e97-9344-32e3d3a2204c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:23.457565 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f4b120f5-1aae-4d06-9985-3d5fc997e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.521560 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cb49f2-dec3-4f9d-b912-1fbf8103fef7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.553153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-27cb49f2-dec3-4f9d-b912-1fbf8103fef7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for ff53bf56-8c4f-4e97-9344-32e3d3a2204c owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:23.554754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc19575b-084d-41fb-9759-56b075220184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.557405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc19575b-084d-41fb-9759-56b075220184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.561649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dc19575b-084d-41fb-9759-56b075220184 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7890e88-3402-4c1c-a911-4afe13f83dbf HTTP/1.1" status: 204 len: 168 time: 0.4209847 Aug 29 04:30:23.575830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f4b120f5-1aae-4d06-9985-3d5fc997e0ec None None] Port ff53bf56-8c4f-4e97-9344-32e3d3a2204c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:23.589940 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-78d0c04b-5966-4588-b2c2-c9caa713b438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.609437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19575b-084d-41fb-9759-56b075220184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7890e88-3402-4c1c-a911-4afe13f83dbf,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:23.826182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60162) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.869856 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cb49f2-dec3-4f9d-b912-1fbf8103fef7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.939135 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb49f2-dec3-4f9d-b912-1fbf8103fef7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=ff53bf56-8c4f-4e97-9344-32e3d3a2204c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:24.013232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port d2229548-a597-49ba-9eb6-1fd7528a0e15 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:24.013676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.042317 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27cb49f2-dec3-4f9d-b912-1fbf8103fef7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.055383 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-27cb49f2-dec3-4f9d-b912-1fbf8103fef7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/ff53bf56-8c4f-4e97-9344-32e3d3a2204c HTTP/1.1" status: 204 len: 168 time: 0.9725337 Aug 29 04:30:24.056156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60174) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:24.179771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5330b12-c435-407e-91c7-9d433ca3da73 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.184413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5330b12-c435-407e-91c7-9d433ca3da73 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.194097 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d5330b12-c435-407e-91c7-9d433ca3da73 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1367929 Aug 29 04:30:24.194944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60182) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:24.250161 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef68e226-3b53-49c6-ace5-cbbcc423784d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.305200 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-d668e5bb-322f-4625-b818-6188ace96176 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 27d3e691-b2d1-4c25-910b-e2edf7bb913b {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:24.309928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d668e5bb-322f-4625-b818-6188ace96176 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.415539 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d668e5bb-322f-4625-b818-6188ace96176 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.483749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port d2229548-a597-49ba-9eb6-1fd7528a0e15, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d2229548-a597-49ba-9eb6-1fd7528a0e15,segment=NetworkSegment(3b8c130e-5aa5-41bf-ad22-c220bb3fcc00),segment_id=3b8c130e-5aa5-41bf-ad22-c220bb3fcc00)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:24.484315 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.513139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for d2229548-a597-49ba-9eb6-1fd7528a0e15 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:24.541307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e689cd-f4ff-4035-b062-7bd4e69eb7e6 req-15ed4dd1-9f3d-4fed-8e00-01910fa1cf50 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.547328 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d668e5bb-322f-4625-b818-6188ace96176 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.548965 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04e689cd-f4ff-4035-b062-7bd4e69eb7e6 req-15ed4dd1-9f3d-4fed-8e00-01910fa1cf50 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.3614953 Aug 29 04:30:24.649620 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d668e5bb-322f-4625-b818-6188ace96176 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.676657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4c2c6247-1295-4b63-8703-7a46dee5565e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:24.723882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668e5bb-322f-4625-b818-6188ace96176 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=27d3e691-b2d1-4c25-910b-e2edf7bb913b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:24.738528 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d668e5bb-322f-4625-b818-6188ace96176 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.743204 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d668e5bb-322f-4625-b818-6188ace96176 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/27d3e691-b2d1-4c25-910b-e2edf7bb913b HTTP/1.1" status: 204 len: 168 time: 0.5470431 Aug 29 04:30:24.744463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60200) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:24.780329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc9dae7-3ea7-4665-97db-15f6a7eb3ae4 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:24.790655 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef68e226-3b53-49c6-ace5-cbbcc423784d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.796091 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-04e689cd-f4ff-4035-b062-7bd4e69eb7e6 req-938709d4-fa7a-4427-a1d7-b7577def4a05 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456765 Aug 29 04:30:24.798235 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef68e226-3b53-49c6-ace5-cbbcc423784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.804152 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd1dfd16-ce2c-4bb0-a853-3f8e5d10eea4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572088 Aug 29 04:30:24.805341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60202) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:24.812712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8f02a8fa-7289-4d3b-bed6-1b104f8b0abe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:24.837072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ef68e226-3b53-49c6-ace5-cbbcc423784d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34a2697d7f3c42fdb8d8adde011be3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0082691 Aug 29 04:30:24.839453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60204) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:24.936248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4c2c6247-1295-4b63-8703-7a46dee5565e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:24.936944 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.964124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f02a8fa-7289-4d3b-bed6-1b104f8b0abe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:24.971517 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8f02a8fa-7289-4d3b-bed6-1b104f8b0abe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.233354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 51104472-c189-4fa9-a457-7de2fd600a4d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:25.263301 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc9550-6086-4042-a0a8-9923e5716b3a None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:25.266981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 51104472-c189-4fa9-a457-7de2fd600a4d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:25.267540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 51104472-c189-4fa9-a457-7de2fd600a4d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:25.294817 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8f02a8fa-7289-4d3b-bed6-1b104f8b0abe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.334290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc9550-6086-4042-a0a8-9923e5716b3a None None] Deleting port 4c2c6247-1295-4b63-8703-7a46dee5565e {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:25.334966 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9550-6086-4042-a0a8-9923e5716b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.376148 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f02a8fa-7289-4d3b-bed6-1b104f8b0abe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:25.395128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-8f02a8fa-7289-4d3b-bed6-1b104f8b0abe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:25.406206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f02a8fa-7289-4d3b-bed6-1b104f8b0abe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.409171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8f02a8fa-7289-4d3b-bed6-1b104f8b0abe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.417048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68e226-3b53-49c6-ace5-cbbcc423784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff0b5f4-ee90-4b67-adb2-880bbb63b0f7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.436841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fcfc9550-6086-4042-a0a8-9923e5716b3a None None] For port 4c2c6247-1295-4b63-8703-7a46dee5565e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4c2c6247-1295-4b63-8703-7a46dee5565e,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:25.437358 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9550-6086-4042-a0a8-9923e5716b3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.447569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02a8fa-7289-4d3b-bed6-1b104f8b0abe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=54267230-7b82-4b5e-a9ff-c64811645530,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.457217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc9550-6086-4042-a0a8-9923e5716b3a None None] Calling delete_port for 4c2c6247-1295-4b63-8703-7a46dee5565e owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:25.467091 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.471786 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8f02a8fa-7289-4d3b-bed6-1b104f8b0abe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6649361 Aug 29 04:30:25.473321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60226) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:25.480117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': '54267230-7b82-4b5e-a9ff-c64811645530', 'ip_address': '2001:db8::d48e:6c64:6d41:86ff'}], 'name': 'tempest-NetworksTestDHCPv6-457655578'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:25.483487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d98b31a-9df2-4827-a16a-6dc4cb74468c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.507824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=d2229548-a597-49ba-9eb6-1fd7528a0e15,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.573767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9550-6086-4042-a0a8-9923e5716b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.602527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d98b31a-9df2-4827-a16a-6dc4cb74468c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.624888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc9550-6086-4042-a0a8-9923e5716b3a None None] Pushing event deleted for resources: {'Port': ['ID=4c2c6247-1295-4b63-8703-7a46dee5565e,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.628451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc9550-6086-4042-a0a8-9923e5716b3a None None] No DVR routers for this DVR port 4c2c6247-1295-4b63-8703-7a46dee5565e on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:25.651291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a990a08-7746-43fc-9b2f-f5c8f005faeb None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:25.689118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:25.760074 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d98b31a-9df2-4827-a16a-6dc4cb74468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.763056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d98b31a-9df2-4827-a16a-6dc4cb74468c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.764831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7d98b31a-9df2-4827-a16a-6dc4cb74468c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cff0b5f4-ee90-4b67-adb2-880bbb63b0f7 HTTP/1.1" status: 204 len: 168 time: 0.9202490 Aug 29 04:30:25.791739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98b31a-9df2-4827-a16a-6dc4cb74468c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff0b5f4-ee90-4b67-adb2-880bbb63b0f7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.808031 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.908407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.957481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port dfd917ca-41f1-482d-8214-7cbc49535cae yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:26.026988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '54267230-7b82-4b5e-a9ff-c64811645530'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:26.027948 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.107230 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-45719fb2-5739-4b4f-9d6c-0090f1e7013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.184177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5761a9-5fad-4f9e-a7cb-affefba60840 req-50bdf4e1-1afc-4b15-887a-9306a3824652 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.187854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b5761a9-5fad-4f9e-a7cb-affefba60840 req-50bdf4e1-1afc-4b15-887a-9306a3824652 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1942163 Aug 29 04:30:26.286492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::d48e:6c64:6d41:86ff (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/54267230-7b82-4b5e-a9ff-c64811645530/dfd917ca-41f1-482d-8214-7cbc49535cae) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:26.321095 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.425657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:26.504250 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.527010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b5761a9-5fad-4f9e-a7cb-affefba60840 req-878dbbca-5063-426e-93c3-b03b700b35a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420619 Aug 29 04:30:26.537471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object dfd917ca-41f1-482d-8214-7cbc49535cae will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:26.644333 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.698603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:26.703376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:26.713616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:26.722062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.722982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.757958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Allocated IP 2001:db8::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/54267230-7b82-4b5e-a9ff-c64811645530/8d5ff062-8fbf-4c5d-a95b-4216d5fb4197) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:26.769579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:26.775094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-707e47b0-3692-43fb-83d1-ef1859fbef3d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3578146 Aug 29 04:30:26.777510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60278) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:26.782962 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] Sync routers for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:26.797566 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:26.798314 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:26.811110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=dfd917ca-41f1-482d-8214-7cbc49535cae,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:26.824095 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-350bc153-8751-40c0-b35d-f3a2186d5559 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3496015 Aug 29 04:30:26.827092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60282) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:26.900433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-404f977f-277a-4707-a41c-49b8cecc332f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting subnet b94c8b06-a0e2-4cb3-a9e9-c00960757a50 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:26.907082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-404f977f-277a-4707-a41c-49b8cecc332f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.932156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b9b6d-5a70-4a98-8eed-3d86075665b6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.934103 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-747b9b6d-5a70-4a98-8eed-3d86075665b6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1057572 Aug 29 04:30:26.936904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60288) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:26.988469 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:26.989460 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-404f977f-277a-4707-a41c-49b8cecc332f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.004676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4c2c6247-1295-4b63-8703-7a46dee5565e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:27.083416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4c2c6247-1295-4b63-8703-7a46dee5565e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:27.083416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4c2c6247-1295-4b63-8703-7a46dee5565e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:27.114379 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.138646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Transition to ACTIVE for port object 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:27.155768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port dfd917ca-41f1-482d-8214-7cbc49535cae {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:27.156893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.184703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Transition to ACTIVE for port object 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:27.194989 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.206348 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-404f977f-277a-4707-a41c-49b8cecc332f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.347738 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-404f977f-277a-4707-a41c-49b8cecc332f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.383722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.415788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f977f-277a-4707-a41c-49b8cecc332f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Subnet': ['ID=b94c8b06-a0e2-4cb3-a9e9-c00960757a50,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:27.434397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for dfd917ca-41f1-482d-8214-7cbc49535cae owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:27.435521 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-404f977f-277a-4707-a41c-49b8cecc332f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.440433 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-404f977f-277a-4707-a41c-49b8cecc332f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/b94c8b06-a0e2-4cb3-a9e9-c00960757a50 HTTP/1.1" status: 204 len: 168 time: 0.6596498 Aug 29 04:30:27.440949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60300) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:27.491388 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:24Z', 'revision_number': 9, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:27.544335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60302) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:27.546098 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] Checking router: 74205ece-f7d5-4107-98c5-4a3f8126f9e3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:27.560298 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:27.561308 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:27.684036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.709158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fba633-5e38-4cd3-87db-a05a15f7b5e4 None None] Network f1c097d5-0bb0-4d96-a48b-385fbacc5d8a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:27.726045 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:27.735657 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94a8a26b-7905-4adc-9300-88d434a9dff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.776220 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.858099 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.874238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.874540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896329a-ce3e-413d-bc1e-8aeb5e7ab6e2 req-999a93a7-2bb4-4c33-a7ca-0ebf754b2757 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.879603 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/dfd917ca-41f1-482d-8214-7cbc49535cae HTTP/1.1" status: 204 len: 168 time: 0.9401565 Aug 29 04:30:27.881000 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.884071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60314) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:27.892145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:27.893062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Pushing event updated for resources: {'Port': ['ID=8d5ff062-8fbf-4c5d-a95b-4216d5fb4197,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:27.896829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f896329a-ce3e-413d-bc1e-8aeb5e7ab6e2 req-999a93a7-2bb4-4c33-a7ca-0ebf754b2757 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2013261 Aug 29 04:30:27.920052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:27.925168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:27.926266 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:30:27.949791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=dfd917ca-41f1-482d-8214-7cbc49535cae,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:27.980705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.982272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.982272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.982272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.982272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.983280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.983629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.984026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.984490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.985042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.985433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:27.985824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.003654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f896329a-ce3e-413d-bc1e-8aeb5e7ab6e2 req-66b26bac-ccd4-4a9c-aeab-09559408f2ee tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059506 Aug 29 04:30:28.005464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port db885d40-1ee3-41dc-89de-0793183bd429 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:28.006032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.109364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.109364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.109587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.109892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.110237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.111730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Attempting to bind port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:28.112581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Attempting to bind port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:28.113117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Attempting to bind port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:28.118857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.125350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.125946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.126452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.126972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.127488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.128599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c3139-c008-4301-a099-844e00358f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:28.142652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:28.143298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:28.144061 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.144642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:28.145311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Bound port: 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:28.145542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port db885d40-1ee3-41dc-89de-0793183bd429, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=db885d40-1ee3-41dc-89de-0793183bd429,segment=NetworkSegment(3b8c130e-5aa5-41bf-ad22-c220bb3fcc00),segment_id=3b8c130e-5aa5-41bf-ad22-c220bb3fcc00)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:28.146031 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.146474 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.205354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for db885d40-1ee3-41dc-89de-0793183bd429 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:28.257063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc4c49-973a-4439-930b-ca0f425870c6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.258834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc4c49-973a-4439-930b-ca0f425870c6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.262889 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fedc4c49-973a-4439-930b-ca0f425870c6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3155096 Aug 29 04:30:28.269303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60324) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.302966 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:24Z', 'revision_number': 9, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:28.335641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] For port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:28.346166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] For port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8d5ff062-8fbf-4c5d-a95b-4216d5fb4197,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:28.355504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0775953-3de5-4b07-bc7c-fb94c2b0b95f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 54267230-7b82-4b5e-a9ff-c64811645530 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:28.359273 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.360155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0775953-3de5-4b07-bc7c-fb94c2b0b95f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.390037 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79731624-49f1-4c84-a355-1fbf4ad7c939 None None] The sync data for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 is: [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:24Z', 'revision_number': 9, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc028e3f-8ce8-4cc1-bbd3-edec89f27e01', 'name': '', 'network_id': '9fcbe99a-a7e2-43e2-ba39-6c7cd3862788', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:0c:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:41Z', 'updated_at': '2021-08-29T04:29:56Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '55667e3a-14a2-4ec9-b9b4-1999102ac4b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:28.403672 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.451015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0775953-3de5-4b07-bc7c-fb94c2b0b95f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.488531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No DVR routers for this DVR port db885d40-1ee3-41dc-89de-0793183bd429 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:28.499655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=db885d40-1ee3-41dc-89de-0793183bd429,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.596818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52e2cf-7995-4b59-8973-aa5bb15232a6 None None] Pushing event updated for resources: {'Port': ['ID=8d5ff062-8fbf-4c5d-a95b-4216d5fb4197,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.631002 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94a8a26b-7905-4adc-9300-88d434a9dff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.645226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94a8a26b-7905-4adc-9300-88d434a9dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.673956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.704446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c097d5-0bb0-4d96-a48b-385fbacc5d8a']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:28.705790 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-94a8a26b-7905-4adc-9300-88d434a9dff2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29863e740c374e9eb7301b9966cd7215&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1602559 Aug 29 04:30:28.709550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60328) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.710285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8a26b-7905-4adc-9300-88d434a9dff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aec291-d6e6-43a6-a276-9f4319aeb4a5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.716992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0775953-3de5-4b07-bc7c-fb94c2b0b95f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.777245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:28.777903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8c130e-5aa5-41bf-ad22-c220bb3fcc00') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:28.801922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d702f80-adf1-42bb-89e5-5bcbeaaab35e None None] DHCP port deletion for f1c097d5-0bb0-4d96-a48b-385fbacc5d8a request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:28.832145 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.881076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0775953-3de5-4b07-bc7c-fb94c2b0b95f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.888793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.932239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:28.932694 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.986381 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0775953-3de5-4b07-bc7c-fb94c2b0b95f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.991122 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c0775953-3de5-4b07-bc7c-fb94c2b0b95f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/54267230-7b82-4b5e-a9ff-c64811645530 HTTP/1.1" status: 204 len: 168 time: 0.7185597 Aug 29 04:30:28.991122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0775953-3de5-4b07-bc7c-fb94c2b0b95f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=54267230-7b82-4b5e-a9ff-c64811645530,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.992306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60330) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.017677 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:29.128571 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:29.131369 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7be0850c-b9d9-49ea-a561-9afbff47b5ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1381035 Aug 29 04:30:29.133933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60334) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.178423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cd2e2ff7-be30-4cb6-9b92-736ef5597627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.182080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60338) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.188449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658726215', 'description': 'tempest-secgroup-smoke-658726215 description', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:29.219306 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.226646 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cd2e2ff7-be30-4cb6-9b92-736ef5597627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.238922 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.267153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d446e5e-38fd-4eb1-a7ea-99bbf827a27c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.269766 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8d446e5e-38fd-4eb1-a7ea-99bbf827a27c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1341681 Aug 29 04:30:29.272574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60342) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.287899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.325583 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.331267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/networks/f1c097d5-0bb0-4d96-a48b-385fbacc5d8a HTTP/1.1" status: 204 len: 168 time: 1.8864822 Aug 29 04:30:29.333201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60344) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.345521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91891b-eef9-46a1-a547-a71889b06bd4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Network': ['ID=f1c097d5-0bb0-4d96-a48b-385fbacc5d8a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.347915 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cd2e2ff7-be30-4cb6-9b92-736ef5597627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.351081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cd2e2ff7-be30-4cb6-9b92-736ef5597627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.354521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cd2e2ff7-be30-4cb6-9b92-736ef5597627 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42aec291-d6e6-43a6-a276-9f4319aeb4a5 HTTP/1.1" status: 204 len: 168 time: 0.6241810 Aug 29 04:30:29.375065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e2ff7-be30-4cb6-9b92-736ef5597627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aec291-d6e6-43a6-a276-9f4319aeb4a5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.409193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015366a-f212-4e34-b638-c786d2268959 req-8d76e8cc-15b7-48c0-8c5d-dbafffe34c19 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.418069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5015366a-f212-4e34-b638-c786d2268959 req-8d76e8cc-15b7-48c0-8c5d-dbafffe34c19 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1356285 Aug 29 04:30:29.445028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79311ee-7d3a-4bf0-883c-aba126f9f1cf tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.445982 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a79311ee-7d3a-4bf0-883c-aba126f9f1cf tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1672456 Aug 29 04:30:29.450042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60348) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.565263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a5de86b8-c7be-4402-9eca-e864751f49ad tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002386 Aug 29 04:30:29.568706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60352) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.573840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-70a9dafa-a024-451c-ba22-7dea13cc781d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:29.593328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5015366a-f212-4e34-b638-c786d2268959 req-0a7c3496-79f3-4865-8142-3af7fb521fec tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741426 Aug 29 04:30:29.613759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.622139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.702213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f3e271-d452-47b4-b379-a8484c0b369a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.862446 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.872087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.889588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a9dafa-a024-451c-ba22-7dea13cc781d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:29.894095 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70a9dafa-a024-451c-ba22-7dea13cc781d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.930476 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.937140 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7531750 Aug 29 04:30:29.938658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60356) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.941732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f4983-013d-4311-bf25-18a001198eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a245a60f-b203-4276-b879-21adc35ca285,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.948537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3c591622-3e27-4449-a623-09a3a7a6e8bf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'a245a60f-b203-4276-b879-21adc35ca285', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:30.047597 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c591622-3e27-4449-a623-09a3a7a6e8bf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.125230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.188782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60362) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:30.206396 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3673e585-3dd0-43cc-a6d0-16744d07f1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.235155 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70a9dafa-a024-451c-ba22-7dea13cc781d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.249127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c591622-3e27-4449-a623-09a3a7a6e8bf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.289709 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c591622-3e27-4449-a623-09a3a7a6e8bf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.329618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9dafa-a024-451c-ba22-7dea13cc781d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:30.338893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-70a9dafa-a024-451c-ba22-7dea13cc781d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:30.345183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9dafa-a024-451c-ba22-7dea13cc781d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.345787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70a9dafa-a024-451c-ba22-7dea13cc781d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.366612 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9dafa-a024-451c-ba22-7dea13cc781d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=9272fa11-d141-46ba-bcd2-cc16f551d976,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:30.387939 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c591622-3e27-4449-a623-09a3a7a6e8bf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e675538-1429-4943-95c7-d946d969e168,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:30.435254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af8b7b3-793b-426b-b7b3-344fcf11c8b9 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:30.446172 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3673e585-3dd0-43cc-a6d0-16744d07f1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.455088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3673e585-3dd0-43cc-a6d0-16744d07f1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.474421 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3c591622-3e27-4449-a623-09a3a7a6e8bf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.476521 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3c591622-3e27-4449-a623-09a3a7a6e8bf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5355592 Aug 29 04:30:30.480535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60364) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:30.490417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-30bc7398-839f-42fc-b21f-ff22c090ee59 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'a245a60f-b203-4276-b879-21adc35ca285', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:30.492850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-70a9dafa-a024-451c-ba22-7dea13cc781d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9230649 Aug 29 04:30:30.495235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60366) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:30.506125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': '9272fa11-d141-46ba-bcd2-cc16f551d976', 'ip_address': '2001:db8::fc5a:8a46:dfbb:4a88'}], 'name': 'tempest-NetworksTestDHCPv6-1918257833'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:30.559039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673e585-3dd0-43cc-a6d0-16744d07f1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612f91f8-d88f-4fc9-b9cb-928f90841b3e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:30.567282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-55cf7f72-1060-492e-9aa5-c0837a1c8a16 None None] Provisioning for port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:30.617948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3673e585-3dd0-43cc-a6d0-16744d07f1b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7ad8e3e842b49cc8c9da06244ccb973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280787 Aug 29 04:30:30.639030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60376) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:30.675922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:30.715537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30bc7398-839f-42fc-b21f-ff22c090ee59 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.798481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80a74-d1df-40b5-9433-403d958a2cf2 req-c870316f-7f1e-4349-ac92-3831c9c7eae0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.801208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebf80a74-d1df-40b5-9433-403d958a2cf2 req-c870316f-7f1e-4349-ac92-3831c9c7eae0 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.0747223 Aug 29 04:30:30.843635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:30.849176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:30.849820 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.897783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebf80a74-d1df-40b5-9433-403d958a2cf2 req-f8de4ff5-17c6-45e8-afc6-a01009bf3e03 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885031 Aug 29 04:30:30.968393 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b14a2d53-d7be-47e6-a5ec-b6b01751d4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.988275 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30bc7398-839f-42fc-b21f-ff22c090ee59 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.024147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30bc7398-839f-42fc-b21f-ff22c090ee59 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.028808 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.069788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8d5ff062-8fbf-4c5d-a95b-4216d5fb4197,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:31.074783 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.110091 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b14a2d53-d7be-47e6-a5ec-b6b01751d4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.116669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:31.188181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device db885d40-1ee3-41dc-89de-0793183bd429 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:31.213783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=8d5ff062-8fbf-4c5d-a95b-4216d5fb4197,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:31.216783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: db885d40-1ee3-41dc-89de-0793183bd429 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:31.217791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device db885d40-1ee3-41dc-89de-0793183bd429 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:31.218217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d2229548-a597-49ba-9eb6-1fd7528a0e15 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:31.239434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d2229548-a597-49ba-9eb6-1fd7528a0e15 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:31.239781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d2229548-a597-49ba-9eb6-1fd7528a0e15 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:31.269282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7398-839f-42fc-b21f-ff22c090ee59 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206fe552-6f16-4ca1-a520-4bd8b808df29,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:31.284453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30bc7398-839f-42fc-b21f-ff22c090ee59 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.288517 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-30bc7398-839f-42fc-b21f-ff22c090ee59 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8039212 Aug 29 04:30:31.292019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:31.292585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.295016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60388) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:31.309785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c2b3ee84-e8cb-437a-b70d-601931a617d1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'a245a60f-b203-4276-b879-21adc35ca285', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:31.324972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0774799d-171b-46ad-891a-856ea7f055eb None None] Provisioning complete for port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:31.327081 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0774799d-171b-46ad-891a-856ea7f055eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.399763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-71a600bd-856d-4602-8dbc-2c57e47b633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.401579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-71a600bd-856d-4602-8dbc-2c57e47b633c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1096 time: 0.1190128 Aug 29 04:30:31.416114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e71f1-dbd8-4739-8f8b-2526f6ac2cbf req-fce290c5-d812-4605-b72e-7e24d790df91 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.419720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-593e71f1-dbd8-4739-8f8b-2526f6ac2cbf req-fce290c5-d812-4605-b72e-7e24d790df91 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1003187 Aug 29 04:30:31.460232 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ee84-e8cb-437a-b70d-601931a617d1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.563537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.613153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-593e71f1-dbd8-4739-8f8b-2526f6ac2cbf req-b237e724-f773-4204-9f69-6bfc9c890133 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727769 Aug 29 04:30:31.613340 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b14a2d53-d7be-47e6-a5ec-b6b01751d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.619181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b14a2d53-d7be-47e6-a5ec-b6b01751d4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.624480 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b14a2d53-d7be-47e6-a5ec-b6b01751d4c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/612f91f8-d88f-4fc9-b9cb-928f90841b3e HTTP/1.1" status: 204 len: 168 time: 0.9798694 Aug 29 04:30:31.658554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-774355cc-97bf-4d4a-b3af-53c7e26fbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.660107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-774355cc-97bf-4d4a-b3af-53c7e26fbab4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.2405117 Aug 29 04:30:31.694478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a2d53-d7be-47e6-a5ec-b6b01751d4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612f91f8-d88f-4fc9-b9cb-928f90841b3e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:31.698968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port dc028e3f-8ce8-4cc1-bbd3-edec89f27e01, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dc028e3f-8ce8-4cc1-bbd3-edec89f27e01,segment=NetworkSegment(4c7c18f4-e25f-4140-878c-62b90f5e5697),segment_id=4c7c18f4-e25f-4140-878c-62b90f5e5697)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:31.700906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.705522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port 2b2b5276-ff4d-4f58-898d-bacdb84c1a84 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:31.743044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:31.746162 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ee84-e8cb-437a-b70d-601931a617d1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.777073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fff6d40a-bd40-4a77-b995-11c086534362 None None] Could not find standard attr ID for object dfd917ca-41f1-482d-8214-7cbc49535cae. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:31.783718 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ee84-e8cb-437a-b70d-601931a617d1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.896949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-387a3640-714a-469b-a6e9-4704a5e5d645 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 998 time: 0.2297516 Aug 29 04:30:31.928079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3ee84-e8cb-437a-b70d-601931a617d1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcac1da-ea1c-4a9f-84fe-f3001b1ef43b,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:31.937254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ee84-e8cb-437a-b70d-601931a617d1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.938523 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c2b3ee84-e8cb-437a-b70d-601931a617d1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6343961 Aug 29 04:30:31.945709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60402) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:31.954679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-26efafd4-d3f9-4446-9d51-1e2a2ef1e0a4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'a245a60f-b203-4276-b879-21adc35ca285', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:32.021650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-ba52298a-8cff-4f46-963a-7011f4473894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:32.025350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-ba52298a-8cff-4f46-963a-7011f4473894 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1214294 Aug 29 04:30:32.078355 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-26efafd4-d3f9-4446-9d51-1e2a2ef1e0a4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.163878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::fc5a:8a46:dfbb:4a88 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/9272fa11-d141-46ba-bcd2-cc16f551d976/2b2b5276-ff4d-4f58-898d-bacdb84c1a84) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:32.178850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-ee3f319d-7bc9-447c-96dd-11c795e0d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:32.184800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-ee3f319d-7bc9-447c-96dd-11c795e0d3f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472380 Aug 29 04:30:32.221943 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-26efafd4-d3f9-4446-9d51-1e2a2ef1e0a4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.285738 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-26efafd4-d3f9-4446-9d51-1e2a2ef1e0a4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.314889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efafd4-d3f9-4446-9d51-1e2a2ef1e0a4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebba289a-fe33-4124-a700-e6632eadd928,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:32.336241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.339554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-26efafd4-d3f9-4446-9d51-1e2a2ef1e0a4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.345190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-26efafd4-d3f9-4446-9d51-1e2a2ef1e0a4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3923109 Aug 29 04:30:32.358155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60412) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:32.392054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1f573389-5c99-45a7-85e9-d41da2d922cc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'a245a60f-b203-4276-b879-21adc35ca285', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:32.397204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-17be24cb-a9ec-49a7-97a7-c4ff67a8f55c service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735311 Aug 29 04:30:32.418201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=dc028e3f-8ce8-4cc1-bbd3-edec89f27e01,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:32.565176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d289dd2-5ae2-414d-8657-088abb8d369a req-f9d14989-3f85-4bae-b7e4-c139b22e7374 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594679 Aug 29 04:30:32.691208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:32.756752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:32.757414 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.840799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222046f-f783-4657-b3c9-a71293d6277e req-1bb682c8-18e5-466b-9ebb-576ec1406d82 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:32.843866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b222046f-f783-4657-b3c9-a71293d6277e req-1bb682c8-18e5-466b-9ebb-576ec1406d82 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.0987766 Aug 29 04:30:32.907358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b222046f-f783-4657-b3c9-a71293d6277e req-f8b75526-dd6d-452d-a0ac-3223ddadc98a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541003 Aug 29 04:30:33.052932 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-1f573389-5c99-45a7-85e9-d41da2d922cc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Project b3b69e4de3d74dd0af3e4bd631a2b142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:30:33.081850 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f573389-5c99-45a7-85e9-d41da2d922cc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.267274 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.317645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object 2b2b5276-ff4d-4f58-898d-bacdb84c1a84 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:33.340432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.343456 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f573389-5c99-45a7-85e9-d41da2d922cc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.352845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f573389-5c99-45a7-85e9-d41da2d922cc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.396856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f573389-5c99-45a7-85e9-d41da2d922cc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fa3a86-e8f5-4278-8d3d-21f2a7065aa8,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.500795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f573389-5c99-45a7-85e9-d41da2d922cc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.503538 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1f573389-5c99-45a7-85e9-d41da2d922cc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1431477 Aug 29 04:30:33.506365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60448) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:33.520643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-101cbce7-c661-4c57-9066-05ba2233a5f8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'a245a60f-b203-4276-b879-21adc35ca285', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:33.574321 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-101cbce7-c661-4c57-9066-05ba2233a5f8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Project b3b69e4de3d74dd0af3e4bd631a2b142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:30:33.586395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-101cbce7-c661-4c57-9066-05ba2233a5f8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.617024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.664630 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-101cbce7-c661-4c57-9066-05ba2233a5f8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.669725 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-101cbce7-c661-4c57-9066-05ba2233a5f8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.710143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cbce7-c661-4c57-9066-05ba2233a5f8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ff155a-d4fc-4853-9cce-d7ca4646f9e0,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.714202 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-101cbce7-c661-4c57-9066-05ba2233a5f8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.715074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-101cbce7-c661-4c57-9066-05ba2233a5f8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2059293 Aug 29 04:30:33.717594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60458) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:33.735535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'network': {'name': 'tempest-network-smoke--891685546', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'port_security_enabled': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:33.749174 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:33.758010 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:33.760528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:33.767014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.767704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.780802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:33.783753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=2b2b5276-ff4d-4f58-898d-bacdb84c1a84,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.798996 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.816828 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6f267cfd-c873-4204-8be7-a68322cf05fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3189363 Aug 29 04:30:33.819159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:33.819325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60460) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:33.826648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4a9fed12-9f13-4438-8c5b-4f676152a5fc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': '9272fa11-d141-46ba-bcd2-cc16f551d976', 'ip_address': '2001:db8::fc5a:8a46:dfbb:4a88'}], 'name': 'tempest-NetworksTestDHCPv6-739418234'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:33.933511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:33.951905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.953768 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Added segment 3835bb6b-c29e-4cf7-9bf3-6c7e835efd09 of type vlan for network 962e30a7-9d40-4434-9440-459219ed88f1 Aug 29 04:30:33.985370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:33.995387 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0a22fc3f-8ca3-48de-8dd4-57bfae63857b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6599064 Aug 29 04:30:34.001795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] Sync routers for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:34.009159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60470) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:34.022372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:34.026975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:34.039272 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.116969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9fed12-9f13-4438-8c5b-4f676152a5fc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:34.175710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdccb3f-7801-430a-8d0e-508a956a38dd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting subnet 55667e3a-14a2-4ec9-b9b4-1999102ac4b2 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:34.192153 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cdccb3f-7801-430a-8d0e-508a956a38dd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.260258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cdccb3f-7801-430a-8d0e-508a956a38dd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.268178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:34.309275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4a9fed12-9f13-4438-8c5b-4f676152a5fc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.359114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-268f7cc9-2774-43f2-9737-ced2b3f67afd None None] Provisioning for port 2b2b5276-ff4d-4f58-898d-bacdb84c1a84 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:34.361761 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.370100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.371022 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.387477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cdccb3f-7801-430a-8d0e-508a956a38dd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.390938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-268f7cc9-2774-43f2-9737-ced2b3f67afd None None] Provisioning complete for port 2b2b5276-ff4d-4f58-898d-bacdb84c1a84 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:34.395658 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-268f7cc9-2774-43f2-9737-ced2b3f67afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.430011 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7110388 Aug 29 04:30:34.445827 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60480) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:34.454906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'admin_state_up': True, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:34.480438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-4a9fed12-9f13-4438-8c5b-4f676152a5fc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port 65f711fb-042b-4526-84e3-8d537734bbeb yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:34.547349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.548771 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.555859 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cdccb3f-7801-430a-8d0e-508a956a38dd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.609531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df7c9f-3cbe-46f9-8a98-c1ce8c4dc8fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Network': ['ID=962e30a7-9d40-4434-9440-459219ed88f1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:34.646604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b279a05-7985-42cd-9cfd-89c92e752660 req-8e5336df-dd00-4b53-83d3-f96fe99572e1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.648603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b279a05-7985-42cd-9cfd-89c92e752660 req-8e5336df-dd00-4b53-83d3-f96fe99572e1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.3559124 Aug 29 04:30:34.656396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 962e30a7-9d40-4434-9440-459219ed88f1 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:34.656853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdccb3f-7801-430a-8d0e-508a956a38dd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Subnet': ['ID=55667e3a-14a2-4ec9-b9b4-1999102ac4b2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:34.667759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-268f7cc9-2774-43f2-9737-ced2b3f67afd None None] Port 2b2b5276-ff4d-4f58-898d-bacdb84c1a84 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:34.675690 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6cdccb3f-7801-430a-8d0e-508a956a38dd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.681880 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6cdccb3f-7801-430a-8d0e-508a956a38dd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/55667e3a-14a2-4ec9-b9b4-1999102ac4b2 HTTP/1.1" status: 204 len: 168 time: 0.6692870 Aug 29 04:30:34.684230 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60484) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:34.715217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab79ec-bb63-4576-934b-e2beb955c78b None None] Network 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:34.821924 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.980795 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9fed12-9f13-4438-8c5b-4f676152a5fc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:30:34.982944 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.987044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9fed12-9f13-4438-8c5b-4f676152a5fc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:35.022710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b279a05-7985-42cd-9cfd-89c92e752660 req-b0693b88-11ba-4579-8295-fc9b008388aa tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628411 Aug 29 04:30:35.094548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4a9fed12-9f13-4438-8c5b-4f676152a5fc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2726521 Aug 29 04:30:35.097328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60502) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.130382 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.133389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:32Z', 'revision_number': 10, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:35.202190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30674a24-692b-4328-b365-fc81fbfd6ec4 None None] DHCP port deletion for 9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:35.206061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] Checking router: 74205ece-f7d5-4107-98c5-4a3f8126f9e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:35.282789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:35.283423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:35.286379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0472cd-4b0d-496e-a841-a190a4ca465d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.306035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0472cd-4b0d-496e-a841-a190a4ca465d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.307769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9e0472cd-4b0d-496e-a841-a190a4ca465d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2095625 Aug 29 04:30:35.315035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60510) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.361524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbc928-2091-4a11-be76-d31b3ca7d72c req-97fadf7f-3a2c-4ff9-83d8-6124325ff28c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.363249 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8abbc928-2091-4a11-be76-d31b3ca7d72c req-97fadf7f-3a2c-4ff9-83d8-6124325ff28c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1793461 Aug 29 04:30:35.448965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:35.451307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8abbc928-2091-4a11-be76-d31b3ca7d72c req-67a4b094-ee19-4149-9d4c-0f0c36ed9b65 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753243 Aug 29 04:30:35.452418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-30674a24-692b-4328-b365-fc81fbfd6ec4 None None] Deleting port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:35.452573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-30674a24-692b-4328-b365-fc81fbfd6ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.567463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:35.576189 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.598270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-30674a24-692b-4328-b365-fc81fbfd6ec4 None None] For port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c97aa526-dee0-4bb7-ac8e-9abc2b7999b6,segment=NetworkSegment(4c7c18f4-e25f-4140-878c-62b90f5e5697),segment_id=4c7c18f4-e25f-4140-878c-62b90f5e5697)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:35.598678 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-30674a24-692b-4328-b365-fc81fbfd6ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.627201 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-30674a24-692b-4328-b365-fc81fbfd6ec4 None None] Calling delete_port for c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:35.672424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2759b-6186-4083-b11f-87dfcd9cd12f req-797f472e-dadb-4d49-bf1a-32c5fc98bb18 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.674576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57b2759b-6186-4083-b11f-87dfcd9cd12f req-797f472e-dadb-4d49-bf1a-32c5fc98bb18 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.0975125 Aug 29 04:30:35.728876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c97aa526-dee0-4bb7-ac8e-9abc2b7999b6,segment=NetworkSegment(4c7c18f4-e25f-4140-878c-62b90f5e5697),segment_id=4c7c18f4-e25f-4140-878c-62b90f5e5697)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:35.730719 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.744814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57b2759b-6186-4083-b11f-87dfcd9cd12f req-5a738e10-fa06-4edc-aa0b-6b08c8327392 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635731 Aug 29 04:30:35.745668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:35.997151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-623e949f-5b1d-4a59-83ad-4c3d4e913a38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port 2b2b5276-ff4d-4f58-898d-bacdb84c1a84 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:35.997642 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-623e949f-5b1d-4a59-83ad-4c3d4e913a38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.085700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.125357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a13c6e-8b44-429e-a95c-27ec10a035ca req-93df4121-f30b-4b89-aabf-41db360c99c2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:36.127785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6a13c6e-8b44-429e-a95c-27ec10a035ca req-93df4121-f30b-4b89-aabf-41db360c99c2 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.0989306 Aug 29 04:30:36.145484 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.151182 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-30674a24-692b-4328-b365-fc81fbfd6ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.193749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30674a24-692b-4328-b365-fc81fbfd6ec4 None None] Pushing event deleted for resources: {'Port': ['ID=c97aa526-dee0-4bb7-ac8e-9abc2b7999b6,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:36.198968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6a13c6e-8b44-429e-a95c-27ec10a035ca req-750e1946-5ac3-40d0-9548-a267824e2b3d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569060 Aug 29 04:30:36.216543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30674a24-692b-4328-b365-fc81fbfd6ec4 None None] No DVR routers for this DVR port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:36.265020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:32Z', 'revision_number': 10, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:36.312177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1eeb8-42e4-471c-9584-c782d741c523 None None] The sync data for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 is: [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:32Z', 'revision_number': 10, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None, '_interfaces': [{'id': '07436fe3-4512-4f45-92e3-a1a15882fad1', 'name': '', 'network_id': '07c1e3be-6faa-4e70-b857-9281a5f1f789', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'mac_address': 'fa:16:3e:92:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:29:34Z', 'updated_at': '2021-08-29T04:29:46Z', 'revision_number': 5, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'subnets': [{'id': '02a0b2b4-3080-45de-87cd-8f02e850b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:36.409280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-623e949f-5b1d-4a59-83ad-4c3d4e913a38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.428094 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-623e949f-5b1d-4a59-83ad-4c3d4e913a38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for 2b2b5276-ff4d-4f58-898d-bacdb84c1a84 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:36.586694 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.587636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:36.598561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.25.5.230 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:36.632465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:36.646619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:36.647532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:36.685627 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=c97aa526-dee0-4bb7-ac8e-9abc2b7999b6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:36.692028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No DVR routers for this DVR port c97aa526-dee0-4bb7-ac8e-9abc2b7999b6 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:36.706987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:36.707601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dc028e3f-8ce8-4cc1-bbd3-edec89f27e01 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:37.145661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60552) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.257748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.285161 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.294739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcbe99a-a7e2-43e2-ba39-6c7cd3862788']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:37.311422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-623e949f-5b1d-4a59-83ad-4c3d4e913a38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.319588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7c18f4-e25f-4140-878c-62b90f5e5697') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:37.319892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7c18f4-e25f-4140-878c-62b90f5e5697') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:37.392049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2f840-9339-4979-931d-e2d2a51d793f req-0c3c7c78-9bd9-4765-9783-d582f1f5450c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.399963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67b2f840-9339-4979-931d-e2d2a51d793f req-0c3c7c78-9bd9-4765-9783-d582f1f5450c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.0953526 Aug 29 04:30:37.405289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.409173 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.445959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e949f-5b1d-4a59-83ad-4c3d4e913a38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=2b2b5276-ff4d-4f58-898d-bacdb84c1a84,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:37.455723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.462264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-623e949f-5b1d-4a59-83ad-4c3d4e913a38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.467846 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-623e949f-5b1d-4a59-83ad-4c3d4e913a38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/2b2b5276-ff4d-4f58-898d-bacdb84c1a84 HTTP/1.1" status: 204 len: 168 time: 2.1477716 Aug 29 04:30:37.469821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60562) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.472700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:37.473146 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:37.480755 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:37.532899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67b2f840-9339-4979-931d-e2d2a51d793f req-01927260-98aa-4a6e-99d2-52d36d1710de tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312056 Aug 29 04:30:37.593057 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.609421 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.613184 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b77dc9-68d6-424d-a7ca-ec74269c34f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.614807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b77dc9-68d6-424d-a7ca-ec74269c34f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.619084 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.621834 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/networks/9fcbe99a-a7e2-43e2-ba39-6c7cd3862788 HTTP/1.1" status: 204 len: 168 time: 2.9369419 Aug 29 04:30:37.622834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-24b77dc9-68d6-424d-a7ca-ec74269c34f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1452751 Aug 29 04:30:37.623872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60566) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.625064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60568) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.644401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14477ff8-e14c-45da-b2fb-e3079cb14a1e tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Network': ['ID=9fcbe99a-a7e2-43e2-ba39-6c7cd3862788,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:37.666696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.711536 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.727832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:37.759727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:37.761570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:37.766211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:37.866854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db0539e-b0a3-4496-9b21-f3ff16874f32 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 9272fa11-d141-46ba-bcd2-cc16f551d976 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:37.867618 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9db0539e-b0a3-4496-9b21-f3ff16874f32 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.947915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a06dc86873384234bdc61172acd6f9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003201 Aug 29 04:30:37.950248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60580) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.147506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.434988 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.556180 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9db0539e-b0a3-4496-9b21-f3ff16874f32 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.561260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6d4543-fc9e-42b5-93a3-286fc83d8b25,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:38.673788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 305f10a5-600f-44c5-ab34-88685e6aa461 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:30:38.692246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.692726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.692985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.694272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.694704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.695144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.695572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.696135 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.696643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.697959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.699044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.699581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18278ab8-d969-4cac-815a-120870412519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.704832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-b2a6a32a-ff1d-4aa7-a6aa-ae7ba6e32601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.706555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-b2a6a32a-ff1d-4aa7-a6aa-ae7ba6e32601 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 1096 time: 0.7970829 Aug 29 04:30:38.723751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c810a1-9ab5-4b46-83c0-8eff90834045 req-7370a2fc-27cb-4793-b019-c3962eea68e4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.725594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60c810a1-9ab5-4b46-83c0-8eff90834045 req-7370a2fc-27cb-4793-b019-c3962eea68e4 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.9050989 Aug 29 04:30:38.781934 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9db0539e-b0a3-4496-9b21-f3ff16874f32 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.824399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:38.839648 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Sync routers for ids ['305f10a5-600f-44c5-ab34-88685e6aa461'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:38.853951 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.855833 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a554eab1-ee82-451b-9925-56ceffd7b044 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4089267 Aug 29 04:30:38.861084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60596) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.867503 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Routers {'305f10a5-600f-44c5-ab34-88685e6aa461'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:38.869781 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['305f10a5-600f-44c5-ab34-88685e6aa461'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:38.948556 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0640e097-d76f-4faa-be0e-dd429631abc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.049025 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0640e097-d76f-4faa-be0e-dd429631abc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.056081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3fc20b80-48e9-4e47-a469-3f18d1853db5 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=b3b69e4de3d74dd0af3e4bd631a2b142&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1937487 Aug 29 04:30:39.056741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60602) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:39.067624 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Set router 305f10a5-600f-44c5-ab34-88685e6aa461 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:39.152084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60c810a1-9ab5-4b46-83c0-8eff90834045 req-f79353d0-2f2c-4da5-825e-a9ccdc7d8d2c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156151 Aug 29 04:30:39.188189 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9db0539e-b0a3-4496-9b21-f3ff16874f32 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.205607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-c76bd321-3a99-4d94-999e-f229be7aa3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.207041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-c76bd321-3a99-4d94-999e-f229be7aa3ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 200 len: 913 time: 0.4793441 Aug 29 04:30:39.240230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0539e-b0a3-4496-9b21-f3ff16874f32 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=9272fa11-d141-46ba-bcd2-cc16f551d976,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:39.244131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9db0539e-b0a3-4496-9b21-f3ff16874f32 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.250335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005cd16-8139-4ae0-bdaa-35a7b36e85cc None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:39.250932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9db0539e-b0a3-4496-9b21-f3ff16874f32 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/9272fa11-d141-46ba-bcd2-cc16f551d976 HTTP/1.1" status: 204 len: 168 time: 1.6209602 Aug 29 04:30:39.251251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60608) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:39.329120 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a4235152-809d-43c5-a6a1-108bfc649825 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765553 Aug 29 04:30:39.337812 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60610) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:39.339519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0640e097-d76f-4faa-be0e-dd429631abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.342416 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0640e097-d76f-4faa-be0e-dd429631abc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.343623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0640e097-d76f-4faa-be0e-dd429631abc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b6d4543-fc9e-42b5-93a3-286fc83d8b25 HTTP/1.1" status: 204 len: 168 time: 1.3440666 Aug 29 04:30:39.357474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-20fcbdd1-f5d9-4850-a3e6-7f8ac8b2b54e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:39.381651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640e097-d76f-4faa-be0e-dd429631abc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6d4543-fc9e-42b5-93a3-286fc83d8b25,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:39.446685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-059ffcfa-0e1e-49b8-8d9d-aa4fbf0d2646 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 200 len: 998 time: 0.2157338 Aug 29 04:30:39.461383 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:38Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:39.490195 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6460c3e4-c2b8-47fa-befa-3bb7de0cdbdf tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.495149 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6460c3e4-c2b8-47fa-befa-3bb7de0cdbdf tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4374204 Aug 29 04:30:39.495767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60614) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:39.558762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-ef46cb09-4d00-4648-ab55-11a520d448a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.559348 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-efb311fb-8469-49ed-aaf4-69965794d39a tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553868 Aug 29 04:30:39.559459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-ef46cb09-4d00-4648-ab55-11a520d448a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 200 len: 851 time: 0.1010282 Aug 29 04:30:39.559541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60616) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:39.567835 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Checking router: 305f10a5-600f-44c5-ab34-88685e6aa461 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:39.568493 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Updating router 305f10a5-600f-44c5-ab34-88685e6aa461 port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:30:39.582182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-807006425', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:39.634384 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.739526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-c88634a3-4074-4249-9241-00dcd4894344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.741642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-c88634a3-4074-4249-9241-00dcd4894344 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704242 Aug 29 04:30:39.757135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c1963b-fe37-48b8-97d8-b6b3df2a6482 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:39.792444 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fcbdd1-f5d9-4850-a3e6-7f8ac8b2b54e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:39.799314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20fcbdd1-f5d9-4850-a3e6-7f8ac8b2b54e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.871225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1963b-fe37-48b8-97d8-b6b3df2a6482 None None] Deleting port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:39.871611 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c9c1963b-fe37-48b8-97d8-b6b3df2a6482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.939455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-a9c2821d-3a8c-46c9-8b38-12f6247670ed service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635709 Aug 29 04:30:39.998893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:40.002431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.018344 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.110812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c9c1963b-fe37-48b8-97d8-b6b3df2a6482 None None] For port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8d5ff062-8fbf-4c5d-a95b-4216d5fb4197,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:40.118009 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c9c1963b-fe37-48b8-97d8-b6b3df2a6482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.165774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1963b-fe37-48b8-97d8-b6b3df2a6482 None None] Calling delete_port for 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:40.187761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60626) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:40.270201 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.286874 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Transition to ACTIVE for port object d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:40.299760 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.321992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3603ddb7-75e8-4e02-8e3d-1611e43aca1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.420085 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20fcbdd1-f5d9-4850-a3e6-7f8ac8b2b54e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.471859 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Attempting to bind port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:40.472423 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Attempting to bind port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:40.472758 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Attempting to bind port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:40.503186 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa547f-d4af-4c3c-8a0d-8c020aa5d604 None None] Pushing event updated for resources: {'Port': ['ID=d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.511073 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:40.511918 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:40.512096 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.512581 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:40.513082 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Bound port: d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:40.513966 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.631562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:40.666626 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] For port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:40.670514 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] For port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:40.677566 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.718211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fcbdd1-f5d9-4850-a3e6-7f8ac8b2b54e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:40.721125 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b3a6b397-916d-477d-a664-353c65db9856 req-61fea8ba-9977-479d-b943-7c9e764a3432 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3130493 Aug 29 04:30:40.736017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-20fcbdd1-f5d9-4850-a3e6-7f8ac8b2b54e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:40.756225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fcbdd1-f5d9-4850-a3e6-7f8ac8b2b54e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.764679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20fcbdd1-f5d9-4850-a3e6-7f8ac8b2b54e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.775832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a14be-aecd-43ad-bfe9-c8eaea2625cb req-c1908a16-fccb-4225-913f-44a48990455e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.781754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-982a14be-aecd-43ad-bfe9-c8eaea2625cb req-c1908a16-fccb-4225-913f-44a48990455e tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.4194708 Aug 29 04:30:40.814481 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c9c1963b-fe37-48b8-97d8-b6b3df2a6482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.820628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcbdd1-f5d9-4850-a3e6-7f8ac8b2b54e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=852201fd-dc72-4a9c-afcd-11aa58cf9afa,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.835480 n-d-712141-12 neutron-server[94852]: INFO neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No ports have port_id starting with 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 Aug 29 04:30:40.843677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c1963b-fe37-48b8-97d8-b6b3df2a6482 None None] No DVR routers for this DVR port 8d5ff062-8fbf-4c5d-a95b-4216d5fb4197 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:40.864777 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b3a6b397-916d-477d-a664-353c65db9856 req-44e68fd1-c600-42fa-a49d-3469631f7344 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.1207166 Aug 29 04:30:40.866043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1963b-fe37-48b8-97d8-b6b3df2a6482 None None] Pushing event deleted for resources: {'Port': ['ID=8d5ff062-8fbf-4c5d-a95b-4216d5fb4197,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.885857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3793ffff-3983-4f6a-8fbf-ba9ebf822460 req-9bdb7844-37ce-48fb-a19f-cbe321c10152 service neutron] 10.222.0.52 "GET /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9333525 Aug 29 04:30:40.906773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a6a0a-e8dc-43f9-a278-049bb21eddcd None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:40.971672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b3a6b397-916d-477d-a664-353c65db9856 req-66033132-8788-4120-abcd-3ecd1006088c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492980 Aug 29 04:30:40.986284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-982a14be-aecd-43ad-bfe9-c8eaea2625cb req-f364234b-7fe4-4b26-9c47-14e74988cb68 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880410 Aug 29 04:30:41.007578 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa547f-d4af-4c3c-8a0d-8c020aa5d604 None None] Pushing event updated for resources: {'Port': ['ID=d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.028876 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Routers {'305f10a5-600f-44c5-ab34-88685e6aa461'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:41.029514 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['305f10a5-600f-44c5-ab34-88685e6aa461'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:41.195102 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] Set router 305f10a5-600f-44c5-ab34-88685e6aa461 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:41.227082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '852201fd-dc72-4a9c-afcd-11aa58cf9afa'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:41.227964 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.339838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3603ddb7-75e8-4e02-8e3d-1611e43aca1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.354563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3603ddb7-75e8-4e02-8e3d-1611e43aca1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.405832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b397-916d-477d-a664-353c65db9856 req-b5d9614f-4cab-4cd6-9299-adb40ccb621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.416442 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b3a6b397-916d-477d-a664-353c65db9856 req-b5d9614f-4cab-4cd6-9299-adb40ccb621a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4381378 Aug 29 04:30:41.417812 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-20fcbdd1-f5d9-4850-a3e6-7f8ac8b2b54e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0792892 Aug 29 04:30:41.427460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60644) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:41.448371 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-69e014df-3eab-443b-aed2-0f8a6cfd1312 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': '852201fd-dc72-4a9c-afcd-11aa58cf9afa', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-673365896'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:41.477830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3603ddb7-75e8-4e02-8e3d-1611e43aca1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d67298f59034366b8879feaa00ea0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2884908 Aug 29 04:30:41.485595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60646) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:41.491454 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.504525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603ddb7-75e8-4e02-8e3d-1611e43aca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc5f107-a076-4e90-9b1d-781392030755,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.538909 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:38Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:41.550607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Allocated IP 2001:db8::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/852201fd-dc72-4a9c-afcd-11aa58cf9afa/2fce4ad5-f6fe-4a11-9cde-236db86ba866) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:41.562266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port 07436fe3-4512-4f45-92e3-a1a15882fad1 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:41.562617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.569385 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc4f3d-9b6f-4eae-a4f9-c83e46f29c0f None None] The sync data for ids ['305f10a5-600f-44c5-ab34-88685e6aa461'] in n-d-712141-12 is: [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:38Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:41.668993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Subnet': ['ID=8e6d53b3-56fa-4b46-9561-cedeff354da7,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.686927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port 07436fe3-4512-4f45-92e3-a1a15882fad1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=07436fe3-4512-4f45-92e3-a1a15882fad1,segment=NetworkSegment(dfbc9a9d-292b-4a51-8249-629f8557e883),segment_id=dfbc9a9d-292b-4a51-8249-629f8557e883)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:41.687586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.692257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Checking segment: {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:41.692654 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network hostable DHCP agents. Network: 962e30a7-9d40-4434-9440-459219ed88f1, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:41.701915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for 07436fe3-4512-4f45-92e3-a1a15882fad1 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:41.724936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e014df-3eab-443b-aed2-0f8a6cfd1312 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:41.762404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 962e30a7-9d40-4434-9440-459219ed88f1 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:41.778308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 962e30a7-9d40-4434-9440-459219ed88f1) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:41.789765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.804210 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.934139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af26075-ae3d-4cc8-a835-ac3c6b512b05 None None] Network 962e30a7-9d40-4434-9440-459219ed88f1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:41.958048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e78f31c8-c6bb-44a9-b896-dfa744b1fbc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3958445 Aug 29 04:30:41.963155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60652) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:42.000175 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.068624 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.103935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Transition to ACTIVE for port object 2fce4ad5-f6fe-4a11-9cde-236db86ba866 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:42.154623 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b76f116-bdd5-43f7-8631-8ef6839bfaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.166028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=07436fe3-4512-4f45-92e3-a1a15882fad1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:42.170421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Transition to ACTIVE for port object 2fce4ad5-f6fe-4a11-9cde-236db86ba866 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:42.198132 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69e014df-3eab-443b-aed2-0f8a6cfd1312 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.200781 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.263281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-69e014df-3eab-443b-aed2-0f8a6cfd1312 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port 31c0bccc-ca6d-4848-a088-47c5399c61c5 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:42.282498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Pushing event updated for resources: {'Port': ['ID=2fce4ad5-f6fe-4a11-9cde-236db86ba866,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:42.329026 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b76f116-bdd5-43f7-8631-8ef6839bfaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.390875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:42.395167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:42.403665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:42.430412 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e014df-3eab-443b-aed2-0f8a6cfd1312 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:30:42.430885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e014df-3eab-443b-aed2-0f8a6cfd1312 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:42.431227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d3b06-dc38-4b5e-8e37-2708534c51f3 req-53db7971-0461-461f-8b6a-0b309fe02ff5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.440918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-688d3b06-dc38-4b5e-8e37-2708534c51f3 req-53db7971-0461-461f-8b6a-0b309fe02ff5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2726727 Aug 29 04:30:42.448753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-962e30a7-9d40-4434-9440-459219ed88f1', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:42.449596 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.473563 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-69e014df-3eab-443b-aed2-0f8a6cfd1312 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0427630 Aug 29 04:30:42.479340 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60662) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:42.649974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Attempting to bind port 2fce4ad5-f6fe-4a11-9cde-236db86ba866 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:42.650344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Attempting to bind port 2fce4ad5-f6fe-4a11-9cde-236db86ba866 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:42.650707 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Attempting to bind port 2fce4ad5-f6fe-4a11-9cde-236db86ba866 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:42.662654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:42.663153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:42.663558 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.664088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:42.664594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Bound port: 2fce4ad5-f6fe-4a11-9cde-236db86ba866, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:42.665084 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.742518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638db9b3-7eeb-40ff-8aef-5d7800d1a098 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.751341 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-638db9b3-7eeb-40ff-8aef-5d7800d1a098 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2702477 Aug 29 04:30:42.751515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60666) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:42.792003 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-688d3b06-dc38-4b5e-8e37-2708534c51f3 req-65562b0c-771e-481a-a90b-4b2d58dc9449 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488867 Aug 29 04:30:42.792773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.809266 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] For port 2fce4ad5-f6fe-4a11-9cde-236db86ba866, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:42.813418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] For port 2fce4ad5-f6fe-4a11-9cde-236db86ba866, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2fce4ad5-f6fe-4a11-9cde-236db86ba866,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:42.859529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Allocated IP 172.20.0.2 (962e30a7-9d40-4434-9440-459219ed88f1/8e6d53b3-56fa-4b46-9561-cedeff354da7/ad3d0375-d3b0-499b-a024-a335405b95f7) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:42.940792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97692908-37c0-460f-8c13-70b71670c50f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.942468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97692908-37c0-460f-8c13-70b71670c50f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.946554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b76f116-bdd5-43f7-8631-8ef6839bfaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.950514 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-97692908-37c0-460f-8c13-70b71670c50f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1898015 Aug 29 04:30:42.952580 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b76f116-bdd5-43f7-8631-8ef6839bfaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.954271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5b76f116-bdd5-43f7-8631-8ef6839bfaf6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccc5f107-a076-4e90-9b1d-781392030755 HTTP/1.1" status: 204 len: 168 time: 1.4666920 Aug 29 04:30:42.957393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60674) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:43.044375 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76f116-bdd5-43f7-8631-8ef6839bfaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc5f107-a076-4e90-9b1d-781392030755,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:43.084473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:43.172308 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.190077 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8376ece3-d1c3-4ab8-aa6e-78ccc30a2582 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 852201fd-dc72-4a9c-afcd-11aa58cf9afa {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:43.267791 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8376ece3-d1c3-4ab8-aa6e-78ccc30a2582 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.293806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:43.320575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed86190-8caf-4a12-b908-b8c4a846d012 req-bdfb5802-390c-4e0c-b125-27811b233a87 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:43.332742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ed86190-8caf-4a12-b908-b8c4a846d012 req-bdfb5802-390c-4e0c-b125-27811b233a87 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.3356688 Aug 29 04:30:43.371337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc02b23-475d-4a64-9846-de4d472a18e3 None None] Pushing event updated for resources: {'Port': ['ID=2fce4ad5-f6fe-4a11-9cde-236db86ba866,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:43.401027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:43.417694 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.424797 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8376ece3-d1c3-4ab8-aa6e-78ccc30a2582 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.435132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:43.435552 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.511270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Transition to ACTIVE for port object ad3d0375-d3b0-499b-a024-a335405b95f7 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:43.526225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ed86190-8caf-4a12-b908-b8c4a846d012 req-f3de201c-d450-4566-a0a5-61ce3ad6b6af tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922903 Aug 29 04:30:43.561685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Transition to ACTIVE for port object ad3d0375-d3b0-499b-a024-a335405b95f7 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:43.572989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:43.587552 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.613211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-83c5fe65-af87-4b83-94bb-5430a8044921 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9806123 Aug 29 04:30:43.613211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60694) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:43.650026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] Sync routers for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:43.772115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:43.778760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:43.859212 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40ad85e-c9a8-4e92-9f29-120055f79683 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting subnet 02a0b2b4-3080-45de-87cd-8f02e850b165 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:43.869926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e40ad85e-c9a8-4e92-9f29-120055f79683 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.888870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:43.977954 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e40ad85e-c9a8-4e92-9f29-120055f79683 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.991128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Network 962e30a7-9d40-4434-9440-459219ed88f1 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:43.994578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:44.004995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:41Z', 'revision_number': 11, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:44.007226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:44.093427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Pushing event updated for resources: {'Port': ['ID=ad3d0375-d3b0-499b-a024-a335405b95f7,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.097407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] Checking router: 74205ece-f7d5-4107-98c5-4a3f8126f9e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:44.123985 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.184352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:44.202808 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e40ad85e-c9a8-4e92-9f29-120055f79683 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.244895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:44.245588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:44.255096 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.344296 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e40ad85e-c9a8-4e92-9f29-120055f79683 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.398068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ad85e-c9a8-4e92-9f29-120055f79683 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Subnet': ['ID=02a0b2b4-3080-45de-87cd-8f02e850b165,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.408311 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e40ad85e-c9a8-4e92-9f29-120055f79683 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.413645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e40ad85e-c9a8-4e92-9f29-120055f79683 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/02a0b2b4-3080-45de-87cd-8f02e850b165 HTTP/1.1" status: 204 len: 168 time: 0.7786529 Aug 29 04:30:44.413645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60732) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:44.474240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f18f5a-66fc-45e3-a31a-711234925f29 None None] Network 07c1e3be-6faa-4e70-b857-9281a5f1f789 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:44.506561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:44.546017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Attempting to bind port ad3d0375-d3b0-499b-a024-a335405b95f7 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:44.546639 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Attempting to bind port ad3d0375-d3b0-499b-a024-a335405b95f7 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:44.547201 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Attempting to bind port ad3d0375-d3b0-499b-a024-a335405b95f7 on network 962e30a7-9d40-4434-9440-459219ed88f1 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:44.621507 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.641548 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8376ece3-d1c3-4ab8-aa6e-78ccc30a2582 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.677629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:41Z', 'revision_number': 11, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:44.721668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:44.722024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Checking segment: {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:44.722435 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.722837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Bound using segment: {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:44.723334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Bound port: ad3d0375-d3b0-499b-a024-a335405b95f7, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:44.723721 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.734159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ff2aa-b731-4dc6-90ec-c43a079aa72e None None] The sync data for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 is: [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:41Z', 'revision_number': 11, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:44.735703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2fce4ad5-f6fe-4a11-9cde-236db86ba866 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:44.822662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Deleting port 9d988ed4-30d3-4787-b516-c9a388334bb4 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:44.823482 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.826980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.918658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 2fce4ad5-f6fe-4a11-9cde-236db86ba866 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:44.953966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] For port 9d988ed4-30d3-4787-b516-c9a388334bb4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9d988ed4-30d3-4787-b516-c9a388334bb4,segment=NetworkSegment(dfbc9a9d-292b-4a51-8249-629f8557e883),segment_id=dfbc9a9d-292b-4a51-8249-629f8557e883)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:44.954414 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.990186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] For port ad3d0375-d3b0-499b-a024-a335405b95f7, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:44.995052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] For port ad3d0375-d3b0-499b-a024-a335405b95f7, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ad3d0375-d3b0-499b-a024-a335405b95f7,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:44.999714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Calling delete_port for 9d988ed4-30d3-4787-b516-c9a388334bb4 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:45.008757 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.024598 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.140835 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4c436-1175-4c10-8b90-ed0732099393 None None] Pushing event updated for resources: {'Port': ['ID=ad3d0375-d3b0-499b-a024-a335405b95f7,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.160249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81474d65-9b8c-414f-b2d9-5f17beb88568 None None] DHCP port deletion for 07c1e3be-6faa-4e70-b857-9281a5f1f789 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:45.223553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.321523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No DVR routers for this DVR port 9d988ed4-30d3-4787-b516-c9a388334bb4 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:45.336301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Port': ['ID=9d988ed4-30d3-4787-b516-c9a388334bb4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.346974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-81474d65-9b8c-414f-b2d9-5f17beb88568 None None] Deleting port 9d988ed4-30d3-4787-b516-c9a388334bb4 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:45.347568 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81474d65-9b8c-414f-b2d9-5f17beb88568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.527022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-81474d65-9b8c-414f-b2d9-5f17beb88568 None None] For port 9d988ed4-30d3-4787-b516-c9a388334bb4, host n-d-712141-12, got binding levels [] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:45.529522 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81474d65-9b8c-414f-b2d9-5f17beb88568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.581737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-81474d65-9b8c-414f-b2d9-5f17beb88568 None None] Calling delete_port for 9d988ed4-30d3-4787-b516-c9a388334bb4 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:45.602578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.20.0.1 (962e30a7-9d40-4434-9440-459219ed88f1/8e6d53b3-56fa-4b46-9561-cedeff354da7/a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:45.613926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.619779 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.ipam_backend_mixin [None req-81474d65-9b8c-414f-b2d9-5f17beb88568 None None] Port 9d988ed4-30d3-4787-b516-c9a388334bb4 was not found and therefore no delete operation was performed {{(pid=94852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:30:45.641066 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81474d65-9b8c-414f-b2d9-5f17beb88568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.644062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c1e3be-6faa-4e70-b857-9281a5f1f789']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:45.696317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81474d65-9b8c-414f-b2d9-5f17beb88568 None None] Pushing event deleted for resources: {'Port': ['ID=9d988ed4-30d3-4787-b516-c9a388334bb4,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.707594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81474d65-9b8c-414f-b2d9-5f17beb88568 None None] No DVR routers for this DVR port 9d988ed4-30d3-4787-b516-c9a388334bb4 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:45.709807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbc9a9d-292b-4a51-8249-629f8557e883') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:45.718954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbc9a9d-292b-4a51-8249-629f8557e883') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:45.729869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8376ece3-d1c3-4ab8-aa6e-78ccc30a2582 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.745678 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.792946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376ece3-d1c3-4ab8-aa6e-78ccc30a2582 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=852201fd-dc72-4a9c-afcd-11aa58cf9afa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.821071 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.845938 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8376ece3-d1c3-4ab8-aa6e-78ccc30a2582 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.863812 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8376ece3-d1c3-4ab8-aa6e-78ccc30a2582 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/852201fd-dc72-4a9c-afcd-11aa58cf9afa HTTP/1.1" status: 204 len: 168 time: 2.9045198 Aug 29 04:30:45.864372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60792) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.870996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:45.872138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.940250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37131bfa-1592-447b-8eb5-8ee29bed2684 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:45.977781 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:45.990028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-1ac2d98a-d7cb-4779-9a0f-3d78dc386c0f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.991382 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5475991b-a57d-4300-9cbb-535759098618 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114953 Aug 29 04:30:45.991734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-1ac2d98a-d7cb-4779-9a0f-3d78dc386c0f tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=c009a084-fd6c-40fe-9845-131d0a0cad38 HTTP/1.1" status: 200 len: 943 time: 0.5748205 Aug 29 04:30:45.992410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60798) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.993082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.007596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-08423c05-dab9-4f31-9fb0-610a21de77c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:46.023879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.031784 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/networks/07c1e3be-6faa-4e70-b857-9281a5f1f789 HTTP/1.1" status: 204 len: 168 time: 1.6170807 Aug 29 04:30:46.035082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60800) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.040496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d74b976c-9d3e-4cc7-a4ae-370af40d7948 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'routes': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:46.072744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24328f82-42d3-410e-9007-238c54ab3990 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Pushing event deleted for resources: {'Network': ['ID=07c1e3be-6faa-4e70-b857-9281a5f1f789,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.138780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-14bca9cf-a4ef-41fb-997c-bc87db93cb0e None None] Provisioning for port 2fce4ad5-f6fe-4a11-9cde-236db86ba866 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:46.151133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.163963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-14bca9cf-a4ef-41fb-997c-bc87db93cb0e None None] Provisioning complete for port 2fce4ad5-f6fe-4a11-9cde-236db86ba866 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:46.166840 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-14bca9cf-a4ef-41fb-997c-bc87db93cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.214761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Transition to ACTIVE for port object a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:46.256478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f7acff-a5c3-4c70-8dd8-1b35a62b7287 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:46.285040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08423c05-dab9-4f31-9fb0-610a21de77c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:46.296576 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08423c05-dab9-4f31-9fb0-610a21de77c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.400605 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.425002 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-14bca9cf-a4ef-41fb-997c-bc87db93cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.513631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 962e30a7-9d40-4434-9440-459219ed88f1 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:46.519636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.530716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:46.536649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:46.541054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-14bca9cf-a4ef-41fb-997c-bc87db93cb0e None None] For port 2fce4ad5-f6fe-4a11-9cde-236db86ba866, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2fce4ad5-f6fe-4a11-9cde-236db86ba866,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:46.550097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7acff-a5c3-4c70-8dd8-1b35a62b7287 None None] Deleting port 2fce4ad5-f6fe-4a11-9cde-236db86ba866 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:46.551862 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f5f7acff-a5c3-4c70-8dd8-1b35a62b7287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.565730 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-14bca9cf-a4ef-41fb-997c-bc87db93cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.664882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.698991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bca9cf-a4ef-41fb-997c-bc87db93cb0e None None] Pushing event updated for resources: {'Port': ['ID=2fce4ad5-f6fe-4a11-9cde-236db86ba866,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.770891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad3d0375-d3b0-499b-a024-a335405b95f7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:46.860666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f5f7acff-a5c3-4c70-8dd8-1b35a62b7287 None None] For port 2fce4ad5-f6fe-4a11-9cde-236db86ba866, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2fce4ad5-f6fe-4a11-9cde-236db86ba866,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:46.861383 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f5f7acff-a5c3-4c70-8dd8-1b35a62b7287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.883639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.895892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7acff-a5c3-4c70-8dd8-1b35a62b7287 None None] Calling delete_port for 2fce4ad5-f6fe-4a11-9cde-236db86ba866 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:46.915104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ad3d0375-d3b0-499b-a024-a335405b95f7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:46.934724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:47.199495 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08423c05-dab9-4f31-9fb0-610a21de77c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.228236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.extraroute_db [None req-d74b976c-9d3e-4cc7-a4ae-370af40d7948 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Added routes are [] {{(pid=94851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:30:47.228847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.extraroute_db [None req-d74b976c-9d3e-4cc7-a4ae-370af40d7948 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Removed routes are [] {{(pid=94851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:30:47.228987 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d74b976c-9d3e-4cc7-a4ae-370af40d7948 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.251862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb0776e-f706-48d1-93ed-ec19401f97ee None None] Network 962e30a7-9d40-4434-9440-459219ed88f1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:47.265828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08423c05-dab9-4f31-9fb0-610a21de77c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:47.274198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-08423c05-dab9-4f31-9fb0-610a21de77c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:47.285514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08423c05-dab9-4f31-9fb0-610a21de77c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.286112 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-08423c05-dab9-4f31-9fb0-610a21de77c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.308401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08423c05-dab9-4f31-9fb0-610a21de77c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=d723df1a-5aff-47a0-a160-24a77c95f3b7,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:47.316632 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-08423c05-dab9-4f31-9fb0-610a21de77c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3189840 Aug 29 04:30:47.334994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60820) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.342318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b0f0f5e5-3937-4a4d-97b7-a6206d75a8ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1170770137', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:47.378653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-d3131506-7236-409d-a138-2f2080c4cfd7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Deleting port 68143a95-f369-4275-af52-4954e780244d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:47.379275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-d3131506-7236-409d-a138-2f2080c4cfd7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.415175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-daa7f13e-7dda-493b-871d-7ab9d45df882 None None] Provisioning for port ad3d0375-d3b0-499b-a024-a335405b95f7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:47.450539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-daa7f13e-7dda-493b-871d-7ab9d45df882 None None] Provisioning complete for port ad3d0375-d3b0-499b-a024-a335405b95f7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:47.452336 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-daa7f13e-7dda-493b-871d-7ab9d45df882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.509941 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f5e5-3937-4a4d-97b7-a6206d75a8ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.511246 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f5e5-3937-4a4d-97b7-a6206d75a8ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.523626 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d74b976c-9d3e-4cc7-a4ae-370af40d7948 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.538109 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d74b976c-9d3e-4cc7-a4ae-370af40d7948 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.549702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.555541 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.589228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-d3131506-7236-409d-a138-2f2080c4cfd7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] For port 68143a95-f369-4275-af52-4954e780244d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=68143a95-f369-4275-af52-4954e780244d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:47.589605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-d3131506-7236-409d-a138-2f2080c4cfd7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.603144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:47.604331 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.610953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-d3131506-7236-409d-a138-2f2080c4cfd7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Calling delete_port for 68143a95-f369-4275-af52-4954e780244d owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:47.613986 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f5f7acff-a5c3-4c70-8dd8-1b35a62b7287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.659389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.668505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:47.714069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7acff-a5c3-4c70-8dd8-1b35a62b7287 None None] Pushing event deleted for resources: {'Port': ['ID=2fce4ad5-f6fe-4a11-9cde-236db86ba866,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:47.720230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7acff-a5c3-4c70-8dd8-1b35a62b7287 None None] No DVR routers for this DVR port 2fce4ad5-f6fe-4a11-9cde-236db86ba866 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:47.784865 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-d3131506-7236-409d-a138-2f2080c4cfd7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.789129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9bdc04-1c6f-48be-8514-b404d2a70f77 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:47.810886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 962e30a7-9d40-4434-9440-459219ed88f1 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:47.812523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:47.813101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['312f590e-b71e-4401-a97c-faedc44e56d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:47.874862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b1d62609-a261-4c76-b13f-0ea1cc93315d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:47.884628 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f5e5-3937-4a4d-97b7-a6206d75a8ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.905472 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-daa7f13e-7dda-493b-871d-7ab9d45df882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.024780 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f5e5-3937-4a4d-97b7-a6206d75a8ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.040248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 305f10a5-600f-44c5-ab34-88685e6aa461 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:48.086010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3131506-7236-409d-a138-2f2080c4cfd7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event deleted for resources: {'Port': ['ID=68143a95-f369-4275-af52-4954e780244d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:48.154290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-d3131506-7236-409d-a138-2f2080c4cfd7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] No DVR routers for this DVR port 68143a95-f369-4275-af52-4954e780244d on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:48.157643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-d3131506-7236-409d-a138-2f2080c4cfd7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.168255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-255eb647-aa57-4e61-bd81-a4e660d63e77 req-d3131506-7236-409d-a138-2f2080c4cfd7 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "DELETE /v2.0/ports/68143a95-f369-4275-af52-4954e780244d HTTP/1.1" status: 204 len: 173 time: 2.1655116 Aug 29 04:30:48.171726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'name': 'network-vif-deleted', 'tag': '68143a95-f369-4275-af52-4954e780244d'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:48.185725 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32850a03-43fb-48c5-992c-afd079bd516c" -d '{"events": [{"server_uuid": "c009a084-fd6c-40fe-9845-131d0a0cad38", "name": "network-vif-deleted", "tag": "68143a95-f369-4275-af52-4954e780244d"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:48.206676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9d988ed4-30d3-4787-b516-c9a388334bb4 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:48.210060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74b976c-9d3e-4cc7-a4ae-370af40d7948 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:48.241786 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f5e5-3937-4a4d-97b7-a6206d75a8ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.243767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b0f0f5e5-3937-4a4d-97b7-a6206d75a8ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9077170 Aug 29 04:30:48.247165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60846) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.275380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 9d988ed4-30d3-4787-b516-c9a388334bb4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:48.275961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9d988ed4-30d3-4787-b516-c9a388334bb4 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:48.276072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 07436fe3-4512-4f45-92e3-a1a15882fad1 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:48.290612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-daa7f13e-7dda-493b-871d-7ab9d45df882 None None] For port ad3d0375-d3b0-499b-a024-a335405b95f7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ad3d0375-d3b0-499b-a024-a335405b95f7,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:48.320774 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:48.334474 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fb25c814-faf4-44d4-9d31-749d143dcf05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "PUT /v2.0/routers/305f10a5-600f-44c5-ab34-88685e6aa461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3483527 Aug 29 04:30:48.335029 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Sync routers for ids ['305f10a5-600f-44c5-ab34-88685e6aa461'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:48.346816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 07436fe3-4512-4f45-92e3-a1a15882fad1 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:48.347471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 07436fe3-4512-4f45-92e3-a1a15882fad1 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:48.348505 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Routers {'305f10a5-600f-44c5-ab34-88685e6aa461'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:48.348849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2fce4ad5-f6fe-4a11-9cde-236db86ba866 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:48.349119 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['305f10a5-600f-44c5-ab34-88685e6aa461'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:48.357818 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.358704 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-daa7f13e-7dda-493b-871d-7ab9d45df882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.421960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74b976c-9d3e-4cc7-a4ae-370af40d7948 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:48.431049 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d74b976c-9d3e-4cc7-a4ae-370af40d7948 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.432593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d74b976c-9d3e-4cc7-a4ae-370af40d7948 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3 HTTP/1.1" status: 200 len: 701 time: 2.3962624 Aug 29 04:30:48.435384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60854) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.460619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7f13e-7dda-493b-871d-7ab9d45df882 None None] Pushing event updated for resources: {'Port': ['ID=ad3d0375-d3b0-499b-a024-a335405b95f7,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:48.481596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b196a4-f887-4b10-b97a-c7cc8e5214fe None None] Sync routers for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:48.494591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 2fce4ad5-f6fe-4a11-9cde-236db86ba866 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:48.494939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2fce4ad5-f6fe-4a11-9cde-236db86ba866 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:48.527584 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e65d869b-444f-4018-be0e-41d19434e18b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=74205ece-f7d5-4107-98c5-4a3f8126f9e3 HTTP/1.1" status: 200 len: 205 time: 0.0908346 Aug 29 04:30:48.530717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60856) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.660469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b196a4-f887-4b10-b97a-c7cc8e5214fe None None] Routers {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:48.660949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-17b196a4-f887-4b10-b97a-c7cc8e5214fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:48.668190 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Set router 305f10a5-600f-44c5-ab34-88685e6aa461 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:48.684589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': 'd723df1a-5aff-47a0-a160-24a77c95f3b7'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:48.686395 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.796803 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6160dd54-c704-4529-bdd5-985ce705a160 x-openstack-request-id: req-6160dd54-c704-4529-bdd5-985ce705a160 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:48.800106 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c009a084-fd6c-40fe-9845-131d0a0cad38", "name": "network-vif-deleted", "tag": "68143a95-f369-4275-af52-4954e780244d", "status": "failed", "code": 422}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:48.803311 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6160dd54-c704-4529-bdd5-985ce705a160 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:48.803894 n-d-712141-12 neutron-server[94851]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c009a084-fd6c-40fe-9845-131d0a0cad38', 'name': 'network-vif-deleted', 'tag': '68143a95-f369-4275-af52-4954e780244d', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:30:48.854933 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab800721-d464-4583-9345-d58c8d969c69 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.980113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad3d0375-d3b0-499b-a024-a335405b95f7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:49.059878 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.192485 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:46Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba', 'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:54:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:45Z', 'updated_at': '2021-08-29T04:30:47Z', 'revision_number': 2, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:49.221434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-17b196a4-f887-4b10-b97a-c7cc8e5214fe None None] Set router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:49.256734 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Checking router: 305f10a5-600f-44c5-ab34-88685e6aa461 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:49.257079 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Updating router 305f10a5-600f-44c5-ab34-88685e6aa461 port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:30:49.279365 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab800721-d464-4583-9345-d58c8d969c69 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.286511 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab800721-d464-4583-9345-d58c8d969c69 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.352796 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.376054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab800721-d464-4583-9345-d58c8d969c69 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.377446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab800721-d464-4583-9345-d58c8d969c69 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Fanout notify agent at l3_agent the message router_deleted on router 74205ece-f7d5-4107-98c5-4a3f8126f9e3 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:49.414991 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab800721-d464-4583-9345-d58c8d969c69 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.417084 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ab800721-d464-4583-9345-d58c8d969c69 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3 HTTP/1.1" status: 204 len: 168 time: 0.8808293 Aug 29 04:30:49.425685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60880) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:49.434629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d5069b3d-9d69-42ed-9c1e-21ad528254f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-144150097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:49.466667 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5069b3d-9d69-42ed-9c1e-21ad528254f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.469780 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5069b3d-9d69-42ed-9c1e-21ad528254f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.512068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-a6f19b3a-a04b-42d5-a449-71a050a63293 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658726215&fields=id&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 267 time: 0.4806011 Aug 29 04:30:49.557118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-17b196a4-f887-4b10-b97a-c7cc8e5214fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74205ece-f7d5-4107-98c5-4a3f8126f9e3', 'name': 'tempest-RoutersTest-router-1803141335', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:29:31Z', 'updated_at': '2021-08-29T04:30:41Z', 'revision_number': 11, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:49.588410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4e5e0de3-52e3-493e-bbb3-f473da0a0691 None None] Provisioning complete for port ad3d0375-d3b0-499b-a024-a335405b95f7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:49.590267 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4e5e0de3-52e3-493e-bbb3-f473da0a0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.623892 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5069b3d-9d69-42ed-9c1e-21ad528254f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.632133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5069b3d-9d69-42ed-9c1e-21ad528254f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.663637 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5069b3d-9d69-42ed-9c1e-21ad528254f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.665437 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d5069b3d-9d69-42ed-9c1e-21ad528254f0 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2370827 Aug 29 04:30:49.667930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60886) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:49.674218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-afa45ce6-10df-4828-8709-c5e71ec611e3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:49.818720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ad3d0375-d3b0-499b-a024-a335405b95f7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:49.819617 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.821453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b196a4-f887-4b10-b97a-c7cc8e5214fe None None] Checking router: 74205ece-f7d5-4107-98c5-4a3f8126f9e3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:49.882961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5079cc0-d116-4e01-8f7f-27968086bc0e req-0c1822f9-5133-4705-a06c-de4f9f574d6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:49.893043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5079cc0-d116-4e01-8f7f-27968086bc0e req-0c1822f9-5133-4705-a06c-de4f9f574d6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 907 time: 0.5453207 Aug 29 04:30:49.896085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b196a4-f887-4b10-b97a-c7cc8e5214fe None None] Routers set() bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:49.897031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b196a4-f887-4b10-b97a-c7cc8e5214fe None None] Router IDs set() for agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:30:49.898100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_agentschedulers_db [None req-17b196a4-f887-4b10-b97a-c7cc8e5214fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'74205ece-f7d5-4107-98c5-4a3f8126f9e3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent'). {{(pid=94852) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:30:49.898870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b196a4-f887-4b10-b97a-c7cc8e5214fe None None] The sync data for ids ['74205ece-f7d5-4107-98c5-4a3f8126f9e3'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:49.948339 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.960097 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Transition to ACTIVE for port object a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:49.970881 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.099534 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-8a586034-9a04-485c-87f4-2dc2bb03446e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3639567 Aug 29 04:30:50.104139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Allocated IP 2001:db8::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/d723df1a-5aff-47a0-a160-24a77c95f3b7/28d1a16d-ec11-4d74-81c4-e2424bb29a10) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:50.156019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af433-b904-4792-be22-eb3d8c9d171a req-733edd8d-e0bc-4dc8-bb43-6849262a341a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.164764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-733edd8d-e0bc-4dc8-bb43-6849262a341a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 796 time: 0.6486547 Aug 29 04:30:50.226821 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Attempting to bind port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:50.227198 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Attempting to bind port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:50.227637 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Attempting to bind port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba on network 962e30a7-9d40-4434-9440-459219ed88f1 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:50.229919 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Pushing event updated for resources: {'Port': ['ID=a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.242818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-c0529e6b-6d68-423d-a071-3702b9670617 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/quotas/b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 375 time: 0.0607305 Aug 29 04:30:50.249350 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.249795 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.252447 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.252907 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.253968 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.253968 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.253968 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.254321 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.254861 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.256601 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.257034 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.267013 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.277548 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:50.278107 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Checking segment: {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:50.278647 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.279687 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Bound using segment: {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:50.280401 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Bound port: a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:50.280860 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.306258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-afa45ce6-10df-4828-8709-c5e71ec611e3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.335934 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-afa45ce6-10df-4828-8709-c5e71ec611e3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.371324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-a40d6318-d7c5-4b84-ac3f-57da3225d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.373686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-a40d6318-d7c5-4b84-ac3f-57da3225d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.374205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-a40d6318-d7c5-4b84-ac3f-57da3225d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.374727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-a40d6318-d7c5-4b84-ac3f-57da3225d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.375210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-a40d6318-d7c5-4b84-ac3f-57da3225d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.377672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-a40d6318-d7c5-4b84-ac3f-57da3225d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.378480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-a40d6318-d7c5-4b84-ac3f-57da3225d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.384635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-a40d6318-d7c5-4b84-ac3f-57da3225d7f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0108dc87a3c545139335fa764de2de52&device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 6510 time: 0.2154002 Aug 29 04:30:50.404477 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.416756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Transition to ACTIVE for port object 28d1a16d-ec11-4d74-81c4-e2424bb29a10 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:50.423154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-c34a9162-7976-4577-a700-3c790e687aa9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707265 Aug 29 04:30:50.433854 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] For port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:50.435500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Transition to ACTIVE for port object 28d1a16d-ec11-4d74-81c4-e2424bb29a10 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:50.448106 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.451635 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] For port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:50.461486 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.471536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:50.479594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:50.482746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:50.559935 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Routers {'305f10a5-600f-44c5-ab34-88685e6aa461'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:50.566615 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['305f10a5-600f-44c5-ab34-88685e6aa461'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:50.599014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa45ce6-10df-4828-8709-c5e71ec611e3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Router 94f65f0f-3b2b-4f4d-b56e-18ed59b76bde is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:30:50.789894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::1 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/d723df1a-5aff-47a0-a160-24a77c95f3b7/c26e2f92-341a-4544-8aef-c824bb240c0e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:50.823562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa45ce6-10df-4828-8709-c5e71ec611e3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:50.848581 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-afa45ce6-10df-4828-8709-c5e71ec611e3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.849792 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-afa45ce6-10df-4828-8709-c5e71ec611e3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "PUT /v2.0/routers/94f65f0f-3b2b-4f4d-b56e-18ed59b76bde HTTP/1.1" status: 200 len: 693 time: 1.1806209 Aug 29 04:30:50.858268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60902) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.883937 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911e4da-2d69-40ec-8671-42de03c7558a None None] Pushing event updated for resources: {'Port': ['ID=a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.891670 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] Sync routers for ids ['94f65f0f-3b2b-4f4d-b56e-18ed59b76bde'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:50.941606 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] Routers {'94f65f0f-3b2b-4f4d-b56e-18ed59b76bde'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:50.942166 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['94f65f0f-3b2b-4f4d-b56e-18ed59b76bde'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:51.059586 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] Set router 305f10a5-600f-44c5-ab34-88685e6aa461 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:51.085568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Attempting to bind port 28d1a16d-ec11-4d74-81c4-e2424bb29a10 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:51.086153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Attempting to bind port 28d1a16d-ec11-4d74-81c4-e2424bb29a10 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:51.086610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Attempting to bind port 28d1a16d-ec11-4d74-81c4-e2424bb29a10 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:51.103775 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] Set router 94f65f0f-3b2b-4f4d-b56e-18ed59b76bde gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:51.114338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:51.114733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:51.115114 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.115505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:51.115992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Bound port: 28d1a16d-ec11-4d74-81c4-e2424bb29a10, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:51.116399 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.192111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-d7e2688e-95e2-4f21-8ea2-0906ee9b2c7a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.196270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] For port 28d1a16d-ec11-4d74-81c4-e2424bb29a10, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:51.200354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] For port 28d1a16d-ec11-4d74-81c4-e2424bb29a10, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=28d1a16d-ec11-4d74-81c4-e2424bb29a10,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:51.204570 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-d7e2688e-95e2-4f21-8ea2-0906ee9b2c7a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 907 time: 0.1058211 Aug 29 04:30:51.219500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.224010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Pushing event updated for resources: {'Port': ['ID=28d1a16d-ec11-4d74-81c4-e2424bb29a10,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.279146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4e5e0de3-52e3-493e-bbb3-f473da0a0691 None None] Provisioning for port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:51.285051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bca5d-c9b5-4668-89ba-8f5994f875f0 None None] Pushing event updated for resources: {'Port': ['ID=28d1a16d-ec11-4d74-81c4-e2424bb29a10,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.364114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0758ac15-3add-4896-9a6a-c2210815912a tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/routers/94f65f0f-3b2b-4f4d-b56e-18ed59b76bde HTTP/1.1" status: 200 len: 699 time: 0.5023632 Aug 29 04:30:51.364670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60910) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.372623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-7d76eded-3895-4eb9-a69f-b7a22c6de410 service neutron] 10.222.0.49 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9138160 Aug 29 04:30:51.422457 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f65f0f-3b2b-4f4d-b56e-18ed59b76bde', 'name': 'tempest-RoutersTest-router-144150097', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:49Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 2, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:51.433581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-930780c3-a15f-4390-a9df-38696038523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.434442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-930780c3-a15f-4390-a9df-38696038523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.435061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-930780c3-a15f-4390-a9df-38696038523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.437619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-930780c3-a15f-4390-a9df-38696038523c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2fa9d0e-600e-409d-9d8b-54d571a16937&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=8f6fc8a7-6507-4211-a230-6c8df3f22512&id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 HTTP/1.1" status: 200 len: 2298 time: 1.0118029 Aug 29 04:30:51.447186 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f9b6dc4e-9155-4102-ada8-e466696a096d tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=94f65f0f-3b2b-4f4d-b56e-18ed59b76bde HTTP/1.1" status: 200 len: 205 time: 0.0790381 Aug 29 04:30:51.449128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60912) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.510709 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] Checking router: 94f65f0f-3b2b-4f4d-b56e-18ed59b76bde for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:51.625693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-6f2231bd-91e3-4037-a008-0fabfefd875d service neutron] 10.222.0.49 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517881 Aug 29 04:30:51.653376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80121863-e0ff-4237-89df-2c758652e38e req-929aeee7-247f-4fea-a6d5-173eb0f0c927 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.688628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-80121863-e0ff-4237-89df-2c758652e38e req-929aeee7-247f-4fea-a6d5-173eb0f0c927 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 907 time: 0.5463097 Aug 29 04:30:51.741262 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] Routers {'94f65f0f-3b2b-4f4d-b56e-18ed59b76bde'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:51.742267 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['94f65f0f-3b2b-4f4d-b56e-18ed59b76bde'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:51.806123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-3c9a401d-717b-47e4-98c1-b4a1c859882e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=304997e4-5d25-4328-aeb8-2c3f87504943 HTTP/1.1" status: 200 len: 1002 time: 0.2835820 Aug 29 04:30:51.888550 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] Set router 94f65f0f-3b2b-4f4d-b56e-18ed59b76bde gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:51.968667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-6942f60a-51dd-4079-9473-f590d202c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.972459 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f65f0f-3b2b-4f4d-b56e-18ed59b76bde', 'name': 'tempest-RoutersTest-router-144150097', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:49Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 2, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:51.977547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-6942f60a-51dd-4079-9473-f590d202c519 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=644e4da1-c29f-40d2-b99b-b0869739804c HTTP/1.1" status: 200 len: 855 time: 0.1551087 Aug 29 04:30:51.980038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.039182 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0313cd88-1001-48e2-b71e-ba341a9090ba None None] The sync data for ids ['94f65f0f-3b2b-4f4d-b56e-18ed59b76bde'] in n-d-712141-12 is: [{'id': '94f65f0f-3b2b-4f4d-b56e-18ed59b76bde', 'name': 'tempest-RoutersTest-router-144150097', 'tenant_id': 'd87d5ef1c70142efbc1bc840249fc090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:49Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 2, 'project_id': 'd87d5ef1c70142efbc1bc840249fc090', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:52.084651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c3059ae-7517-40f6-875d-e4b5d8a48e72 req-25bc0dea-01a6-4dbe-97f7-994fd90ad518 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 210 time: 0.0573809 Aug 29 04:30:52.093029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object c26e2f92-341a-4544-8aef-c824bb240c0e will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:52.116740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-fe30fefa-6488-4eb8-b10b-1bdeeef06887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.120892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-fe30fefa-6488-4eb8-b10b-1bdeeef06887 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2fa9d0e-600e-409d-9d8b-54d571a16937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343486 Aug 29 04:30:52.148355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-6db61f28-3e3b-4d25-b10c-8c75d5f2b8e5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Deleting port 9362b5a7-ba40-4587-8f33-f021ddcf795e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:52.148710 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-6db61f28-3e3b-4d25-b10c-8c75d5f2b8e5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.167283 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5330d723-3fcc-4270-9b9e-2672eff74bd9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.170146 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:46Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba', 'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:54:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:45Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:52.256584 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a1b90-e12f-4183-8ec2-97235a27048a None None] The sync data for ids ['305f10a5-600f-44c5-ab34-88685e6aa461'] in n-d-712141-12 is: [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:46Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba', 'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:54:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:45Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:52.290941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-86d1dd64-4e90-40d0-ad57-e05093d8f720 service neutron] 10.222.0.52 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434491 Aug 29 04:30:52.450605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-07ee4cfd-95ad-4b90-a419-3837a633a251 service neutron] 10.222.0.52 "GET /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502090 Aug 29 04:30:52.529989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-3edda06c-0505-4677-89d8-041468a5f5ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=6490a203-0231-436d-88a1-b3b768141851 HTTP/1.1" status: 200 len: 217 time: 0.0708711 Aug 29 04:30:52.558321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.700321 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5330d723-3fcc-4270-9b9e-2672eff74bd9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.724649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-6db61f28-3e3b-4d25-b10c-8c75d5f2b8e5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] For port 9362b5a7-ba40-4587-8f33-f021ddcf795e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9362b5a7-ba40-4587-8f33-f021ddcf795e,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:52.725039 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-6db61f28-3e3b-4d25-b10c-8c75d5f2b8e5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.728231 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5330d723-3fcc-4270-9b9e-2672eff74bd9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.789485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-6db61f28-3e3b-4d25-b10c-8c75d5f2b8e5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Calling delete_port for 9362b5a7-ba40-4587-8f33-f021ddcf795e owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:52.902795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5330d723-3fcc-4270-9b9e-2672eff74bd9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.903493 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5330d723-3fcc-4270-9b9e-2672eff74bd9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Fanout notify agent at l3_agent the message router_deleted on router 94f65f0f-3b2b-4f4d-b56e-18ed59b76bde {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:52.948330 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5330d723-3fcc-4270-9b9e-2672eff74bd9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.949613 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5330d723-3fcc-4270-9b9e-2672eff74bd9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/94f65f0f-3b2b-4f4d-b56e-18ed59b76bde HTTP/1.1" status: 204 len: 168 time: 1.4955540 Aug 29 04:30:52.963456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60938) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.148952 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2525e23e-9478-4c6b-8d3b-9f56ce39787b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=94f65f0f-3b2b-4f4d-b56e-18ed59b76bde HTTP/1.1" status: 200 len: 205 time: 0.1826580 Aug 29 04:30:53.151608 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60944) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.276881 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-add5a756-662e-4b8b-aa75-0ea125b1b9c8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] delete failed (client error): The resource could not be found. Aug 29 04:30:53.279511 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-add5a756-662e-4b8b-aa75-0ea125b1b9c8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/94f65f0f-3b2b-4f4d-b56e-18ed59b76bde HTTP/1.1" status: 404 len: 336 time: 0.1269021 Aug 29 04:30:53.303265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1f5065e5-e250-48ff-92bf-33ce05f13232 None None] Provisioning for port 28d1a16d-ec11-4d74-81c4-e2424bb29a10 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:53.308642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60946) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.418753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-7b58a53c-d4f4-4a6d-add9-2d73017ccd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.420771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-7b58a53c-d4f4-4a6d-add9-2d73017ccd9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.8800061 Aug 29 04:30:53.421501 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c1fa2d-234a-426a-aafc-361928bea214 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:53.422104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c1fa2d-234a-426a-aafc-361928bea214 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:53.425299 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d9c1fa2d-234a-426a-aafc-361928bea214 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/56a065dd-710c-44a7-8bf3-57f1b4d03f58 HTTP/1.1" status: 404 len: 337 time: 0.1132095 Aug 29 04:30:53.429589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60950) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.449084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:53.472229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:53.509194 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1378afa-6bae-48ec-96a0-ba4ecb6bf6d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:53.509706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1378afa-6bae-48ec-96a0-ba4ecb6bf6d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:53.511940 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b1378afa-6bae-48ec-96a0-ba4ecb6bf6d8 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/b94c8b06-a0e2-4cb3-a9e9-c00960757a50 HTTP/1.1" status: 404 len: 337 time: 0.0798736 Aug 29 04:30:53.519321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=c26e2f92-341a-4544-8aef-c824bb240c0e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:53.526033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:53.527621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.528141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60954) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.583562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 28d1a16d-ec11-4d74-81c4-e2424bb29a10 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:53.589344 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0ff0-2834-4165-b18c-0d6bbf37b7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.592540 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bf2e5b-dc09-4486-b179-083e95603881 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:53.592693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bf2e5b-dc09-4486-b179-083e95603881 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:53.595715 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-19bf2e5b-dc09-4486-b179-083e95603881 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/55667e3a-14a2-4ec9-b9b4-1999102ac4b2 HTTP/1.1" status: 404 len: 337 time: 0.0662551 Aug 29 04:30:53.598670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.707771 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99d2d14-0567-4ddc-9fc1-ee602638d39b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:53.711612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 28d1a16d-ec11-4d74-81c4-e2424bb29a10 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:53.717596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 28d1a16d-ec11-4d74-81c4-e2424bb29a10 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:53.718347 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.744651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99d2d14-0567-4ddc-9fc1-ee602638d39b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:53.749673 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e99d2d14-0567-4ddc-9fc1-ee602638d39b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/02a0b2b4-3080-45de-87cd-8f02e850b165 HTTP/1.1" status: 404 len: 337 time: 0.1469383 Aug 29 04:30:53.756332 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60960) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.757590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1426b6ab-5098-41ee-9b40-063302fe7989 req-05ccc1bc-297e-41fe-8fe1-2eca00c18ad1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 210 time: 0.3257308 Aug 29 04:30:53.843622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-808afa93-fca3-406e-bba2-bfa3a4595366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.845446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-808afa93-fca3-406e-bba2-bfa3a4595366 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3999326 Aug 29 04:30:53.942080 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.050958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 28d1a16d-ec11-4d74-81c4-e2424bb29a10, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=28d1a16d-ec11-4d74-81c4-e2424bb29a10,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:54.064434 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.065356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:54.081577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-71f8e466-2b86-4d19-9a23-dabd56eb648b service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940973 Aug 29 04:30:54.097017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959c160-a0c1-4f57-8f4a-b2dacd1b43ea req-552fb2f1-ea66-459b-ac81-623b55cbeece tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.099068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9959c160-a0c1-4f57-8f4a-b2dacd1b43ea req-552fb2f1-ea66-459b-ac81-623b55cbeece tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 907 time: 0.6772416 Aug 29 04:30:54.154427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af433-b904-4792-be22-eb3d8c9d171a req-752248fa-493a-4323-9efe-77e1cefdc682 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.156339 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-752248fa-493a-4323-9efe-77e1cefdc682 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 796 time: 0.4009745 Aug 29 04:30:54.171257 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6bd16d7b-243f-4a0f-808c-3abfcf4068f4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=74205ece-f7d5-4107-98c5-4a3f8126f9e3 HTTP/1.1" status: 200 len: 205 time: 0.4138074 Aug 29 04:30:54.172336 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60968) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.191577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-6db61f28-3e3b-4d25-b10c-8c75d5f2b8e5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.327720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=28d1a16d-ec11-4d74-81c4-e2424bb29a10,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.332116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6705bf5c-71d6-41a8-82ba-4f43f6b3aee0 None None] Provisioning for port c26e2f92-341a-4544-8aef-c824bb240c0e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:54.335604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.349048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-6db61f28-3e3b-4d25-b10c-8c75d5f2b8e5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] No DVR routers for this DVR port 9362b5a7-ba40-4587-8f33-f021ddcf795e on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:54.352653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-6db61f28-3e3b-4d25-b10c-8c75d5f2b8e5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.355659 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-241acc21-95d9-47a1-9a5a-e76fac9fa744 req-6db61f28-3e3b-4d25-b10c-8c75d5f2b8e5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "DELETE /v2.0/ports/9362b5a7-ba40-4587-8f33-f021ddcf795e HTTP/1.1" status: 204 len: 173 time: 3.1452763 Aug 29 04:30:54.358150 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-3108b4d8-f816-491a-836d-d436771cff46 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] delete failed (client error): The resource could not be found. Aug 29 04:30:54.362670 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3108b4d8-f816-491a-836d-d436771cff46 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/74205ece-f7d5-4107-98c5-4a3f8126f9e3 HTTP/1.1" status: 404 len: 336 time: 0.1873016 Aug 29 04:30:54.363940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60970) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.366443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e9c7b-3c60-4ddc-a664-db6625efce7f', 'name': 'network-vif-deleted', 'tag': '9362b5a7-ba40-4587-8f33-f021ddcf795e'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:54.369333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6705bf5c-71d6-41a8-82ba-4f43f6b3aee0 None None] Provisioning complete for port c26e2f92-341a-4544-8aef-c824bb240c0e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:54.369722 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6705bf5c-71d6-41a8-82ba-4f43f6b3aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.370408 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fbfc92-5b44-4234-b96d-8da756f15b02" -d '{"events": [{"server_uuid": "760e9c7b-3c60-4ddc-a664-db6625efce7f", "name": "network-vif-deleted", "tag": "9362b5a7-ba40-4587-8f33-f021ddcf795e"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:54.371720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:54.377917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db61f28-3e3b-4d25-b10c-8c75d5f2b8e5 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event deleted for resources: {'Port': ['ID=9362b5a7-ba40-4587-8f33-f021ddcf795e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.489733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:54.491078 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.521769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-be643bf7-932b-4edd-a8dd-9e7453ecbb71 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120715 Aug 29 04:30:54.533445 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a08f3-41e8-48fb-bd1d-ccc895429840 x-openstack-request-id: req-771a08f3-41e8-48fb-bd1d-ccc895429840 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:54.533733 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e9c7b-3c60-4ddc-a664-db6625efce7f", "name": "network-vif-deleted", "tag": "9362b5a7-ba40-4587-8f33-f021ddcf795e", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:54.534190 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-771a08f3-41e8-48fb-bd1d-ccc895429840 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:54.534757 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e9c7b-3c60-4ddc-a664-db6625efce7f', 'name': 'network-vif-deleted', 'tag': '9362b5a7-ba40-4587-8f33-f021ddcf795e', 'status': 'completed', 'code': 200} Aug 29 04:30:54.545443 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-bfc8a0d6-4ac9-4517-b1fe-459d4071bff5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 379 time: 0.3715317 Aug 29 04:30:54.553421 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8a9ceaff-2a1a-4fff-9757-b8bfd7e39e57 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d3acd6-5db8-432f-a4ce-e64d90433681 HTTP/1.1" status: 200 len: 205 time: 0.1768522 Aug 29 04:30:54.556001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60976) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.617044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-d4f8b209-00cb-4256-8d21-0077552e9ab4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=73e26f0f-c475-4574-ae61-87e3ad0c0b20 HTTP/1.1" status: 200 len: 217 time: 0.0865903 Aug 29 04:30:54.620233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6705bf5c-71d6-41a8-82ba-4f43f6b3aee0 None None] Port c26e2f92-341a-4544-8aef-c824bb240c0e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:54.671534 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'port': {'device_id': '3852dd67-967e-48d8-9487-e4e26ce46742', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'admin_state_up': True, 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'security_groups': ['a245a60f-b203-4276-b879-21adc35ca285']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:54.735199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-b7a0f79c-917c-42cf-a933-4ad7bb15c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.736828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-b7a0f79c-917c-42cf-a933-4ad7bb15c0b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.1082904 Aug 29 04:30:54.762618 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.772123 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-f46cad53-b7bf-43b3-87d5-1be30f079e7f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] delete failed (client error): The resource could not be found. Aug 29 04:30:54.773209 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f46cad53-b7bf-43b3-87d5-1be30f079e7f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/c3d3acd6-5db8-432f-a4ce-e64d90433681 HTTP/1.1" status: 404 len: 336 time: 0.2043810 Aug 29 04:30:54.775829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60982) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.839672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:54.857330 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.878491 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-066907b3-58c8-4ec8-a9c9-2e00d0070b96 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:54.878909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066907b3-58c8-4ec8-a9c9-2e00d0070b96 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:54.886471 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-066907b3-58c8-4ec8-a9c9-2e00d0070b96 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/0c73d5da-3d6b-4ceb-972b-ceb216e94593 HTTP/1.1" status: 404 len: 337 time: 0.1012869 Aug 29 04:30:54.887987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60988) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.926111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad094566-bb39-4e7f-956e-7ecd3641df61 req-826ce653-7a08-476f-bb00-1d16760e6569 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 210 time: 0.0608354 Aug 29 04:30:54.929377 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d433d792-1629-48dd-9b0e-327d50a4afad tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6bf3b50-87e2-40a1-ba4d-d01bfa344929 HTTP/1.1" status: 200 len: 205 time: 0.0388279 Aug 29 04:30:54.930079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60990) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.956247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.981028 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-4a92ae95-7e48-4436-b7cb-9f138470285b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] delete failed (client error): The resource could not be found. Aug 29 04:30:54.982879 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4a92ae95-7e48-4436-b7cb-9f138470285b tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/e6bf3b50-87e2-40a1-ba4d-d01bfa344929 HTTP/1.1" status: 404 len: 336 time: 0.0518770 Aug 29 04:30:54.986113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60992) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.025950 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-aca2ad51-0ec1-4cba-8621-57f16820f4d9 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=feff531f-423d-48c3-a3e8-f375b52a8872 HTTP/1.1" status: 200 len: 205 time: 0.0386984 Aug 29 04:30:55.029318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60994) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.085078 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-bd233fd8-a59f-4c66-8d6d-f5df02cf4f57 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] delete failed (client error): The resource could not be found. Aug 29 04:30:55.088411 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bd233fd8-a59f-4c66-8d6d-f5df02cf4f57 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/feff531f-423d-48c3-a3e8-f375b52a8872 HTTP/1.1" status: 404 len: 336 time: 0.0554185 Aug 29 04:30:55.090212 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60998) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.126315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:55.130880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.182924 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9450849-4e0c-41e8-b25c-d2971b2875d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:55.183507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9450849-4e0c-41e8-b25c-d2971b2875d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:55.189301 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d9450849-4e0c-41e8-b25c-d2971b2875d3 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/d6a78033-9a38-4cbd-a3eb-8fb85930e3f3 HTTP/1.1" status: 404 len: 337 time: 0.0937476 Aug 29 04:30:55.189301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32770) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.192357 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.204777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-bb9c912e-c7a3-46c7-aaad-af453405e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.206174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-bb9c912e-c7a3-46c7-aaad-af453405e110 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3389697 Aug 29 04:30:55.230779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.231796 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.239521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5ba72b7f-3034-420c-a66e-adc52a10f1ee tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=878b5153-5a5d-4310-8997-1bd5d1933059 HTTP/1.1" status: 200 len: 205 time: 0.0499177 Aug 29 04:30:55.243791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32772) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.313611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 9362b5a7-ba40-4587-8f33-f021ddcf795e no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:55.317823 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-b023f53d-9b3f-444b-9716-5f7bc425fdb1 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] delete failed (client error): The resource could not be found. Aug 29 04:30:55.319365 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b023f53d-9b3f-444b-9716-5f7bc425fdb1 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/878b5153-5a5d-4310-8997-1bd5d1933059 HTTP/1.1" status: 404 len: 336 time: 0.0745654 Aug 29 04:30:55.322771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32776) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.363020 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f9d144-50ce-4a4d-9ed6-6cecf53fb9c5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:55.363936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f9d144-50ce-4a4d-9ed6-6cecf53fb9c5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:55.366259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5707a7b-93e0-4880-a19d-e73fd7216eac req-89c18bff-8117-4687-b6b8-5c2b76cd6089 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=760e9c7b-3c60-4ddc-a664-db6625efce7f HTTP/1.1" status: 200 len: 210 time: 0.0831804 Aug 29 04:30:55.366570 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-78f9d144-50ce-4a4d-9ed6-6cecf53fb9c5 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/f2ba0452-588e-4b01-bc1f-642b7fe1ed2f HTTP/1.1" status: 404 len: 337 time: 0.0424919 Aug 29 04:30:55.369561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32778) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.377307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 9362b5a7-ba40-4587-8f33-f021ddcf795e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:55.377799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 9362b5a7-ba40-4587-8f33-f021ddcf795e not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:55.405603 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cf353816-2d62-420d-a51a-177374358366 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c17e437-cfbf-41c0-a183-b7d6b7b63d5d HTTP/1.1" status: 200 len: 205 time: 0.0347114 Aug 29 04:30:55.408759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32780) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.415462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=c26e2f92-341a-4544-8aef-c824bb240c0e,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.454986 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-5aa3a63a-e2de-4026-8dae-e1aca43918bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] delete failed (client error): The resource could not be found. Aug 29 04:30:55.456372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5aa3a63a-e2de-4026-8dae-e1aca43918bd tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/routers/2c17e437-cfbf-41c0-a183-b7d6b7b63d5d HTTP/1.1" status: 404 len: 336 time: 0.0464494 Aug 29 04:30:55.457823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.20.0.14 (962e30a7-9d40-4434-9440-459219ed88f1/8e6d53b3-56fa-4b46-9561-cedeff354da7/f33a972c-6da5-45d0-84a4-97acabe94b57) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:55.459692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32782) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.474291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 28d1a16d-ec11-4d74-81c4-e2424bb29a10 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:55.487538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-69c23acf-8caf-4b5c-8679-8655131f413b service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531481 Aug 29 04:30:55.494527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:55.505660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:55.522528 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-0507aa05-b98e-4165-88f0-54e3debda01f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:55.522998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0507aa05-b98e-4165-88f0-54e3debda01f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:55.528111 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0507aa05-b98e-4165-88f0-54e3debda01f tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/75b2bbb9-21ac-4ea3-b6e4-76f029032ab3 HTTP/1.1" status: 404 len: 337 time: 0.0669205 Aug 29 04:30:55.533050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32784) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.573850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 28d1a16d-ec11-4d74-81c4-e2424bb29a10 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:55.574574 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.609963 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6726b8-073f-4b75-b4ae-e918906e4af4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:55.610430 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6726b8-073f-4b75-b4ae-e918906e4af4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:55.615299 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6b6726b8-073f-4b75-b4ae-e918906e4af4 tempest-RoutersTest-2072357136 tempest-RoutersTest-2072357136-project] 10.222.0.49 "DELETE /v2.0/subnets/818fd676-10d5-4770-a11b-55f48ca87eba HTTP/1.1" status: 404 len: 337 time: 0.0782616 Aug 29 04:30:55.759698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-be2f9c6c-8f98-4b9e-a0ce-92fecc162b88 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640035 Aug 29 04:30:55.845150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:55.852485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.857369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-25d97ff1-a3d6-4023-8d5e-3f2626e44a31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=260a06fd-9172-49bd-ad16-944e6632f817 HTTP/1.1" status: 200 len: 217 time: 0.0828574 Aug 29 04:30:55.912034 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Transition to ACTIVE for port object f33a972c-6da5-45d0-84a4-97acabe94b57 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:55.948780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:55.949587 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.959596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Router c417ad15-0a3b-444c-902d-35aba3c841fe is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:30:55.979027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-33779d0d-17f9-468a-91fa-f7338c2dffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.996763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-33779d0d-17f9-468a-91fa-f7338c2dffd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.1140354 Aug 29 04:30:56.001273 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.056651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 962e30a7-9d40-4434-9440-459219ed88f1 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:56.061451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:56.081316 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:56.162537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=f33a972c-6da5-45d0-84a4-97acabe94b57,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:56.187318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.189437 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.199626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e0f2311c-a0e6-4c98-8dbb-6702a4b80cda None None] Provisioning complete for port c26e2f92-341a-4544-8aef-c824bb240c0e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:56.200003 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e0f2311c-a0e6-4c98-8dbb-6702a4b80cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.202195 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-02b51e45-8d09-4c9b-b667-09588a9340d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.229672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-bbaa8cd5-ce17-467d-9f3d-be50a2b46313 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6740987 Aug 29 04:30:56.244460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Request body: {'port': {'device_id': '3852dd67-967e-48d8-9487-e4e26ce46742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:56.286615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2311c-a0e6-4c98-8dbb-6702a4b80cda None None] Port c26e2f92-341a-4544-8aef-c824bb240c0e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:56.307966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32804) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:56.324329 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.358704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.369954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-5c84408f-a160-4e7d-9362-42cd458f337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.373103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-5c84408f-a160-4e7d-9362-42cd458f337e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3747668 Aug 29 04:30:56.388560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:56.399615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Sync routers for ids ['c417ad15-0a3b-444c-902d-35aba3c841fe'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:56.414014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1db0d3ca-1d15-4426-84da-4816c6c4e58b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "PUT /v2.0/routers/c417ad15-0a3b-444c-902d-35aba3c841fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1646354 Aug 29 04:30:56.418782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Routers {'c417ad15-0a3b-444c-902d-35aba3c841fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:56.424890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-37463c69-6748-407d-b511-091716ac0a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c417ad15-0a3b-444c-902d-35aba3c841fe'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:56.438236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32814) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:56.533303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3340c97-1dd3-4b4f-af02-c85e50fdf905 req-fe4dd2f3-d92c-4e06-9a85-3f881b5236fc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.555652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3340c97-1dd3-4b4f-af02-c85e50fdf905 req-fe4dd2f3-d92c-4e06-9a85-3f881b5236fc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 932 time: 0.4364095 Aug 29 04:30:56.650131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-c2f85d6b-7856-4387-9998-84fec07dee60 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589910 Aug 29 04:30:56.663150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8e80d50d-7c9e-4abb-a35a-62be27e852e1 None None] Provisioning for port f33a972c-6da5-45d0-84a4-97acabe94b57 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:56.678859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Set router c417ad15-0a3b-444c-902d-35aba3c841fe gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:56.687161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8e80d50d-7c9e-4abb-a35a-62be27e852e1 None None] Provisioning complete for port f33a972c-6da5-45d0-84a4-97acabe94b57 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:56.687924 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e80d50d-7c9e-4abb-a35a-62be27e852e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.784092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231041f1-1874-4ff0-85d1-48e9f3d588a4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.785585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-231041f1-1874-4ff0-85d1-48e9f3d588a4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports/c26e2f92-341a-4544-8aef-c824bb240c0e HTTP/1.1" status: 200 len: 911 time: 0.3274512 Aug 29 04:30:56.788117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32822) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:56.925018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3340c97-1dd3-4b4f-af02-c85e50fdf905 req-199bd620-7afb-4283-9cbe-09a1eb7a2a05 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571117 Aug 29 04:30:56.959018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8e80d50d-7c9e-4abb-a35a-62be27e852e1 None None] Port f33a972c-6da5-45d0-84a4-97acabe94b57 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:56.970443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33a972c-6da5-45d0-84a4-97acabe94b57 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:56.986333 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.002950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Transition to ACTIVE for port object f33a972c-6da5-45d0-84a4-97acabe94b57 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:57.011123 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.039831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007cc1-21e6-4499-a3e9-ff93b8dc69ad req-f363abbd-20aa-4bbe-9a7c-1d55fb68eabb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.041417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70007cc1-21e6-4499-a3e9-ff93b8dc69ad req-f363abbd-20aa-4bbe-9a7c-1d55fb68eabb tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 945 time: 0.2162504 Aug 29 04:30:57.074475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ec8ef-5518-48b1-9692-e0d702f39e99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.092682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ec8ef-5518-48b1-9692-e0d702f39e99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.096870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1f1ec8ef-5518-48b1-9692-e0d702f39e99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3051679 Aug 29 04:30:57.099665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32826) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:57.121026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Pushing event updated for resources: {'Port': ['ID=f33a972c-6da5-45d0-84a4-97acabe94b57,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.133756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-aa616b55-4234-4e25-b37b-895d2eada4f0 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235065 Aug 29 04:30:57.139245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-37463c69-6748-407d-b511-091716ac0a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c417ad15-0a3b-444c-902d-35aba3c841fe', 'name': 'tempest-NetworksTestDHCPv6-router-1170770137', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:47Z', 'updated_at': '2021-08-29T04:30:54Z', 'revision_number': 2, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'gw_port_host': None, '_interfaces': [{'id': 'c26e2f92-341a-4544-8aef-c824bb240c0e', 'name': '', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'mac_address': 'fa:16:3e:c2:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c417ad15-0a3b-444c-902d-35aba3c841fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd723df1a-5aff-47a0-a160-24a77c95f3b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:49Z', 'updated_at': '2021-08-29T04:30:54Z', 'revision_number': 2, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'subnets': [{'id': 'd723df1a-5aff-47a0-a160-24a77c95f3b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:57.189319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-95519bba-313e-4435-9fec-54ebde3ce1b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=55c371a8-aa23-4484-8e05-8ac606be9819 HTTP/1.1" status: 200 len: 217 time: 0.0538442 Aug 29 04:30:57.199499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-22f82bd0-1091-470c-b9ec-3088bcffe411 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d87d5ef1c70142efbc1bc840249fc090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8710668 Aug 29 04:30:57.200163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32830) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:57.220946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Checking router: c417ad15-0a3b-444c-902d-35aba3c841fe for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:57.221322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Updating router c417ad15-0a3b-444c-902d-35aba3c841fe port c26e2f92-341a-4544-8aef-c824bb240c0e binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:30:57.296947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70007cc1-21e6-4499-a3e9-ff93b8dc69ad req-8880524e-1509-4556-885c-8d0b1fcd086d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464032 Aug 29 04:30:57.326804 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.334557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-9761cedd-0cee-42ba-9b79-00d617de4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.336313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-9761cedd-0cee-42ba-9b79-00d617de4ff3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 200 len: 797 time: 0.1351957 Aug 29 04:30:57.393355 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cbe79cc-a00d-4309-975e-bd82d0eada3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.423529 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.425623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-ceffff9e-1d48-4ab6-968e-5978c3ac9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.427515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-ceffff9e-1d48-4ab6-968e-5978c3ac9147 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6fc8a7-6507-4211-a230-6c8df3f22512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0821333 Aug 29 04:30:57.429871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Attempting to bind port f33a972c-6da5-45d0-84a4-97acabe94b57 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:57.430800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Attempting to bind port f33a972c-6da5-45d0-84a4-97acabe94b57 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:57.431714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Attempting to bind port f33a972c-6da5-45d0-84a4-97acabe94b57 on network 962e30a7-9d40-4434-9440-459219ed88f1 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:57.438485 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cbe79cc-a00d-4309-975e-bd82d0eada3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.442603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Port f33a972c-6da5-45d0-84a4-97acabe94b57 on network 962e30a7-9d40-4434-9440-459219ed88f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:57.443187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Attempting to bind port f33a972c-6da5-45d0-84a4-97acabe94b57 on network 962e30a7-9d40-4434-9440-459219ed88f1 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:57.456825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:57.457733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Checking segment: {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:57.458302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Bound using segment: {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:57.459337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Bound port: f33a972c-6da5-45d0-84a4-97acabe94b57, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:57.460471 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.492728 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.613721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:57.617837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f33a972c-6da5-45d0-84a4-97acabe94b57,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:57.625409 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.638409 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-9770218c-ca83-4921-a9a4-f06cc03bae59 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967041 Aug 29 04:30:57.656919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cbe79cc-a00d-4309-975e-bd82d0eada3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.659926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cbe79cc-a00d-4309-975e-bd82d0eada3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.661236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9cbe79cc-a00d-4309-975e-bd82d0eada3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d119c0c-9a71-456c-b17f-43a723f5f0cf HTTP/1.1" status: 204 len: 168 time: 0.4547007 Aug 29 04:30:57.680676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.681386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.682882 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] 10.222.0.59 "PUT /v2.0/ports/f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 1093 time: 1.4442508 Aug 29 04:30:57.685864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:57.688179 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c7f22a-f4bd-4a35-8911-f329135843ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:57.721686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ace62-1736-46fc-a97d-5cdcb02cd846 service neutron] Pushing event updated for resources: {'Port': ['ID=f33a972c-6da5-45d0-84a4-97acabe94b57,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.809256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe79cc-a00d-4309-975e-bd82d0eada3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d119c0c-9a71-456c-b17f-43a723f5f0cf,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.822450 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786b1f1f-4aa5-4a7d-9961-1da38a3e7747 x-openstack-request-id: req-786b1f1f-4aa5-4a7d-9961-1da38a3e7747 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:57.824218 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:57.825120 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-786b1f1f-4aa5-4a7d-9961-1da38a3e7747 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:57.826285 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'status': 'completed', 'code': 200} Aug 29 04:30:57.852688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af433-b904-4792-be22-eb3d8c9d171a req-bce9f31d-06f6-4af8-a6c6-e938bc1ed0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.855010 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-bce9f31d-06f6-4af8-a6c6-e938bc1ed0eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1096 time: 0.1204293 Aug 29 04:30:57.913622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-e47de902-99a0-438c-aca9-e5f2a3d3d9eb service neutron] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623146 Aug 29 04:30:57.963723 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-396eb173-e4b0-46e2-b6cc-20887d7738d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 217 time: 0.0975225 Aug 29 04:30:57.989462 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.009650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Transition to ACTIVE for port object c26e2f92-341a-4544-8aef-c824bb240c0e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:58.030489 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.046204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-f2493d9e-0e7b-40ef-ba2f-7cceed4e3cce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82 HTTP/1.1" status: 200 len: 217 time: 0.1284337 Aug 29 04:30:58.069125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af433-b904-4792-be22-eb3d8c9d171a req-1a72c0c9-003a-4ced-8644-f0e41ebfda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.070883 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-1a72c0c9-003a-4ced-8644-f0e41ebfda35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 200 len: 834 time: 0.0984101 Aug 29 04:30:58.121554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010f95a-df1b-4ca2-a974-a6ba8c5b7f92 None None] Pushing event updated for resources: {'Port': ['ID=c26e2f92-341a-4544-8aef-c824bb240c0e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:58.135751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-92287328-7e28-477a-b2f5-5e6321366a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.139094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-92287328-7e28-477a-b2f5-5e6321366a6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 200 len: 797 time: 0.0794148 Aug 29 04:30:58.158198 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.251408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Attempting to bind port c26e2f92-341a-4544-8aef-c824bb240c0e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:58.251890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Attempting to bind port c26e2f92-341a-4544-8aef-c824bb240c0e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:58.252446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Attempting to bind port c26e2f92-341a-4544-8aef-c824bb240c0e on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:58.266129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:58.266724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:58.267353 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.268514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:58.270264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Bound port: c26e2f92-341a-4544-8aef-c824bb240c0e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:58.270904 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.284532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6bc6-fa81-4887-9894-a85766ec8c30 req-7923e7a0-26c6-450b-bc26-24b7d52249e7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.286183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-568a6bc6-fa81-4887-9894-a85766ec8c30 req-7923e7a0-26c6-450b-bc26-24b7d52249e7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.2453034 Aug 29 04:30:58.293360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-f442e3a1-e093-427d-a6d0-0d2bbc0807c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.297004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-f442e3a1-e093-427d-a6d0-0d2bbc0807c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1281977 Aug 29 04:30:58.421323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-568a6bc6-fa81-4887-9894-a85766ec8c30 req-11cd580e-b1ec-4c99-a825-6564cd24413e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185334 Aug 29 04:30:58.453295 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-37463c69-6748-407d-b511-091716ac0a59 None None] For port c26e2f92-341a-4544-8aef-c824bb240c0e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:58.458410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-37463c69-6748-407d-b511-091716ac0a59 None None] For port c26e2f92-341a-4544-8aef-c824bb240c0e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c26e2f92-341a-4544-8aef-c824bb240c0e,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:58.463551 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.555746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba90a2-f8f7-4fb2-aaee-ad79bfd4a7f8 req-949a435d-cd76-4470-9245-819e6abb20af tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.557091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af433-b904-4792-be22-eb3d8c9d171a req-25700def-e2cd-4915-a964-cbf0a8192714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.557924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50ba90a2-f8f7-4fb2-aaee-ad79bfd4a7f8 req-949a435d-cd76-4470-9245-819e6abb20af tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 945 time: 0.1085334 Aug 29 04:30:58.558677 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-25700def-e2cd-4915-a964-cbf0a8192714 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=962e30a7-9d40-4434-9440-459219ed88f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4096613 Aug 29 04:30:58.565230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-fd6c3a5e-7c30-43b0-a418-21daaf9de123 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602336 Aug 29 04:30:58.582503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-d9ece5ad-e0fe-4413-a375-181a12c1503b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.584055 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-d9ece5ad-e0fe-4413-a375-181a12c1503b tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.59 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 945 time: 0.5121982 Aug 29 04:30:58.595460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Routers {'c417ad15-0a3b-444c-902d-35aba3c841fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:58.596375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-37463c69-6748-407d-b511-091716ac0a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c417ad15-0a3b-444c-902d-35aba3c841fe'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:58.667158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50ba90a2-f8f7-4fb2-aaee-ad79bfd4a7f8 req-6378f716-9e6f-4fff-a73e-347e393b5367 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006656 Aug 29 04:30:58.753942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-8d86cab5-c379-4976-b743-b115b5eb7318 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604538 Aug 29 04:30:58.784711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010f95a-df1b-4ca2-a974-a6ba8c5b7f92 None None] Pushing event updated for resources: {'Port': ['ID=c26e2f92-341a-4544-8aef-c824bb240c0e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:58.823436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-37463c69-6748-407d-b511-091716ac0a59 None None] Set router c417ad15-0a3b-444c-902d-35aba3c841fe gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:58.854061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-febbe478-f7a9-4bba-bf50-5f539f02f382 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a3339b2-3fd7-4ad0-918f-cd758b4728e3 HTTP/1.1" status: 200 len: 217 time: 0.0948982 Aug 29 04:30:58.972838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-722e4dc4-dfce-4dfa-8260-83012c122a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.974351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-722e4dc4-dfce-4dfa-8260-83012c122a66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 200 len: 797 time: 0.1111794 Aug 29 04:30:59.064318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-7a6d6918-1ab8-4618-8253-4f83f1221e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.065791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-7a6d6918-1ab8-4618-8253-4f83f1221e89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0827410 Aug 29 04:30:59.071540 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.180850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-37463c69-6748-407d-b511-091716ac0a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c417ad15-0a3b-444c-902d-35aba3c841fe', 'name': 'tempest-NetworksTestDHCPv6-router-1170770137', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:47Z', 'updated_at': '2021-08-29T04:30:54Z', 'revision_number': 2, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'gw_port_host': None, '_interfaces': [{'id': 'c26e2f92-341a-4544-8aef-c824bb240c0e', 'name': '', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'mac_address': 'fa:16:3e:c2:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c417ad15-0a3b-444c-902d-35aba3c841fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd723df1a-5aff-47a0-a160-24a77c95f3b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:49Z', 'updated_at': '2021-08-29T04:30:58Z', 'revision_number': 4, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'subnets': [{'id': 'd723df1a-5aff-47a0-a160-24a77c95f3b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:59.251024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37463c69-6748-407d-b511-091716ac0a59 None None] The sync data for ids ['c417ad15-0a3b-444c-902d-35aba3c841fe'] in n-d-712141-12 is: [{'id': 'c417ad15-0a3b-444c-902d-35aba3c841fe', 'name': 'tempest-NetworksTestDHCPv6-router-1170770137', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:47Z', 'updated_at': '2021-08-29T04:30:54Z', 'revision_number': 2, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'gw_port_host': None, '_interfaces': [{'id': 'c26e2f92-341a-4544-8aef-c824bb240c0e', 'name': '', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'mac_address': 'fa:16:3e:c2:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c417ad15-0a3b-444c-902d-35aba3c841fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd723df1a-5aff-47a0-a160-24a77c95f3b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:49Z', 'updated_at': '2021-08-29T04:30:58Z', 'revision_number': 4, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'subnets': [{'id': 'd723df1a-5aff-47a0-a160-24a77c95f3b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:59.266597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-9c9eefc9-b1dc-4a28-b7fe-82855a62a684 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889303 Aug 29 04:30:59.448911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-336d4b63-3af0-41b1-9567-1bccc4d03a9f req-8d940f72-7d6d-4259-a676-2674ef83de63 service neutron] 10.222.0.52 "GET /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778541 Aug 29 04:30:59.470082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32884) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:59.688016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239170405'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:59.699973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f77c-646b-471f-9f15-99506d3592c9 req-f56ec242-6878-4487-a108-92448e624674 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.701610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7432f77c-646b-471f-9f15-99506d3592c9 req-f56ec242-6878-4487-a108-92448e624674 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.1506772 Aug 29 04:30:59.751733 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-0f280e68-81ad-4d07-bcfa-26642c0ce513 service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1564395 Aug 29 04:30:59.777846 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.833411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7432f77c-646b-471f-9f15-99506d3592c9 req-39ca97c2-1765-4563-b6e7-61034575f765 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119053 Aug 29 04:30:59.862072 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.930642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-3085ce8f-e3a8-4306-bd61-5c769ba25f43 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Deleting port 312f590e-b71e-4401-a97c-faedc44e56d5 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:59.931022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-3085ce8f-e3a8-4306-bd61-5c769ba25f43 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.036655 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.045864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.097414 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-740af433-b904-4792-be22-eb3d8c9d171a req-ae1c5369-8404-4536-8c77-22df4de01538 service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338690 Aug 29 04:31:00.119788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-3085ce8f-e3a8-4306-bd61-5c769ba25f43 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] For port 312f590e-b71e-4401-a97c-faedc44e56d5, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=312f590e-b71e-4401-a97c-faedc44e56d5,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:00.120143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-3085ce8f-e3a8-4306-bd61-5c769ba25f43 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.124175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port c26e2f92-341a-4544-8aef-c824bb240c0e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:00.124531 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.162935 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.173338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.197367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.201591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7298176 Aug 29 04:31:00.205702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32900) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:00.263878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-3085ce8f-e3a8-4306-bd61-5c769ba25f43 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Calling delete_port for 312f590e-b71e-4401-a97c-faedc44e56d5 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:00.318967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc7b94-a4d0-4ef3-a7da-87ab3f406615 req-44f0fcb7-2424-48a1-810d-8e65f3083367 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.320554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70bc7b94-a4d0-4ef3-a7da-87ab3f406615 req-44f0fcb7-2424-48a1-810d-8e65f3083367 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8eb697-1def-4219-9276-f29e72839185 HTTP/1.1" status: 200 len: 945 time: 0.4756744 Aug 29 04:31:00.329852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-90e55db6-4625-44b7-9e30-2d00f095390b tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1230285 Aug 29 04:31:00.332761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32902) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:00.337990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-97f9d1cc-e998-4fd9-9dce-0a980691a766 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group': {'name': 'tempest-security--1441550079', 'description': 'tempest-security-description-763761530'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:00.362413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029a627c-86b8-4ce8-9aac-5eb7c59c4585,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.398719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497eb159-6ce9-48d5-b31d-fd91ce1752de tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012f0e13-cf75-47e7-a121-805aafac8851,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.427943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] For port c26e2f92-341a-4544-8aef-c824bb240c0e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c26e2f92-341a-4544-8aef-c824bb240c0e,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:00.428356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.443038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for c26e2f92-341a-4544-8aef-c824bb240c0e owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:00.547297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-5decb3c9-86c4-472b-9247-7608dc5f6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.549316 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-5decb3c9-86c4-472b-9247-7608dc5f6f7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1096 time: 0.3929963 Aug 29 04:31:00.738150 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-3085ce8f-e3a8-4306-bd61-5c769ba25f43 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.753569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['312f590e-b71e-4401-a97c-faedc44e56d5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:00.788156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b1d62609-a261-4c76-b13f-0ea1cc93315d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:00.792470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085ce8f-e3a8-4306-bd61-5c769ba25f43 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event deleted for resources: {'Port': ['ID=312f590e-b71e-4401-a97c-faedc44e56d5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.837932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-590fff6b-8a83-48e8-b43d-3047991e912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.839454 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-590fff6b-8a83-48e8-b43d-3047991e912d service neutron] 10.222.0.59 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 897 time: 0.2768617 Aug 29 04:31:00.880365 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70bc7b94-a4d0-4ef3-a7da-87ab3f406615 req-fbea194c-5ead-430a-a6d7-77b5aa78e752 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458918 Aug 29 04:31:00.892367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97f9d1cc-e998-4fd9-9dce-0a980691a766 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.946256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-3085ce8f-e3a8-4306-bd61-5c769ba25f43 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] No DVR routers for this DVR port 312f590e-b71e-4401-a97c-faedc44e56d5 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:00.951462 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-5c55fb20-447c-4c00-b47e-b9832bd85e86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 217 time: 0.0844681 Aug 29 04:31:00.955684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-3085ce8f-e3a8-4306-bd61-5c769ba25f43 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.957834 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e60ad3c-a114-4792-83f5-adafaac992d7 req-3085ce8f-e3a8-4306-bd61-5c769ba25f43 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.59 "DELETE /v2.0/ports/312f590e-b71e-4401-a97c-faedc44e56d5 HTTP/1.1" status: 204 len: 173 time: 2.3617876 Aug 29 04:31:00.958307 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8eb697-1def-4219-9276-f29e72839185', 'name': 'network-vif-deleted', 'tag': '312f590e-b71e-4401-a97c-faedc44e56d5'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:00.960747 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3220a295-7ca0-4056-9367-38995b3e6e1b" -d '{"events": [{"server_uuid": "df8eb697-1def-4219-9276-f29e72839185", "name": "network-vif-deleted", "tag": "312f590e-b71e-4401-a97c-faedc44e56d5"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:01.005255 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97f9d1cc-e998-4fd9-9dce-0a980691a766 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.022746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97f9d1cc-e998-4fd9-9dce-0a980691a766 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.025961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97f9d1cc-e998-4fd9-9dce-0a980691a766 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.027879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-97f9d1cc-e998-4fd9-9dce-0a980691a766 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "PUT /v2.0/security-groups/012f0e13-cf75-47e7-a121-805aafac8851 HTTP/1.1" status: 200 len: 1779 time: 0.6939759 Aug 29 04:31:01.036985 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6850a3ab-c6bc-4b46-a726-61d8c39ef6c2 x-openstack-request-id: req-6850a3ab-c6bc-4b46-a726-61d8c39ef6c2 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:01.037223 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8eb697-1def-4219-9276-f29e72839185", "name": "network-vif-deleted", "tag": "312f590e-b71e-4401-a97c-faedc44e56d5", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:01.037792 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6850a3ab-c6bc-4b46-a726-61d8c39ef6c2 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:01.037892 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8eb697-1def-4219-9276-f29e72839185', 'name': 'network-vif-deleted', 'tag': '312f590e-b71e-4401-a97c-faedc44e56d5', 'status': 'completed', 'code': 200} Aug 29 04:31:01.038244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.050117 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.080216 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d1cc-e998-4fd9-9dce-0a980691a766 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012f0e13-cf75-47e7-a121-805aafac8851,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.097494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=c26e2f92-341a-4544-8aef-c824bb240c0e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.118527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed91902-bc2e-4285-b8f5-56e864834c57 req-01badd91-47f6-4d45-9bb2-9a2f8bcfb634 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.127370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eed91902-bc2e-4285-b8f5-56e864834c57 req-01badd91-47f6-4d45-9bb2-9a2f8bcfb634 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.1593890 Aug 29 04:31:01.188367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-76f762cc-3e9e-43ea-b74a-d0d21483fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.191812 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-76f762cc-3e9e-43ea-b74a-d0d21483fbb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 200 len: 834 time: 0.2280850 Aug 29 04:31:01.199730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eed91902-bc2e-4285-b8f5-56e864834c57 req-b851cf5b-4f81-449e-a93c-a59016116cea tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714509 Aug 29 04:31:01.251740 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1d632335-eee6-4eb1-a3f1-922892c45624 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups/012f0e13-cf75-47e7-a121-805aafac8851 HTTP/1.1" status: 200 len: 1779 time: 0.2120786 Aug 29 04:31:01.254407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32924) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.377861 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.402148 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e12c-5703-4ae1-a5fc-51b699288448 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.418847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-8212fce2-1934-4e75-b816-79d234e4f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.421072 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-8212fce2-1934-4e75-b816-79d234e4f33a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=962e30a7-9d40-4434-9440-459219ed88f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785769 Aug 29 04:31:01.452887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e12c-5703-4ae1-a5fc-51b699288448 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.542459 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e12c-5703-4ae1-a5fc-51b699288448 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.545560 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e12c-5703-4ae1-a5fc-51b699288448 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.547006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f6f2e12c-5703-4ae1-a5fc-51b699288448 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-groups/012f0e13-cf75-47e7-a121-805aafac8851 HTTP/1.1" status: 204 len: 168 time: 0.2914221 Aug 29 04:31:01.551814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32928) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.584623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2e12c-5703-4ae1-a5fc-51b699288448 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=012f0e13-cf75-47e7-a121-805aafac8851,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.658737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-126596b5-ba77-45fb-973f-7bee8eec7c0d tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0969901 Aug 29 04:31:01.659667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32932) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.682298 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-80557b6c-345b-45d7-9105-5b9ed7ce8c84 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] delete failed (client error): The resource could not be found. Aug 29 04:31:01.690495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-80557b6c-345b-45d7-9105-5b9ed7ce8c84 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-groups/012f0e13-cf75-47e7-a121-805aafac8851 HTTP/1.1" status: 404 len: 347 time: 0.0295064 Aug 29 04:31:01.691631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32934) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.699118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1733ff61-821c-4031-ba9b-879b083af3f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group': {'name': 'tempest-secgroup--956444310'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:01.744771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1733ff61-821c-4031-ba9b-879b083af3f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.766834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Router c417ad15-0a3b-444c-902d-35aba3c841fe has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:01.824054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32938) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.894736 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-93d37a70-eef5-457a-9e6a-e3a6f42ae4a1 service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174050 Aug 29 04:31:01.901745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:01.920294 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] Sync routers for ids ['c417ad15-0a3b-444c-902d-35aba3c841fe'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:01.923578 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a5d73f3b-427e-446b-bbe7-c4944453e1c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "PUT /v2.0/routers/c417ad15-0a3b-444c-902d-35aba3c841fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8204052 Aug 29 04:31:01.929086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32944) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.966362 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] Routers {'c417ad15-0a3b-444c-902d-35aba3c841fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:01.967246 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c417ad15-0a3b-444c-902d-35aba3c841fe'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:02.038040 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1733ff61-821c-4031-ba9b-879b083af3f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.053263 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1733ff61-821c-4031-ba9b-879b083af3f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.068608 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6cd31b51-e893-4695-b7ff-99fb72b65ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.071797 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-07c7f22a-f4bd-4a35-8911-f329135843ce req-9b304162-b536-4a44-ada2-7f261f298bfa service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664178 Aug 29 04:31:02.116410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ecc202-3b9d-41f4-afea-f91eb6aa7a06 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.118203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ecc202-3b9d-41f4-afea-f91eb6aa7a06 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.122899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-80ecc202-3b9d-41f4-afea-f91eb6aa7a06 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1783869 Aug 29 04:31:02.124366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32948) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:02.124686 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1733ff61-821c-4031-ba9b-879b083af3f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.125954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1733ff61-821c-4031-ba9b-879b083af3f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4317718 Aug 29 04:31:02.128845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733ff61-821c-4031-ba9b-879b083af3f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109ac879-d453-49e4-99b5-93e705538eb1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:02.130965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32950) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:02.146927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a13d4e9b-4097-439a-9f1f-44134c0de024 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': '109ac879-d453-49e4-99b5-93e705538eb1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:02.159832 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] Set router c417ad15-0a3b-444c-902d-35aba3c841fe gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:02.189638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a861d1-6736-4dc2-9b21-af7c7e58310d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet d723df1a-5aff-47a0-a160-24a77c95f3b7 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:02.193442 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8a861d1-6736-4dc2-9b21-af7c7e58310d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.280467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8a861d1-6736-4dc2-9b21-af7c7e58310d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.284655 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c417ad15-0a3b-444c-902d-35aba3c841fe', 'name': 'tempest-NetworksTestDHCPv6-router-1170770137', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:47Z', 'updated_at': '2021-08-29T04:31:00Z', 'revision_number': 3, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:02.381901 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] Checking router: c417ad15-0a3b-444c-902d-35aba3c841fe for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:02.408825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6cd31b51-e893-4695-b7ff-99fb72b65ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.411438 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] Routers {'c417ad15-0a3b-444c-902d-35aba3c841fe'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:02.411933 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c417ad15-0a3b-444c-902d-35aba3c841fe'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:02.424087 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6cd31b51-e893-4695-b7ff-99fb72b65ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.474628 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8a861d1-6736-4dc2-9b21-af7c7e58310d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.488862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c02fc-ec06-4f67-aeec-3585a295b0ca req-913961f4-ffb7-4a9a-9a82-407f66809336 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.496025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-124c02fc-ec06-4f67-aeec-3585a295b0ca req-913961f4-ffb7-4a9a-9a82-407f66809336 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.1374772 Aug 29 04:31:02.530784 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] Set router c417ad15-0a3b-444c-902d-35aba3c841fe gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:02.559483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8a861d1-6736-4dc2-9b21-af7c7e58310d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.572987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd31b51-e893-4695-b7ff-99fb72b65ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc21381-fddd-4e91-80b3-4b46548ff8e0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:02.579259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6cd31b51-e893-4695-b7ff-99fb72b65ba8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e36afaf6412241feaa9e94258f8f8b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7540629 Aug 29 04:31:02.580595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a13d4e9b-4097-439a-9f1f-44134c0de024 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.587713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32956) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:02.598773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a861d1-6736-4dc2-9b21-af7c7e58310d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=d723df1a-5aff-47a0-a160-24a77c95f3b7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:02.603298 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8a861d1-6736-4dc2-9b21-af7c7e58310d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.605682 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d8a861d1-6736-4dc2-9b21-af7c7e58310d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/d723df1a-5aff-47a0-a160-24a77c95f3b7 HTTP/1.1" status: 204 len: 168 time: 0.4798491 Aug 29 04:31:02.608658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:02.610775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad7db8-8350-45dd-bf30-1ca1d16f894b None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:02.630492 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c417ad15-0a3b-444c-902d-35aba3c841fe', 'name': 'tempest-NetworksTestDHCPv6-router-1170770137', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:47Z', 'updated_at': '2021-08-29T04:31:00Z', 'revision_number': 3, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:02.677933 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a58a15-28f0-4715-a1e2-ec1ca52b2034 None None] The sync data for ids ['c417ad15-0a3b-444c-902d-35aba3c841fe'] in n-d-712141-12 is: [{'id': 'c417ad15-0a3b-444c-902d-35aba3c841fe', 'name': 'tempest-NetworksTestDHCPv6-router-1170770137', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:47Z', 'updated_at': '2021-08-29T04:31:00Z', 'revision_number': 3, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:02.718687 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a204c488-8f84-40e8-9872-ab705493578d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1065352 Aug 29 04:31:02.719086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32960) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:02.725129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd4e44-1d55-4f45-b693-436340cf6dc9 req-29f4ec0f-c612-47f6-b3db-e7bb2c488186 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.728542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1cdd4e44-1d55-4f45-b693-436340cf6dc9 req-29f4ec0f-c612-47f6-b3db-e7bb2c488186 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.2706885 Aug 29 04:31:02.766108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-124c02fc-ec06-4f67-aeec-3585a295b0ca req-65914fcd-1a19-4543-926a-c4b34c3aa9f3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691197 Aug 29 04:31:02.808327 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f38-32e0-4328-a88c-93a1684e07f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.869848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-6fcd9238-222f-4db9-b347-76f506cce393 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.871332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-6fcd9238-222f-4db9-b347-76f506cce393 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 945 time: 0.2362657 Aug 29 04:31:02.881448 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a13d4e9b-4097-439a-9f1f-44134c0de024 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.892651 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6f08b2a-d4ce-445b-a3a2-faee81bac5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.897089 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a13d4e9b-4097-439a-9f1f-44134c0de024 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.904713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1cdd4e44-1d55-4f45-b693-436340cf6dc9 req-f21ea231-53fc-4ea0-bf89-4492e10f010c tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b574472-a5af-449c-9450-884a37926a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680007 Aug 29 04:31:02.968962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d4e9b-4097-439a-9f1f-44134c0de024 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8b91b4-04b0-4bb6-8c63-a49d118a3c8d,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:02.977300 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6f08b2a-d4ce-445b-a3a2-faee81bac5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.984805 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a13d4e9b-4097-439a-9f1f-44134c0de024 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.990664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a13d4e9b-4097-439a-9f1f-44134c0de024 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8438723 Aug 29 04:31:02.996584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32964) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:03.017103 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f38-32e0-4328-a88c-93a1684e07f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.020610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f38-32e0-4328-a88c-93a1684e07f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.045197 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-61c11156-c2da-4a92-bf1b-48f01a445ab3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.080931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede5c54c-8d24-46a1-87fa-8b8d44448666 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:03.089674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-61c11156-c2da-4a92-bf1b-48f01a445ab3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.089908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-5d069094-41af-4376-bb01-d47ec8dbec6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Deleting port b1d62609-a261-4c76-b13f-0ea1cc93315d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:03.089908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-5d069094-41af-4376-bb01-d47ec8dbec6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.108998 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f38-32e0-4328-a88c-93a1684e07f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.109584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdf1f38-32e0-4328-a88c-93a1684e07f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Fanout notify agent at l3_agent the message router_deleted on router c417ad15-0a3b-444c-902d-35aba3c841fe {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:03.120868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f38-32e0-4328-a88c-93a1684e07f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.126277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1bdf1f38-32e0-4328-a88c-93a1684e07f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/routers/c417ad15-0a3b-444c-902d-35aba3c841fe HTTP/1.1" status: 204 len: 168 time: 0.4019787 Aug 29 04:31:03.127886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32966) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:03.134453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-351fd34e-5ebf-46ac-a19d-34ba70454e30 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:03.171971 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6f08b2a-d4ce-445b-a3a2-faee81bac5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.174969 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6f08b2a-d4ce-445b-a3a2-faee81bac5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.178970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b6f08b2a-d4ce-445b-a3a2-faee81bac5ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3fc21381-fddd-4e91-80b3-4b46548ff8e0 HTTP/1.1" status: 204 len: 168 time: 0.5848527 Aug 29 04:31:03.183588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ede5c54c-8d24-46a1-87fa-8b8d44448666 None None] Deleting port 28d1a16d-ec11-4d74-81c4-e2424bb29a10 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:03.183734 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ede5c54c-8d24-46a1-87fa-8b8d44448666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.192645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f08b2a-d4ce-445b-a3a2-faee81bac5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc21381-fddd-4e91-80b3-4b46548ff8e0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:03.203115 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-61c11156-c2da-4a92-bf1b-48f01a445ab3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.211914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-61c11156-c2da-4a92-bf1b-48f01a445ab3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.213100 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-61c11156-c2da-4a92-bf1b-48f01a445ab3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ea8b91b4-04b0-4bb6-8c63-a49d118a3c8d HTTP/1.1" status: 204 len: 168 time: 0.2151093 Aug 29 04:31:03.218459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32970) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:03.237451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c11156-c2da-4a92-bf1b-48f01a445ab3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea8b91b4-04b0-4bb6-8c63-a49d118a3c8d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:03.298964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-5d069094-41af-4376-bb01-d47ec8dbec6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] For port b1d62609-a261-4c76-b13f-0ea1cc93315d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b1d62609-a261-4c76-b13f-0ea1cc93315d,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:03.299342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-5d069094-41af-4376-bb01-d47ec8dbec6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.303342 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b0ae1b80-c930-47a4-992c-295b9daf5fe3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0846500 Aug 29 04:31:03.306529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32972) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:03.325962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351fd34e-5ebf-46ac-a19d-34ba70454e30 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:03.329704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-351fd34e-5ebf-46ac-a19d-34ba70454e30 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.329887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-5d069094-41af-4376-bb01-d47ec8dbec6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Calling delete_port for b1d62609-a261-4c76-b13f-0ea1cc93315d owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:03.490696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27784cda-7f2a-4c34-b4b0-95afde198a40 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.610647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-5d069094-41af-4376-bb01-d47ec8dbec6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.674393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ede5c54c-8d24-46a1-87fa-8b8d44448666 None None] For port 28d1a16d-ec11-4d74-81c4-e2424bb29a10, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=28d1a16d-ec11-4d74-81c4-e2424bb29a10,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:03.675474 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ede5c54c-8d24-46a1-87fa-8b8d44448666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.690597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d069094-41af-4376-bb01-d47ec8dbec6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event deleted for resources: {'Port': ['ID=b1d62609-a261-4c76-b13f-0ea1cc93315d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:03.706964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c26e2f92-341a-4544-8aef-c824bb240c0e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:03.709816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b1d62609-a261-4c76-b13f-0ea1cc93315d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:03.781702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-5d069094-41af-4376-bb01-d47ec8dbec6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] No DVR routers for this DVR port b1d62609-a261-4c76-b13f-0ea1cc93315d on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:03.789334 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-5d069094-41af-4376-bb01-d47ec8dbec6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.795788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-721fcb04-ec25-4cbb-988c-0735612bec3b req-5d069094-41af-4376-bb01-d47ec8dbec6a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "DELETE /v2.0/ports/b1d62609-a261-4c76-b13f-0ea1cc93315d HTTP/1.1" status: 204 len: 173 time: 0.9130750 Aug 29 04:31:03.796398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32980) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:03.798988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20007d7a-91f9-4156-a039-7f76390e8c29', 'name': 'network-vif-deleted', 'tag': 'b1d62609-a261-4c76-b13f-0ea1cc93315d'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:03.803818 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46abad2f-4126-4b78-bd1b-476da6b7e67e" -d '{"events": [{"server_uuid": "20007d7a-91f9-4156-a039-7f76390e8c29", "name": "network-vif-deleted", "tag": "b1d62609-a261-4c76-b13f-0ea1cc93315d"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:03.807881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ede5c54c-8d24-46a1-87fa-8b8d44448666 None None] Calling delete_port for 28d1a16d-ec11-4d74-81c4-e2424bb29a10 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:03.834465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f33a972c-6da5-45d0-84a4-97acabe94b57 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:03.845691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be91bf35-385b-4890-8b96-51e764d3aa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.892406 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82b486-1c35-4260-b222-60a2cdfb3314 x-openstack-request-id: req-dc82b486-1c35-4260-b222-60a2cdfb3314 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:03.892820 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20007d7a-91f9-4156-a039-7f76390e8c29", "name": "network-vif-deleted", "tag": "b1d62609-a261-4c76-b13f-0ea1cc93315d", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:03.892945 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc82b486-1c35-4260-b222-60a2cdfb3314 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:03.893349 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20007d7a-91f9-4156-a039-7f76390e8c29', 'name': 'network-vif-deleted', 'tag': 'b1d62609-a261-4c76-b13f-0ea1cc93315d', 'status': 'completed', 'code': 200} Aug 29 04:31:03.995692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 312f590e-b71e-4401-a97c-faedc44e56d5 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:04.002004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c26e2f92-341a-4544-8aef-c824bb240c0e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:04.006383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c26e2f92-341a-4544-8aef-c824bb240c0e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:04.007738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 28d1a16d-ec11-4d74-81c4-e2424bb29a10 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:04.027805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1577c-2e14-41b9-96e6-e9db8509f51e req-8592cc44-da31-492e-9aa1-d89e39e166ff tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.029576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8fe1577c-2e14-41b9-96e6-e9db8509f51e req-8592cc44-da31-492e-9aa1-d89e39e166ff tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.1765709 Aug 29 04:31:04.081815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 312f590e-b71e-4401-a97c-faedc44e56d5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:04.082165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 312f590e-b71e-4401-a97c-faedc44e56d5 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:04.107649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f33a972c-6da5-45d0-84a4-97acabe94b57,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:04.124552 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27784cda-7f2a-4c34-b4b0-95afde198a40 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.156932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'port_id': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'mac_address': 'fa:16:3e:88:21:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:04.167501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ca4fdc5-d472-46fc-ac88-89b30669e395 req-d5e8c920-30d2-4f6a-845c-82f9cd353d93 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=20007d7a-91f9-4156-a039-7f76390e8c29 HTTP/1.1" status: 200 len: 210 time: 0.0755155 Aug 29 04:31:04.174075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8fe1577c-2e14-41b9-96e6-e9db8509f51e req-64d4a38a-8122-4cda-b45a-d50e3a2c2ab4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382868 Aug 29 04:31:04.206561 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be91bf35-385b-4890-8b96-51e764d3aa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.214090 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be91bf35-385b-4890-8b96-51e764d3aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.214978 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27784cda-7f2a-4c34-b4b0-95afde198a40 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.218054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27784cda-7f2a-4c34-b4b0-95afde198a40 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.219234 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-27784cda-7f2a-4c34-b4b0-95afde198a40 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-groups/109ac879-d453-49e4-99b5-93e705538eb1 HTTP/1.1" status: 204 len: 168 time: 0.9114099 Aug 29 04:31:04.222314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32986) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.240150 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27784cda-7f2a-4c34-b4b0-95afde198a40 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ac879-d453-49e4-99b5-93e705538eb1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.319704 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.326089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91bf35-385b-4890-8b96-51e764d3aa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88ff31-3717-4181-a6f5-66f4021e8f23,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.347817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9c56e1a1-88e9-4d1a-a69d-1d9e93b0924f tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1241121 Aug 29 04:31:04.352011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32988) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.355694 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-be91bf35-385b-4890-8b96-51e764d3aa22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d49c11f9aff461d98d3c27b4fd3fc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429683 Aug 29 04:31:04.358718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e8570f14-d51d-4b3b-8e05-15cf6e8edfd3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group': {'name': 'tempest-secgroup--327720359'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:04.359285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32990) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.388668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33a972c-6da5-45d0-84a4-97acabe94b57 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:04.390432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-351fd34e-5ebf-46ac-a19d-34ba70454e30 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.405748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e8570f14-d51d-4b3b-8e05-15cf6e8edfd3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.427037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-baa72ae3-81ca-4d5c-95c1-4c9217e3fdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.442997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f33a972c-6da5-45d0-84a4-97acabe94b57,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:04.451908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fd34e-5ebf-46ac-a19d-34ba70454e30 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:04.459012 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.460678 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-baa72ae3-81ca-4d5c-95c1-4c9217e3fdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.461342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-351fd34e-5ebf-46ac-a19d-34ba70454e30 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:04.465202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351fd34e-5ebf-46ac-a19d-34ba70454e30 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.466678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-351fd34e-5ebf-46ac-a19d-34ba70454e30 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.471017 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.495209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fd34e-5ebf-46ac-a19d-34ba70454e30 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=af861245-4288-4402-a94c-7e315bca9d73,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.562134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ede5c54c-8d24-46a1-87fa-8b8d44448666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.572922 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-baa72ae3-81ca-4d5c-95c1-4c9217e3fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.585642 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-baa72ae3-81ca-4d5c-95c1-4c9217e3fdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.589290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-baa72ae3-81ca-4d5c-95c1-4c9217e3fdc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a88ff31-3717-4181-a6f5-66f4021e8f23 HTTP/1.1" status: 204 len: 168 time: 0.2248187 Aug 29 04:31:04.595897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f33a972c-6da5-45d0-84a4-97acabe94b57,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.609470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa72ae3-81ca-4d5c-95c1-4c9217e3fdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88ff31-3717-4181-a6f5-66f4021e8f23,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.619906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5c54c-8d24-46a1-87fa-8b8d44448666 None None] Pushing event deleted for resources: {'Port': ['ID=28d1a16d-ec11-4d74-81c4-e2424bb29a10,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.623112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5c54c-8d24-46a1-87fa-8b8d44448666 None None] No DVR routers for this DVR port 28d1a16d-ec11-4d74-81c4-e2424bb29a10 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:04.624145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e8570f14-d51d-4b3b-8e05-15cf6e8edfd3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.638898 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e8570f14-d51d-4b3b-8e05-15cf6e8edfd3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.643608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5616f-969e-4fc7-916b-97d37d56f924 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:04.687879 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-351fd34e-5ebf-46ac-a19d-34ba70454e30 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5577404 Aug 29 04:31:04.688557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32994) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.690224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8570f14-d51d-4b3b-8e05-15cf6e8edfd3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63cd16d-b576-4142-8407-8e6f81f0f83f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.700164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['f33a972c-6da5-45d0-84a4-97acabe94b57'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:04.709464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0079d96d-d495-45f3-a0c4-7113ed1e7c49 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-948585768', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:04.740918 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0079d96d-d495-45f3-a0c4-7113ed1e7c49 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.743147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0079d96d-d495-45f3-a0c4-7113ed1e7c49 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.756986 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e8570f14-d51d-4b3b-8e05-15cf6e8edfd3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.759123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e8570f14-d51d-4b3b-8e05-15cf6e8edfd3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4058137 Aug 29 04:31:04.763697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32996) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.775359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-58322157-51d6-429c-a7c7-f6888daf04ec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': 'f63cd16d-b576-4142-8407-8e6f81f0f83f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:04.810834 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0079d96d-d495-45f3-a0c4-7113ed1e7c49 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.816370 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0079d96d-d495-45f3-a0c4-7113ed1e7c49 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.835799 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58322157-51d6-429c-a7c7-f6888daf04ec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.852087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0079d96d-d495-45f3-a0c4-7113ed1e7c49 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.852087 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0079d96d-d495-45f3-a0c4-7113ed1e7c49 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1469314 Aug 29 04:31:04.852087 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33000) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.909396 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:31:04.924965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': 'af861245-4288-4402-a94c-7e315bca9d73'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:04.925821 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.945901 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58322157-51d6-429c-a7c7-f6888daf04ec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.953597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58322157-51d6-429c-a7c7-f6888daf04ec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.985780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58322157-51d6-429c-a7c7-f6888daf04ec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe083138-ce0e-40e8-bee8-8146954ff726,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.993478 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58322157-51d6-429c-a7c7-f6888daf04ec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.995572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-58322157-51d6-429c-a7c7-f6888daf04ec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2303321 Aug 29 04:31:04.998468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33004) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.008255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d5923bd8-035a-4cf3-96d3-4603c34ad6a6 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': 'f63cd16d-b576-4142-8407-8e6f81f0f83f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:05.048538 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5923bd8-035a-4cf3-96d3-4603c34ad6a6 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.166324 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5923bd8-035a-4cf3-96d3-4603c34ad6a6 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.166669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Allocated IP 2001:db8::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/af861245-4288-4402-a94c-7e315bca9d73/48e39de6-a68f-44cf-ac82-a7138021792c) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:05.181305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33006) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.188938 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5923bd8-035a-4cf3-96d3-4603c34ad6a6 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.212297 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e3905dbd-07fc-4318-9a92-e68e87660fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.240341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5923bd8-035a-4cf3-96d3-4603c34ad6a6 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b73539-05bc-4c9b-a1dc-18ad105e40b6,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.356533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.407045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e3905dbd-07fc-4318-9a92-e68e87660fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.417237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e3905dbd-07fc-4318-9a92-e68e87660fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.420980 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.433998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5923bd8-035a-4cf3-96d3-4603c34ad6a6 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.438389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d5923bd8-035a-4cf3-96d3-4603c34ad6a6 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4353986 Aug 29 04:31:05.442304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Transition to ACTIVE for port object 48e39de6-a68f-44cf-ac82-a7138021792c will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:05.448336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33016) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.462785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1a582d4d-a47a-4bd3-adb3-f83204916e6b tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': 'f63cd16d-b576-4142-8407-8e6f81f0f83f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:05.481331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Transition to ACTIVE for port object 48e39de6-a68f-44cf-ac82-a7138021792c will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:05.490932 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.502495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4828079-0665-4ce9-b11f-0cbd1dc71794 req-c9c671dc-7f72-4810-b927-00e6bc4ef95c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.504318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4828079-0665-4ce9-b11f-0cbd1dc71794 req-c9c671dc-7f72-4810-b927-00e6bc4ef95c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 945 time: 0.1414530 Aug 29 04:31:05.506726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e3905dbd-07fc-4318-9a92-e68e87660fc4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49f7e4e19e6a41b2b677266a7b220333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246887 Aug 29 04:31:05.518910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3905dbd-07fc-4318-9a92-e68e87660fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022e6560-9b66-4a59-be84-36a372c4a7c8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.524614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33020) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.589250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:05.592864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:05.594829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a582d4d-a47a-4bd3-adb3-f83204916e6b tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.610073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:05.652628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Pushing event updated for resources: {'Port': ['ID=48e39de6-a68f-44cf-ac82-a7138021792c,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.687033 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4828079-0665-4ce9-b11f-0cbd1dc71794 req-77277745-2ce3-4c8c-bc85-9b1988c855a6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631536 Aug 29 04:31:05.695732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Attempting to bind port 48e39de6-a68f-44cf-ac82-a7138021792c on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:05.696110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Attempting to bind port 48e39de6-a68f-44cf-ac82-a7138021792c by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:05.696730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Attempting to bind port 48e39de6-a68f-44cf-ac82-a7138021792c on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:05.702719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:05.703783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:05.704423 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.704995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:05.705500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Bound port: 48e39de6-a68f-44cf-ac82-a7138021792c, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:05.705893 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.740481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1732b3-a94c-4d7c-a424-ba7d4e0ecbf9 req-f8102b82-4d76-4ba4-8817-fae1461fc580 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.748661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b1732b3-a94c-4d7c-a424-ba7d4e0ecbf9 req-f8102b82-4d76-4ba4-8817-fae1461fc580 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.1560585 Aug 29 04:31:05.781282 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2da5b192-2743-40f7-a12a-973489ffb1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.792845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f33a972c-6da5-45d0-84a4-97acabe94b57 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:05.831359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a582d4d-a47a-4bd3-adb3-f83204916e6b tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.833863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] For port 48e39de6-a68f-44cf-ac82-a7138021792c, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:05.845460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::1 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/af861245-4288-4402-a94c-7e315bca9d73/0969d4ec-3317-481c-854e-9aff3260031b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:05.846284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b1732b3-a94c-4d7c-a424-ba7d4e0ecbf9 req-5424eb96-b6ff-4efc-b105-0beb7de438cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966218 Aug 29 04:31:05.850775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a582d4d-a47a-4bd3-adb3-f83204916e6b tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.855858 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2da5b192-2743-40f7-a12a-973489ffb1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.865437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] For port 48e39de6-a68f-44cf-ac82-a7138021792c, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=48e39de6-a68f-44cf-ac82-a7138021792c,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:05.872474 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.880795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a582d4d-a47a-4bd3-adb3-f83204916e6b tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba54544-2e79-4cd1-9fe6-73563c10358e,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.899248 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a582d4d-a47a-4bd3-adb3-f83204916e6b tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.904265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1a582d4d-a47a-4bd3-adb3-f83204916e6b tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4448454 Aug 29 04:31:05.905232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33024) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.909746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-6bd5cd3c-7a78-4abf-8981-3a92541a1fa7 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': 'f63cd16d-b576-4142-8407-8e6f81f0f83f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:05.956004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port f33a972c-6da5-45d0-84a4-97acabe94b57 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:05.963717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port f33a972c-6da5-45d0-84a4-97acabe94b57 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:05.964316 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.965503 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6bd5cd3c-7a78-4abf-8981-3a92541a1fa7 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.969844 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2da5b192-2743-40f7-a12a-973489ffb1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.972372 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2da5b192-2743-40f7-a12a-973489ffb1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.976455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2da5b192-2743-40f7-a12a-973489ffb1a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/022e6560-9b66-4a59-be84-36a372c4a7c8 HTTP/1.1" status: 204 len: 168 time: 0.4480443 Aug 29 04:31:06.048028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5b192-2743-40f7-a12a-973489ffb1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022e6560-9b66-4a59-be84-36a372c4a7c8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.053741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6804db5-4b2b-4026-82c5-c84dbbe1f1bc None None] Pushing event updated for resources: {'Port': ['ID=48e39de6-a68f-44cf-ac82-a7138021792c,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.085991 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.112147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object 0969d4ec-3317-481c-854e-9aff3260031b will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:06.117840 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6bd5cd3c-7a78-4abf-8981-3a92541a1fa7 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.122985 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.123526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6bd5cd3c-7a78-4abf-8981-3a92541a1fa7 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.156114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5cd3c-7a78-4abf-8981-3a92541a1fa7 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df43366-ca8e-4c91-87ab-1a83ccbe4ea7,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.158903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.160418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:06.164187 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6bd5cd3c-7a78-4abf-8981-3a92541a1fa7 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.164645 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efecde0c-438d-4a1d-bf7e-a30c070f7b7e" -d '{"events": [{"server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "name": "network-vif-plugged", "status": "completed", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:06.168657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6bd5cd3c-7a78-4abf-8981-3a92541a1fa7 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2592790 Aug 29 04:31:06.168657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33030) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.178320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-743905b0-7d2b-46d5-ba83-88997ceb221c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': 'f63cd16d-b576-4142-8407-8e6f81f0f83f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:06.179604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f33a972c-6da5-45d0-84a4-97acabe94b57,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:06.186465 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.256133 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cb1acd-69d9-4c97-878d-29865bce3f1d x-openstack-request-id: req-30cb1acd-69d9-4c97-878d-29865bce3f1d {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:06.256515 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "name": "network-vif-plugged", "status": "completed", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:06.256830 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30cb1acd-69d9-4c97-878d-29865bce3f1d {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:06.257303 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'code': 200} Aug 29 04:31:06.260505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-743905b0-7d2b-46d5-ba83-88997ceb221c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.298007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:06.302581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:06.305018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=0969d4ec-3317-481c-854e-9aff3260031b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.311100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=f33a972c-6da5-45d0-84a4-97acabe94b57,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.320583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:06.321237 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.368082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-743905b0-7d2b-46d5-ba83-88997ceb221c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.375221 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-743905b0-7d2b-46d5-ba83-88997ceb221c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.402422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743905b0-7d2b-46d5-ba83-88997ceb221c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfcb864-ff17-4372-b21f-9df160ed040c,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.407885 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-743905b0-7d2b-46d5-ba83-88997ceb221c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.412330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-743905b0-7d2b-46d5-ba83-88997ceb221c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2401247 Aug 29 04:31:06.412522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33034) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.442798 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-56ab1d83-9277-4c08-8cec-6beb54f6a3b4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.453051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-56ab1d83-9277-4c08-8cec-6beb54f6a3b4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.470717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4ca4-a5b2-482d-89dc-83ed0fd21806 req-fedd7568-1b36-417f-b039-edba600062ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.472915 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-480d4ca4-a5b2-482d-89dc-83ed0fd21806 req-fedd7568-1b36-417f-b039-edba600062ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1098 time: 0.1470218 Aug 29 04:31:06.482608 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-56ab1d83-9277-4c08-8cec-6beb54f6a3b4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.488032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-56ab1d83-9277-4c08-8cec-6beb54f6a3b4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.491512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-56ab1d83-9277-4c08-8cec-6beb54f6a3b4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3bfcb864-ff17-4372-b21f-9df160ed040c HTTP/1.1" status: 204 len: 168 time: 0.0757606 Aug 29 04:31:06.492169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33038) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.517014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab1d83-9277-4c08-8cec-6beb54f6a3b4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bfcb864-ff17-4372-b21f-9df160ed040c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.536258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.551004 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-480d4ca4-a5b2-482d-89dc-83ed0fd21806 req-70f4d3e2-d870-481a-acc7-d49dc048773d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676770 Aug 29 04:31:06.567709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2361b843-74ca-4c0b-b4be-3cee1fe1d4ce tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0725465 Aug 29 04:31:06.568632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33044) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.618289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97702ae4-4b45-4f9e-8043-9661f67fa139 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.628339 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97702ae4-4b45-4f9e-8043-9661f67fa139 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.663747 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97702ae4-4b45-4f9e-8043-9661f67fa139 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.675063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97702ae4-4b45-4f9e-8043-9661f67fa139 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.676821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-97702ae4-4b45-4f9e-8043-9661f67fa139 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7df43366-ca8e-4c91-87ab-1a83ccbe4ea7 HTTP/1.1" status: 204 len: 168 time: 0.1066301 Aug 29 04:31:06.681825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33050) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.690985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97702ae4-4b45-4f9e-8043-9661f67fa139 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7df43366-ca8e-4c91-87ab-1a83ccbe4ea7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.739865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fc3cdcb0-8996-4d34-a42d-8d2e7baeb8d8 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0562699 Aug 29 04:31:06.742665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33054) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.771581 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0062e65c-0e96-4f16-9c66-40487ff658c2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.792384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0062e65c-0e96-4f16-9c66-40487ff658c2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.861894 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0062e65c-0e96-4f16-9c66-40487ff658c2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.871229 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0062e65c-0e96-4f16-9c66-40487ff658c2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.876219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0062e65c-0e96-4f16-9c66-40487ff658c2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2ba54544-2e79-4cd1-9fe6-73563c10358e HTTP/1.1" status: 204 len: 168 time: 0.1322267 Aug 29 04:31:06.878425 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33062) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.892098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062e65c-0e96-4f16-9c66-40487ff658c2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ba54544-2e79-4cd1-9fe6-73563c10358e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.917758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d997a-fbe3-4945-befc-83f3de8ddbfc req-8f9fd0d5-aa3e-48bc-85a9-d59003e7fa20 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.927216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee3d997a-fbe3-4945-befc-83f3de8ddbfc req-8f9fd0d5-aa3e-48bc-85a9-d59003e7fa20 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1150577 Aug 29 04:31:06.975362 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8e1bdce0-11b3-413a-b10a-6f0f4688f640 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0961173 Aug 29 04:31:06.978354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33068) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.004410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee3d997a-fbe3-4945-befc-83f3de8ddbfc req-627c2983-92bc-4bdd-86a0-62ec9a6b7eb5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760365 Aug 29 04:31:07.028614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.038427 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.039503 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.085438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c989657-2966-4457-81a4-7f01c8aa73fb tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.096333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe5523-6a2b-44ef-8a0c-328e7dfbbe31 req-48fdd608-34b9-4e91-aeea-f6d8773722cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.098275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70fe5523-6a2b-44ef-8a0c-328e7dfbbe31 req-48fdd608-34b9-4e91-aeea-f6d8773722cd tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.0927796 Aug 29 04:31:07.099907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c989657-2966-4457-81a4-7f01c8aa73fb tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.159070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70fe5523-6a2b-44ef-8a0c-328e7dfbbe31 req-5f7e45c3-712d-4a1c-9277-91eea8b4fbb1 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536878 Aug 29 04:31:07.182199 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=0969d4ec-3317-481c-854e-9aff3260031b,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:07.213835 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c989657-2966-4457-81a4-7f01c8aa73fb tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.225854 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7c989657-2966-4457-81a4-7f01c8aa73fb tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.227038 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7c989657-2966-4457-81a4-7f01c8aa73fb tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/45b73539-05bc-4c9b-a1dc-18ad105e40b6 HTTP/1.1" status: 204 len: 168 time: 0.2469282 Aug 29 04:31:07.229753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33078) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.254201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c989657-2966-4457-81a4-7f01c8aa73fb tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45b73539-05bc-4c9b-a1dc-18ad105e40b6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:07.276691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:07.278678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:07.395968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b367b3eb-574b-474f-bcfe-0e180ca733e6 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1042202 Aug 29 04:31:07.395968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33090) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.514956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b1d62609-a261-4c76-b13f-0ea1cc93315d no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:07.514956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: b1d62609-a261-4c76-b13f-0ea1cc93315d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:07.514956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b1d62609-a261-4c76-b13f-0ea1cc93315d not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:07.514956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-37eb82f2-991d-48be-aec5-4f80d78f61fc None None] Provisioning for port 48e39de6-a68f-44cf-ac82-a7138021792c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:07.563250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Router 0483b403-d496-45ab-82d7-98ea2b8c2f32 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:07.594050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c13e956a-2f12-40b0-8d26-dfdcce80c6b3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.609542 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c13e956a-2f12-40b0-8d26-dfdcce80c6b3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.622633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c191275-aa21-4529-a746-0aa4af814cba req-e5a317eb-70b6-48fb-ac30-054117c82957 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.624821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c191275-aa21-4529-a746-0aa4af814cba req-e5a317eb-70b6-48fb-ac30-054117c82957 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2357330 Aug 29 04:31:07.666630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 48e39de6-a68f-44cf-ac82-a7138021792c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:07.734202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:07.740982 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-411fe36b-b419-470e-9f89-997c79947cbc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "PUT /v2.0/routers/0483b403-d496-45ab-82d7-98ea2b8c2f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8909657 Aug 29 04:31:07.743553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33102) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.750242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Sync routers for ids ['0483b403-d496-45ab-82d7-98ea2b8c2f32'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:07.792927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Routers {'0483b403-d496-45ab-82d7-98ea2b8c2f32'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:07.809943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab6f4d-80cd-4eb6-954e-2b9398684e9d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.811609 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-05ab6f4d-80cd-4eb6-954e-2b9398684e9d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports/0969d4ec-3317-481c-854e-9aff3260031b HTTP/1.1" status: 200 len: 911 time: 0.0668252 Aug 29 04:31:07.815076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33104) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.821815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0483b403-d496-45ab-82d7-98ea2b8c2f32'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:07.889866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c13e956a-2f12-40b0-8d26-dfdcce80c6b3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.893294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506727a-44dd-44b5-9be7-62be89969b4a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.898190 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c13e956a-2f12-40b0-8d26-dfdcce80c6b3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.901999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c13e956a-2f12-40b0-8d26-dfdcce80c6b3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/fe083138-ce0e-40e8-bee8-8146954ff726 HTTP/1.1" status: 204 len: 168 time: 0.5571027 Aug 29 04:31:07.905355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506727a-44dd-44b5-9be7-62be89969b4a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.909782 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b506727a-44dd-44b5-9be7-62be89969b4a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0912902 Aug 29 04:31:07.909782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33108) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.917007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33110) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.928823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e956a-2f12-40b0-8d26-dfdcce80c6b3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe083138-ce0e-40e8-bee8-8146954ff726,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:07.946596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Deleting port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:07.947081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.972312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33112) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.975542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 48e39de6-a68f-44cf-ac82-a7138021792c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:08.012582 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 48e39de6-a68f-44cf-ac82-a7138021792c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:08.012582 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.012997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-13dd8327-fc53-4ea2-b49e-5e6337386177 None None] Provisioning for port 0969d4ec-3317-481c-854e-9aff3260031b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:08.058041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-13dd8327-fc53-4ea2-b49e-5e6337386177 None None] Provisioning complete for port 0969d4ec-3317-481c-854e-9aff3260031b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:08.061642 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-13dd8327-fc53-4ea2-b49e-5e6337386177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.105626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] For port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:08.106814 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.136295 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-13dd8327-fc53-4ea2-b49e-5e6337386177 None None] Port 0969d4ec-3317-481c-854e-9aff3260031b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:08.144260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Set router 0483b403-d496-45ab-82d7-98ea2b8c2f32 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:08.259956 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ebcf554a-5da3-4ac8-a9fb-1cf1776f02e4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3475130 Aug 29 04:31:08.260872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33124) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:08.407384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab109a68-6100-4995-b1c2-9fd5cd47ec64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.414311 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a744afc-f641-43ad-ba40-35164e04aa4d tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.422934 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.461652 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a744afc-f641-43ad-ba40-35164e04aa4d tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.476857 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 48e39de6-a68f-44cf-ac82-a7138021792c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=48e39de6-a68f-44cf-ac82-a7138021792c,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:08.489651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.501842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0483b403-d496-45ab-82d7-98ea2b8c2f32', 'name': 'tempest-NetworksTestDHCPv6-router-948585768', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:04Z', 'updated_at': '2021-08-29T04:31:06Z', 'revision_number': 2, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'gw_port_host': None, '_interfaces': [{'id': '0969d4ec-3317-481c-854e-9aff3260031b', 'name': '', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'mac_address': 'fa:16:3e:65:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0483b403-d496-45ab-82d7-98ea2b8c2f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af861245-4288-4402-a94c-7e315bca9d73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:05Z', 'updated_at': '2021-08-29T04:31:06Z', 'revision_number': 2, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'subnets': [{'id': 'af861245-4288-4402-a94c-7e315bca9d73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:08.540054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8db9a21f-c23b-48a1-8a9f-0dd72062409c None None] Provisioning complete for port 0969d4ec-3317-481c-854e-9aff3260031b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:08.540812 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8db9a21f-c23b-48a1-8a9f-0dd72062409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.542439 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a744afc-f641-43ad-ba40-35164e04aa4d tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.545336 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a744afc-f641-43ad-ba40-35164e04aa4d tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.549109 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4a744afc-f641-43ad-ba40-35164e04aa4d tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-groups/f63cd16d-b576-4142-8407-8e6f81f0f83f HTTP/1.1" status: 204 len: 168 time: 0.2851439 Aug 29 04:31:08.551193 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33128) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:08.578348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21260f8e-c10e-476f-a7db-fae90a14bd8b req-1d14baef-3aee-4cca-9eca-388862ee0024 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.579879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a744afc-f641-43ad-ba40-35164e04aa4d tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63cd16d-b576-4142-8407-8e6f81f0f83f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:08.580763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21260f8e-c10e-476f-a7db-fae90a14bd8b req-1d14baef-3aee-4cca-9eca-388862ee0024 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 944 time: 0.2291217 Aug 29 04:31:08.611291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03ee58-8ae3-4433-9c7b-a764b2e24d66 req-b1aaf834-3cc1-481b-895d-d602294fb6e0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.612006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Checking router: 0483b403-d496-45ab-82d7-98ea2b8c2f32 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:08.612450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Updating router 0483b403-d496-45ab-82d7-98ea2b8c2f32 port 0969d4ec-3317-481c-854e-9aff3260031b binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:08.613593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd03ee58-8ae3-4433-9c7b-a764b2e24d66 req-b1aaf834-3cc1-481b-895d-d602294fb6e0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.3723207 Aug 29 04:31:08.676345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e9f4c7a2-ff3a-4738-8c42-689a2038d05d tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215730 Aug 29 04:31:08.677339 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.684116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33132) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:08.690866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=48e39de6-a68f-44cf-ac82-a7138021792c,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:08.694401 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.696436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8db9a21f-c23b-48a1-8a9f-0dd72062409c None None] Port 0969d4ec-3317-481c-854e-9aff3260031b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:08.726102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-49c8e500-0176-485d-8907-3253e7340eb1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207764084'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:08.828644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21260f8e-c10e-476f-a7db-fae90a14bd8b req-4bd7568b-0f5c-4917-99f3-0a3613560ade tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups?id=2786fe03-a4f9-498a-b486-7f322eeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115383 Aug 29 04:31:08.880226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd03ee58-8ae3-4433-9c7b-a764b2e24d66 req-78e4d268-0d1f-4c82-b792-42f5203993c8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450361 Aug 29 04:31:08.886851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.887400 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.887734 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Floating IP 0dca50b8-b2f0-464b-87dd-8580ecdd6010 disassociated. External IP: 172.25.5.72, port: 2ffc7c17-efd4-4ce0-8a79-08accb7a429c. Aug 29 04:31:08.888082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Calling delete_port for 2ffc7c17-efd4-4ce0-8a79-08accb7a429c owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:09.027711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port 0969d4ec-3317-481c-854e-9aff3260031b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:09.028959 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.053263 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab109a68-6100-4995-b1c2-9fd5cd47ec64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.070488 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab109a68-6100-4995-b1c2-9fd5cd47ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.071930 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.086130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Transition to ACTIVE for port object 0969d4ec-3317-481c-854e-9aff3260031b will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:09.094631 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.136708 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ab109a68-6100-4995-b1c2-9fd5cd47ec64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57f89921ef014b9c9b81ee192f8a8e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1605062 Aug 29 04:31:09.136927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-49c8e500-0176-485d-8907-3253e7340eb1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.162180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33144) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:09.196731 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab109a68-6100-4995-b1c2-9fd5cd47ec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b7c71-84da-4b91-8f46-2184c3ed4189,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:09.211005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be335c12-1b6f-44fc-8549-95328e3a3a10 req-9bf3f9a8-5f42-4cff-8f5b-2bfdcc423c2e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.212966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be335c12-1b6f-44fc-8549-95328e3a3a10 req-9bf3f9a8-5f42-4cff-8f5b-2bfdcc423c2e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.2213721 Aug 29 04:31:09.237655 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d999343-0faf-4b80-8d6a-2074ff9f851a None None] Pushing event updated for resources: {'Port': ['ID=0969d4ec-3317-481c-854e-9aff3260031b,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:09.259546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Attempting to bind port 0969d4ec-3317-481c-854e-9aff3260031b on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:09.259910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Attempting to bind port 0969d4ec-3317-481c-854e-9aff3260031b by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:09.268233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Attempting to bind port 0969d4ec-3317-481c-854e-9aff3260031b on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:09.276269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:09.276269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:09.276269 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.276269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:09.276875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Bound port: 0969d4ec-3317-481c-854e-9aff3260031b, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:09.277023 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.301148 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.335789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be335c12-1b6f-44fc-8549-95328e3a3a10 req-5309a187-cd3e-4ac2-a12a-5f5504de43b5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840366 Aug 29 04:31:09.358453 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.360293 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33150) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:09.364263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for 0969d4ec-3317-481c-854e-9aff3260031b owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:09.388660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] For port 0969d4ec-3317-481c-854e-9aff3260031b, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:09.395472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] For port 0969d4ec-3317-481c-854e-9aff3260031b, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0969d4ec-3317-481c-854e-9aff3260031b,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:09.404852 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c340d9b8-5349-450a-9f8d-da13074e5841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.405432 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.470765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 48e39de6-a68f-44cf-ac82-a7138021792c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:09.474414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event deleted for resources: {'Port': ['ID=2ffc7c17-efd4-4ce0-8a79-08accb7a429c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:09.562257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c7785-302d-4e32-885b-52c6864343a9 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.565650 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c340d9b8-5349-450a-9f8d-da13074e5841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.567803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-447c7785-302d-4e32-885b-52c6864343a9 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1093 time: 0.1947405 Aug 29 04:31:09.570632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-49c8e500-0176-485d-8907-3253e7340eb1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.585271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33154) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:09.625848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:09.642375 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-49c8e500-0176-485d-8907-3253e7340eb1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.707149 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-49c8e500-0176-485d-8907-3253e7340eb1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.708381 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-49c8e500-0176-485d-8907-3253e7340eb1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0217094 Aug 29 04:31:09.720893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33158) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:09.726634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d8d5145b-931a-4261-8f97-8f2164f1aadc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': 'cb531a82-0710-4912-a305-e37dcd217600', 'direction': 'ingress', 'protocol': 17}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:09.747485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Router ff4f9b75-e039-42e2-92ca-b7692c0bed1f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:09.833923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8e500-0176-485d-8907-3253e7340eb1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb531a82-0710-4912-a305-e37dcd217600,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:09.861792 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.926124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Routers {'0483b403-d496-45ab-82d7-98ea2b8c2f32'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:09.926782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0483b403-d496-45ab-82d7-98ea2b8c2f32'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:09.994873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-046b37d9-0f0b-456f-97be-c1d50f16bfa8 req-0bdc657b-79da-4e01-a28d-4e063f757e68 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/ports?device_id=f14945a0-2cb1-464a-8777-b488354ed389 HTTP/1.1" status: 200 len: 210 time: 0.0490315 Aug 29 04:31:10.007288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:10.009470 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8d5145b-931a-4261-8f97-8f2164f1aadc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.019451 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] Sync routers for ids ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:10.028692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d999343-0faf-4b80-8d6a-2074ff9f851a None None] Pushing event updated for resources: {'Port': ['ID=0969d4ec-3317-481c-854e-9aff3260031b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.031035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.039788 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] Routers {'ff4f9b75-e039-42e2-92ca-b7692c0bed1f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:10.042410 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:10.074188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=0969d4ec-3317-481c-854e-9aff3260031b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.079788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c340d9b8-5349-450a-9f8d-da13074e5841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.083046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c340d9b8-5349-450a-9f8d-da13074e5841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.098177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c340d9b8-5349-450a-9f8d-da13074e5841 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c01b7c71-84da-4b91-8f46-2184c3ed4189 HTTP/1.1" status: 204 len: 168 time: 0.9212177 Aug 29 04:31:10.117726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340d9b8-5349-450a-9f8d-da13074e5841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b7c71-84da-4b91-8f46-2184c3ed4189,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.133965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] No DVR routers for this DVR port 2ffc7c17-efd4-4ce0-8a79-08accb7a429c on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:10.139356 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.150218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c191275-aa21-4529-a746-0aa4af814cba req-fee3e476-1857-4ae8-9f06-fa02b05d88a9 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.52 "DELETE /v2.0/ports/2ffc7c17-efd4-4ce0-8a79-08accb7a429c HTTP/1.1" status: 204 len: 173 time: 2.5178499 Aug 29 04:31:10.150889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-deleted', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:10.154656 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a92819-f257-48d7-a566-574265096e1d" -d '{"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-deleted", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:10.166081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] Set router 0483b403-d496-45ab-82d7-98ea2b8c2f32 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:10.261844 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1fe7da-9453-45af-9ac6-a02f6c631399 x-openstack-request-id: req-fc1fe7da-9453-45af-9ac6-a02f6c631399 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:10.262296 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14945a0-2cb1-464a-8777-b488354ed389", "name": "network-vif-deleted", "tag": "2ffc7c17-efd4-4ce0-8a79-08accb7a429c", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:10.263013 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc1fe7da-9453-45af-9ac6-a02f6c631399 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:10.263722 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14945a0-2cb1-464a-8777-b488354ed389', 'name': 'network-vif-deleted', 'tag': '2ffc7c17-efd4-4ce0-8a79-08accb7a429c', 'status': 'completed', 'code': 200} Aug 29 04:31:10.275582 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8d5145b-931a-4261-8f97-8f2164f1aadc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.283211 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8d5145b-931a-4261-8f97-8f2164f1aadc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.386384 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.393794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5145b-931a-4261-8f97-8f2164f1aadc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355dcb9a-33f6-4b5b-993e-01a85f274fa0,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.404589 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8d5145b-931a-4261-8f97-8f2164f1aadc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.417271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d8d5145b-931a-4261-8f97-8f2164f1aadc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6942916 Aug 29 04:31:10.417793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33174) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.424854 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] Set router ff4f9b75-e039-42e2-92ca-b7692c0bed1f gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:10.573327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5e418f38-c30d-4ac0-9115-f3feb5915b59 None None] Could not find standard attr ID for object 0969d4ec-3317-481c-854e-9aff3260031b. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:10.604494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 48e39de6-a68f-44cf-ac82-a7138021792c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:10.604874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.615920 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0adcb28f-c340-4d42-8ff6-635e5407a15e tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.644702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0adcb28f-c340-4d42-8ff6-635e5407a15e tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.695690 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.701295 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0adcb28f-c340-4d42-8ff6-635e5407a15e tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.704180 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0adcb28f-c340-4d42-8ff6-635e5407a15e tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.705457 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0adcb28f-c340-4d42-8ff6-635e5407a15e tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-groups/cb531a82-0710-4912-a305-e37dcd217600 HTTP/1.1" status: 204 len: 168 time: 0.2819302 Aug 29 04:31:10.709721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33184) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.724661 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcb28f-c340-4d42-8ff6-635e5407a15e tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb531a82-0710-4912-a305-e37dcd217600,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.738942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0483b403-d496-45ab-82d7-98ea2b8c2f32', 'name': 'tempest-NetworksTestDHCPv6-router-948585768', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:04Z', 'updated_at': '2021-08-29T04:31:06Z', 'revision_number': 2, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'gw_port_host': None, '_interfaces': [{'id': '0969d4ec-3317-481c-854e-9aff3260031b', 'name': '', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'mac_address': 'fa:16:3e:65:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0483b403-d496-45ab-82d7-98ea2b8c2f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af861245-4288-4402-a94c-7e315bca9d73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:05Z', 'updated_at': '2021-08-29T04:31:09Z', 'revision_number': 4, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'subnets': [{'id': 'af861245-4288-4402-a94c-7e315bca9d73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:10.869134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Router 0483b403-d496-45ab-82d7-98ea2b8c2f32 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:10.870204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33190) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.879482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-00367785-e8b7-4b4b-ab79-680869fff298 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1534450 Aug 29 04:31:10.882516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-88a194e7-b40b-4006-be0c-1edbff81ddfa tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group': {'name': 'tempest-secgroup--272735465'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:10.914909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88a194e7-b40b-4006-be0c-1edbff81ddfa tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.923752 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:20:02Z', 'revision_number': 5, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:10.944251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a390d-33ff-446e-8ed2-dfbe2b6fb197 None None] The sync data for ids ['0483b403-d496-45ab-82d7-98ea2b8c2f32'] in n-d-712141-12 is: [{'id': '0483b403-d496-45ab-82d7-98ea2b8c2f32', 'name': 'tempest-NetworksTestDHCPv6-router-948585768', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:04Z', 'updated_at': '2021-08-29T04:31:06Z', 'revision_number': 2, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'gw_port_host': None, '_interfaces': [{'id': '0969d4ec-3317-481c-854e-9aff3260031b', 'name': '', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'mac_address': 'fa:16:3e:65:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0483b403-d496-45ab-82d7-98ea2b8c2f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af861245-4288-4402-a94c-7e315bca9d73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:05Z', 'updated_at': '2021-08-29T04:31:09Z', 'revision_number': 4, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'subnets': [{'id': 'af861245-4288-4402-a94c-7e315bca9d73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:10.988951 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] Checking router: ff4f9b75-e039-42e2-92ca-b7692c0bed1f for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:11.010321 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] Routers {'ff4f9b75-e039-42e2-92ca-b7692c0bed1f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:11.011357 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:11.021096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:11.032446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33198) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.032663 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d22f109c-9370-4f2f-b458-4f618b6b426c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "PUT /v2.0/routers/0483b403-d496-45ab-82d7-98ea2b8c2f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1118305 Aug 29 04:31:11.199622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33208) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.204610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88a194e7-b40b-4006-be0c-1edbff81ddfa tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.229988 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88a194e7-b40b-4006-be0c-1edbff81ddfa tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.256134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3dbd28-f80b-4d02-bf51-9d2d8ec49ff2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.259773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3dbd28-f80b-4d02-bf51-9d2d8ec49ff2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.261732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4b3dbd28-f80b-4d02-bf51-9d2d8ec49ff2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2276511 Aug 29 04:31:11.267317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33210) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.281512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a194e7-b40b-4006-be0c-1edbff81ddfa tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33414d29-66c2-43f7-9a5c-1ab13149f1ab,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.285954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88a194e7-b40b-4006-be0c-1edbff81ddfa tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.288547 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-88a194e7-b40b-4006-be0c-1edbff81ddfa tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4095626 Aug 29 04:31:11.304095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33212) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.333891 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.25.5.127 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/ce1e99ee-0608-439f-b3a6-46e44114d675) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:11.411266 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] Set router ff4f9b75-e039-42e2-92ca-b7692c0bed1f gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:11.417113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a65adaaf-2811-44fd-9750-1617dac1c5c4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group': {'name': 'tempest-secgroup--224065170'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:11.417729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:11.468388 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 2ffc7c17-efd4-4ce0-8a79-08accb7a429c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:11.468743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2ffc7c17-efd4-4ce0-8a79-08accb7a429c not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:11.503013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b703b5-ac8a-4468-978a-1b34c0053dc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet af861245-4288-4402-a94c-7e315bca9d73 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:11.513467 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a65adaaf-2811-44fd-9750-1617dac1c5c4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.523938 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51b703b5-ac8a-4468-978a-1b34c0053dc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.562014 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f67e2ac1-927e-47a1-a141-368d472c9653 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.610458 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f67e2ac1-927e-47a1-a141-368d472c9653 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.612795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.727281 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.757010 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51b703b5-ac8a-4468-978a-1b34c0053dc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.818052 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:20:02Z', 'revision_number': 5, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:11.819329 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:11.822716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:11.834702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:11.851232 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44b1c93-d678-483f-9034-e3c1c8c11931 None None] The sync data for ids ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'] in n-d-712141-12 is: [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:54Z', 'revision_number': 4, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'd60b39b7-bdaf-42b6-8037-4e686f871b1f', 'name': '', 'network_id': 'e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'mac_address': 'fa:16:3e:dc:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c48afde4-7536-4854-9010-e4631b537af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:53Z', 'updated_at': '2021-08-29T04:20:02Z', 'revision_number': 5, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'subnets': [{'id': 'c48afde4-7536-4854-9010-e4631b537af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:11.894752 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f67e2ac1-927e-47a1-a141-368d472c9653 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.897836 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f67e2ac1-927e-47a1-a141-368d472c9653 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.902671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f67e2ac1-927e-47a1-a141-368d472c9653 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "DELETE /v2.0/security-groups/2786fe03-a4f9-498a-b486-7f322eeb0bea HTTP/1.1" status: 204 len: 168 time: 0.6955159 Aug 29 04:31:11.906319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33228) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.919739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=ce1e99ee-0608-439f-b3a6-46e44114d675,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.932356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e2ac1-927e-47a1-a141-368d472c9653 tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2786fe03-a4f9-498a-b486-7f322eeb0bea,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.975898 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-56cc1704-80fd-41e9-8fc4-49ca91d78e3d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] show failed (client error): The resource could not be found. Aug 29 04:31:11.981560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33230) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.982333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-56cc1704-80fd-41e9-8fc4-49ca91d78e3d tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "GET /v2.0/security-groups/2786fe03-a4f9-498a-b486-7f322eeb0bea HTTP/1.1" status: 404 len: 347 time: 0.0622001 Aug 29 04:31:12.126198 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a65adaaf-2811-44fd-9750-1617dac1c5c4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.144820 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51b703b5-ac8a-4468-978a-1b34c0053dc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.179037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a65adaaf-2811-44fd-9750-1617dac1c5c4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.330658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65adaaf-2811-44fd-9750-1617dac1c5c4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f395ad4b-4da3-47de-ae6a-1a0236da9f6b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.336824 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51b703b5-ac8a-4468-978a-1b34c0053dc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.352314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a65adaaf-2811-44fd-9750-1617dac1c5c4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.356757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a65adaaf-2811-44fd-9750-1617dac1c5c4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9416952 Aug 29 04:31:12.368959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13f21f-3435-4f44-9554-97e4f9590139 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:12.371056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51b703b5-ac8a-4468-978a-1b34c0053dc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.373469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-51b703b5-ac8a-4468-978a-1b34c0053dc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/af861245-4288-4402-a94c-7e315bca9d73 HTTP/1.1" status: 204 len: 168 time: 1.1042838 Aug 29 04:31:12.375419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33246) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:12.375914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33248) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:12.424431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8cb1f85d-b4bf-4eb7-bda7-c4dfa5a23aec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': '33414d29-66c2-43f7-9a5c-1ab13149f1ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f395ad4b-4da3-47de-ae6a-1a0236da9f6b', 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:12.433818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b703b5-ac8a-4468-978a-1b34c0053dc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=af861245-4288-4402-a94c-7e315bca9d73,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.482681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3869dd2-0f0d-4002-ab6b-32ed284c3597 None None] New status for floating IP 0dca50b8-b2f0-464b-87dd-8580ecdd6010: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:31:12.585538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-388d2bb3-7957-4aca-8e3c-726331b7c720 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2072651 Aug 29 04:31:12.589171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33254) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:12.649505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f85d-b4bf-4eb7-bda7-c4dfa5a23aec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.916297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52a72ed-5c35-4d84-a57b-0a7562321d69 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:13.003684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e52a72ed-5c35-4d84-a57b-0a7562321d69 None None] Deleting port 48e39de6-a68f-44cf-ac82-a7138021792c {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:13.004376 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e52a72ed-5c35-4d84-a57b-0a7562321d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.104686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e52a72ed-5c35-4d84-a57b-0a7562321d69 None None] For port 48e39de6-a68f-44cf-ac82-a7138021792c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=48e39de6-a68f-44cf-ac82-a7138021792c,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:13.105793 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e52a72ed-5c35-4d84-a57b-0a7562321d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.138848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e52a72ed-5c35-4d84-a57b-0a7562321d69 None None] Calling delete_port for 48e39de6-a68f-44cf-ac82-a7138021792c owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:13.214555 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b492b7c-8b5b-45e5-a179-d0bb8f4ffbc9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.236066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-191f95c3-14d3-43f6-8b2f-161cf231ea1a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Deleting port 8e4f78c1-96b2-41f6-87e7-36d9f7a6d15a {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:13.237077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-191f95c3-14d3-43f6-8b2f-161cf231ea1a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.285621 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e52a72ed-5c35-4d84-a57b-0a7562321d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.330321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a72ed-5c35-4d84-a57b-0a7562321d69 None None] Pushing event deleted for resources: {'Port': ['ID=48e39de6-a68f-44cf-ac82-a7138021792c,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.335678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a72ed-5c35-4d84-a57b-0a7562321d69 None None] No DVR routers for this DVR port 48e39de6-a68f-44cf-ac82-a7138021792c on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:13.458771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 48e39de6-a68f-44cf-ac82-a7138021792c no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:13.504457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 48e39de6-a68f-44cf-ac82-a7138021792c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:13.505922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 48e39de6-a68f-44cf-ac82-a7138021792c not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:13.539465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b492b7c-8b5b-45e5-a179-d0bb8f4ffbc9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.562462 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b492b7c-8b5b-45e5-a179-d0bb8f4ffbc9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.593728 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f85d-b4bf-4eb7-bda7-c4dfa5a23aec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.595503 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-191f95c3-14d3-43f6-8b2f-161cf231ea1a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.595843 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-191f95c3-14d3-43f6-8b2f-161cf231ea1a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.617048 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df434b-139a-4f15-95ae-6ee9e5ea9145 None None] Sync routers for ids ['0483b403-d496-45ab-82d7-98ea2b8c2f32'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:13.628077 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df434b-139a-4f15-95ae-6ee9e5ea9145 None None] Routers {'0483b403-d496-45ab-82d7-98ea2b8c2f32'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:13.628487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f85d-b4bf-4eb7-bda7-c4dfa5a23aec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.629319 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e3df434b-139a-4f15-95ae-6ee9e5ea9145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0483b403-d496-45ab-82d7-98ea2b8c2f32'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:13.640830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-191f95c3-14d3-43f6-8b2f-161cf231ea1a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Calling delete_port for 8e4f78c1-96b2-41f6-87e7-36d9f7a6d15a owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:13.648303 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.650095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1f85d-b4bf-4eb7-bda7-c4dfa5a23aec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc79bf6-f99a-49c0-91fd-f6a6154007b2,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.662744 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b492b7c-8b5b-45e5-a179-d0bb8f4ffbc9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.663743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b492b7c-8b5b-45e5-a179-d0bb8f4ffbc9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Fanout notify agent at l3_agent the message router_deleted on router 0483b403-d496-45ab-82d7-98ea2b8c2f32 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:13.673679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b492b7c-8b5b-45e5-a179-d0bb8f4ffbc9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.675254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0b492b7c-8b5b-45e5-a179-d0bb8f4ffbc9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/routers/0483b403-d496-45ab-82d7-98ea2b8c2f32 HTTP/1.1" status: 204 len: 168 time: 1.0836909 Aug 29 04:31:13.678412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33320) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.715041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-36bbbded-41db-4ec6-9d6e-c4c3c101d313 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0349650 Aug 29 04:31:13.716563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f85d-b4bf-4eb7-bda7-c4dfa5a23aec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.717891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8cb1f85d-b4bf-4eb7-bda7-c4dfa5a23aec tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3409960 Aug 29 04:31:13.718714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33328) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.720602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33330) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.800785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb6f9ca-c9f4-405e-8125-e30ae9c2fe38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.802793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2cb6f9ca-c9f4-405e-8125-e30ae9c2fe38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0829396 Aug 29 04:31:13.805352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33340) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.839906 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e3df434b-139a-4f15-95ae-6ee9e5ea9145 None None] Set router 0483b403-d496-45ab-82d7-98ea2b8c2f32 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:13.848457 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.877138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6838c432-29c0-47ce-974e-04a8a918e343 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.884290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-52f2f1e1-eddf-4b8b-b612-7e3fc14563ef tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768874 Aug 29 04:31:13.893085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6838c432-29c0-47ce-974e-04a8a918e343 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.893973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33348) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.900240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:13.934893 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6838c432-29c0-47ce-974e-04a8a918e343 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.942772 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6838c432-29c0-47ce-974e-04a8a918e343 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.947370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6838c432-29c0-47ce-974e-04a8a918e343 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/cbc79bf6-f99a-49c0-91fd-f6a6154007b2 HTTP/1.1" status: 204 len: 168 time: 0.2170179 Aug 29 04:31:13.949394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33350) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.961114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838c432-29c0-47ce-974e-04a8a918e343 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbc79bf6-f99a-49c0-91fd-f6a6154007b2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.982964 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e3df434b-139a-4f15-95ae-6ee9e5ea9145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0483b403-d496-45ab-82d7-98ea2b8c2f32', 'name': 'tempest-NetworksTestDHCPv6-router-948585768', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:04Z', 'updated_at': '2021-08-29T04:31:09Z', 'revision_number': 3, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:14.039263 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df434b-139a-4f15-95ae-6ee9e5ea9145 None None] Checking router: 0483b403-d496-45ab-82d7-98ea2b8c2f32 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:14.042611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dae530c0-2fef-48a2-8aba-f9ef52316912 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0919635 Aug 29 04:31:14.045962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33354) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:14.055306 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df434b-139a-4f15-95ae-6ee9e5ea9145 None None] Routers set() bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:14.056286 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df434b-139a-4f15-95ae-6ee9e5ea9145 None None] Router IDs set() for agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:31:14.057383 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_agentschedulers_db [None req-e3df434b-139a-4f15-95ae-6ee9e5ea9145 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0483b403-d496-45ab-82d7-98ea2b8c2f32'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent'). {{(pid=94853) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:31:14.058524 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df434b-139a-4f15-95ae-6ee9e5ea9145 None None] The sync data for ids ['0483b403-d496-45ab-82d7-98ea2b8c2f32'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:14.136766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d2da62-ef63-46c2-929a-a8c88807dc94 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.137647 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-191f95c3-14d3-43f6-8b2f-161cf231ea1a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.173003 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d2da62-ef63-46c2-929a-a8c88807dc94 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.213350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:14.218476 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.223656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f95c3-14d3-43f6-8b2f-161cf231ea1a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Pushing event deleted for resources: {'Port': ['ID=8e4f78c1-96b2-41f6-87e7-36d9f7a6d15a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.250955 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d2da62-ef63-46c2-929a-a8c88807dc94 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.258349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d2da62-ef63-46c2-929a-a8c88807dc94 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.262637 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-24d2da62-ef63-46c2-929a-a8c88807dc94 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-groups/f395ad4b-4da3-47de-ae6a-1a0236da9f6b HTTP/1.1" status: 204 len: 168 time: 0.2150314 Aug 29 04:31:14.270892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33360) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:14.306967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2da62-ef63-46c2-929a-a8c88807dc94 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f395ad4b-4da3-47de-ae6a-1a0236da9f6b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.318323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33364) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:14.356699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8d03dd65-10d0-479e-9d59-7dbfa4ccb7e9 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0835683 Aug 29 04:31:14.357616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33368) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:14.401291 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.412966 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.432822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13da9866-61ef-4b72-89ea-bd9398434210 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.468145 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13da9866-61ef-4b72-89ea-bd9398434210 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.502915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-191f95c3-14d3-43f6-8b2f-161cf231ea1a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.506087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-191f95c3-14d3-43f6-8b2f-161cf231ea1a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.507807 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-191f95c3-14d3-43f6-8b2f-161cf231ea1a tempest-ServerActionsTestJSON-1302539834 tempest-ServerActionsTestJSON-1302539834-project] 10.222.0.49 "DELETE /v2.0/floatingips/0dca50b8-b2f0-464b-87dd-8580ecdd6010 HTTP/1.1" status: 204 len: 168 time: 2.5250614 Aug 29 04:31:14.510895 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d796874c-b977-40fe-aca3-99e777c92014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.518439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33372) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:14.540713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=ce1e99ee-0608-439f-b3a6-46e44114d675,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.548825 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.617008 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13da9866-61ef-4b72-89ea-bd9398434210 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.624754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13da9866-61ef-4b72-89ea-bd9398434210 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.625980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-13da9866-61ef-4b72-89ea-bd9398434210 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-groups/33414d29-66c2-43f7-9a5c-1ab13149f1ab HTTP/1.1" status: 204 len: 168 time: 0.2673631 Aug 29 04:31:14.636098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33376) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:14.665689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da9866-61ef-4b72-89ea-bd9398434210 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33414d29-66c2-43f7-9a5c-1ab13149f1ab,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.737396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ff6a23ae-7de6-44ce-9e76-5151e427710a tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983448 Aug 29 04:31:14.768921 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Floating IP e8733041-231f-4f52-8e3c-63ed074916b9 associated. External IP: 172.25.5.127, port: f33a972c-6da5-45d0-84a4-97acabe94b57. Aug 29 04:31:14.770751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33380) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:14.777065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-28097e1a-8a6f-4f99-bf7b-f6b280c46ccc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537153290'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:14.791769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d796874c-b977-40fe-aca3-99e777c92014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.798989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d796874c-b977-40fe-aca3-99e777c92014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.854311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d796874c-b977-40fe-aca3-99e777c92014 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c9594e974bb4844a47ef68c47bedaed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5348995 Aug 29 04:31:14.856477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796874c-b977-40fe-aca3-99e777c92014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbd3ce9-5109-4d29-ba9c-aa7936e97f22,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.860364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33384) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:14.861160 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28097e1a-8a6f-4f99-bf7b-f6b280c46ccc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.941518 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b61cac9-b449-44d6-bb48-b496ab52f5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.978567 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b61cac9-b449-44d6-bb48-b496ab52f5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.043238 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28097e1a-8a6f-4f99-bf7b-f6b280c46ccc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.049558 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28097e1a-8a6f-4f99-bf7b-f6b280c46ccc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.085630 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b61cac9-b449-44d6-bb48-b496ab52f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.092188 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b61cac9-b449-44d6-bb48-b496ab52f5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.092188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5b61cac9-b449-44d6-bb48-b496ab52f5d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fbd3ce9-5109-4d29-ba9c-aa7936e97f22 HTTP/1.1" status: 204 len: 168 time: 0.2257879 Aug 29 04:31:15.092188 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28097e1a-8a6f-4f99-bf7b-f6b280c46ccc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.093447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-28097e1a-8a6f-4f99-bf7b-f6b280c46ccc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3211839 Aug 29 04:31:15.094032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28097e1a-8a6f-4f99-bf7b-f6b280c46ccc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb2d8a3-f54e-4152-89af-4c18771debeb,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.099112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33390) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.103880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0c0c1c16-9b7d-4e5f-a61a-5fed912b7910 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': 'bbb2d8a3-f54e-4152-89af-4c18771debeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:15.121406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61cac9-b449-44d6-bb48-b496ab52f5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbd3ce9-5109-4d29-ba9c-aa7936e97f22,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.152473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1c16-9b7d-4e5f-a61a-5fed912b7910 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.246639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1c16-9b7d-4e5f-a61a-5fed912b7910 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.252496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1c16-9b7d-4e5f-a61a-5fed912b7910 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.298619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c1c16-9b7d-4e5f-a61a-5fed912b7910 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d70a65-4a1c-4241-af10-bf1c48a3ee2f,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.301889 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1c16-9b7d-4e5f-a61a-5fed912b7910 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.303106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0c0c1c16-9b7d-4e5f-a61a-5fed912b7910 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2030334 Aug 29 04:31:15.316452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33396) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.362435 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6d280ee-1409-412a-8406-241c0c64eab2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.364895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0969d4ec-3317-481c-854e-9aff3260031b no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:15.374499 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6d280ee-1409-412a-8406-241c0c64eab2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.393400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 0969d4ec-3317-481c-854e-9aff3260031b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:15.394232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0969d4ec-3317-481c-854e-9aff3260031b not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:15.427860 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6d280ee-1409-412a-8406-241c0c64eab2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.434133 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f6d280ee-1409-412a-8406-241c0c64eab2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.437786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f6d280ee-1409-412a-8406-241c0c64eab2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/97d70a65-4a1c-4241-af10-bf1c48a3ee2f HTTP/1.1" status: 204 len: 168 time: 0.1180959 Aug 29 04:31:15.439596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33400) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.451835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d280ee-1409-412a-8406-241c0c64eab2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97d70a65-4a1c-4241-af10-bf1c48a3ee2f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.493157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a56d8428-84f1-4e4a-9383-70f1dc814d99 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521789 Aug 29 04:31:15.494062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33404) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.569041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3ea70d3-73b1-4871-9b1f-2817844bf25c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.589268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 305f10a5-600f-44c5-ab34-88685e6aa461 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:15.599354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3ea70d3-73b1-4871-9b1f-2817844bf25c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.635694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33406) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.637494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:15.650499 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.652259 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db8ea718-664e-4925-baaa-875185158bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.684399 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3ea70d3-73b1-4871-9b1f-2817844bf25c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.687131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3ea70d3-73b1-4871-9b1f-2817844bf25c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.688310 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f3ea70d3-73b1-4871-9b1f-2817844bf25c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-groups/bbb2d8a3-f54e-4152-89af-4c18771debeb HTTP/1.1" status: 204 len: 168 time: 0.1928289 Aug 29 04:31:15.692677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33410) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.732424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea70d3-73b1-4871-9b1f-2817844bf25c tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb2d8a3-f54e-4152-89af-4c18771debeb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.766829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:15.778249 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e65f3c51-1546-4ed4-b12d-e70697204592 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773134 Aug 29 04:31:15.778451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:15.781272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33412) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.796168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f388abaa-93c4-466a-9ca6-ac405e0430cb None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:15.796736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.797604 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.821383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6d7930e1-fcce-46ca-b8db-69319d433240 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107499405'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:15.850420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=154c051a-6afb-46aa-afc4-eb5d6d0ef61b,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.869221 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db8ea718-664e-4925-baaa-875185158bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.875444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db8ea718-664e-4925-baaa-875185158bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.907775 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bb20ab52-18d1-4c71-98ba-439da45cef1c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0119596 Aug 29 04:31:15.911674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33416) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.937158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4dced338-b74d-4fa1-8ff0-2460cfa9772d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:15.953513 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d7930e1-fcce-46ca-b8db-69319d433240 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.971738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:16.005158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] Sync routers for ids ['305f10a5-600f-44c5-ab34-88685e6aa461'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:16.018812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '154c051a-6afb-46aa-afc4-eb5d6d0ef61b'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:16.020190 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.025152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-db8ea718-664e-4925-baaa-875185158bc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aae5b9db8e22449aa7dbe9e35ae740c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883402 Aug 29 04:31:16.029911 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33418) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.038092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] Routers {'305f10a5-600f-44c5-ab34-88685e6aa461'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:16.038983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['305f10a5-600f-44c5-ab34-88685e6aa461'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.040510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ea718-664e-4925-baaa-875185158bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf8de81-603b-4996-9d4c-46d2e7b264fb,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.131056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be1b5c8b-baa5-4a9d-9cfb-d526558534c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.146346 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d7930e1-fcce-46ca-b8db-69319d433240 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.158929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d7930e1-fcce-46ca-b8db-69319d433240 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.159163 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be1b5c8b-baa5-4a9d-9cfb-d526558534c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.172325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.190943 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.201748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dced338-b74d-4fa1-8ff0-2460cfa9772d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:16.206540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dced338-b74d-4fa1-8ff0-2460cfa9772d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.211730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] Set router 305f10a5-600f-44c5-ab34-88685e6aa461 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:16.222754 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d7930e1-fcce-46ca-b8db-69319d433240 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.224149 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6d7930e1-fcce-46ca-b8db-69319d433240 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4417109 Aug 29 04:31:16.230689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33422) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.239022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5151bfbe-e481-44cc-b01b-4e7a1d252d04 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': '5827ed69-217c-4e19-bfea-0433462266fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:16.273719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7930e1-fcce-46ca-b8db-69319d433240 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5827ed69-217c-4e19-bfea-0433462266fd,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.283968 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2781399e-f088-4b35-a84d-c7c3a0c94649 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6954248 Aug 29 04:31:16.287106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:16.289680 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d753b5-a91b-4755-84a4-e19778e7e581" -d '{"events": [{"name": "network-changed", "server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:16.362867 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be1b5c8b-baa5-4a9d-9cfb-d526558534c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.370889 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be1b5c8b-baa5-4a9d-9cfb-d526558534c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.371912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-be1b5c8b-baa5-4a9d-9cfb-d526558534c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/baf8de81-603b-4996-9d4c-46d2e7b264fb HTTP/1.1" status: 204 len: 168 time: 0.3411193 Aug 29 04:31:16.378488 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02100e56-d30f-4425-91e9-7400096634fa x-openstack-request-id: req-02100e56-d30f-4425-91e9-7400096634fa {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:16.378730 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:16.379297 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02100e56-d30f-4425-91e9-7400096634fa {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:16.380043 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'status': 'completed', 'code': 200} Aug 29 04:31:16.400524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b5c8b-baa5-4a9d-9cfb-d526558534c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf8de81-603b-4996-9d4c-46d2e7b264fb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.404817 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5151bfbe-e481-44cc-b01b-4e7a1d252d04 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.545511 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5151bfbe-e481-44cc-b01b-4e7a1d252d04 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.571086 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5151bfbe-e481-44cc-b01b-4e7a1d252d04 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.572154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-3fb282d1-3f0d-4103-8493-7c28d980d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:16.576319 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-3fb282d1-3f0d-4103-8493-7c28d980d97d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1098 time: 0.1353309 Aug 29 04:31:16.645792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151bfbe-e481-44cc-b01b-4e7a1d252d04 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9550cd0-d049-4b81-8d10-e32064ac8558,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.672571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5151bfbe-e481-44cc-b01b-4e7a1d252d04 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.674365 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5151bfbe-e481-44cc-b01b-4e7a1d252d04 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4400835 Aug 29 04:31:16.683378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33436) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.694265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Allocated IP 2001:db8::f816:3eff:fed8:1f5 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/154c051a-6afb-46aa-afc4-eb5d6d0ef61b/1cde9d70-1858-414a-b55e-f16bf4508725) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:16.708252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:46Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'e8733041-231f-4f52-8e3c-63ed074916b9', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'port_id': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'mac_address': 'fa:16:3e:88:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852dd67-967e-48d8-9487-e4e26ce46742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:13Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba', 'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:54:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:45Z', 'updated_at': '2021-08-29T04:30:54Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.731889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303cb68-aafb-48c1-b2ea-f10180d0f150 req-0f72c39b-06f2-49ca-a067-5cb116eb75ad tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:16.733737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5303cb68-aafb-48c1-b2ea-f10180d0f150 req-0f72c39b-06f2-49ca-a067-5cb116eb75ad tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.2125251 Aug 29 04:31:16.743176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] Checking router: 305f10a5-600f-44c5-ab34-88685e6aa461 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:16.765142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fc1ff620-fb8b-4264-9661-2bba23683ea7 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules/b9550cd0-d049-4b81-8d10-e32064ac8558 HTTP/1.1" status: 200 len: 763 time: 0.0797560 Aug 29 04:31:16.782390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33438) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.787992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-4e8274ca-50ad-4329-bb17-c44fb38f77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:16.789543 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-4e8274ca-50ad-4329-bb17-c44fb38f77d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 897 time: 0.1997380 Aug 29 04:31:16.807870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] Routers {'305f10a5-600f-44c5-ab34-88685e6aa461'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:16.809443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['305f10a5-600f-44c5-ab34-88685e6aa461'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.862727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5303cb68-aafb-48c1-b2ea-f10180d0f150 req-47589a84-a445-42fa-ba8e-119020f8308b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193283 Aug 29 04:31:16.874956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dced338-b74d-4fa1-8ff0-2460cfa9772d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.899941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e43b5f1d-b197-40d5-b98b-e741b0179b31 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1139803 Aug 29 04:31:16.901174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33442) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.901309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33444) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.936989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] Set router 305f10a5-600f-44c5-ab34-88685e6aa461 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:16.956720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] Deleting port d60b39b7-bdaf-42b6-8037-4e686f871b1f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:16.956720 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.007592 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-c0e81473-1534-4332-9d38-ea5731fbd9ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 1000 time: 0.2009988 Aug 29 04:31:17.056661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dced338-b74d-4fa1-8ff0-2460cfa9772d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:17.062984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f908dfb3-7412-4f75-8b59-ec48df0b6ef4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.069491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4dced338-b74d-4fa1-8ff0-2460cfa9772d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:17.080611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dced338-b74d-4fa1-8ff0-2460cfa9772d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.081141 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dced338-b74d-4fa1-8ff0-2460cfa9772d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.081780 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f908dfb3-7412-4f75-8b59-ec48df0b6ef4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.089479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dced338-b74d-4fa1-8ff0-2460cfa9772d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=13d43dd1-6831-43bf-bdd5-45249f680392,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.116290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0b49ce8b-2fd3-4eab-b159-c81f5c423734 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/e8733041-231f-4f52-8e3c-63ed074916b9 HTTP/1.1" status: 200 len: 992 time: 0.1946332 Aug 29 04:31:17.134091 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4dced338-b74d-4fa1-8ff0-2460cfa9772d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2103052 Aug 29 04:31:17.135142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33452) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.142480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-ee966b0e-b813-4642-bc1c-7efdfecb4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.144109 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-ee966b0e-b813-4642-bc1c-7efdfecb4c85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 200 len: 834 time: 0.1357255 Aug 29 04:31:17.147849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:e5:d4:39', 'name': 'tempest-NetworksTestDHCPv6-13063523'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:17.237713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f908dfb3-7412-4f75-8b59-ec48df0b6ef4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.240739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] For port d60b39b7-bdaf-42b6-8037-4e686f871b1f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d60b39b7-bdaf-42b6-8037-4e686f871b1f,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:17.241105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.257145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.257813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f908dfb3-7412-4f75-8b59-ec48df0b6ef4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.258898 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f908dfb3-7412-4f75-8b59-ec48df0b6ef4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b9550cd0-d049-4b81-8d10-e32064ac8558 HTTP/1.1" status: 204 len: 168 time: 0.3551445 Aug 29 04:31:17.261845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33458) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.267359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908dfb3-7412-4f75-8b59-ec48df0b6ef4 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9550cd0-d049-4b81-8d10-e32064ac8558,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.292543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] Calling delete_port for d60b39b7-bdaf-42b6-8037-4e686f871b1f owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:17.340702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-f98db6c5-5185-4083-9160-6f787af0b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.342302 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-f98db6c5-5185-4083-9160-6f787af0b4ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=962e30a7-9d40-4434-9440-459219ed88f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835260 Aug 29 04:31:17.351749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-85049e97-e64f-4b64-930b-43d4ceb85de5 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0886936 Aug 29 04:31:17.352566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33462) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.359939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b245f521-f52c-407d-9483-208a344f94d1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': '5827ed69-217c-4e19-bfea-0433462266fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:17.421862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b245f521-f52c-407d-9483-208a344f94d1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.515291 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b245f521-f52c-407d-9483-208a344f94d1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.520935 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b245f521-f52c-407d-9483-208a344f94d1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.542428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245f521-f52c-407d-9483-208a344f94d1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6ccd54-6aac-4087-b0f1-deda1728a5b9,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.551883 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b245f521-f52c-407d-9483-208a344f94d1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.557483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b245f521-f52c-407d-9483-208a344f94d1 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025168 Aug 29 04:31:17.559989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33472) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.565455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:17.588681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2ae15169-0a38-47ae-a11f-3ffa98cee5f0 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules/ae6ccd54-6aac-4087-b0f1-deda1728a5b9 HTTP/1.1" status: 200 len: 763 time: 0.0260746 Aug 29 04:31:17.591117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33474) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.598463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Transition to ACTIVE for port object 1cde9d70-1858-414a-b55e-f16bf4508725 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:17.631475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Transition to ACTIVE for port object 1cde9d70-1858-414a-b55e-f16bf4508725 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:17.643604 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.665817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8217a610-25cc-4fb0-91c3-ef5af1d57077 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0722318 Aug 29 04:31:17.669011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33480) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.700383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:17.701832 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc34ff48-dfbe-4a4f-a027-d23aa618c510 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.706014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:46Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'e8733041-231f-4f52-8e3c-63ed074916b9', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'port_id': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'mac_address': 'fa:16:3e:88:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852dd67-967e-48d8-9487-e4e26ce46742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:13Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba', 'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:54:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:45Z', 'updated_at': '2021-08-29T04:30:54Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:17.716112 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc34ff48-dfbe-4a4f-a027-d23aa618c510 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.742418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.753417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:17.759888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:17.764322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5f3eb-e120-4ac6-b509-bc7fdda42bed None None] The sync data for ids ['305f10a5-600f-44c5-ab34-88685e6aa461'] in n-d-712141-12 is: [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:46Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'e8733041-231f-4f52-8e3c-63ed074916b9', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'port_id': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'mac_address': 'fa:16:3e:88:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3852dd67-967e-48d8-9487-e4e26ce46742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:13Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba', 'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:54:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:45Z', 'updated_at': '2021-08-29T04:30:54Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:17.769081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc34ff48-dfbe-4a4f-a027-d23aa618c510 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.781903 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-6cda55f0-c224-4439-ad5c-cc5e9401df03 service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061837 Aug 29 04:31:17.782132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc34ff48-dfbe-4a4f-a027-d23aa618c510 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.783569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dc34ff48-dfbe-4a4f-a027-d23aa618c510 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ae6ccd54-6aac-4087-b0f1-deda1728a5b9 HTTP/1.1" status: 204 len: 168 time: 0.1132646 Aug 29 04:31:17.803317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Pushing event updated for resources: {'Port': ['ID=1cde9d70-1858-414a-b55e-f16bf4508725,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.803658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33484) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.804598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34ff48-dfbe-4a4f-a027-d23aa618c510 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae6ccd54-6aac-4087-b0f1-deda1728a5b9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.865634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Attempting to bind port 1cde9d70-1858-414a-b55e-f16bf4508725 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:17.865634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Attempting to bind port 1cde9d70-1858-414a-b55e-f16bf4508725 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:17.865634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Attempting to bind port 1cde9d70-1858-414a-b55e-f16bf4508725 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:17.871386 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port a4be1087-3030-465d-9b2d-298dff2d2c91 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:17.891450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:17.891776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:17.892215 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.892640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:17.893174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Bound port: 1cde9d70-1858-414a-b55e-f16bf4508725, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:17.893504 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.925718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-07627adf-314f-474d-8115-73e7378f28e3 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0986362 Aug 29 04:31:17.926357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33488) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.936652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-44740ddc-b31b-49f9-baae-8304b6a9adc2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Request body: {'security_group_rule': {'security_group_id': '5827ed69-217c-4e19-bfea-0433462266fd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:17.986016 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-44740ddc-b31b-49f9-baae-8304b6a9adc2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Project dd52dba912734ce5b270ea327fa89868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:31:18.007788 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44740ddc-b31b-49f9-baae-8304b6a9adc2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.044578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] For port 1cde9d70-1858-414a-b55e-f16bf4508725, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:18.057829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] For port 1cde9d70-1858-414a-b55e-f16bf4508725, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1cde9d70-1858-414a-b55e-f16bf4508725,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:18.065774 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.121622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33492) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.149680 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1872e17-9fad-442b-aafc-f3a6e89d5b56 None None] New status for floating IP e8733041-231f-4f52-8e3c-63ed074916b9: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:31:18.169197 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44740ddc-b31b-49f9-baae-8304b6a9adc2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.179535 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44740ddc-b31b-49f9-baae-8304b6a9adc2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.180782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e0762-b900-4fa3-a7bd-d5fc0768d7b3 None None] Pushing event updated for resources: {'Port': ['ID=1cde9d70-1858-414a-b55e-f16bf4508725,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:18.209172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44740ddc-b31b-49f9-baae-8304b6a9adc2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6f623a-76a3-4aba-b3ab-bac4453e548d,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:18.235546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44740ddc-b31b-49f9-baae-8304b6a9adc2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.239836 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.240657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-44740ddc-b31b-49f9-baae-8304b6a9adc2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3089235 Aug 29 04:31:18.242354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33498) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.281385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33500) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.282182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f9c5e7f8-d511-46e0-85b2-f4a8ee9d5b74 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules/ed6f623a-76a3-4aba-b3ab-bac4453e548d HTTP/1.1" status: 200 len: 769 time: 0.0291550 Aug 29 04:31:18.361627 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.438026 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c0d753b5-a91b-4755-84a4-e19778e7e581 req-ee1acb19-cc74-4421-8302-36320054a7f0 service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422148 Aug 29 04:31:18.438792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=d60b39b7-bdaf-42b6-8037-4e686f871b1f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:18.478679 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5ef3a1f8-b603-4758-8d41-60b19cd16276 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/e8733041-231f-4f52-8e3c-63ed074916b9 HTTP/1.1" status: 200 len: 992 time: 0.3501344 Aug 29 04:31:18.491182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 172.20.0.10 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/13d43dd1-6831-43bf-bdd5-45249f680392/a4be1087-3030-465d-9b2d-298dff2d2c91) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:18.569163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::f816:3eff:fee5:d439 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/154c051a-6afb-46aa-afc4-eb5d6d0ef61b/a4be1087-3030-465d-9b2d-298dff2d2c91) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:18.628512 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e31ca416-f91a-42f3-997b-aa788c8a0c65 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3421788 Aug 29 04:31:18.631297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33516) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.685939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1fec74d-d046-4792-b7b1-3c485b1118f5 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.727048 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1fec74d-d046-4792-b7b1-3c485b1118f5 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.767506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1fec74d-d046-4792-b7b1-3c485b1118f5 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.786221 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1fec74d-d046-4792-b7b1-3c485b1118f5 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.790355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f1fec74d-d046-4792-b7b1-3c485b1118f5 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ed6f623a-76a3-4aba-b3ab-bac4453e548d HTTP/1.1" status: 204 len: 168 time: 0.1550040 Aug 29 04:31:18.791573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fec74d-d046-4792-b7b1-3c485b1118f5 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed6f623a-76a3-4aba-b3ab-bac4453e548d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:18.793652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33520) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.828804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.843460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object a4be1087-3030-465d-9b2d-298dff2d2c91 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:18.857669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33528) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.858295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a0495235-613f-4b3d-8ea8-6bf36dd23952 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629725 Aug 29 04:31:18.987557 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.056168 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94559afa-70ad-4bc5-b4d2-42a36642c7f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.096620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:19.115550 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:19.122087 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:19.125793 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94559afa-70ad-4bc5-b4d2-42a36642c7f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.128756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=a4be1087-3030-465d-9b2d-298dff2d2c91,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:19.174078 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.224482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:19.225181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.294180 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94559afa-70ad-4bc5-b4d2-42a36642c7f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.296751 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94559afa-70ad-4bc5-b4d2-42a36642c7f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.297933 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-94559afa-70ad-4bc5-b4d2-42a36642c7f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "DELETE /v2.0/security-groups/5827ed69-217c-4e19-bfea-0433462266fd HTTP/1.1" status: 204 len: 168 time: 0.4341044 Aug 29 04:31:19.300660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33548) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:19.304043 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fd9fc556-966c-4ff8-84aa-34e86b21b52d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1660528 Aug 29 04:31:19.313533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33550) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:19.414062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6c3bf7fa-03dc-4df7-9de0-313fa71c0edc tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119149 Aug 29 04:31:19.418210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33564) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:19.497645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33572) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:19.630189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-48384881-cb76-4ee8-9b0b-a96bad0c064f tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2107601 Aug 29 04:31:19.676093 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cf811698-023c-4c39-bb67-6948f6fbd9dc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/e8733041-231f-4f52-8e3c-63ed074916b9 HTTP/1.1" status: 200 len: 994 time: 0.1752248 Aug 29 04:31:19.755322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1cde9d70-1858-414a-b55e-f16bf4508725 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:19.813699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ccc6c4-e0ce-45cc-b471-8669e2c832f4 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:19.997840 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6ccc88c0-4101-4eb3-a668-567448a36a98 None None] Provisioning for port 1cde9d70-1858-414a-b55e-f16bf4508725 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:20.072527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94559afa-70ad-4bc5-b4d2-42a36642c7f2 tempest-SecGroupIPv6Test-1918790236 tempest-SecGroupIPv6Test-1918790236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5827ed69-217c-4e19-bfea-0433462266fd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:20.114717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1cde9d70-1858-414a-b55e-f16bf4508725 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:20.155007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1cde9d70-1858-414a-b55e-f16bf4508725 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:20.155819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.174342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33630) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.188076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b299543-f840-4fef-8c6a-2e86ca37b2ff tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.194390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b299543-f840-4fef-8c6a-2e86ca37b2ff tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.198978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33636) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.199730 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7b299543-f840-4fef-8c6a-2e86ca37b2ff tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.8845205 Aug 29 04:31:20.384306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] Router ff4f9b75-e039-42e2-92ca-b7692c0bed1f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:20.413956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e04681be-fb06-4a6f-8247-239e948f5972 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port a4be1087-3030-465d-9b2d-298dff2d2c91 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:20.414613 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e04681be-fb06-4a6f-8247-239e948f5972 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.451998 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.494602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3daa0d-fb33-4816-be03-58e486992dd5 None None] Update dhcp port {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': '154c051a-6afb-46aa-afc4-eb5d6d0ef61b', 'ip_address': '2001:db8::f816:3eff:fed8:1f5'}, {'subnet_id': '13d43dd1-6831-43bf-bdd5-45249f680392'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '1cde9d70-1858-414a-b55e-f16bf4508725'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:31:20.535426 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb3daa0d-fb33-4816-be03-58e486992dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.586582 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 1cde9d70-1858-414a-b55e-f16bf4508725, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1cde9d70-1858-414a-b55e-f16bf4508725,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:20.603352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:20.606936 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.618635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed19e319-755d-4c85-90b2-8a6529e947dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd52dba912734ce5b270ea327fa89868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428804 Aug 29 04:31:20.624885 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-560b02ec-fa96-44b3-80ee-b8fc5ba30cfe admin admin] 10.222.0.49 "PUT /v2.0/routers/ff4f9b75-e039-42e2-92ca-b7692c0bed1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0995681 Aug 29 04:31:20.627207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33666) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.628503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33664) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.629786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] Sync routers for ids ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:20.674244 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e04681be-fb06-4a6f-8247-239e948f5972 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.690320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e04681be-fb06-4a6f-8247-239e948f5972 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for a4be1087-3030-465d-9b2d-298dff2d2c91 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:20.695809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=1cde9d70-1858-414a-b55e-f16bf4508725,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:20.846559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] Routers {'ff4f9b75-e039-42e2-92ca-b7692c0bed1f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:20.847915 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.902044 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86905333-d4be-40de-8552-ac8dac867e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.944663 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86905333-d4be-40de-8552-ac8dac867e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.967338 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.101194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-fb3daa0d-fb33-4816-be03-58e486992dd5 None None] Allocated IP 172.20.0.2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/13d43dd1-6831-43bf-bdd5-45249f680392/1cde9d70-1858-414a-b55e-f16bf4508725) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:21.133912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] Set router ff4f9b75-e039-42e2-92ca-b7692c0bed1f gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:21.139049 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86905333-d4be-40de-8552-ac8dac867e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.143251 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86905333-d4be-40de-8552-ac8dac867e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.145163 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-86905333-d4be-40de-8552-ac8dac867e0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/029a627c-86b8-4ce8-9aac-5eb7c59c4585 HTTP/1.1" status: 204 len: 168 time: 0.5154495 Aug 29 04:31:21.162878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86905333-d4be-40de-8552-ac8dac867e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029a627c-86b8-4ce8-9aac-5eb7c59c4585,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.188391 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.191538 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e04681be-fb06-4a6f-8247-239e948f5972 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.255697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Deleting port 84bfd490-68f6-48bc-98b0-a4231904a4fb {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:21.256656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.393349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04681be-fb06-4a6f-8247-239e948f5972 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=a4be1087-3030-465d-9b2d-298dff2d2c91,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.414897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] For port 84bfd490-68f6-48bc-98b0-a4231904a4fb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=84bfd490-68f6-48bc-98b0-a4231904a4fb,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:21.415356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.437372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Calling delete_port for 84bfd490-68f6-48bc-98b0-a4231904a4fb owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:21.505278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1cde9d70-1858-414a-b55e-f16bf4508725 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:21.533354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e04681be-fb06-4a6f-8247-239e948f5972 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.537884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e04681be-fb06-4a6f-8247-239e948f5972 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/a4be1087-3030-465d-9b2d-298dff2d2c91 HTTP/1.1" status: 204 len: 168 time: 1.3369184 Aug 29 04:31:21.538570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33720) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:21.654215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab42a6-facb-448d-8b6f-fa13247b58b7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.657428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab42a6-facb-448d-8b6f-fa13247b58b7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.659456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab42a6-facb-448d-8b6f-fa13247b58b7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.661840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b3ab42a6-facb-448d-8b6f-fa13247b58b7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1222110 Aug 29 04:31:21.665796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33728) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:21.721331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fb3daa0d-fb33-4816-be03-58e486992dd5 None None] For port 1cde9d70-1858-414a-b55e-f16bf4508725, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1cde9d70-1858-414a-b55e-f16bf4508725,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:21.746495 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.781957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1cde9d70-1858-414a-b55e-f16bf4508725 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:21.782515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Pushing event deleted for resources: {'Port': ['ID=84bfd490-68f6-48bc-98b0-a4231904a4fb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.801337 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.809570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54b269a-f454-4d10-884b-d96b1893ce24 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 13d43dd1-6831-43bf-bdd5-45249f680392 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:21.870662 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb3daa0d-fb33-4816-be03-58e486992dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.878278 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.891475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fb3daa0d-fb33-4816-be03-58e486992dd5 None None] Transition to ACTIVE for port object 1cde9d70-1858-414a-b55e-f16bf4508725 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:21.907295 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb3daa0d-fb33-4816-be03-58e486992dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.917857 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a54b269a-f454-4d10-884b-d96b1893ce24 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.922833 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Port 1cde9d70-1858-414a-b55e-f16bf4508725 had new provisioning blocks added so it will not transition to active. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 29 04:31:21.974511 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a54b269a-f454-4d10-884b-d96b1893ce24 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.978464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:31:18Z', 'revision_number': 5, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port': {'id': '84bfd490-68f6-48bc-98b0-a4231904a4fb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:22.005496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33738) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:22.041410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] Checking router: ff4f9b75-e039-42e2-92ca-b7692c0bed1f for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:22.050086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3daa0d-fb33-4816-be03-58e486992dd5 None None] Pushing event updated for resources: {'Port': ['ID=1cde9d70-1858-414a-b55e-f16bf4508725,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.057503 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] Routers {'ff4f9b75-e039-42e2-92ca-b7692c0bed1f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:22.058141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:30:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:22.132511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] Set router ff4f9b75-e039-42e2-92ca-b7692c0bed1f gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:22.170453 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7e8434ff-05d5-4c96-b19b-2a3f846242f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.213211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:31:21Z', 'revision_number': 7, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:22.255135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7f653-bbdc-4a6f-b5ee-b913e4a275e1 None None] The sync data for ids ['ff4f9b75-e039-42e2-92ca-b7692c0bed1f'] in n-d-712141-12 is: [{'id': 'ff4f9b75-e039-42e2-92ca-b7692c0bed1f', 'name': 'tempest-ServerActionsTestJSON-1848202737-router', 'tenant_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:51Z', 'updated_at': '2021-08-29T04:31:21Z', 'revision_number': 7, 'project_id': 'dce347bb15cc4c40b8db7d918d905ae0', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:22.358510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.376528 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.390375 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7e8434ff-05d5-4c96-b19b-2a3f846242f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.395919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7e8434ff-05d5-4c96-b19b-2a3f846242f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.444768 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7e8434ff-05d5-4c96-b19b-2a3f846242f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1c78224201c4d6d8667c72dff06f465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380028 Aug 29 04:31:22.445895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33756) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:22.446639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8434ff-05d5-4c96-b19b-2a3f846242f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2b6be1-451c-4c96-91f4-1e820230a6e8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.495814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a54b269a-f454-4d10-884b-d96b1893ce24 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.516669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6879eca3-662b-4e5a-8f13-f700b193725b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.536893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.538398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff4f9b75-e039-42e2-92ca-b7692c0bed1f {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:22.547640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33760) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:22.550323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6879eca3-662b-4e5a-8f13-f700b193725b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.553109 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.554881 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-41057d4f-8113-4751-bf18-ea3253e2ba73 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ff4f9b75-e039-42e2-92ca-b7692c0bed1f HTTP/1.1" status: 204 len: 168 time: 1.9265096 Aug 29 04:31:22.560168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33762) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:22.560768 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0046370 Aug 29 04:31:22.565640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33764) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:22.618786 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a54b269a-f454-4d10-884b-d96b1893ce24 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.655565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61314e1-a7c9-4352-9a1a-74196cbdb6f5 admin admin] Deleting subnet c48afde4-7536-4854-9010-e4631b537af0 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:22.660931 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e61314e1-a7c9-4352-9a1a-74196cbdb6f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.688488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b269a-f454-4d10-884b-d96b1893ce24 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=13d43dd1-6831-43bf-bdd5-45249f680392,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.698732 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a54b269a-f454-4d10-884b-d96b1893ce24 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.704025 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a54b269a-f454-4d10-884b-d96b1893ce24 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/13d43dd1-6831-43bf-bdd5-45249f680392 HTTP/1.1" status: 204 len: 168 time: 1.0370903 Aug 29 04:31:22.705019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33770) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:22.734478 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e61314e1-a7c9-4352-9a1a-74196cbdb6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.758061 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-75bd2ac9-4a92-4a17-901c-f73048555e34 tempest-NetworksApiDiscovery-1912740099 tempest-NetworksApiDiscovery-1912740099-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1909175 Aug 29 04:31:22.782418 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6879eca3-662b-4e5a-8f13-f700b193725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.785614 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6879eca3-662b-4e5a-8f13-f700b193725b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.791527 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6879eca3-662b-4e5a-8f13-f700b193725b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e2b6be1-451c-4c96-91f4-1e820230a6e8 HTTP/1.1" status: 204 len: 168 time: 0.3393886 Aug 29 04:31:22.812072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879eca3-662b-4e5a-8f13-f700b193725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2b6be1-451c-4c96-91f4-1e820230a6e8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.884887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e61314e1-a7c9-4352-9a1a-74196cbdb6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.918799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-112b9a13-3b3f-4a08-93a1-fa6957c56cba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 154c051a-6afb-46aa-afc4-eb5d6d0ef61b {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:22.923283 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-112b9a13-3b3f-4a08-93a1-fa6957c56cba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.013069 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e61314e1-a7c9-4352-9a1a-74196cbdb6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.020055 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-112b9a13-3b3f-4a08-93a1-fa6957c56cba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.047359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e61314e1-a7c9-4352-9a1a-74196cbdb6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.053561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e61314e1-a7c9-4352-9a1a-74196cbdb6f5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c48afde4-7536-4854-9010-e4631b537af0 HTTP/1.1" status: 204 len: 168 time: 0.4901471 Aug 29 04:31:23.057220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb53e5cc-e8c7-4b4a-b06f-2191e743e739 None None] Network e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:23.114498 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-112b9a13-3b3f-4a08-93a1-fa6957c56cba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.131885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33780) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.184708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a1edd-a30d-4bb2-adea-369b8c5b6eca None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:23.229200 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-112b9a13-3b3f-4a08-93a1-fa6957c56cba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.265523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-112b9a13-3b3f-4a08-93a1-fa6957c56cba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.271321 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-112b9a13-3b3f-4a08-93a1-fa6957c56cba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/154c051a-6afb-46aa-afc4-eb5d6d0ef61b HTTP/1.1" status: 204 len: 168 time: 0.5628426 Aug 29 04:31:23.272075 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33794) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.298524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61314e1-a7c9-4352-9a1a-74196cbdb6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c48afde4-7536-4854-9010-e4631b537af0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:23.350258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33796) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.429734 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-05afc680-74df-4295-aac6-6b0204992517 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736310 Aug 29 04:31:23.431906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b9a13-3b3f-4a08-93a1-fa6957c56cba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=154c051a-6afb-46aa-afc4-eb5d6d0ef61b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:23.434344 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33802) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.443971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:23.487767 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.515132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b22b8dc0-d11e-47c0-be30-4a2887b2ee68 None None] Provisioning for port 1cde9d70-1858-414a-b55e-f16bf4508725 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:23.532789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b22b8dc0-d11e-47c0-be30-4a2887b2ee68 None None] Provisioning complete for port 1cde9d70-1858-414a-b55e-f16bf4508725 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:23.539573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b22b8dc0-d11e-47c0-be30-4a2887b2ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.632936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33812) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.638162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Deleting port a65ec274-a716-4b2f-851e-36f15c2979df {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:23.638520 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.641562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1cde9d70-1858-414a-b55e-f16bf4508725 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:23.656890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:23.661534 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.748767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-770cc931-a197-49fd-bc85-c3dfe1d1abb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.764133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-304248a5-d0d1-460c-8152-d890108f4f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.803598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] For port a65ec274-a716-4b2f-851e-36f15c2979df, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a65ec274-a716-4b2f-851e-36f15c2979df,segment=NetworkSegment(fc674562-4c05-499a-aaab-5e32502deebf),segment_id=fc674562-4c05-499a-aaab-5e32502deebf)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:23.808302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.847456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Calling delete_port for a65ec274-a716-4b2f-851e-36f15c2979df owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:24.053027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f59e3ea-16f1-4d0b-b359-51698e728533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.083218 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.122665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a65ec274-a716-4b2f-851e-36f15c2979df,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.130987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] No DVR routers for this DVR port a65ec274-a716-4b2f-851e-36f15c2979df on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:24.328249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.354499 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-304248a5-d0d1-460c-8152-d890108f4f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.370258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1cde9d70-1858-414a-b55e-f16bf4508725 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:24.370767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.372319 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-304248a5-d0d1-460c-8152-d890108f4f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.408100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633055dc-766b-4214-b57e-317bd8030675 None None] DHCP port deletion for e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:24.421000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:24.426155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b22b8dc0-d11e-47c0-be30-4a2887b2ee68 None None] Could not find standard attr ID for object a4be1087-3030-465d-9b2d-298dff2d2c91. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:24.433660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38ecc2-aa88-4382-b6ca-a4ccc1e37994 req-694537de-da2e-4fed-bb2f-0292c9a3da16 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.439897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38ecc2-aa88-4382-b6ca-a4ccc1e37994 req-694537de-da2e-4fed-bb2f-0292c9a3da16 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.445644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38ecc2-aa88-4382-b6ca-a4ccc1e37994 req-694537de-da2e-4fed-bb2f-0292c9a3da16 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.455199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38ecc2-aa88-4382-b6ca-a4ccc1e37994 req-694537de-da2e-4fed-bb2f-0292c9a3da16 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.457311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab178a7-7580-4da2-85e5-02dd0dffc446 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:24.459118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38ecc2-aa88-4382-b6ca-a4ccc1e37994 req-694537de-da2e-4fed-bb2f-0292c9a3da16 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.461463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304248a5-d0d1-460c-8152-d890108f4f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6172872-6d87-4b12-8487-d862179dde86,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.465919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38ecc2-aa88-4382-b6ca-a4ccc1e37994 req-694537de-da2e-4fed-bb2f-0292c9a3da16 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.474874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38ecc2-aa88-4382-b6ca-a4ccc1e37994 req-694537de-da2e-4fed-bb2f-0292c9a3da16 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.478120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d38ecc2-aa88-4382-b6ca-a4ccc1e37994 req-694537de-da2e-4fed-bb2f-0292c9a3da16 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5446 time: 0.2951667 Aug 29 04:31:24.498410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc674562-4c05-499a-aaab-5e32502deebf') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:24.498738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc674562-4c05-499a-aaab-5e32502deebf') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:24.533963 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.573359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.604401 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-304248a5-d0d1-460c-8152-d890108f4f12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7e7c554f2284c6a9b481f56d9893690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9699650 Aug 29 04:31:24.606122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33828) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:24.640949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1ab178a7-7580-4da2-85e5-02dd0dffc446 None None] Deleting port 1cde9d70-1858-414a-b55e-f16bf4508725 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:24.641731 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ab178a7-7580-4da2-85e5-02dd0dffc446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.648801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d38ecc2-aa88-4382-b6ca-a4ccc1e37994 req-90537601-5a9f-479a-ba92-93a13400d1b2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1608570 Aug 29 04:31:24.649990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:24.650456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:24.654362 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:24.682295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:24.712948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 84bfd490-68f6-48bc-98b0-a4231904a4fb no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:24.732269 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f59e3ea-16f1-4d0b-b359-51698e728533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.738932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f59e3ea-16f1-4d0b-b359-51698e728533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.741933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 84bfd490-68f6-48bc-98b0-a4231904a4fb {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:24.742661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 84bfd490-68f6-48bc-98b0-a4231904a4fb not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:24.743268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d60b39b7-bdaf-42b6-8037-4e686f871b1f no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:24.778623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d60b39b7-bdaf-42b6-8037-4e686f871b1f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:24.779737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d60b39b7-bdaf-42b6-8037-4e686f871b1f not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:24.797489 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.806198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4f59e3ea-16f1-4d0b-b359-51698e728533 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d501c7a91ab499180c00cf54fa3f28f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4509606 Aug 29 04:31:24.812299 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.814183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] 10.222.0.49 "DELETE /v2.0/networks/e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e HTTP/1.1" status: 204 len: 168 time: 1.6786282 Aug 29 04:31:24.814732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33834) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:24.826252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1ab178a7-7580-4da2-85e5-02dd0dffc446 None None] For port 1cde9d70-1858-414a-b55e-f16bf4508725, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1cde9d70-1858-414a-b55e-f16bf4508725,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:24.826653 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ab178a7-7580-4da2-85e5-02dd0dffc446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.841228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1ab178a7-7580-4da2-85e5-02dd0dffc446 None None] Calling delete_port for 1cde9d70-1858-414a-b55e-f16bf4508725 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:24.845188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59e3ea-16f1-4d0b-b359-51698e728533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d7a3c8-d7a6-4c6a-9a1e-114946a2c820,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.868679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb08c1-40bc-4294-9a22-0f04e4b843ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e59cefe3-ed5d-4bf4-9b7a-1bd3a68ff43e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.946425 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44312f27-4913-45a1-a8b4-60af6975f84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.983170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44312f27-4913-45a1-a8b4-60af6975f84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.988787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52825c04-7bfe-446d-b5d6-24f33948871d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.021977 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ab178a7-7580-4da2-85e5-02dd0dffc446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.034849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33840) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:25.038845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52825c04-7bfe-446d-b5d6-24f33948871d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.058675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab178a7-7580-4da2-85e5-02dd0dffc446 None None] Pushing event deleted for resources: {'Port': ['ID=1cde9d70-1858-414a-b55e-f16bf4508725,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.064370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab178a7-7580-4da2-85e5-02dd0dffc446 None None] No DVR routers for this DVR port 1cde9d70-1858-414a-b55e-f16bf4508725 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:25.077064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.108087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eb2352ca-f3e9-4207-98b8-037df2b15f74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dce347bb15cc4c40b8db7d918d905ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717175 Aug 29 04:31:25.110881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33844) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:25.119063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44312f27-4913-45a1-a8b4-60af6975f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.121680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44312f27-4913-45a1-a8b4-60af6975f84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.122798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-44312f27-4913-45a1-a8b4-60af6975f84f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33d7a3c8-d7a6-4c6a-9a1e-114946a2c820 HTTP/1.1" status: 204 len: 168 time: 0.3030398 Aug 29 04:31:25.132073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Port 1cde9d70-1858-414a-b55e-f16bf4508725 concurrently deleted while adding address for new subnet {'id': 'c73dbee6-a60a-4513-b64b-9170664de89c', 'name': '', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2565, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-29T04:31:23Z', 'updated_at': '2021-08-29T04:31:23Z', 'revision_number': 0, 'segment_id': None, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b'}. {{(pid=94850) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 29 04:31:25.132758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.141632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44312f27-4913-45a1-a8b4-60af6975f84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d7a3c8-d7a6-4c6a-9a1e-114946a2c820,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.192354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:25.199993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:25.204722 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b599-62b5-4b9c-b2f9-fb8ec78a013d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.205213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.205833 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.213589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26edf39-edc7-4f52-9253-ec43b6097331 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:25.228352 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52825c04-7bfe-446d-b5d6-24f33948871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.230987 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52825c04-7bfe-446d-b5d6-24f33948871d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.234716 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-52825c04-7bfe-446d-b5d6-24f33948871d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6172872-6d87-4b12-8487-d862179dde86 HTTP/1.1" status: 204 len: 168 time: 0.6145651 Aug 29 04:31:25.242860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=c73dbee6-a60a-4513-b64b-9170664de89c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.253921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52825c04-7bfe-446d-b5d6-24f33948871d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6172872-6d87-4b12-8487-d862179dde86,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.260397 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5e7a461b-bac4-4eb9-bf53-e1599461c415 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8208015 Aug 29 04:31:25.261188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33850) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:25.271642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c5166f35-f301-4c9f-b7d9-c2bbda2dead8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:25.301440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b599-62b5-4b9c-b2f9-fb8ec78a013d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.484393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1cde9d70-1858-414a-b55e-f16bf4508725 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:25.499300 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b599-62b5-4b9c-b2f9-fb8ec78a013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.503497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b599-62b5-4b9c-b2f9-fb8ec78a013d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.508688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c3f2b599-62b5-4b9c-b2f9-fb8ec78a013d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b574472-a5af-449c-9450-884a37926a5d HTTP/1.1" status: 204 len: 168 time: 0.3942654 Aug 29 04:31:25.515846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5166f35-f301-4c9f-b7d9-c2bbda2dead8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:25.529715 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5166f35-f301-4c9f-b7d9-c2bbda2dead8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.550997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-63483a6f-bc07-4d53-8e03-ecde8f8153d6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.557238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-63483a6f-bc07-4d53-8e03-ecde8f8153d6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.562486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1cde9d70-1858-414a-b55e-f16bf4508725 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:25.564331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-63483a6f-bc07-4d53-8e03-ecde8f8153d6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.565677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1cde9d70-1858-414a-b55e-f16bf4508725 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:25.566392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a65ec274-a716-4b2f-851e-36f15c2979df no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:25.570635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-63483a6f-bc07-4d53-8e03-ecde8f8153d6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.580139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-63483a6f-bc07-4d53-8e03-ecde8f8153d6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.584084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-63483a6f-bc07-4d53-8e03-ecde8f8153d6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.590340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-63483a6f-bc07-4d53-8e03-ecde8f8153d6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.592431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-63483a6f-bc07-4d53-8e03-ecde8f8153d6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5446 time: 0.1717019 Aug 29 04:31:25.594228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2b599-62b5-4b9c-b2f9-fb8ec78a013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b574472-a5af-449c-9450-884a37926a5d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.656924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a65ec274-a716-4b2f-851e-36f15c2979df {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:25.656924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a65ec274-a716-4b2f-851e-36f15c2979df not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:25.684562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': 'c73dbee6-a60a-4513-b64b-9170664de89c'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:25.690244 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.712320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-d823a89b-2097-4bea-9ca1-d0ea1c6ddcbd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.718362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-d823a89b-2097-4bea-9ca1-d0ea1c6ddcbd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "GET /v2.0/ports/6490a203-0231-436d-88a1-b3b768141851?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1188741 Aug 29 04:31:25.923460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Allocated IP 2001:db8::f816:3eff:fe5e:64ca (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/c73dbee6-a60a-4513-b64b-9170664de89c/343d1d03-6b79-4680-94b6-5c0e6364ab17) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:25.929287 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5166f35-f301-4c9f-b7d9-c2bbda2dead8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.029067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5166f35-f301-4c9f-b7d9-c2bbda2dead8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=465aebcb-fd1c-46a2-ae8e-63c058e2fc27,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.063199 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5166f35-f301-4c9f-b7d9-c2bbda2dead8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:26.076173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c5166f35-f301-4c9f-b7d9-c2bbda2dead8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:26.089568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5166f35-f301-4c9f-b7d9-c2bbda2dead8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.093206 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5166f35-f301-4c9f-b7d9-c2bbda2dead8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.129553 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c5166f35-f301-4c9f-b7d9-c2bbda2dead8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8678577 Aug 29 04:31:26.130569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33886) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:26.142234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:30:81:8f', 'name': 'tempest-NetworksTestDHCPv6-31406360'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:26.202783 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.215365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Transition to ACTIVE for port object 343d1d03-6b79-4680-94b6-5c0e6364ab17 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:26.233489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Transition to ACTIVE for port object 343d1d03-6b79-4680-94b6-5c0e6364ab17 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:26.242887 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.357671 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c5e9fb89-4a20-4105-beb2-f87c8b37ee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.414440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:26.433862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:26.441449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:26.447125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db1ed-efc4-4c05-bda9-c7e5a802a263 req-0a50a907-13e5-4708-937d-5d6c3252fd0a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.449090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:26.451361 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.461658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db1ed-efc4-4c05-bda9-c7e5a802a263 req-0a50a907-13e5-4708-937d-5d6c3252fd0a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.465742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Pushing event updated for resources: {'Port': ['ID=343d1d03-6b79-4680-94b6-5c0e6364ab17,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.472054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db1ed-efc4-4c05-bda9-c7e5a802a263 req-0a50a907-13e5-4708-937d-5d6c3252fd0a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.485447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db1ed-efc4-4c05-bda9-c7e5a802a263 req-0a50a907-13e5-4708-937d-5d6c3252fd0a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.491410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db1ed-efc4-4c05-bda9-c7e5a802a263 req-0a50a907-13e5-4708-937d-5d6c3252fd0a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.519660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db1ed-efc4-4c05-bda9-c7e5a802a263 req-0a50a907-13e5-4708-937d-5d6c3252fd0a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.525701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db1ed-efc4-4c05-bda9-c7e5a802a263 req-0a50a907-13e5-4708-937d-5d6c3252fd0a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.545083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-864db1ed-efc4-4c05-bda9-c7e5a802a263 req-0a50a907-13e5-4708-937d-5d6c3252fd0a tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 5446 time: 0.2855844 Aug 29 04:31:26.556467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.587314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Attempting to bind port 343d1d03-6b79-4680-94b6-5c0e6364ab17 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:26.587841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Attempting to bind port 343d1d03-6b79-4680-94b6-5c0e6364ab17 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:26.588057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Attempting to bind port 343d1d03-6b79-4680-94b6-5c0e6364ab17 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:26.589399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port fa0b5672-a1bb-48a7-afb8-c74999732270 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:26.606171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:26.606801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:26.607493 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.608257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:26.608993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Bound port: 343d1d03-6b79-4680-94b6-5c0e6364ab17, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:26.609641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.682282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-864db1ed-efc4-4c05-bda9-c7e5a802a263 req-cc4089c5-7bc4-4055-9007-87fbdf19ca03 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343424 Aug 29 04:31:26.693389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-d4ab5b4b-b0a8-41e0-bfae-8595ebc09bf6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "GET /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9686177 Aug 29 04:31:26.708031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:26.786847 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] For port 343d1d03-6b79-4680-94b6-5c0e6364ab17, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:26.796893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] For port 343d1d03-6b79-4680-94b6-5c0e6364ab17, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=343d1d03-6b79-4680-94b6-5c0e6364ab17,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:26.798237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.804646 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.899437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 172.20.0.12 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/465aebcb-fd1c-46a2-ae8e-63c058e2fc27/fa0b5672-a1bb-48a7-afb8-c74999732270) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:26.922505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::f816:3eff:fe30:818f (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/c73dbee6-a60a-4513-b64b-9170664de89c/fa0b5672-a1bb-48a7-afb8-c74999732270) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:26.965403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29f84b-d0c2-4235-b4ba-b59de74ef378 None None] Pushing event updated for resources: {'Port': ['ID=343d1d03-6b79-4680-94b6-5c0e6364ab17,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:27.092652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] For port 6490a203-0231-436d-88a1-b3b768141851, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6490a203-0231-436d-88a1-b3b768141851,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:27.169810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] For port 6490a203-0231-436d-88a1-b3b768141851, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:27.281023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] device_id is not set on port 6490a203-0231-436d-88a1-b3b768141851 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:27.291402 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.291631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.295422 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.298597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.317347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object fa0b5672-a1bb-48a7-afb8-c74999732270 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:27.406880 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.429454 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33942) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:27.454964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] No DVR routers for this DVR port 6490a203-0231-436d-88a1-b3b768141851 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:27.463807 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.556699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] Pushing event updated for resources: {'Port': ['ID=6490a203-0231-436d-88a1-b3b768141851,revision_number=6']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:27.591319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] In _notify_port_updated(), no bound segment for port 6490a203-0231-436d-88a1-b3b768141851 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:31:27.615863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.617260 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.618648 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-019932c1-5c46-414e-80bf-d2d94ae1ff38 service neutron] 10.222.0.52 "PUT /v2.0/ports/6490a203-0231-436d-88a1-b3b768141851 HTTP/1.1" status: 200 len: 1033 time: 0.9153011 Aug 29 04:31:27.635929 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 343d1d03-6b79-4680-94b6-5c0e6364ab17 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:27.645473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:27.651604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:27.657602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:27.699718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-08e6e769-9977-433b-a5fb-fe30c52483d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.741685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-08e6e769-9977-433b-a5fb-fe30c52483d5 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "GET /v2.0/ports/73e26f0f-c475-4574-ae61-87e3ad0c0b20?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0908122 Aug 29 04:31:27.745317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:27.810106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 343d1d03-6b79-4680-94b6-5c0e6364ab17 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:27.819215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.819912 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.829790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=fa0b5672-a1bb-48a7-afb8-c74999732270,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:27.848059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d09c9156-79d4-493e-9059-8c5f20b64b4b None None] Provisioning complete for port 6490a203-0231-436d-88a1-b3b768141851 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:27.848563 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d09c9156-79d4-493e-9059-8c5f20b64b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.879636 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0cb05be7-6910-42a0-8daf-78dab6379e4f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7479961 Aug 29 04:31:27.881472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:27.889238 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d09c9156-79d4-493e-9059-8c5f20b64b4b None None] Port 6490a203-0231-436d-88a1-b3b768141851 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:27.924532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1994601391'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:27.929548 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.957994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Made reservation on behalf of b0a1b3653ffd40dd8fe298f630b74736 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:27.962389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.974457 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.988478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b81e51-16af-45b6-97fd-5b6f9c779abd tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.995710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b81e51-16af-45b6-97fd-5b6f9c779abd tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.998013 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c0b81e51-16af-45b6-97fd-5b6f9c779abd tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1147716 Aug 29 04:31:28.006650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33960) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:28.014423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fb9d9-2cc7-4706-9737-69267af7db08 req-7f128709-a37c-404b-ba5b-6356bb3531fd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.021565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fb9d9-2cc7-4706-9737-69267af7db08 req-7f128709-a37c-404b-ba5b-6356bb3531fd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.028713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fb9d9-2cc7-4706-9737-69267af7db08 req-7f128709-a37c-404b-ba5b-6356bb3531fd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.035467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fb9d9-2cc7-4706-9737-69267af7db08 req-7f128709-a37c-404b-ba5b-6356bb3531fd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.041630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fb9d9-2cc7-4706-9737-69267af7db08 req-7f128709-a37c-404b-ba5b-6356bb3531fd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.049100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fb9d9-2cc7-4706-9737-69267af7db08 req-7f128709-a37c-404b-ba5b-6356bb3531fd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.049273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33962) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:28.050682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-158fb9d9-2cc7-4706-9737-69267af7db08 req-7f128709-a37c-404b-ba5b-6356bb3531fd tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 4666 time: 0.2017424 Aug 29 04:31:28.209975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4ea959ae-3d44-43d5-9d76-2ec7149e78fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port fa0b5672-a1bb-48a7-afb8-c74999732270 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:28.210381 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ea959ae-3d44-43d5-9d76-2ec7149e78fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.257743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-158fb9d9-2cc7-4706-9737-69267af7db08 req-ba280368-b6ec-40f8-8988-0a0c6daa6dd1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&id=4b973c27-f5d0-4140-b5b5-8f4be23d1920&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1956725 Aug 29 04:31:28.314487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2035612002-network', 'tenant_id': '9e8ec8135f7d4167b5a4fb2e0ac90d57'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:28.331016 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.352375 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.360761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Made reservation on behalf of 9e8ec8135f7d4167b5a4fb2e0ac90d57 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:28.362102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] For port 73e26f0f-c475-4574-ae61-87e3ad0c0b20, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=73e26f0f-c475-4574-ae61-87e3ad0c0b20,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:28.363063 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.409734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] For port 73e26f0f-c475-4574-ae61-87e3ad0c0b20, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:28.418832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.449168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:28.457092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] device_id is not set on port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:28.476097 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.485046 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.486818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8be4e07-aa72-44c2-bc5a-dd9791ee7e57,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.502592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ea959ae-3d44-43d5-9d76-2ec7149e78fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.509251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.510203 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.510780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.511743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.512351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.512903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.513558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.514201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.514736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.515301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.515819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.516436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:28.529468 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.530430 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Added segment 1740c198-e470-4f39-8082-be99b61216d6 of type vlan for network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 Aug 29 04:31:28.554058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4ea959ae-3d44-43d5-9d76-2ec7149e78fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for fa0b5672-a1bb-48a7-afb8-c74999732270 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:28.614405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] No DVR routers for this DVR port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:28.624111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] Pushing event updated for resources: {'Port': ['ID=73e26f0f-c475-4574-ae61-87e3ad0c0b20,revision_number=6']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.677062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70db8a1-07bb-4294-a270-29c49de7cb00 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:28.709072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.791768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] In _notify_port_updated(), no bound segment for port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 on network 8f6fc8a7-6507-4211-a230-6c8df3f22512 {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:31:28.793250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.793887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.795222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-1920cea6-17bb-439e-b49a-a617fb6b5376 service neutron] 10.222.0.52 "PUT /v2.0/ports/73e26f0f-c475-4574-ae61-87e3ad0c0b20 HTTP/1.1" status: 200 len: 1032 time: 1.0546072 Aug 29 04:31:28.806038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Provisioning for port 343d1d03-6b79-4680-94b6-5c0e6364ab17 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:28.833322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Provisioning complete for port 343d1d03-6b79-4680-94b6-5c0e6364ab17 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:28.833696 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.844928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.resource_extend [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:31:28.930225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-dd55aa2d-c48b-4fc8-a8a7-9a201370dcab tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Deleting port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:28.930672 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-dd55aa2d-c48b-4fc8-a8a7-9a201370dcab tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.952318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.966601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.967264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.971079 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.009450 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.062696 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.087522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-dd55aa2d-c48b-4fc8-a8a7-9a201370dcab tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] For port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:29.087970 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-dd55aa2d-c48b-4fc8-a8a7-9a201370dcab tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.115193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-dd55aa2d-c48b-4fc8-a8a7-9a201370dcab tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Calling delete_port for 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:29.120497 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.154415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:29.168725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event updated for resources: {'Network': ['ID=16fd5591-02cf-45f6-94fa-1ae5a596efb1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.181180 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.181529 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Added segment 3930a2ea-9359-46c5-bc4a-a10288f15284 of type vlan for network 65d1a253-4220-41ab-83b4-7be9ceafea3d Aug 29 04:31:29.208030 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3d4d54c9-e4d1-4137-949d-7d72193b874a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7774560 Aug 29 04:31:29.208671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33992) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:29.218998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:29.222610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Request body: {'subnet': {'network_id': '16fd5591-02cf-45f6-94fa-1ae5a596efb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:29.243175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b3991f-6bfa-41ed-88fe-b3d44739798c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.284902 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.369689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] For port 343d1d03-6b79-4680-94b6-5c0e6364ab17, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=343d1d03-6b79-4680-94b6-5c0e6364ab17,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:29.371219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cde979-401f-4e42-9207-42e4f60864b1 None None] Update dhcp port {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': 'c73dbee6-a60a-4513-b64b-9170664de89c', 'ip_address': '2001:db8::f816:3eff:fe5e:64ca'}, {'subnet_id': '465aebcb-fd1c-46a2-ae8e-63c058e2fc27'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '343d1d03-6b79-4680-94b6-5c0e6364ab17'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:31:29.376417 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.389337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Made reservation on behalf of b0a1b3653ffd40dd8fe298f630b74736 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:29.393065 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.445771 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.447915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.448741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.454557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Pushing event updated for resources: {'Port': ['ID=343d1d03-6b79-4680-94b6-5c0e6364ab17,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.461008 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ea959ae-3d44-43d5-9d76-2ec7149e78fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.472749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.473261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.473610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.474057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.474585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.474923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.475260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.475588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.476081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.476617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.477286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.477803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee873a1e-cbc4-4a3e-a84e-cc24bf4819f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:29.494495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 73e26f0f-c475-4574-ae61-87e3ad0c0b20 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:29.507632 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1cde979-401f-4e42-9207-42e4f60864b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.553985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fc62bd03-fc7f-47ea-b5a8-8e553b561b06 None None] Provisioning complete for port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:29.554364 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc62bd03-fc7f-47ea-b5a8-8e553b561b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.597094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fc62bd03-fc7f-47ea-b5a8-8e553b561b06 None None] Port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:29.624866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-dd55aa2d-c48b-4fc8-a8a7-9a201370dcab tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.677585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55aa2d-c48b-4fc8-a8a7-9a201370dcab tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Port': ['ID=2a3339b2-3fd7-4ad0-918f-cd758b4728e3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.693469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055353-354b-4e94-afb2-41adadd17170 req-19d6937d-2524-4008-b124-7f950d108350 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.695732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] Pushing event updated for resources: {'Network': ['ID=65d1a253-4220-41ab-83b4-7be9ceafea3d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.706493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055353-354b-4e94-afb2-41adadd17170 req-19d6937d-2524-4008-b124-7f950d108350 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.710039 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7091684f-6901-455f-9f8d-e91510fa6586 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6595669 Aug 29 04:31:29.710865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34010) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:29.713999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055353-354b-4e94-afb2-41adadd17170 req-19d6937d-2524-4008-b124-7f950d108350 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.720133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Request body: {'subnet': {'network_id': '65d1a253-4220-41ab-83b4-7be9ceafea3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2035612002-subnet', 'tenant_id': '9e8ec8135f7d4167b5a4fb2e0ac90d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:29.720676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055353-354b-4e94-afb2-41adadd17170 req-19d6937d-2524-4008-b124-7f950d108350 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.727024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055353-354b-4e94-afb2-41adadd17170 req-19d6937d-2524-4008-b124-7f950d108350 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.735483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac055353-354b-4e94-afb2-41adadd17170 req-19d6937d-2524-4008-b124-7f950d108350 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 3809 time: 0.2454779 Aug 29 04:31:29.749671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea959ae-3d44-43d5-9d76-2ec7149e78fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=fa0b5672-a1bb-48a7-afb8-c74999732270,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.814842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 65d1a253-4220-41ab-83b4-7be9ceafea3d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:29.870838 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ea959ae-3d44-43d5-9d76-2ec7149e78fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.875854 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4ea959ae-3d44-43d5-9d76-2ec7149e78fe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/fa0b5672-a1bb-48a7-afb8-c74999732270 HTTP/1.1" status: 204 len: 168 time: 1.8656585 Aug 29 04:31:29.876569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34014) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:29.886019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-dd55aa2d-c48b-4fc8-a8a7-9a201370dcab tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] No DVR routers for this DVR port 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:29.896963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-d1cde979-401f-4e42-9207-42e4f60864b1 None None] Allocated IP 172.20.0.2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/465aebcb-fd1c-46a2-ae8e-63c058e2fc27/343d1d03-6b79-4680-94b6-5c0e6364ab17) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:29.901522 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-dd55aa2d-c48b-4fc8-a8a7-9a201370dcab tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.904738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-dd55aa2d-c48b-4fc8-a8a7-9a201370dcab tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "DELETE /v2.0/ports/2a3339b2-3fd7-4ad0-918f-cd758b4728e3 HTTP/1.1" status: 204 len: 173 time: 1.1021934 Aug 29 04:31:29.909093 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-deleted', 'tag': '2a3339b2-3fd7-4ad0-918f-cd758b4728e3'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:29.911784 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9478df19-437d-4fa5-b31c-d4f8b3f3a44c" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-deleted", "tag": "2a3339b2-3fd7-4ad0-918f-cd758b4728e3"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:29.972006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac055353-354b-4e94-afb2-41adadd17170 req-7473295d-f859-459f-a149-2d96ee2da3ce tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352169 Aug 29 04:31:29.972739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34018) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:29.993100 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.070583 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d983a20d-691a-46e7-a1b6-ecce5424b273 x-openstack-request-id: req-d983a20d-691a-46e7-a1b6-ecce5424b273 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:30.070880 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-deleted", "tag": "2a3339b2-3fd7-4ad0-918f-cd758b4728e3", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:30.071138 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d983a20d-691a-46e7-a1b6-ecce5424b273 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:30.071545 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-deleted', 'tag': '2a3339b2-3fd7-4ad0-918f-cd758b4728e3', 'status': 'completed', 'code': 200} Aug 29 04:31:30.093450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d1cde979-401f-4e42-9207-42e4f60864b1 None None] For port 343d1d03-6b79-4680-94b6-5c0e6364ab17, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=343d1d03-6b79-4680-94b6-5c0e6364ab17,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:30.148987 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1cde979-401f-4e42-9207-42e4f60864b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.165778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d1cde979-401f-4e42-9207-42e4f60864b1 None None] Transition to ACTIVE for port object 343d1d03-6b79-4680-94b6-5c0e6364ab17 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:30.170990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 73e26f0f-c475-4574-ae61-87e3ad0c0b20 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:30.171958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:30.202787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event updated for resources: {'Subnet': ['ID=328d511c-8671-42a7-9f2a-e862ce03dbb9,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.213756 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1cde979-401f-4e42-9207-42e4f60864b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.285856 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-702d907a-a225-49d4-b767-6b2cbb384b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.325110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Checking segment: {'id': '1740c198-e470-4f39-8082-be99b61216d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16fd5591-02cf-45f6-94fa-1ae5a596efb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:30.325878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:30.328586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2a3339b2-3fd7-4ad0-918f-cd758b4728e3 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:30.329195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 55c371a8-aa23-4484-8e05-8ac606be9819 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:30.331992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Network hostable DHCP agents. Network: 16fd5591-02cf-45f6-94fa-1ae5a596efb1, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:30.394735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea39304-ad9c-4270-9c80-fc55a627e916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.396410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea39304-ad9c-4270-9c80-fc55a627e916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.397054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:30.397931 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea39304-ad9c-4270-9c80-fc55a627e916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.402319 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fea39304-ad9c-4270-9c80-fc55a627e916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5220249 Aug 29 04:31:30.403698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34024) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:30.404956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-346b153a-ffa2-4409-83f1-a9c09e40f08e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Deleting port 55c371a8-aa23-4484-8e05-8ac606be9819 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:30.405337 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-346b153a-ffa2-4409-83f1-a9c09e40f08e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.417211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Made reservation on behalf of 9e8ec8135f7d4167b5a4fb2e0ac90d57 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:30.421115 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.455105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cde979-401f-4e42-9207-42e4f60864b1 None None] Pushing event updated for resources: {'Port': ['ID=343d1d03-6b79-4680-94b6-5c0e6364ab17,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.463113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 16fd5591-02cf-45f6-94fa-1ae5a596efb1) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:30.474846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c31c13-c165-417b-b8d0-c8357ea96309 None None] Network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:30.493323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.493920 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.563917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95f394f-930f-4789-b231-929c78b8a209 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 465aebcb-fd1c-46a2-ae8e-63c058e2fc27 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:30.573748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a95f394f-930f-4789-b231-929c78b8a209 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.629981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-346b153a-ffa2-4409-83f1-a9c09e40f08e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] For port 55c371a8-aa23-4484-8e05-8ac606be9819, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=55c371a8-aa23-4484-8e05-8ac606be9819,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:30.630553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-346b153a-ffa2-4409-83f1-a9c09e40f08e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.654397 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a95f394f-930f-4789-b231-929c78b8a209 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.661953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-346b153a-ffa2-4409-83f1-a9c09e40f08e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Calling delete_port for 55c371a8-aa23-4484-8e05-8ac606be9819 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:30.662235 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.708436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c371a8-aa23-4484-8e05-8ac606be9819'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:30.714894 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d60971-6b02-453c-a4d6-1483b06b5946" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-unplugged", "status": "completed", "tag": "55c371a8-aa23-4484-8e05-8ac606be9819"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:30.736241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-702d907a-a225-49d4-b767-6b2cbb384b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.745347 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-702d907a-a225-49d4-b767-6b2cbb384b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.766737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-319c39c2-cea3-473c-aee0-79b513e05dd7 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5553966 Aug 29 04:31:30.780392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34030) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:30.796908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Request body: {'port': {'network_id': '16fd5591-02cf-45f6-94fa-1ae5a596efb1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1594712035'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:30.842685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d907a-a225-49d4-b767-6b2cbb384b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d778ba-36b3-42d6-93a7-5893a4dbd770,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.858574 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a95f394f-930f-4789-b231-929c78b8a209 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.863022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.890722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-702d907a-a225-49d4-b767-6b2cbb384b29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=534268decee2433686e2f48d8b8268a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8988843 Aug 29 04:31:30.896387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34032) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:30.997897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9276bf4-30ce-46a5-a48b-2ca2ad1ab41a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.034223 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a95f394f-930f-4789-b231-929c78b8a209 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.053486 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab6b2a34-b905-4837-a1b0-c89c6018c108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.065897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Checking segment: {'id': '3930a2ea-9359-46c5-bc4a-a10288f15284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '65d1a253-4220-41ab-83b4-7be9ceafea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:31.068229 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Network hostable DHCP agents. Network: 65d1a253-4220-41ab-83b4-7be9ceafea3d, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:31.113854 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f394f-930f-4789-b231-929c78b8a209 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=465aebcb-fd1c-46a2-ae8e-63c058e2fc27,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.118949 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a95f394f-930f-4789-b231-929c78b8a209 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.121996 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356934a0-d3ba-4ca1-b58b-4deff4fb51a9 x-openstack-request-id: req-356934a0-d3ba-4ca1-b58b-4deff4fb51a9 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:31.122502 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-unplugged", "status": "completed", "tag": "55c371a8-aa23-4484-8e05-8ac606be9819", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:31.122617 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-356934a0-d3ba-4ca1-b58b-4deff4fb51a9 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:31.122906 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c371a8-aa23-4484-8e05-8ac606be9819', 'code': 200} Aug 29 04:31:31.124562 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a95f394f-930f-4789-b231-929c78b8a209 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/465aebcb-fd1c-46a2-ae8e-63c058e2fc27 HTTP/1.1" status: 204 len: 168 time: 0.7189953 Aug 29 04:31:31.125691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34036) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.137312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 55c371a8-aa23-4484-8e05-8ac606be9819, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=55c371a8-aa23-4484-8e05-8ac606be9819,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:31.139532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Made reservation on behalf of b0a1b3653ffd40dd8fe298f630b74736 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:31.142056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-16fd5591-02cf-45f6-94fa-1ae5a596efb1', 'network_id': '16fd5591-02cf-45f6-94fa-1ae5a596efb1', 'tenant_id': 'b0a1b3653ffd40dd8fe298f630b74736', 'fixed_ips': [{'subnet_id': '328d511c-8671-42a7-9f2a-e862ce03dbb9'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:31.143180 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.145003 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.151348 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab6b2a34-b905-4837-a1b0-c89c6018c108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.159375 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.159703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6490a203-0231-436d-88a1-b3b768141851 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:31.210465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46f15fa-65b3-4dad-8daa-083fc45e4d6d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet c73dbee6-a60a-4513-b64b-9170664de89c {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:31.221603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46f15fa-65b3-4dad-8daa-083fc45e4d6d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.238709 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab6b2a34-b905-4837-a1b0-c89c6018c108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.241918 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab6b2a34-b905-4837-a1b0-c89c6018c108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.243436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ab6b2a34-b905-4837-a1b0-c89c6018c108 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1d778ba-36b3-42d6-93a7-5893a4dbd770 HTTP/1.1" status: 204 len: 168 time: 0.3427908 Aug 29 04:31:31.266187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Network 65d1a253-4220-41ab-83b4-7be9ceafea3d is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:31.286033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 65d1a253-4220-41ab-83b4-7be9ceafea3d) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:31.294646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46f15fa-65b3-4dad-8daa-083fc45e4d6d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.298361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.299213 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.309258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75032e5-5fcf-40dd-a455-184172fa3e54 None None] Network 65d1a253-4220-41ab-83b4-7be9ceafea3d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:31.354537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b2a34-b905-4837-a1b0-c89c6018c108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d778ba-36b3-42d6-93a7-5893a4dbd770,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.373972 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e2960e60-85bb-4d4f-88c2-f8a22c7fa7ee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6592155 Aug 29 04:31:31.376596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] device_id is not set on port 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:31.474637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=55c371a8-aa23-4484-8e05-8ac606be9819,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.518850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 343d1d03-6b79-4680-94b6-5c0e6364ab17 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:31.545486 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46f15fa-65b3-4dad-8daa-083fc45e4d6d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.588307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e911f5-d5aa-46bc-92b0-0997c1a9151a req-b10faef0-1e94-47a4-b49f-e8e2bcf78d4e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.598533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e911f5-d5aa-46bc-92b0-0997c1a9151a req-b10faef0-1e94-47a4-b49f-e8e2bcf78d4e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.617273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e911f5-d5aa-46bc-92b0-0997c1a9151a req-b10faef0-1e94-47a4-b49f-e8e2bcf78d4e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.624116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e911f5-d5aa-46bc-92b0-0997c1a9151a req-b10faef0-1e94-47a4-b49f-e8e2bcf78d4e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.641675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66e911f5-d5aa-46bc-92b0-0997c1a9151a req-b10faef0-1e94-47a4-b49f-e8e2bcf78d4e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 3152 time: 0.5657065 Aug 29 04:31:31.689775 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46f15fa-65b3-4dad-8daa-083fc45e4d6d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.709577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6490a203-0231-436d-88a1-b3b768141851 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:31.710308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 30de7cbf-8a64-4b52-994d-883a9eefbd82 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:31.758171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66e911f5-d5aa-46bc-92b0-0997c1a9151a req-f446412b-8557-4b99-a54a-80e8ab012f4e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140549 Aug 29 04:31:31.760629 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-346b153a-ffa2-4409-83f1-a9c09e40f08e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.776394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f15fa-65b3-4dad-8daa-083fc45e4d6d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=c73dbee6-a60a-4513-b64b-9170664de89c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.788135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1dd5e7-786f-43bf-a31c-6cce00381a5b None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:31.798666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46f15fa-65b3-4dad-8daa-083fc45e4d6d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.803148 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c46f15fa-65b3-4dad-8daa-083fc45e4d6d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/c73dbee6-a60a-4513-b64b-9170664de89c HTTP/1.1" status: 204 len: 168 time: 0.6753204 Aug 29 04:31:31.806316 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34054) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.877312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b153a-ffa2-4409-83f1-a9c09e40f08e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Port': ['ID=55c371a8-aa23-4484-8e05-8ac606be9819,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.918215 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d650c628-a4eb-4d6f-8838-a0731882369e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038692 Aug 29 04:31:31.918215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34056) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.932952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-013bd79d-614a-462b-a3ea-4dfe71cc7675 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:31.943314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34058) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.951656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8004867c-d22e-4ea1-b022-6db9879c6739 None None] Provisioning for port 343d1d03-6b79-4680-94b6-5c0e6364ab17 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:31.989645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-346b153a-ffa2-4409-83f1-a9c09e40f08e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] No DVR routers for this DVR port 55c371a8-aa23-4484-8e05-8ac606be9819 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:31.992952 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-346b153a-ffa2-4409-83f1-a9c09e40f08e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.996368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-346b153a-ffa2-4409-83f1-a9c09e40f08e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "DELETE /v2.0/ports/55c371a8-aa23-4484-8e05-8ac606be9819 HTTP/1.1" status: 204 len: 173 time: 2.0746286 Aug 29 04:31:32.005902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.010010 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e56e41a9-d0d1-4921-9cb1-3a1d082638af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.019596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8004867c-d22e-4ea1-b022-6db9879c6739 None None] Provisioning complete for port 343d1d03-6b79-4680-94b6-5c0e6364ab17 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:32.019964 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8004867c-d22e-4ea1-b022-6db9879c6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.060422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Allocated IP 172.20.0.2 (16fd5591-02cf-45f6-94fa-1ae5a596efb1/328d511c-8671-42a7-9f2a-e862ce03dbb9/75ed83fe-6e1e-4c97-af05-a6083cc31ce2) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:32.083978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 343d1d03-6b79-4680-94b6-5c0e6364ab17 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:32.084405 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.084594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-deleted', 'tag': '55c371a8-aa23-4484-8e05-8ac606be9819'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:32.087666 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5f9d6a-c24d-47bc-b4d8-0130f1a52351" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-deleted", "tag": "55c371a8-aa23-4484-8e05-8ac606be9819"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:32.160817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Deleting port 304997e4-5d25-4328-aeb8-2c3f87504943 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:32.161274 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.187723 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19e784b-9f15-4397-88ad-bd069ae04301 x-openstack-request-id: req-e19e784b-9f15-4397-88ad-bd069ae04301 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:32.187989 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-deleted", "tag": "55c371a8-aa23-4484-8e05-8ac606be9819", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:32.188361 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e19e784b-9f15-4397-88ad-bd069ae04301 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:32.188589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711450cf-d231-44fd-b29f-67f67e829b97 None None] Network 65d1a253-4220-41ab-83b4-7be9ceafea3d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:32.189078 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-deleted', 'tag': '55c371a8-aa23-4484-8e05-8ac606be9819', 'status': 'completed', 'code': 200} Aug 29 04:31:32.291454 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e56e41a9-d0d1-4921-9cb1-3a1d082638af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.301153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 30de7cbf-8a64-4b52-994d-883a9eefbd82, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:32.317222 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013bd79d-614a-462b-a3ea-4dfe71cc7675 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:32.321742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-013bd79d-614a-462b-a3ea-4dfe71cc7675 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.335632 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.336507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 260a06fd-9172-49bd-ad16-944e6632f817 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:32.579659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-013bd79d-614a-462b-a3ea-4dfe71cc7675 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.620861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013bd79d-614a-462b-a3ea-4dfe71cc7675 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:32.625807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-013bd79d-614a-462b-a3ea-4dfe71cc7675 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:32.629885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=30de7cbf-8a64-4b52-994d-883a9eefbd82,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:32.630548 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013bd79d-614a-462b-a3ea-4dfe71cc7675 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.631157 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-013bd79d-614a-462b-a3ea-4dfe71cc7675 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.668239 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-013bd79d-614a-462b-a3ea-4dfe71cc7675 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7523510 Aug 29 04:31:32.669151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bd79d-614a-462b-a3ea-4dfe71cc7675 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=d9f039c5-7eeb-4f2a-bb85-961f139d3639,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:32.672264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34074) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:32.678782 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.683809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:32.691759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Transition to ACTIVE for port object 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:32.711535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Transition to ACTIVE for port object 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:32.747409 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.786442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e56e41a9-d0d1-4921-9cb1-3a1d082638af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.850486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:32.856223 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.871712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Pushing event updated for resources: {'Port': ['ID=75ed83fe-6e1e-4c97-af05-a6083cc31ce2,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:32.944418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:32.955543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:32.958523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:32.996855 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.015327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8004867c-d22e-4ea1-b022-6db9879c6739 None None] Could not find standard attr ID for object fa0b5672-a1bb-48a7-afb8-c74999732270. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:33.042314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Allocated IP 172.20.0.8 (16fd5591-02cf-45f6-94fa-1ae5a596efb1/328d511c-8671-42a7-9f2a-e862ce03dbb9/3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:33.051900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e56e41a9-d0d1-4921-9cb1-3a1d082638af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68b140020ba14fe8b07fd98fab7d077b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1055021 Aug 29 04:31:33.052628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e41a9-d0d1-4921-9cb1-3a1d082638af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b744f668-f0c2-4174-9682-d23c03e4219f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.054586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696bd6ce-ccff-468a-a987-43d574c425fc None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:33.055228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34078) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:33.077749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64945d4-e496-4412-a43b-793cf1a95221 req-3f5003d7-a8af-40b9-b410-68125432c6af tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.079154 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Attempting to bind port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:33.079698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Attempting to bind port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '1740c198-e470-4f39-8082-be99b61216d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16fd5591-02cf-45f6-94fa-1ae5a596efb1'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:33.080331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Attempting to bind port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 on network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:33.085240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 260a06fd-9172-49bd-ad16-944e6632f817, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=260a06fd-9172-49bd-ad16-944e6632f817,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:33.087071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-3f5003d7-a8af-40b9-b410-68125432c6af tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/networks?id=65d1a253-4220-41ab-83b4-7be9ceafea3d HTTP/1.1" status: 200 len: 814 time: 0.7927723 Aug 29 04:31:33.091482 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.092348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 304997e4-5d25-4328-aeb8-2c3f87504943 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:33.117147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] For port 304997e4-5d25-4328-aeb8-2c3f87504943, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=304997e4-5d25-4328-aeb8-2c3f87504943,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:33.117513 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.131512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:33.132068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Checking segment: {'id': '1740c198-e470-4f39-8082-be99b61216d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16fd5591-02cf-45f6-94fa-1ae5a596efb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:33.132601 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.133102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Bound using segment: {'id': '1740c198-e470-4f39-8082-be99b61216d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16fd5591-02cf-45f6-94fa-1ae5a596efb1'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:33.133703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Bound port: 75ed83fe-6e1e-4c97-af05-a6083cc31ce2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1740c198-e470-4f39-8082-be99b61216d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16fd5591-02cf-45f6-94fa-1ae5a596efb1'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:33.134195 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.154247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30de7cbf-8a64-4b52-994d-883a9eefbd82'}, {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260a06fd-9172-49bd-ad16-944e6632f817'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:33.157197 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5a6cc9-79ba-4c61-aff5-8d0497737903" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-unplugged", "status": "completed", "tag": "30de7cbf-8a64-4b52-994d-883a9eefbd82"}, {"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-unplugged", "status": "completed", "tag": "260a06fd-9172-49bd-ad16-944e6632f817"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:33.298391 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.298698 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.299023 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Floating IP 25a16b5e-389c-497b-a0c5-0b3a095b4f35 disassociated. External IP: 172.25.5.197, port: 304997e4-5d25-4328-aeb8-2c3f87504943. Aug 29 04:31:33.299366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Calling delete_port for 304997e4-5d25-4328-aeb8-2c3f87504943 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:33.299505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=260a06fd-9172-49bd-ad16-944e6632f817,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.316079 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-734bbbe8-4585-4931-9e93-ec5a0c539d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.333313 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.336473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] For port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:33.340685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-696bd6ce-ccff-468a-a987-43d574c425fc None None] Deleting port 343d1d03-6b79-4680-94b6-5c0e6364ab17 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:33.341154 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-696bd6ce-ccff-468a-a987-43d574c425fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.437495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-696bd6ce-ccff-468a-a987-43d574c425fc None None] For port 343d1d03-6b79-4680-94b6-5c0e6364ab17, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=343d1d03-6b79-4680-94b6-5c0e6364ab17,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:33.438160 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-696bd6ce-ccff-468a-a987-43d574c425fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.450618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-696bd6ce-ccff-468a-a987-43d574c425fc None None] Calling delete_port for 343d1d03-6b79-4680-94b6-5c0e6364ab17 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:33.457286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:33.468957 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-734bbbe8-4585-4931-9e93-ec5a0c539d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.476259 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.488554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-345e9375-4229-49fc-85be-4afdbb0fe6e2 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/quotas/9e8ec8135f7d4167b5a4fb2e0ac90d57 HTTP/1.1" status: 200 len: 375 time: 0.4004650 Aug 29 04:31:33.583708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47304f6-d64a-4d4f-afee-723c19f7135e req-4f39df21-b344-42e9-95b3-c9807d5e64b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.589865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47304f6-d64a-4d4f-afee-723c19f7135e req-4f39df21-b344-42e9-95b3-c9807d5e64b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.597202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47304f6-d64a-4d4f-afee-723c19f7135e req-4f39df21-b344-42e9-95b3-c9807d5e64b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.598942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c47304f6-d64a-4d4f-afee-723c19f7135e req-4f39df21-b344-42e9-95b3-c9807d5e64b0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 2336 time: 0.7088842 Aug 29 04:31:33.613588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-7a935511-8c44-44dc-959a-f40487e044ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e8ec8135f7d4167b5a4fb2e0ac90d57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230881 Aug 29 04:31:33.692840 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 343d1d03-6b79-4680-94b6-5c0e6364ab17 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:33.694316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Port': ['ID=304997e4-5d25-4328-aeb8-2c3f87504943,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.750208 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.765008 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-734bbbe8-4585-4931-9e93-ec5a0c539d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.767761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-734bbbe8-4585-4931-9e93-ec5a0c539d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.771257 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-734bbbe8-4585-4931-9e93-ec5a0c539d42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b744f668-f0c2-4174-9682-d23c03e4219f HTTP/1.1" status: 204 len: 168 time: 0.7127206 Aug 29 04:31:33.777801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] For port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=75ed83fe-6e1e-4c97-af05-a6083cc31ce2,segment=NetworkSegment(1740c198-e470-4f39-8082-be99b61216d6),segment_id=1740c198-e470-4f39-8082-be99b61216d6)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:33.779084 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-696bd6ce-ccff-468a-a987-43d574c425fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.808100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Port 343d1d03-6b79-4680-94b6-5c0e6364ab17 concurrently deleted while adding address for new subnet {'id': '96bc4c8a-91dc-41f4-9c96-e772b46fd597', 'name': '', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2608, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-29T04:31:33Z', 'updated_at': '2021-08-29T04:31:33Z', 'revision_number': 0, 'segment_id': None, 'project_id': '4054bac95bdc4122bb8aa2cc9d76900b'}. {{(pid=94850) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 29 04:31:33.809453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.811586 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bbbe8-4585-4931-9e93-ec5a0c539d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b744f668-f0c2-4174-9682-d23c03e4219f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.832481 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.860539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bd6ce-ccff-468a-a987-43d574c425fc None None] Pushing event deleted for resources: {'Port': ['ID=343d1d03-6b79-4680-94b6-5c0e6364ab17,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.866575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:33.870239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:33.874005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No active binding found for port 343d1d03-6b79-4680-94b6-5c0e6364ab17 {{(pid=94852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:31:33.874957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 343d1d03-6b79-4680-94b6-5c0e6364ab17 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:33.879328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.880071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.895599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=96bc4c8a-91dc-41f4-9c96-e772b46fd597,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.912019 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bb2c0d00-2c72-4897-a08f-00c0744c5faa tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2372220 Aug 29 04:31:33.912841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696bd6ce-ccff-468a-a987-43d574c425fc None None] No DVR routers for this DVR port 343d1d03-6b79-4680-94b6-5c0e6364ab17 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:33.913557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34086) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:33.932632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:7d:93:77', 'name': 'tempest-NetworksTestDHCPv6-1029465331'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:33.945430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eca52ba-0dd2-479f-b79a-dbbde05813cc None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:33.962640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c47304f6-d64a-4d4f-afee-723c19f7135e req-25f1c362-e00a-4263-abbc-24432a1e41c9 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703791 Aug 29 04:31:34.109799 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9679e328-fae8-463e-bc0b-48b9730f5fce x-openstack-request-id: req-9679e328-fae8-463e-bc0b-48b9730f5fce {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:34.110109 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-unplugged", "status": "completed", "tag": "30de7cbf-8a64-4b52-994d-883a9eefbd82", "code": 200}, {"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-unplugged", "status": "completed", "tag": "260a06fd-9172-49bd-ad16-944e6632f817", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:34.110371 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9679e328-fae8-463e-bc0b-48b9730f5fce {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:34.110780 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30de7cbf-8a64-4b52-994d-883a9eefbd82', 'code': 200} Aug 29 04:31:34.111042 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260a06fd-9172-49bd-ad16-944e6632f817', 'code': 200} Aug 29 04:31:34.120054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-b401d58d-ee41-4dfb-8c8b-74de7728b77c service neutron] 10.222.0.49 "GET /v2.0/networks/65d1a253-4220-41ab-83b4-7be9ceafea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055687 Aug 29 04:31:34.163436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68297ffc-d9c3-41c6-ad99-44c393a6d60a None None] Pushing event updated for resources: {'Port': ['ID=75ed83fe-6e1e-4c97-af05-a6083cc31ce2,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.248133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:34.417311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:34.430895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '96bc4c8a-91dc-41f4-9c96-e772b46fd597'}, {'subnet_id': 'd9f039c5-7eeb-4f2a-bb85-961f139d3639'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:34.432667 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.485591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.541229 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port ed5b3023-69dc-4210-bb73-f4d06c47931d yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:34.567729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-3916d3a1-bc70-462f-812c-28591cb7217f service neutron] 10.222.0.49 "GET /v2.0/networks/65d1a253-4220-41ab-83b4-7be9ceafea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042523 Aug 29 04:31:34.600959 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.628110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Transition to ACTIVE for port object 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:34.801869 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.837658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Allocated IP 172.20.0.2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/d9f039c5-7eeb-4f2a-bb85-961f139d3639/489c343f-8887-4bd5-96e6-d6a2c2261ab2) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:34.854286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event updated for resources: {'Port': ['ID=3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.869843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Allocated IP 2001:db8::f816:3eff:fea6:85c (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/96bc4c8a-91dc-41f4-9c96-e772b46fd597/489c343f-8887-4bd5-96e6-d6a2c2261ab2) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:34.909130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:34.923243 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] Sync routers for ids ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:34.924808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-acd1a3c6-9883-4ce4-97a1-34ad1d6a7773 req-e7061cbd-a471-4261-bf0b-40f6b1cd6b3f tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 210 time: 0.0641904 Aug 29 04:31:34.929940 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:34.932945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:34.951031 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] Routers {'f7462ee0-627f-48df-b16f-6bbb17f8a6c8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:34.951832 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:31:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:34.960803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:35.006812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] No DVR routers for this DVR port 304997e4-5d25-4328-aeb8-2c3f87504943 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:35.013728 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.016299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-88d569e9-a09a-4239-affc-afa5ad14d23b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "DELETE /v2.0/ports/304997e4-5d25-4328-aeb8-2c3f87504943 HTTP/1.1" status: 204 len: 173 time: 3.0140052 Aug 29 04:31:35.017396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-deleted', 'tag': '304997e4-5d25-4328-aeb8-2c3f87504943'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:35.020092 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e63ad-4196-4803-b7a1-573268deeaa8" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-deleted", "tag": "304997e4-5d25-4328-aeb8-2c3f87504943"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:35.153348 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199344cd-9fe6-440b-900c-f2e343fac0f5 x-openstack-request-id: req-199344cd-9fe6-440b-900c-f2e343fac0f5 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:35.155397 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-deleted", "tag": "304997e4-5d25-4328-aeb8-2c3f87504943", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:35.155771 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-199344cd-9fe6-440b-900c-f2e343fac0f5 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:35.157291 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-deleted', 'tag': '304997e4-5d25-4328-aeb8-2c3f87504943', 'status': 'completed', 'code': 200} Aug 29 04:31:35.186208 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.199151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Transition to ACTIVE for port object 489c343f-8887-4bd5-96e6-d6a2c2261ab2 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:35.218769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Transition to ACTIVE for port object 489c343f-8887-4bd5-96e6-d6a2c2261ab2 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:35.229260 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.248453 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] Set router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:35.263649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.264870 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.286421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:35.295142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:35.300644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:35.343672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f965bee4-4148-4201-a818-62c9e042fae2 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5587823 Aug 29 04:31:35.345986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34122) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:35.361936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa47a-efb4-496c-8762-be8f5d914b33 req-772f5f60-fdd2-40f3-a7df-8cdf22261f2e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.369474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa47a-efb4-496c-8762-be8f5d914b33 req-772f5f60-fdd2-40f3-a7df-8cdf22261f2e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.372251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59eaa47a-efb4-496c-8762-be8f5d914b33 req-772f5f60-fdd2-40f3-a7df-8cdf22261f2e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 1677 time: 0.2037323 Aug 29 04:31:35.389796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Request body: {'port': {'network_id': '16fd5591-02cf-45f6-94fa-1ae5a596efb1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1379319972', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:35.390348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.api.validators [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] bootfile-name is not in valid_values {{(pid=94850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:31:35.402783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.api.validators [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] tftp-server is not in valid_values {{(pid=94850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:31:35.407127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.api.validators [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] server-ip-address is not in valid_values {{(pid=94850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:31:35.452496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Pushing event updated for resources: {'Port': ['ID=489c343f-8887-4bd5-96e6-d6a2c2261ab2,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:35.453084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-4a5755e2-ead3-4d57-8a47-b553b4eea434 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Deleting port 30de7cbf-8a64-4b52-994d-883a9eefbd82 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:35.453196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-4a5755e2-ead3-4d57-8a47-b553b4eea434 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.593034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59eaa47a-efb4-496c-8762-be8f5d914b33 req-f184c2bd-e1d4-4100-ad6f-24003edb5b68 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069945 Aug 29 04:31:35.619636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Attempting to bind port 489c343f-8887-4bd5-96e6-d6a2c2261ab2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:35.620016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Attempting to bind port 489c343f-8887-4bd5-96e6-d6a2c2261ab2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:35.620413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Attempting to bind port 489c343f-8887-4bd5-96e6-d6a2c2261ab2 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:35.625028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:35.653851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:35.654234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:35.655066 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.655066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:35.655514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Bound port: 489c343f-8887-4bd5-96e6-d6a2c2261ab2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:35.655924 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.711119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-4a5755e2-ead3-4d57-8a47-b553b4eea434 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] For port 30de7cbf-8a64-4b52-994d-883a9eefbd82, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=30de7cbf-8a64-4b52-994d-883a9eefbd82,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:35.712659 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-4a5755e2-ead3-4d57-8a47-b553b4eea434 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.746443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-4a5755e2-ead3-4d57-8a47-b553b4eea434 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Calling delete_port for 30de7cbf-8a64-4b52-994d-883a9eefbd82 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:35.773891 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7e508168-e329-4589-81f4-9a354a4eecc7', 'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'mac_address': 'fa:16:3e:38:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:43Z', 'updated_at': '2021-08-29T04:20:52Z', 'revision_number': 5, 'project_id': '0108dc87a3c545139335fa764de2de52', 'subnets': [{'id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:35.806023 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] Checking router: f7462ee0-627f-48df-b16f-6bbb17f8a6c8 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:35.816096 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] Routers {'f7462ee0-627f-48df-b16f-6bbb17f8a6c8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:35.816887 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:31:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:35.841956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Made reservation on behalf of b0a1b3653ffd40dd8fe298f630b74736 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:35.847271 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.870314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] For port 489c343f-8887-4bd5-96e6-d6a2c2261ab2, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:35.874824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] For port 489c343f-8887-4bd5-96e6-d6a2c2261ab2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=489c343f-8887-4bd5-96e6-d6a2c2261ab2,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:35.890585 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.904049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] device_id is not set on port bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:35.941709 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] Set router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:35.993125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fbc300-aaf1-4be5-951e-6c0b86e9b55e None None] Network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:36.076163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 172.20.0.7 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/d9f039c5-7eeb-4f2a-bb85-961f139d3639/ed5b3023-69dc-4210-bb73-f4d06c47931d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:36.105515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::f816:3eff:fe7d:9377 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/96bc4c8a-91dc-41f4-9c96-e772b46fd597/ed5b3023-69dc-4210-bb73-f4d06c47931d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:36.146945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:36.166316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89388d1-2ff1-49ec-9e5b-060a9a12be39 None None] Pushing event updated for resources: {'Port': ['ID=489c343f-8887-4bd5-96e6-d6a2c2261ab2,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.199157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0bb69308-9074-489f-b31b-a274cf6ca560 None None] Provisioning for port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:36.212753 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7e508168-e329-4589-81f4-9a354a4eecc7', 'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'mac_address': 'fa:16:3e:38:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:43Z', 'updated_at': '2021-08-29T04:20:52Z', 'revision_number': 5, 'project_id': '0108dc87a3c545139335fa764de2de52', 'subnets': [{'id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:36.216112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:36.219436 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.264422 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-4a5755e2-ead3-4d57-8a47-b553b4eea434 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.285828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-98cfffca-967f-4f50-8159-3f0a12593743 req-2c36aa7e-6da6-4402-91d0-94bde561a568 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 210 time: 0.1140637 Aug 29 04:31:36.295316 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d8f82-819f-4767-8544-9fba426383ef None None] The sync data for ids ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'] in n-d-712141-12 is: [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:44Z', 'revision_number': 4, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7e508168-e329-4589-81f4-9a354a4eecc7', 'name': '', 'network_id': 'a2fa9d0e-600e-409d-9d8b-54d571a16937', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'mac_address': 'fa:16:3e:38:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:43Z', 'updated_at': '2021-08-29T04:20:52Z', 'revision_number': 5, 'project_id': '0108dc87a3c545139335fa764de2de52', 'subnets': [{'id': '644e4da1-c29f-40d2-b99b-b0869739804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:36.332316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5755e2-ead3-4d57-8a47-b553b4eea434 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Port': ['ID=30de7cbf-8a64-4b52-994d-883a9eefbd82,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.379895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0bb69308-9074-489f-b31b-a274cf6ca560 None None] Provisioning complete for port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:36.380575 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0bb69308-9074-489f-b31b-a274cf6ca560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.469407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-4a5755e2-ead3-4d57-8a47-b553b4eea434 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] No DVR routers for this DVR port 30de7cbf-8a64-4b52-994d-883a9eefbd82 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:36.473878 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-4a5755e2-ead3-4d57-8a47-b553b4eea434 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.477132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-4a5755e2-ead3-4d57-8a47-b553b4eea434 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "DELETE /v2.0/ports/30de7cbf-8a64-4b52-994d-883a9eefbd82 HTTP/1.1" status: 204 len: 173 time: 1.4467101 Aug 29 04:31:36.609649 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.655198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Allocated IP 172.20.0.9 (16fd5591-02cf-45f6-94fa-1ae5a596efb1/328d511c-8671-42a7-9f2a-e862ce03dbb9/bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:36.666777 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.675149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object ed5b3023-69dc-4210-bb73-f4d06c47931d will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:36.743944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-ae8ec30b-6de3-4171-8655-ea54c1774432 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Deleting port 260a06fd-9172-49bd-ad16-944e6632f817 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:36.745610 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-ae8ec30b-6de3-4171-8655-ea54c1774432 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.887543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=75ed83fe-6e1e-4c97-af05-a6083cc31ce2,segment=NetworkSegment(1740c198-e470-4f39-8082-be99b61216d6),segment_id=1740c198-e470-4f39-8082-be99b61216d6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:36.917637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-ae8ec30b-6de3-4171-8655-ea54c1774432 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] For port 260a06fd-9172-49bd-ad16-944e6632f817, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=260a06fd-9172-49bd-ad16-944e6632f817,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:36.923998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-ae8ec30b-6de3-4171-8655-ea54c1774432 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.926969 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.961497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-ae8ec30b-6de3-4171-8655-ea54c1774432 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Calling delete_port for 260a06fd-9172-49bd-ad16-944e6632f817 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:37.036678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7646e1c4-ec89-4911-af8a-73ece458a52d None None] New status for floating IP 25a16b5e-389c-497b-a0c5-0b3a095b4f35: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:31:37.161864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-deleted', 'tag': '30de7cbf-8a64-4b52-994d-883a9eefbd82'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:37.164100 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4244fa8-6c91-4b3e-9a99-165ba179d8f4" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-deleted", "tag": "30de7cbf-8a64-4b52-994d-883a9eefbd82"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:37.239265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-ae8ec30b-6de3-4171-8655-ea54c1774432 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.251301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.297986 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ccb46-91b8-4153-898c-cef1e20de139 x-openstack-request-id: req-843ccb46-91b8-4153-898c-cef1e20de139 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:37.298477 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-deleted", "tag": "30de7cbf-8a64-4b52-994d-883a9eefbd82", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:37.298566 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-843ccb46-91b8-4153-898c-cef1e20de139 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:37.298893 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-deleted', 'tag': '30de7cbf-8a64-4b52-994d-883a9eefbd82', 'status': 'completed', 'code': 200} Aug 29 04:31:37.299579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ec30b-6de3-4171-8655-ea54c1774432 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Port': ['ID=260a06fd-9172-49bd-ad16-944e6632f817,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.309201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a4110-71e7-48d0-a614-01d6fb1a3ce0 req-dccbde74-ec0d-4767-b860-887569718c7e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.310760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-335a4110-71e7-48d0-a614-01d6fb1a3ce0 req-dccbde74-ec0d-4767-b860-887569718c7e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 943 time: 0.1499729 Aug 29 04:31:37.318460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:37.418867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:37.423651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-ae8ec30b-6de3-4171-8655-ea54c1774432 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] No DVR routers for this DVR port 260a06fd-9172-49bd-ad16-944e6632f817 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:37.447431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-ae8ec30b-6de3-4171-8655-ea54c1774432 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.456492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de368bde-6bac-4ec0-ba2e-a585eb37091b req-ae8ec30b-6de3-4171-8655-ea54c1774432 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.52 "DELETE /v2.0/ports/260a06fd-9172-49bd-ad16-944e6632f817 HTTP/1.1" status: 204 len: 173 time: 0.9732029 Aug 29 04:31:37.513227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a3a4f68-8d94-43d6-83c2-c37cd629f23c req-1f33b3c9-a2df-4fba-b69c-963843f45e44 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 210 time: 0.0543444 Aug 29 04:31:37.545579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:37.547744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-335a4110-71e7-48d0-a614-01d6fb1a3ce0 req-6b24e008-3093-4ce6-ac39-0d1330e610be tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups?id=60763bf9-1659-4fab-933d-16399e9835b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257266 Aug 29 04:31:37.642839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 489c343f-8887-4bd5-96e6-d6a2c2261ab2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:37.743011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=ed5b3023-69dc-4210-bb73-f4d06c47931d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.781917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=75ed83fe-6e1e-4c97-af05-a6083cc31ce2,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.832488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 489c343f-8887-4bd5-96e6-d6a2c2261ab2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:37.851658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64945d4-e496-4412-a43b-793cf1a95221 req-202c289b-3715-4d7a-a1f5-8ccb2379e66e tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.853761 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-202c289b-3715-4d7a-a1f5-8ccb2379e66e tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.52 "GET /v2.0/networks?id=65d1a253-4220-41ab-83b4-7be9ceafea3d HTTP/1.1" status: 200 len: 814 time: 1.0214765 Aug 29 04:31:37.861708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.877509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.878527 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.891882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Request body: {'port': {'device_id': '5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff', 'network_id': '65d1a253-4220-41ab-83b4-7be9ceafea3d', 'admin_state_up': True, 'tenant_id': '9e8ec8135f7d4167b5a4fb2e0ac90d57'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:37.971662 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5bf23001-2334-490f-9eb2-6a52c7f7413f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0559568 Aug 29 04:31:37.973463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Transition to ACTIVE for port object bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:37.974347 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34172) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.092779 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.141307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27799e-11ef-456f-80f2-cdc5b287509b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:38.168898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27799e-11ef-456f-80f2-cdc5b287509b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:38.174242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-da27799e-11ef-456f-80f2-cdc5b287509b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1979423 Aug 29 04:31:38.176454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34180) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.204723 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event updated for resources: {'Port': ['ID=bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:38.218074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:38.220799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:38.224622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:38.229255 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Made reservation on behalf of 9e8ec8135f7d4167b5a4fb2e0ac90d57 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:38.241275 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.316497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240655e6-7420-4360-9085-b11c5587e98f None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:38.430615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:38.431307 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.441175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port ed5b3023-69dc-4210-bb73-f4d06c47931d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:38.441724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.532387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6dbe7cb3-f83e-4712-8e7e-85a3c5ae467d None None] Provisioning complete for port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:38.532774 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7cb3-f83e-4712-8e7e-85a3c5ae467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.616408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Allocated IP 172.20.0.14 (65d1a253-4220-41ab-83b4-7be9ceafea3d/f9276bf4-30ce-46a5-a48b-2ca2ad1ab41a/c11dd40f-2fb6-409c-9ed1-be195ba40e45) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:38.757744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b51b893-97f7-4c4f-b112-c58a4e028dc0 req-0c3b62e0-ab94-4352-bd94-fdac79de89d7 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 210 time: 0.0733783 Aug 29 04:31:38.794465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.841370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94d530bc-1d7a-487d-a76e-44d8096bde8d req-22ba946d-5802-4d97-8a48-09fced09e6e0 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0800569 Aug 29 04:31:38.846551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for ed5b3023-69dc-4210-bb73-f4d06c47931d owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:38.889420 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-840cd04c-d8ca-4a56-89a1-57928d6ea85a tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.5401194 Aug 29 04:31:38.890628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34190) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.959137 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.010867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e36a6d-a73b-4f02-8b7f-905d3345be25 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.017486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e36a6d-a73b-4f02-8b7f-905d3345be25 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.023813 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e36a6d-a73b-4f02-8b7f-905d3345be25 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.029720 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-33e36a6d-a73b-4f02-8b7f-905d3345be25 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1342278 Aug 29 04:31:39.033575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34192) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:39.088179 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.161888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Network 65d1a253-4220-41ab-83b4-7be9ceafea3d is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:39.187667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:39.194855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Pushing event updated for resources: {'Port': ['ID=c11dd40f-2fb6-409c-9ed1-be195ba40e45,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:39.205877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:39.302756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-deleted', 'tag': '260a06fd-9172-49bd-ad16-944e6632f817'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:39.310860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.311725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.314035 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66abf00f-811a-440f-a71e-9d54a427b3ee" -d '{"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-deleted", "tag": "260a06fd-9172-49bd-ad16-944e6632f817"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:39.342574 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-2324512a-fc8e-4ae4-b832-5d89726f9eb8 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4597354 Aug 29 04:31:39.343962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6dbe7cb3-f83e-4712-8e7e-85a3c5ae467d None None] Provisioning for port 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:39.349274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6dbe7cb3-f83e-4712-8e7e-85a3c5ae467d None None] Provisioning complete for port 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:39.349274 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7cb3-f83e-4712-8e7e-85a3c5ae467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.365517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Request body: {'port': {'device_id': '5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:39.407492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-6b024cd8-81ef-4d06-9127-672f9ea69e99 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Deleting port bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:39.407874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b024cd8-81ef-4d06-9127-672f9ea69e99 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.413538 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.450661 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff6d1f3-ec32-4ac1-8f15-193b6ef40429 x-openstack-request-id: req-1ff6d1f3-ec32-4ac1-8f15-193b6ef40429 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:39.451358 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c14b9-b643-4db2-a661-46508e9a3b96", "name": "network-vif-deleted", "tag": "260a06fd-9172-49bd-ad16-944e6632f817", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:39.451358 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ff6d1f3-ec32-4ac1-8f15-193b6ef40429 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:39.451604 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c14b9-b643-4db2-a661-46508e9a3b96', 'name': 'network-vif-deleted', 'tag': '260a06fd-9172-49bd-ad16-944e6632f817', 'status': 'completed', 'code': 200} Aug 29 04:31:39.473512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe7cb3-f83e-4712-8e7e-85a3c5ae467d None None] Port 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:39.518911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.522391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:39.599324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=ed5b3023-69dc-4210-bb73-f4d06c47931d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:39.632511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.633038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.633392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.633783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.634105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.634441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.634777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.635112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.635441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.635790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.636697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.637018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:39.658556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:39.659105 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.704892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Provisioning complete for port 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:39.705425 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.820831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b024cd8-81ef-4d06-9127-672f9ea69e99 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.833866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Port 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:39.847473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.850253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-130a589b-add1-4282-b360-aa9e046166f1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/ed5b3023-69dc-4210-bb73-f4d06c47931d HTTP/1.1" status: 204 len: 168 time: 1.6714451 Aug 29 04:31:39.862808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34202) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:39.895308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Provisioning for port 489c343f-8887-4bd5-96e6-d6a2c2261ab2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:39.901508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Provisioning complete for port 489c343f-8887-4bd5-96e6-d6a2c2261ab2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:39.902150 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.985483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37979c5d-c131-405f-a532-08469c1543db tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.987158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37979c5d-c131-405f-a532-08469c1543db tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.992870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37979c5d-c131-405f-a532-08469c1543db tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.994927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-37979c5d-c131-405f-a532-08469c1543db tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1374271 Aug 29 04:31:39.999585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34206) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.007691 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.068353 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] For port 489c343f-8887-4bd5-96e6-d6a2c2261ab2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=489c343f-8887-4bd5-96e6-d6a2c2261ab2,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:40.076083 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.104185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-6b024cd8-81ef-4d06-9127-672f9ea69e99 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Calling delete_port for bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:40.139231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Provisioning for port bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:40.154175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Provisioning complete for port bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:40.154977 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.215767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Port bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:40.232264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5995d9-9766-48a2-babf-75b81a59c021 None None] Pushing event updated for resources: {'Port': ['ID=489c343f-8887-4bd5-96e6-d6a2c2261ab2,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.330554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e25aa635-756e-4bcc-9bc1-81eaaa1fb81b None None] Could not find standard attr ID for object ed5b3023-69dc-4210-bb73-f4d06c47931d. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:40.356097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e25aa635-756e-4bcc-9bc1-81eaaa1fb81b None None] Provisioning complete for port 489c343f-8887-4bd5-96e6-d6a2c2261ab2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:40.356864 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e25aa635-756e-4bcc-9bc1-81eaaa1fb81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.515876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11dd40f-2fb6-409c-9ed1-be195ba40e45 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:40.531419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48ea1bcd-def4-463f-9ec5-07ef58343a72 req-412487b5-6bc1-4135-859f-70df1126682c tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.5221431 Aug 29 04:31:40.537439 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.587835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Transition to ACTIVE for port object c11dd40f-2fb6-409c-9ed1-be195ba40e45 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:40.593885 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.640917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b494182-a0b2-4ad9-94a5-bde51b3f5ec5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 96bc4c8a-91dc-41f4-9c96-e772b46fd597 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:40.656630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fdfad-2348-41a5-a9da-10a64029ff8b req-3b996d49-1696-45a4-b95b-a92182ee7ab2 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:40.660745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e60fdfad-2348-41a5-a9da-10a64029ff8b req-3b996d49-1696-45a4-b95b-a92182ee7ab2 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 932 time: 0.6492367 Aug 29 04:31:40.712049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48f02291-d3a4-4a2b-bb49-c3acea2deeb2 None None] Could not find standard attr ID for object fa0b5672-a1bb-48a7-afb8-c74999732270. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:40.730138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Pushing event updated for resources: {'Port': ['ID=c11dd40f-2fb6-409c-9ed1-be195ba40e45,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.781932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b494182-a0b2-4ad9-94a5-bde51b3f5ec5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.818231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Attempting to bind port c11dd40f-2fb6-409c-9ed1-be195ba40e45 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:40.820452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Attempting to bind port c11dd40f-2fb6-409c-9ed1-be195ba40e45 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '3930a2ea-9359-46c5-bc4a-a10288f15284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '65d1a253-4220-41ab-83b4-7be9ceafea3d'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:40.821712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Attempting to bind port c11dd40f-2fb6-409c-9ed1-be195ba40e45 on network 65d1a253-4220-41ab-83b4-7be9ceafea3d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:40.836946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Port c11dd40f-2fb6-409c-9ed1-be195ba40e45 on network 65d1a253-4220-41ab-83b4-7be9ceafea3d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:40.837325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Attempting to bind port c11dd40f-2fb6-409c-9ed1-be195ba40e45 on network 65d1a253-4220-41ab-83b4-7be9ceafea3d {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:40.837944 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b494182-a0b2-4ad9-94a5-bde51b3f5ec5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.845825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:40.846236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Checking segment: {'id': '3930a2ea-9359-46c5-bc4a-a10288f15284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '65d1a253-4220-41ab-83b4-7be9ceafea3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:40.846672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Bound using segment: {'id': '3930a2ea-9359-46c5-bc4a-a10288f15284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '65d1a253-4220-41ab-83b4-7be9ceafea3d'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:40.847213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Bound port: c11dd40f-2fb6-409c-9ed1-be195ba40e45, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3930a2ea-9359-46c5-bc4a-a10288f15284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '65d1a253-4220-41ab-83b4-7be9ceafea3d'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:40.847474 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.929651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-35b7f419-9107-4576-abb2-19b7f3376997 None None] Could not find standard attr ID for object ed5b3023-69dc-4210-bb73-f4d06c47931d. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:40.948636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] For port c11dd40f-2fb6-409c-9ed1-be195ba40e45, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:40.962698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] For port c11dd40f-2fb6-409c-9ed1-be195ba40e45, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c11dd40f-2fb6-409c-9ed1-be195ba40e45,segment=NetworkSegment(3930a2ea-9359-46c5-bc4a-a10288f15284),segment_id=3930a2ea-9359-46c5-bc4a-a10288f15284)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:40.968621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.014420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e60fdfad-2348-41a5-a9da-10a64029ff8b req-3ef31602-7c95-4a3c-859b-8a814e56a6b5 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213942 Aug 29 04:31:41.145878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Pushing event updated for resources: {'Port': ['ID=c11dd40f-2fb6-409c-9ed1-be195ba40e45,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:41.174358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.177276 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.186847 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-15e28a04-876e-49b0-9194-a245b933a07a service neutron] 10.222.0.52 "PUT /v2.0/ports/c11dd40f-2fb6-409c-9ed1-be195ba40e45 HTTP/1.1" status: 200 len: 1093 time: 1.8257213 Aug 29 04:31:41.188599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff', 'tag': 'c11dd40f-2fb6-409c-9ed1-be195ba40e45'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:41.191937 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6479cc7-f6a1-4f50-b146-ddd768e8663f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff", "tag": "c11dd40f-2fb6-409c-9ed1-be195ba40e45"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:41.195818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b494182-a0b2-4ad9-94a5-bde51b3f5ec5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.289816 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b024cd8-81ef-4d06-9127-672f9ea69e99 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.308595 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af0560a-f4d2-4505-9440-1b1dbfff4ce3 x-openstack-request-id: req-6af0560a-f4d2-4505-9440-1b1dbfff4ce3 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:41.308818 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff", "tag": "c11dd40f-2fb6-409c-9ed1-be195ba40e45", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:41.311261 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6af0560a-f4d2-4505-9440-1b1dbfff4ce3 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:41.311701 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff', 'tag': 'c11dd40f-2fb6-409c-9ed1-be195ba40e45', 'status': 'completed', 'code': 200} Aug 29 04:31:41.346651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b024cd8-81ef-4d06-9127-672f9ea69e99 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event deleted for resources: {'Port': ['ID=bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:41.368310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64945d4-e496-4412-a43b-793cf1a95221 req-16d45464-a08b-48be-82be-b7c062b5fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.377267 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-16d45464-a08b-48be-82be-b7c062b5fb1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e8ec8135f7d4167b5a4fb2e0ac90d57&device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 1096 time: 0.1277599 Aug 29 04:31:41.404945 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b494182-a0b2-4ad9-94a5-bde51b3f5ec5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.486829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b494182-a0b2-4ad9-94a5-bde51b3f5ec5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.488829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2b494182-a0b2-4ad9-94a5-bde51b3f5ec5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/96bc4c8a-91dc-41f4-9c96-e772b46fd597 HTTP/1.1" status: 204 len: 168 time: 1.4157486 Aug 29 04:31:41.492134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b494182-a0b2-4ad9-94a5-bde51b3f5ec5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=96bc4c8a-91dc-41f4-9c96-e772b46fd597,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:41.505192 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34254) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.565508 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-bd20f0c0-81d2-4b29-b9b5-2f58679f2f33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11dd40f-2fb6-409c-9ed1-be195ba40e45 HTTP/1.1" status: 200 len: 217 time: 0.1676347 Aug 29 04:31:41.568519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 489c343f-8887-4bd5-96e6-d6a2c2261ab2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:41.626132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b024cd8-81ef-4d06-9127-672f9ea69e99 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.633022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6b024cd8-81ef-4d06-9127-672f9ea69e99 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "DELETE /v2.0/ports/bcfc15f1-2e1b-4bb2-b4f6-ee620af4022c HTTP/1.1" status: 204 len: 168 time: 2.5934069 Aug 29 04:31:41.641028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34268) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.668852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Request body: {'port': {'name': 'tempest-new-port-name-152245719', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:41.669258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.api.validators [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] bootfile-name is not in valid_values {{(pid=94850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:31:41.669601 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.api.validators [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] tftp-server is not in valid_values {{(pid=94850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:31:41.669936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.api.validators [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] server-ip-address is not in valid_values {{(pid=94850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:31:41.695935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16510cc-1184-41c4-8182-2c0ba5e71724 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet d9f039c5-7eeb-4f2a-bb85-961f139d3639 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:41.706707 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d16510cc-1184-41c4-8182-2c0ba5e71724 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.839069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 489c343f-8887-4bd5-96e6-d6a2c2261ab2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:41.842304 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.853330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64945d4-e496-4412-a43b-793cf1a95221 req-8ad463bc-06f0-40fd-92f5-fcd614fbb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.855732 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-8ad463bc-06f0-40fd-92f5-fcd614fbb9de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9276bf4-30ce-46a5-a48b-2ca2ad1ab41a HTTP/1.1" status: 200 len: 854 time: 0.2886822 Aug 29 04:31:41.876994 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a6b39b6-fbd7-4473-b0e5-304699e96e9f req-ce929559-e6e6-474f-855c-4a8a6af78d88 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.1075106 Aug 29 04:31:41.900050 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.908151 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d16510cc-1184-41c4-8182-2c0ba5e71724 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.910430 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:31:41.977814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807958b7-c17c-4cb8-aa7a-9736cbd18498 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:42.045362 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-ac36ddba-8bf1-4598-8900-eef5f9277850 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65d1a253-4220-41ab-83b4-7be9ceafea3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091177 Aug 29 04:31:42.157616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d16510cc-1184-41c4-8182-2c0ba5e71724 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.275963 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d16510cc-1184-41c4-8182-2c0ba5e71724 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.332074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16510cc-1184-41c4-8182-2c0ba5e71724 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f039c5-7eeb-4f2a-bb85-961f139d3639,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.335519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d16510cc-1184-41c4-8182-2c0ba5e71724 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.341312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d16510cc-1184-41c4-8182-2c0ba5e71724 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/d9f039c5-7eeb-4f2a-bb85-961f139d3639 HTTP/1.1" status: 204 len: 168 time: 0.8349514 Aug 29 04:31:42.343863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34340) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:42.389488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2b4ff91f-fdca-4c0a-baee-39dd8a6639b1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443716 Aug 29 04:31:42.395180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34348) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:42.402456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c2a3a103-cb85-434c-9796-e0747b5740c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:42.444657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb6111-857d-4c66-8f64-ea360a71687c req-e828c1d8-2f27-4ddb-be86-48da94880a13 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.460479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49fb6111-857d-4c66-8f64-ea360a71687c req-e828c1d8-2f27-4ddb-be86-48da94880a13 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 944 time: 0.2010040 Aug 29 04:31:42.570361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e2b02-f1dc-4949-9293-d0e7a7c97423 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:42.583487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49fb6111-857d-4c66-8f64-ea360a71687c req-71212de0-95cf-4add-9689-8e5ad1040571 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220367 Aug 29 04:31:42.613859 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.621649 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.680305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a3a103-cb85-434c-9796-e0747b5740c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:42.680305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2a3a103-cb85-434c-9796-e0747b5740c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.744810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b88e2b02-f1dc-4949-9293-d0e7a7c97423 None None] Deleting port 489c343f-8887-4bd5-96e6-d6a2c2261ab2 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:42.751991 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b88e2b02-f1dc-4949-9293-d0e7a7c97423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.844784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event updated for resources: {'Port': ['ID=3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.992344 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-84100f1d-911f-48c5-99c5-59c997606f79 service neutron] 10.222.0.52 "GET /v2.0/networks/65d1a253-4220-41ab-83b4-7be9ceafea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9190116 Aug 29 04:31:42.992952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] In _notify_port_updated(), no bound segment for port 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b on network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:31:42.999945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b88e2b02-f1dc-4949-9293-d0e7a7c97423 None None] For port 489c343f-8887-4bd5-96e6-d6a2c2261ab2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=489c343f-8887-4bd5-96e6-d6a2c2261ab2,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:43.001237 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b88e2b02-f1dc-4949-9293-d0e7a7c97423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.017028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b88e2b02-f1dc-4949-9293-d0e7a7c97423 None None] Calling delete_port for 489c343f-8887-4bd5-96e6-d6a2c2261ab2 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:43.030897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.039795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.046809 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8c90356d-496c-4ab8-93d0-1deb2c8bd46c tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "PUT /v2.0/ports/3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b HTTP/1.1" status: 200 len: 1135 time: 1.3872104 Aug 29 04:31:43.053200 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34418) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:43.155253 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b88e2b02-f1dc-4949-9293-d0e7a7c97423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.200107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e2b02-f1dc-4949-9293-d0e7a7c97423 None None] Pushing event deleted for resources: {'Port': ['ID=489c343f-8887-4bd5-96e6-d6a2c2261ab2,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:43.215351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e2b02-f1dc-4949-9293-d0e7a7c97423 None None] No DVR routers for this DVR port 489c343f-8887-4bd5-96e6-d6a2c2261ab2 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:43.290190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7701ed95-3e06-4d7d-96e5-d56f6d2fee4d tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.296978 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7701ed95-3e06-4d7d-96e5-d56f6d2fee4d tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "GET /v2.0/ports/3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b HTTP/1.1" status: 200 len: 1135 time: 0.2354424 Aug 29 04:31:43.300506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34440) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:43.301326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d8666bb1-8a04-482e-bb97-264f0fe498cf None None] Provisioning complete for port 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:43.301864 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8666bb1-8a04-482e-bb97-264f0fe498cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.328237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-114c08ee-5c63-4f84-9c1f-34032919c473 req-72a9a9ea-ba7c-416d-9a07-612aa070654b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.1615491 Aug 29 04:31:43.392749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d8666bb1-8a04-482e-bb97-264f0fe498cf None None] Port 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:43.500868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 489c343f-8887-4bd5-96e6-d6a2c2261ab2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:43.545906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 489c343f-8887-4bd5-96e6-d6a2c2261ab2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:43.546943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 489c343f-8887-4bd5-96e6-d6a2c2261ab2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:43.588800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff73b8-7818-4d7d-a27c-86ebf29d8ffe req-8adf9a1d-2159-48b2-a572-549f5bea4272 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.592495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6bff73b8-7818-4d7d-a27c-86ebf29d8ffe req-8adf9a1d-2159-48b2-a572-549f5bea4272 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1098 time: 0.3768287 Aug 29 04:31:43.594328 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2a3a103-cb85-434c-9796-e0747b5740c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.687281 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e64945d4-e496-4412-a43b-793cf1a95221 req-6f5b118a-ff90-4c79-b828-353e557d15c5 service neutron] 10.222.0.52 "GET /v2.0/networks/65d1a253-4220-41ab-83b4-7be9ceafea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349058 Aug 29 04:31:43.715961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e92b0-46a3-4363-9aa9-9377955388e0 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Deleting port 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:43.717385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e92b0-46a3-4363-9aa9-9377955388e0 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.726341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a3a103-cb85-434c-9796-e0747b5740c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:43.730104 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6bff73b8-7818-4d7d-a27c-86ebf29d8ffe req-ff3e8917-fb02-4e90-8772-8be77960a926 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.751294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-c2a3a103-cb85-434c-9796-e0747b5740c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:43.766566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3a103-cb85-434c-9796-e0747b5740c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=23a15268-9dff-4346-a4c2-ab7f011a150b,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:43.770262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a3a103-cb85-434c-9796-e0747b5740c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.771117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2a3a103-cb85-434c-9796-e0747b5740c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.773442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d30b3-1fa5-4157-98ed-184ff747e8b9 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:43.864110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089e12a-2787-47cf-a5f4-6e0aed0000be req-3a1d7ae2-5f28-4bd9-8825-8da125a03903 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.865972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f089e12a-2787-47cf-a5f4-6e0aed0000be req-3a1d7ae2-5f28-4bd9-8825-8da125a03903 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 944 time: 0.1430945 Aug 29 04:31:43.958936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f089e12a-2787-47cf-a5f4-6e0aed0000be req-dbd68ef5-67cc-4975-8da3-88dfe8fcae22 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783582 Aug 29 04:31:44.025077 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6bff73b8-7818-4d7d-a27c-86ebf29d8ffe req-ff3e8917-fb02-4e90-8772-8be77960a926 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.033815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6479cc7-f6a1-4f50-b146-ddd768e8663f req-e96286f8-b4c1-4dec-b7d0-95ab9a858a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.036122 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6bff73b8-7818-4d7d-a27c-86ebf29d8ffe req-ff3e8917-fb02-4e90-8772-8be77960a926 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.036792 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6479cc7-f6a1-4f50-b146-ddd768e8663f req-e96286f8-b4c1-4dec-b7d0-95ab9a858a0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e8ec8135f7d4167b5a4fb2e0ac90d57&device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 1096 time: 0.2318439 Aug 29 04:31:44.043441 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e92b0-46a3-4363-9aa9-9377955388e0 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.052740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c2a3a103-cb85-434c-9796-e0747b5740c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6552420 Aug 29 04:31:44.067964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34524) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:44.078738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:44.084189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6bff73b8-7818-4d7d-a27c-86ebf29d8ffe req-ff3e8917-fb02-4e90-8772-8be77960a926 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4263921 Aug 29 04:31:44.106169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e8917-fb02-4e90-8772-8be77960a926 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4a697a-6425-47c0-a5c7-38cc9108990c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:44.140946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e92b0-46a3-4363-9aa9-9377955388e0 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Calling delete_port for 3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:44.184665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '23a15268-9dff-4346-a4c2-ab7f011a150b'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:44.185551 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.347099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea232a-2590-4a5d-becd-ba49a2e8bbf0 req-c2a749de-a52f-4c47-baee-1fb4bff2f362 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.350417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1ea232a-2590-4a5d-becd-ba49a2e8bbf0 req-c2a749de-a52f-4c47-baee-1fb4bff2f362 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1206803 Aug 29 04:31:44.421738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6479cc7-f6a1-4f50-b146-ddd768e8663f req-5f26edbf-30d5-4410-8821-63756b569dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.423775 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6479cc7-f6a1-4f50-b146-ddd768e8663f req-5f26edbf-30d5-4410-8821-63756b569dc5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65d1a253-4220-41ab-83b4-7be9ceafea3d HTTP/1.1" status: 200 len: 915 time: 0.3762722 Aug 29 04:31:44.470485 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1ea232a-2590-4a5d-becd-ba49a2e8bbf0 req-dd55add0-e8ed-462a-bf90-e46f1dc8f028 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092403 Aug 29 04:31:44.514379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34578) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:44.583394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Allocated IP 172.20.0.2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/23a15268-9dff-4346-a4c2-ab7f011a150b/7b5ce41d-f576-49cb-bb6e-f58cd3d86387) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:44.616086 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6479cc7-f6a1-4f50-b146-ddd768e8663f req-cc57aec2-69d9-471f-9a26-abb491bccbbe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c11dd40f-2fb6-409c-9ed1-be195ba40e45 HTTP/1.1" status: 200 len: 217 time: 0.1768456 Aug 29 04:31:44.695215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:44.705778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.830844 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44a90651-ada2-4d56-84b7-62e6f10a16de req-171a4abc-8b60-43ac-8237-fe582bd7c7f1 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.1096408 Aug 29 04:31:44.853945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e1703c6c-b258-4cfd-a3f3-2dad6530dfba tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/e8733041-231f-4f52-8e3c-63ed074916b9 HTTP/1.1" status: 200 len: 994 time: 0.3366530 Aug 29 04:31:44.901027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6479cc7-f6a1-4f50-b146-ddd768e8663f req-88426a47-2361-48c7-8317-28078f943add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.915433 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6479cc7-f6a1-4f50-b146-ddd768e8663f req-88426a47-2361-48c7-8317-28078f943add service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9276bf4-30ce-46a5-a48b-2ca2ad1ab41a HTTP/1.1" status: 200 len: 854 time: 0.2876916 Aug 29 04:31:44.987231 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.011117 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e92b0-46a3-4363-9aa9-9377955388e0 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.023268 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6479cc7-f6a1-4f50-b146-ddd768e8663f req-cdfaf26b-e673-46ac-987c-068dc92f7a27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65d1a253-4220-41ab-83b4-7be9ceafea3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918448 Aug 29 04:31:45.024222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Transition to ACTIVE for port object 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:45.068582 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Transition to ACTIVE for port object 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:45.079420 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.135510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Pushing event updated for resources: {'Port': ['ID=7b5ce41d-f576-49cb-bb6e-f58cd3d86387,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:45.158692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:45.164508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:45.171263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:45.204039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912d106-bd7f-4eec-ac2a-61b8e7d92a22 req-89cb5caa-13ce-459a-92e7-1309f42d2191 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.212402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9912d106-bd7f-4eec-ac2a-61b8e7d92a22 req-89cb5caa-13ce-459a-92e7-1309f42d2191 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 944 time: 0.1461060 Aug 29 04:31:45.358811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Attempting to bind port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:45.359356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Attempting to bind port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:45.360883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Attempting to bind port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:45.367816 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9912d106-bd7f-4eec-ac2a-61b8e7d92a22 req-d84f5668-13e4-4f4e-b67c-66779be6c30f tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542253 Aug 29 04:31:45.376151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:45.376685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:45.382572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e92b0-46a3-4363-9aa9-9377955388e0 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event deleted for resources: {'Port': ['ID=3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:45.384335 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.385212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:45.387814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Bound port: 7b5ce41d-f576-49cb-bb6e-f58cd3d86387, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:45.389134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.402085 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e92b0-46a3-4363-9aa9-9377955388e0 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.404971 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dc5e92b0-46a3-4363-9aa9-9377955388e0 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "DELETE /v2.0/ports/3ca1520c-0c2a-4ad4-b05d-97b2746b5f5b HTTP/1.1" status: 204 len: 168 time: 2.1021612 Aug 29 04:31:45.408753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34678) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.611389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6479cc7-f6a1-4f50-b146-ddd768e8663f req-f6c84993-d2fd-4f96-83f1-bb98fa30653f service neutron] 10.222.0.52 "GET /v2.0/networks/65d1a253-4220-41ab-83b4-7be9ceafea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162064 Aug 29 04:31:45.633970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ef012b-b541-4a5e-8046-15fba3c88945 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Deleting subnet 328d511c-8671-42a7-9f2a-e862ce03dbb9 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:45.645977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-22ef012b-b541-4a5e-8046-15fba3c88945 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.678708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] For port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:45.693031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] For port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7b5ce41d-f576-49cb-bb6e-f58cd3d86387,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:45.701734 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.739032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-22ef012b-b541-4a5e-8046-15fba3c88945 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.861437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1cc57-51d1-42e6-b221-e0b9653222f7 None None] Pushing event updated for resources: {'Port': ['ID=7b5ce41d-f576-49cb-bb6e-f58cd3d86387,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:45.950108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:45.962293 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-22ef012b-b541-4a5e-8046-15fba3c88945 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.099305 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f6479cc7-f6a1-4f50-b146-ddd768e8663f req-158a26e5-c887-470c-95f5-26cba35e9c65 service neutron] 10.222.0.52 "GET /v2.0/networks/65d1a253-4220-41ab-83b4-7be9ceafea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799738 Aug 29 04:31:46.253842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-22ef012b-b541-4a5e-8046-15fba3c88945 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.287268 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.324717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef012b-b541-4a5e-8046-15fba3c88945 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event deleted for resources: {'Subnet': ['ID=328d511c-8671-42a7-9f2a-e862ce03dbb9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:46.337770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78adb260-538e-4370-96b4-ebe4f4653f19 req-8a3f59ba-525a-40aa-960a-527d28add1ce tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.1900454 Aug 29 04:31:46.381437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-d2e196b9-1b60-4db3-b3de-3e09eb70b4a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2347834 Aug 29 04:31:46.382565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071ca366-290a-4d67-b6a4-b16f0310932e None None] Network 16fd5591-02cf-45f6-94fa-1ae5a596efb1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:46.384260 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-22ef012b-b541-4a5e-8046-15fba3c88945 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.390542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-22ef012b-b541-4a5e-8046-15fba3c88945 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "DELETE /v2.0/subnets/328d511c-8671-42a7-9f2a-e862ce03dbb9 HTTP/1.1" status: 204 len: 168 time: 0.9803431 Aug 29 04:31:46.396968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34728) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:46.424707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488df5-6db9-42cf-8b39-d84b1c033e96 req-182e078a-b282-4cde-ac0c-73663bd0aaff tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.435475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28488df5-6db9-42cf-8b39-d84b1c033e96 req-182e078a-b282-4cde-ac0c-73663bd0aaff tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.2898548 Aug 29 04:31:46.749192 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac85d6ad-3ec1-4f6d-8230-ec6a9b1ef216 None None] DHCP port deletion for 16fd5591-02cf-45f6-94fa-1ae5a596efb1 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:46.762884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28488df5-6db9-42cf-8b39-d84b1c033e96 req-e5f27d3e-1183-4434-bc0b-b2bbdc5073e1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261104 Aug 29 04:31:46.789070 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] For port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7b5ce41d-f576-49cb-bb6e-f58cd3d86387,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:46.826637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.840311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c72e-e158-4c2e-a469-6966493a39d4 req-aa9ca3d7-e250-4390-bbc4-ea8c72a5e115 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.849637 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06b6c72e-e158-4c2e-a469-6966493a39d4 req-aa9ca3d7-e250-4390-bbc4-ea8c72a5e115 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 944 time: 0.2681811 Aug 29 04:31:46.867916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ac85d6ad-3ec1-4f6d-8230-ec6a9b1ef216 None None] Deleting port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:46.868329 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac85d6ad-3ec1-4f6d-8230-ec6a9b1ef216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.881579 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.888341 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.889767 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.968067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06b6c72e-e158-4c2e-a469-6966493a39d4 req-d88aff82-ab48-49d5-ade6-46dfe6ac0f67 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170084 Aug 29 04:31:47.008741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:47.025618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:47.030285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:47.034477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.037746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Deleting port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:47.038389 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.040838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ac85d6ad-3ec1-4f6d-8230-ec6a9b1ef216 None None] For port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=75ed83fe-6e1e-4c97-af05-a6083cc31ce2,segment=NetworkSegment(1740c198-e470-4f39-8082-be99b61216d6),segment_id=1740c198-e470-4f39-8082-be99b61216d6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:47.041585 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac85d6ad-3ec1-4f6d-8230-ec6a9b1ef216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.071064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ac85d6ad-3ec1-4f6d-8230-ec6a9b1ef216 None None] Calling delete_port for 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:47.082256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=ab5a0a1e-252b-4f23-8ff7-a73f2502c587,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.091719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=7b5ce41d-f576-49cb-bb6e-f58cd3d86387,revision_number=4']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.098806 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-56836723-a6ea-42f8-8962-76944b2c363b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0295098 Aug 29 04:31:47.101569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34760) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:47.107580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:2d:1b:79', 'name': 'tempest-NetworksTestDHCPv6-832835447'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:47.215444 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac85d6ad-3ec1-4f6d-8230-ec6a9b1ef216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.216749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] For port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=75ed83fe-6e1e-4c97-af05-a6083cc31ce2,segment=NetworkSegment(1740c198-e470-4f39-8082-be99b61216d6),segment_id=1740c198-e470-4f39-8082-be99b61216d6)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:47.218141 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.296620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Calling delete_port for 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:47.333339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85d6ad-3ec1-4f6d-8230-ec6a9b1ef216 None None] No DVR routers for this DVR port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:47.352627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85d6ad-3ec1-4f6d-8230-ec6a9b1ef216 None None] Pushing event deleted for resources: {'Port': ['ID=75ed83fe-6e1e-4c97-af05-a6083cc31ce2,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.471111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.558162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c11dd40f-2fb6-409c-9ed1-be195ba40e45 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:47.565921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event deleted for resources: {'Port': ['ID=75ed83fe-6e1e-4c97-af05-a6083cc31ce2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.606240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] No DVR routers for this DVR port 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:47.768876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:47.782679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59480cea-8909-4123-bf61-13b61bb7108c None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:47.941789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.963703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fd5591-02cf-45f6-94fa-1ae5a596efb1']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.988382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c11dd40f-2fb6-409c-9ed1-be195ba40e45, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c11dd40f-2fb6-409c-9ed1-be195ba40e45,segment=NetworkSegment(3930a2ea-9359-46c5-bc4a-a10288f15284),segment_id=3930a2ea-9359-46c5-bc4a-a10288f15284)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:47.991193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d05d269e-0fb9-4588-80c4-d7fd59e2fc3e None None] Provisioning for port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:47.994209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1740c198-e470-4f39-8082-be99b61216d6') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.994631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1740c198-e470-4f39-8082-be99b61216d6') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:48.015644 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.051169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'c11dd40f-2fb6-409c-9ed1-be195ba40e45', 'network_id': '65d1a253-4220-41ab-83b4-7be9ceafea3d', 'port_id': 'c11dd40f-2fb6-409c-9ed1-be195ba40e45', 'mac_address': 'fa:16:3e:6d:dd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9276bf4-30ce-46a5-a48b-2ca2ad1ab41a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:48.065103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:48.070524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.086261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:48.088743 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:48.118238 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:48.123759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:48.126153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29d89791-d48a-4e34-8cd6-cf6403c3f385 req-cf614b85-bdab-4223-b244-858fa8b1f391 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.4639218 Aug 29 04:31:48.145849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:48.146057 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.218009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34784) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:48.290247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.298131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.300743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] 10.222.0.49 "DELETE /v2.0/networks/16fd5591-02cf-45f6-94fa-1ae5a596efb1 HTTP/1.1" status: 204 len: 168 time: 1.9015627 Aug 29 04:31:48.335056 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.363655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168df75-dfe9-4cf3-a453-75bb045ffb39 tempest-ExtraDHCPOptionsTestJSON-492619414 tempest-ExtraDHCPOptionsTestJSON-492619414-project] Pushing event deleted for resources: {'Network': ['ID=16fd5591-02cf-45f6-94fa-1ae5a596efb1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:48.387135 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.395036 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.395907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port a9b0b042-a1a7-4e43-915e-46accb1f36c5 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:48.465826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6670b7-20d7-4e3d-9681-f656ce465f7d req-30e20f37-d94d-4ba1-a26e-38e854aea8a6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.471612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e6670b7-20d7-4e3d-9681-f656ce465f7d req-30e20f37-d94d-4ba1-a26e-38e854aea8a6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.5623176 Aug 29 04:31:48.502185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11dd40f-2fb6-409c-9ed1-be195ba40e45 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:48.535013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c11dd40f-2fb6-409c-9ed1-be195ba40e45, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c11dd40f-2fb6-409c-9ed1-be195ba40e45,segment=NetworkSegment(3930a2ea-9359-46c5-bc4a-a10288f15284),segment_id=3930a2ea-9359-46c5-bc4a-a10288f15284)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:48.590886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee8ab-517f-40a4-a5af-72bc535476c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.652365 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e6670b7-20d7-4e3d-9681-f656ce465f7d req-9b537dfd-f3be-465e-a27f-5c393183aed1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723011 Aug 29 04:31:48.678801 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.687907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446b94c-5e7d-49b6-a764-d3b8eea7d177 req-fecae040-ef11-4e50-9c7d-8ba6d09f3ce6 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.691425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c446b94c-5e7d-49b6-a764-d3b8eea7d177 req-fecae040-ef11-4e50-9c7d-8ba6d09f3ce6 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 944 time: 0.3379099 Aug 29 04:31:48.732478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-7ed8da57-9f1d-4e65-89d3-eb746c89913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.734070 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-7ed8da57-9f1d-4e65-89d3-eb746c89913a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1098 time: 0.1801078 Aug 29 04:31:48.772277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34794) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:48.799837 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c446b94c-5e7d-49b6-a764-d3b8eea7d177 req-8fecd731-04c0-4d8f-84aa-4745aa8a3c78 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993252 Aug 29 04:31:48.949119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 172.20.0.4 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/23a15268-9dff-4346-a4c2-ab7f011a150b/a9b0b042-a1a7-4e43-915e-46accb1f36c5) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:48.988225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::f816:3eff:fe2d:1b79 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/ab5a0a1e-252b-4f23-8ff7-a73f2502c587/a9b0b042-a1a7-4e43-915e-46accb1f36c5) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:49.018284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-3c081427-858b-4607-b6f5-9023702e5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:49.019844 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-3c081427-858b-4607-b6f5-9023702e5fe1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 897 time: 0.2775905 Aug 29 04:31:49.021825 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee8ab-517f-40a4-a5af-72bc535476c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.031890 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee8ab-517f-40a4-a5af-72bc535476c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.079720 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.081736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ee8ab-517f-40a4-a5af-72bc535476c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87039923-7428-4431-8ac7-95ed1e0d3f5a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.152900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c11dd40f-2fb6-409c-9ed1-be195ba40e45,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.177807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7b5ce41d-f576-49cb-bb6e-f58cd3d86387,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:49.185584 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.191647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34800) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.192163 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8e1ee8ab-517f-40a4-a5af-72bc535476c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aeb9c91532474332899f308e19213949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9723489 Aug 29 04:31:49.257621 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bd3eebf7-921e-4799-a35c-d94709757121 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0a1b3653ffd40dd8fe298f630b74736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670112 Aug 29 04:31:49.258115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c11dd40f-2fb6-409c-9ed1-be195ba40e45'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:49.263868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34802) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.326760 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-ebeda585-dd8d-42d6-9f04-c920affc4a0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 1002 time: 0.2966952 Aug 29 04:31:49.342222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:49.388728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:49.389197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 75ed83fe-6e1e-4c97-af05-a6083cc31ce2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:49.427120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=7b5ce41d-f576-49cb-bb6e-f58cd3d86387,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.432499 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3940771a-75dd-4cf3-994e-1e33be1d2b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.489357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32818fa8-3576-476e-962b-b732802a2563 req-9b2af845-f93d-4445-88ed-5869d9d5a647 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0864048 Aug 29 04:31:49.532769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3940771a-75dd-4cf3-994e-1e33be1d2b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.534112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-5702abd1-13dd-4dfe-9f90-d6da58974673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:49.535618 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-5702abd1-13dd-4dfe-9f90-d6da58974673 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 200 len: 834 time: 0.1884124 Aug 29 04:31:49.543840 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97c950-b733-44a8-8d60-cb85cf0d95ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.620571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3940771a-75dd-4cf3-994e-1e33be1d2b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.623380 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3940771a-75dd-4cf3-994e-1e33be1d2b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.624920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3940771a-75dd-4cf3-994e-1e33be1d2b56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87039923-7428-4431-8ac7-95ed1e0d3f5a HTTP/1.1" status: 204 len: 168 time: 0.4300404 Aug 29 04:31:49.643165 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97c950-b733-44a8-8d60-cb85cf0d95ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.654603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940771a-75dd-4cf3-994e-1e33be1d2b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87039923-7428-4431-8ac7-95ed1e0d3f5a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.708618 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.731173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-f3ad4c0d-f012-43db-8e67-c5ce65439f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:49.734539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-f3ad4c0d-f012-43db-8e67-c5ce65439f0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=962e30a7-9d40-4434-9440-459219ed88f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1887739 Aug 29 04:31:49.830958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af330b2-4194-4f50-8f80-8ae14a09f24e req-69baa107-c9a7-4f2a-a6d1-d15d2b288f57 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:49.835299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9af330b2-4194-4f50-8f80-8ae14a09f24e req-69baa107-c9a7-4f2a-a6d1-d15d2b288f57 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.0979407 Aug 29 04:31:49.872779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object a9b0b042-a1a7-4e43-915e-46accb1f36c5 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:49.877106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-995e5ffd-045c-4554-b3bf-0d1b8900999e None None] Provisioning complete for port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:49.877657 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-995e5ffd-045c-4554-b3bf-0d1b8900999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.911079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9af330b2-4194-4f50-8f80-8ae14a09f24e req-ddf56d88-146e-4427-806d-7d1e33e959f5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631049 Aug 29 04:31:49.968947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.066232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b947117-c797-4d7f-b6ae-c244cb4336f1 req-8dd9a773-026e-46f2-b5b6-92fe39fdb7a7 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.068439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b947117-c797-4d7f-b6ae-c244cb4336f1 req-8dd9a773-026e-46f2-b5b6-92fe39fdb7a7 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 945 time: 0.1176939 Aug 29 04:31:50.094965 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:50.101984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:50.102893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:50.143953 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b947117-c797-4d7f-b6ae-c244cb4336f1 req-a08fd0cf-0269-43b6-802e-5b1dfe2c0295 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681634 Aug 29 04:31:50.149892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34818) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.166659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97c950-b733-44a8-8d60-cb85cf0d95ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.170268 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7e97c950-b733-44a8-8d60-cb85cf0d95ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.174488 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7e97c950-b733-44a8-8d60-cb85cf0d95ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8be4e07-aa72-44c2-bc5a-dd9791ee7e57 HTTP/1.1" status: 204 len: 168 time: 0.9019463 Aug 29 04:31:50.174647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a3919af-097a-4abd-a65e-df16bad4faf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.178211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=a9b0b042-a1a7-4e43-915e-46accb1f36c5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.187956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.188627 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.213354 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2cf7e759-2c42-48eb-bb17-b45edbff5a46 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1081769 Aug 29 04:31:50.216564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34822) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.221852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97c950-b733-44a8-8d60-cb85cf0d95ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8be4e07-aa72-44c2-bc5a-dd9791ee7e57,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.236429 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-797ad9c6-dc53-401b-a4d8-8da7f7f188a9 service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935031 Aug 29 04:31:50.384518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae97aba-caef-4956-a34f-e7bb970fa96f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.392492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae97aba-caef-4956-a34f-e7bb970fa96f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.396980 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-32ba0913-7584-4765-99c9-02348896dc85 service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500704 Aug 29 04:31:50.397482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34824) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.398101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cae97aba-caef-4956-a34f-e7bb970fa96f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1757417 Aug 29 04:31:50.504579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-659ffa43-3d00-484f-a996-cddd4cc00fb5 None None] Provisioning for port a9b0b042-a1a7-4e43-915e-46accb1f36c5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:50.510073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-659ffa43-3d00-484f-a996-cddd4cc00fb5 None None] Provisioning complete for port a9b0b042-a1a7-4e43-915e-46accb1f36c5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:50.513978 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a3919af-097a-4abd-a65e-df16bad4faf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.516290 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-659ffa43-3d00-484f-a996-cddd4cc00fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.528376 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a3919af-097a-4abd-a65e-df16bad4faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.570828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3919af-097a-4abd-a65e-df16bad4faf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ea1a0-ad63-49e3-b1a6-7576b5997e12,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.623260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-659ffa43-3d00-484f-a996-cddd4cc00fb5 None None] Port a9b0b042-a1a7-4e43-915e-46accb1f36c5 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:50.635316 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0d3db525-f9e4-4b5c-a874-9905006ad0c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port a9b0b042-a1a7-4e43-915e-46accb1f36c5 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:50.636537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d3db525-f9e4-4b5c-a874-9905006ad0c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.644162 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1a3919af-097a-4abd-a65e-df16bad4faf0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b197f10459a54d3599a49d9862db7f19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939940 Aug 29 04:31:50.648672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34830) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.728444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f096c34-445d-47e6-85cd-5fcd75e89dfc req-64f6acfb-511c-4a07-9397-a255ab732630 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0419877 Aug 29 04:31:50.775864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0744-06d4-4789-a348-84c20679c934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.795910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d3db525-f9e4-4b5c-a874-9905006ad0c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.815122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0d3db525-f9e4-4b5c-a874-9905006ad0c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for a9b0b042-a1a7-4e43-915e-46accb1f36c5 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:50.826415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0744-06d4-4789-a348-84c20679c934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.925993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0744-06d4-4789-a348-84c20679c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.928598 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0744-06d4-4789-a348-84c20679c934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.929763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a7ca0744-06d4-4789-a348-84c20679c934 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b3ea1a0-ad63-49e3-b1a6-7576b5997e12 HTTP/1.1" status: 204 len: 168 time: 0.2789824 Aug 29 04:31:50.953817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca0744-06d4-4789-a348-84c20679c934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ea1a0-ad63-49e3-b1a6-7576b5997e12,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.126628 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d3db525-f9e4-4b5c-a874-9905006ad0c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.159574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc57bac-864d-40ee-b89a-19b705ee4036 req-508bc347-6c7e-4260-8d4d-41834fb1c693 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.162450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3db525-f9e4-4b5c-a874-9905006ad0c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=a9b0b042-a1a7-4e43-915e-46accb1f36c5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.174394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fc57bac-864d-40ee-b89a-19b705ee4036 req-508bc347-6c7e-4260-8d4d-41834fb1c693 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1205626 Aug 29 04:31:51.262510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fc57bac-864d-40ee-b89a-19b705ee4036 req-e9ed2e67-9521-43dc-80fe-85d8c508accd tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805671 Aug 29 04:31:51.328371 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d3db525-f9e4-4b5c-a874-9905006ad0c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.334531 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0d3db525-f9e4-4b5c-a874-9905006ad0c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/a9b0b042-a1a7-4e43-915e-46accb1f36c5 HTTP/1.1" status: 204 len: 168 time: 0.9358497 Aug 29 04:31:51.335248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34856) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:51.410558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0c7fb-38eb-44f2-acf7-e3c4bb2469cc req-5eee6525-0242-4f8f-a816-c98571683a44 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.411629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97d0c7fb-38eb-44f2-acf7-e3c4bb2469cc req-5eee6525-0242-4f8f-a816-c98571683a44 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 945 time: 0.1051006 Aug 29 04:31:51.460960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6396049-71cd-4e3f-b182-3b943272146e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.467579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6396049-71cd-4e3f-b182-3b943272146e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.470286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6396049-71cd-4e3f-b182-3b943272146e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.475623 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f6396049-71cd-4e3f-b182-3b943272146e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1381817 Aug 29 04:31:51.476497 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34862) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:51.536620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97d0c7fb-38eb-44f2-acf7-e3c4bb2469cc req-92ce5af9-e11f-41ef-a0c7-5f9bc67aeaba tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924194 Aug 29 04:31:51.585199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:51.590529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c11dd40f-2fb6-409c-9ed1-be195ba40e45 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:51.630783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a488c7-bb64-443a-a237-6cc6702f64ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 23a15268-9dff-4346-a4c2-ab7f011a150b {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:51.639898 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86a488c7-bb64-443a-a237-6cc6702f64ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.653634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34866) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:51.694673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:51.695300 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.736188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86a488c7-bb64-443a-a237-6cc6702f64ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.736793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port c11dd40f-2fb6-409c-9ed1-be195ba40e45 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:51.744120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port c11dd40f-2fb6-409c-9ed1-be195ba40e45 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:51.745822 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.790543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1278764679'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:51.834139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:51.839221 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.865693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.896944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d543702-74ea-4ad1-bbb2-1e1e9be2cacd req-e4cb34fd-3b4b-4139-a11f-b43c2423232e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0461583 Aug 29 04:31:51.907444 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.916998 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86a488c7-bb64-443a-a237-6cc6702f64ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.952797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11dd40f-2fb6-409c-9ed1-be195ba40e45'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:51.955902 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be3a773-19df-45be-afa9-5dc19b489747" -d '{"events": [{"server_uuid": "5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff", "name": "network-vif-plugged", "status": "completed", "tag": "c11dd40f-2fb6-409c-9ed1-be195ba40e45"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:51.972340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c11dd40f-2fb6-409c-9ed1-be195ba40e45, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c11dd40f-2fb6-409c-9ed1-be195ba40e45,segment=NetworkSegment(3930a2ea-9359-46c5-bc4a-a10288f15284),segment_id=3930a2ea-9359-46c5-bc4a-a10288f15284)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:51.976938 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.013747 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e483a-3c94-4d34-a04e-5f0a6b19c917 x-openstack-request-id: req-358e483a-3c94-4d34-a04e-5f0a6b19c917 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:52.014034 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff", "name": "network-vif-plugged", "status": "completed", "tag": "c11dd40f-2fb6-409c-9ed1-be195ba40e45", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:52.014474 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-358e483a-3c94-4d34-a04e-5f0a6b19c917 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:52.015016 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11dd40f-2fb6-409c-9ed1-be195ba40e45', 'code': 200} Aug 29 04:31:52.026546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.032756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.051544 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86a488c7-bb64-443a-a237-6cc6702f64ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.065340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c11dd40f-2fb6-409c-9ed1-be195ba40e45,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.066558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:52.089316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c257cae6-b4a5-464b-806d-d382d3ff127d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.107268 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.109124 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment 3d2274c6-80dd-4be1-8253-c051b6d49fef of type vlan for network 9c1b3a51-8038-4608-8907-35ae0c467132 Aug 29 04:31:52.121746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a488c7-bb64-443a-a237-6cc6702f64ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=23a15268-9dff-4346-a4c2-ab7f011a150b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.160886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86a488c7-bb64-443a-a237-6cc6702f64ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.163107 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-86a488c7-bb64-443a-a237-6cc6702f64ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/23a15268-9dff-4346-a4c2-ab7f011a150b HTTP/1.1" status: 204 len: 168 time: 0.6855307 Aug 29 04:31:52.165036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c86f957-e26e-4e37-858c-03826a786469 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:52.172587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34886) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:52.175477 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.215366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97345e5-08a0-4745-acfb-6c82b172c149 req-895d7e2b-c655-436e-beab-1d0040dac9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.217082 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b97345e5-08a0-4745-acfb-6c82b172c149 req-895d7e2b-c655-436e-beab-1d0040dac9fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 1098 time: 0.1175148 Aug 29 04:31:52.251734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-271e2caa-c0e9-43cb-82d1-3d54f86d683d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet ab5a0a1e-252b-4f23-8ff7-a73f2502c587 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:52.255130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-271e2caa-c0e9-43cb-82d1-3d54f86d683d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.274105 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b97345e5-08a0-4745-acfb-6c82b172c149 req-1d21d70c-8f35-4f5c-a51e-7f89cbfacc37 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Aug 29 04:31:52.297643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-271e2caa-c0e9-43cb-82d1-3d54f86d683d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.400890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.405032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.405590 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.502203 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-271e2caa-c0e9-43cb-82d1-3d54f86d683d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.508525 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8534744 Aug 29 04:31:52.583331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1b2f5-56f8-4813-9faa-96ef465c0619 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=9c1b3a51-8038-4608-8907-35ae0c467132,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.607480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a397f8-5be5-4e31-b392-63f29ebf0d9a req-20cc8df9-00ca-43e0-8d10-52e70a96d258 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.612542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9c1b3a51-8038-4608-8907-35ae0c467132 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:52.616653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2a397f8-5be5-4e31-b392-63f29ebf0d9a req-20cc8df9-00ca-43e0-8d10-52e70a96d258 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.2359045 Aug 29 04:31:52.653426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34900) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:52.659138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': '9c1b3a51-8038-4608-8907-35ae0c467132', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:52.759143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2a397f8-5be5-4e31-b392-63f29ebf0d9a req-3bbbc767-e87f-46db-91a2-f7abaf0ea59d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388741 Aug 29 04:31:52.777811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-271e2caa-c0e9-43cb-82d1-3d54f86d683d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.805445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:52.816051 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.822083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e2caa-c0e9-43cb-82d1-3d54f86d683d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5a0a1e-252b-4f23-8ff7-a73f2502c587,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.835663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0476eb2-4bfa-4213-a66c-9bfa1cfa04cb req-0fc12ea7-8c2b-4223-aa3a-d2750cd92161 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.843986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0476eb2-4bfa-4213-a66c-9bfa1cfa04cb req-0fc12ea7-8c2b-4223-aa3a-d2750cd92161 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 946 time: 0.1595755 Aug 29 04:31:52.852345 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-271e2caa-c0e9-43cb-82d1-3d54f86d683d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.857831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-271e2caa-c0e9-43cb-82d1-3d54f86d683d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/ab5a0a1e-252b-4f23-8ff7-a73f2502c587 HTTP/1.1" status: 204 len: 168 time: 0.6841066 Aug 29 04:31:52.858310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34902) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:52.890747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0476eb2-4bfa-4213-a66c-9bfa1cfa04cb req-dcb675cf-fda2-439b-a8f9-f8be2b6d360f tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448685 Aug 29 04:31:53.114751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b87977ee-456b-49a5-b252-6f524ca8d70d req-a0efe135-2fd9-49a6-bfd6-c466ee41d805 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0895195 Aug 29 04:31:53.177082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34912) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.199268 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-34782b3a-ee14-4b75-b08b-7b83e07c26dc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3262019 Aug 29 04:31:53.199586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34916) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.215001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.226950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d35b8d-79d6-4992-b626-b24fefe86451 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:53.251057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0669be8-0972-4cf2-9f4e-1df4c80732c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.253254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e0669be8-0972-4cf2-9f4e-1df4c80732c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0524774 Aug 29 04:31:53.256930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34918) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.318464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-35f41b0e-9064-4fe9-8e89-b7ebdf9199c3 None None] Provisioning complete for port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:53.318836 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-35f41b0e-9064-4fe9-8e89-b7ebdf9199c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.323240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': '3d2274c6-80dd-4be1-8253-c051b6d49fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9c1b3a51-8038-4608-8907-35ae0c467132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:53.324504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: 9c1b3a51-8038-4608-8907-35ae0c467132, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:53.327396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=09807569-9e38-4395-b10d-e65dde7fd99c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:53.351513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network 9c1b3a51-8038-4608-8907-35ae0c467132 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:53.362951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c899fe-1e9b-47d4-8c76-b57f92f85856 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.363518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9c1b3a51-8038-4608-8907-35ae0c467132) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:53.366825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-26c899fe-1e9b-47d4-8c76-b57f92f85856 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1059604 Aug 29 04:31:53.366825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a7c2150-d1f8-4018-9af3-cde32eae2449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.367259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34920) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.377169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.377768 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.384345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb38ef-a383-42e7-84d7-50fd61c44a33 None None] Network 9c1b3a51-8038-4608-8907-35ae0c467132 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:53.400411 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-91beef12-8c3f-46e9-9d5d-09704555b836 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7457645 Aug 29 04:31:53.401588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34922) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.407517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1367128031'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:53.426404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-09e503af-cf09-49ee-8b1a-37f6e6d3b7be tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580575 Aug 29 04:31:53.431583 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34924) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.437783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fb6b7cb8-5100-4dcf-b709-c0388b494018 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:53.443770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:53.447982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.485488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:53.498047 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.498967 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment 1245fb9b-e79f-43a9-a441-922d09128771 of type vlan for network a07fc716-516b-4448-8868-8aa74d124801 Aug 29 04:31:53.552721 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.590787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee2527fa-f822-4e66-8d43-43e7ab996f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.609788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.615760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.617234 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.641691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a7c2150-d1f8-4018-9af3-cde32eae2449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.649714 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a7c2150-d1f8-4018-9af3-cde32eae2449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.697669 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2948387 Aug 29 04:31:53.706702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34926) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.713057 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': 'a07fc716-516b-4448-8868-8aa74d124801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:53.728899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1411106-d1c1-4714-aea1-14bda7dce746 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:53.756784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c2150-d1f8-4018-9af3-cde32eae2449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40e229e-b666-401a-ad20-499ed9668361,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:53.778344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6b7cb8-5100-4dcf-b709-c0388b494018 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:53.785180 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7cb8-5100-4dcf-b709-c0388b494018 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.787133 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6b7cb8-5100-4dcf-b709-c0388b494018 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:53.787945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6b7cb8-5100-4dcf-b709-c0388b494018 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:53.796629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2a7c2150-d1f8-4018-9af3-cde32eae2449 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=126d1a162f1f44dc9af31ff54a23523c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183999 Aug 29 04:31:53.800859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34930) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.854688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c0b1c-ae9f-4f8b-9be8-fe86aec691f2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=a07fc716-516b-4448-8868-8aa74d124801,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:53.862135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-9c1b3a51-8038-4608-8907-35ae0c467132', 'network_id': '9c1b3a51-8038-4608-8907-35ae0c467132', 'tenant_id': '3f9b9b1262cb4d1f900b878a289f82bb', 'fixed_ips': [{'subnet_id': '09807569-9e38-4395-b10d-e65dde7fd99c'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:53.863014 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.872832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:53.875625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a07fc716-516b-4448-8868-8aa74d124801 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:53.877678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.936105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fb6b7cb8-5100-4dcf-b709-c0388b494018 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5006990 Aug 29 04:31:53.940775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34934) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.947677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-57e6a8f0-da9a-41b5-a301-4d2111049cc3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:53.970315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f7de0-d647-4325-811d-ab6942487223 req-9895f499-1737-4286-ae8c-552e7ab036f2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.972559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b85f7de0-d647-4325-811d-ab6942487223 req-9895f499-1737-4286-ae8c-552e7ab036f2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.0920098 Aug 29 04:31:53.973481 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc39061f-0d69-4f0e-a9e4-75cf8c8d5658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.978289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e1411106-d1c1-4714-aea1-14bda7dce746 None None] Deleting port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:53.979036 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e1411106-d1c1-4714-aea1-14bda7dce746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.044854 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc39061f-0d69-4f0e-a9e4-75cf8c8d5658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.085964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b85f7de0-d647-4325-811d-ab6942487223 req-48d58c0b-737c-437a-ad3b-c3ccac8a281c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062722 Aug 29 04:31:54.130895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3fc1-4fa4-46db-b9fb-ad1144836b71 req-1d1b9205-3238-4807-aead-11f60a7fd91a tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.132526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa1e3fc1-4fa4-46db-b9fb-ad1144836b71 req-1d1b9205-3238-4807-aead-11f60a7fd91a tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 946 time: 0.1286192 Aug 29 04:31:54.148937 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e1411106-d1c1-4714-aea1-14bda7dce746 None None] For port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7b5ce41d-f576-49cb-bb6e-f58cd3d86387,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:54.149384 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e1411106-d1c1-4714-aea1-14bda7dce746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.192985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa1e3fc1-4fa4-46db-b9fb-ad1144836b71 req-fd4b3d68-7797-4433-9e61-4fb889c7d676 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524609 Aug 29 04:31:54.193898 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc39061f-0d69-4f0e-a9e4-75cf8c8d5658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.197285 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc39061f-0d69-4f0e-a9e4-75cf8c8d5658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.199404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fc39061f-0d69-4f0e-a9e4-75cf8c8d5658 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b40e229e-b666-401a-ad20-499ed9668361 HTTP/1.1" status: 204 len: 168 time: 0.3971765 Aug 29 04:31:54.209161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39061f-0d69-4f0e-a9e4-75cf8c8d5658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40e229e-b666-401a-ad20-499ed9668361,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:54.227570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e1411106-d1c1-4714-aea1-14bda7dce746 None None] Calling delete_port for 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:54.296653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.325601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-217765d7-bd50-49bb-8f0b-da90a931e97f req-42a1f18c-fe44-4521-adc1-c0be19a8f517 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0626793 Aug 29 04:31:54.332057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Allocated IP 172.20.255.242 (9c1b3a51-8038-4608-8907-35ae0c467132/09807569-9e38-4395-b10d-e65dde7fd99c/dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:54.393469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=03c5a0da-daf7-4328-b247-051e73fa1824,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:54.403551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e6a8f0-da9a-41b5-a301-4d2111049cc3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:54.407374 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-57e6a8f0-da9a-41b5-a301-4d2111049cc3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.408737 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e6a8f0-da9a-41b5-a301-4d2111049cc3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:54.409178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e6a8f0-da9a-41b5-a301-4d2111049cc3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:54.438397 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-57e6a8f0-da9a-41b5-a301-4d2111049cc3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4951880 Aug 29 04:31:54.440765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34950) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.446112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e45c9295-0ca4-437f-8d25-97be434d395c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:54.465816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': '1245fb9b-e79f-43a9-a441-922d09128771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a07fc716-516b-4448-8868-8aa74d124801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:54.466187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: a07fc716-516b-4448-8868-8aa74d124801, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:54.503204 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e1411106-d1c1-4714-aea1-14bda7dce746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.512773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network a07fc716-516b-4448-8868-8aa74d124801 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:54.529304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a07fc716-516b-4448-8868-8aa74d124801) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:54.533806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.534752 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.564165 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-05b71f20-7be1-49f8-9806-bf02d9713fb5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8559735 Aug 29 04:31:54.564869 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34954) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.647929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.652623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45c9295-0ca4-437f-8d25-97be434d395c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:54.656456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e45c9295-0ca4-437f-8d25-97be434d395c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.657898 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45c9295-0ca4-437f-8d25-97be434d395c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:54.658718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45c9295-0ca4-437f-8d25-97be434d395c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:54.669461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Transition to ACTIVE for port object dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:54.686460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Transition to ACTIVE for port object dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:54.695571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e45c9295-0ca4-437f-8d25-97be434d395c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2536294 Aug 29 04:31:54.698724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34958) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.700162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aee81c-d0bf-4054-b437-52c2f5c475bd None None] Network a07fc716-516b-4448-8868-8aa74d124801 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:54.714068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7d70c1c4-95d2-4e6d-8fe6-7739c4b30628 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:54.736046 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.780817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1411106-d1c1-4714-aea1-14bda7dce746 None None] Pushing event deleted for resources: {'Port': ['ID=7b5ce41d-f576-49cb-bb6e-f58cd3d86387,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:54.805675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1411106-d1c1-4714-aea1-14bda7dce746 None None] No DVR routers for this DVR port 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:54.822236 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.856999 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Pushing event updated for resources: {'Port': ['ID=dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:54.891972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Network 9c1b3a51-8038-4608-8907-35ae0c467132 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:54.899902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:54.904083 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:54.927189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d70c1c4-95d2-4e6d-8fe6-7739c4b30628 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:54.931571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d70c1c4-95d2-4e6d-8fe6-7739c4b30628 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.933346 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d70c1c4-95d2-4e6d-8fe6-7739c4b30628 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:54.934148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d70c1c4-95d2-4e6d-8fe6-7739c4b30628 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:54.966067 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.977488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7d70c1c4-95d2-4e6d-8fe6-7739c4b30628 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2771020 Aug 29 04:31:54.986401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34968) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.995941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903565b1-5781-47a8-9418-90818711aa38 req-5b66834f-3bb3-45cd-9168-07cb103bf49c tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.015073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-903565b1-5781-47a8-9418-90818711aa38 req-5b66834f-3bb3-45cd-9168-07cb103bf49c tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 946 time: 0.1157165 Aug 29 04:31:55.025556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8e91397f-ca7a-4db4-82cb-d7ddcc55dc67 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:55.066571 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.127701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=03c5a0da-daf7-4328-b247-051e73fa1824,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:55.132498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Attempting to bind port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:55.132888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Attempting to bind port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '3d2274c6-80dd-4be1-8253-c051b6d49fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9c1b3a51-8038-4608-8907-35ae0c467132'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:55.133356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Attempting to bind port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd on network 9c1b3a51-8038-4608-8907-35ae0c467132 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:55.142233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:55.142611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Checking segment: {'id': '3d2274c6-80dd-4be1-8253-c051b6d49fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9c1b3a51-8038-4608-8907-35ae0c467132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:55.143019 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.143520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Bound using segment: {'id': '3d2274c6-80dd-4be1-8253-c051b6d49fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9c1b3a51-8038-4608-8907-35ae0c467132'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:55.144039 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Bound port: dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2274c6-80dd-4be1-8253-c051b6d49fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '9c1b3a51-8038-4608-8907-35ae0c467132'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:55.144450 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.236185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac348b7b-9dd3-42f9-9a3e-3f137977b849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-a07fc716-516b-4448-8868-8aa74d124801', 'network_id': 'a07fc716-516b-4448-8868-8aa74d124801', 'tenant_id': '3f9b9b1262cb4d1f900b878a289f82bb', 'fixed_ips': [{'subnet_id': '03c5a0da-daf7-4328-b247-051e73fa1824'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:55.237068 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac348b7b-9dd3-42f9-9a3e-3f137977b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.242872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.281747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07fc716-516b-4448-8868-8aa74d124801']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:55.332234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1245fb9b-e79f-43a9-a441-922d09128771') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:55.332590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1245fb9b-e79f-43a9-a441-922d09128771') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:55.335158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] For port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:55.353327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ad799-0b2e-4d45-812a-8de89d4c284d None None] Network a07fc716-516b-4448-8868-8aa74d124801 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:55.358853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] For port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd,segment=NetworkSegment(3d2274c6-80dd-4be1-8253-c051b6d49fef),segment_id=3d2274c6-80dd-4be1-8253-c051b6d49fef)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:55.361365 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.394698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.405171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:55.407046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.407192 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: items = [ Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:55.411024 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:55.493090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca508f-cae6-4860-b346-04cf919c36d8 None None] Pushing event updated for resources: {'Port': ['ID=dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:55.512519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-903565b1-5781-47a8-9418-90818711aa38 req-204da3e9-9982-4df8-8f6a-9669a7904c5b tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964604 Aug 29 04:31:55.570190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aef6f-268f-499d-8737-bd83a94c3e51 req-9627e8d3-7a31-4590-97b9-72a601c0ed29 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.571442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:55.572525 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d1aef6f-268f-499d-8737-bd83a94c3e51 req-9627e8d3-7a31-4590-97b9-72a601c0ed29 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1574392 Aug 29 04:31:55.638668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:55.639117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7b5ce41d-f576-49cb-bb6e-f58cd3d86387 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:55.697434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e91397f-ca7a-4db4-82cb-d7ddcc55dc67 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:55.701746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e91397f-ca7a-4db4-82cb-d7ddcc55dc67 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.704004 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e91397f-ca7a-4db4-82cb-d7ddcc55dc67 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:55.704480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e91397f-ca7a-4db4-82cb-d7ddcc55dc67 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:55.723223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-239a58c0-e084-427d-9ff8-958348866ed8 req-559caccb-64cf-454e-b167-482536bc07e2 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0697010 Aug 29 04:31:55.767217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d1aef6f-268f-499d-8737-bd83a94c3e51 req-e4e59806-9ed6-4f4e-93e8-70faa4d953d3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862733 Aug 29 04:31:55.778935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8e91397f-ca7a-4db4-82cb-d7ddcc55dc67 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7912774 Aug 29 04:31:55.782118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34988) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:55.789312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3efcaea4-420b-4e14-a3af-3cb4ebc37e84 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:55.995536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efcaea4-420b-4e14-a3af-3cb4ebc37e84 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:56.000208 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3efcaea4-420b-4e14-a3af-3cb4ebc37e84 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.002423 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efcaea4-420b-4e14-a3af-3cb4ebc37e84 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:56.003146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efcaea4-420b-4e14-a3af-3cb4ebc37e84 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:56.028956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3efcaea4-420b-4e14-a3af-3cb4ebc37e84 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2450981 Aug 29 04:31:56.032190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34990) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.044930 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.071244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ced3055e-01ac-49a7-909d-e6927a45fffe tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0378668 Aug 29 04:31:56.073822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34992) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.080235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.085628 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/a07fc716-516b-4448-8868-8aa74d124801 HTTP/1.1" status: 204 len: 168 time: 1.5163298 Aug 29 04:31:56.085628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ff655-edb7-4859-9b3f-187d988cb7b1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=a07fc716-516b-4448-8868-8aa74d124801,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:56.086105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34994) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.089215 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a37c8717-8975-493e-bc99-3e31aa94265d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.097130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2112699185'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:56.121980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:56.126042 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.152992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:56.156720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff1bf8-1629-4cdb-9aec-3a5a9296878f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:56.158458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-15ff1bf8-1629-4cdb-9aec-3a5a9296878f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0836742 Aug 29 04:31:56.161179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34996) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.167105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.168268 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment 7b5f212d-ec04-44fc-a080-34a758a2b486 of type vlan for network 623f8953-a620-41c3-8665-c5f3b72c118c Aug 29 04:31:56.203686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-437b2429-96bc-4912-b893-e66c61270f61 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412188 Aug 29 04:31:56.207852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34998) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.213353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:56.222203 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.263734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.269764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:56.270366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.338102 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.379596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35006) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.380525 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2880955 Aug 29 04:31:56.387528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': '623f8953-a620-41c3-8665-c5f3b72c118c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:56.392367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f45c8d-9a87-431d-a45a-32b3cfa5c092 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=623f8953-a620-41c3-8665-c5f3b72c118c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:56.405567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 623f8953-a620-41c3-8665-c5f3b72c118c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:56.563229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:56.571810 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.672311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:56.676364 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.707114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-4adcfac5-1a62-4e7e-94eb-ed5ab8f752d5 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:56.708732 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-4adcfac5-1a62-4e7e-94eb-ed5ab8f752d5 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 946 time: 0.2043424 Aug 29 04:31:56.788609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.ipam_backend_mixin [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Performing IP validity checks on allocation pools {{(pid=94851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:31:56.789312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.ipam_backend_mixin [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:31:56.816702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1535548-79ec-4812-be72-780c1aea6226 req-88a87866-2ca4-4d1d-a1ac-e6af8d76bc76 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:56.825432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1535548-79ec-4812-be72-780c1aea6226 req-88a87866-2ca4-4d1d-a1ac-e6af8d76bc76 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 946 time: 0.1739674 Aug 29 04:31:56.906080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1cd2c890-8f17-4fa8-90fb-af61923365eb req-89faf0b8-2a50-4b06-9881-2498c5d5d71f tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0563579 Aug 29 04:31:56.917062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-481ba6e1-44b1-42ce-954d-bd8143a0f5ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Deleting port c11dd40f-2fb6-409c-9ed1-be195ba40e45 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:56.917490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-481ba6e1-44b1-42ce-954d-bd8143a0f5ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.992273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1535548-79ec-4812-be72-780c1aea6226 req-66d7570d-8136-4759-9fda-30960bfecd12 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/security-groups?id=48b3991f-6bfa-41ed-88fe-b3d44739798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656630 Aug 29 04:31:57.071745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef209b-28aa-4c4c-860f-ca25ece0daed None None] Network 9c1b3a51-8038-4608-8907-35ae0c467132 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:57.096264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-481ba6e1-44b1-42ce-954d-bd8143a0f5ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] For port c11dd40f-2fb6-409c-9ed1-be195ba40e45, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c11dd40f-2fb6-409c-9ed1-be195ba40e45,segment=NetworkSegment(3930a2ea-9359-46c5-bc4a-a10288f15284),segment_id=3930a2ea-9359-46c5-bc4a-a10288f15284)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:57.097304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-481ba6e1-44b1-42ce-954d-bd8143a0f5ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.113629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-481ba6e1-44b1-42ce-954d-bd8143a0f5ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Calling delete_port for c11dd40f-2fb6-409c-9ed1-be195ba40e45 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:57.163560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-006b6666-87d9-452c-841b-cb35a96052b3 None None] Provisioning for port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:57.214283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c580df7-4272-47ac-8e39-f1f55b548f36 req-1a50eadc-7c2b-4df8-add8-1794c13503ab tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.216063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c580df7-4272-47ac-8e39-f1f55b548f36 req-1a50eadc-7c2b-4df8-add8-1794c13503ab tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1481488 Aug 29 04:31:57.219033 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.320780 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.363847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-481ba6e1-44b1-42ce-954d-bd8143a0f5ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.397506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c11dd40f-2fb6-409c-9ed1-be195ba40e45'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:57.403188 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.433316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=60a11623-82a2-443b-adb3-6dd2c76cee56,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.455920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ba6e1-44b1-42ce-954d-bd8143a0f5ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Pushing event deleted for resources: {'Port': ['ID=c11dd40f-2fb6-409c-9ed1-be195ba40e45,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.481083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.objects.ports [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94851) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:57.485300 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.550270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-481ba6e1-44b1-42ce-954d-bd8143a0f5ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] No DVR routers for this DVR port c11dd40f-2fb6-409c-9ed1-be195ba40e45 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:57.555011 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-481ba6e1-44b1-42ce-954d-bd8143a0f5ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.564239 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0fa545c6-d489-4aba-bae8-26952810d1a9 req-481ba6e1-44b1-42ce-954d-bd8143a0f5ee tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.52 "DELETE /v2.0/ports/c11dd40f-2fb6-409c-9ed1-be195ba40e45 HTTP/1.1" status: 204 len: 173 time: 0.8486147 Aug 29 04:31:57.565095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=77a97d14-0a7c-428e-912a-7b9fa93a6506,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.570217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': '7b5f212d-ec04-44fc-a080-34a758a2b486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '623f8953-a620-41c3-8665-c5f3b72c118c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:57.570685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: 623f8953-a620-41c3-8665-c5f3b72c118c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:57.577484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff', 'name': 'network-vif-deleted', 'tag': 'c11dd40f-2fb6-409c-9ed1-be195ba40e45'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:57.580225 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fcd909-077d-465e-88ae-6fe0b49e6f23" -d '{"events": [{"server_uuid": "5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff", "name": "network-vif-deleted", "tag": "c11dd40f-2fb6-409c-9ed1-be195ba40e45"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:57.623438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:57.638247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c580df7-4272-47ac-8e39-f1f55b548f36 req-f8e54640-3844-4935-8120-b72b770336e8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546269 Aug 29 04:31:57.677784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:57.679668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network 623f8953-a620-41c3-8665-c5f3b72c118c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:57.688872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:57.694150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.694681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.704300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 623f8953-a620-41c3-8665-c5f3b72c118c) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:57.709996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.711848 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.731433 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1f0feea1-e14f-4ef2-8da0-f830cebd0744 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5195134 Aug 29 04:31:57.731665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35026) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.738063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:0e:c4:5d', 'name': 'tempest-NetworksTestDHCPv6-343596320'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:57.742301 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8da0e36-609b-449e-9308-43e23a9a891b None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:57.752075 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac782b9-147f-478b-86b9-adf41a4c3605 x-openstack-request-id: req-6ac782b9-147f-478b-86b9-adf41a4c3605 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:57.752514 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff", "name": "network-vif-deleted", "tag": "c11dd40f-2fb6-409c-9ed1-be195ba40e45", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:57.752759 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ac782b9-147f-478b-86b9-adf41a4c3605 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:57.753173 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff', 'name': 'network-vif-deleted', 'tag': 'c11dd40f-2fb6-409c-9ed1-be195ba40e45', 'status': 'completed', 'code': 200} Aug 29 04:31:57.756442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d1c95-c22d-4b9e-8d30-2050178e1e83 None None] Network 623f8953-a620-41c3-8665-c5f3b72c118c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:57.761897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e75aebb4-92fe-4804-a65d-f4939252d56b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3804600 Aug 29 04:31:57.764429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35028) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.930940 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:57.997249 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.095880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.148081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.194086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-781ba0d7-6282-4b77-87fb-1b57ef3a759e req-275f487a-3b6c-4971-8f66-d62fc0968835 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0923243 Aug 29 04:31:58.224808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.228721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18f20a68-a402-4b41-a87e-b80dd2097713 req-46d0464d-d6d6-458a-966e-5c6013fddde2 tempest-ServerAddressesTestJSON-707426516 tempest-ServerAddressesTestJSON-707426516-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d9d9df0-d8ba-4cf2-be3b-d356e0dddaff HTTP/1.1" status: 200 len: 210 time: 0.0861983 Aug 29 04:31:58.256317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port 5a58c46e-e722-4e3f-bfa8-693761a83cdc yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:58.285067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=60a11623-82a2-443b-adb3-6dd2c76cee56,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.378314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.394172 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623f8953-a620-41c3-8665-c5f3b72c118c']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:58.416402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5f212d-ec04-44fc-a080-34a758a2b486') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:58.417553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5f212d-ec04-44fc-a080-34a758a2b486') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:58.437220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:58.437724 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.458842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.469010 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:58.469699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:58.474321 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:58.491220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:58.492369 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.502953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '77a97d14-0a7c-428e-912a-7b9fa93a6506'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:58.504140 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.525758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::f816:3eff:fe0e:c45d (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/77a97d14-0a7c-428e-912a-7b9fa93a6506/5a58c46e-e722-4e3f-bfa8-693761a83cdc) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:58.570971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.600336 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.604682 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/623f8953-a620-41c3-8665-c5f3b72c118c HTTP/1.1" status: 204 len: 168 time: 0.8385167 Aug 29 04:31:58.605377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91b440-7483-4c07-902e-00502e0c08d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=623f8953-a620-41c3-8665-c5f3b72c118c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.617341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35038) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:58.633925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-427997035'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:58.676183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:58.681043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.727983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:58.742630 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.743127 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment 0b4bfa31-27a5-45c8-b43b-2f09d32dddfb of type vlan for network 6befe67c-1aa0-4ceb-b5ad-633756060d43 Aug 29 04:31:58.786560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b51bca-cfe7-40b8-91e0-12e2d8a9808e None None] Network 623f8953-a620-41c3-8665-c5f3b72c118c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:58.800075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b51bca-cfe7-40b8-91e0-12e2d8a9808e None None] Network 623f8953-a620-41c3-8665-c5f3b72c118c could not be found, it might have been deleted concurrently. {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:31:58.837835 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.844879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.852976 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.873218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44221d09-5ea0-4885-82ed-ee87d4f3e096 req-da2a9ec9-3c05-484f-a0e4-559d3b470535 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.875126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44221d09-5ea0-4885-82ed-ee87d4f3e096 req-da2a9ec9-3c05-484f-a0e4-559d3b470535 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1243241 Aug 29 04:31:58.876172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.878163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object 5a58c46e-e722-4e3f-bfa8-693761a83cdc will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:58.883740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.884490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.902749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd,segment=NetworkSegment(3d2274c6-80dd-4be1-8253-c051b6d49fef),segment_id=3d2274c6-80dd-4be1-8253-c051b6d49fef)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:58.908951 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.909949 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2912915 Aug 29 04:31:58.916094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35042) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:58.932843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': '6befe67c-1aa0-4ceb-b5ad-633756060d43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:58.970072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.983326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83faf60a-78e6-4c80-b86e-ef0bfeacb111 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=6befe67c-1aa0-4ceb-b5ad-633756060d43,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.995408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 6befe67c-1aa0-4ceb-b5ad-633756060d43 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:58.998021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44221d09-5ea0-4885-82ed-ee87d4f3e096 req-1d442d61-13e3-491f-b810-56bbbc023b79 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135702 Aug 29 04:31:59.038393 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.084662 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.088436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:59.093390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:59.100598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:59.106355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.106999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.116107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Allocated IP 2001:db8::f816:3eff:fe1d:228f (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/77a97d14-0a7c-428e-912a-7b9fa93a6506/7a618f28-d396-468b-9462-990a7673a876) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:59.120757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:59.123917 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.145316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4123065 Aug 29 04:31:59.147922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35046) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:59.187559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97eb83-205b-4bdc-8848-7d16b32c02c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=5a58c46e-e722-4e3f-bfa8-693761a83cdc,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.203625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222fef2-b1ad-4877-892e-6943709393f5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.205753 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6222fef2-b1ad-4877-892e-6943709393f5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0567791 Aug 29 04:31:59.208270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35048) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:59.331260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7f059077-3ebc-4055-83d2-42387e3f4070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port 5a58c46e-e722-4e3f-bfa8-693761a83cdc {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:59.331939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f059077-3ebc-4055-83d2-42387e3f4070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.335251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35054) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:59.363619 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.372782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Transition to ACTIVE for port object 7a618f28-d396-468b-9462-990a7673a876 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:59.388657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Transition to ACTIVE for port object 7a618f28-d396-468b-9462-990a7673a876 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:59.398550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c837aaa1-0395-4e46-a9cb-4b402150b02f admin admin] Deleting subnet f9276bf4-30ce-46a5-a48b-2ca2ad1ab41a {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:59.399379 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.455938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:59.459974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:59.462336 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f059077-3ebc-4055-83d2-42387e3f4070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.465878 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c837aaa1-0395-4e46-a9cb-4b402150b02f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.470004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:59.482788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Pushing event updated for resources: {'Port': ['ID=7a618f28-d396-468b-9462-990a7673a876,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.508288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cc3814a-970b-424b-836b-703115256597 req-43e1b346-d759-48a8-a4da-7500e5907c6e tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.1210823 Aug 29 04:31:59.509223 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.523622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7f059077-3ebc-4055-83d2-42387e3f4070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for 5a58c46e-e722-4e3f-bfa8-693761a83cdc owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:59.563961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:59.590302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=47ed354a-b872-441c-a8d7-4e60db606d7e,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.612804 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c837aaa1-0395-4e46-a9cb-4b402150b02f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.619359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Attempting to bind port 7a618f28-d396-468b-9462-990a7673a876 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:59.620058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Attempting to bind port 7a618f28-d396-468b-9462-990a7673a876 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:59.620524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Attempting to bind port 7a618f28-d396-468b-9462-990a7673a876 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:59.631582 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:59.632044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:59.633167 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.633560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:59.634040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Bound port: 7a618f28-d396-468b-9462-990a7673a876, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:59.634419 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.673738 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c837aaa1-0395-4e46-a9cb-4b402150b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.697954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c11dd40f-2fb6-409c-9ed1-be195ba40e45 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:59.702172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': '0b4bfa31-27a5-45c8-b43b-2f09d32dddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6befe67c-1aa0-4ceb-b5ad-633756060d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:59.703927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: 6befe67c-1aa0-4ceb-b5ad-633756060d43, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:59.722183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f059077-3ebc-4055-83d2-42387e3f4070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.732867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: c11dd40f-2fb6-409c-9ed1-be195ba40e45 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:59.733272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c11dd40f-2fb6-409c-9ed1-be195ba40e45 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:59.734916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network 6befe67c-1aa0-4ceb-b5ad-633756060d43 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:59.738979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] For port 7a618f28-d396-468b-9462-990a7673a876, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:59.756973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 6befe67c-1aa0-4ceb-b5ad-633756060d43) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:59.757227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] For port 7a618f28-d396-468b-9462-990a7673a876, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7a618f28-d396-468b-9462-990a7673a876,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:59.762881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.764189 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.767196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c837aaa1-0395-4e46-a9cb-4b402150b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.770519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbce803-77b5-4ae8-aa20-95adec8a8947 None None] Network 6befe67c-1aa0-4ceb-b5ad-633756060d43 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:59.774353 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.775807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f059077-3ebc-4055-83d2-42387e3f4070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=5a58c46e-e722-4e3f-bfa8-693761a83cdc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.805419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:59.805789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.818959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837aaa1-0395-4e46-a9cb-4b402150b02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9276bf4-30ce-46a5-a48b-2ca2ad1ab41a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.830302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c837aaa1-0395-4e46-a9cb-4b402150b02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.832476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c837aaa1-0395-4e46-a9cb-4b402150b02f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f9276bf4-30ce-46a5-a48b-2ca2ad1ab41a HTTP/1.1" status: 204 len: 168 time: 0.4962485 Aug 29 04:31:59.834110 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-00a1b345-1b82-4266-ab38-d60f0ceeb9dd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9115591 Aug 29 04:31:59.834924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35058) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:59.837339 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35060) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:59.858777 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f059077-3ebc-4055-83d2-42387e3f4070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.861208 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7f059077-3ebc-4055-83d2-42387e3f4070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/5a58c46e-e722-4e3f-bfa8-693761a83cdc HTTP/1.1" status: 204 len: 168 time: 0.6519065 Aug 29 04:31:59.870446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35062) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:59.920643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.939669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df5dae-0180-4930-9af8-ca8ab46bf526 None None] Pushing event updated for resources: {'Port': ['ID=7a618f28-d396-468b-9462-990a7673a876,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.042129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.059460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d1a253-4220-41ab-83b4-7be9ceafea3d']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:00.091996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3930a2ea-9359-46c5-bc4a-a10288f15284') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:00.101083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3930a2ea-9359-46c5-bc4a-a10288f15284') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:00.110778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cbb21c-d4d8-4b5c-bb71-0c73870ff8e7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.112492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cbb21c-d4d8-4b5c-bb71-0c73870ff8e7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.114033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c0cbb21c-d4d8-4b5c-bb71-0c73870ff8e7 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2090027 Aug 29 04:32:00.117056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35068) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.125168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.134529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-6befe67c-1aa0-4ceb-b5ad-633756060d43', 'network_id': '6befe67c-1aa0-4ceb-b5ad-633756060d43', 'tenant_id': '3f9b9b1262cb4d1f900b878a289f82bb', 'fixed_ips': [{'subnet_id': '47ed354a-b872-441c-a8d7-4e60db606d7e'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:00.136615 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.167314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.203334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:00.203762 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:00.206043 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:00.213504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-273282a3-d794-4dcb-bd28-dbe2f405ffa2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 77a97d14-0a7c-428e-912a-7b9fa93a6506 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:00.219016 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.222457 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-273282a3-d794-4dcb-bd28-dbe2f405ffa2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.302228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea05b13-776e-4243-8805-6c98ec12eeb2 req-8fce2ce8-f678-48ed-9d8b-5be5bdcadd25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.303876 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bea05b13-776e-4243-8805-6c98ec12eeb2 req-8fce2ce8-f678-48ed-9d8b-5be5bdcadd25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1308851 Aug 29 04:32:00.304033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-273282a3-d794-4dcb-bd28-dbe2f405ffa2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.305059 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.311343 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.313442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] 10.222.0.49 "DELETE /v2.0/networks/65d1a253-4220-41ab-83b4-7be9ceafea3d HTTP/1.1" status: 204 len: 168 time: 0.4773698 Aug 29 04:32:00.345986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3feea-e7f5-464b-b8dd-a420005abe25 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d1a253-4220-41ab-83b4-7be9ceafea3d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.371017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bea05b13-776e-4243-8805-6c98ec12eeb2 req-75bf49e8-f48f-44b4-91ed-e97c28281efb tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449457 Aug 29 04:32:00.378836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Allocated IP 172.20.0.1 (6befe67c-1aa0-4ceb-b5ad-633756060d43/47ed354a-b872-441c-a8d7-4e60db606d7e/d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:00.389464 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.476224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-273282a3-d794-4dcb-bd28-dbe2f405ffa2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.574250 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.584415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Transition to ACTIVE for port object d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:00.590572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-273282a3-d794-4dcb-bd28-dbe2f405ffa2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.612075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Transition to ACTIVE for port object d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:00.612660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35076) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.622783 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.630005 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273282a3-d794-4dcb-bd28-dbe2f405ffa2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=77a97d14-0a7c-428e-912a-7b9fa93a6506,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.642876 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-273282a3-d794-4dcb-bd28-dbe2f405ffa2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.647274 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-273282a3-d794-4dcb-bd28-dbe2f405ffa2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/77a97d14-0a7c-428e-912a-7b9fa93a6506 HTTP/1.1" status: 204 len: 168 time: 0.5270731 Aug 29 04:32:00.648232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35078) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.663148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85846c8c-554a-491f-b36b-1286d3222314 req-31afc72e-5c0a-4966-96c0-e5878288e85c tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0414841 Aug 29 04:32:00.689542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-08b08f7d-4a49-420a-aa55-93b82632599e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e8ec8135f7d4167b5a4fb2e0ac90d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751586 Aug 29 04:32:00.691746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35080) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.695013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Network 6befe67c-1aa0-4ceb-b5ad-633756060d43 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:00.698494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:00.702919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:00.714160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Pushing event updated for resources: {'Port': ['ID=d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.714396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3fef5baf-21a3-4e98-8683-495fe15b7135 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622950 Aug 29 04:32:00.714396 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.717300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35082) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.730810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:00.773398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Attempting to bind port d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.773856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Attempting to bind port d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '0b4bfa31-27a5-45c8-b43b-2f09d32dddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6befe67c-1aa0-4ceb-b5ad-633756060d43'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.774294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Attempting to bind port d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9 on network 6befe67c-1aa0-4ceb-b5ad-633756060d43 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.779981 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e17ad41-8f74-4742-9c1a-2cb645959135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.783741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:00.784631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Checking segment: {'id': '0b4bfa31-27a5-45c8-b43b-2f09d32dddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6befe67c-1aa0-4ceb-b5ad-633756060d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:00.785124 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.785588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Bound using segment: {'id': '0b4bfa31-27a5-45c8-b43b-2f09d32dddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6befe67c-1aa0-4ceb-b5ad-633756060d43'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:00.786143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Bound port: d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4bfa31-27a5-45c8-b43b-2f09d32dddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6befe67c-1aa0-4ceb-b5ad-633756060d43'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:00.786622 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.841505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=47ed354a-b872-441c-a8d7-4e60db606d7e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.846810 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e17ad41-8f74-4742-9c1a-2cb645959135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.863733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] For port d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:00.867805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] For port d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9,segment=NetworkSegment(0b4bfa31-27a5-45c8-b43b-2f09d32dddfb),segment_id=0b4bfa31-27a5-45c8-b43b-2f09d32dddfb)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:00.873498 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.938084 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e17ad41-8f74-4742-9c1a-2cb645959135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.941993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e17ad41-8f74-4742-9c1a-2cb645959135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.943317 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:00.943681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6e17ad41-8f74-4742-9c1a-2cb645959135 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48b3991f-6bfa-41ed-88fe-b3d44739798c HTTP/1.1" status: 204 len: 168 time: 0.2506568 Aug 29 04:32:00.956856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17ad41-8f74-4742-9c1a-2cb645959135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b3991f-6bfa-41ed-88fe-b3d44739798c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.962882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.975975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.034032 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e358998-e746-4bfd-92bb-d6362249122f None None] Pushing event updated for resources: {'Port': ['ID=d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.039578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8938d03-bf77-4dd6-b10e-33aa039bc91f None None] Network 6befe67c-1aa0-4ceb-b5ad-633756060d43 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:01.085445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6befe67c-1aa0-4ceb-b5ad-633756060d43']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:01.125644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4bfa31-27a5-45c8-b43b-2f09d32dddfb') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:01.125954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4bfa31-27a5-45c8-b43b-2f09d32dddfb') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:01.147317 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.180028 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.199077 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:01.199494 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:01.203000 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:01.275631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:32:01.275631 n-d-712141-12 neutron-server[94850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:32:01.275631 n-d-712141-12 neutron-server[94850]: [parameters: {'id': '6befe67c-1aa0-4ceb-b5ad-633756060d43'}] Aug 29 04:32:01.275631 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:01.277227 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:01.334923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd7b213-902e-4688-b00b-a618bb380e36 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:01.533772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-77984819-56f3-4aee-b92c-c2f71bc9cbc3 None None] Provisioning for port 7a618f28-d396-468b-9462-990a7673a876 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:01.592251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7a618f28-d396-468b-9462-990a7673a876 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:01.608995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa007e-08c2-48d6-b8fa-dc74c44a6e21 req-79ee4f3e-e8db-4f56-b66a-930759039196 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.613104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbfa007e-08c2-48d6-b8fa-dc74c44a6e21 req-79ee4f3e-e8db-4f56-b66a-930759039196 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1112745 Aug 29 04:32:01.678429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:01.680691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 7a618f28-d396-468b-9462-990a7673a876 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:01.688737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7a618f28-d396-468b-9462-990a7673a876 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:01.689082 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.693474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbfa007e-08c2-48d6-b8fa-dc74c44a6e21 req-e38eacb3-5651-454c-9a7d-c2e3a7066ebd tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713768 Aug 29 04:32:01.799331 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.837038 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.881991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 7a618f28-d396-468b-9462-990a7673a876, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7a618f28-d396-468b-9462-990a7673a876,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:01.887082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-80f27239-1523-48cf-ac97-c997d7903d41 req-e1536017-d6fd-422c-b385-83bf29ed95dc tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/ports?device_id=316c14b9-b643-4db2-a661-46508e9a3b96 HTTP/1.1" status: 200 len: 210 time: 0.0776732 Aug 29 04:32:01.889132 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.035637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=7a618f28-d396-468b-9462-990a7673a876,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.154625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Deleting port d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:02.155081 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.158418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.170412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-17e51a6e-4a03-482f-9117-743b1bbe318c None None] Provisioning complete for port 7a618f28-d396-468b-9462-990a7673a876 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:02.171807 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-17e51a6e-4a03-482f-9117-743b1bbe318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.327401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] For port d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9,segment=NetworkSegment(0b4bfa31-27a5-45c8-b43b-2f09d32dddfb),segment_id=0b4bfa31-27a5-45c8-b43b-2f09d32dddfb)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:02.327876 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.370278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Calling delete_port for d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:02.429025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ced92e49-4e76-4232-9b14-e0a09110dfbd None None] Could not find standard attr ID for object 5a58c46e-e722-4e3f-bfa8-693761a83cdc. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:02.448880 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-0e2c9014-b480-4a68-89e2-7612155a8005 service neutron] show failed (client error): The resource could not be found. Aug 29 04:32:02.450629 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-0e2c9014-b480-4a68-89e2-7612155a8005 service neutron] 10.222.0.59 "GET /v2.0/ports/f33a972c-6da5-45d0-84a4-97acabe94b57/bindings/n-h1-712141-12 HTTP/1.1" status: 404 len: 381 time: 0.1851900 Aug 29 04:32:02.581014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] For port 7a618f28-d396-468b-9462-990a7673a876, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7a618f28-d396-468b-9462-990a7673a876,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:02.661204 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.661204 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.698575 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.699538 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.709107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Port': ['ID=d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.746343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e681b62-c06f-4256-942c-a323b971c4e9 None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:32:02.791545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No DVR routers for this DVR port d7f7c89b-efc2-4e4d-a08f-9dd4d382abe9 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:02.862785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:02.930841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=7a618f28-d396-468b-9462-990a7673a876,revision_number=6']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.934213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:02.950447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.951353 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.010921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4520c-c77e-4b9f-81d7-a8dbda7a841f req-c8433a6e-2790-4fa1-a925-21ef51be44d0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.013401 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e681b62-c06f-4256-942c-a323b971c4e9 None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:32:03.021583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40a4520c-c77e-4b9f-81d7-a8dbda7a841f req-c8433a6e-2790-4fa1-a925-21ef51be44d0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1390505 Aug 29 04:32:03.056844 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=e5fd2384-b6b0-4eee-8e33-4f01030ee2c4,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.062838 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b86f649d-e94f-4c9f-832b-1cc1f7696026 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3368132 Aug 29 04:32:03.070268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35146) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.090741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.094917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-f6d1c5c1-e94d-44e8-827d-17f0e10984fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.096679 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-f6d1c5c1-e94d-44e8-827d-17f0e10984fd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 1098 time: 0.3032231 Aug 29 04:32:03.105437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:3a:cf:b6', 'name': 'tempest-NetworksTestDHCPv6-1743140417'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:03.107151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6befe67c-1aa0-4ceb-b5ad-633756060d43']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.121496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:03.127679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4bfa31-27a5-45c8-b43b-2f09d32dddfb') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.128099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4bfa31-27a5-45c8-b43b-2f09d32dddfb') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:03.157331 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.202459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.214201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:03.215045 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.215184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40a4520c-c77e-4b9f-81d7-a8dbda7a841f req-be6c46e3-41d6-4106-9f58-152a1dbedcdf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923029 Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:03.218250 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:03.243890 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.252838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35156) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.355838 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.367736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.373614 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/6befe67c-1aa0-4ceb-b5ad-633756060d43 HTTP/1.1" status: 204 len: 168 time: 3.5314865 Aug 29 04:32:03.373925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-feb1a95b-f6c2-4995-abec-e17503aee756 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.375700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35160) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.384432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1578868094'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:03.387383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76e60d-29e3-4dd6-a766-992bc5212b6e tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=6befe67c-1aa0-4ceb-b5ad-633756060d43,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.397267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f51b149-88a0-4b63-bc24-42d7f0e7c8e8 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:03.411178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:03.548774 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.557969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7a618f28-d396-468b-9462-990a7673a876 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:03.590840 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-feb1a95b-f6c2-4995-abec-e17503aee756 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.609904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port 1d9590e1-94b5-4efc-966e-40cbd9312b6c yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:03.691818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7a618f28-d396-468b-9462-990a7673a876 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:03.692392 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.727350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::f816:3eff:fe3a:cfb6 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/e5fd2384-b6b0-4eee-8e33-4f01030ee2c4/1d9590e1-94b5-4efc-966e-40cbd9312b6c) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:03.782769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:03.790234 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.870832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:03.884957 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.885642 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment f3d40787-bfd8-4fce-b93a-256b02471ecf of type vlan for network 9fc50ca2-26b4-4312-998c-990d31747411 Aug 29 04:32:03.927125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35168) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.950688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.017482 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.034710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.035583 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.142795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=f33a972c-6da5-45d0-84a4-97acabe94b57,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:04.180539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7880de38-4a09-45ad-b6bd-27aee28cca66 None None] Provisioning complete for port 7a618f28-d396-468b-9462-990a7673a876 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:04.184598 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7880de38-4a09-45ad-b6bd-27aee28cca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.194609 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6de0c4b7-b594-4d4f-9aff-65e4df8249d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.195383 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-feb1a95b-f6c2-4995-abec-e17503aee756 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.202279 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-feb1a95b-f6c2-4995-abec-e17503aee756 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.203740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-feb1a95b-f6c2-4995-abec-e17503aee756 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "DELETE /v2.0/security-groups/60763bf9-1659-4fab-933d-16399e9835b5 HTTP/1.1" status: 204 len: 168 time: 0.9402041 Aug 29 04:32:04.209053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35176) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.247908 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-28e13a27-de0f-4cef-a89e-3ed748425034 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] show failed (client error): The resource could not be found. Aug 29 04:32:04.252038 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-28e13a27-de0f-4cef-a89e-3ed748425034 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "GET /v2.0/security-groups/60763bf9-1659-4fab-933d-16399e9835b5 HTTP/1.1" status: 404 len: 347 time: 0.0402896 Aug 29 04:32:04.254516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35180) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.298859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:04.363778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9861231 Aug 29 04:32:04.373403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35182) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.383364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': '9fc50ca2-26b4-4312-998c-990d31747411', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:04.383564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1a95b-f6c2-4995-abec-e17503aee756 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60763bf9-1659-4fab-933d-16399e9835b5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.428710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bab9e-c0ed-43ad-9af0-52b43d1bb949 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=9fc50ca2-26b4-4312-998c-990d31747411,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.448871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9fc50ca2-26b4-4312-998c-990d31747411 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:04.452758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0b5be-699f-4bb5-ad1f-f5a711990ec9 req-899b505e-8315-487c-baf6-4579b09c8cc9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.454565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9eb0b5be-699f-4bb5-ad1f-f5a711990ec9 req-899b505e-8315-487c-baf6-4579b09c8cc9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1509736 Aug 29 04:32:04.533981 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.536588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:04.539424 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261f8cc9-ce90-4817-a146-7bd2575fc78d" -d '{"events": [{"server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "name": "network-vif-unplugged", "status": "completed", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:04.540673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9eb0b5be-699f-4bb5-ad1f-f5a711990ec9 req-1a418a68-80df-41c2-b418-83d86cca517a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782709 Aug 29 04:32:04.554681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.585243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object 1d9590e1-94b5-4efc-966e-40cbd9312b6c will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:04.598512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Transition to ACTIVE for port object f33a972c-6da5-45d0-84a4-97acabe94b57 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:04.614131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.633638 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05511126-d07f-4c6c-ade4-b8f51efba773 x-openstack-request-id: req-05511126-d07f-4c6c-ade4-b8f51efba773 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:04.633944 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "name": "network-vif-unplugged", "status": "completed", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:04.634202 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05511126-d07f-4c6c-ade4-b8f51efba773 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:04.634637 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'code': 200} Aug 29 04:32:04.654939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.713250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:04.720437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f5da3-085a-4f95-a511-872e9badc247 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Deleting port 3d29f94c-1585-49a6-87ea-bddc8fb6de99 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:04.720859 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5da3-085a-4f95-a511-872e9badc247 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.723779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:04.726640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:04.733850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.734776 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.750622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=1d9590e1-94b5-4efc-966e-40cbd9312b6c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.781257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Pushing event updated for resources: {'Port': ['ID=f33a972c-6da5-45d0-84a4-97acabe94b57,revision_number=6']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.891798 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6de0c4b7-b594-4d4f-9aff-65e4df8249d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.908711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-08a557e2-53ad-4c42-993a-9fb81f55c729 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8372493 Aug 29 04:32:04.914856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35188) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.929001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6de0c4b7-b594-4d4f-9aff-65e4df8249d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.971797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:04.975377 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.014605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] No DVR routers for this DVR port f33a972c-6da5-45d0-84a4-97acabe94b57 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:05.017863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e528db-c1e4-49bd-99b1-c76f10046e57 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.033266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e528db-c1e4-49bd-99b1-c76f10046e57 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.037424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d6e528db-c1e4-49bd-99b1-c76f10046e57 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1093395 Aug 29 04:32:05.037972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35190) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:05.052437 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6de0c4b7-b594-4d4f-9aff-65e4df8249d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96872524a92b4413b16b5ddff2c95340&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1231360 Aug 29 04:32:05.086070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35192) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:05.122789 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5da3-085a-4f95-a511-872e9badc247 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.123161 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5da3-085a-4f95-a511-872e9badc247 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.146501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0c4b7-b594-4d4f-9aff-65e4df8249d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7a7752-0854-4058-a633-85700d2b4e79,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.149464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f5da3-085a-4f95-a511-872e9badc247 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Calling delete_port for 3d29f94c-1585-49a6-87ea-bddc8fb6de99 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:05.214829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7af82785-84cf-4619-a3b2-289fe4c2e3ad None None] Provisioning for port 1d9590e1-94b5-4efc-966e-40cbd9312b6c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:05.219223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7af82785-84cf-4619-a3b2-289fe4c2e3ad None None] Provisioning complete for port 1d9590e1-94b5-4efc-966e-40cbd9312b6c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:05.219888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7af82785-84cf-4619-a3b2-289fe4c2e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.449505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Attempting to bind port f33a972c-6da5-45d0-84a4-97acabe94b57 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:05.449848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Attempting to bind port f33a972c-6da5-45d0-84a4-97acabe94b57 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:05.450184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Attempting to bind port f33a972c-6da5-45d0-84a4-97acabe94b57 on network 962e30a7-9d40-4434-9440-459219ed88f1 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:05.534408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7af82785-84cf-4619-a3b2-289fe4c2e3ad None None] Port 1d9590e1-94b5-4efc-966e-40cbd9312b6c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:05.556401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Port f33a972c-6da5-45d0-84a4-97acabe94b57 on network 962e30a7-9d40-4434-9440-459219ed88f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:05.558051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Attempting to bind port f33a972c-6da5-45d0-84a4-97acabe94b57 on network 962e30a7-9d40-4434-9440-459219ed88f1 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:05.571117 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5da3-085a-4f95-a511-872e9badc247 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.584151 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3dacde5c-65b5-4f19-8f72-33f7232f187e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.613212 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2d537dd8-c2b2-4dd3-a158-2fd66c986f3c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port 1d9590e1-94b5-4efc-966e-40cbd9312b6c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:05.613842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d537dd8-c2b2-4dd3-a158-2fd66c986f3c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.627546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f5da3-085a-4f95-a511-872e9badc247 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Port': ['ID=3d29f94c-1585-49a6-87ea-bddc8fb6de99,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.641803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:05.642427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Checking segment: {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:05.643835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Bound using segment: {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:05.644575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Bound port: f33a972c-6da5-45d0-84a4-97acabe94b57, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:05.645190 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.699090 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.728382 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d537dd8-c2b2-4dd3-a158-2fd66c986f3c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.740921 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3dacde5c-65b5-4f19-8f72-33f7232f187e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.799167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2d537dd8-c2b2-4dd3-a158-2fd66c986f3c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for 1d9590e1-94b5-4efc-966e-40cbd9312b6c owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:05.842407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5da3-085a-4f95-a511-872e9badc247 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.846029 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5da3-085a-4f95-a511-872e9badc247 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.847520 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5e0f5da3-085a-4f95-a511-872e9badc247 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "DELETE /v2.0/floatingips/25a16b5e-389c-497b-a0c5-0b3a095b4f35 HTTP/1.1" status: 204 len: 168 time: 1.5920882 Aug 29 04:32:05.854472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35212) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:05.858625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=804ed534-7f3c-4e0d-b5e4-a3a878555402,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.878436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:05.883221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f33a972c-6da5-45d0-84a4-97acabe94b57,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:05.897746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': 'f3d40787-bfd8-4fce-b93a-256b02471ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9fc50ca2-26b4-4312-998c-990d31747411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:05.898736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: 9fc50ca2-26b4-4312-998c-990d31747411, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:05.904583 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.924968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87136feb-d383-4056-827a-8ddea065e554 req-b831f2f6-34a2-4baf-8717-b58c988c4244 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.926429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87136feb-d383-4056-827a-8ddea065e554 req-b831f2f6-34a2-4baf-8717-b58c988c4244 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.1927941 Aug 29 04:32:05.934568 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3dacde5c-65b5-4f19-8f72-33f7232f187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.937480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3dacde5c-65b5-4f19-8f72-33f7232f187e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.938770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3dacde5c-65b5-4f19-8f72-33f7232f187e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd7a7752-0854-4058-a633-85700d2b4e79 HTTP/1.1" status: 204 len: 168 time: 0.8511555 Aug 29 04:32:05.974861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f33a972c-6da5-45d0-84a4-97acabe94b57 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:06.004144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.004916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.006357 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] 10.222.0.52 "PUT /v2.0/ports/f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 1093 time: 2.8900726 Aug 29 04:32:06.065714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacde5c-65b5-4f19-8f72-33f7232f187e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7a7752-0854-4058-a633-85700d2b4e79,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.073664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device f33a972c-6da5-45d0-84a4-97acabe94b57 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:06.120762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87136feb-d383-4056-827a-8ddea065e554 req-be7d93bc-54c3-42cd-99f2-c4767797fc6e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782427 Aug 29 04:32:06.161821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network 9fc50ca2-26b4-4312-998c-990d31747411 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:06.163274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03ced1-84f6-4adf-83db-a269d11b2bde service neutron] Pushing event updated for resources: {'Port': ['ID=f33a972c-6da5-45d0-84a4-97acabe94b57,revision_number=7']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.182539 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-9a49b0ea-185c-48cd-b611-0b8e1537c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.184033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-9a49b0ea-185c-48cd-b611-0b8e1537c071 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1096 time: 0.1422784 Aug 29 04:32:06.218866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9fc50ca2-26b4-4312-998c-990d31747411) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:06.227198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd78da0c-d8fb-4f67-a90c-a4fbce9fa07c None None] Network 9fc50ca2-26b4-4312-998c-990d31747411 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:06.231429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-417973ca-2e13-42db-ac9d-314b8a58d342 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Deleting port 73e26f0f-c475-4574-ae61-87e3ad0c0b20 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:06.233387 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-417973ca-2e13-42db-ac9d-314b8a58d342 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.239491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.240140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.378892 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-88246f2e-7bf8-40df-8283-307cb680a578 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9976776 Aug 29 04:32:06.379217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35228) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.425491 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-417973ca-2e13-42db-ac9d-314b8a58d342 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.448448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-417973ca-2e13-42db-ac9d-314b8a58d342 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Calling delete_port for 73e26f0f-c475-4574-ae61-87e3ad0c0b20 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:06.455542 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d537dd8-c2b2-4dd3-a158-2fd66c986f3c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.491516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-9fc50ca2-26b4-4312-998c-990d31747411', 'network_id': '9fc50ca2-26b4-4312-998c-990d31747411', 'tenant_id': '3f9b9b1262cb4d1f900b878a289f82bb', 'fixed_ips': [{'subnet_id': '804ed534-7f3c-4e0d-b5e4-a3a878555402'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:06.496377 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.511252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d537dd8-c2b2-4dd3-a158-2fd66c986f3c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=1d9590e1-94b5-4efc-966e-40cbd9312b6c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.586996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-e49499a9-b893-433c-b51e-af49a2564ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.588613 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-e49499a9-b893-433c-b51e-af49a2564ff7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 897 time: 0.3892386 Aug 29 04:32:06.638101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:06.640927 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:06.681178 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d537dd8-c2b2-4dd3-a158-2fd66c986f3c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.685038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2d537dd8-c2b2-4dd3-a158-2fd66c986f3c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/1d9590e1-94b5-4efc-966e-40cbd9312b6c HTTP/1.1" status: 204 len: 168 time: 1.6443529 Aug 29 04:32:06.686978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35238) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.757797 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.774866 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bf7885-25e9-4266-a1a2-e9ca494d8ce9 x-openstack-request-id: req-b3bf7885-25e9-4266-a1a2-e9ca494d8ce9 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:06.775216 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:06.775427 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3bf7885-25e9-4266-a1a2-e9ca494d8ce9 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:06.776390 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'status': 'completed', 'code': 200} Aug 29 04:32:06.849163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af31477-aa4f-4b8f-8a77-e88c94f1578c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.851373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af31477-aa4f-4b8f-8a77-e88c94f1578c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.855447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8af31477-aa4f-4b8f-8a77-e88c94f1578c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1650631 Aug 29 04:32:06.856324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35246) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.891018 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-cb890302-81b9-45ed-aa0f-eec30f7a61d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 1000 time: 0.2900882 Aug 29 04:32:06.893152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Allocated IP 172.20.0.2 (9fc50ca2-26b4-4312-998c-990d31747411/804ed534-7f3c-4e0d-b5e4-a3a878555402/aae7ef36-5b5e-4887-8d24-489b6ef41a26) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:06.975441 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-417973ca-2e13-42db-ac9d-314b8a58d342 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.006212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-2c40be78-8ca8-4897-a6fd-9e4b1612e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.007687 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-2c40be78-8ca8-4897-a6fd-9e4b1612e450 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 200 len: 834 time: 0.1155200 Aug 29 04:32:07.009503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-2bb4dd87-7098-41dc-9f1e-308e2e2a78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.011763 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-2bb4dd87-7098-41dc-9f1e-308e2e2a78ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1096 time: 0.2298038 Aug 29 04:32:07.017340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417973ca-2e13-42db-ac9d-314b8a58d342 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Port': ['ID=73e26f0f-c475-4574-ae61-87e3ad0c0b20,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.074081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5eecf3-3157-4aca-9e55-d1a13ac4d468 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet e5fd2384-b6b0-4eee-8e33-4f01030ee2c4 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:07.128617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e5eecf3-3157-4aca-9e55-d1a13ac4d468 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.140816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.153862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-417973ca-2e13-42db-ac9d-314b8a58d342 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.158695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-417973ca-2e13-42db-ac9d-314b8a58d342 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "DELETE /v2.0/ports/73e26f0f-c475-4574-ae61-87e3ad0c0b20 HTTP/1.1" status: 204 len: 168 time: 1.2783642 Aug 29 04:32:07.162487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35258) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:07.208705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6f052206-da10-4192-9d8a-1fe2b5fb19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.211337 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-6f052206-da10-4192-9d8a-1fe2b5fb19f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962e30a7-9d40-4434-9440-459219ed88f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1959069 Aug 29 04:32:07.254101 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e5eecf3-3157-4aca-9e55-d1a13ac4d468 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.284516 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.296543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Transition to ACTIVE for port object aae7ef36-5b5e-4887-8d24-489b6ef41a26 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:07.320418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Transition to ACTIVE for port object aae7ef36-5b5e-4887-8d24-489b6ef41a26 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:07.336624 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.368609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35264) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:07.377175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70a8f3-219b-4ce1-adab-715cba275a41 req-2444473b-c2ce-44ec-90b7-abd5e9917e8e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.378777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df70a8f3-219b-4ce1-adab-715cba275a41 req-2444473b-c2ce-44ec-90b7-abd5e9917e8e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.1014707 Aug 29 04:32:07.382309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-35aac805-1c53-48cf-a50b-55d1bd51da91 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Deleting port 6490a203-0231-436d-88a1-b3b768141851 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:07.382665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-35aac805-1c53-48cf-a50b-55d1bd51da91 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.460139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Pushing event updated for resources: {'Port': ['ID=aae7ef36-5b5e-4887-8d24-489b6ef41a26,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.482031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Network 9fc50ca2-26b4-4312-998c-990d31747411 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:07.485769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:07.492647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:07.617384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df70a8f3-219b-4ce1-adab-715cba275a41 req-9a2c18c2-5291-4a4b-b9a9-636180967e0a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246153 Aug 29 04:32:07.640848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Attempting to bind port aae7ef36-5b5e-4887-8d24-489b6ef41a26 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:07.641220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Attempting to bind port aae7ef36-5b5e-4887-8d24-489b6ef41a26 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'f3d40787-bfd8-4fce-b93a-256b02471ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9fc50ca2-26b4-4312-998c-990d31747411'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:07.641588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Attempting to bind port aae7ef36-5b5e-4887-8d24-489b6ef41a26 on network 9fc50ca2-26b4-4312-998c-990d31747411 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:07.651759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:07.652139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Checking segment: {'id': 'f3d40787-bfd8-4fce-b93a-256b02471ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9fc50ca2-26b4-4312-998c-990d31747411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:07.652572 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.652970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Bound using segment: {'id': 'f3d40787-bfd8-4fce-b93a-256b02471ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9fc50ca2-26b4-4312-998c-990d31747411'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:07.653449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Bound port: aae7ef36-5b5e-4887-8d24-489b6ef41a26, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d40787-bfd8-4fce-b93a-256b02471ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9fc50ca2-26b4-4312-998c-990d31747411'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:07.653841 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.668885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1563775571-network', 'tenant_id': '9ca2ae308f234a778a11a3f11cfa841b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:07.706646 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e5eecf3-3157-4aca-9e55-d1a13ac4d468 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.753547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Made reservation on behalf of 9ca2ae308f234a778a11a3f11cfa841b for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:07.756070 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.770506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.781406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] For port aae7ef36-5b5e-4887-8d24-489b6ef41a26, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:07.786785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] For port aae7ef36-5b5e-4887-8d24-489b6ef41a26, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=aae7ef36-5b5e-4887-8d24-489b6ef41a26,segment=NetworkSegment(f3d40787-bfd8-4fce-b93a-256b02471ecf),segment_id=f3d40787-bfd8-4fce-b93a-256b02471ecf)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:07.793103 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.801659 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-35aac805-1c53-48cf-a50b-55d1bd51da91 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.825474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-35aac805-1c53-48cf-a50b-55d1bd51da91 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Calling delete_port for 6490a203-0231-436d-88a1-b3b768141851 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:07.933962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e5eecf3-3157-4aca-9e55-d1a13ac4d468 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.937665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-7689bae9-f3a9-4acb-93a8-768af0aaf204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.939659 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-7689bae9-f3a9-4acb-93a8-768af0aaf204 service neutron] 10.222.0.59 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 897 time: 0.9038465 Aug 29 04:32:07.944672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37930688-3050-422b-b6ab-f0f4a88fc80b None None] Pushing event updated for resources: {'Port': ['ID=aae7ef36-5b5e-4887-8d24-489b6ef41a26,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.946056 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.968590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfb81cb-51f4-4a7d-b7e8-a4cb6e7fac80 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:07.972785 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e5eecf3-3157-4aca-9e55-d1a13ac4d468 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.974691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8e5eecf3-3157-4aca-9e55-d1a13ac4d468 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/e5fd2384-b6b0-4eee-8e33-4f01030ee2c4 HTTP/1.1" status: 204 len: 168 time: 1.1172972 Aug 29 04:32:08.014166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35278) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:08.038211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5eecf3-3157-4aca-9e55-d1a13ac4d468 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=e5fd2384-b6b0-4eee-8e33-4f01030ee2c4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:08.080589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=804ed534-7f3c-4e0d-b5e4-a3a878555402,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:08.084890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e7100750-7f35-4576-af97-ac6b9549e2f0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665901 Aug 29 04:32:08.092168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35280) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:08.095752 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-af1ea30f-cf3d-41f6-afbd-5a6720e31eec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 1000 time: 0.1390088 Aug 29 04:32:08.123724 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-3bee9dd3-6b0c-4d92-bfd0-f7de37e62086 service neutron] 10.222.0.52 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8894722 Aug 29 04:32:08.264053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.357826 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.363090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1631ef-a4ef-44da-96db-3fa722f75cd1 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:08.374940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.385125 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-35aac805-1c53-48cf-a50b-55d1bd51da91 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.408363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606300ed-346d-4f04-b10a-4bd0ea083f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:08.417909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-606300ed-346d-4f04-b10a-4bd0ea083f81 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3228772 Aug 29 04:32:08.431748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35288) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:08.452829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc50ca2-26b4-4312-998c-990d31747411']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:08.468936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7a1631ef-a4ef-44da-96db-3fa722f75cd1 None None] Deleting port 7a618f28-d396-468b-9462-990a7673a876 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:08.469328 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a1631ef-a4ef-44da-96db-3fa722f75cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.472119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aac805-1c53-48cf-a50b-55d1bd51da91 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Port': ['ID=6490a203-0231-436d-88a1-b3b768141851,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:08.487760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:08.489267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-12b0c3a2-e04f-41c0-b1ff-a715ec1ac35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:08.491261 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-12b0c3a2-e04f-41c0-b1ff-a715ec1ac35e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 200 len: 834 time: 0.3643298 Aug 29 04:32:08.570946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d40787-bfd8-4fce-b93a-256b02471ecf') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:08.571378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d40787-bfd8-4fce-b93a-256b02471ecf') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:08.627877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7a1631ef-a4ef-44da-96db-3fa722f75cd1 None None] For port 7a618f28-d396-468b-9462-990a7673a876, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7a618f28-d396-468b-9462-990a7673a876,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:08.628127 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a1631ef-a4ef-44da-96db-3fa722f75cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.633910 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-35aac805-1c53-48cf-a50b-55d1bd51da91 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.640879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-35aac805-1c53-48cf-a50b-55d1bd51da91 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "DELETE /v2.0/ports/6490a203-0231-436d-88a1-b3b768141851 HTTP/1.1" status: 204 len: 168 time: 1.4753504 Aug 29 04:32:08.640879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99746e43-caab-4cf7-b09c-e37ab7b1972e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:08.667983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7a1631ef-a4ef-44da-96db-3fa722f75cd1 None None] Calling delete_port for 7a618f28-d396-468b-9462-990a7673a876 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:08.671529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35292) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:08.685265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.685912 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Added segment d76c68d3-7248-4b49-9e11-28158e608926 of type vlan for network b404b96d-e11a-4080-89e6-2932ad6c9746 Aug 29 04:32:08.691342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.736410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.754442 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c1031aad-99cd-4fab-9780-5a96ae30d8b4 req-ca807063-9f07-4e9e-910b-f8d088e5ba86 service neutron] 10.222.0.52 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541739 Aug 29 04:32:08.755557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:08.755976 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:08.760323 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:08.765287 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1aedc3-c9b3-404d-9450-1c78ca16513e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:08.769486 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1e1aedc3-c9b3-404d-9450-1c78ca16513e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3366745 Aug 29 04:32:08.773157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35298) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:08.823436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-82633ea7-b2c9-4e5e-9c93-6949ab574a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:08.825565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-82633ea7-b2c9-4e5e-9c93-6949ab574a39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=962e30a7-9d40-4434-9440-459219ed88f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2907751 Aug 29 04:32:08.891250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8b36ddf8-0d66-4072-b5ad-56d20e9e4a06 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956686 Aug 29 04:32:08.938238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35302) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:08.954105 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a1631ef-a4ef-44da-96db-3fa722f75cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.955143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:08.959652 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:32:08.959652 n-d-712141-12 neutron-server[94850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:32:08.959652 n-d-712141-12 neutron-server[94850]: [parameters: {'id': '9fc50ca2-26b4-4312-998c-990d31747411'}] Aug 29 04:32:08.959652 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:08.966164 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:09.034170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1631ef-a4ef-44da-96db-3fa722f75cd1 None None] Pushing event deleted for resources: {'Port': ['ID=7a618f28-d396-468b-9462-990a7673a876,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.037917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1631ef-a4ef-44da-96db-3fa722f75cd1 None None] No DVR routers for this DVR port 7a618f28-d396-468b-9462-990a7673a876 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:09.070887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-82eb68f7-71b3-4bf1-9fd4-a93bbe66d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.071629 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.073119 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-82eb68f7-71b3-4bf1-9fd4-a93bbe66d017 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1096 time: 0.1948161 Aug 29 04:32:09.109696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-502d0773-21bd-44f8-a511-a5d2b250111b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Deleting subnet 7d05f21b-709c-4976-8a4e-2494ef7248e9 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:09.113106 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-502d0773-21bd-44f8-a511-a5d2b250111b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.115029 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-25db590f-bedd-419b-b3ab-96fd632a8531 service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793362 Aug 29 04:32:09.178143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-502d0773-21bd-44f8-a511-a5d2b250111b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.210049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-a8761648-89d6-4d97-938d-73cd113251c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.211585 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-a8761648-89d6-4d97-938d-73cd113251c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 897 time: 0.1215973 Aug 29 04:32:09.318629 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-a5466005-d943-4434-9d34-648845d442b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 1000 time: 0.0967727 Aug 29 04:32:09.333931 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-502d0773-21bd-44f8-a511-a5d2b250111b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.397886 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.resource_extend [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:32:09.439516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-a17f9472-52b2-4ae1-a829-ce82c30f382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.439516 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-a17f9472-52b2-4ae1-a829-ce82c30f382d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 200 len: 834 time: 0.0851970 Aug 29 04:32:09.467601 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.534763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223ec3-afef-4285-8c6d-6a5f291976d1 req-de2311db-cf72-4ab4-b4a6-fb768a6540f2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.536435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4223ec3-afef-4285-8c6d-6a5f291976d1 req-de2311db-cf72-4ab4-b4a6-fb768a6540f2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.6318393 Aug 29 04:32:09.541756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.542745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.543522 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.553340 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-ab805997-dd6e-4266-a5c0-d395c919d692 service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389411 Aug 29 04:32:09.596975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-68ab7190-72d9-4043-bc87-80f607a3dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.598510 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-68ab7190-72d9-4043-bc87-80f607a3dbc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962e30a7-9d40-4434-9440-459219ed88f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526532 Aug 29 04:32:09.605552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2256675 Aug 29 04:32:09.634520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aae7ef36-5b5e-4887-8d24-489b6ef41a26 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:09.719403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1756f4-f004-4085-8a69-99c83ddc407c None None] Network 9fc50ca2-26b4-4312-998c-990d31747411 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:09.759121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-502d0773-21bd-44f8-a511-a5d2b250111b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.796515 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-502d0773-21bd-44f8-a511-a5d2b250111b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.801492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-502d0773-21bd-44f8-a511-a5d2b250111b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "DELETE /v2.0/subnets/7d05f21b-709c-4976-8a4e-2494ef7248e9 HTTP/1.1" status: 204 len: 168 time: 1.1284764 Aug 29 04:32:09.801712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35318) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:09.828276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:09.832535 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.840542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba53226-2a60-433e-af7c-6cae59b0cc58 admin admin] Pushing event updated for resources: {'Network': ['ID=b404b96d-e11a-4080-89e6-2932ad6c9746,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.855484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d0773-21bd-44f8-a511-a5d2b250111b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Subnet': ['ID=7d05f21b-709c-4976-8a4e-2494ef7248e9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.868968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a972421-215b-44e7-b403-c0bd217ddc17 None None] Network bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:09.872879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network b404b96d-e11a-4080-89e6-2932ad6c9746 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:09.894130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Deleting port aae7ef36-5b5e-4887-8d24-489b6ef41a26 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:09.894499 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.906913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4223ec3-afef-4285-8c6d-6a5f291976d1 req-432489a4-5912-411b-b1fb-8bc82cb25545 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148491 Aug 29 04:32:10.040156 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-14e6fae2-acc5-41ba-aff2-88a6c24b4560 service neutron] 10.222.0.52 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272144 Aug 29 04:32:10.053753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f14bcd-46e8-426f-b0a5-138f02172a2b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Deleting subnet ea187ed7-ef34-472f-a2dd-0ee9fe02744c {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:10.067532 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4f14bcd-46e8-426f-b0a5-138f02172a2b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.109445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port aae7ef36-5b5e-4887-8d24-489b6ef41a26 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:10.163153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] For port aae7ef36-5b5e-4887-8d24-489b6ef41a26, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=aae7ef36-5b5e-4887-8d24-489b6ef41a26,segment=NetworkSegment(f3d40787-bfd8-4fce-b93a-256b02471ecf),segment_id=f3d40787-bfd8-4fce-b93a-256b02471ecf)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:10.163760 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.178152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Calling delete_port for aae7ef36-5b5e-4887-8d24-489b6ef41a26 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:10.188258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6b77bfa1-f766-40a4-83cf-0b7c59c6cb53 None None] Provisioning for port aae7ef36-5b5e-4887-8d24-489b6ef41a26 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:10.195036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6b77bfa1-f766-40a4-83cf-0b7c59c6cb53 None None] Provisioning complete for port aae7ef36-5b5e-4887-8d24-489b6ef41a26 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:10.195410 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b77bfa1-f766-40a4-83cf-0b7c59c6cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.251255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7a618f28-d396-468b-9462-990a7673a876 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:10.311114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4f14bcd-46e8-426f-b0a5-138f02172a2b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.317400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 7a618f28-d396-468b-9462-990a7673a876 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:10.318269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7a618f28-d396-468b-9462-990a7673a876 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:10.381596 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.424151 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b77bfa1-f766-40a4-83cf-0b7c59c6cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.440113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-53c62292-3a26-4df8-be8f-ba0d5e92aaa2 req-d4bc707c-c4e4-4604-aae8-fce17f37069d service neutron] 10.222.0.52 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871236 Aug 29 04:32:10.452693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Port': ['ID=aae7ef36-5b5e-4887-8d24-489b6ef41a26,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:10.461086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No DVR routers for this DVR port aae7ef36-5b5e-4887-8d24-489b6ef41a26 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:10.500784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8e4ac-8eb9-4ee2-8965-93939e88b796 None None] DHCP port deletion for 9fc50ca2-26b4-4312-998c-990d31747411 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:10.521290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dbc6e-c396-4437-803d-10a326b69f13 req-7bddd523-fd91-4c73-9109-ac3038cb48b9 tempest-ComputeTenantNetworksTest-1145944187 tempest-ComputeTenantNetworksTest-1145944187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:10.530852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dbc6e-c396-4437-803d-10a326b69f13 req-7bddd523-fd91-4c73-9109-ac3038cb48b9 tempest-ComputeTenantNetworksTest-1145944187 tempest-ComputeTenantNetworksTest-1145944187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:10.537878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dbc6e-c396-4437-803d-10a326b69f13 req-7bddd523-fd91-4c73-9109-ac3038cb48b9 tempest-ComputeTenantNetworksTest-1145944187 tempest-ComputeTenantNetworksTest-1145944187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:10.538929 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bc6a87-59ca-4b4a-8782-01e6f6ad1bb7 None None] DHCP port deletion for bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:10.539545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd7dbc6e-c396-4437-803d-10a326b69f13 req-7bddd523-fd91-4c73-9109-ac3038cb48b9 tempest-ComputeTenantNetworksTest-1145944187 tempest-ComputeTenantNetworksTest-1145944187-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3875091 Aug 29 04:32:10.618467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-64bc6a87-59ca-4b4a-8782-01e6f6ad1bb7 None None] Deleting port 309fe651-d614-46e4-bed7-394bf9c913c5 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:10.619145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-64bc6a87-59ca-4b4a-8782-01e6f6ad1bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.638934 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4f14bcd-46e8-426f-b0a5-138f02172a2b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.698828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-64bc6a87-59ca-4b4a-8782-01e6f6ad1bb7 None None] For port 309fe651-d614-46e4-bed7-394bf9c913c5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=309fe651-d614-46e4-bed7-394bf9c913c5,segment=NetworkSegment(097c7337-42a2-4ffb-8319-18a1e7db1b6a),segment_id=097c7337-42a2-4ffb-8319-18a1e7db1b6a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:10.699591 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-64bc6a87-59ca-4b4a-8782-01e6f6ad1bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.710128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4f14bcd-46e8-426f-b0a5-138f02172a2b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.718949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-64bc6a87-59ca-4b4a-8782-01e6f6ad1bb7 None None] Calling delete_port for 309fe651-d614-46e4-bed7-394bf9c913c5 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:10.729541 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.764370 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4f14bcd-46e8-426f-b0a5-138f02172a2b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.767586 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f4f14bcd-46e8-426f-b0a5-138f02172a2b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "DELETE /v2.0/subnets/ea187ed7-ef34-472f-a2dd-0ee9fe02744c HTTP/1.1" status: 204 len: 168 time: 0.9637349 Aug 29 04:32:10.771966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f14bcd-46e8-426f-b0a5-138f02172a2b tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Subnet': ['ID=ea187ed7-ef34-472f-a2dd-0ee9fe02744c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:10.773027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7739ce-4d34-4ea3-8a9f-85294a1a3f27 None None] Network 8f6fc8a7-6507-4211-a230-6c8df3f22512 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:10.787549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc50ca2-26b4-4312-998c-990d31747411']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:10.790335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35342) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:10.884255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.objects.ports [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94851) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:10.887227 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.902417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d40787-bfd8-4fce-b93a-256b02471ecf') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:10.902753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d40787-bfd8-4fce-b93a-256b02471ecf') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:10.921429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.933466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.941974 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-64bc6a87-59ca-4b4a-8782-01e6f6ad1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.949591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.959595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc6a87-59ca-4b4a-8782-01e6f6ad1bb7 None None] No DVR routers for this DVR port 309fe651-d614-46e4-bed7-394bf9c913c5 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:10.961929 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:10.962559 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.995687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc6a87-59ca-4b4a-8782-01e6f6ad1bb7 None None] Pushing event deleted for resources: {'Port': ['ID=309fe651-d614-46e4-bed7-394bf9c913c5,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:10.995899 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:11.018353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208627e1-a0a1-46e5-910e-fc7a889f64f5 req-3d7bb3e7-858d-4663-b7a5-308e0dcb2bf6 tempest-ComputeTenantNetworksTest-1145944187 tempest-ComputeTenantNetworksTest-1145944187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.029262 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-208627e1-a0a1-46e5-910e-fc7a889f64f5 req-3d7bb3e7-858d-4663-b7a5-308e0dcb2bf6 tempest-ComputeTenantNetworksTest-1145944187 tempest-ComputeTenantNetworksTest-1145944187-project] 10.222.0.49 "GET /v2.0/networks/b404b96d-e11a-4080-89e6-2932ad6c9746 HTTP/1.1" status: 200 len: 769 time: 0.4628987 Aug 29 04:32:11.031276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35350) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.057759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4da6d1-8507-4aac-9053-3106507df50d None None] DHCP port deletion for 8f6fc8a7-6507-4211-a230-6c8df3f22512 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:11.138883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ef4da6d1-8507-4aac-9053-3106507df50d None None] Deleting port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:11.142291 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ef4da6d1-8507-4aac-9053-3106507df50d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.148781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.150239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.164949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:11.169400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.172041 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.185082 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.186997 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/9fc50ca2-26b4-4312-998c-990d31747411 HTTP/1.1" status: 204 len: 168 time: 4.8045096 Aug 29 04:32:11.193085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097c7337-42a2-4ffb-8319-18a1e7db1b6a') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.193383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097c7337-42a2-4ffb-8319-18a1e7db1b6a') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.194831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35352) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.222384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-981542810'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:11.236383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:11.243251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d497fd6-3fa0-4094-997b-43b5235b92ea tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=9fc50ca2-26b4-4312-998c-990d31747411,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.246499 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.253700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:11.254460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ef4da6d1-8507-4aac-9053-3106507df50d None None] For port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6a75f02f-1d5e-4e33-ae3e-0cca9da8d689,segment=NetworkSegment(f5035e0b-ab1d-4717-ad9c-daf16d975916),segment_id=f5035e0b-ab1d-4717-ad9c-daf16d975916)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:11.254958 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ef4da6d1-8507-4aac-9053-3106507df50d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.257278 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.270095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc5e44a-3f77-4b96-bdc8-2b532f6d9fd1 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:11.279080 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.279317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.280795 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.287345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:11.287776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.292452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ef4da6d1-8507-4aac-9053-3106507df50d None None] Calling delete_port for 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:11.344622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=1f05ff42-61d6-4edc-9f7a-0272b06e2512,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:11.368352 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:11.386711 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.407293 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.410726 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "DELETE /v2.0/networks/bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6 HTTP/1.1" status: 204 len: 168 time: 0.6186640 Aug 29 04:32:11.413488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35360) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.438917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1291e-0f28-4664-a90f-d82e8e528d4b req-5cf9c8a4-5d24-41ff-9c5b-4013ba68f03e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.441594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31b1291e-0f28-4664-a90f-d82e8e528d4b req-5cf9c8a4-5d24-41ff-9c5b-4013ba68f03e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.3230941 Aug 29 04:32:11.446360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a69d2664-b637-497f-b6ad-2aa9184d1f71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5037539 Aug 29 04:32:11.447003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35364) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.459453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:11.513580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:7e:05:38', 'name': 'tempest-NetworksTestDHCPv6-2092775960'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:11.515347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.515842 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment 4e0d4d24-849c-4308-b077-21d482a4e1f7 of type vlan for network 9406cb53-0040-44da-9c90-329196b005d7 Aug 29 04:32:11.523500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ef4da6d1-8507-4aac-9053-3106507df50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.561905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4da6d1-8507-4aac-9053-3106507df50d None None] Pushing event deleted for resources: {'Port': ['ID=6a75f02f-1d5e-4e33-ae3e-0cca9da8d689,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.570530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:11.599371 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.602327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4da6d1-8507-4aac-9053-3106507df50d None None] No DVR routers for this DVR port 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:11.610486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:11.610963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6a75f02f-1d5e-4e33-ae3e-0cca9da8d689 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:11.611500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 309fe651-d614-46e4-bed7-394bf9c913c5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:11.622696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b404b96d-e11a-4080-89e6-2932ad6c9746']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.624046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.638871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 309fe651-d614-46e4-bed7-394bf9c913c5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:11.639331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 309fe651-d614-46e4-bed7-394bf9c913c5 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:11.639854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aae7ef36-5b5e-4887-8d24-489b6ef41a26 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:11.663478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76c68d3-7248-4b49-9e11-28158e608926') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.665058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76c68d3-7248-4b49-9e11-28158e608926') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.692832 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: aae7ef36-5b5e-4887-8d24-489b6ef41a26 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:11.693339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device aae7ef36-5b5e-4887-8d24-489b6ef41a26 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:11.698069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31b1291e-0f28-4664-a90f-d82e8e528d4b req-4c5bee80-3a52-44b4-8baa-0e05ae394a0d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022135 Aug 29 04:32:11.716090 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.717288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '1f05ff42-61d6-4edc-9f7a-0272b06e2512'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:11.718420 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.734392 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.740579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3680c07-08e4-4e6b-8af3-fd39e1dcb67d tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Network': ['ID=bbe30c07-9ef4-4642-b4ef-b4c1df3d69d6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.743424 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.751188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.751967 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.798366 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.818250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:11.818519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:11.820554 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:11.924311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Allocated IP 2001:db8::f816:3eff:fe38:3166 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/1f05ff42-61d6-4edc-9f7a-0272b06e2512/83ee9476-ad98-4908-975c-f1e42c2cf26b) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:11.938289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=9406cb53-0040-44da-9c90-329196b005d7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.962302 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.974882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6fc8a7-6507-4211-a230-6c8df3f22512']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.983296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:12.005771 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eb9afdca-bbfa-420a-b6e6-7e1f3e0a136b tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8098614 Aug 29 04:32:12.007805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5035e0b-ab1d-4717-ad9c-daf16d975916') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:12.008102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5035e0b-ab1d-4717-ad9c-daf16d975916') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:12.010659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35380) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:12.021465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': '9406cb53-0040-44da-9c90-329196b005d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:12.036825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.116427 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.119572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b404b96d-e11a-4080-89e6-2932ad6c9746 HTTP/1.1" status: 204 len: 168 time: 1.0838149 Aug 29 04:32:12.135789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.138186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.147301 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Transition to ACTIVE for port object 83ee9476-ad98-4908-975c-f1e42c2cf26b will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:12.173499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Transition to ACTIVE for port object 83ee9476-ad98-4908-975c-f1e42c2cf26b will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:12.178773 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.179307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9406cb53-0040-44da-9c90-329196b005d7 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:12.198958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:12.199654 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.232726 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.259502 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.260524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port 07322ee0-82d3-42de-98c9-2936300737c4 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:12.287598 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:12.308415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:12.312027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:12.316612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:12.345935 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.359633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Pushing event updated for resources: {'Port': ['ID=83ee9476-ad98-4908-975c-f1e42c2cf26b,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:12.361013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.371656 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] 10.222.0.49 "DELETE /v2.0/networks/8f6fc8a7-6507-4211-a230-6c8df3f22512 HTTP/1.1" status: 204 len: 168 time: 0.9243691 Aug 29 04:32:12.376870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:12.388548 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.407162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::f816:3eff:fe7e:538 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/1f05ff42-61d6-4edc-9f7a-0272b06e2512/07322ee0-82d3-42de-98c9-2936300737c4) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:12.408016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35396) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:12.427580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf8a66-aeba-49ef-b723-2091d00c6fc6 tempest-TaggedBootDevicesTest_v242-574475726 tempest-TaggedBootDevicesTest_v242-574475726-project] Pushing event deleted for resources: {'Network': ['ID=8f6fc8a7-6507-4211-a230-6c8df3f22512,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:12.495030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Attempting to bind port 83ee9476-ad98-4908-975c-f1e42c2cf26b on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:12.498474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Attempting to bind port 83ee9476-ad98-4908-975c-f1e42c2cf26b by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:12.499042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Attempting to bind port 83ee9476-ad98-4908-975c-f1e42c2cf26b on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:12.507618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.ipam_backend_mixin [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Performing IP validity checks on allocation pools {{(pid=94850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:32:12.508297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.ipam_backend_mixin [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:32:12.518483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:12.519096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:12.519674 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.520491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:12.521241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Bound port: 83ee9476-ad98-4908-975c-f1e42c2cf26b, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:12.521796 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.542460 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-80ac7183-fdc8-4531-80b1-a3531a6884e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ca2ae308f234a778a11a3f11cfa841b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298337 Aug 29 04:32:12.545624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35400) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:12.640615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf70ec8-f904-493b-99a3-0047eaa93e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=b404b96d-e11a-4080-89e6-2932ad6c9746,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:12.648420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] For port 83ee9476-ad98-4908-975c-f1e42c2cf26b, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:12.656905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] For port 83ee9476-ad98-4908-975c-f1e42c2cf26b, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=83ee9476-ad98-4908-975c-f1e42c2cf26b,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:12.675027 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.682321 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a74f484a-cd12-4a4e-8299-db5e085725c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.763623 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.774758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a74f484a-cd12-4a4e-8299-db5e085725c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.802520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object 07322ee0-82d3-42de-98c9-2936300737c4 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:12.815474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebbc97-152c-4ea0-8e15-3c2c7e9bb18f None None] Pushing event updated for resources: {'Port': ['ID=83ee9476-ad98-4908-975c-f1e42c2cf26b,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:12.930186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a74f484a-cd12-4a4e-8299-db5e085725c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.932899 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a74f484a-cd12-4a4e-8299-db5e085725c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.936880 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a74f484a-cd12-4a4e-8299-db5e085725c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99746e43-caab-4cf7-b09c-e37ab7b1972e HTTP/1.1" status: 204 len: 168 time: 0.3872814 Aug 29 04:32:12.961949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f484a-cd12-4a4e-8299-db5e085725c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99746e43-caab-4cf7-b09c-e37ab7b1972e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:12.969261 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.034066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad55371-d9b6-456f-93bb-3bb504d63a51 req-14381357-20ef-47f8-9fe1-4227b36d1699 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.039096 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ad55371-d9b6-456f-93bb-3bb504d63a51 req-14381357-20ef-47f8-9fe1-4227b36d1699 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.2272165 Aug 29 04:32:13.050922 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.145922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=b7cd65bc-dfe4-48ed-a7de-879a2f0659b4,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:13.156382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': '4e0d4d24-849c-4308-b077-21d482a4e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9406cb53-0040-44da-9c90-329196b005d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:13.157048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: 9406cb53-0040-44da-9c90-329196b005d7, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:13.183729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network 9406cb53-0040-44da-9c90-329196b005d7 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:13.215693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9406cb53-0040-44da-9c90-329196b005d7) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:13.223338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.224166 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.226373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7068b470-abdb-41c1-8223-835be3f20ce9 None None] Network 9406cb53-0040-44da-9c90-329196b005d7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:13.251841 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ea590a46-7959-4110-bd19-dc61de8e4489 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2394331 Aug 29 04:32:13.254465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35428) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:13.277532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ad55371-d9b6-456f-93bb-3bb504d63a51 req-af7ad98f-91bf-419d-9f74-369f038c6bcc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151921 Aug 29 04:32:13.288963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:13.314452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:13.327174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:13.341848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.361559 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.367558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=07322ee0-82d3-42de-98c9-2936300737c4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:13.419058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e918007c-732c-4291-a723-fa6b03e42f74 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9248259 Aug 29 04:32:13.421695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35440) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:13.598535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64efcec2-7c4b-472b-913b-b436d7d5c186 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.611848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64efcec2-7c4b-472b-913b-b436d7d5c186 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.618544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-64efcec2-7c4b-472b-913b-b436d7d5c186 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1956921 Aug 29 04:32:13.620101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35448) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:13.684026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f33a972c-6da5-45d0-84a4-97acabe94b57 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:13.732652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 83ee9476-ad98-4908-975c-f1e42c2cf26b up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:13.877250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61b59c-3f82-4fcb-b256-8e30765f6ebd req-0bdbf10c-163a-4588-9303-ba832fb68f90 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.879138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e61b59c-3f82-4fcb-b256-8e30765f6ebd req-0bdbf10c-163a-4588-9303-ba832fb68f90 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 944 time: 0.0959225 Aug 29 04:32:13.942606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-283014cb-b208-4228-9b2a-bce9502eec99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port 07322ee0-82d3-42de-98c9-2936300737c4 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:13.942963 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-283014cb-b208-4228-9b2a-bce9502eec99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.270743 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-283014cb-b208-4228-9b2a-bce9502eec99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.309274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-283014cb-b208-4228-9b2a-bce9502eec99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for 07322ee0-82d3-42de-98c9-2936300737c4 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:14.369446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-9406cb53-0040-44da-9c90-329196b005d7', 'network_id': '9406cb53-0040-44da-9c90-329196b005d7', 'tenant_id': '3f9b9b1262cb4d1f900b878a289f82bb', 'fixed_ips': [{'subnet_id': 'b7cd65bc-dfe4-48ed-a7de-879a2f0659b4'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:14.371068 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.396772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-c535dc61-6a10-4515-af23-1d99e1572e8d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:14.413078 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-c535dc61-6a10-4515-af23-1d99e1572e8d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 944 time: 0.3491573 Aug 29 04:32:14.582145 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-24ce9d5e-ca3b-4cb8-9ecc-9d4050da9fc1 service neutron] delete failed (client error): The resource could not be found. Aug 29 04:32:14.583155 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-24ce9d5e-ca3b-4cb8-9ecc-9d4050da9fc1 service neutron] 10.222.0.59 "DELETE /v2.0/ports/f33a972c-6da5-45d0-84a4-97acabe94b57/bindings/n-h2-712141-12 HTTP/1.1" status: 404 len: 381 time: 0.1691868 Aug 29 04:32:14.641908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.733415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e61b59c-3f82-4fcb-b256-8e30765f6ebd req-b0bb7b17-f9c2-40a8-bcc1-ad7df9535d03 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8431542 Aug 29 04:32:14.791000 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 83ee9476-ad98-4908-975c-f1e42c2cf26b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:14.804116 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-283014cb-b208-4228-9b2a-bce9502eec99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.888581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35488) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:14.908156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283014cb-b208-4228-9b2a-bce9502eec99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=07322ee0-82d3-42de-98c9-2936300737c4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:14.915496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f33a972c-6da5-45d0-84a4-97acabe94b57,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:14.940237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-8f50b797-fd90-4ddc-82a9-1c023893e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:14.940502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-283014cb-b208-4228-9b2a-bce9502eec99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.944482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-8f50b797-fd90-4ddc-82a9-1c023893e1e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1096 time: 0.2826819 Aug 29 04:32:14.945415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-283014cb-b208-4228-9b2a-bce9502eec99 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/07322ee0-82d3-42de-98c9-2936300737c4 HTTP/1.1" status: 204 len: 168 time: 1.3221359 Aug 29 04:32:14.946078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35492) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:14.946512 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.960470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'port_id': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'mac_address': 'fa:16:3e:88:21:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:14.971647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ece12055-d400-4661-bc0b-ee70804fcde1 None None] Provisioning for port 83ee9476-ad98-4908-975c-f1e42c2cf26b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:14.980867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Allocated IP 172.20.0.3 (9406cb53-0040-44da-9c90-329196b005d7/b7cd65bc-dfe4-48ed-a7de-879a2f0659b4/c21a4a78-e8a1-4397-a6d9-d945429ff045) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:14.983283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ece12055-d400-4661-bc0b-ee70804fcde1 None None] Provisioning complete for port 83ee9476-ad98-4908-975c-f1e42c2cf26b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:14.983884 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ece12055-d400-4661-bc0b-ee70804fcde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.046701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae53981-afbf-440b-8472-3a113b03e7dd tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.051901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae53981-afbf-440b-8472-3a113b03e7dd tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.065696 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5ae53981-afbf-440b-8472-3a113b03e7dd tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1161609 Aug 29 04:32:15.067487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35494) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:15.161085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-network', 'tenant_id': '0487e48474004c2497a09711e3651017'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:15.171842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-3cb52b5b-5033-4eb2-b36a-e99b09ac179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.182045 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-3cb52b5b-5033-4eb2-b36a-e99b09ac179f service neutron] 10.222.0.59 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 897 time: 0.2275620 Aug 29 04:32:15.313452 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.325122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb5a3e3-9859-4571-9ae4-0a74f42c5607 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 1f05ff42-61d6-4edc-9f7a-0272b06e2512 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:15.330955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Made reservation on behalf of 0487e48474004c2497a09711e3651017 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:15.343849 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.346991 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a3e3-9859-4571-9ae4-0a74f42c5607 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.367647 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-8ace7d83-b3f8-4c32-8e94-c2daa7633321 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 1000 time: 0.1086793 Aug 29 04:32:15.398355 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ece12055-d400-4661-bc0b-ee70804fcde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.401509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.421814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33a972c-6da5-45d0-84a4-97acabe94b57 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:15.476410 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a3e3-9859-4571-9ae4-0a74f42c5607 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.484947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-ea111f06-0ae2-4c30-b10a-8cb201d8240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.487157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-ea111f06-0ae2-4c30-b10a-8cb201d8240d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 200 len: 834 time: 0.0995488 Aug 29 04:32:15.549654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f33a972c-6da5-45d0-84a4-97acabe94b57,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:15.575055 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.585662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-8d627fed-196e-4d18-bcd4-d082a9e881a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.587173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-8d627fed-196e-4d18-bcd4-d082a9e881a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=962e30a7-9d40-4434-9440-459219ed88f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921023 Aug 29 04:32:15.676114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ece12055-d400-4661-bc0b-ee70804fcde1 None None] For port 83ee9476-ad98-4908-975c-f1e42c2cf26b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=83ee9476-ad98-4908-975c-f1e42c2cf26b,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:15.708836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-ab6bb782-7340-409c-b7c5-e1c30fa7b7b9 req-8112b19a-b56c-4376-aace-fe80b4b7d2f1 service neutron] (94851) timed out ('10.222.0.49', 53980) {{(pid=94851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:32:15.722896 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ece12055-d400-4661-bc0b-ee70804fcde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.767606 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a3e3-9859-4571-9ae4-0a74f42c5607 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.822655 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f33a972c-6da5-45d0-84a4-97acabe94b57,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:15.826397 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-c33c391f-9f6b-40da-9080-15ed6fc162ac service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292027 Aug 29 04:32:15.870697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-62cf61d6-3918-42dd-8852-91dcf47ed84b None None] Could not find standard attr ID for object 07322ee0-82d3-42de-98c9-2936300737c4. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:15.872592 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.898746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.932057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece12055-d400-4661-bc0b-ee70804fcde1 None None] Pushing event updated for resources: {'Port': ['ID=83ee9476-ad98-4908-975c-f1e42c2cf26b,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:15.943298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Transition to ACTIVE for port object c21a4a78-e8a1-4397-a6d9-d945429ff045 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:15.978449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Transition to ACTIVE for port object c21a4a78-e8a1-4397-a6d9-d945429ff045 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:15.989895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f33a972c-6da5-45d0-84a4-97acabe94b57'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:16.027859 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.028116 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d7200fb-d490-492c-8611-8f39a82a99e4 req-3f7d35a2-7552-455a-9e2a-b14c9f73184f service neutron] 10.222.0.59 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871226 Aug 29 04:32:16.059444 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.071180 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.091653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8b3da-1be3-4c06-99bd-8094b2869be5 req-3acc508b-8bd8-49d6-81e4-467dc8ac8371 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:16.095650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4be8b3da-1be3-4c06-99bd-8094b2869be5 req-3acc508b-8bd8-49d6-81e4-467dc8ac8371 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 945 time: 0.2517948 Aug 29 04:32:16.119672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cd65bc-dfe4-48ed-a7de-879a2f0659b4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:16.129284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:16.155835 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Network 9406cb53-0040-44da-9c90-329196b005d7 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:16.159302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:16.177790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4be8b3da-1be3-4c06-99bd-8094b2869be5 req-09942d12-39d0-4a5b-afba-4d017fadd3f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578170 Aug 29 04:32:16.181004 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a3e3-9859-4571-9ae4-0a74f42c5607 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.185877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:16.192049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0ece7d-528d-46bf-9b55-7d5aa3daf1ea,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:16.235432 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a3e3-9859-4571-9ae4-0a74f42c5607 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.246066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4eb5a3e3-9859-4571-9ae4-0a74f42c5607 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/1f05ff42-61d6-4edc-9f7a-0272b06e2512 HTTP/1.1" status: 204 len: 168 time: 1.1770670 Aug 29 04:32:16.258786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5a3e3-9859-4571-9ae4-0a74f42c5607 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=1f05ff42-61d6-4edc-9f7a-0272b06e2512,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:16.262802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35530) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.264130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.264398 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Added segment dfc4022d-fe05-4e75-9f27-baef50dde24c of type vlan for network f31cdb33-4f3d-4715-a896-1f6fdb578695 Aug 29 04:32:16.303288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a7e5e3-39ae-4d8d-9e31-f9696e3c40a0 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:16.316681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-20fe6aa4-fd02-46db-859a-78b65037f656 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504186 Aug 29 04:32:16.317297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35534) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.325439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:16.338880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.378052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9406cb53-0040-44da-9c90-329196b005d7']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:16.391572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0d4d24-849c-4308-b077-21d482a4e1f7') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:16.392136 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0d4d24-849c-4308-b077-21d482a4e1f7') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:16.401856 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.418553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.425979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:16.426628 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.461689 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.472327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Pushing event updated for resources: {'Port': ['ID=c21a4a78-e8a1-4397-a6d9-d945429ff045,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:16.484618 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:16.491795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:32:16.491795 n-d-712141-12 neutron-server[94850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:32:16.491795 n-d-712141-12 neutron-server[94850]: [parameters: {'id': '9406cb53-0040-44da-9c90-329196b005d7'}] Aug 29 04:32:16.491795 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:16.492605 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:16.531828 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.533055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:16.536314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.614516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Attempting to bind port c21a4a78-e8a1-4397-a6d9-d945429ff045 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:16.615032 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Attempting to bind port c21a4a78-e8a1-4397-a6d9-d945429ff045 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '4e0d4d24-849c-4308-b077-21d482a4e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9406cb53-0040-44da-9c90-329196b005d7'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:16.615443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Attempting to bind port c21a4a78-e8a1-4397-a6d9-d945429ff045 on network 9406cb53-0040-44da-9c90-329196b005d7 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:16.623594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:16.624019 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Checking segment: {'id': '4e0d4d24-849c-4308-b077-21d482a4e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9406cb53-0040-44da-9c90-329196b005d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:16.625001 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.625398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Bound using segment: {'id': '4e0d4d24-849c-4308-b077-21d482a4e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9406cb53-0040-44da-9c90-329196b005d7'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:16.625995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Bound port: c21a4a78-e8a1-4397-a6d9-d945429ff045, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0d4d24-849c-4308-b077-21d482a4e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9406cb53-0040-44da-9c90-329196b005d7'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:16.626677 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.693178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] Pushing event updated for resources: {'Network': ['ID=f31cdb33-4f3d-4715-a896-1f6fdb578695,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:16.705460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:16.709932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.749422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] For port c21a4a78-e8a1-4397-a6d9-d945429ff045, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:16.753505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] For port c21a4a78-e8a1-4397-a6d9-d945429ff045, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c21a4a78-e8a1-4397-a6d9-d945429ff045,segment=NetworkSegment(4e0d4d24-849c-4308-b077-21d482a4e1f7),segment_id=4e0d4d24-849c-4308-b077-21d482a4e1f7)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:16.782336 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35548) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.787988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Request body: {'subnet': {'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-subnet', 'tenant_id': '0487e48474004c2497a09711e3651017', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:16.789549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network f31cdb33-4f3d-4715-a896-1f6fdb578695 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:16.792875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-740a4a42-171c-4cd9-b67e-ba259b17a592 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8999927 Aug 29 04:32:16.835694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Made reservation on behalf of 0487e48474004c2497a09711e3651017 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:16.839565 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.909439 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.996710 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.155664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.172323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Deleting port c21a4a78-e8a1-4397-a6d9-d945429ff045 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:17.172323 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.341006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39939fb9-8dac-40df-a1ff-a3024aef5771 None None] Pushing event updated for resources: {'Port': ['ID=c21a4a78-e8a1-4397-a6d9-d945429ff045,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.360296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b98cf8-0024-4d01-a01e-cdd4d34f24c5 None None] Network 9406cb53-0040-44da-9c90-329196b005d7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:17.424799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22564c18-134f-4418-bca9-4a13c743016a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.466753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] For port c21a4a78-e8a1-4397-a6d9-d945429ff045, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c21a4a78-e8a1-4397-a6d9-d945429ff045,segment=NetworkSegment(4e0d4d24-849c-4308-b077-21d482a4e1f7),segment_id=4e0d4d24-849c-4308-b077-21d482a4e1f7)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:17.467139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.471488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.objects.ports [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94851) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:17.489090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Calling delete_port for c21a4a78-e8a1-4397-a6d9-d945429ff045 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:17.496722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Checking segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:17.497092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Network hostable DHCP agents. Network: f31cdb33-4f3d-4715-a896-1f6fdb578695, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:17.548620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a881f3f-264d-4681-a967-d86d06e04f6f None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:17.598270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Network f31cdb33-4f3d-4715-a896-1f6fdb578695 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:17.652717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, f31cdb33-4f3d-4715-a896-1f6fdb578695) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:17.654283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 83ee9476-ad98-4908-975c-f1e42c2cf26b no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:17.668713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.669582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.699061 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f8be57cd-5031-47e6-b4b6-f09a2f73b44a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9154139 Aug 29 04:32:17.700104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd540a65-0826-49ed-ad04-c36d30ab6bf1 None None] Network f31cdb33-4f3d-4715-a896-1f6fdb578695 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:17.701781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35568) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:17.708489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:17.713228 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.757292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Port': ['ID=c21a4a78-e8a1-4397-a6d9-d945429ff045,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.763889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No DVR routers for this DVR port c21a4a78-e8a1-4397-a6d9-d945429ff045 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:17.824715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c645c55-49d3-4267-93e8-53c9224dfabf req-d6207c66-2fe4-4f3b-82e4-b115b0bb2d93 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.826306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c645c55-49d3-4267-93e8-53c9224dfabf req-d6207c66-2fe4-4f3b-82e4-b115b0bb2d93 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 945 time: 0.4719338 Aug 29 04:32:17.833241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.834648 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.955302 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.980532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9406cb53-0040-44da-9c90-329196b005d7']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:18.003812 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0d4d24-849c-4308-b077-21d482a4e1f7') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:18.004128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0d4d24-849c-4308-b077-21d482a4e1f7') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:18.030434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.041566 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.047187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3a881f3f-264d-4681-a967-d86d06e04f6f None None] Deleting port 83ee9476-ad98-4908-975c-f1e42c2cf26b {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:18.047554 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a881f3f-264d-4681-a967-d86d06e04f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.065417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.083635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c645c55-49d3-4267-93e8-53c9224dfabf req-8136194f-d5f2-478c-89a9-4436c5f0abe3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882601 Aug 29 04:32:18.105965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35580) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:18.141964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:18.142634 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:18.145983 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:18.195945 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.239226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.284292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.332427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d5b7a101-45ac-4286-8120-efe1e2bf9a9c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/e8733041-231f-4f52-8e3c-63ed074916b9 HTTP/1.1" status: 200 len: 993 time: 0.2178962 Aug 29 04:32:18.399244 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-f31cdb33-4f3d-4715-a896-1f6fdb578695', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:18.400167 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.413724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] For port 83ee9476-ad98-4908-975c-f1e42c2cf26b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=83ee9476-ad98-4908-975c-f1e42c2cf26b,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:18.419135 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.434020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3a881f3f-264d-4681-a967-d86d06e04f6f None None] For port 83ee9476-ad98-4908-975c-f1e42c2cf26b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=83ee9476-ad98-4908-975c-f1e42c2cf26b,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:18.434548 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a881f3f-264d-4681-a967-d86d06e04f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.457562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.459677 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/9406cb53-0040-44da-9c90-329196b005d7 HTTP/1.1" status: 204 len: 168 time: 5.2041190 Aug 29 04:32:18.465270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3a881f3f-264d-4681-a967-d86d06e04f6f None None] Calling delete_port for 83ee9476-ad98-4908-975c-f1e42c2cf26b owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:18.465475 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35592) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:18.475101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-947376422'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:18.486021 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.496528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d3c6d-6344-4422-8238-0fc4bc94f85d tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=9406cb53-0040-44da-9c90-329196b005d7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.499719 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.502279 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.638762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.658996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Allocated IP 172.20.0.2 (f31cdb33-4f3d-4715-a896-1f6fdb578695/22564c18-134f-4418-bca9-4a13c743016a/4341403d-15ad-4fcf-bdc1-f3c58dbf82fa) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:18.669935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:18.674203 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.675179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=83ee9476-ad98-4908-975c-f1e42c2cf26b,revision_number=6']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.723810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:18.748922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:18.759772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.760582 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.763425 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:18.774814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.775708 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment 4ea40023-4783-402f-8b94-f1848b28e91a of type vlan for network 6126ff4a-0cdd-4170-b724-b1e29e5efd63 Aug 29 04:32:18.822504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=624fe18b-4a73-46a2-bbf4-c076259cead2,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.852284 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.867251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5a00dbce-ec31-4fad-870a-1f02ff075692 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5478487 Aug 29 04:32:18.867945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35606) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:18.885060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:66:0d:62', 'name': 'tempest-NetworksTestDHCPv6-1788932168'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:18.894263 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.909803 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:32:18.921407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Transition to ACTIVE for port object 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:18.952104 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.959559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Transition to ACTIVE for port object 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:18.973120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.973875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.008877 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.049694 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5833907 Aug 29 04:32:19.054570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35612) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:19.061050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': '6126ff4a-0cdd-4170-b724-b1e29e5efd63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:19.139801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649bd88-464e-4874-a2ac-35c6aaa11f41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=6126ff4a-0cdd-4170-b724-b1e29e5efd63,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.202406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 6126ff4a-0cdd-4170-b724-b1e29e5efd63 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:19.231016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:19.363819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:19.364354 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:19.443342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.509795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port 8d5d294a-9d2b-4db8-984b-eb90dee059ac yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:19.537738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.565544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:19.569283 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.573024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.761905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::f816:3eff:fe66:d62 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/624fe18b-4a73-46a2-bbf4-c076259cead2/8d5d294a-9d2b-4db8-984b-eb90dee059ac) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:19.797352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Network f31cdb33-4f3d-4715-a896-1f6fdb578695 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:19.804370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f33a972c-6da5-45d0-84a4-97acabe94b57 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:19.810031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Pushing event updated for resources: {'Port': ['ID=4341403d-15ad-4fcf-bdc1-f3c58dbf82fa,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.823452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:19.867266 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:20.074357 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.132831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Allocated IP 172.25.5.133 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/9eda24f7-09ab-45a9-a1ca-7f06585461bf) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:20.147414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Attempting to bind port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:20.147783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Attempting to bind port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:20.148297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Attempting to bind port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa on network f31cdb33-4f3d-4715-a896-1f6fdb578695 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:20.178856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:20.179242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Checking segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:20.179671 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.180041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Bound using segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:20.180565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Bound port: 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:20.181173 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.202780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port f33a972c-6da5-45d0-84a4-97acabe94b57 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:20.212568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port f33a972c-6da5-45d0-84a4-97acabe94b57 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:20.220719 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.233179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.263120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object 8d5d294a-9d2b-4db8-984b-eb90dee059ac will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:20.289641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a881f3f-264d-4681-a967-d86d06e04f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.315295 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.373439 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.425145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a881f3f-264d-4681-a967-d86d06e04f6f None None] Pushing event deleted for resources: {'Port': ['ID=83ee9476-ad98-4908-975c-f1e42c2cf26b,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:20.475396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] For port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:20.479972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] For port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4341403d-15ad-4fcf-bdc1-f3c58dbf82fa,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:20.493142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:20.506484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:20.508752 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.536855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:20.559886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.560917 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.577219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=8d5d294a-9d2b-4db8-984b-eb90dee059ac,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:20.626578 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-764c9468-1a38-4a6b-893f-13938ab7b207 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7573948 Aug 29 04:32:20.627527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35642) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:20.634170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec0b3f-e848-4553-b156-3779a3d134f5 None None] Pushing event updated for resources: {'Port': ['ID=4341403d-15ad-4fcf-bdc1-f3c58dbf82fa,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:20.642265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a881f3f-264d-4681-a967-d86d06e04f6f None None] No DVR routers for this DVR port 83ee9476-ad98-4908-975c-f1e42c2cf26b on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:20.677482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba09ef-75c4-479d-8823-f4432120b4d4 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:20.742803 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.753185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2312f5-9a11-4530-9e1f-84fb2f993dca tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.758297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5b2312f5-9a11-4530-9e1f-84fb2f993dca tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1295009 Aug 29 04:32:20.759416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35644) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:20.817891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f33a972c-6da5-45d0-84a4-97acabe94b57,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:20.827807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:20.833825 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e400d7fb-4327-4ec2-aff1-36853d6d3742" -d '{"events": [{"server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "name": "network-vif-plugged", "status": "completed", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:20.845394 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.847320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=7ba9c695-802a-465d-a602-b7e20b06df4a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:20.888934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': '4ea40023-4783-402f-8b94-f1848b28e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6126ff4a-0cdd-4170-b724-b1e29e5efd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:20.889302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: 6126ff4a-0cdd-4170-b724-b1e29e5efd63, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:20.902256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.951536 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117739b7-ec00-460f-82bb-b312c2e03e66 x-openstack-request-id: req-117739b7-ec00-460f-82bb-b312c2e03e66 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:20.951838 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "name": "network-vif-plugged", "status": "completed", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:20.952098 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-117739b7-ec00-460f-82bb-b312c2e03e66 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:20.958481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network 6126ff4a-0cdd-4170-b724-b1e29e5efd63 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:20.963169 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'code': 200} Aug 29 04:32:20.990639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 6126ff4a-0cdd-4170-b724-b1e29e5efd63) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:20.997092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4f797-678a-44ab-8487-ee081cd1e28f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port 8d5d294a-9d2b-4db8-984b-eb90dee059ac {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:20.997439 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f797-678a-44ab-8487-ee081cd1e28f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.018539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa982a-00f2-4e8f-b666-373f581b93b3 None None] Network 6126ff4a-0cdd-4170-b724-b1e29e5efd63 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:21.049839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.053221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.151056 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c98ea7e9-fee6-43dd-bb9b-540138ab70c7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0941155 Aug 29 04:32:21.155407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.157347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35660) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:21.296993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f797-678a-44ab-8487-ee081cd1e28f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.309332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f33a972c-6da5-45d0-84a4-97acabe94b57,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.324909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4f797-678a-44ab-8487-ee081cd1e28f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for 8d5d294a-9d2b-4db8-984b-eb90dee059ac owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:21.408929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.461917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:21.469362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:21.520792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:21.523263 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.526885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9eda24f7-09ab-45a9-a1ca-7f06585461bf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.738211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '624fe18b-4a73-46a2-bbf4-c076259cead2'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:21.739226 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.742428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17381490-7e47-4537-9ee0-171cd4005da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-6126ff4a-0cdd-4170-b724-b1e29e5efd63', 'network_id': '6126ff4a-0cdd-4170-b724-b1e29e5efd63', 'tenant_id': '3f9b9b1262cb4d1f900b878a289f82bb', 'fixed_ips': [{'subnet_id': '7ba9c695-802a-465d-a602-b7e20b06df4a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:21.743454 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-17381490-7e47-4537-9ee0-171cd4005da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.976851 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-17381490-7e47-4537-9ee0-171cd4005da4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ba9c695-802a-465d-a602-b7e20b06df4a: This subnet is being modified by another concurrent operation. Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ba9c695-802a-465d-a602-b7e20b06df4a: This subnet is being modified by another concurrent operation. Aug 29 04:32:22.031141 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:32:22.054096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517878ea-98f2-4e8a-8aea-ac0911e268ec None None] Network 6126ff4a-0cdd-4170-b724-b1e29e5efd63 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:22.122758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba9c695-802a-465d-a602-b7e20b06df4a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:22.149850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f797-678a-44ab-8487-ee081cd1e28f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.235980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.275225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6126ff4a-0cdd-4170-b724-b1e29e5efd63']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:22.299092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4f797-678a-44ab-8487-ee081cd1e28f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=8d5d294a-9d2b-4db8-984b-eb90dee059ac,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:22.363981 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f797-678a-44ab-8487-ee081cd1e28f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.366406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Allocated IP 2001:db8::f816:3eff:fe5d:e112 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/624fe18b-4a73-46a2-bbf4-c076259cead2/d9849f5b-15ba-49b5-b728-9839c5ad2344) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:22.369437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a2e4f797-678a-44ab-8487-ee081cd1e28f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/8d5d294a-9d2b-4db8-984b-eb90dee059ac HTTP/1.1" status: 204 len: 168 time: 1.6081300 Aug 29 04:32:22.375459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35686) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.379623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea40023-4783-402f-8b94-f1848b28e91a') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:22.380076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea40023-4783-402f-8b94-f1848b28e91a') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:22.406488 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.432500 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.452027 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.459100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:22.459582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:22.462875 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:22.495411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20a5a95-79c3-4096-a492-a56c3b494def tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:22.497743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20a5a95-79c3-4096-a492-a56c3b494def tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:22.502726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a20a5a95-79c3-4096-a492-a56c3b494def tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1254857 Aug 29 04:32:22.502929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35688) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.529511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd657a3-9e66-4166-844b-2a18536e97df None None] Network f31cdb33-4f3d-4715-a896-1f6fdb578695 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:22.615694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1355150-df7c-4714-8c63-c49b43a97e11 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 624fe18b-4a73-46a2-bbf4-c076259cead2 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:22.737307 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.748521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Transition to ACTIVE for port object d9849f5b-15ba-49b5-b728-9839c5ad2344 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:22.767208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:22.811358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Transition to ACTIVE for port object d9849f5b-15ba-49b5-b728-9839c5ad2344 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:22.812995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d5b75327-828a-4a31-b47f-fb0762f78739 None None] Provisioning for port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:22.823574 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1355150-df7c-4714-8c63-c49b43a97e11 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.849549 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.895526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1355150-df7c-4714-8c63-c49b43a97e11 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.911964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.988023 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.992970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:22.998419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.001116 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/6126ff4a-0cdd-4170-b724-b1e29e5efd63 HTTP/1.1" status: 204 len: 168 time: 1.8414595 Aug 29 04:32:23.007992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35700) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.016176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:23.016466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84922203-b16d-4506-8e07-9dfe7e1df031 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=6126ff4a-0cdd-4170-b724-b1e29e5efd63,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.016704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2014957571'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:23.048236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:23.052818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1355150-df7c-4714-8c63-c49b43a97e11 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.077722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Pushing event updated for resources: {'Port': ['ID=d9849f5b-15ba-49b5-b728-9839c5ad2344,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.096140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:23.100162 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.152914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:23.185904 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.186286 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment 4553c430-1781-4c9e-b6e9-f242f8a9eff7 of type vlan for network d654286a-6d46-4b7d-93dd-b03b76145f0d Aug 29 04:32:23.232576 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.242616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:23.263174 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1355150-df7c-4714-8c63-c49b43a97e11 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.273347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Router d3b949a7-934e-4f36-b39c-cb79cab2f2ac is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:23.276508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:23.280176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1355150-df7c-4714-8c63-c49b43a97e11 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.280602 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.284519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a1355150-df7c-4714-8c63-c49b43a97e11 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/624fe18b-4a73-46a2-bbf4-c076259cead2 HTTP/1.1" status: 204 len: 168 time: 0.7785802 Aug 29 04:32:23.284519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.286297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35708) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.288625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.289243 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.315180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Attempting to bind port d9849f5b-15ba-49b5-b728-9839c5ad2344 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:23.315560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Attempting to bind port d9849f5b-15ba-49b5-b728-9839c5ad2344 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:23.315946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Attempting to bind port d9849f5b-15ba-49b5-b728-9839c5ad2344 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:23.329869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1355150-df7c-4714-8c63-c49b43a97e11 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=624fe18b-4a73-46a2-bbf4-c076259cead2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.366369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:23.366630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:23.366990 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.367369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:23.367885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Bound port: d9849f5b-15ba-49b5-b728-9839c5ad2344, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:23.368423 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.379321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3699126 Aug 29 04:32:23.380528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35716) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.390696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': 'd654286a-6d46-4b7d-93dd-b03b76145f0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:23.437869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51638136-8a8b-4854-a5fd-a53ffba9018f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=d654286a-6d46-4b7d-93dd-b03b76145f0d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.503165 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-21c185d1-a198-457d-a4b0-29c44a557208 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2128122 Aug 29 04:32:23.507705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35718) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.579917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] For port d9849f5b-15ba-49b5-b728-9839c5ad2344, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:23.584450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] For port d9849f5b-15ba-49b5-b728-9839c5ad2344, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d9849f5b-15ba-49b5-b728-9839c5ad2344,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:23.602690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network d654286a-6d46-4b7d-93dd-b03b76145f0d details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:23.605564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:23.610666 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.610855 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.768476 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be886af-21a4-4db5-b6b2-d83027a868f4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.770155 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4be886af-21a4-4db5-b6b2-d83027a868f4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2616494 Aug 29 04:32:23.772792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35726) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.820321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:23.831141 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Sync routers for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:23.848767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d84ce669-f5fb-4b5d-a892-1ef6ac2fc1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.860189 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.873935 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:23.874480 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:31:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:23.880003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.883948 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4260b5ad-08c0-4fa2-8193-74c583c432f2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1778145 Aug 29 04:32:23.884860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16180a-2ce4-4d0f-9c03-5b81c60f785b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.888876 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1f16180a-2ce4-4d0f-9c03-5b81c60f785b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1127958 Aug 29 04:32:23.888876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35732) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.893864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35734) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.995517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35736) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:24.003624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-89853495-d99a-40b0-9e13-7e932976c916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:24.004850 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-26bfdd83-df5e-40eb-8939-952d7644e495 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098435 Aug 29 04:32:24.146916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.165833 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:24.177570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5361b32b-27a7-4f82-bd22-adff3e29d9e1 None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:32:24.206156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c6a63-f557-48e7-8c82-fef29b831477 None None] Pushing event updated for resources: {'Port': ['ID=d9849f5b-15ba-49b5-b728-9839c5ad2344,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.211378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4341403d-15ad-4fcf-bdc1-f3c58dbf82fa,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:24.282471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c41b8d71-6824-42d8-a607-b1d0bdad5805 None None] Provisioning complete for port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:24.282845 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c41b8d71-6824-42d8-a607-b1d0bdad5805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.285503 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.345572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=c35bf468-d31b-47ce-ad45-d00ab7d21b2a,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.369844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': '4553c430-1781-4c9e-b6e9-f242f8a9eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd654286a-6d46-4b7d-93dd-b03b76145f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:24.370207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: d654286a-6d46-4b7d-93dd-b03b76145f0d, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:24.391547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89853495-d99a-40b0-9e13-7e932976c916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:24.401225 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89853495-d99a-40b0-9e13-7e932976c916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.434305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=4341403d-15ad-4fcf-bdc1-f3c58dbf82fa,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.504420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network d654286a-6d46-4b7d-93dd-b03b76145f0d is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:24.544227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, d654286a-6d46-4b7d-93dd-b03b76145f0d) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:24.564183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:24.564870 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.621656 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:21Z', 'revision_number': 3, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:24.644975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5ab3f0a9-25ed-4401-9570-9844609e6afe tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2580736 Aug 29 04:32:24.644975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35754) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:24.716442 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Checking router: d3b949a7-934e-4f36-b39c-cb79cab2f2ac for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:24.724615 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Updating router d3b949a7-934e-4f36-b39c-cb79cab2f2ac port 9eda24f7-09ab-45a9-a1ca-7f06585461bf binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:24.793430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:24.803845 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.909053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.016335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.048279 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.108660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5361b32b-27a7-4f82-bd22-adff3e29d9e1 None None] Unable to find a vacant binding_index for network d654286a-6d46-4b7d-93dd-b03b76145f0d and agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 {{(pid=94852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 29 04:32:25.154376 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5361b32b-27a7-4f82-bd22-adff3e29d9e1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, d654286a-6d46-4b7d-93dd-b03b76145f0d) {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:32:25.203174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:25.203742 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.318018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89853495-d99a-40b0-9e13-7e932976c916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.431932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89853495-d99a-40b0-9e13-7e932976c916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:25.437482 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.498262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-89853495-d99a-40b0-9e13-7e932976c916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:25.561176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89853495-d99a-40b0-9e13-7e932976c916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.568541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89853495-d99a-40b0-9e13-7e932976c916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.653901 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.669871 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Transition to ACTIVE for port object 9eda24f7-09ab-45a9-a1ca-7f06585461bf will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:25.683350 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.727608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89853495-d99a-40b0-9e13-7e932976c916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=2c0febc8-4248-499a-859c-76f699260435,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.762326 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Pushing event updated for resources: {'Port': ['ID=9eda24f7-09ab-45a9-a1ca-7f06585461bf,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.790821 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.803783 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.804322 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.805233 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.805636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=c35bf468-d31b-47ce-ad45-d00ab7d21b2a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.805755 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.806692 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.807151 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.807578 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.808005 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.811828 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.812377 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.812823 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:25.820240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-89853495-d99a-40b0-9e13-7e932976c916 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8196368 Aug 29 04:32:25.832003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35778) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:25.850442 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Attempting to bind port 9eda24f7-09ab-45a9-a1ca-7f06585461bf on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:25.850963 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Attempting to bind port 9eda24f7-09ab-45a9-a1ca-7f06585461bf by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:25.851431 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Attempting to bind port 9eda24f7-09ab-45a9-a1ca-7f06585461bf on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:25.852435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:94:36:00', 'name': 'tempest-NetworksTestDHCPv6-1351999392'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:25.863166 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:25.863691 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:25.864218 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.864790 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:25.865364 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Bound port: 9eda24f7-09ab-45a9-a1ca-7f06585461bf, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:25.865870 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.874325 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.985410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d654286a-6d46-4b7d-93dd-b03b76145f0d']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:25.987603 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] For port 9eda24f7-09ab-45a9-a1ca-7f06585461bf, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:25.998706 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] For port 9eda24f7-09ab-45a9-a1ca-7f06585461bf, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9eda24f7-09ab-45a9-a1ca-7f06585461bf,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:26.015039 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.031308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Allocated IP 172.20.0.1 (f31cdb33-4f3d-4715-a896-1f6fdb578695/22564c18-134f-4418-bca9-4a13c743016a/ad11a186-fd9f-4205-b8b2-f85acaece6cc) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:26.048758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4553c430-1781-4c9e-b6e9-f242f8a9eff7') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:26.049063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4553c430-1781-4c9e-b6e9-f242f8a9eff7') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:26.124056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.169931 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2cb77939-7803-44d9-8c54-2546fec47d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.185100 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:26.185927 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:31:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:26.211748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.224599 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.240925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:26.241341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:26.245142 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:26.314827 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:26.343766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Transition to ACTIVE for port object ad11a186-fd9f-4205-b8b2-f85acaece6cc will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:26.347309 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.356176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610895'] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.363642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/d654286a-6d46-4b7d-93dd-b03b76145f0d HTTP/1.1" status: 204 len: 168 time: 1.7142596 Aug 29 04:32:26.366409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35792) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:26.376259 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.379806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1417350499'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:26.392117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:26.404662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4365ca6-01c8-465e-afab-7d9a3ab5e8b4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=d654286a-6d46-4b7d-93dd-b03b76145f0d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.439786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:26.444084 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.468866 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.496820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa65faa-5ef2-44ce-9caa-856bc12d0394 None None] Update dhcp port {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': '2c0febc8-4248-499a-859c-76f699260435'}], 'binding:host_id': 'n-d-712141-12'}, 'id': 'd9849f5b-15ba-49b5-b728-9839c5ad2344'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:32:26.526424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:26.560327 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfa65faa-5ef2-44ce-9caa-856bc12d0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.591862 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6e831-b569-418e-9ea3-78d099f97af5 None None] Pushing event updated for resources: {'Port': ['ID=9eda24f7-09ab-45a9-a1ca-7f06585461bf,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.600456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Network f31cdb33-4f3d-4715-a896-1f6fdb578695 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:26.616093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad11a186-fd9f-4205-b8b2-f85acaece6cc,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.624652 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.633516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:26.645579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:26.651988 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.652706 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment 392a071c-38d7-4f92-a57d-9c553d95b7b4 of type vlan for network 1121dad4-ed7a-4693-afb2-b2e296177bc9 Aug 29 04:32:26.687647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port bdafcd56-f1c0-4dbe-bbab-46358b3cbb93 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:26.746837 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.801145 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:21Z', 'revision_number': 3, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:26.912681 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae04fe-c980-4e0b-9251-9f77e9cb0592 None None] The sync data for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 is: [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:21Z', 'revision_number': 3, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:26.970076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.976650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::1b3 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/2c0febc8-4248-499a-859c-76f699260435/bdafcd56-f1c0-4dbe-bbab-46358b3cbb93) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:27.090161 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.160240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.166738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.167401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.228837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.263346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object bdafcd56-f1c0-4dbe-bbab-46358b3cbb93 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:27.304672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9321094 Aug 29 04:32:27.305334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35816) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:27.334611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-13b80de3-b933-46d9-995e-b3cb3b971590 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:27.347179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d19646-8646-4336-a1bc-9ba611b209d0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=1121dad4-ed7a-4693-afb2-b2e296177bc9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.367847 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 1121dad4-ed7a-4693-afb2-b2e296177bc9 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:27.443287 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.469042 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.474003 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.529074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.552190 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.568284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-cfa65faa-5ef2-44ce-9caa-856bc12d0394 None None] Allocated IP 2001:db8::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/2c0febc8-4248-499a-859c-76f699260435/d9849f5b-15ba-49b5-b728-9839c5ad2344) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:27.645986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:27.657288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:27.659661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=bdafcd56-f1c0-4dbe-bbab-46358b3cbb93,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.675790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:27.676829 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.682111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.682755 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.733517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cb18ab1e-324f-4ffd-b705-bc360f15ca29 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8943462 Aug 29 04:32:27.737617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35826) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:27.847105 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13b80de3-b933-46d9-995e-b3cb3b971590 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.906701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cfa65faa-5ef2-44ce-9caa-856bc12d0394 None None] For port d9849f5b-15ba-49b5-b728-9839c5ad2344, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d9849f5b-15ba-49b5-b728-9839c5ad2344,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:27.907852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad11a186-fd9f-4205-b8b2-f85acaece6cc,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.919120 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13b80de3-b933-46d9-995e-b3cb3b971590 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.949279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Network f31cdb33-4f3d-4715-a896-1f6fdb578695 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:27.950744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:27.966720 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfa65faa-5ef2-44ce-9caa-856bc12d0394 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.996704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cfa65faa-5ef2-44ce-9caa-856bc12d0394 None None] Ignored duplicate provisioning block setup for port d9849f5b-15ba-49b5-b728-9839c5ad2344 by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:32:28.011527 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cfa65faa-5ef2-44ce-9caa-856bc12d0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.036418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13b80de3-b933-46d9-995e-b3cb3b971590 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network 1121dad4-ed7a-4693-afb2-b2e296177bc9 is not hosted by any dhcp agent {{(pid=94851) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:32:28.066430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b80de3-b933-46d9-995e-b3cb3b971590 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:28.067196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-13b80de3-b933-46d9-995e-b3cb3b971590 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.075328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-13b80de3-b933-46d9-995e-b3cb3b971590 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "PUT /v2.0/networks/1121dad4-ed7a-4693-afb2-b2e296177bc9 HTTP/1.1" status: 200 len: 723 time: 0.7690723 Aug 29 04:32:28.130878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50684929-18e9-4b1c-a231-309e63a6e032 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:28.152191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50684929-18e9-4b1c-a231-309e63a6e032 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:28.156445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-50684929-18e9-4b1c-a231-309e63a6e032 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.4154518 Aug 29 04:32:28.157197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35832) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.157329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35838) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.164074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa65faa-5ef2-44ce-9caa-856bc12d0394 None None] Pushing event updated for resources: {'Port': ['ID=d9849f5b-15ba-49b5-b728-9839c5ad2344,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.188606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': '1121dad4-ed7a-4693-afb2-b2e296177bc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:28.234828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Router d3b949a7-934e-4f36-b39c-cb79cab2f2ac has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:28.470122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b80de3-b933-46d9-995e-b3cb3b971590 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=1121dad4-ed7a-4693-afb2-b2e296177bc9,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.483288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 1121dad4-ed7a-4693-afb2-b2e296177bc9 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:28.562051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:28.583786 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a0b2cc5d-4fe0-4c68-8602-3bfdc283d6e3 admin admin] 10.222.0.49 "PUT /v2.0/routers/d3b949a7-934e-4f36-b39c-cb79cab2f2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6954477 Aug 29 04:32:28.662685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3a82f38b-aeb3-4c1d-8e42-cb6a60289c9f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port bdafcd56-f1c0-4dbe-bbab-46358b3cbb93 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:28.663187 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3a82f38b-aeb3-4c1d-8e42-cb6a60289c9f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.856060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d9849f5b-15ba-49b5-b728-9839c5ad2344 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:28.896802 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3a82f38b-aeb3-4c1d-8e42-cb6a60289c9f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.911044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3a82f38b-aeb3-4c1d-8e42-cb6a60289c9f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for bdafcd56-f1c0-4dbe-bbab-46358b3cbb93 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:29.039872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d9849f5b-15ba-49b5-b728-9839c5ad2344 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:29.049927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9eda24f7-09ab-45a9-a1ca-7f06585461bf up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:29.056442 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.097599 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3a82f38b-aeb3-4c1d-8e42-cb6a60289c9f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.120444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:29.129081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.204916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 9eda24f7-09ab-45a9-a1ca-7f06585461bf completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:29.218033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82f38b-aeb3-4c1d-8e42-cb6a60289c9f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=bdafcd56-f1c0-4dbe-bbab-46358b3cbb93,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.230252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9eda24f7-09ab-45a9-a1ca-7f06585461bf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:29.230689 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.252812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3a82f38b-aeb3-4c1d-8e42-cb6a60289c9f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.255809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3a82f38b-aeb3-4c1d-8e42-cb6a60289c9f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/bdafcd56-f1c0-4dbe-bbab-46358b3cbb93 HTTP/1.1" status: 204 len: 168 time: 1.0632856 Aug 29 04:32:29.258598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35870) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.420238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba7f38-fa78-4e41-955d-f1b23bb45316 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.431209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba7f38-fa78-4e41-955d-f1b23bb45316 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.433240 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-02ba7f38-fa78-4e41-955d-f1b23bb45316 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1730225 Aug 29 04:32:29.450930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35878) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.514685 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.591600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 9eda24f7-09ab-45a9-a1ca-7f06585461bf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9eda24f7-09ab-45a9-a1ca-7f06585461bf,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:29.601363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 2c0febc8-4248-499a-859c-76f699260435 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:29.604258 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.635023 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.683942 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.748492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=9eda24f7-09ab-45a9-a1ca-7f06585461bf,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.776377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.776749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.777101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.777977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.777977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.778180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.781130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.781455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.781799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.782143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.782478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.786338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:29.827111 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.835672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=eb8236fd-b47f-47d1-b45f-cab2ace3fdca,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.852188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': '392a071c-38d7-4f92-a57d-9c553d95b7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1121dad4-ed7a-4693-afb2-b2e296177bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:29.852576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: 1121dad4-ed7a-4693-afb2-b2e296177bc9, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:29.912112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network 1121dad4-ed7a-4693-afb2-b2e296177bc9 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:29.944180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 1121dad4-ed7a-4693-afb2-b2e296177bc9) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:29.954177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.957892 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.997856 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.035507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fb7e7a7d-642b-4945-99d4-5ad3690efde0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8743329 Aug 29 04:32:30.037122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35890) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.051439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4c3e9dff-6b2e-4fec-ac16-1efa89400915 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.099649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd10a4-1f3f-45a9-9431-aa14bd932dfe None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:32:30.142621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.197390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35892) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.206975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3317520b-5667-4ffd-ae33-5dcd395f9896 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--213978127', 'description': 'tempest-description--1573220108'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.215984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.218015 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/2c0febc8-4248-499a-859c-76f699260435 HTTP/1.1" status: 204 len: 168 time: 0.7781465 Aug 29 04:32:30.219125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0febc8-4248-499a-859c-76f699260435,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.224690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35894) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.263672 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3317520b-5667-4ffd-ae33-5dcd395f9896 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.296762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.297158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.297467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.297885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.298417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.298771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.299114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.299454 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.299789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.300234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.300568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.300899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8f510-1638-4fbd-ae1e-ca0901bad35b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:30.310251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd10a4-1f3f-45a9-9431-aa14bd932dfe None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:32:30.313316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-563f6d1c-f559-4c57-8a87-f83499a37068 None None] Provisioning for port d9849f5b-15ba-49b5-b728-9839c5ad2344 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:30.321323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-563f6d1c-f559-4c57-8a87-f83499a37068 None None] Provisioning complete for port d9849f5b-15ba-49b5-b728-9839c5ad2344 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:30.322386 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-563f6d1c-f559-4c57-8a87-f83499a37068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.332151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a628d4f5-3f26-48e8-8a88-1fb19e54609e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041334 Aug 29 04:32:30.338557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Sync routers for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:30.340864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35900) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.357616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9dff-6b2e-4fec-ac16-1efa89400915 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-262069457'] for subnet, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.426966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35906) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.485678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3317520b-5667-4ffd-ae33-5dcd395f9896 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.495914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3317520b-5667-4ffd-ae33-5dcd395f9896 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.546945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891bc88c-93d3-4c1b-803a-9009559ac4fd tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.552399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-891bc88c-93d3-4c1b-803a-9009559ac4fd tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2068591 Aug 29 04:32:30.553572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35914) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.560304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:30.561544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-eb946f86-3041-4586-85a6-455860e69343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:32:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:30.613320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317520b-5667-4ffd-ae33-5dcd395f9896 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d9c04f-225b-4b39-b544-9e498d597af0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.616169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3317520b-5667-4ffd-ae33-5dcd395f9896 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.622361 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3317520b-5667-4ffd-ae33-5dcd395f9896 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4225979 Aug 29 04:32:30.627500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.635573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-59849e1a-d57d-4b78-98ec-7fb4471d26ad tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'security_group_rule': {'security_group_id': '02d9c04f-225b-4b39-b544-9e498d597af0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.684292 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9dff-6b2e-4fec-ac16-1efa89400915 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768854274088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-262052794'] for subnet, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.710883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59849e1a-d57d-4b78-98ec-7fb4471d26ad tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.732167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9eda24f7-09ab-45a9-a1ca-7f06585461bf up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:30.774068 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-563f6d1c-f559-4c57-8a87-f83499a37068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.824033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3e9dff-6b2e-4fec-ac16-1efa89400915 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.824687 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9dff-6b2e-4fec-ac16-1efa89400915 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.826017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4c3e9dff-6b2e-4fec-ac16-1efa89400915 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "PUT /v2.0/subnets/eb8236fd-b47f-47d1-b45f-cab2ace3fdca HTTP/1.1" status: 200 len: 806 time: 0.7878151 Aug 29 04:32:30.829848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35920) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.854143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59849e1a-d57d-4b78-98ec-7fb4471d26ad tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.859579 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59849e1a-d57d-4b78-98ec-7fb4471d26ad tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.884253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-563f6d1c-f559-4c57-8a87-f83499a37068 None None] For port d9849f5b-15ba-49b5-b728-9839c5ad2344, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d9849f5b-15ba-49b5-b728-9839c5ad2344,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:30.890422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59849e1a-d57d-4b78-98ec-7fb4471d26ad tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.893061 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59849e1a-d57d-4b78-98ec-7fb4471d26ad tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2638237 Aug 29 04:32:30.894181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59849e1a-d57d-4b78-98ec-7fb4471d26ad tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ec5d04-a518-47c4-b7ac-9adc0308edd2,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.903652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35924) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.909119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d26aabc3-302a-4ff8-86f4-510b95758cea tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'security_group_rule': {'security_group_id': '02d9c04f-225b-4b39-b544-9e498d597af0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.930693 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-563f6d1c-f559-4c57-8a87-f83499a37068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.947817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:30.973116 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d26aabc3-302a-4ff8-86f4-510b95758cea tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.990022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337eb63-35a4-44ec-9dfc-b00b92b44551 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.994859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9337eb63-35a4-44ec-9dfc-b00b92b44551 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3241801 Aug 29 04:32:30.995551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35932) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.049960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e9dff-6b2e-4fec-ac16-1efa89400915 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=eb8236fd-b47f-47d1-b45f-cab2ace3fdca,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.097829 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d26aabc3-302a-4ff8-86f4-510b95758cea tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.111782 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d26aabc3-302a-4ff8-86f4-510b95758cea tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.179733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aabc3-302a-4ff8-86f4-510b95758cea tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d56c6f7-cc28-4ab7-91a9-66143c5c34be,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.189761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d26aabc3-302a-4ff8-86f4-510b95758cea tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.194213 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d26aabc3-302a-4ff8-86f4-510b95758cea tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2862897 Aug 29 04:32:31.194354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 35934) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.199882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:31.217902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9eda24f7-09ab-45a9-a1ca-7f06585461bf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:31.218687 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.228982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.318069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f6d1c-f559-4c57-8a87-f83499a37068 None None] Pushing event updated for resources: {'Port': ['ID=d9849f5b-15ba-49b5-b728-9839c5ad2344,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.445666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.586236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Allocated IP 172.25.5.59 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/ff37526d-30d6-409b-a4b5-18c2a83949df) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:31.715172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.743909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-1121dad4-ed7a-4693-afb2-b2e296177bc9', 'network_id': '1121dad4-ed7a-4693-afb2-b2e296177bc9', 'tenant_id': '3f9b9b1262cb4d1f900b878a289f82bb', 'fixed_ips': [{'subnet_id': 'eb8236fd-b47f-47d1-b45f-cab2ace3fdca'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:31.745701 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.769753 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.785419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c044880e-25c4-408b-aaec-f1df8eb65fda tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7366769 Aug 29 04:32:31.791999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 35954) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.798812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:31.838325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'Port': ['ID=ff37526d-30d6-409b-a4b5-18c2a83949df,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.863664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:31.875678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:31.888793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:31.978812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-eb946f86-3041-4586-85a6-455860e69343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:27Z', 'revision_number': 2, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:32.009311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Allocated IP 172.20.0.2 (1121dad4-ed7a-4693-afb2-b2e296177bc9/eb8236fd-b47f-47d1-b45f-cab2ace3fdca/e72d90a0-a498-4f86-bf27-487054153f98) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:32.011719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Checking router: d3b949a7-934e-4f36-b39c-cb79cab2f2ac for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:32.012071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Updating router d3b949a7-934e-4f36-b39c-cb79cab2f2ac port ad11a186-fd9f-4205-b8b2-f85acaece6cc binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:32.018336 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.057563 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.061745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.103702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.159001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:32.173844 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.202968 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.296996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.304590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.414626 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'Port': ['ID=ff37526d-30d6-409b-a4b5-18c2a83949df,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:32.420467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.438042 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.448260 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6c6f6033-11a2-40f3-a49a-3ce40a53128c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2458820 Aug 29 04:32:32.512699 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.523089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Transition to ACTIVE for port object e72d90a0-a498-4f86-bf27-487054153f98 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:32.644234 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.766661 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.775867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d9849f5b-15ba-49b5-b728-9839c5ad2344 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:32.819027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-2533c626-02bb-4a85-9254-8dd4c352e3d2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--213978127&fields=id&tenant_id=0487e48474004c2497a09711e3651017 HTTP/1.1" status: 200 len: 267 time: 0.1398964 Aug 29 04:32:32.826426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Transition to ACTIVE for port object e72d90a0-a498-4f86-bf27-487054153f98 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:32.834132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Transition to ACTIVE for port object ad11a186-fd9f-4205-b8b2-f85acaece6cc will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:32.837939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.objects.ports [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94851) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:32.864288 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.866755 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.905185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Network 1121dad4-ed7a-4693-afb2-b2e296177bc9 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:32.927919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:32.937596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:33.006407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Pushing event updated for resources: {'Port': ['ID=e72d90a0-a498-4f86-bf27-487054153f98,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.020081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.077972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d9849f5b-15ba-49b5-b728-9839c5ad2344 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:33.078357 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.097667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8236fd-b47f-47d1-b45f-cab2ace3fdca,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.191485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Attempting to bind port e72d90a0-a498-4f86-bf27-487054153f98 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:33.191944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Attempting to bind port e72d90a0-a498-4f86-bf27-487054153f98 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '392a071c-38d7-4f92-a57d-9c553d95b7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1121dad4-ed7a-4693-afb2-b2e296177bc9'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:33.192266 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Attempting to bind port e72d90a0-a498-4f86-bf27-487054153f98 on network 1121dad4-ed7a-4693-afb2-b2e296177bc9 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:33.202434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b7d4e-ddd1-44d7-9c1f-d9a269b0f99c None None] Pushing event updated for resources: {'Port': ['ID=ad11a186-fd9f-4205-b8b2-f85acaece6cc,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.215488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Attempting to bind port ad11a186-fd9f-4205-b8b2-f85acaece6cc on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:33.216132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Attempting to bind port ad11a186-fd9f-4205-b8b2-f85acaece6cc by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:33.216718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Attempting to bind port ad11a186-fd9f-4205-b8b2-f85acaece6cc on network f31cdb33-4f3d-4715-a896-1f6fdb578695 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:33.222645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-393c9f09-d076-4610-b630-de143e378f11 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.223577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:33.223960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Checking segment: {'id': '392a071c-38d7-4f92-a57d-9c553d95b7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1121dad4-ed7a-4693-afb2-b2e296177bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:33.224280 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-393c9f09-d076-4610-b630-de143e378f11 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 817 time: 0.3815889 Aug 29 04:32:33.224422 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.224800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Bound using segment: {'id': '392a071c-38d7-4f92-a57d-9c553d95b7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1121dad4-ed7a-4693-afb2-b2e296177bc9'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:33.225269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Bound port: e72d90a0-a498-4f86-bf27-487054153f98, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392a071c-38d7-4f92-a57d-9c553d95b7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1121dad4-ed7a-4693-afb2-b2e296177bc9'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:33.225658 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.225936 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.269898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1121dad4-ed7a-4693-afb2-b2e296177bc9']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:33.281786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392a071c-38d7-4f92-a57d-9c553d95b7b4') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:33.282105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392a071c-38d7-4f92-a57d-9c553d95b7b4') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:33.293932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.302108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] For port e72d90a0-a498-4f86-bf27-487054153f98, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:33.305426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] For port e72d90a0-a498-4f86-bf27-487054153f98, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e72d90a0-a498-4f86-bf27-487054153f98,segment=NetworkSegment(392a071c-38d7-4f92-a57d-9c553d95b7b4),segment_id=392a071c-38d7-4f92-a57d-9c553d95b7b4)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:33.310539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-a04107b9-db22-4462-84d7-8cc08b45c4d5 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/quotas/0487e48474004c2497a09711e3651017 HTTP/1.1" status: 200 len: 375 time: 0.0707581 Aug 29 04:32:33.312050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:33.312716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Checking segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:33.313320 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.313965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Bound using segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:33.314723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Bound port: ad11a186-fd9f-4205-b8b2-f85acaece6cc, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:33.315099 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.315586 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.322097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:33.322493 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:33.388113 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:33.403782 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:32:33.403782 n-d-712141-12 neutron-server[94851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:32:33.403782 n-d-712141-12 neutron-server[94851]: [parameters: {'id': '1121dad4-ed7a-4693-afb2-b2e296177bc9'}] Aug 29 04:32:33.403782 n-d-712141-12 neutron-server[94851]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:33.404288 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:33.406568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-eb946f86-3041-4586-85a6-455860e69343 None None] For port ad11a186-fd9f-4205-b8b2-f85acaece6cc, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:33.408998 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.413063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-eb946f86-3041-4586-85a6-455860e69343 None None] For port ad11a186-fd9f-4205-b8b2-f85acaece6cc, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ad11a186-fd9f-4205-b8b2-f85acaece6cc,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:33.467524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.473874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.576622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-cf5d8d05-9ea5-469f-a31c-4a04dd748c3f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1862097 Aug 29 04:32:33.666543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:33.667360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-eb946f86-3041-4586-85a6-455860e69343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:32:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:33.669900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d06d4-df2a-4a59-8935-cc6c46ae1636 None None] Pushing event updated for resources: {'Port': ['ID=e72d90a0-a498-4f86-bf27-487054153f98,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.679102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1693c34-f8b2-43e3-b175-ed32e4b826d0 None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:32:33.721599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] Deleting port 7e508168-e329-4589-81f4-9a354a4eecc7 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:33.721955 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.873174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] For port d9849f5b-15ba-49b5-b728-9839c5ad2344, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d9849f5b-15ba-49b5-b728-9839c5ad2344,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:33.885109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-72acdd8a-b080-45dc-b6f4-a3adc15f183c None None] Provisioning complete for port d9849f5b-15ba-49b5-b728-9839c5ad2344 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:33.885109 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-72acdd8a-b080-45dc-b6f4-a3adc15f183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.888662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b7d4e-ddd1-44d7-9c1f-d9a269b0f99c None None] Pushing event updated for resources: {'Port': ['ID=ad11a186-fd9f-4205-b8b2-f85acaece6cc,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.908588 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.980649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-eb946f86-3041-4586-85a6-455860e69343 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:33.990054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.006565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] For port 7e508168-e329-4589-81f4-9a354a4eecc7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7e508168-e329-4589-81f4-9a354a4eecc7,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:34.007720 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.021342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.022195 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.056217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] Calling delete_port for 7e508168-e329-4589-81f4-9a354a4eecc7 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:34.060938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-6bbd691b-12cc-43b1-bd01-5f2813186b08 service neutron] 10.222.0.49 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492381 Aug 29 04:32:34.065491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1693c34-f8b2-43e3-b175-ed32e4b826d0 None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:32:34.160567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:34.208151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:34.253086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.253702 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.428936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-eb946f86-3041-4586-85a6-455860e69343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:34.488850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb946f86-3041-4586-85a6-455860e69343 None None] The sync data for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 is: [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:33Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:34.653133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=d9849f5b-15ba-49b5-b728-9839c5ad2344,revision_number=8']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.656074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=11402d2f-29e7-4019-bad2-3b39a33839fb,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.712923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bbe8beed-d3bc-48da-ab5c-7cc1ad412e0f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9190142 Aug 29 04:32:34.715887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36044) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.728994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ed689447-e86e-44d7-9c75-9dbea7f8f6ca tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:34.745136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-895c1bcf-e217-4e64-a134-a792631903c1 service neutron] 10.222.0.49 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346629 Aug 29 04:32:34.747475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Deleting port e72d90a0-a498-4f86-bf27-487054153f98 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:34.753426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.779400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca244065-b4a9-4198-b20d-0eda3b8e439c None None] Network d654286a-6d46-4b7d-93dd-b03b76145f0d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:34.779400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef3406e-9cb4-4bd3-8320-ede55a1aacd7 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:34.951122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] For port e72d90a0-a498-4f86-bf27-487054153f98, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e72d90a0-a498-4f86-bf27-487054153f98,segment=NetworkSegment(392a071c-38d7-4f92-a57d-9c553d95b7b4),segment_id=392a071c-38d7-4f92-a57d-9c553d95b7b4)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:34.952821 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.977311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca244065-b4a9-4198-b20d-0eda3b8e439c None None] Network d654286a-6d46-4b7d-93dd-b03b76145f0d could not be found, it might have been deleted concurrently. {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:32:34.985887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08a3e17-1ee2-4c09-b130-66e9795174ab None None] Network 1121dad4-ed7a-4693-afb2-b2e296177bc9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:34.997543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Calling delete_port for e72d90a0-a498-4f86-bf27-487054153f98 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:35.132880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed689447-e86e-44d7-9c75-9dbea7f8f6ca tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:35.149116 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed689447-e86e-44d7-9c75-9dbea7f8f6ca tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.208264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3b1071f-20d2-4c84-90da-22eef7edc749 req-c93c5076-b024-460f-821f-08427d2d3d71 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 210 time: 0.0373580 Aug 29 04:32:35.215274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad11a186-fd9f-4205-b8b2-f85acaece6cc up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:35.230068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed10e580-b344-4ac6-853f-580e116a7cb7 None None] Network d654286a-6d46-4b7d-93dd-b03b76145f0d requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:35.444030 n-d-712141-12 neutron-server[94850]: INFO neutron.db.ipam_backend_mixin [None req-ed689447-e86e-44d7-9c75-9dbea7f8f6ca tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11402d2f-29e7-4019-bad2-3b39a33839fb (CIDR: 2001:db8::/64) Aug 29 04:32:35.449313 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed689447-e86e-44d7-9c75-9dbea7f8f6ca tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:35.452184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed689447-e86e-44d7-9c75-9dbea7f8f6ca tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:35.467191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.483228 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ed689447-e86e-44d7-9c75-9dbea7f8f6ca tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7635734 Aug 29 04:32:35.483532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36066) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:35.490039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-97fbe372-fe61-477a-8fd4-91e7f651bb2c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:35.601130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Port': ['ID=e72d90a0-a498-4f86-bf27-487054153f98,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.613805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No DVR routers for this DVR port e72d90a0-a498-4f86-bf27-487054153f98 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:35.682661 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.779510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed10e580-b344-4ac6-853f-580e116a7cb7 None None] Network d654286a-6d46-4b7d-93dd-b03b76145f0d could not be found, it might have been deleted concurrently. {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:32:35.824296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e508168-e329-4589-81f4-9a354a4eecc7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.869236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fbe372-fe61-477a-8fd4-91e7f651bb2c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:35.874451 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97fbe372-fe61-477a-8fd4-91e7f651bb2c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.002193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38f48c6-fc6c-4c5a-aa83-6ec8b3f9a147 None None] Network 1121dad4-ed7a-4693-afb2-b2e296177bc9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:36.005089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-618090a7-844c-4082-b56c-b7167c2223da None None] Provisioning for port ad11a186-fd9f-4205-b8b2-f85acaece6cc completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:36.142611 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.189649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ad11a186-fd9f-4205-b8b2-f85acaece6cc completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:36.219839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1121dad4-ed7a-4693-afb2-b2e296177bc9']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:36.227013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ad11a186-fd9f-4205-b8b2-f85acaece6cc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:36.227398 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.281212 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392a071c-38d7-4f92-a57d-9c553d95b7b4') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:36.281502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392a071c-38d7-4f92-a57d-9c553d95b7b4') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:36.331382 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.384355 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b769f508-8624-4fcc-8228-1ad685d904a9 None None] Provisioning complete for port ad11a186-fd9f-4205-b8b2-f85acaece6cc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:36.384743 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b769f508-8624-4fcc-8228-1ad685d904a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.474550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f34ecb-3eed-4129-994a-2f567ce419dc None None] Network 1121dad4-ed7a-4693-afb2-b2e296177bc9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:36.593946 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97fbe372-fe61-477a-8fd4-91e7f651bb2c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.638943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-851323da-ebee-4108-90cd-28720cbaf88c req-7a91e12e-4612-4c76-b4e6-4f7a29b681b8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 210 time: 0.1593373 Aug 29 04:32:36.667488 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.693394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fbe372-fe61-477a-8fd4-91e7f651bb2c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:36.708482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-97fbe372-fe61-477a-8fd4-91e7f651bb2c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:36.713198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:36.715632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:36.719212 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:36.725828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fbe372-fe61-477a-8fd4-91e7f651bb2c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.726440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97fbe372-fe61-477a-8fd4-91e7f651bb2c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.741971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbe372-fe61-477a-8fd4-91e7f651bb2c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=b02e0ca2-34d7-49b9-b6b9-962224d47860,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:36.764422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-97fbe372-fe61-477a-8fd4-91e7f651bb2c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2795053 Aug 29 04:32:36.767086 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.769124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36094) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:36.776429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:e4:43:2e', 'name': 'tempest-NetworksTestDHCPv6-1659635693'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:36.971539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d028d04f-90cc-4e39-9496-63fec0911019 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:36.991549 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.994200 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.014230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port ad11a186-fd9f-4205-b8b2-f85acaece6cc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ad11a186-fd9f-4205-b8b2-f85acaece6cc,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:37.049300 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.058226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/1121dad4-ed7a-4693-afb2-b2e296177bc9 HTTP/1.1" status: 204 len: 168 time: 6.2236433 Aug 29 04:32:37.059232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfc1e0-475e-4649-941a-be6fdfc70af3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=1121dad4-ed7a-4693-afb2-b2e296177bc9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.066622 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.067834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36096) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:37.165718 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e084e152-500b-4a68-86da-b5391ebcbe09 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:37.166436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e084e152-500b-4a68-86da-b5391ebcbe09 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:37.168742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e084e152-500b-4a68-86da-b5391ebcbe09 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/1121dad4-ed7a-4693-afb2-b2e296177bc9 HTTP/1.1" status: 404 len: 339 time: 0.0957923 Aug 29 04:32:37.172250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36106) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:37.195016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827908411', 'description': 'd1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:37.308530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=ad11a186-fd9f-4205-b8b2-f85acaece6cc,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.315322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-3c7ee331-655c-4ed5-a855-ab5cf924dc2d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.322178 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-3c7ee331-655c-4ed5-a855-ab5cf924dc2d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.52 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 817 time: 0.4339790 Aug 29 04:32:37.347649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d9849f5b-15ba-49b5-b728-9839c5ad2344 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:37.397847 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-832f8d06-c94c-41a5-b440-c4f2c128e0a0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0487e48474004c2497a09711e3651017 HTTP/1.1" status: 200 len: 379 time: 0.0601234 Aug 29 04:32:37.412524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'port': {'device_id': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'admin_state_up': True, 'tenant_id': '0487e48474004c2497a09711e3651017', 'security_groups': ['02d9c04f-225b-4b39-b544-9e498d597af0']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:37.418450 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:32:37.418450 n-d-712141-12 neutron-server[94851]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:32:37.418450 n-d-712141-12 neutron-server[94851]: [parameters: {'project_id': '3f9b9b1262cb4d1f900b878a289f82bb', 'id': '458f67a8-3d68-4cd3-8d2e-3da8207e2a84', 'expiration': datetime.datetime(2021, 8, 29, 4, 34, 37, 409854)}] Aug 29 04:32:37.418450 n-d-712141-12 neutron-server[94851]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:37.418886 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:37.461533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-daa7c8f3-f8b6-41e2-83a0-4fc31a93df4f None None] Provisioning complete for port d9849f5b-15ba-49b5-b728-9839c5ad2344 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:37.461980 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-daa7c8f3-f8b6-41e2-83a0-4fc31a93df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.471257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:37.513203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d9849f5b-15ba-49b5-b728-9839c5ad2344 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:37.513575 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.521628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] Router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:37.632255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.676438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:37.684296 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b3b40661-e18d-4a8b-851f-d1c97b250422 admin admin] 10.222.0.49 "PUT /v2.0/routers/f7462ee0-627f-48df-b16f-6bbb17f8a6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2537570 Aug 29 04:32:37.691205 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] Sync routers for ids ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:37.701904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36118) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:37.707454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-daa7c8f3-f8b6-41e2-83a0-4fc31a93df4f None None] Provisioning complete for port ad11a186-fd9f-4205-b8b2-f85acaece6cc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:37.708113 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-daa7c8f3-f8b6-41e2-83a0-4fc31a93df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.713778 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] Routers {'f7462ee0-627f-48df-b16f-6bbb17f8a6c8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:37.714160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port 251bce5c-b1a1-4349-9b7d-fca41670f337 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:37.714473 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:32:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:37.745833 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a35adbe-4b0f-415d-a469-0f452afcfe31 None None] Update dhcp port {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': '11402d2f-29e7-4019-bad2-3b39a33839fb', 'ip_address': '2001:db8::f816:3eff:fe5d:e112'}, {'subnet_id': 'b02e0ca2-34d7-49b9-b6b9-962224d47860'}], 'binding:host_id': 'n-d-712141-12'}, 'id': 'd9849f5b-15ba-49b5-b728-9839c5ad2344'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:32:37.790088 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a35adbe-4b0f-415d-a469-0f452afcfe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.908544 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] Set router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:37.987527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:37.991440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.030811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:38.042067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.042430 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment 19107288-e858-45f0-bef7-77720a67a4dc of type vlan for network bae70686-fe75-4654-bcb6-4411793e0ab5 Aug 29 04:32:38.048293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8:0:1::23 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/b02e0ca2-34d7-49b9-b6b9-962224d47860/251bce5c-b1a1-4349-9b7d-fca41670f337) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:38.077541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::f816:3eff:fee4:432e (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/11402d2f-29e7-4019-bad2-3b39a33839fb/251bce5c-b1a1-4349-9b7d-fca41670f337) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:38.093772 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.126840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e32a8b9-509c-48cf-bb85-eda6d2c537e1 req-f723b8ab-7152-417b-8fb0-d715ba677710 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 210 time: 0.1619875 Aug 29 04:32:38.129297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Made reservation on behalf of 0487e48474004c2497a09711e3651017 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:38.129526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.135304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.136173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.136795 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.254406 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.332533 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:32:35Z', 'revision_number': 5, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:38.339297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1528318 Aug 29 04:32:38.341439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36134) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.392164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Allocated IP 172.20.0.13 (f31cdb33-4f3d-4715-a896-1f6fdb578695/22564c18-134f-4418-bca9-4a13c743016a/178f0df5-9772-4dce-b3d5-99b6edfa449d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:38.496039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6e360-5c4f-4c53-aa5d-e82e8cec559f tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=bae70686-fe75-4654-bcb6-4411793e0ab5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.503199 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] Checking router: f7462ee0-627f-48df-b16f-6bbb17f8a6c8 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:38.507740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network bae70686-fe75-4654-bcb6-4411793e0ab5 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:38.522475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.539929 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] Routers {'f7462ee0-627f-48df-b16f-6bbb17f8a6c8'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:38.542730 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:32:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:38.639233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d5c64e-9b48-486a-b77a-833c2b6a5d6a tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.640758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-80d5c64e-9b48-486a-b77a-833c2b6a5d6a tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/networks?id=bae70686-fe75-4654-bcb6-4411793e0ab5 HTTP/1.1" status: 200 len: 761 time: 0.2883534 Aug 29 04:32:38.643428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36144) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.648795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b0e47f52-00f4-48f2-9597-386ae35a43e5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'description': 'd2'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:38.654301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.655081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.670785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Transition to ACTIVE for port object 178f0df5-9772-4dce-b3d5-99b6edfa449d will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:38.741036 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] Set router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:38.761636 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.771212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object 251bce5c-b1a1-4349-9b7d-fca41670f337 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:38.874117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Network f31cdb33-4f3d-4715-a896-1f6fdb578695 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:38.887586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Deleting port 30b50b03-f0fb-4181-9655-489430bf5fb2 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:38.888559 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.899805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:38.909527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:38.959673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.997159 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0e47f52-00f4-48f2-9597-386ae35a43e5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.006858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.007562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.013077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.038837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0e47f52-00f4-48f2-9597-386ae35a43e5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.048306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:39.072144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:39.077583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:39.084099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.084921 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.092737 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-c33b946b-74cb-4970-8d06-59d4c33629a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6885784 Aug 29 04:32:39.114085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Request body: {'port': {'device_id': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:39.156295 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:32:35Z', 'revision_number': 5, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:39.160364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0e47f52-00f4-48f2-9597-386ae35a43e5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network bae70686-fe75-4654-bcb6-4411793e0ab5 is not hosted by any dhcp agent {{(pid=94851) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:32:39.174854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e47f52-00f4-48f2-9597-386ae35a43e5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.175756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b0e47f52-00f4-48f2-9597-386ae35a43e5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.179570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b0e47f52-00f4-48f2-9597-386ae35a43e5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "PUT /v2.0/networks/bae70686-fe75-4654-bcb6-4411793e0ab5 HTTP/1.1" status: 200 len: 758 time: 0.5326605 Aug 29 04:32:39.188667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36156) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:39.209931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3a35adbe-4b0f-415d-a469-0f452afcfe31 None None] Allocated IP 2001:db8:0:1::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/b02e0ca2-34d7-49b9-b6b9-962224d47860/d9849f5b-15ba-49b5-b728-9839c5ad2344) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:39.224064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=251bce5c-b1a1-4349-9b7d-fca41670f337,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.255458 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3d1e1efd-4b7f-43fb-8a39-dbbbc6064c5c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4851816 Aug 29 04:32:39.256139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36160) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:39.287260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e47f52-00f4-48f2-9597-386ae35a43e5 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=bae70686-fe75-4654-bcb6-4411793e0ab5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.291463 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca91de-dac2-4030-b7fc-af4d2500ed98 None None] The sync data for ids ['f7462ee0-627f-48df-b16f-6bbb17f8a6c8'] in n-d-712141-12 is: [{'id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'name': 'tempest-TaggedBootDevicesTest_v242-158673734-router', 'tenant_id': '0108dc87a3c545139335fa764de2de52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:32:35Z', 'revision_number': 5, 'project_id': '0108dc87a3c545139335fa764de2de52', 'gw_port': {'id': '30b50b03-f0fb-4181-9655-489430bf5fb2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7462ee0-627f-48df-b16f-6bbb17f8a6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:39.293329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad11a186-fd9f-4205-b8b2-f85acaece6cc up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:39.330350 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network bae70686-fe75-4654-bcb6-4411793e0ab5 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:39.421771 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.457956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] For port 30b50b03-f0fb-4181-9655-489430bf5fb2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=30b50b03-f0fb-4181-9655-489430bf5fb2,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:39.458497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.503815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e200ee8-ded3-4458-9cdb-616ab38967e8 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.509981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36170) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:39.511222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3e200ee8-ded3-4458-9cdb-616ab38967e8 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/networks?id=bae70686-fe75-4654-bcb6-4411793e0ab5 HTTP/1.1" status: 200 len: 761 time: 0.3188505 Aug 29 04:32:39.525475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9247054-b320-4cad-b6c7-d09205da9fbd req-be908593-c433-4be2-bd06-4cdf91dd2c96 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.527035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9247054-b320-4cad-b6c7-d09205da9fbd req-be908593-c433-4be2-bd06-4cdf91dd2c96 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 932 time: 0.1621904 Aug 29 04:32:39.528066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Calling delete_port for 30b50b03-f0fb-4181-9655-489430bf5fb2 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:39.539904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-60564261'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:39.604167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9247054-b320-4cad-b6c7-d09205da9fbd req-6f823141-9be5-42c8-be57-d25d67f75588 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682583 Aug 29 04:32:39.644608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cf991be5-818f-40f8-a45d-0059dad126af None None] Provisioning for port 178f0df5-9772-4dce-b3d5-99b6edfa449d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:39.665682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cf991be5-818f-40f8-a45d-0059dad126af None None] Provisioning complete for port 178f0df5-9772-4dce-b3d5-99b6edfa449d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:39.666083 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cf991be5-818f-40f8-a45d-0059dad126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.760069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:39.773177 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.787109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3a35adbe-4b0f-415d-a469-0f452afcfe31 None None] For port d9849f5b-15ba-49b5-b728-9839c5ad2344, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d9849f5b-15ba-49b5-b728-9839c5ad2344,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:39.789827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ad11a186-fd9f-4205-b8b2-f85acaece6cc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:39.790297 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.855729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cf991be5-818f-40f8-a45d-0059dad126af None None] Port 178f0df5-9772-4dce-b3d5-99b6edfa449d cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:39.924233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a35adbe-4b0f-415d-a469-0f452afcfe31 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.962026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3a35adbe-4b0f-415d-a469-0f452afcfe31 None None] Transition to ACTIVE for port object d9849f5b-15ba-49b5-b728-9839c5ad2344 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:39.969305 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3a35adbe-4b0f-415d-a469-0f452afcfe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.134662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35adbe-4b0f-415d-a469-0f452afcfe31 None None] Pushing event updated for resources: {'Port': ['ID=d9849f5b-15ba-49b5-b728-9839c5ad2344,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.235597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-69dff7ec-775d-4561-87a8-70372d8ecf05 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port 251bce5c-b1a1-4349-9b7d-fca41670f337 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:40.236068 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69dff7ec-775d-4561-87a8-70372d8ecf05 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.246884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.282473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b50b03-f0fb-4181-9655-489430bf5fb2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.308137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.308877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.308877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.309161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.309492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.309820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.310272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.310600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.310922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.311368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.311852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.312324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:40.393628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:40.409796 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.428163 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.428809 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment 35499ceb-942c-4f6b-86b1-42c840c35961 of type vlan for network 92589e49-e391-4d06-bbe3-ed98a05b2f40 Aug 29 04:32:40.556599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69dff7ec-775d-4561-87a8-70372d8ecf05 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.573012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.581933 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.582140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.588481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-69dff7ec-775d-4561-87a8-70372d8ecf05 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for 251bce5c-b1a1-4349-9b7d-fca41670f337 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:40.669023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.672967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7462ee0-627f-48df-b16f-6bbb17f8a6c8 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:40.701280 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae19feb1-5324-446c-9c55-89827c685a04 req-e8c73c84-7f98-4d76-9552-6da4874f1f1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0771117 Aug 29 04:32:40.702481 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.710700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8c64ae4f-287c-4d2a-bda2-b73586b604b9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f7462ee0-627f-48df-b16f-6bbb17f8a6c8 HTTP/1.1" status: 204 len: 168 time: 3.0075440 Aug 29 04:32:40.712129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36196) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.748004 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.754257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.754981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.908060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=92589e49-e391-4d06-bbe3-ed98a05b2f40,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.910590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc96e2aa-3865-4787-ac25-f4f09ca79247 admin admin] Deleting subnet 644e4da1-c29f-40d2-b99b-b0869739804c {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:40.920094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 92589e49-e391-4d06-bbe3-ed98a05b2f40 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:40.924821 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2aa-3865-4787-ac25-f4f09ca79247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.991033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae19feb1-5324-446c-9c55-89827c685a04 req-58528148-e9ad-4b98-aee6-cd7d7e4ee515 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0951164 Aug 29 04:32:40.998494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78135f-79af-4ad2-95b5-c206fc45cd1c req-15305c40-8d2f-4786-9720-eb8b4ac51b45 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.000072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b78135f-79af-4ad2-95b5-c206fc45cd1c req-15305c40-8d2f-4786-9720-eb8b4ac51b45 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 932 time: 0.1875863 Aug 29 04:32:41.003218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178f0df5-9772-4dce-b3d5-99b6edfa449d {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:41.026406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.031907 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c16d45a6-4779-4ece-a738-d9f48b872a91 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5139008 Aug 29 04:32:41.050560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36208) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:41.070442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2aa-3865-4787-ac25-f4f09ca79247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.083486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': '92589e49-e391-4d06-bbe3-ed98a05b2f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:41.123273 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae19feb1-5324-446c-9c55-89827c685a04 req-6e344d82-4d6e-4a03-b040-0934f6e9f5d1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889118 Aug 29 04:32:41.191630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b78135f-79af-4ad2-95b5-c206fc45cd1c req-ab1a700b-388a-493e-be97-f80f0d2c32f7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762667 Aug 29 04:32:41.239796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14126712-9837-45fe-9d80-92a7074343b6 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:41.270384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2aa-3865-4787-ac25-f4f09ca79247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.328358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Transition to ACTIVE for port object 178f0df5-9772-4dce-b3d5-99b6edfa449d will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:41.396191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2aa-3865-4787-ac25-f4f09ca79247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.424506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.465798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d9849f5b-15ba-49b5-b728-9839c5ad2344 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:41.482691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2aa-3865-4787-ac25-f4f09ca79247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.490626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dc96e2aa-3865-4787-ac25-f4f09ca79247 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/644e4da1-c29f-40d2-b99b-b0869739804c HTTP/1.1" status: 204 len: 168 time: 0.7715540 Aug 29 04:32:41.490626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96e2aa-3865-4787-ac25-f4f09ca79247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644e4da1-c29f-40d2-b99b-b0869739804c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.499063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36212) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:41.523335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd52cdc-06ad-4b5d-8039-cbdabb4df900 None None] Network a2fa9d0e-600e-409d-9d8b-54d571a16937 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:41.640624 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.643430 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.664142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19feb1-5324-446c-9c55-89827c685a04 req-1f5580e0-2345-4697-840d-1d676e6fa005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.666218 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae19feb1-5324-446c-9c55-89827c685a04 req-1f5580e0-2345-4697-840d-1d676e6fa005 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5017524 Aug 29 04:32:41.672092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5f42e927-827e-47ed-a725-08a59633671b None None] Provisioning for port d9849f5b-15ba-49b5-b728-9839c5ad2344 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:41.712246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5f42e927-827e-47ed-a725-08a59633671b None None] Provisioning complete for port d9849f5b-15ba-49b5-b728-9839c5ad2344 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:41.712246 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5f42e927-827e-47ed-a725-08a59633671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.759055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:41.763597 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.781989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Deleting port 08336036-d042-442f-b662-dd4e2d65b86c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:41.786643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.914567 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69dff7ec-775d-4561-87a8-70372d8ecf05 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.926276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] For port 08336036-d042-442f-b662-dd4e2d65b86c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=08336036-d042-442f-b662-dd4e2d65b86c,segment=NetworkSegment(fd6c8d73-d363-443b-8abe-b7ba4ca88309),segment_id=fd6c8d73-d363-443b-8abe-b7ba4ca88309)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:41.926609 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.954327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Calling delete_port for 08336036-d042-442f-b662-dd4e2d65b86c owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:41.999901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dff7ec-775d-4561-87a8-70372d8ecf05 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=251bce5c-b1a1-4349-9b7d-fca41670f337,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.008925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Attempting to bind port 178f0df5-9772-4dce-b3d5-99b6edfa449d on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:42.009270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Attempting to bind port 178f0df5-9772-4dce-b3d5-99b6edfa449d by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:42.009606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Attempting to bind port 178f0df5-9772-4dce-b3d5-99b6edfa449d on network f31cdb33-4f3d-4715-a896-1f6fdb578695 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:42.038272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Port 178f0df5-9772-4dce-b3d5-99b6edfa449d on network f31cdb33-4f3d-4715-a896-1f6fdb578695 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:42.038607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Attempting to bind port 178f0df5-9772-4dce-b3d5-99b6edfa449d on network f31cdb33-4f3d-4715-a896-1f6fdb578695 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:42.043590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69dff7ec-775d-4561-87a8-70372d8ecf05 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.054212 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-69dff7ec-775d-4561-87a8-70372d8ecf05 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/251bce5c-b1a1-4349-9b7d-fca41670f337 HTTP/1.1" status: 204 len: 168 time: 2.7927952 Aug 29 04:32:42.056959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36224) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.062954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:42.063541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Checking segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:42.063954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Bound using segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:42.064494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Bound port: 178f0df5-9772-4dce-b3d5-99b6edfa449d, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:42.064864 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.068178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d9849f5b-15ba-49b5-b728-9839c5ad2344 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:42.069287 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.148542 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.226934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4b3375-b211-4e79-88f1-0ceb2f71fe6a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.232147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ca4b3375-b211-4e79-88f1-0ceb2f71fe6a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1745534 Aug 29 04:32:42.233418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36234) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.273659 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Pushing event deleted for resources: {'Port': ['ID=08336036-d042-442f-b662-dd4e2d65b86c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.281652 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.289664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] No DVR routers for this DVR port 08336036-d042-442f-b662-dd4e2d65b86c on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:42.304515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7e508168-e329-4589-81f4-9a354a4eecc7 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:42.348129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a347c6cf-ac4b-4062-98b2-604786f7c2ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.350487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a347c6cf-ac4b-4062-98b2-604786f7c2ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1150548 Aug 29 04:32:42.377507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 7e508168-e329-4589-81f4-9a354a4eecc7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:42.377926 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7e508168-e329-4589-81f4-9a354a4eecc7 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:42.378424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 30b50b03-f0fb-4181-9655-489430bf5fb2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:42.384048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575fc09-ea02-492e-846b-77d50fbb3b48 None None] DHCP port deletion for a2fa9d0e-600e-409d-9d8b-54d571a16937 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:42.385468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36238) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.486336 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.501134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=f479448f-dcb9-42a9-8285-091a04e80ab8,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.544806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fa9d0e-600e-409d-9d8b-54d571a16937']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:42.551902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:42.556839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b20bad9-01e1-45c5-9b40-d2817f753f10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.566571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:42.567198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b20bad9-01e1-45c5-9b40-d2817f753f10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.569992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b20bad9-01e1-45c5-9b40-d2817f753f10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.579009 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0b20bad9-01e1-45c5-9b40-d2817f753f10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1922479 Aug 29 04:32:42.581085 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.598685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36242) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.685162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 30b50b03-f0fb-4181-9655-489430bf5fb2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:42.685515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 30b50b03-f0fb-4181-9655-489430bf5fb2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:42.688520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.689167 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.690599 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] 10.222.0.52 "PUT /v2.0/ports/178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 200 len: 1093 time: 3.5814273 Aug 29 04:32:42.693241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570e37c-e08b-4a6c-9109-beb2ad63cd11 service neutron] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.697776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:42.706443 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3" -d '{"events": [{"name": "network-changed", "server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:42.708034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-93f406d9-f8c0-41df-a3a3-eab3003e622f None None] Provisioning complete for port d9849f5b-15ba-49b5-b728-9839c5ad2344 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:42.708601 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93f406d9-f8c0-41df-a3a3-eab3003e622f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.724396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': '35499ceb-942c-4f6b-86b1-42c840c35961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '92589e49-e391-4d06-bbe3-ed98a05b2f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:42.724770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: 92589e49-e391-4d06-bbe3-ed98a05b2f40, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:42.724909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f214a3-55e2-4f88-b4e5-99e3a91c1373 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 11402d2f-29e7-4019-bad2-3b39a33839fb {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:42.740041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6c8d73-d363-443b-8abe-b7ba4ca88309') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:42.740387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6c8d73-d363-443b-8abe-b7ba4ca88309') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:42.755512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86f214a3-55e2-4f88-b4e5-99e3a91c1373 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.825860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network 92589e49-e391-4d06-bbe3-ed98a05b2f40 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:42.843366 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae2e02-9d06-4431-b52d-e1812e52ffc1 x-openstack-request-id: req-07ae2e02-9d06-4431-b52d-e1812e52ffc1 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:42.843994 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:42.844436 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07ae2e02-9d06-4431-b52d-e1812e52ffc1 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:42.845055 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'status': 'completed', 'code': 200} Aug 29 04:32:42.845833 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-93f406d9-f8c0-41df-a3a3-eab3003e622f None None] Could not find standard attr ID for object 251bce5c-b1a1-4349-9b7d-fca41670f337. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:42.851156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 92589e49-e391-4d06-bbe3-ed98a05b2f40) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:42.866327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e170fc7-dc00-4779-afe9-173a975f37bd None None] Network 92589e49-e391-4d06-bbe3-ed98a05b2f40 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:42.866976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.867604 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.889400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f3a33-6f11-4cd7-b8dc-97a2c90d439e req-7e28fb45-d7d8-44be-bb5c-5bb6c32b5142 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.898291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d67f3a33-6f11-4cd7-b8dc-97a2c90d439e req-7e28fb45-d7d8-44be-bb5c-5bb6c32b5142 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.4713218 Aug 29 04:32:42.902687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-ca57516d-a22c-42bf-a60a-10429ed0b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.904501 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-ca57516d-a22c-42bf-a60a-10429ed0b3cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 1096 time: 0.1530294 Aug 29 04:32:42.906306 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c160fe4e-e17c-44c8-b0cf-3d130676c591 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8284299 Aug 29 04:32:42.909465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36254) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.943702 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.997834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d67f3a33-6f11-4cd7-b8dc-97a2c90d439e req-a76f085c-5033-4a00-926b-de8e15794737 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925977 Aug 29 04:32:43.025202 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.036527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86f214a3-55e2-4f88-b4e5-99e3a91c1373 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.062544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:43.064303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:43.067278 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:43.208434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.211477 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.217468 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.218922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-92589e49-e391-4d06-bbe3-ed98a05b2f40', 'network_id': '92589e49-e391-4d06-bbe3-ed98a05b2f40', 'tenant_id': '3f9b9b1262cb4d1f900b878a289f82bb', 'fixed_ips': [{'subnet_id': 'f479448f-dcb9-42a9-8285-091a04e80ab8'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:43.219738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a2fa9d0e-600e-409d-9d8b-54d571a16937 HTTP/1.1" status: 204 len: 168 time: 1.7192662 Aug 29 04:32:43.225017 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.233893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-59a235b0-351d-4157-bc79-8a69a9102926 None None] Could not find standard attr ID for object bdafcd56-f1c0-4dbe-bbab-46358b3cbb93. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:43.234564 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-f3f41f69-7bb2-4ee2-9b9f-3118c8d811f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 200 len: 217 time: 0.2880120 Aug 29 04:32:43.238381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 08336036-d042-442f-b662-dd4e2d65b86c no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:43.266495 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86f214a3-55e2-4f88-b4e5-99e3a91c1373 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.284340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 08336036-d042-442f-b662-dd4e2d65b86c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:43.284711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 08336036-d042-442f-b662-dd4e2d65b86c not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:43.398823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-9aa7818a-dd51-47a9-a290-06575b8c809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.400717 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-9aa7818a-dd51-47a9-a290-06575b8c809c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.1653402 Aug 29 04:32:43.429233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86f214a3-55e2-4f88-b4e5-99e3a91c1373 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.458497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5d464-2d32-4d62-a2fd-691e8fc43863 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fa9d0e-600e-409d-9d8b-54d571a16937,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.480607 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.568159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-50e8de5c-dc94-4e18-bb8b-9c04b07107cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.569736 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-50e8de5c-dc94-4e18-bb8b-9c04b07107cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608319 Aug 29 04:32:43.572410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Allocated IP 172.20.0.2 (92589e49-e391-4d06-bbe3-ed98a05b2f40/f479448f-dcb9-42a9-8285-091a04e80ab8/c9c63f85-91a0-4c17-a191-329d7f04bd03) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:43.597736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36270) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:43.598987 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86f214a3-55e2-4f88-b4e5-99e3a91c1373 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.609340 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-86f214a3-55e2-4f88-b4e5-99e3a91c1373 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/11402d2f-29e7-4019-bad2-3b39a33839fb HTTP/1.1" status: 204 len: 168 time: 1.0068080 Aug 29 04:32:43.646304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36272) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:43.669829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742a69e1-f879-4672-8f93-d9a5d5169f78 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:43.696437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-74c092ca-f922-4f30-9cc6-2df4e3e6adb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0108dc87a3c545139335fa764de2de52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881569 Aug 29 04:32:43.697240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f214a3-55e2-4f88-b4e5-99e3a91c1373 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=11402d2f-29e7-4019-bad2-3b39a33839fb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.700313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36274) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:43.736682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-de9429ea-4ff5-4621-b8eb-8ed7d1b78017 None None] Could not find standard attr ID for object 251bce5c-b1a1-4349-9b7d-fca41670f337. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:43.789614 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a46c7b4-aef2-4119-a397-0eea0f723f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.800068 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-edac8983-affb-4116-ab16-fabceca3251c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet b02e0ca2-34d7-49b9-b6b9-962224d47860 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:43.804783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edac8983-affb-4116-ab16-fabceca3251c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.849715 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a46c7b4-aef2-4119-a397-0eea0f723f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.893859 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-3311eac7-0088-4bfa-be5a-63b2849167bf service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146822 Aug 29 04:32:43.906076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edac8983-affb-4116-ab16-fabceca3251c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.917818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a46c7b4-aef2-4119-a397-0eea0f723f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.921478 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a46c7b4-aef2-4119-a397-0eea0f723f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.923043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8a46c7b4-aef2-4119-a397-0eea0f723f96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b973c27-f5d0-4140-b5b5-8f4be23d1920 HTTP/1.1" status: 204 len: 168 time: 0.2216835 Aug 29 04:32:43.931352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46c7b4-aef2-4119-a397-0eea0f723f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b973c27-f5d0-4140-b5b5-8f4be23d1920,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.940708 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.950287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Transition to ACTIVE for port object c9c63f85-91a0-4c17-a191-329d7f04bd03 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:43.983396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Transition to ACTIVE for port object c9c63f85-91a0-4c17-a191-329d7f04bd03 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:44.074154 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.141327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8b6f-fca6-490e-b950-9d05d0ac935e req-3887cf38-9116-4029-8be0-829f05eba614 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:44.143280 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-daea8b6f-fca6-490e-b950-9d05d0ac935e req-3887cf38-9116-4029-8be0-829f05eba614 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.0686648 Aug 29 04:32:44.144400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Pushing event updated for resources: {'Port': ['ID=c9c63f85-91a0-4c17-a191-329d7f04bd03,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:44.161597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Network 92589e49-e391-4d06-bbe3-ed98a05b2f40 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:44.164493 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:44.171445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:44.197887 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.238721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-daea8b6f-fca6-490e-b950-9d05d0ac935e req-4a23fb7b-f59b-4da3-a08a-7853197e1055 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828760 Aug 29 04:32:44.294359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Attempting to bind port c9c63f85-91a0-4c17-a191-329d7f04bd03 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:44.295235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Attempting to bind port c9c63f85-91a0-4c17-a191-329d7f04bd03 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '35499ceb-942c-4f6b-86b1-42c840c35961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '92589e49-e391-4d06-bbe3-ed98a05b2f40'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:44.295615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Attempting to bind port c9c63f85-91a0-4c17-a191-329d7f04bd03 on network 92589e49-e391-4d06-bbe3-ed98a05b2f40 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:44.302074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:44.302940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Checking segment: {'id': '35499ceb-942c-4f6b-86b1-42c840c35961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '92589e49-e391-4d06-bbe3-ed98a05b2f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:44.303184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=f479448f-dcb9-42a9-8285-091a04e80ab8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:44.303363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.303765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Bound using segment: {'id': '35499ceb-942c-4f6b-86b1-42c840c35961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '92589e49-e391-4d06-bbe3-ed98a05b2f40'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:44.305801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Bound port: c9c63f85-91a0-4c17-a191-329d7f04bd03, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35499ceb-942c-4f6b-86b1-42c840c35961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '92589e49-e391-4d06-bbe3-ed98a05b2f40'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:44.306198 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.404668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] For port c9c63f85-91a0-4c17-a191-329d7f04bd03, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:44.409378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] For port c9c63f85-91a0-4c17-a191-329d7f04bd03, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c9c63f85-91a0-4c17-a191-329d7f04bd03,segment=NetworkSegment(35499ceb-942c-4f6b-86b1-42c840c35961),segment_id=35499ceb-942c-4f6b-86b1-42c840c35961)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:44.415013 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.432536 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edac8983-affb-4116-ab16-fabceca3251c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.440875 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a9b1215e-d36e-4382-9e36-c51f1b64eec6 req-83d6bdee-173f-4896-beb9-835c5dfc681c service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373256 Aug 29 04:32:44.487599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375cc63-1666-4499-a10b-64582a4fb67f None None] Pushing event updated for resources: {'Port': ['ID=c9c63f85-91a0-4c17-a191-329d7f04bd03,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:44.501639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.518853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92589e49-e391-4d06-bbe3-ed98a05b2f40']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:44.580573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35499ceb-942c-4f6b-86b1-42c840c35961') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:44.580573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35499ceb-942c-4f6b-86b1-42c840c35961') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:44.626886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.650384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec6fc7e-9687-45ea-9c02-c68209c5e23c None None] Network 92589e49-e391-4d06-bbe3-ed98a05b2f40 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:44.690180 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edac8983-affb-4116-ab16-fabceca3251c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.695284 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.713113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-2f4182da-303e-4ff2-8a25-ba81eb43c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:44.716477 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-2f4182da-303e-4ff2-8a25-ba81eb43c981 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 1096 time: 0.1524124 Aug 29 04:32:44.782648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac8983-affb-4116-ab16-fabceca3251c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=b02e0ca2-34d7-49b9-b6b9-962224d47860,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:44.813093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:44.814188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:44.825338 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:44.887148 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-edac8983-affb-4116-ab16-fabceca3251c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.889308 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-edac8983-affb-4116-ab16-fabceca3251c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/b02e0ca2-34d7-49b9-b6b9-962224d47860 HTTP/1.1" status: 204 len: 168 time: 1.2423065 Aug 29 04:32:44.893354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36322) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:44.984119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:32:44.984119 n-d-712141-12 neutron-server[94850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:32:44.984119 n-d-712141-12 neutron-server[94850]: [parameters: {'id': '92589e49-e391-4d06-bbe3-ed98a05b2f40'}] Aug 29 04:32:44.984119 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:44.984885 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:45.004247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6d28bc28-1244-4fae-8796-c1e5bb15020a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067352 Aug 29 04:32:45.006418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36326) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:45.017865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:45.044436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-d42c2fdd-b943-4213-a12b-7a1875713f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.046059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-d42c2fdd-b943-4213-a12b-7a1875713f8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.2720499 Aug 29 04:32:45.140956 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-46637e95-56fe-466f-b441-ae5e700b7951 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 200 len: 217 time: 0.0850718 Aug 29 04:32:45.161007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:45.164647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.217020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-f04beaa9-b20a-4517-9d03-4b28ae9477c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.219439 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-f04beaa9-b20a-4517-9d03-4b28ae9477c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.0703039 Aug 29 04:32:45.380689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-9d2c560e-9695-4151-a0e8-4b59e66d891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.381076 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-9d2c560e-9695-4151-a0e8-4b59e66d891c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495135 Aug 29 04:32:45.402130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a7eb0b-c52a-4964-a5b2-bfe3736ab873 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:45.433781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36346) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:45.520825 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.525112 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-636087ea-d260-468c-8394-1557a8c577f5 service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367264 Aug 29 04:32:45.530426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c871b660-3403-434a-94ba-be85e2eccc9d None None] Provisioning complete for port d9849f5b-15ba-49b5-b728-9839c5ad2344 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:45.542309 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c871b660-3403-434a-94ba-be85e2eccc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.574166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346a592-695d-492a-9ea6-4fc6fd21c2b7 req-73cbc1ed-5208-4168-ac60-573e1d02160f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.593921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8346a592-695d-492a-9ea6-4fc6fd21c2b7 req-73cbc1ed-5208-4168-ac60-573e1d02160f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.2251210 Aug 29 04:32:45.652574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-262335045-network', 'tenant_id': 'f17202b075344e7f9fe433ec7b0f38e3'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:45.787520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8346a592-695d-492a-9ea6-4fc6fd21c2b7 req-99636ac3-3eb7-4dd5-b777-47441dbcada3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852059 Aug 29 04:32:45.825351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Made reservation on behalf of f17202b075344e7f9fe433ec7b0f38e3 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:45.827766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.836284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.objects.ports [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94851) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:45.851920 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.882851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6963e654-9f2b-44e9-83e5-0e50dac36a54 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:45.947639 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6963e654-9f2b-44e9-83e5-0e50dac36a54 None None] Deleting port d9849f5b-15ba-49b5-b728-9839c5ad2344 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:45.948347 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6963e654-9f2b-44e9-83e5-0e50dac36a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.045512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6963e654-9f2b-44e9-83e5-0e50dac36a54 None None] For port d9849f5b-15ba-49b5-b728-9839c5ad2344, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d9849f5b-15ba-49b5-b728-9839c5ad2344,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:46.045952 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6963e654-9f2b-44e9-83e5-0e50dac36a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.078204 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6963e654-9f2b-44e9-83e5-0e50dac36a54 None None] Calling delete_port for d9849f5b-15ba-49b5-b728-9839c5ad2344 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:46.104765 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.110164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.131578 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da5ec3a9-61f4-4e20-9cf9-ef7a62f2ddc3 req-ae4ebf83-e0f7-4e33-9ed6-d8011fd885da service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960212 Aug 29 04:32:46.136454 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Deleting port c9c63f85-91a0-4c17-a191-329d7f04bd03 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:46.136799 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.144227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:46.204374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.204728 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Added segment 5d5026bd-e280-4b5d-a191-beaa71944db1 of type vlan for network 41d8b115-73c5-42f6-989d-cf83db186ad0 Aug 29 04:32:46.205963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5555b5c-c460-436f-bb8d-159d2eb5b5e4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.254324 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6963e654-9f2b-44e9-83e5-0e50dac36a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.287504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963e654-9f2b-44e9-83e5-0e50dac36a54 None None] Pushing event deleted for resources: {'Port': ['ID=d9849f5b-15ba-49b5-b728-9839c5ad2344,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.294114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963e654-9f2b-44e9-83e5-0e50dac36a54 None None] No DVR routers for this DVR port d9849f5b-15ba-49b5-b728-9839c5ad2344 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:46.307396 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.308817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] For port c9c63f85-91a0-4c17-a191-329d7f04bd03, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c9c63f85-91a0-4c17-a191-329d7f04bd03,segment=NetworkSegment(35499ceb-942c-4f6b-86b1-42c840c35961),segment_id=35499ceb-942c-4f6b-86b1-42c840c35961)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:46.309431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.325395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4021438-e695-4ce6-9dc3-5e140466d47b None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:32:46.334421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.ipam_pluggable_backend [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Port d9849f5b-15ba-49b5-b728-9839c5ad2344 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 04:32:46.334737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.ipam_pluggable_backend [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5d:e112 {{(pid=94851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 04:32:46.343270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Calling delete_port for c9c63f85-91a0-4c17-a191-329d7f04bd03 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:46.351294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.ipam_pluggable_backend [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5d:e112 {{(pid=94851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 04:32:46.354946 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.413648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=e0108f37-961b-4288-ad95-fe7ea12d4382,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.423088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:46.425811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:46.429359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.429950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.440817 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.442271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.442847 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.454255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4021438-e695-4ce6-9dc3-5e140466d47b None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:32:46.466195 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-05c1010b-b270-4b6d-9731-9752f2028129 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4560874 Aug 29 04:32:46.471465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36370) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:46.477871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1630a5d7-f095-45aa-a42d-c08219732236 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:46.509034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0716043 Aug 29 04:32:46.509683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36372) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:46.516772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Request body: {'subnet': {'network_id': '41d8b115-73c5-42f6-989d-cf83db186ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-262335045-subnet', 'tenant_id': 'f17202b075344e7f9fe433ec7b0f38e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:46.544096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.544988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Made reservation on behalf of f17202b075344e7f9fe433ec7b0f38e3 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:46.554338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.586183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No DVR routers for this DVR port c9c63f85-91a0-4c17-a191-329d7f04bd03 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:46.634351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Port': ['ID=c9c63f85-91a0-4c17-a191-329d7f04bd03,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.646370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4bfa6-9fe0-4560-ad19-50e7217846a6 admin admin] Pushing event updated for resources: {'Network': ['ID=41d8b115-73c5-42f6-989d-cf83db186ad0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.661387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 41d8b115-73c5-42f6-989d-cf83db186ad0 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:46.818900 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.836901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92589e49-e391-4d06-bbe3-ed98a05b2f40']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:46.847671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1630a5d7-f095-45aa-a42d-c08219732236 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:46.851545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.853523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1630a5d7-f095-45aa-a42d-c08219732236 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.958912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': 'e0108f37-961b-4288-ad95-fe7ea12d4382'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:46.959874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.002812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=40df6b7d-bc4a-4f78-9044-4b27be8dd544,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.030423 n-d-712141-12 neutron-server[94850]: INFO neutron.db.ipam_backend_mixin [None req-1630a5d7-f095-45aa-a42d-c08219732236 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0108f37-961b-4288-ad95-fe7ea12d4382 (CIDR: 2001:db8::/64) Aug 29 04:32:47.032706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35499ceb-942c-4f6b-86b1-42c840c35961') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.033004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35499ceb-942c-4f6b-86b1-42c840c35961') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.033959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca7cd6-62fd-4139-addb-23b1568c2fe2 req-6521447d-94d2-4f5f-b59a-837995c8708a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.036482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2cca7cd6-62fd-4139-addb-23b1568c2fe2 req-6521447d-94d2-4f5f-b59a-837995c8708a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.1117163 Aug 29 04:32:47.036639 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-1630a5d7-f095-45aa-a42d-c08219732236 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:47.037258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1630a5d7-f095-45aa-a42d-c08219732236 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:47.041383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Checking segment: {'id': '5d5026bd-e280-4b5d-a191-beaa71944db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41d8b115-73c5-42f6-989d-cf83db186ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:47.042018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Network hostable DHCP agents. Network: 41d8b115-73c5-42f6-989d-cf83db186ad0, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:47.096614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.119647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Network 41d8b115-73c5-42f6-989d-cf83db186ad0 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:47.136138 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1630a5d7-f095-45aa-a42d-c08219732236 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6628807 Aug 29 04:32:47.136829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36396) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.138664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.152575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-528480f9-a538-43e9-a6b4-9c221f33ecf3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:47.154079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2cca7cd6-62fd-4139-addb-23b1568c2fe2 req-d382d14d-8912-4a33-8c1b-1e330d0d5064 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052909 Aug 29 04:32:47.173256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 41d8b115-73c5-42f6-989d-cf83db186ad0) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:47.177636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.178289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.187485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:47.188186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:47.192668 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:47.197847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-86d35b00-1395-4d29-b183-63b8afa63e5f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6850097 Aug 29 04:32:47.221542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Allocated IP 2001:db8::f816:3eff:fee8:b195 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/e0108f37-961b-4288-ad95-fe7ea12d4382/dfd69672-aa7a-444b-a9df-8da3468d3f49) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:47.231222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d9849f5b-15ba-49b5-b728-9839c5ad2344 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:47.262147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d9849f5b-15ba-49b5-b728-9839c5ad2344 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:47.262651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d9849f5b-15ba-49b5-b728-9839c5ad2344 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:47.382875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.437929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.444892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36410) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.451160 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.455214 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/92589e49-e391-4d06-bbe3-ed98a05b2f40 HTTP/1.1" status: 204 len: 168 time: 4.5313506 Aug 29 04:32:47.461954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d8748-7332-4a6b-b750-fc1f4f76aa14 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=92589e49-e391-4d06-bbe3-ed98a05b2f40,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.474001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Transition to ACTIVE for port object dfd69672-aa7a-444b-a9df-8da3468d3f49 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:47.507669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Transition to ACTIVE for port object dfd69672-aa7a-444b-a9df-8da3468d3f49 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:47.513292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528480f9-a538-43e9-a6b4-9c221f33ecf3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:47.517736 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.519695 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-528480f9-a538-43e9-a6b4-9c221f33ecf3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.541516 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd030b7-024d-4285-9699-c2ad6cedfd45 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] GET failed (client error): The resource could not be found. Aug 29 04:32:47.543000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-afd030b7-024d-4285-9699-c2ad6cedfd45 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/subnets/f479448f-dcb9-42a9-8285-091a04e80ab8 HTTP/1.1" status: 404 len: 337 time: 0.0971146 Aug 29 04:32:47.549510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36416) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.561496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:47.568926 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:47.570560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:47.608523 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2a4dba-e579-46dd-9f70-2b8876f66d63 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:47.609137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2a4dba-e579-46dd-9f70-2b8876f66d63 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:47.614680 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aa2a4dba-e579-46dd-9f70-2b8876f66d63 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/92589e49-e391-4d06-bbe3-ed98a05b2f40 HTTP/1.1" status: 404 len: 339 time: 0.0598364 Aug 29 04:32:47.615437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36418) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.642260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Pushing event updated for resources: {'Port': ['ID=dfd69672-aa7a-444b-a9df-8da3468d3f49,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.702063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Attempting to bind port dfd69672-aa7a-444b-a9df-8da3468d3f49 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:47.702438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Attempting to bind port dfd69672-aa7a-444b-a9df-8da3468d3f49 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:47.703605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Attempting to bind port dfd69672-aa7a-444b-a9df-8da3468d3f49 on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:47.710869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:47.711251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:47.711864 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.712277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:47.712749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Bound port: dfd69672-aa7a-444b-a9df-8da3468d3f49, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:47.713133 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.849932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 178f0df5-9772-4dce-b3d5-99b6edfa449d details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:48.017380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7613ddf8-8666-4ac0-88e3-def4c65b41f9 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.018515 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-528480f9-a538-43e9-a6b4-9c221f33ecf3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.034363 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7613ddf8-8666-4ac0-88e3-def4c65b41f9 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4177907 Aug 29 04:32:48.037124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36434) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.053954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] For port dfd69672-aa7a-444b-a9df-8da3468d3f49, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:48.059884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:48.064166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] For port dfd69672-aa7a-444b-a9df-8da3468d3f49, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dfd69672-aa7a-444b-a9df-8da3468d3f49,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:48.073629 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.106568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528480f9-a538-43e9-a6b4-9c221f33ecf3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:48.109900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-528480f9-a538-43e9-a6b4-9c221f33ecf3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:48.112421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'port_id': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'mac_address': 'fa:16:3e:13:2a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:48.112620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5b29991c-c69f-4163-8ec8-a86de1d6d454 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 207 time: 0.0740736 Aug 29 04:32:48.115053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528480f9-a538-43e9-a6b4-9c221f33ecf3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.115308 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-528480f9-a538-43e9-a6b4-9c221f33ecf3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.121276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36438) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.152724 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-528480f9-a538-43e9-a6b4-9c221f33ecf3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0109456 Aug 29 04:32:48.169009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36444) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.170207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528480f9-a538-43e9-a6b4-9c221f33ecf3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=4e33bb34-f0ef-4832-b9e3-b7857e1d0587,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.185133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:11:79:28', 'name': 'tempest-NetworksTestDHCPv6-676873096'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:48.228510 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.257205 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178f0df5-9772-4dce-b3d5-99b6edfa449d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:48.348800 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.354467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:48.355476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ccf00-a663-43e6-a9e1-3fff9d462e69 None None] Pushing event updated for resources: {'Port': ['ID=dfd69672-aa7a-444b-a9df-8da3468d3f49,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.359144 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.374997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d81fc8-9795-4126-b28c-f8fb835167d7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.381532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d81fc8-9795-4126-b28c-f8fb835167d7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.388185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d81fc8-9795-4126-b28c-f8fb835167d7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.394499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d81fc8-9795-4126-b28c-f8fb835167d7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.395807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-00d81fc8-9795-4126-b28c-f8fb835167d7 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2735317 Aug 29 04:32:48.399614 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36458) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.442505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8410741-311f-4d47-83a4-3ba0776400b2 req-69ae8bf5-f4c0-4231-a8c9-c177aaec0c7d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.453614 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8410741-311f-4d47-83a4-3ba0776400b2 req-69ae8bf5-f4c0-4231-a8c9-c177aaec0c7d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.1341023 Aug 29 04:32:48.466462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.533005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8410741-311f-4d47-83a4-3ba0776400b2 req-4cc57460-4969-4b95-9ae0-97af8bf575cc tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738864 Aug 29 04:32:48.702903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:48.762183 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['178f0df5-9772-4dce-b3d5-99b6edfa449d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:48.871769 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-af2b524a-19d1-4bb3-8c9c-de442f581cb9 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4529564 Aug 29 04:32:48.875044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36476) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.884148 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.931243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port 1011cd1e-7daf-409a-941d-35ac32493e74 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:49.013947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273993ab-bc00-4a16-9c2c-53bc1c276011 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.017152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273993ab-bc00-4a16-9c2c-53bc1c276011 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.018557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-273993ab-bc00-4a16-9c2c-53bc1c276011 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1422684 Aug 29 04:32:49.023381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36488) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.128328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f1fda-181e-401f-ab55-c28510551fdf tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.131809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f1fda-181e-401f-ab55-c28510551fdf tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['shared'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.140398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-183f1fda-181e-401f-ab55-c28510551fdf tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1108670 Aug 29 04:32:49.141227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36500) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.223840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8:0:1::25b (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/4e33bb34-f0ef-4832-b9e3-b7857e1d0587/1011cd1e-7daf-409a-941d-35ac32493e74) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:49.234952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::f816:3eff:fe11:7928 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/e0108f37-961b-4288-ad95-fe7ea12d4382/1011cd1e-7daf-409a-941d-35ac32493e74) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:49.259525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dfd69672-aa7a-444b-a9df-8da3468d3f49 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:49.348018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port dfd69672-aa7a-444b-a9df-8da3468d3f49 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:49.514480 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.530940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object 1011cd1e-7daf-409a-941d-35ac32493e74 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:49.579513 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.672495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:49.674304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=1011cd1e-7daf-409a-941d-35ac32493e74,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:49.677118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:49.680720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:49.692349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.693517 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.759016 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0b5d276e-2c9d-4757-a1dc-23dbb9d06e38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5850801 Aug 29 04:32:49.760225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36520) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.810930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 178f0df5-9772-4dce-b3d5-99b6edfa449d up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:49.824052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6528f8e7-b57b-4fc8-9122-697263237833 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.826991 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6528f8e7-b57b-4fc8-9122-697263237833 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/networks/9c1b3a51-8038-4608-8907-35ae0c467132 HTTP/1.1" status: 200 len: 800 time: 0.6831939 Aug 29 04:32:49.834710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36522) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.883921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb3490-8b6f-4cb3-ba3a-3046d49d86c4 req-a7e98738-1c49-4133-94a1-2f9330a2ef93 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.889539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ceb3490-8b6f-4cb3-ba3a-3046d49d86c4 req-a7e98738-1c49-4133-94a1-2f9330a2ef93 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.2029047 Aug 29 04:32:49.911453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 178f0df5-9772-4dce-b3d5-99b6edfa449d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:49.916673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 178f0df5-9772-4dce-b3d5-99b6edfa449d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:49.917173 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.976437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-e1952d6e-842b-42b4-85e8-d901f3f4f414 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.985878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-e1952d6e-842b-42b4-85e8-d901f3f4f414 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/networks?id=41d8b115-73c5-42f6-989d-cf83db186ad0 HTTP/1.1" status: 200 len: 809 time: 0.8288400 Aug 29 04:32:50.017677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-a00e70e0-81f8-410e-9acc-fab914e35dc3 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/quotas/f17202b075344e7f9fe433ec7b0f38e3 HTTP/1.1" status: 200 len: 375 time: 0.0305572 Aug 29 04:32:50.048937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ceb3490-8b6f-4cb3-ba3a-3046d49d86c4 req-4bfa9239-d22c-40b1-b25e-4570d34ef2b7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376607 Aug 29 04:32:50.053643 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d0d70f4a-1749-4a41-8a5c-4d56ca56e4e0 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/networks/9c1b3a51-8038-4608-8907-35ae0c467132?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2129912 Aug 29 04:32:50.064821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36528) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.087746 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.096902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-335da390-4a2d-443a-8e0b-926d12610a47 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f17202b075344e7f9fe433ec7b0f38e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776832 Aug 29 04:32:50.121122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac11f109-1442-4992-98b1-d11adcd820e1 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:50.125850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d06b4f-85a0-4a13-9245-8ae09b319e32 None None] Network 41d8b115-73c5-42f6-989d-cf83db186ad0 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:50.168352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f564c780-a459-4fb8-9217-13aee4931991 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port 1011cd1e-7daf-409a-941d-35ac32493e74 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:50.168881 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f564c780-a459-4fb8-9217-13aee4931991 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.193143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:50.195384 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aeccd23-56c4-47ad-b409-95fe8c99c9ce" -d '{"events": [{"server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "name": "network-vif-plugged", "status": "completed", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:50.267560 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-a31c5cd3-451e-4029-9962-bbf532644520 service neutron] 10.222.0.49 "GET /v2.0/networks/41d8b115-73c5-42f6-989d-cf83db186ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697435 Aug 29 04:32:50.340853 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f564c780-a459-4fb8-9217-13aee4931991 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.356591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f564c780-a459-4fb8-9217-13aee4931991 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for 1011cd1e-7daf-409a-941d-35ac32493e74 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:50.374711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4d5a60-b54c-4f47-a8d7-22767008e6f1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.380301 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0c4d5a60-b54c-4f47-a8d7-22767008e6f1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/subnets/09807569-9e38-4395-b10d-e65dde7fd99c HTTP/1.1" status: 200 len: 811 time: 0.3143468 Aug 29 04:32:50.382734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36542) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.392921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-beedf3b6-dd0e-41a3-8c08-7ee17ef3ec23 service neutron] 10.222.0.49 "GET /v2.0/networks/41d8b115-73c5-42f6-989d-cf83db186ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243265 Aug 29 04:32:50.521192 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b831c49d-0123-4d4b-82ad-2ad6033dc476 x-openstack-request-id: req-b831c49d-0123-4d4b-82ad-2ad6033dc476 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:50.521560 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "name": "network-vif-plugged", "status": "completed", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:50.521756 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b831c49d-0123-4d4b-82ad-2ad6033dc476 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:50.522108 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'code': 200} Aug 29 04:32:50.524603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac00d20-6b5c-4b22-83ea-0b236a192937 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['shared'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.526020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:50.531510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36544) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.540725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-46643457'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:50.554229 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0ac00d20-6b5c-4b22-83ea-0b236a192937 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "GET /v2.0/subnets/09807569-9e38-4395-b10d-e65dde7fd99c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1470490 Aug 29 04:32:50.570031 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.573812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:50.582838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.620654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:50.662709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a0954132-8336-411f-99c8-4a10f320f3f0 None None] Provisioning for port dfd69672-aa7a-444b-a9df-8da3468d3f49 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:50.692140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e0ea3-b801-48ac-8d3e-6f7426f6717f None None] Network 41d8b115-73c5-42f6-989d-cf83db186ad0 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:50.816801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a0954132-8336-411f-99c8-4a10f320f3f0 None None] Provisioning complete for port dfd69672-aa7a-444b-a9df-8da3468d3f49 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:50.817465 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a0954132-8336-411f-99c8-4a10f320f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.851370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bc710-b4a9-496a-8164-2b291bf823d3 req-91156412-532d-456d-b69e-4c42446d583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.854781 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e95bc710-b4a9-496a-8164-2b291bf823d3 req-91156412-532d-456d-b69e-4c42446d583f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 1098 time: 0.2269709 Aug 29 04:32:50.884782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038d669-049f-4003-acbc-358a8e724623 req-97b10a5d-1319-4746-8931-d71a0e27a327 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 210 time: 0.0437529 Aug 29 04:32:50.915642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.980231 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e95bc710-b4a9-496a-8164-2b291bf823d3 req-5667d84e-5151-4b4b-8ca3-666a6c1a11b4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173098 Aug 29 04:32:50.989743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f564c780-a459-4fb8-9217-13aee4931991 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.993179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.993979 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Added segment a643fb3c-c9f2-49d9-a35e-0880b48d916e of type vlan for network 2c769d23-c8bf-41f5-a77f-be5a05c3869a Aug 29 04:32:51.123275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564c780-a459-4fb8-9217-13aee4931991 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=1011cd1e-7daf-409a-941d-35ac32493e74,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.126645 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.171529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f564c780-a459-4fb8-9217-13aee4931991 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.175945 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f564c780-a459-4fb8-9217-13aee4931991 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/1011cd1e-7daf-409a-941d-35ac32493e74 HTTP/1.1" status: 204 len: 168 time: 1.4089200 Aug 29 04:32:51.176228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36572) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.206115 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a0954132-8336-411f-99c8-4a10f320f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.237208 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.243939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a0954132-8336-411f-99c8-4a10f320f3f0 None None] For port dfd69672-aa7a-444b-a9df-8da3468d3f49, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dfd69672-aa7a-444b-a9df-8da3468d3f49,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:51.246522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.247209 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.285639 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a0954132-8336-411f-99c8-4a10f320f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.328886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb44d57-a7c4-4cdd-b96a-29166bb2619e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.347482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bfb44d57-a7c4-4cdd-b96a-29166bb2619e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1680181 Aug 29 04:32:51.348749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36582) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.395718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17d78e-c4dc-4feb-af0a-1fe90a6c52d1 None None] Update dhcp port {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': 'e0108f37-961b-4288-ad95-fe7ea12d4382', 'ip_address': '2001:db8::f816:3eff:fee8:b195'}, {'subnet_id': '4e33bb34-f0ef-4832-b9e3-b7857e1d0587'}], 'binding:host_id': 'n-d-712141-12'}, 'id': 'dfd69672-aa7a-444b-a9df-8da3468d3f49'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:32:51.400641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0954132-8336-411f-99c8-4a10f320f3f0 None None] Pushing event updated for resources: {'Port': ['ID=dfd69672-aa7a-444b-a9df-8da3468d3f49,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.412845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae56c1-76b1-480d-867f-65785d30147d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.416995 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-34ae56c1-76b1-480d-867f-65785d30147d tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0646529 Aug 29 04:32:51.417248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36584) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.424666 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc17d78e-c4dc-4feb-af0a-1fe90a6c52d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.507419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9746561 Aug 29 04:32:51.511478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36590) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.519215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'network_id': '2c769d23-c8bf-41f5-a77f-be5a05c3869a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:51.536412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6fc9d-a69f-4ba8-90de-9141948a66b3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.538694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6fc9d-a69f-4ba8-90de-9141948a66b3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.540744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6fc9d-a69f-4ba8-90de-9141948a66b3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.542704 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bdc6fc9d-a69f-4ba8-90de-9141948a66b3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1243660 Aug 29 04:32:51.545481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36592) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.651849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60318d2e-9a47-4b46-b862-45c1a2eb6352 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Network': ['ID=2c769d23-c8bf-41f5-a77f-be5a05c3869a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.671804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fec82-d393-4313-ad55-a67aa8d214d6 req-0edbf91e-b2e3-45b2-92c2-53530b6745cf tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.675338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-454b88a4-f48d-4e4c-9705-113efd58ed9e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 4e33bb34-f0ef-4832-b9e3-b7857e1d0587 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:51.681836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-529fec82-d393-4313-ad55-a67aa8d214d6 req-0edbf91e-b2e3-45b2-92c2-53530b6745cf tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.4199386 Aug 29 04:32:51.703062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 2c769d23-c8bf-41f5-a77f-be5a05c3869a details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:51.766397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-529fec82-d393-4313-ad55-a67aa8d214d6 req-6019a72a-83ad-4128-bd92-b102e47cce41 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827785 Aug 29 04:32:51.769356 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-d9a60b06-6b33-4b90-bd6d-7b448ad69e45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885792 Aug 29 04:32:51.791641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Made reservation on behalf of 3f9b9b1262cb4d1f900b878a289f82bb for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:51.809592 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.813780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-fc17d78e-c4dc-4feb-af0a-1fe90a6c52d1 None None] Allocated IP 2001:db8:0:1::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/4e33bb34-f0ef-4832-b9e3-b7857e1d0587/dfd69672-aa7a-444b-a9df-8da3468d3f49) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:51.891405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.ipam_backend_mixin [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Performing IP validity checks on allocation pools {{(pid=94851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:32:51.892028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.ipam_backend_mixin [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:32:51.909306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-659ab415-5f7b-4aee-aa7b-ab447a5381df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.911223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-659ab415-5f7b-4aee-aa7b-ab447a5381df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1098 time: 0.0696983 Aug 29 04:32:52.016749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fc17d78e-c4dc-4feb-af0a-1fe90a6c52d1 None None] For port dfd69672-aa7a-444b-a9df-8da3468d3f49, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dfd69672-aa7a-444b-a9df-8da3468d3f49,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:52.063528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8ee15074-daf2-4166-b5a3-cb799e9a0ed1 req-54daf170-5155-4726-8329-d75afba78b71 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 210 time: 0.0522096 Aug 29 04:32:52.077015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-b5df3705-b7dd-48df-81c4-87ab6d1118db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.078762 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-b5df3705-b7dd-48df-81c4-87ab6d1118db service neutron] 10.222.0.52 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 897 time: 0.1447253 Aug 29 04:32:52.118245 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc17d78e-c4dc-4feb-af0a-1fe90a6c52d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.158353 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.184108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fc17d78e-c4dc-4feb-af0a-1fe90a6c52d1 None None] Transition to ACTIVE for port object dfd69672-aa7a-444b-a9df-8da3468d3f49 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:52.190459 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc17d78e-c4dc-4feb-af0a-1fe90a6c52d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.231615 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-454b88a4-f48d-4e4c-9705-113efd58ed9e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.293566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=42fa3708-c52f-4e94-89d8-6435c25d2a56,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.310715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Checking segment: {'id': 'a643fb3c-c9f2-49d9-a35e-0880b48d916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c769d23-c8bf-41f5-a77f-be5a05c3869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:52.311626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network hostable DHCP agents. Network: 2c769d23-c8bf-41f5-a77f-be5a05c3869a, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:52.352746 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-dcaced3c-c134-4255-8360-dff4bcead826 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 1002 time: 0.2601938 Aug 29 04:32:52.356843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Network 2c769d23-c8bf-41f5-a77f-be5a05c3869a is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:52.375189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17d78e-c4dc-4feb-af0a-1fe90a6c52d1 None None] Pushing event updated for resources: {'Port': ['ID=dfd69672-aa7a-444b-a9df-8da3468d3f49,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.401176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 2c769d23-c8bf-41f5-a77f-be5a05c3869a) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:52.411121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140baee0-75bb-49b0-ba3a-2e062d6c7672 None None] Network 2c769d23-c8bf-41f5-a77f-be5a05c3869a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:52.421191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.423942 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.468295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-394d80ea-7455-44b6-a1b1-855c0ea85b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.468295 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-394d80ea-7455-44b6-a1b1-855c0ea85b3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 200 len: 834 time: 0.0653918 Aug 29 04:32:52.482311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d6421115-f64b-40d3-8d66-d71c7635cba2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9667792 Aug 29 04:32:52.483741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36616) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.515358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-744c1bbd-6d3f-4c96-a419-6d5a1159ff41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:52.552240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-454b88a4-f48d-4e4c-9705-113efd58ed9e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.678803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-6277471c-681f-4de7-b166-18482deed310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.680976 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-6277471c-681f-4de7-b166-18482deed310 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962e30a7-9d40-4434-9440-459219ed88f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2026887 Aug 29 04:32:52.719462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-2c769d23-c8bf-41f5-a77f-be5a05c3869a', 'network_id': '2c769d23-c8bf-41f5-a77f-be5a05c3869a', 'tenant_id': '3f9b9b1262cb4d1f900b878a289f82bb', 'fixed_ips': [{'subnet_id': '42fa3708-c52f-4e94-89d8-6435c25d2a56'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:52.722076 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.760858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-7b064733-979b-4f65-ad02-235b9831394b tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.762393 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-7b064733-979b-4f65-ad02-235b9831394b tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.59 "GET /v2.0/networks?id=41d8b115-73c5-42f6-989d-cf83db186ad0 HTTP/1.1" status: 200 len: 809 time: 0.5956819 Aug 29 04:32:52.926766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Request body: {'port': {'device_id': 'b7c9fe0e-3ce4-4d7d-b52e-313da25530ea', 'network_id': '41d8b115-73c5-42f6-989d-cf83db186ad0', 'admin_state_up': True, 'tenant_id': 'f17202b075344e7f9fe433ec7b0f38e3'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:53.033511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f05b4-eb91-4494-87c8-256d51c83f9b req-65937bfa-d98d-44b9-b26f-bb720d755462 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:53.040564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Allocated IP 172.20.0.3 (2c769d23-c8bf-41f5-a77f-be5a05c3869a/42fa3708-c52f-4e94-89d8-6435c25d2a56/eec2c135-138d-41d1-863b-2b5266329301) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:53.043393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-861f05b4-eb91-4494-87c8-256d51c83f9b req-65937bfa-d98d-44b9-b26f-bb720d755462 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1055822 Aug 29 04:32:53.111131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-744c1bbd-6d3f-4c96-a419-6d5a1159ff41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260987010'] for subnet, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.141157 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-454b88a4-f48d-4e4c-9705-113efd58ed9e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.169529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-861f05b4-eb91-4494-87c8-256d51c83f9b req-4ea93d62-299a-43bd-acb4-90b40cdebba7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179907 Aug 29 04:32:53.276029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dfd69672-aa7a-444b-a9df-8da3468d3f49 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:53.312070 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Made reservation on behalf of f17202b075344e7f9fe433ec7b0f38e3 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:53.315136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c8b74c9-b98c-4d96-ac94-34dceb0957c7 req-998bfaac-3502-460c-8764-d3c6c708b3f5 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 210 time: 0.0653763 Aug 29 04:32:53.317351 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.382498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d006bc-5684-4833-8e1e-c0e3ddd5ae83 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:53.397041 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-110706c8-d79c-456f-a0d9-f369eb0a5f8b service neutron] 10.222.0.52 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874313 Aug 29 04:32:53.464057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3c28-5cee-44c6-8d66-b55f2bc746df req-288da946-6ade-4f9f-894c-ffc83c380c8f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:53.483176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f9c3c28-5cee-44c6-8d66-b55f2bc746df req-288da946-6ade-4f9f-894c-ffc83c380c8f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1536765 Aug 29 04:32:53.484872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36648) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.490909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9117f93f-26b9-4e46-95ee-432fd02fe823 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'floatingip': {'port_id': '178f0df5-9772-4dce-b3d5-99b6edfa449d'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:53.493288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-717bdfc2-55a7-45bc-9b4f-02338e69a527 None None] Provisioning for port dfd69672-aa7a-444b-a9df-8da3468d3f49 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:53.529545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-717bdfc2-55a7-45bc-9b4f-02338e69a527 None None] Provisioning complete for port dfd69672-aa7a-444b-a9df-8da3468d3f49 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:53.529920 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-717bdfc2-55a7-45bc-9b4f-02338e69a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.543082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9117f93f-26b9-4e46-95ee-432fd02fe823 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.579045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Allocated IP 172.20.0.13 (41d8b115-73c5-42f6-989d-cf83db186ad0/40df6b7d-bc4a-4f78-9044-4b27be8dd544/2351acbb-5c31-4e5f-92a7-3b5d4abbb369) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:53.593790 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c1f3519b-f7e0-4cc9-940e-59f3bc656fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.629901 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.631897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port dfd69672-aa7a-444b-a9df-8da3468d3f49 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:53.632247 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.697249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Transition to ACTIVE for port object eec2c135-138d-41d1-863b-2b5266329301 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:53.718803 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-454b88a4-f48d-4e4c-9705-113efd58ed9e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.761979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Transition to ACTIVE for port object eec2c135-138d-41d1-863b-2b5266329301 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:53.777303 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.837915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b88a4-f48d-4e4c-9705-113efd58ed9e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=4e33bb34-f0ef-4832-b9e3-b7857e1d0587,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.884740 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-454b88a4-f48d-4e4c-9705-113efd58ed9e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.889491 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-454b88a4-f48d-4e4c-9705-113efd58ed9e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/4e33bb34-f0ef-4832-b9e3-b7857e1d0587 HTTP/1.1" status: 204 len: 168 time: 2.3407304 Aug 29 04:32:53.891945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36660) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.974947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Network 2c769d23-c8bf-41f5-a77f-be5a05c3869a is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:53.975720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Pushing event updated for resources: {'Port': ['ID=eec2c135-138d-41d1-863b-2b5266329301,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.995904 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:54.001902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:54.111253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Attempting to bind port eec2c135-138d-41d1-863b-2b5266329301 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:54.111887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Attempting to bind port eec2c135-138d-41d1-863b-2b5266329301 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'a643fb3c-c9f2-49d9-a35e-0880b48d916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c769d23-c8bf-41f5-a77f-be5a05c3869a'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:54.112030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Attempting to bind port eec2c135-138d-41d1-863b-2b5266329301 on network 2c769d23-c8bf-41f5-a77f-be5a05c3869a {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:54.120376 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:54.120755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Checking segment: {'id': 'a643fb3c-c9f2-49d9-a35e-0880b48d916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c769d23-c8bf-41f5-a77f-be5a05c3869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:54.121162 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.121392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64027a3-dbdc-4084-82a8-3f4816ca603a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet e0108f37-961b-4288-ad95-fe7ea12d4382 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:54.121902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Bound using segment: {'id': 'a643fb3c-c9f2-49d9-a35e-0880b48d916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c769d23-c8bf-41f5-a77f-be5a05c3869a'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:54.122017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Bound port: eec2c135-138d-41d1-863b-2b5266329301, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a643fb3c-c9f2-49d9-a35e-0880b48d916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c769d23-c8bf-41f5-a77f-be5a05c3869a'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:54.122399 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.154276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b64027a3-dbdc-4084-82a8-3f4816ca603a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.281557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] For port eec2c135-138d-41d1-863b-2b5266329301, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:54.285317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] For port eec2c135-138d-41d1-863b-2b5266329301, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=eec2c135-138d-41d1-863b-2b5266329301,segment=NetworkSegment(a643fb3c-c9f2-49d9-a35e-0880b48d916e),segment_id=a643fb3c-c9f2-49d9-a35e-0880b48d916e)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:54.289074 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.385350 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b64027a3-dbdc-4084-82a8-3f4816ca603a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.427657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00a281-58db-4afa-b84f-b92326f70730 None None] Pushing event updated for resources: {'Port': ['ID=eec2c135-138d-41d1-863b-2b5266329301,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:54.508316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2f65975-4229-48fb-8d36-6236cf702297 req-781b4fcd-c480-440f-a210-a70e78a3c49d tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 210 time: 0.0678191 Aug 29 04:32:54.656231 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-26a6e99d-b4af-4504-a60d-d70c129a97da req-b2a62346-0716-496f-85e4-4ce37148cdc2 service neutron] 10.222.0.52 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2502546 Aug 29 04:32:54.769281 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.resource_extend [None req-9117f93f-26b9-4e46-95ee-432fd02fe823 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:32:54.856232 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-744c1bbd-6d3f-4c96-a419-6d5a1159ff41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768854274088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4193443'] for subnet, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.862532 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.866773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b64027a3-dbdc-4084-82a8-3f4816ca603a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.892266 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9117f93f-26b9-4e46-95ee-432fd02fe823 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.925461 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9117f93f-26b9-4e46-95ee-432fd02fe823 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.955943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c1bbd-6d3f-4c96-a419-6d5a1159ff41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event updated for resources: {'Subnet': ['ID=42fa3708-c52f-4e94-89d8-6435c25d2a56,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:54.987967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744c1bbd-6d3f-4c96-a419-6d5a1159ff41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.988878 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-744c1bbd-6d3f-4c96-a419-6d5a1159ff41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.990398 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-744c1bbd-6d3f-4c96-a419-6d5a1159ff41 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "PUT /v2.0/subnets/42fa3708-c52f-4e94-89d8-6435c25d2a56 HTTP/1.1" status: 200 len: 877 time: 2.5065126 Aug 29 04:32:54.995651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36690) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.129435 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b64027a3-dbdc-4084-82a8-3f4816ca603a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.154472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.164300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64027a3-dbdc-4084-82a8-3f4816ca603a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=e0108f37-961b-4288-ad95-fe7ea12d4382,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.209120 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b64027a3-dbdc-4084-82a8-3f4816ca603a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.211101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b64027a3-dbdc-4084-82a8-3f4816ca603a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/e0108f37-961b-4288-ad95-fe7ea12d4382 HTTP/1.1" status: 204 len: 168 time: 1.3151085 Aug 29 04:32:55.215392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36698) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.218640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Network 41d8b115-73c5-42f6-989d-cf83db186ad0 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:55.227376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.236315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:55.266654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0aa3a836-5750-4f8a-89b8-c94750748389 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506945 Aug 29 04:32:55.277975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36700) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.283396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3e1fdd53-584b-4bb2-8f30-b31920307070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:55.310485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device eec2c135-138d-41d1-863b-2b5266329301 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:55.319421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:55.372578 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-9117f93f-26b9-4e46-95ee-432fd02fe823 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Floating IP 1aa0e0d8-217a-4bac-9748-22cc4a24594f associated. External IP: 172.25.5.59, port: 178f0df5-9772-4dce-b3d5-99b6edfa449d. Aug 29 04:32:55.415679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.416350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.434128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Pushing event updated for resources: {'Port': ['ID=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.435993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1fdd53-584b-4bb2-8f30-b31920307070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:55.439709 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdd53-584b-4bb2-8f30-b31920307070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.452080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port eec2c135-138d-41d1-863b-2b5266329301 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:55.468969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db67e0f-8727-4e6c-87b3-64d3c4f18f9c None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:55.489064 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-9922bc86-ff8d-4ca2-b413-a127bee4bb22 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6841252 Aug 29 04:32:55.510756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Request body: {'port': {'device_id': 'b7c9fe0e-3ce4-4d7d-b52e-313da25530ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:55.603840 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5c399e73-548b-4b87-8d77-537a384d6c4f None None] Provisioning complete for port dfd69672-aa7a-444b-a9df-8da3468d3f49 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:55.604241 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5c399e73-548b-4b87-8d77-537a384d6c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.691575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Deleting port eec2c135-138d-41d1-863b-2b5266329301 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:55.692187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.721125 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.865112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3225db9d-fdfd-450e-94df-efdb6905cf23 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:55.910054 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:32:55.972035 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3225db9d-fdfd-450e-94df-efdb6905cf23 None None] Deleting port dfd69672-aa7a-444b-a9df-8da3468d3f49 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:55.972734 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3225db9d-fdfd-450e-94df-efdb6905cf23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.109158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] For port eec2c135-138d-41d1-863b-2b5266329301, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=eec2c135-138d-41d1-863b-2b5266329301,segment=NetworkSegment(a643fb3c-c9f2-49d9-a35e-0880b48d916e),segment_id=a643fb3c-c9f2-49d9-a35e-0880b48d916e)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:56.109462 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.130256 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-78ee1732-9da1-414d-bbc8-79422ae3ab71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.133972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3225db9d-fdfd-450e-94df-efdb6905cf23 None None] For port dfd69672-aa7a-444b-a9df-8da3468d3f49, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dfd69672-aa7a-444b-a9df-8da3468d3f49,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:56.134580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3225db9d-fdfd-450e-94df-efdb6905cf23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.156465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3225db9d-fdfd-450e-94df-efdb6905cf23 None None] Calling delete_port for dfd69672-aa7a-444b-a9df-8da3468d3f49 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:56.268045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Calling delete_port for eec2c135-138d-41d1-863b-2b5266329301 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:56.274182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec558df8-1fbb-4744-a857-df53d82f92d3 None None] Network 2c769d23-c8bf-41f5-a77f-be5a05c3869a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:56.281269 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3225db9d-fdfd-450e-94df-efdb6905cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.421433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3da45-831c-489b-87c2-1800087403ca req-374c10f2-ce18-4cfb-a62c-6c274fe10090 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.422187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.423287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9e3da45-831c-489b-87c2-1800087403ca req-374c10f2-ce18-4cfb-a62c-6c274fe10090 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 932 time: 0.3691058 Aug 29 04:32:56.437187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9117f93f-26b9-4e46-95ee-432fd02fe823 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Router d3b949a7-934e-4f36-b39c-cb79cab2f2ac has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:56.514621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225db9d-fdfd-450e-94df-efdb6905cf23 None None] Pushing event deleted for resources: {'Port': ['ID=dfd69672-aa7a-444b-a9df-8da3468d3f49,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.525661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-981fa646-a186-4268-a4d9-c96673f41e63 None None] Could not find standard attr ID for object eec2c135-138d-41d1-863b-2b5266329301. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:56.526041 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Port': ['ID=eec2c135-138d-41d1-863b-2b5266329301,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.533903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225db9d-fdfd-450e-94df-efdb6905cf23 None None] No DVR routers for this DVR port dfd69672-aa7a-444b-a9df-8da3468d3f49 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:56.538964 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.621610 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No DVR routers for this DVR port eec2c135-138d-41d1-863b-2b5266329301 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:56.676455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9e3da45-831c-489b-87c2-1800087403ca req-19f1488f-0911-423a-9af9-d51dcb196aff tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418010 Aug 29 04:32:56.746232 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.786007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdd53-584b-4bb2-8f30-b31920307070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.786643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:56.802443 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.812980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9117f93f-26b9-4e46-95ee-432fd02fe823 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:56.828761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Transition to ACTIVE for port object 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:56.830741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] Sync routers for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:56.834069 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.844250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9117f93f-26b9-4e46-95ee-432fd02fe823 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.849362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:56.858527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:32:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:56.884796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9117f93f-26b9-4e46-95ee-432fd02fe823 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "PUT /v2.0/floatingips/1aa0e0d8-217a-4bac-9748-22cc4a24594f HTTP/1.1" status: 200 len: 991 time: 3.3983431 Aug 29 04:32:56.888289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:56.890953 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:56.893612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.938756 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.939805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1fdd53-584b-4bb2-8f30-b31920307070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:56.951531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3e1fdd53-584b-4bb2-8f30-b31920307070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:56.964759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1fdd53-584b-4bb2-8f30-b31920307070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.965649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdd53-584b-4bb2-8f30-b31920307070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.983619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26ddb6-9289-4990-a3cd-1c6fbe687e7b None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:57.030089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fdd53-584b-4bb2-8f30-b31920307070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=683ea2a9-6fc8-4ab9-8dbf-bdcd830a264c,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.050500 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d779b8cb-bc0a-4414-bfdd-e30040c64f4b x-openstack-request-id: req-d779b8cb-bc0a-4414-bfdd-e30040c64f4b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:57.051134 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:57.063649 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d779b8cb-bc0a-4414-bfdd-e30040c64f4b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:57.066217 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'status': 'completed', 'code': 200} Aug 29 04:32:57.081905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36748) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:57.082618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3e1fdd53-584b-4bb2-8f30-b31920307070 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8033841 Aug 29 04:32:57.088460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9f99dc55-7880-4bc0-8792-644f4442d0c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:57.094628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=42fa3708-c52f-4e94-89d8-6435c25d2a56,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.296536 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.322263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Attempting to bind port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:57.322691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Attempting to bind port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '5d5026bd-e280-4b5d-a191-beaa71944db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41d8b115-73c5-42f6-989d-cf83db186ad0'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:57.322984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Attempting to bind port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 on network 41d8b115-73c5-42f6-989d-cf83db186ad0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:57.323131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1d5da0-8dbe-4bee-8ed5-675039f39e52 None None] Network 2c769d23-c8bf-41f5-a77f-be5a05c3869a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:57.338896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c769d23-c8bf-41f5-a77f-be5a05c3869a']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:57.363366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-be3b90d7-8752-4a78-90ad-1905682923bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.364745 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-be3b90d7-8752-4a78-90ad-1905682923bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 1098 time: 0.2197666 Aug 29 04:32:57.370224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 on network 41d8b115-73c5-42f6-989d-cf83db186ad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:57.370562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Attempting to bind port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 on network 41d8b115-73c5-42f6-989d-cf83db186ad0 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:57.380098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dfd69672-aa7a-444b-a9df-8da3468d3f49 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:57.385207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a643fb3c-c9f2-49d9-a35e-0880b48d916e') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:57.385988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a643fb3c-c9f2-49d9-a35e-0880b48d916e') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:57.397197 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.446574 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.496474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:57.496746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Checking segment: {'id': '5d5026bd-e280-4b5d-a191-beaa71944db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41d8b115-73c5-42f6-989d-cf83db186ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:57.497600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Bound using segment: {'id': '5d5026bd-e280-4b5d-a191-beaa71944db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41d8b115-73c5-42f6-989d-cf83db186ad0'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:57.497743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Bound port: 2351acbb-5c31-4e5f-92a7-3b5d4abbb369, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5026bd-e280-4b5d-a191-beaa71944db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41d8b115-73c5-42f6-989d-cf83db186ad0'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:57.498078 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.501594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: dfd69672-aa7a-444b-a9df-8da3468d3f49 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:57.501941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dfd69672-aa7a-444b-a9df-8da3468d3f49 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:57.508640 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.528364 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.531621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:57.532090 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:57.536569 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:57.610264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:57.754511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] For port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:57.758924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] For port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,segment=NetworkSegment(5d5026bd-e280-4b5d-a191-beaa71944db1),segment_id=5d5026bd-e280-4b5d-a191-beaa71944db1)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:57.783071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99dc55-7880-4bc0-8792-644f4442d0c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:57.788173 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f99dc55-7880-4bc0-8792-644f4442d0c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.788786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e0b22c-8abc-4e39-8cb3-16f301716a98 None None] DHCP port deletion for 2c769d23-c8bf-41f5-a77f-be5a05c3869a request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:57.802209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-2f840a4b-37f0-4d85-b6cb-033d80f6b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.804501 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-2f840a4b-37f0-4d85-b6cb-033d80f6b1ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.3832557 Aug 29 04:32:57.808474 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.893187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'tenant_id': '4054bac95bdc4122bb8aa2cc9d76900b', 'fixed_ips': [{'subnet_id': '683ea2a9-6fc8-4ab9-8dbf-bdcd830a264c'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:57.894544 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.954904 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.957509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.958224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.959726 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] 10.222.0.59 "PUT /v2.0/ports/2351acbb-5c31-4e5f-92a7-3b5d4abbb369 HTTP/1.1" status: 200 len: 1093 time: 2.4551742 Aug 29 04:32:57.962098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0f43-cc4b-4695-97f8-fa85ed5f8b03 req-b139c84e-6bdf-402d-b581-bf21c38a2306 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.986580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-035e0f43-cc4b-4695-97f8-fa85ed5f8b03 req-b139c84e-6bdf-402d-b581-bf21c38a2306 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 944 time: 0.1802328 Aug 29 04:32:57.994638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c9fe0e-3ce4-4d7d-b52e-313da25530ea', 'tag': '2351acbb-5c31-4e5f-92a7-3b5d4abbb369'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:57.997257 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c9fe0e-3ce4-4d7d-b52e-313da25530ea", "tag": "2351acbb-5c31-4e5f-92a7-3b5d4abbb369"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:58.046193 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-035e0f43-cc4b-4695-97f8-fa85ed5f8b03 req-fb887e6e-8b93-4846-b71a-d5ca984abd3d tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574734 Aug 29 04:32:58.095802 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2927ad74-8382-4dc3-a030-53c38f4c09e4 x-openstack-request-id: req-2927ad74-8382-4dc3-a030-53c38f4c09e4 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:58.096097 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c9fe0e-3ce4-4d7d-b52e-313da25530ea", "tag": "2351acbb-5c31-4e5f-92a7-3b5d4abbb369", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:58.096587 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2927ad74-8382-4dc3-a030-53c38f4c09e4 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:58.097401 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c9fe0e-3ce4-4d7d-b52e-313da25530ea', 'tag': '2351acbb-5c31-4e5f-92a7-3b5d4abbb369', 'status': 'completed', 'code': 200} Aug 29 04:32:58.125638 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.134644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36786) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.135212 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/2c769d23-c8bf-41f5-a77f-be5a05c3869a HTTP/1.1" status: 204 len: 168 time: 3.1335750 Aug 29 04:32:58.142231 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-683d0596-4216-4c27-94df-c12f1284da64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 200 len: 999 time: 0.3045428 Aug 29 04:32:58.143302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd28f3-21b8-40e0-8e0a-c0356e3ce6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.170604 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f88d8b9-5082-4e69-a92a-2d9a210ebba6 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:58.171779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f88d8b9-5082-4e69-a92a-2d9a210ebba6 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:58.174728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0f88d8b9-5082-4e69-a92a-2d9a210ebba6 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/42fa3708-c52f-4e94-89d8-6435c25d2a56 HTTP/1.1" status: 404 len: 337 time: 0.0379889 Aug 29 04:32:58.177507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36788) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.198241 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5394706f-0bdd-47c4-b978-343affc1c939 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:58.199022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5394706f-0bdd-47c4-b978-343affc1c939 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:58.200077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Allocated IP 2001:db8::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/683ea2a9-6fc8-4ab9-8dbf-bdcd830a264c/62268541-4282-4a2d-9a3f-ab20870a9fbc) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:58.201207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5394706f-0bdd-47c4-b978-343affc1c939 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/2c769d23-c8bf-41f5-a77f-be5a05c3869a HTTP/1.1" status: 404 len: 339 time: 0.0227702 Aug 29 04:32:58.203859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36790) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.230874 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f7e8f7-255b-4df7-834c-3013942f97fb tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:58.231660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f7e8f7-255b-4df7-834c-3013942f97fb tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:58.233773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-08f7e8f7-255b-4df7-834c-3013942f97fb tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/f479448f-dcb9-42a9-8285-091a04e80ab8 HTTP/1.1" status: 404 len: 337 time: 0.0289700 Aug 29 04:32:58.236665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36792) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.259213 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-310f4eb2-c7ef-43cf-8d10-05a68f8ce2fc tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:58.260965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310f4eb2-c7ef-43cf-8d10-05a68f8ce2fc tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:58.265814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-310f4eb2-c7ef-43cf-8d10-05a68f8ce2fc tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/92589e49-e391-4d06-bbe3-ed98a05b2f40 HTTP/1.1" status: 404 len: 339 time: 0.0279062 Aug 29 04:32:58.266792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36794) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.274221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b615b9-3ffd-4433-b8ad-4855d798a216 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=2c769d23-c8bf-41f5-a77f-be5a05c3869a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.297565 n-d-712141-12 neutron-server[94850]: INFO neutron.db.ipam_backend_mixin [None req-9f99dc55-7880-4bc0-8792-644f4442d0c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 683ea2a9-6fc8-4ab9-8dbf-bdcd830a264c (CIDR: 2001:db8::/64) Aug 29 04:32:58.307286 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f99dc55-7880-4bc0-8792-644f4442d0c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:58.307760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f99dc55-7880-4bc0-8792-644f4442d0c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:58.315179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '1aa0e0d8-217a-4bac-9748-22cc4a24594f', 'tenant_id': '0487e48474004c2497a09711e3651017', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'port_id': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'mac_address': 'fa:16:3e:13:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:31Z', 'updated_at': '2021-08-29T04:32:54Z', 'revision_number': 1, 'project_id': '0487e48474004c2497a09711e3651017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:58.333397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-6a25f434-8d08-4453-8078-bfccbd7bdc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.335013 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-6a25f434-8d08-4453-8078-bfccbd7bdc2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f17202b075344e7f9fe433ec7b0f38e3&device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 1096 time: 0.1978402 Aug 29 04:32:58.336746 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9f99dc55-7880-4bc0-8792-644f4442d0c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2523870 Aug 29 04:32:58.339452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36800) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.347105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] Checking router: d3b949a7-934e-4f36-b39c-cb79cab2f2ac for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:58.348044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:58.370874 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:58.371427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:32:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:58.378987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-1cec783c-b9bd-4bbb-8fc7-b0c05a1b7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.380798 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-1cec783c-b9bd-4bbb-8fc7-b0c05a1b7be1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.1988797 Aug 29 04:32:58.443784 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.473744 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-7347f96c-93af-4784-b51e-a81f8fd82ec3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2351acbb-5c31-4e5f-92a7-3b5d4abbb369 HTTP/1.1" status: 200 len: 217 time: 0.1191287 Aug 29 04:32:58.511480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:58.581090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-e32aeec9-d837-4271-b927-1169311b2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.583141 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-e32aeec9-d837-4271-b927-1169311b2fdf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247046 Aug 29 04:32:58.616615 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.629369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae70686-fe75-4654-bcb6-4411793e0ab5']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:58.642558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19107288-e858-45f0-bef7-77720a67a4dc') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:58.642948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19107288-e858-45f0-bef7-77720a67a4dc') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:58.653633 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.680790 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.687721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:58.688249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.708011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:58.709321 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:58.719288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Transition to ACTIVE for port object 62268541-4282-4a2d-9a3f-ab20870a9fbc will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:58.732484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-84459376-9cbc-4a02-ad11-e9f0df3ad718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.735831 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-84459376-9cbc-4a02-ad11-e9f0df3ad718 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40df6b7d-bc4a-4f78-9044-4b27be8dd544 HTTP/1.1" status: 200 len: 849 time: 0.2385380 Aug 29 04:32:58.738210 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-a95d5b95-9381-41aa-89f1-a079445b98ab service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401031 Aug 29 04:32:58.738842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Transition to ACTIVE for port object 62268541-4282-4a2d-9a3f-ab20870a9fbc will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:58.747377 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.783175 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.808187 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.813711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/bae70686-fe75-4654-bcb6-4411793e0ab5 HTTP/1.1" status: 204 len: 168 time: 0.5455835 Aug 29 04:32:58.816353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36808) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.846168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1c129-5cbd-4612-afca-b247bc0e9bb1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=bae70686-fe75-4654-bcb6-4411793e0ab5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.865393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:58.871450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:58.875416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:58.880291 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-bde477ac-a401-4d82-9e5e-271c84011391 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d8b115-73c5-42f6-989d-cf83db186ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367300 Aug 29 04:32:58.880797 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e686a03-585d-4b79-b9c8-cba9c6a4d2f1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:58.881224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e686a03-585d-4b79-b9c8-cba9c6a4d2f1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:58.884538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Pushing event updated for resources: {'Port': ['ID=62268541-4282-4a2d-9a3f-ab20870a9fbc,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.888080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4e686a03-585d-4b79-b9c8-cba9c6a4d2f1 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/eb8236fd-b47f-47d1-b45f-cab2ace3fdca HTTP/1.1" status: 404 len: 337 time: 0.0697298 Aug 29 04:32:58.890877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36810) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.926388 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-43934ba9-2a8d-403e-a16f-79ce831e6fba tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:58.927328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43934ba9-2a8d-403e-a16f-79ce831e6fba tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:58.933528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-43934ba9-2a8d-403e-a16f-79ce831e6fba tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/1121dad4-ed7a-4693-afb2-b2e296177bc9 HTTP/1.1" status: 404 len: 339 time: 0.0415499 Aug 29 04:32:58.934288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36812) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.970640 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-14377872-a19b-446e-a346-2ac6e4270dc4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:58.971689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14377872-a19b-446e-a346-2ac6e4270dc4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:58.980632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-14377872-a19b-446e-a346-2ac6e4270dc4 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/c35bf468-d31b-47ce-ad45-d00ab7d21b2a HTTP/1.1" status: 404 len: 337 time: 0.0448892 Aug 29 04:32:58.981484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36814) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.984789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:58.990438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.006643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Attempting to bind port 62268541-4282-4a2d-9a3f-ab20870a9fbc on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:59.007051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Attempting to bind port 62268541-4282-4a2d-9a3f-ab20870a9fbc by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:59.007423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Attempting to bind port 62268541-4282-4a2d-9a3f-ab20870a9fbc on network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:59.011051 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a6d25c-4752-41cf-b9a4-3e4dde6b6457 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.011993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a6d25c-4752-41cf-b9a4-3e4dde6b6457 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.018263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-29a6d25c-4752-41cf-b9a4-3e4dde6b6457 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/d654286a-6d46-4b7d-93dd-b03b76145f0d HTTP/1.1" status: 404 len: 339 time: 0.0351055 Aug 29 04:32:59.019333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36818) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.039287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:59.039685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Checking segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:59.040002 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.040431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Bound using segment: {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:59.040991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Bound port: 62268541-4282-4a2d-9a3f-ab20870a9fbc, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034f740-69b2-49fa-be4b-de22f9437a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:59.041388 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.068461 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45be634-3a95-4327-b0f0-6eea82e4921a tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.069509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45be634-3a95-4327-b0f0-6eea82e4921a tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.073762 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.076522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e45be634-3a95-4327-b0f0-6eea82e4921a tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/7ba9c695-802a-465d-a602-b7e20b06df4a HTTP/1.1" status: 404 len: 337 time: 0.0557761 Aug 29 04:32:59.077662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36824) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.090131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '1aa0e0d8-217a-4bac-9748-22cc4a24594f', 'tenant_id': '0487e48474004c2497a09711e3651017', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'port_id': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'mac_address': 'fa:16:3e:13:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:31Z', 'updated_at': '2021-08-29T04:32:54Z', 'revision_number': 1, 'project_id': '0487e48474004c2497a09711e3651017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:59.098924 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5d16e00-cdf6-4d70-abb5-e646eecc4f8f req-d3259b8b-d1cb-430b-b64c-90f2e29a2020 service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490052 Aug 29 04:32:59.134537 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb60795-34d8-4c99-9955-d99db22cc4ab tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.135375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb60795-34d8-4c99-9955-d99db22cc4ab tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.138161 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6eb60795-34d8-4c99-9955-d99db22cc4ab tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/6126ff4a-0cdd-4170-b724-b1e29e5efd63 HTTP/1.1" status: 404 len: 339 time: 0.0521965 Aug 29 04:32:59.141202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36828) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.179732 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-1a028281-3dbc-4d88-a5a7-52b46219e76b service neutron] 10.222.0.59 "GET /v2.0/networks/41d8b115-73c5-42f6-989d-cf83db186ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884927 Aug 29 04:32:59.192250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b38f8-a15f-4cdc-8e01-a86c2951b147 None None] The sync data for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 is: [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '1aa0e0d8-217a-4bac-9748-22cc4a24594f', 'tenant_id': '0487e48474004c2497a09711e3651017', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'port_id': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'mac_address': 'fa:16:3e:13:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:31Z', 'updated_at': '2021-08-29T04:32:54Z', 'revision_number': 1, 'project_id': '0487e48474004c2497a09711e3651017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:59.205322 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a803411-9f39-492a-bf9d-669cec03f0a6 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.206193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a803411-9f39-492a-bf9d-669cec03f0a6 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.212309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2a803411-9f39-492a-bf9d-669cec03f0a6 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/b7cd65bc-dfe4-48ed-a7de-879a2f0659b4 HTTP/1.1" status: 404 len: 337 time: 0.0696769 Aug 29 04:32:59.213184 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36832) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.217914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device eec2c135-138d-41d1-863b-2b5266329301 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:59.261374 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccbdffa-000c-4d60-90da-cf9a43b56bb2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.262256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccbdffa-000c-4d60-90da-cf9a43b56bb2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.267085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7ccbdffa-000c-4d60-90da-cf9a43b56bb2 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/9406cb53-0040-44da-9c90-329196b005d7 HTTP/1.1" status: 404 len: 339 time: 0.0526659 Aug 29 04:32:59.272767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: eec2c135-138d-41d1-863b-2b5266329301 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:59.272767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device eec2c135-138d-41d1-863b-2b5266329301 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:59.273086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36834) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.309300 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1d4fc9-d398-4fa7-8681-ec52096b8d58 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.309908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1d4fc9-d398-4fa7-8681-ec52096b8d58 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.315201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bc1d4fc9-d398-4fa7-8681-ec52096b8d58 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/804ed534-7f3c-4e0d-b5e4-a3a878555402 HTTP/1.1" status: 404 len: 337 time: 0.0407400 Aug 29 04:32:59.315994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36836) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.348283 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c2d207-2deb-4635-ab87-04e403991391 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.349671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c2d207-2deb-4635-ab87-04e403991391 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.349905 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e27104bd-edbe-4e7d-a989-6de20b808d4d req-1cd34790-9eca-486f-b699-2ee21622ae10 service neutron] 10.222.0.59 "GET /v2.0/networks/41d8b115-73c5-42f6-989d-cf83db186ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620712 Aug 29 04:32:59.359277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] For port 62268541-4282-4a2d-9a3f-ab20870a9fbc, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:59.364552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] For port 62268541-4282-4a2d-9a3f-ab20870a9fbc, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62268541-4282-4a2d-9a3f-ab20870a9fbc,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:59.369844 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36838) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.370500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.370661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-99c2d207-2deb-4635-ab87-04e403991391 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/9fc50ca2-26b4-4312-998c-990d31747411 HTTP/1.1" status: 404 len: 339 time: 0.0526488 Aug 29 04:32:59.387848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e9444-3f86-4c9b-9cb1-3b0033f26f7f req-4786ee9d-c70b-4b0c-aca7-362221dd8169 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.389906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf9e9444-3f86-4c9b-9cb1-3b0033f26f7f req-4786ee9d-c70b-4b0c-aca7-362221dd8169 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 944 time: 0.1675694 Aug 29 04:32:59.421608 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-f044fedc-e569-4b76-9ce2-02e044a656e9 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.422066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f044fedc-e569-4b76-9ce2-02e044a656e9 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.423810 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f044fedc-e569-4b76-9ce2-02e044a656e9 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/47ed354a-b872-441c-a8d7-4e60db606d7e HTTP/1.1" status: 404 len: 337 time: 0.0529487 Aug 29 04:32:59.427313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36840) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.489135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d2dae-610d-4abd-9275-0f57d0b793f1 None None] Pushing event updated for resources: {'Port': ['ID=62268541-4282-4a2d-9a3f-ab20870a9fbc,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.491755 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-71df3dd9-806e-43e9-856e-c52f736b36db tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.493313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71df3dd9-806e-43e9-856e-c52f736b36db tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.495442 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-71df3dd9-806e-43e9-856e-c52f736b36db tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/6befe67c-1aa0-4ceb-b5ad-633756060d43 HTTP/1.1" status: 404 len: 339 time: 0.0670650 Aug 29 04:32:59.499460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36846) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.538253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf9e9444-3f86-4c9b-9cb1-3b0033f26f7f req-c7f1fdf4-d1c7-4045-9305-51a654dcecc6 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401436 Aug 29 04:32:59.572687 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048af61-4da5-4a1f-90fa-aa79a3044038 None None] New status for floating IP 1aa0e0d8-217a-4bac-9748-22cc4a24594f: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:32:59.623686 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ae5e8b-d61b-4192-a710-053529e54df3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.624298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ae5e8b-d61b-4192-a710-053529e54df3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.626127 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-86ae5e8b-d61b-4192-a710-053529e54df3 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/60a11623-82a2-443b-adb3-6dd2c76cee56 HTTP/1.1" status: 404 len: 337 time: 0.1170623 Aug 29 04:32:59.629603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36848) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.630573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8 req-bba9f7c1-583c-47f7-a58d-db567ee0153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.632140 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8 req-bba9f7c1-583c-47f7-a58d-db567ee0153c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f17202b075344e7f9fe433ec7b0f38e3&device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 1096 time: 0.2213721 Aug 29 04:32:59.672304 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99827db-34b4-40a1-a5ba-d2bdba696ba9 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.672961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99827db-34b4-40a1-a5ba-d2bdba696ba9 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.678862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b99827db-34b4-40a1-a5ba-d2bdba696ba9 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/623f8953-a620-41c3-8665-c5f3b72c118c HTTP/1.1" status: 404 len: 339 time: 0.0458293 Aug 29 04:32:59.679386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36852) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.746078 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-196c6f2f-421b-4944-963f-329be9d5aea6 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.746788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196c6f2f-421b-4944-963f-329be9d5aea6 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.749151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-196c6f2f-421b-4944-963f-329be9d5aea6 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/03c5a0da-daf7-4328-b247-051e73fa1824 HTTP/1.1" status: 404 len: 337 time: 0.0687037 Aug 29 04:32:59.751647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36854) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.833695 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea39bf9d-5256-46ca-be08-95c6b7fd1f34 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.834558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea39bf9d-5256-46ca-be08-95c6b7fd1f34 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.837394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ea39bf9d-5256-46ca-be08-95c6b7fd1f34 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/a07fc716-516b-4448-8868-8aa74d124801 HTTP/1.1" status: 404 len: 339 time: 0.0843406 Aug 29 04:32:59.839872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36856) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.954784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e79c9ca-1dac-4e4b-b4ad-f21610455c66 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Deleting subnet 09807569-9e38-4395-b10d-e65dde7fd99c {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:59.958576 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e79c9ca-1dac-4e4b-b4ad-f21610455c66 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.006126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e79c9ca-1dac-4e4b-b4ad-f21610455c66 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.110882 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e79c9ca-1dac-4e4b-b4ad-f21610455c66 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.183250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e79c9ca-1dac-4e4b-b4ad-f21610455c66 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.219635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79c9ca-1dac-4e4b-b4ad-f21610455c66 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Subnet': ['ID=09807569-9e38-4395-b10d-e65dde7fd99c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:00.227073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2e79c9ca-1dac-4e4b-b4ad-f21610455c66 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.229254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2e79c9ca-1dac-4e4b-b4ad-f21610455c66 tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/subnets/09807569-9e38-4395-b10d-e65dde7fd99c HTTP/1.1" status: 204 len: 168 time: 0.3881299 Aug 29 04:33:00.232662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36868) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.236824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f60d5a-d5a2-4f00-b4a0-d356ef8194c6 None None] Network 9c1b3a51-8038-4608-8907-35ae0c467132 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:00.343083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8 req-cb1b0182-5055-4402-9ad3-275546b2e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.344576 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8 req-cb1b0182-5055-4402-9ad3-275546b2e0a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d8b115-73c5-42f6-989d-cf83db186ad0 HTTP/1.1" status: 200 len: 910 time: 0.7011371 Aug 29 04:33:00.382437 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.420949 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8 req-e298cd77-4954-4c22-8f92-0ef3b29f193f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2351acbb-5c31-4e5f-92a7-3b5d4abbb369 HTTP/1.1" status: 200 len: 217 time: 0.0429277 Aug 29 04:33:00.508797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Deleting port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:00.509165 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.553982 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97881bfe-a69a-4539-85c3-5f3be03be4a6 None None] DHCP port deletion for 9c1b3a51-8038-4608-8907-35ae0c467132 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:00.608859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8 req-0e50f1f5-b09f-4230-895e-a086e63933e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.610567 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8 req-0e50f1f5-b09f-4230-895e-a086e63933e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40df6b7d-bc4a-4f78-9044-4b27be8dd544 HTTP/1.1" status: 200 len: 849 time: 0.1825862 Aug 29 04:33:00.654046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-97881bfe-a69a-4539-85c3-5f3be03be4a6 None None] Deleting port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:00.658647 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-97881bfe-a69a-4539-85c3-5f3be03be4a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.666256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] For port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd,segment=NetworkSegment(3d2274c6-80dd-4be1-8253-c051b6d49fef),segment_id=3d2274c6-80dd-4be1-8253-c051b6d49fef)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:00.666634 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.689265 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8 req-a83e3c80-cd38-4b2b-b1de-07bff361ee50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d8b115-73c5-42f6-989d-cf83db186ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443881 Aug 29 04:33:00.777417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Calling delete_port for dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:00.799901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a8cbc-f3eb-40a9-a1c8-de943632d4a8 req-01c38566-776c-4fc0-ab1c-0dd370dfc6ec tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.802763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-97881bfe-a69a-4539-85c3-5f3be03be4a6 None None] For port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd,segment=NetworkSegment(3d2274c6-80dd-4be1-8253-c051b6d49fef),segment_id=3d2274c6-80dd-4be1-8253-c051b6d49fef)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:00.803749 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-97881bfe-a69a-4539-85c3-5f3be03be4a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.807414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:00.813671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-369a8cbc-f3eb-40a9-a1c8-de943632d4a8 req-01c38566-776c-4fc0-ab1c-0dd370dfc6ec tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 944 time: 0.1507640 Aug 29 04:33:00.848596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-97881bfe-a69a-4539-85c3-5f3be03be4a6 None None] Calling delete_port for dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:00.984811 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-97881bfe-a69a-4539-85c3-5f3be03be4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.985783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-369a8cbc-f3eb-40a9-a1c8-de943632d4a8 req-bd416050-6223-4b09-87ec-c7ac00926d16 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712387 Aug 29 04:33:00.994835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.034751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97881bfe-a69a-4539-85c3-5f3be03be4a6 None None] No DVR routers for this DVR port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:01.040109 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] No DVR routers for this DVR port dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:01.046350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Port': ['ID=dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:01.073715 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8 req-229db562-b2fc-4a93-9e14-3e4ce173962e service neutron] 10.222.0.59 "GET /v2.0/networks/41d8b115-73c5-42f6-989d-cf83db186ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719261 Aug 29 04:33:01.086843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97881bfe-a69a-4539-85c3-5f3be03be4a6 None None] Pushing event deleted for resources: {'Port': ['ID=dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:01.260783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af579235-e543-4a68-a226-42c78e008396 req-f6e8a04b-fc77-4bee-9050-a9929e4ce9c5 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.262442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af579235-e543-4a68-a226-42c78e008396 req-f6e8a04b-fc77-4bee-9050-a9929e4ce9c5 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1098 time: 0.2369728 Aug 29 04:33:01.271916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.282814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.307969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1b3a51-8038-4608-8907-35ae0c467132']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:01.314741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62268541-4282-4a2d-9a3f-ab20870a9fbc up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:01.318180 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-55628cfa-c8bf-45e7-a3cd-15df5d3faac8 req-a066962a-9ec4-48dc-9d40-152e1e2832f2 service neutron] 10.222.0.59 "GET /v2.0/networks/41d8b115-73c5-42f6-989d-cf83db186ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332568 Aug 29 04:33:01.328475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2274c6-80dd-4be1-8253-c051b6d49fef') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:01.328805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2274c6-80dd-4be1-8253-c051b6d49fef') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:01.339915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af579235-e543-4a68-a226-42c78e008396 req-63c4c6ab-2e68-4ff0-aa84-baade3282edf tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649865 Aug 29 04:33:01.354522 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.364975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36890) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.373699 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.382977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:01.383871 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.445224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d0fd775c-f55e-4156-a256-d8fbf7b055f5 None None] Provisioning for port 62268541-4282-4a2d-9a3f-ab20870a9fbc completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:01.468288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 62268541-4282-4a2d-9a3f-ab20870a9fbc completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:01.470699 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:01.478789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.488446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 62268541-4282-4a2d-9a3f-ab20870a9fbc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:01.497426 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.500476 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.516710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] 10.222.0.49 "DELETE /v2.0/networks/9c1b3a51-8038-4608-8907-35ae0c467132 HTTP/1.1" status: 204 len: 168 time: 1.2702179 Aug 29 04:33:01.543940 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19ca31-ad0e-42ef-a9a7-e1a8fc992bdd tempest-NetworksTest-511326899 tempest-NetworksTest-511326899-project] Pushing event deleted for resources: {'Network': ['ID=9c1b3a51-8038-4608-8907-35ae0c467132,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:01.642924 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.706971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port ce1e99ee-0608-439f-b3a6-46e44114d675 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:01.707335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.840108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] For port 62268541-4282-4a2d-9a3f-ab20870a9fbc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62268541-4282-4a2d-9a3f-ab20870a9fbc,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:01.857966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36904) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.863678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.864021 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.885345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for ce1e99ee-0608-439f-b3a6-46e44114d675 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:01.897472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.908458 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.909288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.943648 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:01.944154 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:02.026210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:02.042421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:02.046019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.046624 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.052371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5459680-f1fb-4932-baf9-d0aa5b516146 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:02.116775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-11041b6a-dab5-42f6-be2b-3fbb1d2df805 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f9b9b1262cb4d1f900b878a289f82bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572074 Aug 29 04:33:02.117989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36914) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.130839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=1c77a36c-0441-40a1-9952-12b2bd5eaa0b,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.146894 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8040664 Aug 29 04:33:02.150320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d665bbe-794a-45b5-acfa-f5bee1232da5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=62268541-4282-4a2d-9a3f-ab20870a9fbc,revision_number=4']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.158013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36916) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.177916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:cd:8c:da', 'name': 'tempest-NetworksTestDHCPv6-740574346'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:02.287668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.290252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:02.330063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=ce1e99ee-0608-439f-b3a6-46e44114d675,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.374693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac766-c201-4fd3-ad0b-6998fad187ea req-31809645-491e-4a8f-ba4a-22bd27b320f7 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.382587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-246ac766-c201-4fd3-ad0b-6998fad187ea req-31809645-491e-4a8f-ba4a-22bd27b320f7 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 944 time: 0.2376280 Aug 29 04:33:02.391164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91bbb525-a9e6-41de-aece-428576a2b265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.451713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.453194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,segment=NetworkSegment(5d5026bd-e280-4b5d-a191-beaa71944db1),segment_id=5d5026bd-e280-4b5d-a191-beaa71944db1)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:02.453932 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Floating IP e8733041-231f-4f52-8e3c-63ed074916b9 disassociated (deleted). External IP: 172.25.5.127, port: f33a972c-6da5-45d0-84a4-97acabe94b57. Aug 29 04:33:02.501135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91bbb525-a9e6-41de-aece-428576a2b265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.577846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-246ac766-c201-4fd3-ad0b-6998fad187ea req-c16cd138-ea5e-44bb-a9e3-ef7035c4ea99 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935582 Aug 29 04:33:02.590447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91bbb525-a9e6-41de-aece-428576a2b265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.599733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91bbb525-a9e6-41de-aece-428576a2b265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.599733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-91bbb525-a9e6-41de-aece-428576a2b265 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c257cae6-b4a5-464b-806d-d382d3ff127d HTTP/1.1" status: 204 len: 168 time: 0.4785109 Aug 29 04:33:02.608524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:02.623712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbb525-a9e6-41de-aece-428576a2b265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c257cae6-b4a5-464b-806d-d382d3ff127d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.820810 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.828879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '2351acbb-5c31-4e5f-92a7-3b5d4abbb369', 'network_id': '41d8b115-73c5-42f6-989d-cf83db186ad0', 'port_id': '2351acbb-5c31-4e5f-92a7-3b5d4abbb369', 'mac_address': 'fa:16:3e:05:b7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40df6b7d-bc4a-4f78-9044-4b27be8dd544', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:02.848056 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port aa88a54a-516e-4786-94e9-c053e7ec4c36 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:02.898624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 305f10a5-600f-44c5-ab34-88685e6aa461 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:02.996174 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.030424 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.073922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:03.087378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 62268541-4282-4a2d-9a3f-ab20870a9fbc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62268541-4282-4a2d-9a3f-ab20870a9fbc,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:03.097529 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.158139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,segment=NetworkSegment(5d5026bd-e280-4b5d-a191-beaa71944db1),segment_id=5d5026bd-e280-4b5d-a191-beaa71944db1)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:03.170012 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.213957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=62268541-4282-4a2d-9a3f-ab20870a9fbc,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:03.229592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:03.262012 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:03.279985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.322566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::14c (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/683ea2a9-6fc8-4ab9-8dbf-bdcd830a264c/aa88a54a-516e-4786-94e9-c053e7ec4c36) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:03.330813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8:0:1:f816:3eff:fecd:8cda (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/1c77a36c-0441-40a1-9952-12b2bd5eaa0b/aa88a54a-516e-4786-94e9-c053e7ec4c36) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:03.359050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:03.424123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a5cc5823-b036-40fe-b908-0c607f774f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/floatingips/e8733041-231f-4f52-8e3c-63ed074916b9 HTTP/1.1" status: 204 len: 168 time: 2.0557659 Aug 29 04:33:03.424123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:03.427900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] Sync routers for ids ['305f10a5-600f-44c5-ab34-88685e6aa461'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:03.440883 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:03.451297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:03.453198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dc8c6cf5-2484-4c8c-8b55-773cbdf4b5cd not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:03.463321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] Routers {'305f10a5-600f-44c5-ab34-88685e6aa461'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:03.464924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:32:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['305f10a5-600f-44c5-ab34-88685e6aa461'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.536777 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704d6258-b829-40c9-927c-bcfa0738f7e5 x-openstack-request-id: req-704d6258-b829-40c9-927c-bcfa0738f7e5 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:03.537294 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:03.537294 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-704d6258-b829-40c9-927c-bcfa0738f7e5 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:03.537739 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'status': 'completed', 'code': 200} Aug 29 04:33:03.592793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2351acbb-5c31-4e5f-92a7-3b5d4abbb369'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:03.686570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62268541-4282-4a2d-9a3f-ab20870a9fbc up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:03.747032 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-dda6a4cb-fffa-4802-a489-d461cac3afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.748641 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-dda6a4cb-fffa-4802-a489-d461cac3afba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 1098 time: 0.1655080 Aug 29 04:33:03.778746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.827081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object aa88a54a-516e-4786-94e9-c053e7ec4c36 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:03.857977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de4bb4-48ba-4857-a211-f4ce116de5bd req-cc75eac0-364f-4c95-baa2-c7c73eba728b tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.878817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68de4bb4-48ba-4857-a211-f4ce116de5bd req-cc75eac0-364f-4c95-baa2-c7c73eba728b tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 945 time: 0.1651442 Aug 29 04:33:03.922602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] Set router 305f10a5-600f-44c5-ab34-88685e6aa461 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:04.029268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 62268541-4282-4a2d-9a3f-ab20870a9fbc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:04.029793 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.063288 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-ad338420-30d7-4471-b69f-7090b30606e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.067644 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-ad338420-30d7-4471-b69f-7090b30606e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 200 len: 897 time: 0.3057675 Aug 29 04:33:04.069857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36970) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.123620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68de4bb4-48ba-4857-a211-f4ce116de5bd req-5323d9b3-1250-4b7e-8ffb-da6a817ec3d8 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352431 Aug 29 04:33:04.157896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.232818 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-4aeb1c5b-9c75-46b3-ac91-5124b26f11e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 200 len: 217 time: 0.1554677 Aug 29 04:33:04.258920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:04.287436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:04.296107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:04.314320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1108673171'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:04.315115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.318811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.355657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=aa88a54a-516e-4786-94e9-c053e7ec4c36,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:04.378515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-1a73068c-56da-4183-a04e-5e1caea44170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.386804 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-1a73068c-56da-4183-a04e-5e1caea44170 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 200 len: 834 time: 0.1463072 Aug 29 04:33:04.397609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:04.402375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-30a78dae-c466-4a3e-8fde-e105ff6cb3f9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2406013 Aug 29 04:33:04.402785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36978) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.407941 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.457588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5de8c10a-b2b6-475e-b86a-d1f4f5a94b26 None None] Provisioning complete for port 62268541-4282-4a2d-9a3f-ab20870a9fbc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:04.458081 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5de8c10a-b2b6-475e-b86a-d1f4f5a94b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.484753 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.513337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:46Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba', 'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:54:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:45Z', 'updated_at': '2021-08-29T04:30:54Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.526303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-fe318df3-6aec-4bc6-8654-5dc08938673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.528393 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-fe318df3-6aec-4bc6-8654-5dc08938673c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962e30a7-9d40-4434-9440-459219ed88f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163611 Aug 29 04:33:04.546859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] Checking router: 305f10a5-600f-44c5-ab34-88685e6aa461 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:04.584641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] Routers {'305f10a5-600f-44c5-ab34-88685e6aa461'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:04.585182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:32:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['305f10a5-600f-44c5-ab34-88685e6aa461'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.609158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dc6ba-5143-448b-99d4-411334e586ba req-13984f13-4b01-44ec-8a01-094b6b377d28 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.627788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-535dc6ba-5143-448b-99d4-411334e586ba req-13984f13-4b01-44ec-8a01-094b6b377d28 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.4902954 Aug 29 04:33:04.708382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-535dc6ba-5143-448b-99d4-411334e586ba req-755d6b90-e56b-41cb-9754-f971ece7ade4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793569 Aug 29 04:33:04.724793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c960af25-695a-4915-bdbb-f1bb2a317cc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port aa88a54a-516e-4786-94e9-c053e7ec4c36 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:04.725198 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c960af25-695a-4915-bdbb-f1bb2a317cc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.731706 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-a22f86a3-42b8-4716-b996-b6da2588f8f3 service neutron] 10.222.0.52 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858745 Aug 29 04:33:04.768077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] Set router 305f10a5-600f-44c5-ab34-88685e6aa461 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:04.770265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c189e5d0-98c5-4817-b1d3-c0d3d9b51ab7 None None] Provisioning for port aa88a54a-516e-4786-94e9-c053e7ec4c36 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:04.801861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c189e5d0-98c5-4817-b1d3-c0d3d9b51ab7 None None] Provisioning complete for port aa88a54a-516e-4786-94e9-c053e7ec4c36 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:04.802239 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c189e5d0-98c5-4817-b1d3-c0d3d9b51ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.811723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.819142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.846272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c189e5d0-98c5-4817-b1d3-c0d3d9b51ab7 None None] Port aa88a54a-516e-4786-94e9-c053e7ec4c36 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:04.860130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c960af25-695a-4915-bdbb-f1bb2a317cc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.865615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:04.874949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c960af25-695a-4915-bdbb-f1bb2a317cc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for aa88a54a-516e-4786-94e9-c053e7ec4c36 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:04.887799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af782d1-efed-4749-80e0-eaeb8ecfe130,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:04.893964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.894255 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Added segment 79817968-dc86-4cba-b2bf-46ca0340ceb2 of type vlan for network 1a1eab26-cbb0-4506-a37b-150fc9347060 Aug 29 04:33:04.905949 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e3e93fa-3686-4c1c-9ff2-1dabd67229f6 req-46eaf626-9b97-47c0-8774-80d44d0894bc service neutron] 10.222.0.52 "GET /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551309 Aug 29 04:33:04.946859 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.979243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.985646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.986886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.065469 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9944837 Aug 29 04:33:05.068908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 36984) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.076048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'name': 'tempest-PortsTestJSON-1677394536'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:05.116257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:46Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba', 'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:54:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:45Z', 'updated_at': '2021-08-29T04:30:54Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:05.127999 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68d8c3-a847-4b02-bc3a-df94c4abfcd5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Network': ['ID=1a1eab26-cbb0-4506-a37b-150fc9347060,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.143347 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c960af25-695a-4915-bdbb-f1bb2a317cc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.168100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:05.171761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3727b6-8ed7-4048-9949-5d25706bf1e3 None None] The sync data for ids ['305f10a5-600f-44c5-ab34-88685e6aa461'] in n-d-712141-12 is: [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:30:46Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba', 'name': '', 'network_id': '962e30a7-9d40-4434-9440-459219ed88f1', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:54:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:45Z', 'updated_at': '2021-08-29T04:30:54Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '8e6d53b3-56fa-4b46-9561-cedeff354da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:05.192532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960af25-695a-4915-bdbb-f1bb2a317cc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=aa88a54a-516e-4786-94e9-c053e7ec4c36,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.198277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:05.201904 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.220715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port 55c043c9-56ae-40fa-952a-36765c0a175f yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:05.340517 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c960af25-695a-4915-bdbb-f1bb2a317cc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.342483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c960af25-695a-4915-bdbb-f1bb2a317cc8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/aa88a54a-516e-4786-94e9-c053e7ec4c36 HTTP/1.1" status: 204 len: 168 time: 0.9385035 Aug 29 04:33:05.345317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36988) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.390860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9923f3c-0f73-4c9f-8ea6-ac63415a0b3e req-03ec92cb-5fcc-4116-9b92-713348e0c6b9 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.392481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9923f3c-0f73-4c9f-8ea6-ac63415a0b3e req-03ec92cb-5fcc-4116-9b92-713348e0c6b9 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 945 time: 0.1863296 Aug 29 04:33:05.422985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db0d257-0efe-4b7f-8495-9e566c2088ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.424801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0db0d257-0efe-4b7f-8495-9e566c2088ed tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0785599 Aug 29 04:33:05.427638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36992) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.475654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9923f3c-0f73-4c9f-8ea6-ac63415a0b3e req-293f63ed-b17f-4fd0-bf74-430eb0805c06 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765743 Aug 29 04:33:05.505516 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.529267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17147e27-95a4-4f28-b599-113c58d82284 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.531236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-17147e27-95a4-4f28-b599-113c58d82284 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1027162 Aug 29 04:33:05.534217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36994) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.563625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.638499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806022c5-d670-4eca-a005-7b9b61734ef3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.640884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806022c5-d670-4eca-a005-7b9b61734ef3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.642864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806022c5-d670-4eca-a005-7b9b61734ef3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.644673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-806022c5-d670-4eca-a005-7b9b61734ef3 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1094635 Aug 29 04:33:05.647463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 36996) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.666284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=55c043c9-56ae-40fa-952a-36765c0a175f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.673671 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dfbaa5-073d-4509-a55a-27978c7e03f5 None None] New status for floating IP e8733041-231f-4f52-8e3c-63ed074916b9: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:33:05.703698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-9a2a9f1b-169d-45c7-bac3-ff1e1b9c3a0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.705285 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-9a2a9f1b-169d-45c7-bac3-ff1e1b9c3a0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.52 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1101012 Aug 29 04:33:05.713439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Checking segment: {'id': '79817968-dc86-4cba-b2bf-46ca0340ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:05.713439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network hostable DHCP agents. Network: 1a1eab26-cbb0-4506-a37b-150fc9347060, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:05.719947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d88561-4b6a-41d9-b656-5dbd2713e4b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 1c77a36c-0441-40a1-9952-12b2bd5eaa0b {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:05.723309 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91d88561-4b6a-41d9-b656-5dbd2713e4b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.776802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:05.790279 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91d88561-4b6a-41d9-b656-5dbd2713e4b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.820964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 1a1eab26-cbb0-4506-a37b-150fc9347060) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:05.826232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:05.830680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd999781-f8d2-4842-91ef-4b1add56e1dd None None] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:05.833646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.834303 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.879835 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-78e95df6-2e11-48f1-b192-b78018a920ec tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8069780 Aug 29 04:33:05.880743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37000) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.888182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-168052177'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:05.908679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-ae510561-42ec-46c5-8df2-915b1e4b5651 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port f33a972c-6da5-45d0-84a4-97acabe94b57 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:05.908994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-ae510561-42ec-46c5-8df2-915b1e4b5651 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.954837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686892b-e79b-4a43-8dbc-a18439b235d9 req-7a8bf2ad-3e75-4327-8af4-657e01d5c2e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.956418 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0686892b-e79b-4a43-8dbc-a18439b235d9 req-7a8bf2ad-3e75-4327-8af4-657e01d5c2e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 946 time: 0.1256454 Aug 29 04:33:05.963428 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91d88561-4b6a-41d9-b656-5dbd2713e4b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.992777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:05.996724 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.048089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:06.062016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0686892b-e79b-4a43-8dbc-a18439b235d9 req-4c680f92-1c72-4274-a035-7c8bb2c27404 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=a245a60f-b203-4276-b879-21adc35ca285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948372 Aug 29 04:33:06.074780 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91d88561-4b6a-41d9-b656-5dbd2713e4b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.075508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.075864 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Added segment f7a0595e-bf1f-4f91-9eef-aca757ef173d of type vlan for network 5d1a0ae2-e441-4678-9c05-d55e54b9365b Aug 29 04:33:06.078259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-ae510561-42ec-46c5-8df2-915b1e4b5651 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port f33a972c-6da5-45d0-84a4-97acabe94b57, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f33a972c-6da5-45d0-84a4-97acabe94b57,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:06.078773 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-ae510561-42ec-46c5-8df2-915b1e4b5651 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.107576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d88561-4b6a-41d9-b656-5dbd2713e4b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=1c77a36c-0441-40a1-9952-12b2bd5eaa0b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.113845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91d88561-4b6a-41d9-b656-5dbd2713e4b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.118600 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-91d88561-4b6a-41d9-b656-5dbd2713e4b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/1c77a36c-0441-40a1-9952-12b2bd5eaa0b HTTP/1.1" status: 204 len: 168 time: 0.4674289 Aug 29 04:33:06.119124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37006) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.121758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-ae510561-42ec-46c5-8df2-915b1e4b5651 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for f33a972c-6da5-45d0-84a4-97acabe94b57 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:06.126458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed3098-bfc4-4c04-b7bb-b8665af5f1ba None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:06.144448 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.182070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0170c5ae-c5bc-483d-bd37-1ae3543ecf53 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 683ea2a9-6fc8-4ab9-8dbf-bdcd830a264c {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:06.185700 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0170c5ae-c5bc-483d-bd37-1ae3543ecf53 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.219407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.227154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.228471 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.233790 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0170c5ae-c5bc-483d-bd37-1ae3543ecf53 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.316752 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4327500 Aug 29 04:33:06.317868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37008) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.324131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'ports': [{'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060'}, {'network_id': '5d1a0ae2-e441-4678-9c05-d55e54b9365b'}]} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:06.324489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:06.324979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '5d1a0ae2-e441-4678-9c05-d55e54b9365b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:06.339824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:06.345780 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0170c5ae-c5bc-483d-bd37-1ae3543ecf53 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.394433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c7725-2ea4-45ab-926f-a2310902a70b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Network': ['ID=5d1a0ae2-e441-4678-9c05-d55e54b9365b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.412322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5d1a0ae2-e441-4678-9c05-d55e54b9365b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:06.439317 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0170c5ae-c5bc-483d-bd37-1ae3543ecf53 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.471839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170c5ae-c5bc-483d-bd37-1ae3543ecf53 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=683ea2a9-6fc8-4ab9-8dbf-bdcd830a264c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.475904 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0170c5ae-c5bc-483d-bd37-1ae3543ecf53 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.480477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0170c5ae-c5bc-483d-bd37-1ae3543ecf53 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/683ea2a9-6fc8-4ab9-8dbf-bdcd830a264c HTTP/1.1" status: 204 len: 168 time: 0.3578553 Aug 29 04:33:06.481071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37014) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.561692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37022) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.567164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b2e14aff-6fb3-4608-a8f5-9e7ace0dcafb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:06.568896 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-993f4e38-0319-45de-b207-d75ce2ef4ae5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808780 Aug 29 04:33:06.696606 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-ae510561-42ec-46c5-8df2-915b1e4b5651 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.776286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae510561-42ec-46c5-8df2-915b1e4b5651 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=f33a972c-6da5-45d0-84a4-97acabe94b57,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.809859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e14aff-6fb3-4608-a8f5-9e7ace0dcafb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:06.814460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:06.816722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:33:06.816722 n-d-712141-12 neutron-server[94850]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:33:06.816722 n-d-712141-12 neutron-server[94850]: [parameters: {'project_id': '122b9ba081e6485a80cc54ce8056bb1f', 'id': 'e3d4db7e-b590-49a4-8c4a-b696d0bce738', 'expiration': datetime.datetime(2021, 8, 29, 4, 35, 6, 785080)}] Aug 29 04:33:06.816722 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:06.818031 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:06.818552 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2e14aff-6fb3-4608-a8f5-9e7ace0dcafb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.819447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-ae510561-42ec-46c5-8df2-915b1e4b5651 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] No DVR routers for this DVR port f33a972c-6da5-45d0-84a4-97acabe94b57 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:06.823075 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-ae510561-42ec-46c5-8df2-915b1e4b5651 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.823802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:06.824181 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.826338 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-38b5e6d7-d1cb-433e-9446-4af91db9307a req-ae510561-42ec-46c5-8df2-915b1e4b5651 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.52 "DELETE /v2.0/ports/f33a972c-6da5-45d0-84a4-97acabe94b57 HTTP/1.1" status: 204 len: 173 time: 1.1089687 Aug 29 04:33:06.827069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'name': 'network-vif-deleted', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:06.830534 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c54a8c9-bb97-4bb4-a349-00bd67db5260" -d '{"events": [{"server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "name": "network-vif-deleted", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:06.923740 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a1eef3-c6ed-4b10-9f96-a8e76963d4f0 x-openstack-request-id: req-54a1eef3-c6ed-4b10-9f96-a8e76963d4f0 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:06.924428 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3852dd67-967e-48d8-9487-e4e26ce46742", "name": "network-vif-deleted", "tag": "f33a972c-6da5-45d0-84a4-97acabe94b57", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:06.924929 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54a1eef3-c6ed-4b10-9f96-a8e76963d4f0 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:06.925571 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3852dd67-967e-48d8-9487-e4e26ce46742', 'name': 'network-vif-deleted', 'tag': 'f33a972c-6da5-45d0-84a4-97acabe94b57', 'status': 'completed', 'code': 200} Aug 29 04:33:06.945689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad0d80-8040-4d25-a215-85fe4b497da8 req-7aa3e7c8-4f24-43a9-aba7-ca795b91e203 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.947282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84ad0d80-8040-4d25-a215-85fe4b497da8 req-7aa3e7c8-4f24-43a9-aba7-ca795b91e203 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 945 time: 0.3401690 Aug 29 04:33:07.026001 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.028809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9760314a-a417-426f-b3ea-ba76625a17fe None None] Update dhcp port {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': '683ea2a9-6fc8-4ab9-8dbf-bdcd830a264c'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '62268541-4282-4a2d-9a3f-ab20870a9fbc'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:33:07.063947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84ad0d80-8040-4d25-a215-85fe4b497da8 req-4384e822-6650-491b-9111-dc46f748a239 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992494 Aug 29 04:33:07.077581 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9760314a-a417-426f-b3ea-ba76625a17fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.095743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,segment=NetworkSegment(5d5026bd-e280-4b5d-a191-beaa71944db1),segment_id=5d5026bd-e280-4b5d-a191-beaa71944db1)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:07.097150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c9fe0e-3ce4-4d7d-b52e-313da25530ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2351acbb-5c31-4e5f-92a7-3b5d4abbb369'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:07.100289 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdaeaa6-0999-4227-983c-72d638141ac9" -d '{"events": [{"server_uuid": "b7c9fe0e-3ce4-4d7d-b52e-313da25530ea", "name": "network-vif-plugged", "status": "completed", "tag": "2351acbb-5c31-4e5f-92a7-3b5d4abbb369"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:07.111673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.187179 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbc099e-6d85-4499-9734-52b9e54b06bb x-openstack-request-id: req-6dbc099e-6d85-4499-9734-52b9e54b06bb {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:07.187179 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c9fe0e-3ce4-4d7d-b52e-313da25530ea", "name": "network-vif-plugged", "status": "completed", "tag": "2351acbb-5c31-4e5f-92a7-3b5d4abbb369", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:07.187553 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6dbc099e-6d85-4499-9734-52b9e54b06bb {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:07.188214 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c9fe0e-3ce4-4d7d-b52e-313da25530ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2351acbb-5c31-4e5f-92a7-3b5d4abbb369', 'code': 200} Aug 29 04:33:07.354302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc03568e-5158-4439-932c-33460798d4c6 req-e20f353a-71e8-4e7f-bd98-e7e8786a5cc3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=3852dd67-967e-48d8-9487-e4e26ce46742 HTTP/1.1" status: 200 len: 210 time: 0.0584657 Aug 29 04:33:07.369281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.408721 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2e14aff-6fb3-4608-a8f5-9e7ace0dcafb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.416892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e9bbe-5ff7-471f-9187-b4c4d6a14605 req-ca2ddddd-d5be-4116-abb0-317eeb4f01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.419396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bd0e9bbe-5ff7-471f-9187-b4c4d6a14605 req-ca2ddddd-d5be-4116-abb0-317eeb4f01e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 1098 time: 0.1717267 Aug 29 04:33:07.420938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 2} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:07.427039 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.444349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e14aff-6fb3-4608-a8f5-9e7ace0dcafb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:07.457022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.486871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b2e14aff-6fb3-4608-a8f5-9e7ace0dcafb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:07.501844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e14aff-6fb3-4608-a8f5-9e7ace0dcafb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.507110 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2e14aff-6fb3-4608-a8f5-9e7ace0dcafb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.508462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bbf031-97ea-4f8e-9d97-e8621b4c0c59 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:07.547433 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b2e14aff-6fb3-4608-a8f5-9e7ace0dcafb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9844868 Aug 29 04:33:07.555530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37040) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.563364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-72eca41b-6f2f-4516-92d9-74393d19981a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:07.595728 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bd0e9bbe-5ff7-471f-9187-b4c4d6a14605 req-29293b74-efd0-4d5f-8588-811c8a29be61 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661220 Aug 29 04:33:07.624354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port af549061-c702-481f-bea1-ddc81dcb209e yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:07.642824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62268541-4282-4a2d-9a3f-ab20870a9fbc no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:07.688386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-276d870e-2f76-49cb-8308-5452aa8ca26b None None] Provisioning complete for port 62268541-4282-4a2d-9a3f-ab20870a9fbc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:07.688386 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-276d870e-2f76-49cb-8308-5452aa8ca26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.690736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e14aff-6fb3-4608-a8f5-9e7ace0dcafb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=dbe4b824-258c-42bf-90b4-d3d6e2b2d297,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.786590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eca41b-6f2f-4516-92d9-74393d19981a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:07.792129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-72eca41b-6f2f-4516-92d9-74393d19981a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.844930 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.910214 n-d-712141-12 neutron-server[94851]: INFO neutron.db.ipam_backend_mixin [None req-72eca41b-6f2f-4516-92d9-74393d19981a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbe4b824-258c-42bf-90b4-d3d6e2b2d297 (CIDR: 2001:db8::/64) Aug 29 04:33:07.934462 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-72eca41b-6f2f-4516-92d9-74393d19981a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:07.937560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72eca41b-6f2f-4516-92d9-74393d19981a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:07.945190 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.959527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port 12289a77-2488-4a05-ad57-dea5cb65c8d5 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:07.971370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-72eca41b-6f2f-4516-92d9-74393d19981a tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4147186 Aug 29 04:33:07.974449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37042) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.986088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'subnet': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:08.029335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 62268541-4282-4a2d-9a3f-ab20870a9fbc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62268541-4282-4a2d-9a3f-ab20870a9fbc,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:08.044470 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.055203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297fd536-4b64-4739-9d60-d291417c1a17 None None] Update dhcp port {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': 'dbe4b824-258c-42bf-90b4-d3d6e2b2d297'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '62268541-4282-4a2d-9a3f-ab20870a9fbc'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:33:08.143359 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.164757 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-297fd536-4b64-4739-9d60-d291417c1a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.198887 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.202008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=62268541-4282-4a2d-9a3f-ab20870a9fbc,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.263704 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:08.267751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:08.277829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:08.278701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.294202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=af549061-c702-481f-bea1-ddc81dcb209e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.305479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdc419-8c17-4d71-be1c-a984a62d01c7 req-642cd77e-6e4b-417e-8b70-5080072616e3 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.307106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7cdc419-8c17-4d71-be1c-a984a62d01c7 req-642cd77e-6e4b-417e-8b70-5080072616e3 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 946 time: 0.1246462 Aug 29 04:33:08.307729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:08.317150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.395293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=12289a77-2488-4a05-ad57-dea5cb65c8d5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.399169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-297fd536-4b64-4739-9d60-d291417c1a17 None None] Allocated IP 2001:db8::2 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/dbe4b824-258c-42bf-90b4-d3d6e2b2d297/62268541-4282-4a2d-9a3f-ab20870a9fbc) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:08.471206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Checking segment: {'id': 'f7a0595e-bf1f-4f91-9eef-aca757ef173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5d1a0ae2-e441-4678-9c05-d55e54b9365b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:08.471558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network hostable DHCP agents. Network: 5d1a0ae2-e441-4678-9c05-d55e54b9365b, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:08.484072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37052) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:08.510188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-297fd536-4b64-4739-9d60-d291417c1a17 None None] For port 62268541-4282-4a2d-9a3f-ab20870a9fbc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62268541-4282-4a2d-9a3f-ab20870a9fbc,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:08.557644 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-297fd536-4b64-4739-9d60-d291417c1a17 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.600080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-297fd536-4b64-4739-9d60-d291417c1a17 None None] Transition to ACTIVE for port object 62268541-4282-4a2d-9a3f-ab20870a9fbc will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:08.606589 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-297fd536-4b64-4739-9d60-d291417c1a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.726715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fd536-4b64-4739-9d60-d291417c1a17 None None] Pushing event updated for resources: {'Port': ['ID=62268541-4282-4a2d-9a3f-ab20870a9fbc,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.860778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7cdc419-8c17-4d71-be1c-a984a62d01c7 req-f661935a-b604-4380-9304-7479a24558ef tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397513 Aug 29 04:33:09.152378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 5d1a0ae2-e441-4678-9c05-d55e54b9365b is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:09.174282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 5d1a0ae2-e441-4678-9c05-d55e54b9365b) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:09.185810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:09.187420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41962863-a2b9-479c-9ede-a923f95fbbdd None None] Network 5d1a0ae2-e441-4678-9c05-d55e54b9365b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:09.191668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.197184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.198513 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.275944 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ec3c704b-12b5-46c5-b110-93b6fb4c6b7e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9569814 Aug 29 04:33:09.278878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37058) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:09.394230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.objects.ports [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94851) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:33:09.501428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0deb048c-e38d-41d4-8ec1-00f5d1d87c0f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 12289a77-2488-4a05-ad57-dea5cb65c8d5 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:09.501663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0deb048c-e38d-41d4-8ec1-00f5d1d87c0f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.609819 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0deb048c-e38d-41d4-8ec1-00f5d1d87c0f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.645072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0deb048c-e38d-41d4-8ec1-00f5d1d87c0f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 12289a77-2488-4a05-ad57-dea5cb65c8d5 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:09.681686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62268541-4282-4a2d-9a3f-ab20870a9fbc up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:09.717371 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.793442 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0deb048c-e38d-41d4-8ec1-00f5d1d87c0f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.859865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb048c-e38d-41d4-8ec1-00f5d1d87c0f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=12289a77-2488-4a05-ad57-dea5cb65c8d5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:09.884059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0deb048c-e38d-41d4-8ec1-00f5d1d87c0f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.886418 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0deb048c-e38d-41d4-8ec1-00f5d1d87c0f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/12289a77-2488-4a05-ad57-dea5cb65c8d5 HTTP/1.1" status: 204 len: 168 time: 0.6066778 Aug 29 04:33:09.890228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37064) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:09.923613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-80ae624e-be82-423d-9aef-e5a8dd1c5371 None None] Provisioning for port 62268541-4282-4a2d-9a3f-ab20870a9fbc completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:09.936303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f33a972c-6da5-45d0-84a4-97acabe94b57 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:09.962380 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.973339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] For port 62268541-4282-4a2d-9a3f-ab20870a9fbc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62268541-4282-4a2d-9a3f-ab20870a9fbc,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:09.977616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: f33a972c-6da5-45d0-84a4-97acabe94b57 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:09.984834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f33a972c-6da5-45d0-84a4-97acabe94b57 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:09.987906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-80ae624e-be82-423d-9aef-e5a8dd1c5371 None None] Provisioning complete for port 62268541-4282-4a2d-9a3f-ab20870a9fbc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:09.988309 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80ae624e-be82-423d-9aef-e5a8dd1c5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.034361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.051337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1071301-072a-4d25-95e2-be4393e8e303 req-2fc19acb-5765-4ae0-b02a-c4345e31f4a9 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.059297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1071301-072a-4d25-95e2-be4393e8e303 req-2fc19acb-5765-4ae0-b02a-c4345e31f4a9 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 946 time: 0.1087165 Aug 29 04:33:10.069539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.070587 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.103898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127f013b-0c1f-4d80-a1b1-09b7191e949d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.108757 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80ae624e-be82-423d-9aef-e5a8dd1c5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.110290 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127f013b-0c1f-4d80-a1b1-09b7191e949d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.115404 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-127f013b-0c1f-4d80-a1b1-09b7191e949d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2240791 Aug 29 04:33:10.118981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37068) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.173562 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1071301-072a-4d25-95e2-be4393e8e303 req-c2edee4c-46ca-40fb-8007-04498f48add4 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133652 Aug 29 04:33:10.200369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-80ae624e-be82-423d-9aef-e5a8dd1c5371 None None] For port 62268541-4282-4a2d-9a3f-ab20870a9fbc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62268541-4282-4a2d-9a3f-ab20870a9fbc,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:10.207353 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80ae624e-be82-423d-9aef-e5a8dd1c5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.210573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:10.218355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:10.221876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.222478 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.239301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Subnet': ['ID=0b0887f8-c3d8-4a10-b6a3-ab5a6d7701b5,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.267015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=62268541-4282-4a2d-9a3f-ab20870a9fbc,revision_number=11']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.285153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-68ff86a1-e8f3-4041-8e55-dc7a927842b8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3082111 Aug 29 04:33:10.285452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37074) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.290982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Request body: {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'mac_address': 'fa:16:3e:5b:84:a6', 'name': 'tempest-NetworksTestDHCPv6-993390420'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:10.315822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a453f-49b8-4bf0-9d02-94fc82473e66 None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:10.333424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae624e-be82-423d-9aef-e5a8dd1c5371 None None] Pushing event updated for resources: {'Port': ['ID=62268541-4282-4a2d-9a3f-ab20870a9fbc,revision_number=12']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.435297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9955eedb-bf5b-4aa9-b003-4bf241df399b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port af549061-c702-481f-bea1-ddc81dcb209e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:10.435929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9955eedb-bf5b-4aa9-b003-4bf241df399b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.505946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Made reservation on behalf of 4054bac95bdc4122bb8aa2cc9d76900b for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:10.539983 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9955eedb-bf5b-4aa9-b003-4bf241df399b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.561596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9955eedb-bf5b-4aa9-b003-4bf241df399b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for af549061-c702-481f-bea1-ddc81dcb209e owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:10.634909 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.679882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] device_id is not set on port dcb39d2b-ed38-404b-9acf-9da906fff7aa yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:10.696461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:10.696811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.703262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047176e-e2d9-48ac-b2ea-186758822998 req-6719193c-b951-4a1e-81b6-797f4929fe08 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.705066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0047176e-e2d9-48ac-b2ea-186758822998 req-6719193c-b951-4a1e-81b6-797f4929fe08 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 946 time: 0.0816643 Aug 29 04:33:10.787890 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9955eedb-bf5b-4aa9-b003-4bf241df399b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.791158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0047176e-e2d9-48ac-b2ea-186758822998 req-1f3569e7-d15c-4f35-92a5-f3efea4752d1 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Aug 29 04:33:10.842361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955eedb-bf5b-4aa9-b003-4bf241df399b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=af549061-c702-481f-bea1-ddc81dcb209e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.858064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9955eedb-bf5b-4aa9-b003-4bf241df399b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.862719 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9955eedb-bf5b-4aa9-b003-4bf241df399b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/af549061-c702-481f-bea1-ddc81dcb209e HTTP/1.1" status: 204 len: 168 time: 0.7427168 Aug 29 04:33:10.863338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37084) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.869616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:10.869986 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.919478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:10.955112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8::20a (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/dbe4b824-258c-42bf-90b4-d3d6e2b2d297/dcb39d2b-ed38-404b-9acf-9da906fff7aa) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:10.964052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5b:84a6 (b1883dae-2dd1-40f0-b7f9-7ddc81c5c594/0b0887f8-c3d8-4a10-b6a3-ab5a6d7701b5/dcb39d2b-ed38-404b-9acf-9da906fff7aa) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:11.010112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0440860d-e587-40c5-bef4-f644bbd599ff tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.012690 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0440860d-e587-40c5-bef4-f644bbd599ff tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1449485 Aug 29 04:33:11.017366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37086) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.056641 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74fc313-0f00-4ffe-9696-8cd343470cc4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:33:11.058516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f74fc313-0f00-4ffe-9696-8cd343470cc4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/12289a77-2488-4a05-ad57-dea5cb65c8d5 HTTP/1.1" status: 404 len: 333 time: 0.0400717 Aug 29 04:33:11.066733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37088) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.103866 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-20944345-1aa2-4aab-b426-96b0b5bc398d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:33:11.105688 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-20944345-1aa2-4aab-b426-96b0b5bc398d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/af549061-c702-481f-bea1-ddc81dcb209e HTTP/1.1" status: 404 len: 333 time: 0.0377970 Aug 29 04:33:11.108602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37090) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.192850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.217813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Transition to ACTIVE for port object dcb39d2b-ed38-404b-9acf-9da906fff7aa will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:11.234668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.312064 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.378553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:11.383937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:11.390637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:11.397809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.398287 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.398510 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.412981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1a0ae2-e441-4678-9c05-d55e54b9365b']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:11.424889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1383262 Aug 29 04:33:11.425478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37104) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.435636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a0595e-bf1f-4f91-9eef-aca757ef173d') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:11.436357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a0595e-bf1f-4f91-9eef-aca757ef173d') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:11.437580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199d11a-6527-4aee-9230-d54c3bbeaf10 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event updated for resources: {'Port': ['ID=dcb39d2b-ed38-404b-9acf-9da906fff7aa,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.493379 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.509192 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.520413 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.552996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-85f0dc58-2aa1-4527-88a5-77c2bb00d376 None None] Provisioning complete for port 62268541-4282-4a2d-9a3f-ab20870a9fbc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:11.553585 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85f0dc58-2aa1-4527-88a5-77c2bb00d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.557559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.561555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:11.562139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:11.571315 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:11.690213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62268541-4282-4a2d-9a3f-ab20870a9fbc up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:11.778648 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.840307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 62268541-4282-4a2d-9a3f-ab20870a9fbc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:11.840486 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.891507 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.893800 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/networks/5d1a0ae2-e441-4678-9c05-d55e54b9365b HTTP/1.1" status: 204 len: 168 time: 0.7838619 Aug 29 04:33:11.898953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37144) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.905081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1219630110'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:11.980427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:11.990134 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.095448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:12.096770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8602a42-809e-40fb-b498-8b08efce88e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Network': ['ID=5d1a0ae2-e441-4678-9c05-d55e54b9365b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.119486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8c161fb9-de09-4be2-9794-2b414f7413bb None None] Provisioning for port dcb39d2b-ed38-404b-9acf-9da906fff7aa completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:12.128866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.129644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8c161fb9-de09-4be2-9794-2b414f7413bb None None] Provisioning complete for port dcb39d2b-ed38-404b-9acf-9da906fff7aa triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:12.130218 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Added segment 4a35697e-5033-4870-9c18-280e120be490 of type vlan for network 0fc4075e-d309-41a2-92cf-5547f693a4a4 Aug 29 04:33:12.131810 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8c161fb9-de09-4be2-9794-2b414f7413bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.152436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-10f1ac69-58ec-4ef0-8259-11cd059373c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting port dcb39d2b-ed38-404b-9acf-9da906fff7aa {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:12.152980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10f1ac69-58ec-4ef0-8259-11cd059373c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.184334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0f21b-2a8c-4055-9f47-2ec10c9d4eec req-cd99aee8-6407-4720-90e5-8ab7ff6f38a0 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.186313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9bf0f21b-2a8c-4055-9f47-2ec10c9d4eec req-cd99aee8-6407-4720-90e5-8ab7ff6f38a0 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 946 time: 0.1428316 Aug 29 04:33:12.210017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8c161fb9-de09-4be2-9794-2b414f7413bb None None] Port dcb39d2b-ed38-404b-9acf-9da906fff7aa cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:12.224569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.231406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.267918 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-2751f8b1-ca51-4aa8-9729-1bb5999049a8 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.270089 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.270367 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-2751f8b1-ca51-4aa8-9729-1bb5999049a8 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 946 time: 0.3955617 Aug 29 04:33:12.287588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.289480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.384845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4842372 Aug 29 04:33:12.388596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9bf0f21b-2a8c-4055-9f47-2ec10c9d4eec req-0c877707-5f4b-4214-a37a-2af19ed72412 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897316 Aug 29 04:33:12.389235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37196) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:12.389948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45459ea-6cf9-4250-b4cc-776169f98fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Network': ['ID=0fc4075e-d309-41a2-92cf-5547f693a4a4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.398548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '0fc4075e-d309-41a2-92cf-5547f693a4a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:12.404983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 0fc4075e-d309-41a2-92cf-5547f693a4a4 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:12.467157 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10f1ac69-58ec-4ef0-8259-11cd059373c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.490724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-10f1ac69-58ec-4ef0-8259-11cd059373c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Calling delete_port for dcb39d2b-ed38-404b-9acf-9da906fff7aa owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:12.570464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:12.575057 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.793664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.869886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=374eb2bc-4047-4301-90c2-3b4f1da66ba2,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.893019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Checking segment: {'id': '4a35697e-5033-4870-9c18-280e120be490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0fc4075e-d309-41a2-92cf-5547f693a4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:12.893784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network hostable DHCP agents. Network: 0fc4075e-d309-41a2-92cf-5547f693a4a4, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:12.916107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 0fc4075e-d309-41a2-92cf-5547f693a4a4 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:12.927851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 0fc4075e-d309-41a2-92cf-5547f693a4a4) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:12.933205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.934043 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.937666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5563d1-f313-40d8-bff1-4be5d2327f2d None None] Network 0fc4075e-d309-41a2-92cf-5547f693a4a4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:12.966462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-8b8d33b8-bb51-4e00-a52e-3d22467e81af tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Deleting port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:12.966827 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-8b8d33b8-bb51-4e00-a52e-3d22467e81af tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.972737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1df47a27-6e2b-43b2-809d-d9e6ed7c6abc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5785587 Aug 29 04:33:12.975336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37256) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:12.984219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '0fc4075e-d309-41a2-92cf-5547f693a4a4', 'name': 'tempest-PortsTestJSON-90289139'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:13.145465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 305f10a5-600f-44c5-ab34-88685e6aa461 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:13.192355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-8b8d33b8-bb51-4e00-a52e-3d22467e81af tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] For port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,segment=NetworkSegment(5d5026bd-e280-4b5d-a191-beaa71944db1),segment_id=5d5026bd-e280-4b5d-a191-beaa71944db1)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:13.193039 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-8b8d33b8-bb51-4e00-a52e-3d22467e81af tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.244426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-0fc4075e-d309-41a2-92cf-5547f693a4a4', 'network_id': '0fc4075e-d309-41a2-92cf-5547f693a4a4', 'tenant_id': '122b9ba081e6485a80cc54ce8056bb1f', 'fixed_ips': [{'subnet_id': '374eb2bc-4047-4301-90c2-3b4f1da66ba2'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:13.245795 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.311773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:13.315512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.343881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port 0d5c88a9-0462-4a47-8197-71bfe43f5cee yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:13.372800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-8b8d33b8-bb51-4e00-a52e-3d22467e81af tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Calling delete_port for 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:13.489802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:13.502515 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cb8493c3-0608-47ce-bcde-fd2ce68702ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "PUT /v2.0/routers/305f10a5-600f-44c5-ab34-88685e6aa461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0130200 Aug 29 04:33:13.506103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37314) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.509917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] Sync routers for ids ['305f10a5-600f-44c5-ab34-88685e6aa461'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:13.521446 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10f1ac69-58ec-4ef0-8259-11cd059373c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.566468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1ac69-58ec-4ef0-8259-11cd059373c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Port': ['ID=dcb39d2b-ed38-404b-9acf-9da906fff7aa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.663839 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10f1ac69-58ec-4ef0-8259-11cd059373c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.674358 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-10f1ac69-58ec-4ef0-8259-11cd059373c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/dcb39d2b-ed38-404b-9acf-9da906fff7aa HTTP/1.1" status: 204 len: 168 time: 2.2465162 Aug 29 04:33:13.677719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37330) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.773802 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-8b8d33b8-bb51-4e00-a52e-3d22467e81af tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.787102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['2351acbb-5c31-4e5f-92a7-3b5d4abbb369'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:13.800284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] Routers {'305f10a5-600f-44c5-ab34-88685e6aa461'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:13.801010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:32:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['305f10a5-600f-44c5-ab34-88685e6aa461'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:13.850352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8772afb-b4a2-479b-845f-307599a1ff5e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.852013 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c8772afb-b4a2-479b-845f-307599a1ff5e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1731834 Aug 29 04:33:13.855233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37350) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.888148 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d33b8-bb51-4e00-a52e-3d22467e81af tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Pushing event deleted for resources: {'Port': ['ID=2351acbb-5c31-4e5f-92a7-3b5d4abbb369,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.940528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3113205-59d1-4afb-befe-c4cbc5c56df2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting subnet 8e6d53b3-56fa-4b46-9561-cedeff354da7 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:13.944508 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e3113205-59d1-4afb-befe-c4cbc5c56df2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.001518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c919fe9-2c2f-40f0-90bb-69852ff1155f req-3657e607-3dae-4a19-b024-a22bbb07aeec tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.003343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c919fe9-2c2f-40f0-90bb-69852ff1155f req-3657e607-3dae-4a19-b024-a22bbb07aeec tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7c9fe0e-3ce4-4d7d-b52e-313da25530ea HTTP/1.1" status: 200 len: 867 time: 0.2991505 Aug 29 04:33:14.008967 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Allocated IP 172.20.0.2 (0fc4075e-d309-41a2-92cf-5547f693a4a4/374eb2bc-4047-4301-90c2-3b4f1da66ba2/50011632-550c-440b-8189-27caf3f22af3) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:14.039257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e3113205-59d1-4afb-befe-c4cbc5c56df2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.058042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-8b8d33b8-bb51-4e00-a52e-3d22467e81af tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] No DVR routers for this DVR port 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:14.061243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-8b8d33b8-bb51-4e00-a52e-3d22467e81af tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.074103 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5f3de657-f6de-44c5-b1da-e9dd09eec603 req-8b8d33b8-bb51-4e00-a52e-3d22467e81af tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.59 "DELETE /v2.0/ports/2351acbb-5c31-4e5f-92a7-3b5d4abbb369 HTTP/1.1" status: 204 len: 173 time: 1.7962253 Aug 29 04:33:14.074784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c9fe0e-3ce4-4d7d-b52e-313da25530ea', 'name': 'network-vif-deleted', 'tag': '2351acbb-5c31-4e5f-92a7-3b5d4abbb369'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:14.077410 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d92100-7860-4476-9861-40443dd3b57e" -d '{"events": [{"server_uuid": "b7c9fe0e-3ce4-4d7d-b52e-313da25530ea", "name": "network-vif-deleted", "tag": "2351acbb-5c31-4e5f-92a7-3b5d4abbb369"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:14.095569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] Set router 305f10a5-600f-44c5-ab34-88685e6aa461 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:14.128902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c919fe9-2c2f-40f0-90bb-69852ff1155f req-d7e31ff7-e0d8-49d5-81d5-caafd886b3c6 tempest-ServerGroupTestJSON-1288191634 tempest-ServerGroupTestJSON-1288191634-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5555b5c-c460-436f-bb8d-159d2eb5b5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115646 Aug 29 04:33:14.150490 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b5cd0-792c-45da-9a90-dc199dd1913b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.152095 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d46b5cd0-792c-45da-9a90-dc199dd1913b tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2885060 Aug 29 04:33:14.164924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37382) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.201143 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cc9665-2db5-4a0b-b9b3-b4e6e282c0fe x-openstack-request-id: req-f6cc9665-2db5-4a0b-b9b3-b4e6e282c0fe {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:14.201445 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c9fe0e-3ce4-4d7d-b52e-313da25530ea", "name": "network-vif-deleted", "tag": "2351acbb-5c31-4e5f-92a7-3b5d4abbb369", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:14.201704 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6cc9665-2db5-4a0b-b9b3-b4e6e282c0fe {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:14.202108 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c9fe0e-3ce4-4d7d-b52e-313da25530ea', 'name': 'network-vif-deleted', 'tag': '2351acbb-5c31-4e5f-92a7-3b5d4abbb369', 'status': 'completed', 'code': 200} Aug 29 04:33:14.220570 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e3113205-59d1-4afb-befe-c4cbc5c56df2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.284159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59821142-0a57-486c-bbb4-12a7475bb335 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.307011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59821142-0a57-486c-bbb4-12a7475bb335 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.309230 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59821142-0a57-486c-bbb4-12a7475bb335 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.320808 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59821142-0a57-486c-bbb4-12a7475bb335 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1547637 Aug 29 04:33:14.323446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37402) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.379452 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e3113205-59d1-4afb-befe-c4cbc5c56df2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.426876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d6c76e-ce60-4096-846d-1f410d6075c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet 0b0887f8-c3d8-4a10-b6a3-ab5a6d7701b5 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:14.429096 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e3113205-59d1-4afb-befe-c4cbc5c56df2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.432037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c76e-ce60-4096-846d-1f410d6075c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.436486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e3113205-59d1-4afb-befe-c4cbc5c56df2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/subnets/8e6d53b3-56fa-4b46-9561-cedeff354da7 HTTP/1.1" status: 204 len: 168 time: 0.9280958 Aug 29 04:33:14.437328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37418) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.482564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b9980-3ddc-4ad9-b321-0942dbd2ec14 None None] Network 962e30a7-9d40-4434-9440-459219ed88f1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:14.493253 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c76e-ce60-4096-846d-1f410d6075c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.650935 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c76e-ce60-4096-846d-1f410d6075c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.735925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3113205-59d1-4afb-befe-c4cbc5c56df2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6d53b3-56fa-4b46-9561-cedeff354da7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:14.776465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.791268 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c76e-ce60-4096-846d-1f410d6075c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.810000 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.833333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Transition to ACTIVE for port object 50011632-550c-440b-8189-27caf3f22af3 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:14.852598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6c76e-ce60-4096-846d-1f410d6075c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0887f8-c3d8-4a10-b6a3-ab5a6d7701b5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:14.858277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c76e-ce60-4096-846d-1f410d6075c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.860248 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f9d6c76e-ce60-4096-846d-1f410d6075c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/0b0887f8-c3d8-4a10-b6a3-ab5a6d7701b5 HTTP/1.1" status: 204 len: 168 time: 0.5348434 Aug 29 04:33:14.862934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37458) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.870649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e161d840-8ace-466b-a89f-107b853e6a7e None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:14.921246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:33:11Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:14.922909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2df5fe-6cdc-488c-8c53-3788fda5f94e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Deleting subnet dbe4b824-258c-42bf-90b4-d3d6e2b2d297 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:14.926476 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb2df5fe-6cdc-488c-8c53-3788fda5f94e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.978431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Transition to ACTIVE for port object 50011632-550c-440b-8189-27caf3f22af3 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:14.985229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] Checking router: 305f10a5-600f-44c5-ab34-88685e6aa461 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:14.987804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb2df5fe-6cdc-488c-8c53-3788fda5f94e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.999248 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.051735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Pushing event updated for resources: {'Port': ['ID=50011632-550c-440b-8189-27caf3f22af3,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.067415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] Routers {'305f10a5-600f-44c5-ab34-88685e6aa461'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:15.068234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:32:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['305f10a5-600f-44c5-ab34-88685e6aa461'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:15.125246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Network 0fc4075e-d309-41a2-92cf-5547f693a4a4 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:15.147614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:15.156944 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.162211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:15.165445 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb2df5fe-6cdc-488c-8c53-3788fda5f94e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.221176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.7 (0fc4075e-d309-41a2-92cf-5547f693a4a4/374eb2bc-4047-4301-90c2-3b4f1da66ba2/0d5c88a9-0462-4a47-8197-71bfe43f5cee) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:15.256455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a33c20-6c61-47b8-83f8-26d30d7fb091 None None] DHCP port deletion for 962e30a7-9d40-4434-9440-459219ed88f1 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:15.349214 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb2df5fe-6cdc-488c-8c53-3788fda5f94e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.356402 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Attempting to bind port 50011632-550c-440b-8189-27caf3f22af3 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:15.356784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Attempting to bind port 50011632-550c-440b-8189-27caf3f22af3 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '4a35697e-5033-4870-9c18-280e120be490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0fc4075e-d309-41a2-92cf-5547f693a4a4'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:15.357157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Attempting to bind port 50011632-550c-440b-8189-27caf3f22af3 on network 0fc4075e-d309-41a2-92cf-5547f693a4a4 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:15.408561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:15.413149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Checking segment: {'id': '4a35697e-5033-4870-9c18-280e120be490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0fc4075e-d309-41a2-92cf-5547f693a4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:15.415051 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.415635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Bound using segment: {'id': '4a35697e-5033-4870-9c18-280e120be490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0fc4075e-d309-41a2-92cf-5547f693a4a4'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:15.416450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Bound port: 50011632-550c-440b-8189-27caf3f22af3, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a35697e-5033-4870-9c18-280e120be490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0fc4075e-d309-41a2-92cf-5547f693a4a4'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:15.423412 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.425200 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2df5fe-6cdc-488c-8c53-3788fda5f94e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe4b824-258c-42bf-90b4-d3d6e2b2d297,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.430199 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb2df5fe-6cdc-488c-8c53-3788fda5f94e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.432997 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eb2df5fe-6cdc-488c-8c53-3788fda5f94e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/dbe4b824-258c-42bf-90b4-d3d6e2b2d297 HTTP/1.1" status: 204 len: 168 time: 0.5687661 Aug 29 04:33:15.435958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37524) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.478510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] Set router 305f10a5-600f-44c5-ab34-88685e6aa461 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:15.540406 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f68ea6c2-4482-49e0-af05-2512c398f8a0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971441 Aug 29 04:33:15.541124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37536) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.587555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:15.602131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.695469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c3ce8a-015b-444c-829a-854e2b8fa9b4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.699334 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-82c3ce8a-015b-444c-829a-854e2b8fa9b4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1550455 Aug 29 04:33:15.699583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37560) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.754998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad3d0375-d3b0-499b-a024-a335405b95f7 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:15.780761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce21e2-3c41-4bba-9e79-53f960ae10fc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.782316 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b3ce21e2-3c41-4bba-9e79-53f960ae10fc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0817974 Aug 29 04:33:15.785628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37574) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.838362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37582) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.850658 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f9290fec-09ea-40e9-9a98-117428f241c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636468 Aug 29 04:33:15.858298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37588) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.897098 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-7752ea91-dbc5-47c9-9d93-2e86c0a844c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:15.898311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-75a33c20-6c61-47b8-83f8-26d30d7fb091 None None] Deleting port ad3d0375-d3b0-499b-a024-a335405b95f7 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:15.898575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7752ea91-dbc5-47c9-9d93-2e86c0a844c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:15.899025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75a33c20-6c61-47b8-83f8-26d30d7fb091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.901411 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7752ea91-dbc5-47c9-9d93-2e86c0a844c5 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/dcb39d2b-ed38-404b-9acf-9da906fff7aa HTTP/1.1" status: 404 len: 333 time: 0.0420532 Aug 29 04:33:15.909761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37594) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.963781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.967686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:15.968049 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.978754 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e9d014-19a7-4ca1-93ac-4bdd32dc42d6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:15.979172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e9d014-19a7-4ca1-93ac-4bdd32dc42d6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:15.981674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-25e9d014-19a7-4ca1-93ac-4bdd32dc42d6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/0b0887f8-c3d8-4a10-b6a3-ab5a6d7701b5 HTTP/1.1" status: 404 len: 337 time: 0.0677481 Aug 29 04:33:15.984258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37606) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.997647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] For port 50011632-550c-440b-8189-27caf3f22af3, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:15.998718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:16.006266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object 0d5c88a9-0462-4a47-8197-71bfe43f5cee will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:16.011983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86ab555-c6e5-4bdb-b901-5ab20830f15a admin admin] Deleting subnet 40df6b7d-bc4a-4f78-9044-4b27be8dd544 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:16.020789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a86ab555-c6e5-4bdb-b901-5ab20830f15a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.026968 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e0ce36-d2d9-473f-8bd5-c593ed4e3c80 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.027690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e0ce36-d2d9-473f-8bd5-c593ed4e3c80 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.029770 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b1e0ce36-d2d9-473f-8bd5-c593ed4e3c80 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/dbe4b824-258c-42bf-90b4-d3d6e2b2d297 HTTP/1.1" status: 404 len: 337 time: 0.0443122 Aug 29 04:33:16.037462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37612) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.097719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-75a33c20-6c61-47b8-83f8-26d30d7fb091 None None] For port ad3d0375-d3b0-499b-a024-a335405b95f7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ad3d0375-d3b0-499b-a024-a335405b95f7,segment=NetworkSegment(3835bb6b-c29e-4cf7-9bf3-6c7e835efd09),segment_id=3835bb6b-c29e-4cf7-9bf3-6c7e835efd09)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:16.098701 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75a33c20-6c61-47b8-83f8-26d30d7fb091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.104313 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd4d57f-e9ce-4938-9355-b3afd04c36ce tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.105582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd4d57f-e9ce-4938-9355-b3afd04c36ce tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.107944 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a86ab555-c6e5-4bdb-b901-5ab20830f15a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.112698 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fbd4d57f-e9ce-4938-9355-b3afd04c36ce tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/aa88a54a-516e-4786-94e9-c053e7ec4c36 HTTP/1.1" status: 404 len: 333 time: 0.0718365 Aug 29 04:33:16.113513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37624) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.114966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-75a33c20-6c61-47b8-83f8-26d30d7fb091 None None] Calling delete_port for ad3d0375-d3b0-499b-a024-a335405b95f7 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:16.160471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] For port 50011632-550c-440b-8189-27caf3f22af3, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=50011632-550c-440b-8189-27caf3f22af3,segment=NetworkSegment(4a35697e-5033-4870-9c18-280e120be490),segment_id=4a35697e-5033-4870-9c18-280e120be490)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:16.166833 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5182668-9d01-478f-babc-f9211f6b7f6f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.167790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5182668-9d01-478f-babc-f9211f6b7f6f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.170648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f5182668-9d01-478f-babc-f9211f6b7f6f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/1c77a36c-0441-40a1-9952-12b2bd5eaa0b HTTP/1.1" status: 404 len: 337 time: 0.0543725 Aug 29 04:33:16.173258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37628) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.188312 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.244189 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8705cf-a355-4747-bcbb-e17ffdbef1c6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.244675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8705cf-a355-4747-bcbb-e17ffdbef1c6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.246596 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9a8705cf-a355-4747-bcbb-e17ffdbef1c6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/683ea2a9-6fc8-4ab9-8dbf-bdcd830a264c HTTP/1.1" status: 404 len: 337 time: 0.0710506 Aug 29 04:33:16.249462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37630) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.282793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.285430 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a86ab555-c6e5-4bdb-b901-5ab20830f15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.289409 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b70f4e-903c-44ea-8b2b-ced67d91e1c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.292390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b70f4e-903c-44ea-8b2b-ced67d91e1c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.295303 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-09b70f4e-903c-44ea-8b2b-ced67d91e1c1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/1011cd1e-7daf-409a-941d-35ac32493e74 HTTP/1.1" status: 404 len: 333 time: 0.0449059 Aug 29 04:33:16.298552 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37632) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.327381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c302a-3e06-4d30-821f-f2a65d7d033b None None] Update dhcp port {'port': {'network_id': 'b1883dae-2dd1-40f0-b7f9-7ddc81c5c594', 'fixed_ips': [{'subnet_id': 'dbe4b824-258c-42bf-90b4-d3d6e2b2d297'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '62268541-4282-4a2d-9a3f-ab20870a9fbc'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:33:16.339674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:33:11Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:16.343632 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52c2c4b-e076-4455-a888-0dbc1d3ed2b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.343879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52c2c4b-e076-4455-a888-0dbc1d3ed2b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.345729 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c52c2c4b-e076-4455-a888-0dbc1d3ed2b2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/4e33bb34-f0ef-4832-b9e3-b7857e1d0587 HTTP/1.1" status: 404 len: 337 time: 0.0459526 Aug 29 04:33:16.348333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.389414 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-30865dc2-3d24-4e19-80ee-59440ea89fba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.389883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30865dc2-3d24-4e19-80ee-59440ea89fba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.394838 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-30865dc2-3d24-4e19-80ee-59440ea89fba tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/e0108f37-961b-4288-ad95-fe7ea12d4382 HTTP/1.1" status: 404 len: 337 time: 0.0424747 Aug 29 04:33:16.394838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37636) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.395106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a590c-41d9-4a97-8779-c711f066dcbc None None] Pushing event updated for resources: {'Port': ['ID=50011632-550c-440b-8189-27caf3f22af3,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.402691 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.404310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:16.410710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f26541-5405-41e1-8378-3a53c8af07a5 None None] The sync data for ids ['305f10a5-600f-44c5-ab34-88685e6aa461'] in n-d-712141-12 is: [{'id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781968456', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:34Z', 'updated_at': '2021-08-29T04:33:11Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'd032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f10a5-600f-44c5-ab34-88685e6aa461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:36Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:16.454313 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fba8210-b6b4-430a-a24b-a6a576d987c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.455179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fba8210-b6b4-430a-a24b-a6a576d987c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.459618 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1fba8210-b6b4-430a-a24b-a6a576d987c0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/251bce5c-b1a1-4349-9b7d-fca41670f337 HTTP/1.1" status: 404 len: 333 time: 0.0617523 Aug 29 04:33:16.459849 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a86ab555-c6e5-4bdb-b901-5ab20830f15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.460136 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37640) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.464340 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d41c302a-3e06-4d30-821f-f2a65d7d033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.485559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:16.485906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 2351acbb-5c31-4e5f-92a7-3b5d4abbb369 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:16.486310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 0fc4075e-d309-41a2-92cf-5547f693a4a4 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:16.488176 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75a33c20-6c61-47b8-83f8-26d30d7fb091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.509149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:16.519156 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-435b4dcc-73cc-4be1-be25-67f06a93d6d8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.519619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435b4dcc-73cc-4be1-be25-67f06a93d6d8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.524966 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-435b4dcc-73cc-4be1-be25-67f06a93d6d8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/b02e0ca2-34d7-49b9-b6b9-962224d47860 HTTP/1.1" status: 404 len: 337 time: 0.0630472 Aug 29 04:33:16.542082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37646) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.543297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:16.552560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a33c20-6c61-47b8-83f8-26d30d7fb091 None None] Pushing event deleted for resources: {'Port': ['ID=ad3d0375-d3b0-499b-a024-a335405b95f7,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.556166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a86ab555-c6e5-4bdb-b901-5ab20830f15a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.562828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37648) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.563059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a33c20-6c61-47b8-83f8-26d30d7fb091 None None] No DVR routers for this DVR port ad3d0375-d3b0-499b-a024-a335405b95f7 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:16.566778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a86ab555-c6e5-4bdb-b901-5ab20830f15a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/40df6b7d-bc4a-4f78-9044-4b27be8dd544 HTTP/1.1" status: 204 len: 168 time: 0.7250166 Aug 29 04:33:16.611056 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=0d5c88a9-0462-4a47-8197-71bfe43f5cee,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.613506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ab555-c6e5-4bdb-b901-5ab20830f15a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40df6b7d-bc4a-4f78-9044-4b27be8dd544,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.642091 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.645651 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-66599374-a53b-44bf-8959-9af2cc69c87e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.646105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66599374-a53b-44bf-8959-9af2cc69c87e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.647861 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-66599374-a53b-44bf-8959-9af2cc69c87e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/11402d2f-29e7-4019-bad2-3b39a33839fb HTTP/1.1" status: 404 len: 337 time: 0.1045630 Aug 29 04:33:16.653790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37650) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.716496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.717527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.734451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.739560 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6625e400-ecb4-4e30-8beb-872d0c2cfb42 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.743262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6625e400-ecb4-4e30-8beb-872d0c2cfb42 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.745217 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6625e400-ecb4-4e30-8beb-872d0c2cfb42 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/bdafcd56-f1c0-4dbe-bbab-46358b3cbb93 HTTP/1.1" status: 404 len: 333 time: 0.0904589 Aug 29 04:33:16.751062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37656) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.759856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bae18df1-cb1c-4746-ae7b-7e853071a11b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7829611 Aug 29 04:33:16.764555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37658) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.834990 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-983ef467-3f37-4f70-96d2-e7f74a4b688e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.834990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983ef467-3f37-4f70-96d2-e7f74a4b688e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.839374 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-983ef467-3f37-4f70-96d2-e7f74a4b688e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/2c0febc8-4248-499a-859c-76f699260435 HTTP/1.1" status: 404 len: 337 time: 0.0845811 Aug 29 04:33:16.846777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37660) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.860882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.878815 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.883032 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae67ab92-470b-40f0-9adc-de876d57bda8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.884048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae67ab92-470b-40f0-9adc-de876d57bda8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.888696 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ae67ab92-470b-40f0-9adc-de876d57bda8 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/8d5d294a-9d2b-4db8-984b-eb90dee059ac HTTP/1.1" status: 404 len: 333 time: 0.0408933 Aug 29 04:33:16.910269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37662) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.917119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8238b10-0527-4396-b83d-ce03e801a89c None None] Network b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:16.971326 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-2431b6a6-ab2c-4b81-8b36-adf195349dee tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:16.971799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2431b6a6-ab2c-4b81-8b36-adf195349dee tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:16.977663 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2431b6a6-ab2c-4b81-8b36-adf195349dee tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/624fe18b-4a73-46a2-bbf4-c076259cead2 HTTP/1.1" status: 404 len: 337 time: 0.0655971 Aug 29 04:33:16.994178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37666) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.074397 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c4ab47-ba69-44b3-b333-d493feb8e340 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.075375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c4ab47-ba69-44b3-b333-d493feb8e340 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.077180 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b5c4ab47-ba69-44b3-b333-d493feb8e340 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/07322ee0-82d3-42de-98c9-2936300737c4 HTTP/1.1" status: 404 len: 333 time: 0.0815744 Aug 29 04:33:17.084008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37668) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.088176 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.095659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-197809fc-6b74-4138-8e54-e34977721a96 None None] Provisioning complete for port 62268541-4282-4a2d-9a3f-ab20870a9fbc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:17.096034 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-197809fc-6b74-4138-8e54-e34977721a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.099027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.103624 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.112251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d8b115-73c5-42f6-989d-cf83db186ad0']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:17.139227 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-883ef1e8-7cf9-419b-b82f-9029a6fc40ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.139709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883ef1e8-7cf9-419b-b82f-9029a6fc40ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.141458 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-883ef1e8-7cf9-419b-b82f-9029a6fc40ec tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/1f05ff42-61d6-4edc-9f7a-0272b06e2512 HTTP/1.1" status: 404 len: 337 time: 0.0552075 Aug 29 04:33:17.144577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37670) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.159783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5026bd-e280-4b5d-a191-beaa71944db1') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:17.160409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5026bd-e280-4b5d-a191-beaa71944db1') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:17.179536 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.180576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Fanout notify agent at l3_agent the message router_deleted on router 305f10a5-600f-44c5-ab34-88685e6aa461 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:17.188416 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d7422458-d66e-4a95-8189-5552e01e6cf6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 0d5c88a9-0462-4a47-8197-71bfe43f5cee {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:17.188979 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7422458-d66e-4a95-8189-5552e01e6cf6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.192127 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cef251-f188-47db-b99c-4db462694199 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.193073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cef251-f188-47db-b99c-4db462694199 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.196123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e7cef251-f188-47db-b99c-4db462694199 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/1d9590e1-94b5-4efc-966e-40cbd9312b6c HTTP/1.1" status: 404 len: 333 time: 0.0502677 Aug 29 04:33:17.198240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.203423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.204641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3538ff5e-ee88-4f82-ab17-85e026bc8635 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/routers/305f10a5-600f-44c5-ab34-88685e6aa461 HTTP/1.1" status: 204 len: 168 time: 2.7636201 Aug 29 04:33:17.205387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37672) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.214292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37674) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.253782 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd83beb-f4d6-4171-b538-f49d0271f6c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.254866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd83beb-f4d6-4171-b538-f49d0271f6c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.257586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4bd83beb-f4d6-4171-b538-f49d0271f6c2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/e5fd2384-b6b0-4eee-8e33-4f01030ee2c4 HTTP/1.1" status: 404 len: 337 time: 0.0505199 Aug 29 04:33:17.257812 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.260643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37676) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.304858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:17.305607 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:17.308148 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:17.322291 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfce7394-76c4-4257-9fb8-fe1c2e8a1085 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.323000 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfce7394-76c4-4257-9fb8-fe1c2e8a1085 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.324777 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cfce7394-76c4-4257-9fb8-fe1c2e8a1085 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/5a58c46e-e722-4e3f-bfa8-693761a83cdc HTTP/1.1" status: 404 len: 333 time: 0.0629401 Aug 29 04:33:17.325828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-292ff35f-621a-4c4d-8589-3636b4f969fe req-af709b93-c8e1-42c8-914b-6e75d0fee2f3 service neutron] (94850) timed out ('10.222.0.49', 38574) {{(pid=94850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:33:17.329672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37678) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.337583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c684d4a-5bb7-4efd-871b-55366bef8e10 None None] DHCP port deletion for b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:17.392126 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7aeb1d-c506-45c1-8b83-279d4ec128a0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.392956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7aeb1d-c506-45c1-8b83-279d4ec128a0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.398052 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7422458-d66e-4a95-8189-5552e01e6cf6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.398837 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ad7aeb1d-c506-45c1-8b83-279d4ec128a0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/77a97d14-0a7c-428e-912a-7b9fa93a6506 HTTP/1.1" status: 404 len: 337 time: 0.0648575 Aug 29 04:33:17.399914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37680) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.400223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8c684d4a-5bb7-4efd-871b-55366bef8e10 None None] Deleting port 62268541-4282-4a2d-9a3f-ab20870a9fbc {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:17.401434 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8c684d4a-5bb7-4efd-871b-55366bef8e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.410966 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.418764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.423492 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] 10.222.0.49 "DELETE /v2.0/networks/41d8b115-73c5-42f6-989d-cf83db186ad0 HTTP/1.1" status: 204 len: 168 time: 0.8497095 Aug 29 04:33:17.425704 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d7422458-d66e-4a95-8189-5552e01e6cf6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 0d5c88a9-0462-4a47-8197-71bfe43f5cee owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:17.447067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c979f6-cbec-47db-99bc-6639f92b850b admin admin] Pushing event deleted for resources: {'Network': ['ID=41d8b115-73c5-42f6-989d-cf83db186ad0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.456871 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aea6a6-962d-41c2-9d9f-73b689adfddc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.458953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95aea6a6-962d-41c2-9d9f-73b689adfddc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.468712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-95aea6a6-962d-41c2-9d9f-73b689adfddc tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/a9b0b042-a1a7-4e43-915e-46accb1f36c5 HTTP/1.1" status: 404 len: 333 time: 0.0623958 Aug 29 04:33:17.482415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37684) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.564913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8c684d4a-5bb7-4efd-871b-55366bef8e10 None None] For port 62268541-4282-4a2d-9a3f-ab20870a9fbc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62268541-4282-4a2d-9a3f-ab20870a9fbc,segment=NetworkSegment(c034f740-69b2-49fa-be4b-de22f9437a98),segment_id=c034f740-69b2-49fa-be4b-de22f9437a98)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:17.565539 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8c684d4a-5bb7-4efd-871b-55366bef8e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.566938 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f135b60-0d46-4227-a3b7-0fe29e91e9d2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.572377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f135b60-0d46-4227-a3b7-0fe29e91e9d2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.581061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7f135b60-0d46-4227-a3b7-0fe29e91e9d2 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/ab5a0a1e-252b-4f23-8ff7-a73f2502c587 HTTP/1.1" status: 404 len: 337 time: 0.0930562 Aug 29 04:33:17.585325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37688) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.587597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.601737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8c684d4a-5bb7-4efd-871b-55366bef8e10 None None] Calling delete_port for 62268541-4282-4a2d-9a3f-ab20870a9fbc owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:17.681813 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fe7f1a-e9be-44c9-bef7-60e2465c4548 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.682583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fe7f1a-e9be-44c9-bef7-60e2465c4548 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.684323 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-53fe7f1a-e9be-44c9-bef7-60e2465c4548 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/23a15268-9dff-4346-a4c2-ab7f011a150b HTTP/1.1" status: 404 len: 337 time: 0.0994625 Aug 29 04:33:17.691782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37692) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.750038 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50bf529-29d7-4ba9-921f-8aadbc9d4130 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.750806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50bf529-29d7-4ba9-921f-8aadbc9d4130 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.756549 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a50bf529-29d7-4ba9-921f-8aadbc9d4130 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/ed5b3023-69dc-4210-bb73-f4d06c47931d HTTP/1.1" status: 404 len: 333 time: 0.0613492 Aug 29 04:33:17.762795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37694) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.806261 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8c684d4a-5bb7-4efd-871b-55366bef8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.829692 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebd1358-ecc0-4914-a987-01a4f9fd6958 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.830298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebd1358-ecc0-4914-a987-01a4f9fd6958 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.835586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c684d4a-5bb7-4efd-871b-55366bef8e10 None None] Pushing event deleted for resources: {'Port': ['ID=62268541-4282-4a2d-9a3f-ab20870a9fbc,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.838022 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8ebd1358-ecc0-4914-a987-01a4f9fd6958 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/96bc4c8a-91dc-41f4-9c96-e772b46fd597 HTTP/1.1" status: 404 len: 337 time: 0.0723424 Aug 29 04:33:17.838714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37696) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.854050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c684d4a-5bb7-4efd-871b-55366bef8e10 None None] No DVR routers for this DVR port 62268541-4282-4a2d-9a3f-ab20870a9fbc on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:17.855779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37698) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.896964 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcbcb8a-034f-4d92-8534-36c601b938d6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.897537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcbcb8a-034f-4d92-8534-36c601b938d6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.899613 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6bcbcb8a-034f-4d92-8534-36c601b938d6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/d9f039c5-7eeb-4f2a-bb85-961f139d3639 HTTP/1.1" status: 404 len: 337 time: 0.0363708 Aug 29 04:33:17.907949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37700) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.943271 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-049e7661-ea9d-4537-8259-540238d2b777 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:17.944103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049e7661-ea9d-4537-8259-540238d2b777 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:17.946047 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-049e7661-ea9d-4537-8259-540238d2b777 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/fa0b5672-a1bb-48a7-afb8-c74999732270 HTTP/1.1" status: 404 len: 333 time: 0.0367711 Aug 29 04:33:18.025389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37702) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.028665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-79fd10ac-0599-4d0d-bc68-fe2ffd36fde9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f17202b075344e7f9fe433ec7b0f38e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830122 Aug 29 04:33:18.121198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37706) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.122543 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa29517-273b-4181-93a4-60ebb0b75875 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:18.123264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa29517-273b-4181-93a4-60ebb0b75875 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:18.124939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 50011632-550c-440b-8189-27caf3f22af3 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:18.128390 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3aa29517-273b-4181-93a4-60ebb0b75875 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/465aebcb-fd1c-46a2-ae8e-63c058e2fc27 HTTP/1.1" status: 404 len: 337 time: 0.0983548 Aug 29 04:33:18.208732 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.224870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 50011632-550c-440b-8189-27caf3f22af3 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:18.230837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37708) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.294089 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a8a2c2-f71d-455f-a2ec-8a22de58fcc9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:18.296649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a8a2c2-f71d-455f-a2ec-8a22de58fcc9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:18.306761 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b7a8a2c2-f71d-455f-a2ec-8a22de58fcc9 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/c73dbee6-a60a-4513-b64b-9170664de89c HTTP/1.1" status: 404 len: 337 time: 0.0727541 Aug 29 04:33:18.308792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37710) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.319990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62268541-4282-4a2d-9a3f-ab20870a9fbc no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:18.349336 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-88109597-c2c7-4d32-9656-cfe73117e6cf tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:18.350171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88109597-c2c7-4d32-9656-cfe73117e6cf tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:18.352588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-88109597-c2c7-4d32-9656-cfe73117e6cf tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/a4be1087-3030-465d-9b2d-298dff2d2c91 HTTP/1.1" status: 404 len: 333 time: 0.0420039 Aug 29 04:33:18.355120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37712) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.374618 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bba19a8f-b62d-4ae9-b348-11dde5ed49dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.396260 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4429d13-3f50-40ea-86b2-32893a9aefe4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:18.396736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4429d13-3f50-40ea-86b2-32893a9aefe4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:18.400995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d4429d13-3f50-40ea-86b2-32893a9aefe4 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/13d43dd1-6831-43bf-bdd5-45249f680392 HTTP/1.1" status: 404 len: 337 time: 0.0426686 Aug 29 04:33:18.400995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.404082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37714) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.410693 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7422458-d66e-4a95-8189-5552e01e6cf6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.441616 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc01a848-67ed-463c-bf01-3a60a85ecc0c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:18.442207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc01a848-67ed-463c-bf01-3a60a85ecc0c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:18.447056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fc01a848-67ed-463c-bf01-3a60a85ecc0c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/154c051a-6afb-46aa-afc4-eb5d6d0ef61b HTTP/1.1" status: 404 len: 337 time: 0.0394695 Aug 29 04:33:18.447056 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37720) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.464821 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bba19a8f-b62d-4ae9-b348-11dde5ed49dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.484047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7422458-d66e-4a95-8189-5552e01e6cf6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=0d5c88a9-0462-4a47-8197-71bfe43f5cee,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.507349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962e30a7-9d40-4434-9440-459219ed88f1']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:18.512694 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-28fd0eda-f6a8-4f1a-9e77-df8f73935537 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports?device_id=0483b403-d496-45ab-82d7-98ea2b8c2f32 HTTP/1.1" status: 200 len: 205 time: 0.0640621 Aug 29 04:33:18.642995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37728) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.642995 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-de3cc56e-a797-46e7-aab9-9e7063a42689 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] delete failed (client error): The resource could not be found. Aug 29 04:33:18.642995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-de3cc56e-a797-46e7-aab9-9e7063a42689 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/routers/0483b403-d496-45ab-82d7-98ea2b8c2f32 HTTP/1.1" status: 404 len: 336 time: 0.0437574 Aug 29 04:33:18.642995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:18.642995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3835bb6b-c29e-4cf7-9bf3-6c7e835efd09') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:18.642995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37732) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.642995 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa24bbe-ca31-48d2-95d0-d386c7f6c711 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:18.642995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa24bbe-ca31-48d2-95d0-d386c7f6c711 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:18.642995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9fa24bbe-ca31-48d2-95d0-d386c7f6c711 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/af861245-4288-4402-a94c-7e315bca9d73 HTTP/1.1" status: 404 len: 337 time: 0.0568230 Aug 29 04:33:18.770626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7422458-d66e-4a95-8189-5552e01e6cf6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.773414 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.773781 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d7422458-d66e-4a95-8189-5552e01e6cf6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/0d5c88a9-0462-4a47-8197-71bfe43f5cee HTTP/1.1" status: 204 len: 168 time: 1.8651927 Aug 29 04:33:18.773781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37736) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.774207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37738) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.774207 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d398b7-2a4e-40c2-9067-b15677b4241c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:18.774207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d398b7-2a4e-40c2-9067-b15677b4241c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:18.774207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c6d398b7-2a4e-40c2-9067-b15677b4241c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/0d5c88a9-0462-4a47-8197-71bfe43f5cee HTTP/1.1" status: 404 len: 333 time: 0.0860858 Aug 29 04:33:18.774207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37742) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.775211 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2a9c5138-a782-49c2-b9c0-6690b97311d1 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c417ad15-0a3b-444c-902d-35aba3c841fe HTTP/1.1" status: 200 len: 205 time: 0.1080346 Aug 29 04:33:18.775211 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bba19a8f-b62d-4ae9-b348-11dde5ed49dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.775211 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bba19a8f-b62d-4ae9-b348-11dde5ed49dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.775211 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bba19a8f-b62d-4ae9-b348-11dde5ed49dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5555b5c-c460-436f-bb8d-159d2eb5b5e4 HTTP/1.1" status: 204 len: 168 time: 0.6132388 Aug 29 04:33:18.775211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37746) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.776046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4369e-e1a8-4bcf-891e-3f7f64ec604e None None] Network 0fc4075e-d309-41a2-92cf-5547f693a4a4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:18.776046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 62268541-4282-4a2d-9a3f-ab20870a9fbc {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:18.776046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62268541-4282-4a2d-9a3f-ab20870a9fbc not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:18.776046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:18.790331 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b8a27c-f152-4fc8-8861-461805caabc6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:33:18.792188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a6b8a27c-f152-4fc8-8861-461805caabc6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/0d5c88a9-0462-4a47-8197-71bfe43f5cee HTTP/1.1" status: 404 len: 333 time: 0.0623717 Aug 29 04:33:18.794904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37752) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.829644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:18.830149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a37f6ce9-4ed5-4c08-a5a2-1a4e28cc02ba not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:18.837363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba19a8f-b62d-4ae9-b348-11dde5ed49dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5555b5c-c460-436f-bb8d-159d2eb5b5e4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.877546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.890422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2404f112-efa6-47ce-9e14-948c1d8a36ed None None] Provisioning for port 50011632-550c-440b-8189-27caf3f22af3 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:18.903667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:18.904354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.906498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2404f112-efa6-47ce-9e14-948c1d8a36ed None None] Provisioning complete for port 50011632-550c-440b-8189-27caf3f22af3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:18.906983 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2404f112-efa6-47ce-9e14-948c1d8a36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:18.908587 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:18.922104 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-f6b8d4a3-5a9a-4303-9cb8-a1f8d4cdc522 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] delete failed (client error): The resource could not be found. Aug 29 04:33:18.923184 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f6b8d4a3-5a9a-4303-9cb8-a1f8d4cdc522 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/routers/c417ad15-0a3b-444c-902d-35aba3c841fe HTTP/1.1" status: 404 len: 336 time: 0.1414258 Aug 29 04:33:18.926100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37756) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.988286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59ffe05-10dc-42fd-aaec-4c60ad4baa2c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet 374eb2bc-4047-4301-90c2-3b4f1da66ba2 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:18.995320 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e59ffe05-10dc-42fd-aaec-4c60ad4baa2c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.001128 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ef744b-5999-49e1-8a30-dbeb6a5f4a03 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.002000 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ef744b-5999-49e1-8a30-dbeb6a5f4a03 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.004171 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d7ef744b-5999-49e1-8a30-dbeb6a5f4a03 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/d723df1a-5aff-47a0-a160-24a77c95f3b7 HTTP/1.1" status: 404 len: 337 time: 0.0770981 Aug 29 04:33:19.006689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37760) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.029994 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.040905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.042783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/networks/962e30a7-9d40-4434-9440-459219ed88f1 HTTP/1.1" status: 204 len: 168 time: 1.8273346 Aug 29 04:33:19.046759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37762) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.063848 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba44307-1b7b-4f83-b78f-68387dc1ab71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.065936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba44307-1b7b-4f83-b78f-68387dc1ab71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.069803 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5ba44307-1b7b-4f83-b78f-68387dc1ab71 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/852201fd-dc72-4a9c-afcd-11aa58cf9afa HTTP/1.1" status: 404 len: 337 time: 0.0594521 Aug 29 04:33:19.071143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37764) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.081898 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e59ffe05-10dc-42fd-aaec-4c60ad4baa2c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.091698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b48769-f5c9-45e5-ae94-e58db7aa8cc0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Network': ['ID=962e30a7-9d40-4434-9440-459219ed88f1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.142046 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-0547d234-3a54-4e86-bf62-43eb8cc7203c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.143045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0547d234-3a54-4e86-bf62-43eb8cc7203c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.145907 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0547d234-3a54-4e86-bf62-43eb8cc7203c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/2b2b5276-ff4d-4f58-898d-bacdb84c1a84 HTTP/1.1" status: 404 len: 333 time: 0.0717027 Aug 29 04:33:19.149057 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37770) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.184577 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87dad2ad-181a-4484-90d6-167b0d4376ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.225624 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9681499b-cc21-46f3-a7bf-31db4671de38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.230384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9681499b-cc21-46f3-a7bf-31db4671de38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.235747 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9681499b-cc21-46f3-a7bf-31db4671de38 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/9272fa11-d141-46ba-bcd2-cc16f551d976 HTTP/1.1" status: 404 len: 337 time: 0.0819473 Aug 29 04:33:19.237755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37774) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.248555 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2404f112-efa6-47ce-9e14-948c1d8a36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.269009 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87dad2ad-181a-4484-90d6-167b0d4376ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.321642 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5efe0d8-77ee-4cd1-8b38-fa790b25b45e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.323114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5efe0d8-77ee-4cd1-8b38-fa790b25b45e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.325129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e5efe0d8-77ee-4cd1-8b38-fa790b25b45e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/dfd917ca-41f1-482d-8214-7cbc49535cae HTTP/1.1" status: 404 len: 333 time: 0.0816443 Aug 29 04:33:19.327024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e59ffe05-10dc-42fd-aaec-4c60ad4baa2c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.327865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37778) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.390915 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce86c5b5-f5b6-4a17-9cbe-311b0432852c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.390915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce86c5b5-f5b6-4a17-9cbe-311b0432852c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.390915 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ce86c5b5-f5b6-4a17-9cbe-311b0432852c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/54267230-7b82-4b5e-a9ff-c64811645530 HTTP/1.1" status: 404 len: 337 time: 0.0604594 Aug 29 04:33:19.403710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37782) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.484227 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8d25c6-ab08-4cf7-a0cd-2d333c29177e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.484979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8d25c6-ab08-4cf7-a0cd-2d333c29177e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.507172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cc8d25c6-ab08-4cf7-a0cd-2d333c29177e tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/ff53bf56-8c4f-4e97-9344-32e3d3a2204c HTTP/1.1" status: 404 len: 333 time: 0.0989611 Aug 29 04:33:19.510657 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37788) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.568573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:19.571078 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e59ffe05-10dc-42fd-aaec-4c60ad4baa2c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.629620 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87dad2ad-181a-4484-90d6-167b0d4376ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.641123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87dad2ad-181a-4484-90d6-167b0d4376ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.642581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-87dad2ad-181a-4484-90d6-167b0d4376ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/security-groups/a245a60f-b203-4276-b879-21adc35ca285 HTTP/1.1" status: 204 len: 168 time: 0.5926578 Aug 29 04:33:19.654270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:19.656612 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0811ea-18c4-4876-a6d7-c362ed98823f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.656612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0811ea-18c4-4876-a6d7-c362ed98823f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.658900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ffe05-10dc-42fd-aaec-4c60ad4baa2c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=374eb2bc-4047-4301-90c2-3b4f1da66ba2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.659450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d032bd5a-dc26-4b52-a8ec-d3b5bbbfdffd not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:19.671120 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cb0811ea-18c4-4876-a6d7-c362ed98823f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/27d3e691-b2d1-4c25-910b-e2edf7bb913b HTTP/1.1" status: 404 len: 337 time: 0.1567605 Aug 29 04:33:19.672130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37796) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.694160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dad2ad-181a-4484-90d6-167b0d4376ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a245a60f-b203-4276-b879-21adc35ca285,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.714401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e59ffe05-10dc-42fd-aaec-4c60ad4baa2c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.717744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e59ffe05-10dc-42fd-aaec-4c60ad4baa2c tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/374eb2bc-4047-4301-90c2-3b4f1da66ba2 HTTP/1.1" status: 204 len: 168 time: 0.9215543 Aug 29 04:33:19.733994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37802) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.763567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d350262-0a65-491a-9434-a627cb3e89ef None None] Network 0fc4075e-d309-41a2-92cf-5547f693a4a4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:19.769348 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-0646a742-3c05-4606-8a95-49402bfdc1a6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.770242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0646a742-3c05-4606-8a95-49402bfdc1a6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.781923 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0646a742-3c05-4606-8a95-49402bfdc1a6 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/c68d65fa-c5cb-426c-815e-6327b90f9881 HTTP/1.1" status: 404 len: 333 time: 0.1071615 Aug 29 04:33:19.784128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37806) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.841544 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ecd7f3-59b9-4005-9154-d10576197c79 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.842826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ecd7f3-59b9-4005-9154-d10576197c79 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.848212 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e9ecd7f3-59b9-4005-9154-d10576197c79 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/f6ea2363-ed56-4130-a5ce-0b96bbf3d22c HTTP/1.1" status: 404 len: 337 time: 0.0637290 Aug 29 04:33:19.848372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37810) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.938729 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-2404f112-efa6-47ce-9e14-948c1d8a36ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:19.940015 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-2404f112-efa6-47ce-9e14-948c1d8a36ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:19.974458 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d9ca84-8349-44d7-951b-3a680d4f2eea tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:19.975239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d9ca84-8349-44d7-951b-3a680d4f2eea tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:19.979279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e8d9ca84-8349-44d7-951b-3a680d4f2eea tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/de7a6cac-58dd-40e9-8a5d-f19b62b3b3e9 HTTP/1.1" status: 404 len: 333 time: 0.1070473 Aug 29 04:33:19.980800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37816) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.999712 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.059008 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-a221a49a-8201-4b62-be14-b2727ad14ae0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:20.059475 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a221a49a-8201-4b62-be14-b2727ad14ae0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:20.077517 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a221a49a-8201-4b62-be14-b2727ad14ae0 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/f78cc6a6-221e-43a8-88c7-931fef245c7b HTTP/1.1" status: 404 len: 337 time: 0.0873818 Aug 29 04:33:20.078464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37820) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:20.121674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 50011632-550c-440b-8189-27caf3f22af3 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:20.122020 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.142908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e971cdc6-1661-4915-849b-fed50a98acdd None None] DHCP port deletion for 0fc4075e-d309-41a2-92cf-5547f693a4a4 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:20.145291 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bde02b-3ef6-4af2-ad07-23894c54253f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:20.161920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35bde02b-3ef6-4af2-ad07-23894c54253f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:20.161920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-35bde02b-3ef6-4af2-ad07-23894c54253f tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/5417c2e6-2032-4274-a15b-8f096c951b80 HTTP/1.1" status: 404 len: 333 time: 0.0761223 Aug 29 04:33:20.162116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37826) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:20.162457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37828) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:20.168329 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-27307902-dd3c-42b9-9889-42362044db16 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608279401', 'description': 'tempest-secgroup-smoke-1608279401 description', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:20.228871 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-61872d26-8db1-40da-ac07-3030621cb0bb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:20.229339 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61872d26-8db1-40da-ac07-3030621cb0bb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:20.231144 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-61872d26-8db1-40da-ac07-3030621cb0bb tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/2e74cd46-14ce-4d54-ba21-5febf55192e2 HTTP/1.1" status: 404 len: 337 time: 0.0486128 Aug 29 04:33:20.234962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37832) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:20.258544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e971cdc6-1661-4915-849b-fed50a98acdd None None] Deleting port 50011632-550c-440b-8189-27caf3f22af3 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:20.259182 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e971cdc6-1661-4915-849b-fed50a98acdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.268559 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d792c23-4a5f-4fc7-aa1b-8f80624f9037 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:20.269568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d792c23-4a5f-4fc7-aa1b-8f80624f9037 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:20.276072 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3d792c23-4a5f-4fc7-aa1b-8f80624f9037 tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/ports/af4d8bef-479a-42c9-ad59-1241673c5c05 HTTP/1.1" status: 404 len: 333 time: 0.0376158 Aug 29 04:33:20.279191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37836) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:20.286106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] For port 50011632-550c-440b-8189-27caf3f22af3, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=50011632-550c-440b-8189-27caf3f22af3,segment=NetworkSegment(4a35697e-5033-4870-9c18-280e120be490),segment_id=4a35697e-5033-4870-9c18-280e120be490)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:20.286290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.320854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 50011632-550c-440b-8189-27caf3f22af3 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:20.341316 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac68cd34-f031-4fe4-ad6a-341d83c12e7c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:20.341784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac68cd34-f031-4fe4-ad6a-341d83c12e7c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:20.359501 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ac68cd34-f031-4fe4-ad6a-341d83c12e7c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/subnets/0bffcf0b-a9a7-4297-bad1-a9c6ce94e39a HTTP/1.1" status: 404 len: 337 time: 0.0756845 Aug 29 04:33:20.361050 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27307902-dd3c-42b9-9889-42362044db16 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.373814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37840) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:20.406871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e971cdc6-1661-4915-849b-fed50a98acdd None None] For port 50011632-550c-440b-8189-27caf3f22af3, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=50011632-550c-440b-8189-27caf3f22af3,segment=NetworkSegment(4a35697e-5033-4870-9c18-280e120be490),segment_id=4a35697e-5033-4870-9c18-280e120be490)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:20.407577 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e971cdc6-1661-4915-849b-fed50a98acdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.422043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e971cdc6-1661-4915-849b-fed50a98acdd None None] Calling delete_port for 50011632-550c-440b-8189-27caf3f22af3 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:20.548246 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.617997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=50011632-550c-440b-8189-27caf3f22af3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:20.625456 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.628996 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2404f112-efa6-47ce-9e14-948c1d8a36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.633925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No DVR routers for this DVR port 50011632-550c-440b-8189-27caf3f22af3 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:20.673636 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:33:20.731515 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e971cdc6-1661-4915-849b-fed50a98acdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.794136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971cdc6-1661-4915-849b-fed50a98acdd None None] Pushing event deleted for resources: {'Port': ['ID=50011632-550c-440b-8189-27caf3f22af3,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:20.796011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e971cdc6-1661-4915-849b-fed50a98acdd None None] No DVR routers for this DVR port 50011632-550c-440b-8189-27caf3f22af3 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:20.840490 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.841560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-04a919a6-9dbb-45df-8d9f-9e96e79792a4 None None] Could not find standard attr ID for object 50011632-550c-440b-8189-27caf3f22af3. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:20.854036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.856750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc4075e-d309-41a2-92cf-5547f693a4a4']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:20.880802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1883dae-2dd1-40f0-b7f9-7ddc81c5c594']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:20.910310 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27307902-dd3c-42b9-9889-42362044db16 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.918231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a35697e-5033-4870-9c18-280e120be490') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:20.918772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a35697e-5033-4870-9c18-280e120be490') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:20.925888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c034f740-69b2-49fa-be4b-de22f9437a98') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:20.929114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c034f740-69b2-49fa-be4b-de22f9437a98') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:20.946808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27307902-dd3c-42b9-9889-42362044db16 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.950519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.978643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.981143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.994304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27307902-dd3c-42b9-9889-42362044db16 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.995577 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-27307902-dd3c-42b9-9889-42362044db16 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8321736 Aug 29 04:33:20.998561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37866) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.000417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:21.000919 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:21.004020 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:21.015544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-159a02b7-66f8-48eb-a8b6-7d364a1ec41a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'ba758cf0-a217-4034-af3c-322015bfd40f', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:21.016415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27307902-dd3c-42b9-9889-42362044db16 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba758cf0-a217-4034-af3c-322015bfd40f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.051355 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.065308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:21.066304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.071996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:21.091928 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:21.110750 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.118390 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] 10.222.0.49 "DELETE /v2.0/networks/b1883dae-2dd1-40f0-b7f9-7ddc81c5c594 HTTP/1.1" status: 204 len: 168 time: 0.7399285 Aug 29 04:33:21.168531 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01f7f3-09c2-47ad-8d4c-70a3480a565c tempest-NetworksTestDHCPv6-324065108 tempest-NetworksTestDHCPv6-324065108-project] Pushing event deleted for resources: {'Network': ['ID=b1883dae-2dd1-40f0-b7f9-7ddc81c5c594,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.237190 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-159a02b7-66f8-48eb-a8b6-7d364a1ec41a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.327220 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.345073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.350582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/networks/0fc4075e-d309-41a2-92cf-5547f693a4a4 HTTP/1.1" status: 204 len: 168 time: 1.6110983 Aug 29 04:33:21.354457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37882) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.361127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1891382842'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:21.370628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c093944-3fa2-4aed-b12d-7299437fc388 req-f6a271eb-fab4-464e-be7b-b8a6bddce26c tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0667205 Aug 29 04:33:21.396530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9030f4c-1848-4d68-acfc-0d3e357627f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Network': ['ID=0fc4075e-d309-41a2-92cf-5547f693a4a4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.410403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:21.421220 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.423380 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-159a02b7-66f8-48eb-a8b6-7d364a1ec41a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.430724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-159a02b7-66f8-48eb-a8b6-7d364a1ec41a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.480222 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:21.490899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-159a02b7-66f8-48eb-a8b6-7d364a1ec41a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.506645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37888) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.511936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-159a02b7-66f8-48eb-a8b6-7d364a1ec41a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4977913 Aug 29 04:33:21.514351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a02b7-66f8-48eb-a8b6-7d364a1ec41a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f08b05-afa9-4d9b-b7cf-d06b138f04de,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.541016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cd83e494-6b2f-426a-b12b-d1a76d373e5d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'ba758cf0-a217-4034-af3c-322015bfd40f', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:21.591580 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.591944 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Added segment 6ffbfc05-a7e7-4542-9579-c8a11430da60 of type vlan for network a1e803fe-aebb-43c4-8e30-a08d86ce309a Aug 29 04:33:21.663418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 50011632-550c-440b-8189-27caf3f22af3 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:21.723649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 50011632-550c-440b-8189-27caf3f22af3 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:21.732619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 50011632-550c-440b-8189-27caf3f22af3 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:21.742621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37900) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.749106 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.752614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd83e494-6b2f-426a-b12b-d1a76d373e5d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.875363 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.886106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.887563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.007718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37912) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:22.093252 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd83e494-6b2f-426a-b12b-d1a76d373e5d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.095999 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7391262 Aug 29 04:33:22.097510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacc4c5-79e7-4e78-847f-96ab6e0108e5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Network': ['ID=a1e803fe-aebb-43c4-8e30-a08d86ce309a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.109322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:22.113580 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd83e494-6b2f-426a-b12b-d1a76d373e5d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.118419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a1e803fe-aebb-43c4-8e30-a08d86ce309a details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:22.122520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': 'a1e803fe-aebb-43c4-8e30-a08d86ce309a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:22.143210 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb762e45-f85b-49f8-a249-bda2c7206860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.184558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1678d084-ed26-4a2f-8e0b-aaa438713dca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4054bac95bdc4122bb8aa2cc9d76900b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407794 Aug 29 04:33:22.185517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37920) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:22.194984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83e494-6b2f-426a-b12b-d1a76d373e5d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389fd5ff-64dd-4a07-9ea6-5249c8df91af,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.317039 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4558802a-0b2e-45fc-a21c-80e6d9dda877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.359025 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4558802a-0b2e-45fc-a21c-80e6d9dda877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.422680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb762e45-f85b-49f8-a249-bda2c7206860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.428220 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb762e45-f85b-49f8-a249-bda2c7206860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.439811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd83e494-6b2f-426a-b12b-d1a76d373e5d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.443476 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd83e494-6b2f-426a-b12b-d1a76d373e5d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9300020 Aug 29 04:33:22.444372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37930) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:22.455559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c415df7d-c214-4416-9a2f-6957a393c003 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'ba758cf0-a217-4034-af3c-322015bfd40f', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:22.458814 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4558802a-0b2e-45fc-a21c-80e6d9dda877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.462419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4558802a-0b2e-45fc-a21c-80e6d9dda877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.478119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4558802a-0b2e-45fc-a21c-80e6d9dda877 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d430973-061e-4fba-a77f-1e128f62a7e5 HTTP/1.1" status: 204 len: 168 time: 0.2889323 Aug 29 04:33:22.522854 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:22.530139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.571555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eb762e45-f85b-49f8-a249-bda2c7206860 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c87dd39f6c1845f0bf814555b1c499c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592465 Aug 29 04:33:22.571977 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8f00c19-3c84-4557-b224-f89cc98f74fd req-d10e948c-6d5c-4f7c-9bed-a5a93cb755af tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0503466 Aug 29 04:33:22.572493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37936) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:22.610680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb762e45-f85b-49f8-a249-bda2c7206860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c47d30-9612-4a4d-bb05-5a7f56f809d7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.633356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558802a-0b2e-45fc-a21c-80e6d9dda877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d430973-061e-4fba-a77f-1e128f62a7e5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.693367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc085-d7c7-4647-9f23-a1a1fb00b4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.698425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c415df7d-c214-4416-9a2f-6957a393c003 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.750793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc085-d7c7-4647-9f23-a1a1fb00b4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.814766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc085-d7c7-4647-9f23-a1a1fb00b4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.822132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc085-d7c7-4647-9f23-a1a1fb00b4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.848952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed3fc085-d7c7-4647-9f23-a1a1fb00b4c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71c47d30-9612-4a4d-bb05-5a7f56f809d7 HTTP/1.1" status: 204 len: 168 time: 0.2711396 Aug 29 04:33:22.869652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fc085-d7c7-4647-9f23-a1a1fb00b4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c47d30-9612-4a4d-bb05-5a7f56f809d7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.013738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.030805 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c415df7d-c214-4416-9a2f-6957a393c003 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.056763 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c415df7d-c214-4416-9a2f-6957a393c003 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.099674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c415df7d-c214-4416-9a2f-6957a393c003 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.101548 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c415df7d-c214-4416-9a2f-6957a393c003 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6548190 Aug 29 04:33:23.104417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37956) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.109343 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9d59f81a-75d2-4e80-940f-b44269eb2ac2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'ba758cf0-a217-4034-af3c-322015bfd40f', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:23.111607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415df7d-c214-4416-9a2f-6957a393c003 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11dd6480-4268-4df7-86fa-42d4c32fce0c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.120037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=85899a19-2c82-46f3-9dbb-762a4609c590,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.146564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Checking segment: {'id': '6ffbfc05-a7e7-4542-9579-c8a11430da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a1e803fe-aebb-43c4-8e30-a08d86ce309a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:23.147077 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network hostable DHCP agents. Network: a1e803fe-aebb-43c4-8e30-a08d86ce309a, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:23.161521 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d59f81a-75d2-4e80-940f-b44269eb2ac2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.182603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network a1e803fe-aebb-43c4-8e30-a08d86ce309a is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:23.195853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a1e803fe-aebb-43c4-8e30-a08d86ce309a) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:23.201103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.202174 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.221059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5365bbf0-13f8-4467-8dac-710ab716a270 None None] Network a1e803fe-aebb-43c4-8e30-a08d86ce309a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:23.233659 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a8f8f0f3-0934-4314-89fb-14c687e73663 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1212294 Aug 29 04:33:23.234379 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37962) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.239799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': 'a1e803fe-aebb-43c4-8e30-a08d86ce309a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1163619722'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:23.314540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d59f81a-75d2-4e80-940f-b44269eb2ac2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.321068 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d59f81a-75d2-4e80-940f-b44269eb2ac2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.371048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59f81a-75d2-4e80-940f-b44269eb2ac2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062a26ec-7833-457c-aa5d-05d84b46a856,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.379106 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d59f81a-75d2-4e80-940f-b44269eb2ac2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.381041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9d59f81a-75d2-4e80-940f-b44269eb2ac2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2752616 Aug 29 04:33:23.384161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37966) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.390807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0b9f3b1c-5607-4d23-924b-966cad1bf8ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'ba758cf0-a217-4034-af3c-322015bfd40f', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:23.418488 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-0b9f3b1c-5607-4d23-924b-966cad1bf8ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Project b3b69e4de3d74dd0af3e4bd631a2b142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:33:23.426251 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3b1c-5607-4d23-924b-966cad1bf8ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.474842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:23.482261 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.531123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3b1c-5607-4d23-924b-966cad1bf8ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.531413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port 38da613d-2667-4a84-a081-6a5b9fddd17b yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:23.537826 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3b1c-5607-4d23-924b-966cad1bf8ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.574296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f3b1c-5607-4d23-924b-966cad1bf8ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f178b7e-5ef1-42a1-9e21-cdf41dda390e,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.632877 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c933a42e-3cc0-4c0c-bc09-f154ef36a6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.643902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3b1c-5607-4d23-924b-966cad1bf8ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.645358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0b9f3b1c-5607-4d23-924b-966cad1bf8ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2597623 Aug 29 04:33:23.654057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37974) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.659347 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d4b15377-fb98-4716-a9de-828d2142f786 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'ba758cf0-a217-4034-af3c-322015bfd40f', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:23.691947 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-d4b15377-fb98-4716-a9de-828d2142f786 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Project b3b69e4de3d74dd0af3e4bd631a2b142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:33:23.700370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d4b15377-fb98-4716-a9de-828d2142f786 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.745348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-a1e803fe-aebb-43c4-8e30-a08d86ce309a', 'network_id': 'a1e803fe-aebb-43c4-8e30-a08d86ce309a', 'tenant_id': '122b9ba081e6485a80cc54ce8056bb1f', 'fixed_ips': [{'subnet_id': '85899a19-2c82-46f3-9dbb-762a4609c590'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:23.746228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.796731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5d72ee1-ae9f-4cab-91eb-1db0f4c0df20 req-4797d7a2-d926-488a-ad0c-810ee8cdcf05 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0497575 Aug 29 04:33:23.841292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.4 (a1e803fe-aebb-43c4-8e30-a08d86ce309a/85899a19-2c82-46f3-9dbb-762a4609c590/38da613d-2667-4a84-a081-6a5b9fddd17b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:23.849526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d4b15377-fb98-4716-a9de-828d2142f786 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.855497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d4b15377-fb98-4716-a9de-828d2142f786 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.880866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b15377-fb98-4716-a9de-828d2142f786 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82646ff-6f24-4390-96bb-2638da5e2fb9,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.904417 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d4b15377-fb98-4716-a9de-828d2142f786 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.906837 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d4b15377-fb98-4716-a9de-828d2142f786 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2529817 Aug 29 04:33:23.911703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 37986) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.927576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'network': {'name': 'tempest-network-smoke--327833937', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'port_security_enabled': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:23.997483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:24.001255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.045018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 37994) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.049833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:24.058651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.070944 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.071301 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Added segment 44ed215e-5977-4137-bb13-776d13b7415d of type vlan for network 59ed9ab7-ba29-4028-8082-85d2805a6754 Aug 29 04:33:24.087225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object 38da613d-2667-4a84-a081-6a5b9fddd17b will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:24.128529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.162733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1647556153'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:24.168821 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.174478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:24.175320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.186145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:24.190822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.197298 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.204828 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.250921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Allocated IP 172.20.0.2 (a1e803fe-aebb-43c4-8e30-a08d86ce309a/85899a19-2c82-46f3-9dbb-762a4609c590/6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:24.286265 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Network': ['ID=59ed9ab7-ba29-4028-8082-85d2805a6754,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.289562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network a1e803fe-aebb-43c4-8e30-a08d86ce309a is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:24.297294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:24.301329 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:24.331661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 59ed9ab7-ba29-4028-8082-85d2805a6754 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:24.342432 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=38da613d-2667-4a84-a081-6a5b9fddd17b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.358450 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.362208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:24.362208 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.381979 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.382162 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b053bb67-2e0d-4832-b701-db6b7144faed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4667737 Aug 29 04:33:24.383588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38002) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.392306 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-beb17afb-d9d7-483d-aaf7-697b2ae9c712 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1528814 Aug 29 04:33:24.392306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'admin_state_up': True, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:24.399709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38004) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.422828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:24.433034 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.433442 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Added segment 71ce6232-fcf4-4340-a29e-6781555c980a of type vlan for network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 Aug 29 04:33:24.456491 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.457315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.483819 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.516051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f1c56-1985-43ea-96df-ec18e0f51b91,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.520543 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.528230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:24.528435 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.537682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.547241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Transition to ACTIVE for port object 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:24.564242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Transition to ACTIVE for port object 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:24.571035 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.609989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5636847 Aug 29 04:33:24.621999 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Pushing event updated for resources: {'Port': ['ID=6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.626831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1b44c-a284-40e8-9626-fab1bf016f81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Network': ['ID=c3d167d9-ed6b-47da-9b32-6c83dc24fbd8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.629572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38010) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.638616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'name': 'tempest-PortsIpV6TestJSON-74010651'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:24.662928 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Network a1e803fe-aebb-43c4-8e30-a08d86ce309a is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:24.662928 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:24.665132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:24.670656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:24.799396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:24.804816 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.833377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port b66e6fda-798b-46ee-b758-e7c7b522aca1 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:24.873084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Attempting to bind port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:24.873544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Attempting to bind port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '6ffbfc05-a7e7-4542-9579-c8a11430da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a1e803fe-aebb-43c4-8e30-a08d86ce309a'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:24.873926 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Attempting to bind port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa on network a1e803fe-aebb-43c4-8e30-a08d86ce309a {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:24.880344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:24.880773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Checking segment: {'id': '6ffbfc05-a7e7-4542-9579-c8a11430da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a1e803fe-aebb-43c4-8e30-a08d86ce309a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:24.881189 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.881587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Bound using segment: {'id': '6ffbfc05-a7e7-4542-9579-c8a11430da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a1e803fe-aebb-43c4-8e30-a08d86ce309a'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:24.882446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Bound port: 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffbfc05-a7e7-4542-9579-c8a11430da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a1e803fe-aebb-43c4-8e30-a08d86ce309a'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:24.882884 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.979358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] For port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:24.983657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] For port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa,segment=NetworkSegment(6ffbfc05-a7e7-4542-9579-c8a11430da60),segment_id=6ffbfc05-a7e7-4542-9579-c8a11430da60)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:24.991957 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.992873 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.007793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb2481f7-8b01-462f-8403-3426d1eb9ebc req-3b5a8dea-8a27-4e28-9244-d0bb11fb2f4a tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0404730 Aug 29 04:33:25.042882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c81db580-6303-4d91-86fb-80af6581168a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 38da613d-2667-4a84-a081-6a5b9fddd17b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:25.043187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c81db580-6303-4d91-86fb-80af6581168a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.092113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2b5ea-b265-49fc-9cbd-9495612b447c None None] Pushing event updated for resources: {'Port': ['ID=6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.196073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.238153 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.245913 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.270249 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c81db580-6303-4d91-86fb-80af6581168a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.335551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=b66e6fda-798b-46ee-b758-e7c7b522aca1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.340396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c81db580-6303-4d91-86fb-80af6581168a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 38da613d-2667-4a84-a081-6a5b9fddd17b owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:25.367977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Checking segment: {'id': '71ce6232-fcf4-4340-a29e-6781555c980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:25.368380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network hostable DHCP agents. Network: c3d167d9-ed6b-47da-9b32-6c83dc24fbd8, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:25.401703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:25.420334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, c3d167d9-ed6b-47da-9b32-6c83dc24fbd8) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:25.429977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077d48e2-8ebb-4260-812a-08ba59a8205c None None] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:25.446157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:25.456178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.457270 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.478274 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b9f63488-ee7e-4979-b1cf-30da964a2db7 req-03cfbcc9-5eb2-4381-aa0b-900902f139a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0351691 Aug 29 04:33:25.482236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a3602bdc-d436-43c1-a673-7e7a30275048 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8506503 Aug 29 04:33:25.484935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38030) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:25.491920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939900435'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:25.588427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:25.591988 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.712696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:25.716348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:25.727061 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c81db580-6303-4d91-86fb-80af6581168a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.762102 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.762471 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Added segment 8f009b39-e605-4572-a7c6-08daab5bc65e of type vlan for network 0e3872ef-a661-431e-8499-cd3cab2fe3b3 Aug 29 04:33:25.766749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81db580-6303-4d91-86fb-80af6581168a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=38da613d-2667-4a84-a081-6a5b9fddd17b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.805477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.812600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:25.876264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.913936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.003204 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c81db580-6303-4d91-86fb-80af6581168a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.005253 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c81db580-6303-4d91-86fb-80af6581168a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/38da613d-2667-4a84-a081-6a5b9fddd17b HTTP/1.1" status: 204 len: 168 time: 1.6045704 Aug 29 04:33:26.008060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38046) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.032015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.037739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.039185 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.048840 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d737b82-e113-465c-862d-e5a1cd605df5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:33:26.050595 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4d737b82-e113-465c-862d-e5a1cd605df5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/38da613d-2667-4a84-a081-6a5b9fddd17b HTTP/1.1" status: 404 len: 333 time: 0.0401731 Aug 29 04:33:26.053207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38050) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.089513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-70fd4783-c80f-4c81-9665-868a62995737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.144134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6579244 Aug 29 04:33:26.153666 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38054) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.164033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a37bc5e-2774-4fe4-9887-ee65c872f814 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet 85899a19-2c82-46f3-9dbb-762a4609c590 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:26.176502 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'ports': [{'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8'}, {'network_id': '0e3872ef-a661-431e-8499-cd3cab2fe3b3'}]} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:26.176923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:26.177652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': '0e3872ef-a661-431e-8499-cd3cab2fe3b3'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:26.183874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.25.5.165 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/840f079c-ba70-4594-abe2-f28d259de557) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:26.185258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b74b187-ddcf-44e6-a7c3-6af29954686c req-53c4c6b8-73d6-4753-bdd7-765a1a113744 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0466840 Aug 29 04:33:26.185944 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a37bc5e-2774-4fe4-9887-ee65c872f814 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.232586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a37bc5e-2774-4fe4-9887-ee65c872f814 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.233441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b21ff-93b9-44c5-9882-42a965f6a234 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Network': ['ID=0e3872ef-a661-431e-8499-cd3cab2fe3b3,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:26.245534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 0e3872ef-a661-431e-8499-cd3cab2fe3b3 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:26.328836 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.373843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a37bc5e-2774-4fe4-9887-ee65c872f814 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.462640 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a37bc5e-2774-4fe4-9887-ee65c872f814 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.464684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf07aae-436b-4288-9fa5-9a40dccbe2f5 None None] Network a1e803fe-aebb-43c4-8e30-a08d86ce309a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:26.493046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37bc5e-2774-4fe4-9887-ee65c872f814 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=85899a19-2c82-46f3-9dbb-762a4609c590,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:26.499537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a37bc5e-2774-4fe4-9887-ee65c872f814 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.501732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8a37bc5e-2774-4fe4-9887-ee65c872f814 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/85899a19-2c82-46f3-9dbb-762a4609c590 HTTP/1.1" status: 204 len: 168 time: 0.4465210 Aug 29 04:33:26.504332 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38062) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.530417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.594212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9f97eac7-5b52-4533-8188-d90488fe668b None None] Provisioning for port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:26.611323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 2} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:26.616242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9f97eac7-5b52-4533-8188-d90488fe668b None None] Provisioning complete for port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:26.616619 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f97eac7-5b52-4533-8188-d90488fe668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.619143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.649019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.661773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.665203 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.760770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc598a6-bacc-4064-8368-af59dec9366e None None] DHCP port deletion for a1e803fe-aebb-43c4-8e30-a08d86ce309a request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:26.763098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:26.775644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:26.780485 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f97eac7-5b52-4533-8188-d90488fe668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.782958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:26.820070 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=840f079c-ba70-4594-abe2-f28d259de557,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:26.839894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:26.840252 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.840379 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 1a0139d8-daf6-4ff0-9464-ff5f51daa988 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:26.899612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9f97eac7-5b52-4533-8188-d90488fe668b None None] For port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa,segment=NetworkSegment(6ffbfc05-a7e7-4542-9579-c8a11430da60),segment_id=6ffbfc05-a7e7-4542-9579-c8a11430da60)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:26.906656 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f97eac7-5b52-4533-8188-d90488fe668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.936653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0fc598a6-bacc-4064-8368-af59dec9366e None None] Deleting port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:26.937417 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0fc598a6-bacc-4064-8368-af59dec9366e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.972182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] For port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa,segment=NetworkSegment(6ffbfc05-a7e7-4542-9579-c8a11430da60),segment_id=6ffbfc05-a7e7-4542-9579-c8a11430da60)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:26.972748 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.005637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:27.024284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97eac7-5b52-4533-8188-d90488fe668b None None] Pushing event updated for resources: {'Port': ['ID=6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.048530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0fc598a6-bacc-4064-8368-af59dec9366e None None] For port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa,segment=NetworkSegment(6ffbfc05-a7e7-4542-9579-c8a11430da60),segment_id=6ffbfc05-a7e7-4542-9579-c8a11430da60)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:27.049353 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0fc598a6-bacc-4064-8368-af59dec9366e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.071313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0fc598a6-bacc-4064-8368-af59dec9366e None None] Calling delete_port for 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:27.112269 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.129971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No DVR routers for this DVR port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:27.154705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.170967 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.198914 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0fc598a6-bacc-4064-8368-af59dec9366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.252236 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.258462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc598a6-bacc-4064-8368-af59dec9366e None None] No DVR routers for this DVR port 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:27.264666 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.282081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc598a6-bacc-4064-8368-af59dec9366e None None] Pushing event deleted for resources: {'Port': ['ID=6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.305513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 1e80c44b-3da9-4ae1-96eb-a672e8546ea7 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:27.308352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e803fe-aebb-43c4-8e30-a08d86ce309a']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.309986 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.339193 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-15416c37-6d8c-40c1-94d8-cb87b656677c req-07c1a229-6938-4f32-bdb2-75174e39d1d7 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0482757 Aug 29 04:33:27.348316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffbfc05-a7e7-4542-9579-c8a11430da60') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.349118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffbfc05-a7e7-4542-9579-c8a11430da60') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.378000 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.379162 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.398611 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.408399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:27.408986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:27.413890 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:27.523080 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.541238 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.546468 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/networks/a1e803fe-aebb-43c4-8e30-a08d86ce309a HTTP/1.1" status: 204 len: 168 time: 1.0410497 Aug 29 04:33:27.558381 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38096) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:27.570225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'name': 'tempest-PortsTestJSON-1198880325'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:27.571897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cb87b-9d7a-41bd-a0cd-b4dc6537ae80 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Network': ['ID=a1e803fe-aebb-43c4-8e30-a08d86ce309a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.654502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:27.666124 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.681695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:27.682060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6a693fd3-8ae5-4be4-84b1-09ed4b7b0aaa not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:27.733749 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.783507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dfe7be4-cbe4-45c2-9b9a-a2d32fcf8519 req-45eee929-7ee5-4b3b-b3ed-5fd47ea8b9df tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0639956 Aug 29 04:33:27.881630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:27.885611 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.888714 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.959727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port bacf4ae3-f083-4ac8-ae29-035b2d39928b yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:27.972740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:27.983987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:28.015426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:28.016325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.018494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=1a0139d8-daf6-4ff0-9464-ff5f51daa988,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.123485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=1e80c44b-3da9-4ae1-96eb-a672e8546ea7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.217747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 61e831e8-fdc1-42a5-8e09-52856041c7ca is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:28.223883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Checking segment: {'id': '8f009b39-e605-4572-a7c6-08daab5bc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e3872ef-a661-431e-8499-cd3cab2fe3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:28.224293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network hostable DHCP agents. Network: 0e3872ef-a661-431e-8499-cd3cab2fe3b3, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:28.295662 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.314464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network 0e3872ef-a661-431e-8499-cd3cab2fe3b3 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:28.361285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 0e3872ef-a661-431e-8499-cd3cab2fe3b3) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:28.368411 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:28.369733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351f2704-fb7f-4b95-a1f9-5fb6052a5732 None None] Network 0e3872ef-a661-431e-8499-cd3cab2fe3b3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:28.374451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.379291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.379980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.425170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:28.437641 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7ca174c6-4f9c-41b3-9884-d2e430a3d90e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2784903 Aug 29 04:33:28.439773 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Sync routers for ids ['61e831e8-fdc1-42a5-8e09-52856041c7ca'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:28.440266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38124) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.452474 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Routers {'61e831e8-fdc1-42a5-8e09-52856041c7ca'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:28.453486 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['61e831e8-fdc1-42a5-8e09-52856041c7ca'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:28.454153 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.529364 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.533575 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d6e1824d-e3b8-4ad5-a24a-2d02bf140600 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1460967 Aug 29 04:33:28.534403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38128) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.549648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ef7abf6d-b70f-4d00-b21d-f407a1327964 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 1e80c44b-3da9-4ae1-96eb-a672e8546ea7 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:28.550132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef7abf6d-b70f-4d00-b21d-f407a1327964 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.587505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:28.591996 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7968dfec-34fb-47d9-b01e-0fb1dcd4b3dc tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=b3b69e4de3d74dd0af3e4bd631a2b142&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571635 Aug 29 04:33:28.595702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:28.597643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38130) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.606370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=bacf4ae3-f083-4ac8-ae29-035b2d39928b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.620938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:28.626802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.627367 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.630460 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Set router 61e831e8-fdc1-42a5-8e09-52856041c7ca gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:28.656687 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef7abf6d-b70f-4d00-b21d-f407a1327964 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.673585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ef7abf6d-b70f-4d00-b21d-f407a1327964 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 1e80c44b-3da9-4ae1-96eb-a672e8546ea7 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:28.809319 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef7abf6d-b70f-4d00-b21d-f407a1327964 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.841736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7abf6d-b70f-4d00-b21d-f407a1327964 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=1e80c44b-3da9-4ae1-96eb-a672e8546ea7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.852961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef7abf6d-b70f-4d00-b21d-f407a1327964 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.856219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ef7abf6d-b70f-4d00-b21d-f407a1327964 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/1e80c44b-3da9-4ae1-96eb-a672e8546ea7 HTTP/1.1" status: 204 len: 168 time: 0.4145076 Aug 29 04:33:28.859009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38140) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.922332 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:28.940397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c3d402-19a7-4556-96c5-82bbe3804025 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.955023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c3d402-19a7-4556-96c5-82bbe3804025 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.957341 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-63c3d402-19a7-4556-96c5-82bbe3804025 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0972078 Aug 29 04:33:28.961701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38144) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.967731 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Checking router: 61e831e8-fdc1-42a5-8e09-52856041c7ca for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:28.968608 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Updating router 61e831e8-fdc1-42a5-8e09-52856041c7ca port 840f079c-ba70-4594-abe2-f28d259de557 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:33:29.002252 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.034927 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.059887 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f2eb085f-1a7b-4aa5-8249-85b6efa56bba tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4963491 Aug 29 04:33:29.064596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38148) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.064798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ac83371-16dd-44d6-9cdf-998a9b8e0a94 req-5186a054-1929-491b-ae7b-84cb432b99c1 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0586464 Aug 29 04:33:29.193052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-60f22c1d-ffcc-4f85-9e7a-705e90ad38ac tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 1a0139d8-daf6-4ff0-9464-ff5f51daa988 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:29.193684 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60f22c1d-ffcc-4f85-9e7a-705e90ad38ac tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.213228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea7618-bb50-4531-8245-19a4dca643a0 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.218399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-82ea7618-bb50-4531-8245-19a4dca643a0 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6162176 Aug 29 04:33:29.219331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38154) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.264823 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4f53c843-abf1-48e6-8b61-b3b282b24eae tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443673 Aug 29 04:33:29.267260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38158) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.273170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1693637609', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:29.290538 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60f22c1d-ffcc-4f85-9e7a-705e90ad38ac tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.306918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-60f22c1d-ffcc-4f85-9e7a-705e90ad38ac tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 1a0139d8-daf6-4ff0-9464-ff5f51daa988 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:29.344248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4c445b63-fde8-4372-a4a7-a1e89664ac5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port bacf4ae3-f083-4ac8-ae29-035b2d39928b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:29.344602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c445b63-fde8-4372-a4a7-a1e89664ac5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.368040 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.382926 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Transition to ACTIVE for port object 840f079c-ba70-4594-abe2-f28d259de557 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:29.389826 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.406370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60f22c1d-ffcc-4f85-9e7a-705e90ad38ac tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.430453 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60f22c1d-ffcc-4f85-9e7a-705e90ad38ac tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.432225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-60f22c1d-ffcc-4f85-9e7a-705e90ad38ac tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/1a0139d8-daf6-4ff0-9464-ff5f51daa988 HTTP/1.1" status: 204 len: 168 time: 0.4636955 Aug 29 04:33:29.435357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38162) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.458825 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c445b63-fde8-4372-a4a7-a1e89664ac5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.466352 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Attempting to bind port 840f079c-ba70-4594-abe2-f28d259de557 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:29.467036 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Attempting to bind port 840f079c-ba70-4594-abe2-f28d259de557 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:29.468604 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Attempting to bind port 840f079c-ba70-4594-abe2-f28d259de557 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:29.474052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f22c1d-ffcc-4f85-9e7a-705e90ad38ac tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=1a0139d8-daf6-4ff0-9464-ff5f51daa988,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.495022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4c445b63-fde8-4372-a4a7-a1e89664ac5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for bacf4ae3-f083-4ac8-ae29-035b2d39928b owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:29.497661 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:29.498145 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:29.498608 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.499061 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:29.499775 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Bound port: 840f079c-ba70-4594-abe2-f28d259de557, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:29.500238 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.503096 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Pushing event updated for resources: {'Port': ['ID=840f079c-ba70-4594-abe2-f28d259de557,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.512850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:29.518823 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.535275 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.535692 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.537530 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.538071 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.538464 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.538878 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.539247 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.541023 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.541023 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.541256 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.541597 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.541997 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:29.582751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f82f7-e8d6-48cb-84e8-674121e2556f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.584423 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ce4f82f7-e8d6-48cb-84e8-674121e2556f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1425829 Aug 29 04:33:29.587920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38166) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.589619 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] For port 840f079c-ba70-4594-abe2-f28d259de557, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:29.593351 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] For port 840f079c-ba70-4594-abe2-f28d259de557, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=840f079c-ba70-4594-abe2-f28d259de557,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:29.603807 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.625247 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc7dcad-a3f3-4d54-8220-3a961b8555ae tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:33:29.628253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-edc7dcad-a3f3-4d54-8220-3a961b8555ae tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/1e80c44b-3da9-4ae1-96eb-a672e8546ea7 HTTP/1.1" status: 404 len: 333 time: 0.0366430 Aug 29 04:33:29.633586 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38170) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.673358 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Routers {'61e831e8-fdc1-42a5-8e09-52856041c7ca'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:29.674181 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['61e831e8-fdc1-42a5-8e09-52856041c7ca'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:29.674914 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b600c1-748b-4ce0-be50-d50c02e29eba tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:33:29.679722 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-51b600c1-748b-4ce0-be50-d50c02e29eba tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/1a0139d8-daf6-4ff0-9464-ff5f51daa988 HTTP/1.1" status: 404 len: 333 time: 0.0420589 Aug 29 04:33:29.682125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38172) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.741815 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c445b63-fde8-4372-a4a7-a1e89664ac5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.767751 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91829f8a-f1dd-41a5-915e-32b4629ca54b None None] Pushing event updated for resources: {'Port': ['ID=840f079c-ba70-4594-abe2-f28d259de557,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.786925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.880854 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c445b63-fde8-4372-a4a7-a1e89664ac5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=bacf4ae3-f083-4ac8-ae29-035b2d39928b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.890576 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c445b63-fde8-4372-a4a7-a1e89664ac5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.895110 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4c445b63-fde8-4372-a4a7-a1e89664ac5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/bacf4ae3-f083-4ac8-ae29-035b2d39928b HTTP/1.1" status: 204 len: 168 time: 0.8271174 Aug 29 04:33:29.895110 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.896868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38178) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.906481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'mac_address': 'fa:16:3e:7a:49:38', 'name': 'tempest-PortsTestJSON-1499908624'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:29.971182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Subnet': ['ID=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.977363 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] Set router 61e831e8-fdc1-42a5-8e09-52856041c7ca gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:30.013997 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.028840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Checking segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:30.029524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network hostable DHCP agents. Network: 59ed9ab7-ba29-4028-8082-85d2805a6754, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:30.032080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3872ef-a661-431e-8499-cd3cab2fe3b3']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.058757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:30.063956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 59ed9ab7-ba29-4028-8082-85d2805a6754 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:30.067890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f009b39-e605-4572-a7c6-08daab5bc65e') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.068285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f009b39-e605-4572-a7c6-08daab5bc65e') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.074749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 59ed9ab7-ba29-4028-8082-85d2805a6754) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:30.080735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:30.081307 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.091346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade358f-bc80-4050-b66e-e6ce26656791 None None] Network 59ed9ab7-ba29-4028-8082-85d2805a6754 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:30.099461 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-015c25fa-5f65-4b38-ac3d-c1e038d15a15 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8306146 Aug 29 04:33:30.102369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38188) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:30.184508 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.209125 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.209562 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.221125 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.244609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:30.244798 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.250032 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16d137-bccd-4855-9351-66792c66efcc None None] The sync data for ids ['61e831e8-fdc1-42a5-8e09-52856041c7ca'] in n-d-712141-12 is: [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:27Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:30.269596 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:30.406477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6d6eea8-0a0e-4295-ad88-984c550424a5 req-7a8e1184-703e-43f2-aa4d-4ce4f7426bce tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.1489148 Aug 29 04:33:30.414989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.419643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.427474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/networks/0e3872ef-a661-431e-8499-cd3cab2fe3b3 HTTP/1.1" status: 204 len: 168 time: 0.7407968 Aug 29 04:33:30.434256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38196) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:30.437038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port 4ead5272-dfc5-4c37-9991-b8cf9dc89919 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:30.443988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1163118460'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:30.526543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dc829-f9a3-4634-816b-944444ef5889 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Network': ['ID=0e3872ef-a661-431e-8499-cd3cab2fe3b3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:30.591918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-59ed9ab7-ba29-4028-8082-85d2805a6754', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:30.592888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.614496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:30.621755 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.748754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.757394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:30.776368 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.776594 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Added segment 6d6d870b-f493-42bb-9615-378d1862ae8b of type vlan for network b2573971-4585-4f64-a976-a623cc6a4914 Aug 29 04:33:30.783538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Allocated IP 172.20.0.2 (59ed9ab7-ba29-4028-8082-85d2805a6754/ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4/384318c8-2e68-4abf-b906-d4580bd8b5df) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:30.836544 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.862492 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.930140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=4ead5272-dfc5-4c37-9991-b8cf9dc89919,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:30.938604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:30.941858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:30.961347 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:30.969151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:30.970026 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.002148 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.004081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-55f670cd-5ad9-4477-b28e-20da7a472865 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1026263 Aug 29 04:33:31.006362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38208) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:31.008976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.009598 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.011141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.024031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Transition to ACTIVE for port object 384318c8-2e68-4abf-b906-d4580bd8b5df will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:31.041421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Transition to ACTIVE for port object 384318c8-2e68-4abf-b906-d4580bd8b5df will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:31.048340 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.096016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66950fe1-91d1-41c8-a35d-8ad02e16a91a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.104757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-66950fe1-91d1-41c8-a35d-8ad02e16a91a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/4ead5272-dfc5-4c37-9991-b8cf9dc89919 HTTP/1.1" status: 200 len: 841 time: 0.0960486 Aug 29 04:33:31.106772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38210) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:31.109312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Network 59ed9ab7-ba29-4028-8082-85d2805a6754 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:31.112790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:31.120672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:31.134019 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Pushing event updated for resources: {'Port': ['ID=384318c8-2e68-4abf-b906-d4580bd8b5df,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.160064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.160818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.161387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.161947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.162533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.163790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.164402 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.165061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.165565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.166106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.166735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.167272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.183647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Network': ['ID=b2573971-4585-4f64-a976-a623cc6a4914,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.223263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Attempting to bind port 384318c8-2e68-4abf-b906-d4580bd8b5df on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:31.224012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Attempting to bind port 384318c8-2e68-4abf-b906-d4580bd8b5df by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:31.225048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Attempting to bind port 384318c8-2e68-4abf-b906-d4580bd8b5df on network 59ed9ab7-ba29-4028-8082-85d2805a6754 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:31.232171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:31.232402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.232762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.233141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Checking segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:31.233560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.233914 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.234234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.234645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.235099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Bound using segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:31.235878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Bound port: 384318c8-2e68-4abf-b906-d4580bd8b5df, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:31.236330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.237207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.237207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.237895 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.238669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.240314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.240915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.242195 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:31.258160 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-698e34f9-8f9f-4c6d-8aca-778367e61786 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8153226 Aug 29 04:33:31.261038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38216) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:31.262046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network b2573971-4585-4f64-a976-a623cc6a4914 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:31.266871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.267348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': 'b2573971-4585-4f64-a976-a623cc6a4914', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:31.404974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] For port 384318c8-2e68-4abf-b906-d4580bd8b5df, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:31.408591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] For port 384318c8-2e68-4abf-b906-d4580bd8b5df, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=384318c8-2e68-4abf-b906-d4580bd8b5df,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:31.414116 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.421518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-6fd22d65-c171-4223-b834-e11491d72114 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 4ead5272-dfc5-4c37-9991-b8cf9dc89919 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:31.421866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6fd22d65-c171-4223-b834-e11491d72114 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.514796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c526b88-a8fe-45f2-8510-62b659e9ff7e None None] Pushing event updated for resources: {'Port': ['ID=384318c8-2e68-4abf-b906-d4580bd8b5df,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.617754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b27e7bf-8ec6-4cd1-b1b0-b7e966912957 req-6dd1f2ab-ed11-4194-8f98-d1d290710b17 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0587742 Aug 29 04:33:31.670559 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6fd22d65-c171-4223-b834-e11491d72114 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.703169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 840f079c-ba70-4594-abe2-f28d259de557 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:31.809265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 840f079c-ba70-4594-abe2-f28d259de557 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:31.815200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 840f079c-ba70-4594-abe2-f28d259de557 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:31.815682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.937609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.20.0.1 (59ed9ab7-ba29-4028-8082-85d2805a6754/ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4/6e994be8-8ce7-4181-86ad-0f38ee3ae2ed) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:32.007638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.061569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 840f079c-ba70-4594-abe2-f28d259de557, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=840f079c-ba70-4594-abe2-f28d259de557,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:32.077090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.147491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=840f079c-ba70-4594-abe2-f28d259de557,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:32.148188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.165635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Transition to ACTIVE for port object 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:32.209676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-6fd22d65-c171-4223-b834-e11491d72114 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 4ead5272-dfc5-4c37-9991-b8cf9dc89919 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:32.211367 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.211677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:32.215504 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.258424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 59ed9ab7-ba29-4028-8082-85d2805a6754 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:32.261977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:32.266579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:32.273131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=6e994be8-8ce7-4181-86ad-0f38ee3ae2ed,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:32.320948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.385570 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6fd22d65-c171-4223-b834-e11491d72114 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.455172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd22d65-c171-4223-b834-e11491d72114 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=4ead5272-dfc5-4c37-9991-b8cf9dc89919,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:32.467423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6fd22d65-c171-4223-b834-e11491d72114 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.473501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6fd22d65-c171-4223-b834-e11491d72114 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/4ead5272-dfc5-4c37-9991-b8cf9dc89919 HTTP/1.1" status: 204 len: 168 time: 1.3652232 Aug 29 04:33:32.477204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38242) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.489864 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.513384 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58174f8-c2d1-42d3-acdc-d93342d3bf2a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:33:32.520168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d58174f8-c2d1-42d3-acdc-d93342d3bf2a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/4ead5272-dfc5-4c37-9991-b8cf9dc89919 HTTP/1.1" status: 404 len: 333 time: 0.0413499 Aug 29 04:33:32.544420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38246) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.549781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'name': 'tempest-PortsTestJSON-1280953530'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:32.678777 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.790158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=fd6f8af6-8c4e-4a02-bbc4-abaed4b99fce,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:32.816901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4d510de-4814-493b-9ae5-9bf12cba4f09 req-11dfc5ec-7bb5-4cdb-a0f0-4329233695f8 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0468111 Aug 29 04:33:32.818377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:32.821909 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.838595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Checking segment: {'id': '6d6d870b-f493-42bb-9615-378d1862ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b2573971-4585-4f64-a976-a623cc6a4914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:32.838868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network hostable DHCP agents. Network: b2573971-4585-4f64-a976-a623cc6a4914, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:32.849574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port 09426a3e-ee70-4057-8ec2-557609728a32 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:32.876795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.885903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.910609 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:33:32.920019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network b2573971-4585-4f64-a976-a623cc6a4914 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:32.933369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, b2573971-4585-4f64-a976-a623cc6a4914) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:32.939567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:32.940639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.941969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4631020b-e0c2-49ac-9352-ce4cc681a89b None None] Network b2573971-4585-4f64-a976-a623cc6a4914 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:32.975106 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.980235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cb35a12b-bd20-414a-8a16-74a4d56a559a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7177112 Aug 29 04:33:32.984332 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38260) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.995176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': 'b2573971-4585-4f64-a976-a623cc6a4914', 'name': 'tempest-PortsIpV6TestJSON-456184322'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:33.097165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=6e994be8-8ce7-4181-86ad-0f38ee3ae2ed,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:33.176418 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.248925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.254916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b2573971-4585-4f64-a976-a623cc6a4914', 'network_id': 'b2573971-4585-4f64-a976-a623cc6a4914', 'tenant_id': 'bb62a51eef2d4647b82d967190ca0586', 'fixed_ips': [{'subnet_id': 'fd6f8af6-8c4e-4a02-bbc4-abaed4b99fce'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:33.258283 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.274181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:33.277671 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.316257 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 33650e28-777d-43c9-a030-484052f50c15 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:33.336926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=09426a3e-ee70-4057-8ec2-557609728a32,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:33.344189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:33.346482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:33.351755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:33.358512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.359284 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.377274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0e7632a9-fe0a-4133-a7b4-c5522f348654 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8316128 Aug 29 04:33:33.380545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38268) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:33.387367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c59f20bf-00a3-4316-9324-86a41cb28eae tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:33.415928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 59ed9ab7-ba29-4028-8082-85d2805a6754 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:33.423044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:33.467775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c59f20bf-00a3-4316-9324-86a41cb28eae tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.524057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0da5ecf-473a-4960-a83a-007ddb577c6f None None] Network 59ed9ab7-ba29-4028-8082-85d2805a6754 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:33.628912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-718a4653-0aac-4910-a783-1d63627b1f55 None None] Provisioning for port 384318c8-2e68-4abf-b906-d4580bd8b5df completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:33.636126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 61e831e8-fdc1-42a5-8e09-52856041c7ca has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:33.637920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8::e5 (b2573971-4585-4f64-a976-a623cc6a4914/fd6f8af6-8c4e-4a02-bbc4-abaed4b99fce/33650e28-777d-43c9-a030-484052f50c15) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:33.657436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c59f20bf-00a3-4316-9324-86a41cb28eae tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.673514 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c59f20bf-00a3-4316-9324-86a41cb28eae tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.792313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f20bf-00a3-4316-9324-86a41cb28eae tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=09426a3e-ee70-4057-8ec2-557609728a32,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:33.811868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c59f20bf-00a3-4316-9324-86a41cb28eae tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] In _notify_port_updated(), no bound segment for port 09426a3e-ee70-4057-8ec2-557609728a32 on network 1a1eab26-cbb0-4506-a37b-150fc9347060 {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:33:33.818739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59f20bf-00a3-4316-9324-86a41cb28eae tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.818962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c59f20bf-00a3-4316-9324-86a41cb28eae tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.830905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c59f20bf-00a3-4316-9324-86a41cb28eae tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "PUT /v2.0/ports/09426a3e-ee70-4057-8ec2-557609728a32 HTTP/1.1" status: 200 len: 818 time: 0.4422562 Aug 29 04:33:33.832008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38272) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:33.834554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 840f079c-ba70-4594-abe2-f28d259de557 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:33.895575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 840f079c-ba70-4594-abe2-f28d259de557 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:33.896532 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.999435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b83da72f-5958-4558-bf4b-fdcc3d19287a req-3141cd14-ec56-44ab-8b5c-c8b2f55f1868 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0275905 Aug 29 04:33:34.020464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 384318c8-2e68-4abf-b906-d4580bd8b5df up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:34.056938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc991b-a303-4299-906b-cf24fcea52e8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 09426a3e-ee70-4057-8ec2-557609728a32 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:34.057795 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5dc991b-a303-4299-906b-cf24fcea52e8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.166728 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5dc991b-a303-4299-906b-cf24fcea52e8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.186312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc991b-a303-4299-906b-cf24fcea52e8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 09426a3e-ee70-4057-8ec2-557609728a32 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:34.219806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 384318c8-2e68-4abf-b906-d4580bd8b5df completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:34.228651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 384318c8-2e68-4abf-b906-d4580bd8b5df triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:34.229340 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.233750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-877ceb3f-9f09-46f8-be5d-82cdcfd12c7a None None] Provisioning for port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:34.262221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-877ceb3f-9f09-46f8-be5d-82cdcfd12c7a None None] Provisioning complete for port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:34.263298 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-877ceb3f-9f09-46f8-be5d-82cdcfd12c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.296364 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5dc991b-a303-4299-906b-cf24fcea52e8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.342767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc991b-a303-4299-906b-cf24fcea52e8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=09426a3e-ee70-4057-8ec2-557609728a32,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:34.349514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-877ceb3f-9f09-46f8-be5d-82cdcfd12c7a None None] Port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:34.356130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5dc991b-a303-4299-906b-cf24fcea52e8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.360653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a5dc991b-a303-4299-906b-cf24fcea52e8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/09426a3e-ee70-4057-8ec2-557609728a32 HTTP/1.1" status: 204 len: 168 time: 0.5251389 Aug 29 04:33:34.360868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38278) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.435586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff57ede2-c07a-4ac4-a5fc-1511cd25d703 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.437198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ff57ede2-c07a-4ac4-a5fc-1511cd25d703 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0752997 Aug 29 04:33:34.439999 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38280) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.447817 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.498679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 384318c8-2e68-4abf-b906-d4580bd8b5df, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=384318c8-2e68-4abf-b906-d4580bd8b5df,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:34.499460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-10b9ba62-1b68-44c5-889b-4bba17f2ddc3 None None] Provisioning complete for port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:34.499915 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-10b9ba62-1b68-44c5-889b-4bba17f2ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.501518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:34.503889 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.512834 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-76eabb40-8598-4725-95a8-621ab2a7d414 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "PUT /v2.0/routers/61e831e8-fdc1-42a5-8e09-52856041c7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4086454 Aug 29 04:33:34.520890 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b35a2e5-c708-47d2-bcb9-e0a3741c2452 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:33:34.527224 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4b35a2e5-c708-47d2-bcb9-e0a3741c2452 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/09426a3e-ee70-4057-8ec2-557609728a32 HTTP/1.1" status: 404 len: 333 time: 0.0835285 Aug 29 04:33:34.528064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38282) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.535730 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-538140016'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:34.542209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Sync routers for ids ['61e831e8-fdc1-42a5-8e09-52856041c7ca'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:34.562510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:34.567776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.625201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:34.636690 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.637084 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Added segment 45db5615-bd44-4b87-9715-bbb75be5ee56 of type vlan for network d95e113c-c18b-4f82-bc02-d9c51c10e924 Aug 29 04:33:34.647303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=384318c8-2e68-4abf-b906-d4580bd8b5df,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:34.654336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-10b9ba62-1b68-44c5-889b-4bba17f2ddc3 None None] Port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:34.656904 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Routers {'61e831e8-fdc1-42a5-8e09-52856041c7ca'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:34.658541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['61e831e8-fdc1-42a5-8e09-52856041c7ca'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:34.696106 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.741979 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.769839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object 33650e28-777d-43c9-a030-484052f50c15 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:34.771110 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.776949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.777561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.831226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3568d2c5-320b-4cca-bdb7-4fc2faf1a5db None None] Provisioning complete for port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:34.831639 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3568d2c5-320b-4cca-bdb7-4fc2faf1a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.879428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Network': ['ID=d95e113c-c18b-4f82-bc02-d9c51c10e924,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:34.893041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3568d2c5-320b-4cca-bdb7-4fc2faf1a5db None None] Port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:34.895036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network d95e113c-c18b-4f82-bc02-d9c51c10e924 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:34.898536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Set router 61e831e8-fdc1-42a5-8e09-52856041c7ca gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:34.903301 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-266c699c-6ad1-41e1-88a0-66af6e78b1df tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3717556 Aug 29 04:33:34.908649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38298) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.916043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:34.920780 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-fb6dd32e-a49a-4c12-adeb-c0486258a785 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608279401&fields=id&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 267 time: 0.0725827 Aug 29 04:33:35.027342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.073840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-a3e51e73-e86c-443f-8f71-8169e392a31b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:35.085268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:35.088749 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.088892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-a3e51e73-e86c-443f-8f71-8169e392a31b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 796 time: 0.1600962 Aug 29 04:33:35.152141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-1fc1abe1-6cdd-4fb8-9659-a134f6780aaa tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/quotas/b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 375 time: 0.0624204 Aug 29 04:33:35.161255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1688b571-5b79-4cc5-987f-9ba5d19eb811 req-e5494ec2-4a70-4a20-8125-b3a7430841a8 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0467532 Aug 29 04:33:35.174395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Allocated IP 2001:db8::2 (b2573971-4585-4f64-a976-a623cc6a4914/fd6f8af6-8c4e-4a02-bbc4-abaed4b99fce/8df078e3-6baf-4578-903c-9c5ea8adea43) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:35.197596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network b2573971-4585-4f64-a976-a623cc6a4914 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:35.204440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:35.208382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:35.214765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:35.215414 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.242380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-935c8302-28bb-4454-a237-44ef8ebe7092 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797460 Aug 29 04:33:35.256241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=33650e28-777d-43c9-a030-484052f50c15,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.262405 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e21e78b3-1e7d-449c-9d32-831a212b8cd7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2736306 Aug 29 04:33:35.265336 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38304) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:35.358744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-37100c8d-8c2e-4c88-9179-d3bc04e0a9b9 service neutron] 10.222.0.49 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036851 Aug 29 04:33:35.420923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6e994be8-8ce7-4181-86ad-0f38ee3ae2ed', 'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:15:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:31Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 2, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:35.465808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.469037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9d940ccb-a6cc-48a1-9786-39fcdb57f5f7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 33650e28-777d-43c9-a030-484052f50c15 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:35.469374 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d940ccb-a6cc-48a1-9786-39fcdb57f5f7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.475618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Checking router: 61e831e8-fdc1-42a5-8e09-52856041c7ca for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:35.476054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Updating router 61e831e8-fdc1-42a5-8e09-52856041c7ca port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:33:35.494259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-88e2912a-f9f1-4085-8ab9-fc9088687355 service neutron] 10.222.0.49 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285253 Aug 29 04:33:35.500036 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.515287 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.529521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Transition to ACTIVE for port object 8df078e3-6baf-4578-903c-9c5ea8adea43 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:35.572716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Transition to ACTIVE for port object 8df078e3-6baf-4578-903c-9c5ea8adea43 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:35.590292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.637276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=df31e7a1-80d9-4694-8385-b20e80cf16ab,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.643097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Checking segment: {'id': '45db5615-bd44-4b87-9715-bbb75be5ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:35.643472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network hostable DHCP agents. Network: d95e113c-c18b-4f82-bc02-d9c51c10e924, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:35.676290 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d940ccb-a6cc-48a1-9786-39fcdb57f5f7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.699198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network d95e113c-c18b-4f82-bc02-d9c51c10e924 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:35.708976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9d940ccb-a6cc-48a1-9786-39fcdb57f5f7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 33650e28-777d-43c9-a030-484052f50c15 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:35.727937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, d95e113c-c18b-4f82-bc02-d9c51c10e924) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:35.764879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:35.765473 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.780088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Pushing event updated for resources: {'Port': ['ID=8df078e3-6baf-4578-903c-9c5ea8adea43,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.786858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 384318c8-2e68-4abf-b906-d4580bd8b5df up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:35.795681 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c7d8dfa8-b48d-441f-94e2-06e5a6e3f3ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8859825 Aug 29 04:33:35.802512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38310) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:35.807970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3300497a-4db7-45f8-b19d-e3e05ff3ae4e req-be70f2d8-0af8-4b98-b108-77fad015101a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 210 time: 0.0656972 Aug 29 04:33:35.817242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4c536b9b-5152-4820-a384-39156c20b3a4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:35.825991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32345fa-e4f3-4201-a646-9b752817aa30 None None] Network d95e113c-c18b-4f82-bc02-d9c51c10e924 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:35.861836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Network b2573971-4585-4f64-a976-a623cc6a4914 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:35.981529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d940ccb-a6cc-48a1-9786-39fcdb57f5f7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.032611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c536b9b-5152-4820-a384-39156c20b3a4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:36.036283 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c536b9b-5152-4820-a384-39156c20b3a4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.063972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d940ccb-a6cc-48a1-9786-39fcdb57f5f7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.066131 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9d940ccb-a6cc-48a1-9786-39fcdb57f5f7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/33650e28-777d-43c9-a030-484052f50c15 HTTP/1.1" status: 204 len: 168 time: 0.7999578 Aug 29 04:33:36.067145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d940ccb-a6cc-48a1-9786-39fcdb57f5f7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=33650e28-777d-43c9-a030-484052f50c15,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:36.070147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38318) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.098358 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7158315-4806-4a52-8449-1ccd0dad92ba tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:36.099147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7158315-4806-4a52-8449-1ccd0dad92ba tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:36.101694 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a7158315-4806-4a52-8449-1ccd0dad92ba tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/33650e28-777d-43c9-a030-484052f50c15 HTTP/1.1" status: 404 len: 333 time: 0.0263526 Aug 29 04:33:36.104838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38320) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.147240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:36.149005 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9756d5f5-4713-453c-b471-e3c4b0faca61 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:33:36.149968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:36.154509 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9756d5f5-4713-453c-b471-e3c4b0faca61 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/33650e28-777d-43c9-a030-484052f50c15 HTTP/1.1" status: 404 len: 333 time: 0.0476439 Aug 29 04:33:36.155414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38326) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.204381 n-d-712141-12 neutron-server[94851]: INFO neutron.db.ipam_backend_mixin [None req-4c536b9b-5152-4820-a384-39156c20b3a4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df31e7a1-80d9-4694-8385-b20e80cf16ab (CIDR: 172.20.0.0/28) Aug 29 04:33:36.209088 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c536b9b-5152-4820-a384-39156c20b3a4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:36.209932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c536b9b-5152-4820-a384-39156c20b3a4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:36.239819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4c536b9b-5152-4820-a384-39156c20b3a4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4297643 Aug 29 04:33:36.244099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38330) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.253547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3629d273-9876-4114-a723-5445c6fe49f2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:36.282114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 384318c8-2e68-4abf-b906-d4580bd8b5df triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:36.282490 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.283489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad78cfe-f374-4bec-829f-90f9ccb3932c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet fd6f8af6-8c4e-4a02-bbc4-abaed4b99fce {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:36.296355 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad78cfe-f374-4bec-829f-90f9ccb3932c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.319034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Attempting to bind port 8df078e3-6baf-4578-903c-9c5ea8adea43 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:36.319413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Attempting to bind port 8df078e3-6baf-4578-903c-9c5ea8adea43 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '6d6d870b-f493-42bb-9615-378d1862ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b2573971-4585-4f64-a976-a623cc6a4914'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:36.319778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Attempting to bind port 8df078e3-6baf-4578-903c-9c5ea8adea43 on network b2573971-4585-4f64-a976-a623cc6a4914 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:36.370481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-44b0eee3-0cd7-4fe1-9618-c58c97451c5d req-271e3e8d-209b-4d17-97b8-78a64f4c7b3b tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0458326 Aug 29 04:33:36.373561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:36.373948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Checking segment: {'id': '6d6d870b-f493-42bb-9615-378d1862ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b2573971-4585-4f64-a976-a623cc6a4914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:36.374355 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.374753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Bound using segment: {'id': '6d6d870b-f493-42bb-9615-378d1862ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b2573971-4585-4f64-a976-a623cc6a4914'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:36.375240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Bound port: 8df078e3-6baf-4578-903c-9c5ea8adea43, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6d870b-f493-42bb-9615-378d1862ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b2573971-4585-4f64-a976-a623cc6a4914'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:36.375622 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.392848 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad78cfe-f374-4bec-829f-90f9ccb3932c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.478913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] For port 8df078e3-6baf-4578-903c-9c5ea8adea43, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:36.492857 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] For port 8df078e3-6baf-4578-903c-9c5ea8adea43, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8df078e3-6baf-4578-903c-9c5ea8adea43,segment=NetworkSegment(6d6d870b-f493-42bb-9615-378d1862ae8b),segment_id=6d6d870b-f493-42bb-9615-378d1862ae8b)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:36.504962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3629d273-9876-4114-a723-5445c6fe49f2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:36.509238 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3629d273-9876-4114-a723-5445c6fe49f2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.537669 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.547462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-d95e113c-c18b-4f82-bc02-d9c51c10e924', 'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924', 'tenant_id': '122b9ba081e6485a80cc54ce8056bb1f', 'fixed_ips': [{'subnet_id': 'df31e7a1-80d9-4694-8385-b20e80cf16ab'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:36.548960 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.614729 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad78cfe-f374-4bec-829f-90f9ccb3932c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.663414 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.728535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad78cfe-f374-4bec-829f-90f9ccb3932c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.747480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Transition to ACTIVE for port object 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:36.749432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c3f2-90bd-45a7-b6be-29599a5b51aa None None] Pushing event updated for resources: {'Port': ['ID=8df078e3-6baf-4578-903c-9c5ea8adea43,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:36.762089 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.777065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad78cfe-f374-4bec-829f-90f9ccb3932c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6f8af6-8c4e-4a02-bbc4-abaed4b99fce,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:36.788234 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad78cfe-f374-4bec-829f-90f9ccb3932c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.793794 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dad78cfe-f374-4bec-829f-90f9ccb3932c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/fd6f8af6-8c4e-4a02-bbc4-abaed4b99fce HTTP/1.1" status: 204 len: 168 time: 0.6371648 Aug 29 04:33:36.794458 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38332) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.905917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41e77f-7f5a-4882-b4c2-099730a4c39a None None] Pushing event updated for resources: {'Port': ['ID=6e994be8-8ce7-4181-86ad-0f38ee3ae2ed,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:36.982523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.005024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3629d273-9876-4114-a723-5445c6fe49f2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.047047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Allocated IP 172.20.0.2 (d95e113c-c18b-4f82-bc02-d9c51c10e924/df31e7a1-80d9-4694-8385-b20e80cf16ab/809e61f8-7973-4467-b19b-b2dc25b818a9) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:37.059119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Attempting to bind port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:37.059509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Attempting to bind port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:37.059881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Attempting to bind port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed on network 59ed9ab7-ba29-4028-8082-85d2805a6754 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:37.085694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:37.086192 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Checking segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:37.086599 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.086998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Bound using segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:37.087517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Bound port: 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:37.087887 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.210722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45fb3dce-1729-483e-9bcf-bf4143eeb178 req-db8a0e91-4912-451b-bd56-80f2e6527f2d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 210 time: 0.1587343 Aug 29 04:33:37.253257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3629d273-9876-4114-a723-5445c6fe49f2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network d95e113c-c18b-4f82-bc02-d9c51c10e924 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:37.267963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3629d273-9876-4114-a723-5445c6fe49f2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:37.274086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3629d273-9876-4114-a723-5445c6fe49f2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:37.274713 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3629d273-9876-4114-a723-5445c6fe49f2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.307899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3629d273-9876-4114-a723-5445c6fe49f2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0613077 Aug 29 04:33:37.310538 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38340) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:37.326451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924', 'fixed_ips': [{'subnet_id': 'df31e7a1-80d9-4694-8385-b20e80cf16ab'}, {'subnet_id': 'd6e158ac-bda3-4b79-85dd-9984011fff27'}], 'name': 'tempest-PortsTestJSON-1941007679'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:37.346753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 8df078e3-6baf-4578-903c-9c5ea8adea43 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:37.347100 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.366307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629d273-9876-4114-a723-5445c6fe49f2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=d6e158ac-bda3-4b79-85dd-9984011fff27,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:37.369485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] For port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:37.374298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-79304796-08b2-4280-a112-e7cf7d33e17e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:37.376393 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-79304796-08b2-4280-a112-e7cf7d33e17e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 796 time: 0.1660280 Aug 29 04:33:37.402423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] For port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6e994be8-8ce7-4181-86ad-0f38ee3ae2ed,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:37.415116 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.435021 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.480481 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ce48b12-9206-4548-9380-09a980d3ac45 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 380 time: 0.0656676 Aug 29 04:33:37.494875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'port': {'device_id': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'admin_state_up': True, 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'security_groups': ['ba758cf0-a217-4034-af3c-322015bfd40f']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:37.509663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Transition to ACTIVE for port object 809e61f8-7973-4467-b19b-b2dc25b818a9 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:37.544449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Transition to ACTIVE for port object 809e61f8-7973-4467-b19b-b2dc25b818a9 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:37.558945 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.566135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Routers {'61e831e8-fdc1-42a5-8e09-52856041c7ca'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:37.566741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['61e831e8-fdc1-42a5-8e09-52856041c7ca'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:37.573470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41e77f-7f5a-4882-b4c2-099730a4c39a None None] Pushing event updated for resources: {'Port': ['ID=6e994be8-8ce7-4181-86ad-0f38ee3ae2ed,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:37.601496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ea9a9ba-6e00-4fbf-baaf-a4db98e6fc55 req-9a01d775-5f11-4208-be39-3125db9526e3 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0858812 Aug 29 04:33:37.604302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:37.637276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] For port 8df078e3-6baf-4578-903c-9c5ea8adea43, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8df078e3-6baf-4578-903c-9c5ea8adea43,segment=NetworkSegment(6d6d870b-f493-42bb-9615-378d1862ae8b),segment_id=6d6d870b-f493-42bb-9615-378d1862ae8b)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:37.637897 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.712557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 8df078e3-6baf-4578-903c-9c5ea8adea43 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:37.715688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Network d95e113c-c18b-4f82-bc02-d9c51c10e924 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:37.721039 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:37.756162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:37.765979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8df078e3-6baf-4578-903c-9c5ea8adea43 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:37.813556 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.850852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Pushing event updated for resources: {'Port': ['ID=809e61f8-7973-4467-b19b-b2dc25b818a9,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:37.867672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port a1cb9025-9407-4d15-8120-c5c364a7638e yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:37.931554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] Set router 61e831e8-fdc1-42a5-8e09-52856041c7ca gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:37.953194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:37.957279 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.989819 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.118679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Attempting to bind port 809e61f8-7973-4467-b19b-b2dc25b818a9 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:38.119056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Attempting to bind port 809e61f8-7973-4467-b19b-b2dc25b818a9 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '45db5615-bd44-4b87-9715-bbb75be5ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:38.119422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Attempting to bind port 809e61f8-7973-4467-b19b-b2dc25b818a9 on network d95e113c-c18b-4f82-bc02-d9c51c10e924 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:38.176544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=8df078e3-6baf-4578-903c-9c5ea8adea43,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.184950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No DVR routers for this DVR port 8df078e3-6baf-4578-903c-9c5ea8adea43 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:38.205785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:38.206146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Checking segment: {'id': '45db5615-bd44-4b87-9715-bbb75be5ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:38.206551 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.207073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Bound using segment: {'id': '45db5615-bd44-4b87-9715-bbb75be5ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:38.207612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Bound port: 809e61f8-7973-4467-b19b-b2dc25b818a9, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45db5615-bd44-4b87-9715-bbb75be5ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:38.208417 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.212155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No active binding found for port 8df078e3-6baf-4578-903c-9c5ea8adea43 {{(pid=94852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:33:38.212743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8df078e3-6baf-4578-903c-9c5ea8adea43 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:33:38.283079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.20.0.3 (59ed9ab7-ba29-4028-8082-85d2805a6754/ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4/e7c7983f-ae5b-4a06-9a66-e3f79079c2eb) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:38.285122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.12 (d95e113c-c18b-4f82-bc02-d9c51c10e924/df31e7a1-80d9-4694-8385-b20e80cf16ab/a1cb9025-9407-4d15-8120-c5c364a7638e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:38.294549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104cb60-1dba-488c-a857-0da5a3960941 None None] Network b2573971-4585-4f64-a976-a623cc6a4914 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:38.306813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-859967b6-2039-49b3-9a3e-30eabbc11f6a None None] Could not find standard attr ID for object 8df078e3-6baf-4578-903c-9c5ea8adea43. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:38.309583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Port 8df078e3-6baf-4578-903c-9c5ea8adea43 not found, will not notify nova. {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:33:38.309716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.25 (d95e113c-c18b-4f82-bc02-d9c51c10e924/d6e158ac-bda3-4b79-85dd-9984011fff27/a1cb9025-9407-4d15-8120-c5c364a7638e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:38.317068 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.336066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2573971-4585-4f64-a976-a623cc6a4914']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:38.355843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6d870b-f493-42bb-9615-378d1862ae8b') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:38.356434 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6d870b-f493-42bb-9615-378d1862ae8b') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:38.371430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d57fbf1-91ea-4a64-b668-621ffcf13665 req-92f73ff3-8e74-48cc-8243-1908e45f189d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 210 time: 0.0423565 Aug 29 04:33:38.378147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.454776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.463038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:38.463590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.532307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] For port 809e61f8-7973-4467-b19b-b2dc25b818a9, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:38.563695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] For port 809e61f8-7973-4467-b19b-b2dc25b818a9, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=809e61f8-7973-4467-b19b-b2dc25b818a9,segment=NetworkSegment(45db5615-bd44-4b87-9715-bbb75be5ee56),segment_id=45db5615-bd44-4b87-9715-bbb75be5ee56)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:38.569351 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.587639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.615240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object a1cb9025-9407-4d15-8120-c5c364a7638e will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:38.633641 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.656124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Transition to ACTIVE for port object e7c7983f-ae5b-4a06-9a66-e3f79079c2eb will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:38.692009 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:38.703952 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:38.706909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.710175 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.727739 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.735022 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/networks/b2573971-4585-4f64-a976-a623cc6a4914 HTTP/1.1" status: 204 len: 168 time: 1.9394810 Aug 29 04:33:38.746322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccea525-b478-4623-a07f-4136999154f4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Network': ['ID=b2573971-4585-4f64-a976-a623cc6a4914,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.755043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38352) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:38.763372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1807887529'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:38.786785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f58cbf65-c4af-40f1-885b-0df1acb87206 req-44aec3ed-0d62-4722-87fc-60174c00e919 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0416663 Aug 29 04:33:38.787224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 59ed9ab7-ba29-4028-8082-85d2805a6754 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:38.788945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:38.793727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:38.794886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeb3f0c-0306-492c-af21-7fb958c26b74 None None] DHCP port deletion for b2573971-4585-4f64-a976-a623cc6a4914 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:38.807483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network d95e113c-c18b-4f82-bc02-d9c51c10e924 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:38.815426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:38.820021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=a1cb9025-9407-4d15-8120-c5c364a7638e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.824251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:38.833758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6e994be8-8ce7-4181-86ad-0f38ee3ae2ed', 'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:15:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:31Z', 'updated_at': '2021-08-29T04:33:37Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:38.870176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:38.875949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:38.877029 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.880248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdf4ef-2885-4574-828b-04b7b9a178a2 None None] The sync data for ids ['61e831e8-fdc1-42a5-8e09-52856041c7ca'] in n-d-712141-12 is: [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6e994be8-8ce7-4181-86ad-0f38ee3ae2ed', 'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:15:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:31Z', 'updated_at': '2021-08-29T04:33:37Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:38.882695 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.886049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed793d-eb8c-4d19-8adb-b09f148b2a4f None None] Pushing event updated for resources: {'Port': ['ID=809e61f8-7973-4467-b19b-b2dc25b818a9,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.935293 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4460878 Aug 29 04:33:38.940480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfc88f-5a05-41d4-b225-942d9d0fdf9b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.951772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:38.952566 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.001702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:39.014189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8a01cee4-b8cf-4d85-9dae-3047378a54cf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.7024527 Aug 29 04:33:39.016964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38356) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:39.019202 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.019555 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Added segment 23f64876-f897-4bb4-bd18-aacdede3745e of type vlan for network 3676d683-4c79-409d-91e8-d895f0d2ce3c Aug 29 04:33:39.023201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df31e7a1-80d9-4694-8385-b20e80cf16ab'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:39.080320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Request body: {'port': {'device_id': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:39.087987 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.119913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.127149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:39.128228 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.202391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Network': ['ID=3676d683-4c79-409d-91e8-d895f0d2ce3c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:39.239247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8b13a4c3-59de-4257-af29-1b9ab209817c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4750075 Aug 29 04:33:39.239575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 3676d683-4c79-409d-91e8-d895f0d2ce3c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:39.239747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38358) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:39.246262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': '3676d683-4c79-409d-91e8-d895f0d2ce3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:39.288674 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.405579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:39.413183 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.427579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-96b6dd2e-8253-4bf9-89e5-e1ee748c1d61 None None] Provisioning for port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:39.439953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-96b6dd2e-8253-4bf9-89e5-e1ee748c1d61 None None] Provisioning complete for port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:39.440885 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96b6dd2e-8253-4bf9-89e5-e1ee748c1d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.528123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-96b6dd2e-8253-4bf9-89e5-e1ee748c1d61 None None] Port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:39.709815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd302b6-4fb8-4fba-88d3-5f261c46563b req-0ce75359-d87c-4da2-a1f0-66e6c913b1d2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:39.711477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dd302b6-4fb8-4fba-88d3-5f261c46563b req-0ce75359-d87c-4da2-a1f0-66e6c913b1d2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 931 time: 0.1796820 Aug 29 04:33:39.763091 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 809e61f8-7973-4467-b19b-b2dc25b818a9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:39.763649 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.830329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 809e61f8-7973-4467-b19b-b2dc25b818a9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:39.835095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:39.855575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dd302b6-4fb8-4fba-88d3-5f261c46563b req-032cf151-4a10-4041-a5c0-e76d4bc23b0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049259 Aug 29 04:33:39.921361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:39.929679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:39.930070 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.017231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c6a2540-f7db-4f82-a60a-5ff0f292db08 req-68124ed2-5f29-4f46-a315-e01980c9ac8a tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0394807 Aug 29 04:33:40.018443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.081414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=acfdae98-c818-4218-9cef-b3679fab0fa0,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:40.114515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Checking segment: {'id': '23f64876-f897-4bb4-bd18-aacdede3745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3676d683-4c79-409d-91e8-d895f0d2ce3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:40.114773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network hostable DHCP agents. Network: 3676d683-4c79-409d-91e8-d895f0d2ce3c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:40.115672 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.142958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network 3676d683-4c79-409d-91e8-d895f0d2ce3c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:40.158835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 3676d683-4c79-409d-91e8-d895f0d2ce3c) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:40.167312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6e994be8-8ce7-4181-86ad-0f38ee3ae2ed,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:40.170007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134c79ca-8775-45fd-a505-11154c090cd3 None None] Network 3676d683-4c79-409d-91e8-d895f0d2ce3c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:40.170158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:40.173039 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.186762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c7983f-ae5b-4a06-9a66-e3f79079c2eb {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:40.207365 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-255998bd-d528-4509-8cf4-f9111379aa81 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9648979 Aug 29 04:33:40.209491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38368) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:40.213266 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.220691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': '3676d683-4c79-409d-91e8-d895f0d2ce3c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-62507646'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:40.372421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Transition to ACTIVE for port object e7c7983f-ae5b-4a06-9a66-e3f79079c2eb will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:40.384503 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.401552 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.484571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:40.488847 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8df078e3-6baf-4578-903c-9c5ea8adea43 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:40.493037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=6e994be8-8ce7-4181-86ad-0f38ee3ae2ed,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:40.497919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.507560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Delete allocated IP 172.20.0.25 (d95e113c-c18b-4f82-bc02-d9c51c10e924/d6e158ac-bda3-4b79-85dd-9984011fff27) {{(pid=94850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:33:40.526192 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-3676d683-4c79-409d-91e8-d895f0d2ce3c', 'network_id': '3676d683-4c79-409d-91e8-d895f0d2ce3c', 'tenant_id': 'bb62a51eef2d4647b82d967190ca0586', 'fixed_ips': [{'subnet_id': 'acfdae98-c818-4218-9cef-b3679fab0fa0'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:40.527063 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.530279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 8df078e3-6baf-4578-903c-9c5ea8adea43 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:40.530797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8df078e3-6baf-4578-903c-9c5ea8adea43 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:40.543441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 23df202f-3c48-4b5b-a9e0-79c7f25c29df yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:40.560060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:40.715503 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72657ba8-2f32-4db7-8954-7b51537f3f7d None None] Network d95e113c-c18b-4f82-bc02-d9c51c10e924 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:40.743303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:40.743642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:40.743976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on network 59ed9ab7-ba29-4028-8082-85d2805a6754 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:40.759446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on network 59ed9ab7-ba29-4028-8082-85d2805a6754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:40.759776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on network 59ed9ab7-ba29-4028-8082-85d2805a6754 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:40.772414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:40.773151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Checking segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:40.773151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Bound using segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:40.773590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Bound port: e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:40.773951 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.798038 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.798932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8::3de (3676d683-4c79-409d-91e8-d895f0d2ce3c/acfdae98-c818-4218-9cef-b3679fab0fa0/23df202f-3c48-4b5b-a9e0-79c7f25c29df) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:40.802183 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ab3ac8c4-ae3d-45fe-91c8-1ef3c552b9fd None None] Provisioning for port 809e61f8-7973-4467-b19b-b2dc25b818a9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:40.813280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ab3ac8c4-ae3d-45fe-91c8-1ef3c552b9fd None None] Provisioning complete for port 809e61f8-7973-4467-b19b-b2dc25b818a9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:40.813659 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac8c4-ae3d-45fe-91c8-1ef3c552b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.841794 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Ignored duplicate provisioning block setup for port a1cb9025-9407-4d15-8120-c5c364a7638e by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:33:40.856154 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.987884 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:41.005229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac8c4-ae3d-45fe-91c8-1ef3c552b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.027596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:41.048567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc31f1-223b-41a2-b562-2cb11198e9d1 req-8c477d03-ec49-42f2-b53e-d0481a38070e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.050148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14fc31f1-223b-41a2-b562-2cb11198e9d1 req-8c477d03-ec49-42f2-b53e-d0481a38070e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.0915709 Aug 29 04:33:41.069085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=a1cb9025-9407-4d15-8120-c5c364a7638e,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.073733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.078870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ab3ac8c4-ae3d-45fe-91c8-1ef3c552b9fd None None] For port 809e61f8-7973-4467-b19b-b2dc25b818a9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=809e61f8-7973-4467-b19b-b2dc25b818a9,segment=NetworkSegment(45db5615-bd44-4b87-9715-bbb75be5ee56),segment_id=45db5615-bd44-4b87-9715-bbb75be5ee56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:41.086413 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-db580057-952e-400b-8099-2ce6be3f915e req-3f4c60e9-c99c-4178-be93-77cbeec37532 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0558820 Aug 29 04:33:41.087628 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac8c4-ae3d-45fe-91c8-1ef3c552b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.091322 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.103646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object 23df202f-3c48-4b5b-a9e0-79c7f25c29df will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:41.120661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14fc31f1-223b-41a2-b562-2cb11198e9d1 req-9882f6b3-7d5a-4003-a4d8-8706036c1624 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625250 Aug 29 04:33:41.167782 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.175472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.176432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.178478 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] 10.222.0.59 "PUT /v2.0/ports/e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 1092 time: 2.2289932 Aug 29 04:33:41.181207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:41.185783 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25fa04-26ac-4c3c-8d91-33282795d6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:41.189253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] In _notify_port_updated(), no bound segment for port a1cb9025-9407-4d15-8120-c5c364a7638e on network d95e113c-c18b-4f82-bc02-d9c51c10e924 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:33:41.200791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.201724 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.203365 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-55a8cbf4-4b82-484c-b099-1e4b671e3425 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "PUT /v2.0/ports/a1cb9025-9407-4d15-8120-c5c364a7638e HTTP/1.1" status: 200 len: 920 time: 2.1852412 Aug 29 04:33:41.214115 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-db580057-952e-400b-8099-2ce6be3f915e req-42f360db-20f6-41c6-97e1-1e18b4461f70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0983696 Aug 29 04:33:41.218372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38380) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.227840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df31e7a1-80d9-4694-8385-b20e80cf16ab'}, {'subnet_id': 'd6e158ac-bda3-4b79-85dd-9984011fff27'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:41.247057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=23df202f-3c48-4b5b-a9e0-79c7f25c29df,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.270856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6438cdb1-ed9a-4aae-948c-759301603082 req-16f89a13-0b91-41b4-baa4-19854166cadb tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.1056132 Aug 29 04:33:41.275779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.276366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.276883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.277425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.277933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.286085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.286937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.287995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.288533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.289203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.289746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.290086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:41.299984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network 3676d683-4c79-409d-91e8-d895f0d2ce3c is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:41.301707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:41.304385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:41.311235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.312060 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.327699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8e9640-f1c5-4785-8161-79d62689ead0 None None] Update dhcp port {'port': {'network_id': 'd95e113c-c18b-4f82-bc02-d9c51c10e924', 'fixed_ips': [{'subnet_id': 'df31e7a1-80d9-4694-8385-b20e80cf16ab', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6e158ac-bda3-4b79-85dd-9984011fff27'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '809e61f8-7973-4467-b19b-b2dc25b818a9'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:33:41.332166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bb175b93-916c-41d2-a883-2e1ec6af71fd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.1211531 Aug 29 04:33:41.333104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38382) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.341424 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce7c303-a035-4e4b-bbfa-e7a3898f2dc6 x-openstack-request-id: req-cce7c303-a035-4e4b-bbfa-e7a3898f2dc6 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:41.341715 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:41.341970 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cce7c303-a035-4e4b-bbfa-e7a3898f2dc6 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:41.342375 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'status': 'completed', 'code': 200} Aug 29 04:33:41.355244 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-db580057-952e-400b-8099-2ce6be3f915e req-01b46217-65fd-4908-94e4-52325952ece8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971913 Aug 29 04:33:41.371307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ac8c4-ae3d-45fe-91c8-1ef3c552b9fd None None] Pushing event updated for resources: {'Port': ['ID=809e61f8-7973-4467-b19b-b2dc25b818a9,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.371640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777b45e-f5f5-4011-9e79-f0119ac7a012 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.393052 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-be8e9640-f1c5-4785-8161-79d62689ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.471921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb7696-afe9-4a92-af6d-1c06da2e36d4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 23df202f-3c48-4b5b-a9e0-79c7f25c29df {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:41.476783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7696-afe9-4a92-af6d-1c06da2e36d4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.516602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.525041 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-d829d2b1-ae90-4c2c-a4b1-79beb378d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.527129 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-d829d2b1-ae90-4c2c-a4b1-79beb378d779 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1095 time: 0.2926552 Aug 29 04:33:41.568538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Allocated IP 2001:db8::2 (3676d683-4c79-409d-91e8-d895f0d2ce3c/acfdae98-c818-4218-9cef-b3679fab0fa0/ea8423d9-6254-410b-9d27-8765ed7a05e6) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:41.583557 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7696-afe9-4a92-af6d-1c06da2e36d4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.597184 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb7696-afe9-4a92-af6d-1c06da2e36d4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 23df202f-3c48-4b5b-a9e0-79c7f25c29df owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:41.627377 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-13607c44-aac7-4ec7-9469-703987e3a2e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 217 time: 0.0846114 Aug 29 04:33:41.632036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 809e61f8-7973-4467-b19b-b2dc25b818a9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:41.706275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db580057-952e-400b-8099-2ce6be3f915e req-77d7ed3f-04b1-4b5b-b146-839ed452fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.707789 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-db580057-952e-400b-8099-2ce6be3f915e req-77d7ed3f-04b1-4b5b-b146-839ed452fbc4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3240068 Aug 29 04:33:41.798435 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-49290d60-2f5a-4d9d-9b3a-81e6df22a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.799975 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-49290d60-2f5a-4d9d-9b3a-81e6df22a70c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.1625826 Aug 29 04:33:41.832530 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7696-afe9-4a92-af6d-1c06da2e36d4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.847350 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 809e61f8-7973-4467-b19b-b2dc25b818a9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:41.847937 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.875391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb7696-afe9-4a92-af6d-1c06da2e36d4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=23df202f-3c48-4b5b-a9e0-79c7f25c29df,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.909569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-be8e9640-f1c5-4785-8161-79d62689ead0 None None] Allocated IP 172.20.0.18 (d95e113c-c18b-4f82-bc02-d9c51c10e924/d6e158ac-bda3-4b79-85dd-9984011fff27/809e61f8-7973-4467-b19b-b2dc25b818a9) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:41.916489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-fa927ca6-8a71-40ee-ae9e-ddc9730437b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.918103 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-fa927ca6-8a71-40ee-ae9e-ddc9730437b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079311 Aug 29 04:33:41.924683 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7696-afe9-4a92-af6d-1c06da2e36d4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.927138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f0fb7696-afe9-4a92-af6d-1c06da2e36d4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/23df202f-3c48-4b5b-a9e0-79c7f25c29df HTTP/1.1" status: 204 len: 168 time: 0.5926151 Aug 29 04:33:41.930258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38396) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.998084 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9076344-bdb9-4762-87fa-6eb2691e370a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:33:42.000043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9076344-bdb9-4762-87fa-6eb2691e370a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/23df202f-3c48-4b5b-a9e0-79c7f25c29df HTTP/1.1" status: 404 len: 333 time: 0.0679889 Aug 29 04:33:42.002826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38398) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:42.113066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a02ef98-17ba-441d-9de8-49e99affc228 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet acfdae98-c818-4218-9cef-b3679fab0fa0 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:42.133824 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.157251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Transition to ACTIVE for port object ea8423d9-6254-410b-9d27-8765ed7a05e6 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:42.160002 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:42.164452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-be8e9640-f1c5-4785-8161-79d62689ead0 None None] For port 809e61f8-7973-4467-b19b-b2dc25b818a9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=809e61f8-7973-4467-b19b-b2dc25b818a9,segment=NetworkSegment(45db5615-bd44-4b87-9715-bbb75be5ee56),segment_id=45db5615-bd44-4b87-9715-bbb75be5ee56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:42.222090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Transition to ACTIVE for port object ea8423d9-6254-410b-9d27-8765ed7a05e6 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:42.239650 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.242294 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a02ef98-17ba-441d-9de8-49e99affc228 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.264618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Network 3676d683-4c79-409d-91e8-d895f0d2ce3c is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:42.270083 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-be8e9640-f1c5-4785-8161-79d62689ead0 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.274646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:42.299562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:42.328239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-be8e9640-f1c5-4785-8161-79d62689ead0 None None] Transition to ACTIVE for port object 809e61f8-7973-4467-b19b-b2dc25b818a9 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:42.337087 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a02ef98-17ba-441d-9de8-49e99affc228 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.358236 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-be8e9640-f1c5-4785-8161-79d62689ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.375967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd6059-9703-4c1c-890d-83f7a94a1e68 req-bee59853-63c2-44b9-b890-bce2404e5bc9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.379878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:42.380776 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.390886 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2cd6059-9703-4c1c-890d-83f7a94a1e68 req-bee59853-63c2-44b9-b890-bce2404e5bc9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.1619527 Aug 29 04:33:42.459997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Attempting to bind port ea8423d9-6254-410b-9d27-8765ed7a05e6 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:42.460676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Attempting to bind port ea8423d9-6254-410b-9d27-8765ed7a05e6 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '23f64876-f897-4bb4-bd18-aacdede3745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3676d683-4c79-409d-91e8-d895f0d2ce3c'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:42.461223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Attempting to bind port ea8423d9-6254-410b-9d27-8765ed7a05e6 on network 3676d683-4c79-409d-91e8-d895f0d2ce3c {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:42.463927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Pushing event updated for resources: {'Port': ['ID=ea8423d9-6254-410b-9d27-8765ed7a05e6,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.497773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3ae98eb-2b9d-40d5-92a9-7ba6df3851e3 req-c592f8d2-ab5f-4a89-bda8-5d6e87bb9b8d tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0640621 Aug 29 04:33:42.504081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-7c7444b1-bac7-421f-aa34-d212953ba8c9 service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537033 Aug 29 04:33:42.505376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.24 (d95e113c-c18b-4f82-bc02-d9c51c10e924/d6e158ac-bda3-4b79-85dd-9984011fff27/a1cb9025-9407-4d15-8120-c5c364a7638e) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:42.535825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2cd6059-9703-4c1c-890d-83f7a94a1e68 req-ee22f304-7c5d-4d08-ada3-442afeaad9fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436813 Aug 29 04:33:42.552651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:42.553384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Checking segment: {'id': '23f64876-f897-4bb4-bd18-aacdede3745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3676d683-4c79-409d-91e8-d895f0d2ce3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:42.553965 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.554522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Bound using segment: {'id': '23f64876-f897-4bb4-bd18-aacdede3745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3676d683-4c79-409d-91e8-d895f0d2ce3c'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:42.555210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Bound port: ea8423d9-6254-410b-9d27-8765ed7a05e6, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f64876-f897-4bb4-bd18-aacdede3745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3676d683-4c79-409d-91e8-d895f0d2ce3c'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:42.555789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.593068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e9640-f1c5-4785-8161-79d62689ead0 None None] Pushing event updated for resources: {'Port': ['ID=809e61f8-7973-4467-b19b-b2dc25b818a9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.601885 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a02ef98-17ba-441d-9de8-49e99affc228 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.680941 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a02ef98-17ba-441d-9de8-49e99affc228 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.701189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] For port ea8423d9-6254-410b-9d27-8765ed7a05e6, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:42.712075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] For port ea8423d9-6254-410b-9d27-8765ed7a05e6, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ea8423d9-6254-410b-9d27-8765ed7a05e6,segment=NetworkSegment(23f64876-f897-4bb4-bd18-aacdede3745e),segment_id=23f64876-f897-4bb4-bd18-aacdede3745e)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:42.728536 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5220c4b-59e5-45e1-848e-9257de4848ba req-350d31ae-0665-4da8-83a6-1d9f7c6dfef4 service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144587 Aug 29 04:33:42.730690 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.751629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02ef98-17ba-441d-9de8-49e99affc228 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=acfdae98-c818-4218-9cef-b3679fab0fa0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.758756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a02ef98-17ba-441d-9de8-49e99affc228 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.762715 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.768263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9a02ef98-17ba-441d-9de8-49e99affc228 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/acfdae98-c818-4218-9cef-b3679fab0fa0 HTTP/1.1" status: 204 len: 168 time: 0.7637293 Aug 29 04:33:42.769796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38406) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:42.864086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcc92d-a5d3-4b74-a8d0-59371746d045 None None] Pushing event updated for resources: {'Port': ['ID=ea8423d9-6254-410b-9d27-8765ed7a05e6,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.908700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Ignored duplicate provisioning block setup for port a1cb9025-9407-4d15-8120-c5c364a7638e by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:33:42.925866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-dc93f12b-08b8-4d08-a0a3-f4619c34565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.927393 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-dc93f12b-08b8-4d08-a0a3-f4619c34565a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1095 time: 0.1301384 Aug 29 04:33:42.928062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.039041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.137488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=a1cb9025-9407-4d15-8120-c5c364a7638e,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.232653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-2a45cb96-faea-4692-9378-d0690bab7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.234224 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-2a45cb96-faea-4692-9378-d0690bab7887 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.2943687 Aug 29 04:33:43.255117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] In _notify_port_updated(), no bound segment for port a1cb9025-9407-4d15-8120-c5c364a7638e on network d95e113c-c18b-4f82-bc02-d9c51c10e924 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:33:43.261840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.262493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.263836 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2d6fe512-cf71-45ec-b752-d48f916ce90e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "PUT /v2.0/ports/a1cb9025-9407-4d15-8120-c5c364a7638e HTTP/1.1" status: 200 len: 1000 time: 2.0438161 Aug 29 04:33:43.266645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38410) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:43.295874 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-9efc835f-ef87-4dcf-ae02-66ec467a4247 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 217 time: 0.0514481 Aug 29 04:33:43.344779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port ea8423d9-6254-410b-9d27-8765ed7a05e6 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:43.345128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.363304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba03c5e-a802-4eab-a6e7-c37c94585997 None None] Network d95e113c-c18b-4f82-bc02-d9c51c10e924 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:43.384386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-906bbba7-48c5-43d3-a598-bc9244ee6b73 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port a1cb9025-9407-4d15-8120-c5c364a7638e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:43.385331 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-906bbba7-48c5-43d3-a598-bc9244ee6b73 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.414924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-c2ff9343-5075-42a4-a10a-bf9853b1bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.416480 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-c2ff9343-5075-42a4-a10a-bf9853b1bf55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.1108356 Aug 29 04:33:43.470830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] For port ea8423d9-6254-410b-9d27-8765ed7a05e6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ea8423d9-6254-410b-9d27-8765ed7a05e6,segment=NetworkSegment(23f64876-f897-4bb4-bd18-aacdede3745e),segment_id=23f64876-f897-4bb4-bd18-aacdede3745e)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:43.471289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.488098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for ea8423d9-6254-410b-9d27-8765ed7a05e6 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:43.491272 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-906bbba7-48c5-43d3-a598-bc9244ee6b73 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.506760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-906bbba7-48c5-43d3-a598-bc9244ee6b73 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for a1cb9025-9407-4d15-8120-c5c364a7638e owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:43.507247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-0d5b2b9f-0765-4d03-8cf3-505ff20c1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.508830 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-0d5b2b9f-0765-4d03-8cf3-505ff20c1512 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828254 Aug 29 04:33:43.571105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5508a12f-bdb3-4178-8b2d-a18cd8e9bfc5 None None] Provisioning for port 809e61f8-7973-4467-b19b-b2dc25b818a9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:43.668963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5508a12f-bdb3-4178-8b2d-a18cd8e9bfc5 None None] Provisioning complete for port 809e61f8-7973-4467-b19b-b2dc25b818a9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:43.671443 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5508a12f-bdb3-4178-8b2d-a18cd8e9bfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.779623 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-906bbba7-48c5-43d3-a598-bc9244ee6b73 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.794143 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-064b4af1-5c90-4d7c-9041-d72aebbb4e4d service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476575 Aug 29 04:33:43.795294 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.844428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-965a31d2-80b9-4581-84e9-c60a8ead143c req-c7e9eb33-cbe1-42e5-8914-02f44e0a68f0 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0870500 Aug 29 04:33:43.903294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bbba7-48c5-43d3-a598-bc9244ee6b73 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=a1cb9025-9407-4d15-8120-c5c364a7638e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.958264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ea8423d9-6254-410b-9d27-8765ed7a05e6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:43.993240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=ea8423d9-6254-410b-9d27-8765ed7a05e6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.999715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No DVR routers for this DVR port ea8423d9-6254-410b-9d27-8765ed7a05e6 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:44.002474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ea8423d9-6254-410b-9d27-8765ed7a05e6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:44.003140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ea8423d9-6254-410b-9d27-8765ed7a05e6 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:33:44.032225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Port ea8423d9-6254-410b-9d27-8765ed7a05e6 not found, will not notify nova. {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:33:44.032735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 809e61f8-7973-4467-b19b-b2dc25b818a9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:44.051191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e912b-fa3b-4b7d-a4b0-080b6e4b8697 req-e56b56c1-3b46-4a5f-9cb8-4b6a7ac44798 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.052814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-875e912b-fa3b-4b7d-a4b0-080b6e4b8697 req-e56b56c1-3b46-4a5f-9cb8-4b6a7ac44798 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.3061683 Aug 29 04:33:44.098013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-906bbba7-48c5-43d3-a598-bc9244ee6b73 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.103759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-906bbba7-48c5-43d3-a598-bc9244ee6b73 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/a1cb9025-9407-4d15-8120-c5c364a7638e HTTP/1.1" status: 204 len: 168 time: 0.8359535 Aug 29 04:33:44.105184 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38420) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:44.161988 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a00444-7a49-4521-b7a3-59014690b945 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:33:44.167931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5508a12f-bdb3-4178-8b2d-a18cd8e9bfc5 None None] Could not find standard attr ID for object a1cb9025-9407-4d15-8120-c5c364a7638e. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:44.170297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-70a00444-7a49-4521-b7a3-59014690b945 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/a1cb9025-9407-4d15-8120-c5c364a7638e HTTP/1.1" status: 404 len: 333 time: 0.0640674 Aug 29 04:33:44.177361 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1e25fa04-26ac-4c3c-8d91-33282795d6b3 req-d95a3fbf-de1a-4044-b83a-19581e310601 service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730571 Aug 29 04:33:44.178867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 809e61f8-7973-4467-b19b-b2dc25b818a9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:44.179450 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.181053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38422) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:44.213264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.227094 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3676d683-4c79-409d-91e8-d895f0d2ce3c']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:44.252451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f64876-f897-4bb4-bd18-aacdede3745e') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:44.253107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f64876-f897-4bb4-bd18-aacdede3745e') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:44.255734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1124e58b-4ded-49ab-ac04-e11090879bee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet d6e158ac-bda3-4b79-85dd-9984011fff27 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:44.261826 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1124e58b-4ded-49ab-ac04-e11090879bee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.266086 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.274560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5422fd64-6ebe-4d57-8053-f753d0d0632c None None] Network 3676d683-4c79-409d-91e8-d895f0d2ce3c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:44.284564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.293604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:44.294170 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:44.298042 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:44.311753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-875e912b-fa3b-4b7d-a4b0-080b6e4b8697 req-468ed47f-f79e-4513-848f-af9fd0b549ed tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365122 Aug 29 04:33:44.316456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-218bc4a0-58e7-4ea0-9b7a-9802b96291e1 None None] Could not find standard attr ID for object ea8423d9-6254-410b-9d27-8765ed7a05e6. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:44.335807 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1124e58b-4ded-49ab-ac04-e11090879bee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.374937 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.396114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.406758 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/networks/3676d683-4c79-409d-91e8-d895f0d2ce3c HTTP/1.1" status: 204 len: 168 time: 1.6246114 Aug 29 04:33:44.406758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0b893-4adb-4aeb-a0db-f04a31198e2f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Network': ['ID=3676d683-4c79-409d-91e8-d895f0d2ce3c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:44.412134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38424) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:44.418047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'name': 'tempest-PortsIpV6TestJSON-32684155'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:44.531009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:44.535426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.563479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 29a3dc1b-c97b-4cd9-883f-93f87da90c88 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:44.606775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ac9062-e4b5-4002-acac-0c1177bfbfe0 None None] DHCP port deletion for 3676d683-4c79-409d-91e8-d895f0d2ce3c request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:44.749069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e3293709-0b1e-4c91-a5d5-0203163db8c4 None None] Provisioning complete for port 809e61f8-7973-4467-b19b-b2dc25b818a9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:44.749522 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e3293709-0b1e-4c91-a5d5-0203163db8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.835587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.844240 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1124e58b-4ded-49ab-ac04-e11090879bee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.901801 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.905241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e3293709-0b1e-4c91-a5d5-0203163db8c4 None None] Could not find standard attr ID for object a1cb9025-9407-4d15-8120-c5c364a7638e. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:44.953703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:44.958330 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1124e58b-4ded-49ab-ac04-e11090879bee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.960838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:44.965006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:44.971637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.972350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.985829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=29a3dc1b-c97b-4cd9-883f-93f87da90c88,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:45.002178 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c3444021-8083-45f7-886c-48dd4fd7c9b3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5863855 Aug 29 04:33:45.002836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38430) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:45.070679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1124e58b-4ded-49ab-ac04-e11090879bee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.073283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1124e58b-4ded-49ab-ac04-e11090879bee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/d6e158ac-bda3-4b79-85dd-9984011fff27 HTTP/1.1" status: 204 len: 168 time: 0.8919981 Aug 29 04:33:45.083460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124e58b-4ded-49ab-ac04-e11090879bee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e158ac-bda3-4b79-85dd-9984011fff27,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:45.086833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38434) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:45.134461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b405c0c3-c0ae-4d61-9831-47afe07bcf71 None None] Could not find standard attr ID for object a1cb9025-9407-4d15-8120-c5c364a7638e. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:45.154218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6745edf7-623e-4137-9c86-ba948e482cf6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 29a3dc1b-c97b-4cd9-883f-93f87da90c88 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:45.154632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6745edf7-623e-4137-9c86-ba948e482cf6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.178941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fcca2e7c-b538-4825-9f5b-9a6767f0026f req-dfe0cfca-f621-440e-bfe0-149d7308a96f tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.1137500 Aug 29 04:33:45.256862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f613e9-3ea6-4b24-a63f-ec0012e9ebcc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet df31e7a1-80d9-4694-8385-b20e80cf16ab {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:45.262658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05f613e9-3ea6-4b24-a63f-ec0012e9ebcc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.287707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6745edf7-623e-4137-9c86-ba948e482cf6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.308403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6745edf7-623e-4137-9c86-ba948e482cf6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 29a3dc1b-c97b-4cd9-883f-93f87da90c88 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:45.333570 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05f613e9-3ea6-4b24-a63f-ec0012e9ebcc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.418033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44ab392-c968-4daf-a00a-742cc6e46051 None None] Network d95e113c-c18b-4f82-bc02-d9c51c10e924 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:45.456904 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6745edf7-623e-4137-9c86-ba948e482cf6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.480571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f105d608-5480-41fd-af31-c1031822e3ae None None] Could not find standard attr ID for object a1cb9025-9407-4d15-8120-c5c364a7638e. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:45.498603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745edf7-623e-4137-9c86-ba948e482cf6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=29a3dc1b-c97b-4cd9-883f-93f87da90c88,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:45.509636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e01939-e0c3-41fd-9ea2-f956aa34e5a4 req-fc32bcdf-3214-472e-bd9a-9954310f5405 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.512095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48e01939-e0c3-41fd-9ea2-f956aa34e5a4 req-fc32bcdf-3214-472e-bd9a-9954310f5405 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.1070297 Aug 29 04:33:45.516659 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05f613e9-3ea6-4b24-a63f-ec0012e9ebcc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.533972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6745edf7-623e-4137-9c86-ba948e482cf6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.552955 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6745edf7-623e-4137-9c86-ba948e482cf6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/29a3dc1b-c97b-4cd9-883f-93f87da90c88 HTTP/1.1" status: 204 len: 168 time: 0.5488124 Aug 29 04:33:45.553945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38478) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:45.585996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'mac_address': 'fa:16:3e:b4:b4:c3', 'name': 'tempest-PortsIpV6TestJSON-1203729834'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:45.648272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48e01939-e0c3-41fd-9ea2-f956aa34e5a4 req-b4934df2-2649-4990-b8ed-648fbc42017c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038034 Aug 29 04:33:45.691318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ea8423d9-6254-410b-9d27-8765ed7a05e6 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:45.713307 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05f613e9-3ea6-4b24-a63f-ec0012e9ebcc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.745556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ea8423d9-6254-410b-9d27-8765ed7a05e6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:45.745983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ea8423d9-6254-410b-9d27-8765ed7a05e6 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:45.763812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f613e9-3ea6-4b24-a63f-ec0012e9ebcc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=df31e7a1-80d9-4694-8385-b20e80cf16ab,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:45.772607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05f613e9-3ea6-4b24-a63f-ec0012e9ebcc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.774485 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-05f613e9-3ea6-4b24-a63f-ec0012e9ebcc tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/df31e7a1-80d9-4694-8385-b20e80cf16ab HTTP/1.1" status: 204 len: 168 time: 0.6869638 Aug 29 04:33:45.778250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38502) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:45.868714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:45.937110 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.993148 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.022997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port efe40617-2fb9-4ccc-b12d-91f8261b7878 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:46.100785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 809e61f8-7973-4467-b19b-b2dc25b818a9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:46.101133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.261903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] For port 809e61f8-7973-4467-b19b-b2dc25b818a9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=809e61f8-7973-4467-b19b-b2dc25b818a9,segment=NetworkSegment(45db5615-bd44-4b87-9715-bbb75be5ee56),segment_id=45db5615-bd44-4b87-9715-bbb75be5ee56)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:46.262287 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.285245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 809e61f8-7973-4467-b19b-b2dc25b818a9 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:46.308947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.369545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b01fb20b-1b45-4d1b-8d01-e501dfb23de3 req-4878dbdc-4bda-44fa-bbba-7278438398fe tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0527518 Aug 29 04:33:46.462139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.464340 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.497478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=809e61f8-7973-4467-b19b-b2dc25b818a9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.513037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:46.532609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No DVR routers for this DVR port 809e61f8-7973-4467-b19b-b2dc25b818a9 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:46.536766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:46.543265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:46.543752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:46.549314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:46.549994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.618623 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0606484 Aug 29 04:33:46.620025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38610) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.646613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04a53c-b9fd-428e-87ac-b3a00bed614c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=efe40617-2fb9-4ccc-b12d-91f8261b7878,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.673803 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.685587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95e113c-c18b-4f82-bc02-d9c51c10e924']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:46.692103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:46.697420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45db5615-bd44-4b87-9715-bbb75be5ee56') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:46.697718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45db5615-bd44-4b87-9715-bbb75be5ee56') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:46.705839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'port_id': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'mac_address': 'fa:16:3e:d0:a8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:46.710884 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.730173 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.746567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:46.747009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee948565-62a5-470a-a44c-ed68f79e1523 None None] Network d95e113c-c18b-4f82-bc02-d9c51c10e924 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:46.747192 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:46.750814 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:46.753565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d74d830-67a4-4c64-93d3-c19dec4487c6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:46.758599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6d74d830-67a4-4c64-93d3-c19dec4487c6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/efe40617-2fb9-4ccc-b12d-91f8261b7878 HTTP/1.1" status: 200 len: 845 time: 0.1374848 Aug 29 04:33:46.761156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38626) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.816659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-82be5cb4-e5d3-4cdd-8d1f-ed9faf3814a0 None None] Could not find standard attr ID for object 809e61f8-7973-4467-b19b-b2dc25b818a9. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:46.831191 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.840703 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.853978 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.860583 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/networks/d95e113c-c18b-4f82-bc02-d9c51c10e924 HTTP/1.1" status: 204 len: 168 time: 1.0769103 Aug 29 04:33:46.860768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c7983f-ae5b-4a06-9a66-e3f79079c2eb {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:46.863242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38638) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.879567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee2d5b-6427-4636-b1b3-9a0c3c32974a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Network': ['ID=d95e113c-c18b-4f82-bc02-d9c51c10e924,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.893493 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:46.918005 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.927966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d8cf9-d37f-4915-87fc-0d6fd1ab3a30 req-edb21d90-b8a2-4c9a-9df5-4270f0dcb103 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:46.929657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-625d8cf9-d37f-4915-87fc-0d6fd1ab3a30 req-edb21d90-b8a2-4c9a-9df5-4270f0dcb103 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.1700137 Aug 29 04:33:46.963820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4346ff0a-a5ff-40d0-953e-b87d811cf1d8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:46.969358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4346ff0a-a5ff-40d0-953e-b87d811cf1d8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0996621 Aug 29 04:33:46.969494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38654) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.986525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ceebfacf-5580-4dc7-9b8b-1611044324b2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port efe40617-2fb9-4ccc-b12d-91f8261b7878 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:46.986876 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ceebfacf-5580-4dc7-9b8b-1611044324b2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.001240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.059348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f1091-9af7-4d5b-827c-1868c9a8883d None None] DHCP port deletion for d95e113c-c18b-4f82-bc02-d9c51c10e924 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:47.083118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-625d8cf9-d37f-4915-87fc-0d6fd1ab3a30 req-d129f967-abe3-488a-9450-6e64fc6f0c0f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463103 Aug 29 04:33:47.102394 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ceebfacf-5580-4dc7-9b8b-1611044324b2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.114931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-66571dfa-651b-4f8f-b421-405e2124bc2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1444857 Aug 29 04:33:47.119754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38674) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.121656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ceebfacf-5580-4dc7-9b8b-1611044324b2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for efe40617-2fb9-4ccc-b12d-91f8261b7878 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:47.123888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:47.127265 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-478567968'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:47.153805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:47.158166 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.196499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:47.210071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.210528 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Added segment 16c7f3e7-925f-4134-9b7a-a15cc4afe38e of type vlan for network 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 Aug 29 04:33:47.234679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ceebfacf-5580-4dc7-9b8b-1611044324b2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.265104 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.274782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebfacf-5580-4dc7-9b8b-1611044324b2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=efe40617-2fb9-4ccc-b12d-91f8261b7878,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.284569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ceebfacf-5580-4dc7-9b8b-1611044324b2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.286936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ceebfacf-5580-4dc7-9b8b-1611044324b2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/efe40617-2fb9-4ccc-b12d-91f8261b7878 HTTP/1.1" status: 204 len: 168 time: 0.5248013 Aug 29 04:33:47.290768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38698) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.299637 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.306928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:47.307933 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.331135 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b2c205-3929-4d23-ace2-4b0286adbc3b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:33:47.339219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a6b2c205-3929-4d23-ace2-4b0286adbc3b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/efe40617-2fb9-4ccc-b12d-91f8261b7878 HTTP/1.1" status: 404 len: 333 time: 0.0470264 Aug 29 04:33:47.340119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38706) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.345957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'name': 'tempest-PortsIpV6TestJSON-1902893255'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:47.373982 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2531438 Aug 29 04:33:47.376845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38712) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.382655 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:47.461316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:47.466334 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.468938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c430456-bb0c-413c-b750-b96de41b327e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Network': ['ID=3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.484100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:47.507251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 2d004318-9470-408f-a8b1-c3e9d62084fa yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:47.562696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:47.569852 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.632752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b2411e7-e11c-4031-9283-3e19e22bfbc0 req-704b0354-dba1-4d54-b447-75a74ea14feb tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.1077127 Aug 29 04:33:47.655160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 809e61f8-7973-4467-b19b-b2dc25b818a9 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:47.686304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 809e61f8-7973-4467-b19b-b2dc25b818a9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:47.686669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 809e61f8-7973-4467-b19b-b2dc25b818a9 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:47.799604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.814448 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.845030 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.883503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=319c4022-2b42-47f3-a38e-d22d82fdd1cd,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.892659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Checking segment: {'id': '16c7f3e7-925f-4134-9b7a-a15cc4afe38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:47.893356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network hostable DHCP agents. Network: 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:47.901870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:47.907304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:47.912291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:47.916147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:47.918604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:47.919274 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.923169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=2d004318-9470-408f-a8b1-c3e9d62084fa,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.933186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:47.938582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:47.939271 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.943762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5a3c01d7-6029-493c-9bc1-2c002f043985 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6022546 Aug 29 04:33:47.946311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38784) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.947921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d553f7f-01cf-40be-9166-d8ace681f146 None None] Network 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:47.952183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-21029e43-145b-49aa-80c3-395450b7bd85 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:47.984904 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8de5b563-e516-4af7-9736-c37eda034488 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6067874 Aug 29 04:33:47.987856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38792) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.995928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787', 'name': 'tempest-PortsTestJSON-782117665'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:48.041485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21029e43-145b-49aa-80c3-395450b7bd85 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.126999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:48.134171 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.138734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787', 'network_id': '3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787', 'tenant_id': '122b9ba081e6485a80cc54ce8056bb1f', 'fixed_ips': [{'subnet_id': '319c4022-2b42-47f3-a38e-d22d82fdd1cd'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:48.144878 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.164820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port 7236f0e1-2cc4-47a3-9a66-8ad781163d37 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:48.295577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21029e43-145b-49aa-80c3-395450b7bd85 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.301637 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21029e43-145b-49aa-80c3-395450b7bd85 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.325289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Allocated IP 172.20.0.2 (3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787/319c4022-2b42-47f3-a38e-d22d82fdd1cd/84368432-3945-4a5f-972f-8691c9665bef) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:48.325869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f0158-930b-4873-b248-df1f20df61ce req-926564ab-e534-4f71-8fa7-ac63a17163db tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.328064 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d14f0158-930b-4873-b248-df1f20df61ce req-926564ab-e534-4f71-8fa7-ac63a17163db tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 944 time: 0.1112404 Aug 29 04:33:48.345035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-21029e43-145b-49aa-80c3-395450b7bd85 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] In _notify_port_updated(), no bound segment for port 2d004318-9470-408f-a8b1-c3e9d62084fa on network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:33:48.351215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21029e43-145b-49aa-80c3-395450b7bd85 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.351987 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21029e43-145b-49aa-80c3-395450b7bd85 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.356374 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-21029e43-145b-49aa-80c3-395450b7bd85 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "PUT /v2.0/ports/2d004318-9470-408f-a8b1-c3e9d62084fa HTTP/1.1" status: 200 len: 818 time: 0.4064581 Aug 29 04:33:48.357043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38838) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.370081 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.403067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d14f0158-930b-4873-b248-df1f20df61ce req-420e9fe3-17e6-4f13-8f26-e46fdaba9e67 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645144 Aug 29 04:33:48.425993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21029e43-145b-49aa-80c3-395450b7bd85 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=2d004318-9470-408f-a8b1-c3e9d62084fa,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:48.485275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fd5c3-61d3-4875-a335-825c16c6c839 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 2d004318-9470-408f-a8b1-c3e9d62084fa {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:48.486007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd5c3-61d3-4875-a335-825c16c6c839 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.514203 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.524837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Transition to ACTIVE for port object 84368432-3945-4a5f-972f-8691c9665bef will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:48.541291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Transition to ACTIVE for port object 84368432-3945-4a5f-972f-8691c9665bef will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:48.549215 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.566238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd5c3-61d3-4875-a335-825c16c6c839 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.572293 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:48.589406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fd5c3-61d3-4875-a335-825c16c6c839 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 2d004318-9470-408f-a8b1-c3e9d62084fa owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:48.627844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.7 (3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787/319c4022-2b42-47f3-a38e-d22d82fdd1cd/7236f0e1-2cc4-47a3-9a66-8ad781163d37) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:48.667088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Network 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:48.684709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:48.695383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:48.717720 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd5c3-61d3-4875-a335-825c16c6c839 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.734377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Pushing event updated for resources: {'Port': ['ID=84368432-3945-4a5f-972f-8691c9665bef,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:48.754847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fd5c3-61d3-4875-a335-825c16c6c839 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=2d004318-9470-408f-a8b1-c3e9d62084fa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:48.760739 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd5c3-61d3-4875-a335-825c16c6c839 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.763945 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6d0fd5c3-61d3-4875-a335-825c16c6c839 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/2d004318-9470-408f-a8b1-c3e9d62084fa HTTP/1.1" status: 204 len: 168 time: 0.4054985 Aug 29 04:33:48.768966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38890) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.772385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Attempting to bind port 84368432-3945-4a5f-972f-8691c9665bef on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:48.772814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Attempting to bind port 84368432-3945-4a5f-972f-8691c9665bef by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '16c7f3e7-925f-4134-9b7a-a15cc4afe38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:48.773113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Attempting to bind port 84368432-3945-4a5f-972f-8691c9665bef on network 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:48.782880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:48.783253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Checking segment: {'id': '16c7f3e7-925f-4134-9b7a-a15cc4afe38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:48.783655 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.784052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Bound using segment: {'id': '16c7f3e7-925f-4134-9b7a-a15cc4afe38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:48.784572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Bound port: 84368432-3945-4a5f-972f-8691c9665bef, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c7f3e7-925f-4134-9b7a-a15cc4afe38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:48.785167 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.805808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:48.829504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:48.829959 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.830905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4646e-c411-4de6-bf5a-72b0d11c5a9d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.835394 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-95d4646e-c411-4de6-bf5a-72b0d11c5a9d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0619347 Aug 29 04:33:48.837532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38900) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.872319 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3a5b13-e673-4b73-a22c-6b5a7f9066a4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:33:48.873990 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6c3a5b13-e673-4b73-a22c-6b5a7f9066a4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/2d004318-9470-408f-a8b1-c3e9d62084fa HTTP/1.1" status: 404 len: 333 time: 0.0354502 Aug 29 04:33:48.877662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38906) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.882886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1896751496'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:48.913699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-81118b08-a725-40a5-b399-357d64221a0f None None] For port 84368432-3945-4a5f-972f-8691c9665bef, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:48.915180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:48.919356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-81118b08-a725-40a5-b399-357d64221a0f None None] For port 84368432-3945-4a5f-972f-8691c9665bef, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=84368432-3945-4a5f-972f-8691c9665bef,segment=NetworkSegment(16c7f3e7-925f-4134-9b7a-a15cc4afe38e),segment_id=16c7f3e7-925f-4134-9b7a-a15cc4afe38e)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:48.921868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52f13e88-7ee7-4ed8-a0c2-c062829072ce req-37090cda-9bc7-4db7-9f88-b98d487b4b43 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0437238 Aug 29 04:33:48.926348 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.929728 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.964044 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.981308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object 7236f0e1-2cc4-47a3-9a66-8ad781163d37 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:48.999504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:49.013067 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.013484 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Added segment 0cf93654-17fe-4df4-8c9f-13e4674c20b4 of type vlan for network 616f983a-30da-4a95-91ae-ec1aff2abe27 Aug 29 04:33:49.036830 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.039169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81118b08-a725-40a5-b399-357d64221a0f None None] Pushing event updated for resources: {'Port': ['ID=84368432-3945-4a5f-972f-8691c9665bef,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:49.039322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.076458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:49.082727 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c25dcf7-7ac0-4bf0-8532-d60299657d07" -d '{"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-plugged", "status": "completed", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:49.092096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.097111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:49.100782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:49.107251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:49.109511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:49.113192 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.130950 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.137766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.138774 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.172644 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc7c015-9829-45fb-8c88-7d7c06c7bf40 x-openstack-request-id: req-cbc7c015-9829-45fb-8c88-7d7c06c7bf40 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:49.172940 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-plugged", "status": "completed", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:49.173178 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbc7c015-9829-45fb-8c88-7d7c06c7bf40 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:49.173763 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'code': 200} Aug 29 04:33:49.186197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=7236f0e1-2cc4-47a3-9a66-8ad781163d37,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:49.207669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:49.214856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.215616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.228138 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3495419 Aug 29 04:33:49.231258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061f272-f5c5-4499-8392-1b34714f7a68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Network': ['ID=616f983a-30da-4a95-91ae-ec1aff2abe27,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:49.232062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38926) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.237989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:49.242566 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 616f983a-30da-4a95-91ae-ec1aff2abe27 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:49.244684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3f348671-a60e-4694-aa38-a566ee747dc3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2554917 Aug 29 04:33:49.247260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38928) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.252891 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787', 'name': 'tempest-PortsTestJSON-961277817'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:49.346225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da275d-1521-46d2-83f5-b21b27f59f50 req-058298ec-b0a6-4864-b200-7c542d572896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.347898 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f2da275d-1521-46d2-83f5-b21b27f59f50 req-058298ec-b0a6-4864-b200-7c542d572896 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1097 time: 0.1123934 Aug 29 04:33:49.402145 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f2da275d-1521-46d2-83f5-b21b27f59f50 req-ded1d9bc-6863-4e6f-88c1-9d63a3a3e69a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 Aug 29 04:33:49.410763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:49.416446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.505351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:49.509163 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.550500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port b188dc4e-83e7-4449-aed8-f0822dba7543 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:49.613587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d1f05-0493-4ccf-8818-52b89edd833b req-79b28b84-2ebd-4517-8ad8-2fa122b3e658 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.617544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-600d1f05-0493-4ccf-8818-52b89edd833b req-79b28b84-2ebd-4517-8ad8-2fa122b3e658 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.0873291 Aug 29 04:33:49.694739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 84368432-3945-4a5f-972f-8691c9665bef up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:49.700486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-600d1f05-0493-4ccf-8818-52b89edd833b req-458b6022-15f7-427b-8275-5fbb7ee12c41 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771425 Aug 29 04:33:49.780775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.4 (3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787/319c4022-2b42-47f3-a38e-d22d82fdd1cd/b188dc4e-83e7-4449-aed8-f0822dba7543) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:49.793179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 84368432-3945-4a5f-972f-8691c9665bef completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:49.803746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.865050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=89299a86-5cba-440f-9092-5f297cb70e3f,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:49.875776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Checking segment: {'id': '0cf93654-17fe-4df4-8c9f-13e4674c20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:49.876242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network hostable DHCP agents. Network: 616f983a-30da-4a95-91ae-ec1aff2abe27, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:49.893683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network 616f983a-30da-4a95-91ae-ec1aff2abe27 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:49.906630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 616f983a-30da-4a95-91ae-ec1aff2abe27) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:49.916010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b1dd4-6569-4272-9bd9-f3247e393bbe None None] Network 616f983a-30da-4a95-91ae-ec1aff2abe27 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:49.922624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.923294 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.942486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-afdbe0d3-bf40-491d-a919-8d126fb5e2b4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7091219 Aug 29 04:33:49.961951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38940) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.976894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9484dfec-1c91-42db-a233-457fec951578 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:50.050874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.080410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object b188dc4e-83e7-4449-aed8-f0822dba7543 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:50.115793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-616f983a-30da-4a95-91ae-ec1aff2abe27', 'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27', 'tenant_id': 'bb62a51eef2d4647b82d967190ca0586', 'fixed_ips': [{'subnet_id': '89299a86-5cba-440f-9092-5f297cb70e3f'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:50.117870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.135717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34f79122-1ca0-432c-8392-9ad0f739a920 req-91f5d135-021b-4ccc-93a4-e6d94658c74e tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0499969 Aug 29 04:33:50.170754 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.217342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9484dfec-1c91-42db-a233-457fec951578 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:50.223299 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9484dfec-1c91-42db-a233-457fec951578 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.247145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:50.253605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:50.263198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:50.335038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.336022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.359410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=b188dc4e-83e7-4449-aed8-f0822dba7543,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.374260 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c53828b1-5f0f-455e-a9cb-a75e46236b10 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1258659 Aug 29 04:33:50.377047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38944) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:50.383320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Allocated IP 2001:db8::2 (616f983a-30da-4a95-91ae-ec1aff2abe27/89299a86-5cba-440f-9092-5f297cb70e3f/b3593ff9-4909-4487-80f1-6a6a0b37c5c9) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:50.384509 n-d-712141-12 neutron-server[94851]: INFO neutron.db.ipam_backend_mixin [None req-9484dfec-1c91-42db-a233-457fec951578 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89299a86-5cba-440f-9092-5f297cb70e3f (CIDR: 2001:db8::/64) Aug 29 04:33:50.393825 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9484dfec-1c91-42db-a233-457fec951578 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:50.396286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9484dfec-1c91-42db-a233-457fec951578 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:50.455921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9484dfec-1c91-42db-a233-457fec951578 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4911675 Aug 29 04:33:50.460486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38946) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:50.477153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-84690b80-e31a-4e29-800c-dce492f315d1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:50.503957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca23ad-34c7-4dbd-b44b-da7df593a782 None None] Network 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:50.568914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f303b346-a260-4c79-8ee7-c45dc2582921 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.572622 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f303b346-a260-4c79-8ee7-c45dc2582921 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1933856 Aug 29 04:33:50.575278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38950) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:50.610698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f23e4e2d-c744-477e-9adc-129c9551b833 None None] Provisioning for port 84368432-3945-4a5f-972f-8691c9665bef completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:50.641292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f23e4e2d-c744-477e-9adc-129c9551b833 None None] Provisioning complete for port 84368432-3945-4a5f-972f-8691c9665bef triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:50.641566 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f23e4e2d-c744-477e-9adc-129c9551b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.678321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84690b80-e31a-4e29-800c-dce492f315d1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:50.682041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84690b80-e31a-4e29-800c-dce492f315d1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.694082 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.732407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Transition to ACTIVE for port object b3593ff9-4909-4487-80f1-6a6a0b37c5c9 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:50.752986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-6ff38e1f-6650-4464-847e-41c5feb68fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port b188dc4e-83e7-4449-aed8-f0822dba7543 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:50.754947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ff38e1f-6650-4464-847e-41c5feb68fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.763107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Transition to ACTIVE for port object b3593ff9-4909-4487-80f1-6a6a0b37c5c9 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:50.773579 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.884581 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ff38e1f-6650-4464-847e-41c5feb68fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.905480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-6ff38e1f-6650-4464-847e-41c5feb68fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for b188dc4e-83e7-4449-aed8-f0822dba7543 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:50.950115 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84690b80-e31a-4e29-800c-dce492f315d1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.994590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84690b80-e31a-4e29-800c-dce492f315d1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network 616f983a-30da-4a95-91ae-ec1aff2abe27 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:50.997688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-84690b80-e31a-4e29-800c-dce492f315d1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:51.002404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84690b80-e31a-4e29-800c-dce492f315d1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.002708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84690b80-e31a-4e29-800c-dce492f315d1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.017341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84690b80-e31a-4e29-800c-dce492f315d1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=17f4e00b-4645-422f-86f1-60f73ca07183,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:51.025569 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-84690b80-e31a-4e29-800c-dce492f315d1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5506546 Aug 29 04:33:51.026548 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38956) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.030028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Network 616f983a-30da-4a95-91ae-ec1aff2abe27 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:51.032146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27', 'fixed_ips': [{'subnet_id': '89299a86-5cba-440f-9092-5f297cb70e3f'}, {'subnet_id': '17f4e00b-4645-422f-86f1-60f73ca07183'}], 'name': 'tempest-PortsIpV6TestJSON-885429456'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:51.045560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Pushing event updated for resources: {'Port': ['ID=b3593ff9-4909-4487-80f1-6a6a0b37c5c9,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:51.050314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:51.053947 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f23e4e2d-c744-477e-9adc-129c9551b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.055973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:51.098143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a820fd1-a853-4895-871d-0bc8ee9601e4 req-2a9340a3-9b48-49c4-86c0-607b41583b46 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.102624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a820fd1-a853-4895-871d-0bc8ee9601e4 req-2a9340a3-9b48-49c4-86c0-607b41583b46 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1823204 Aug 29 04:33:51.150756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f23e4e2d-c744-477e-9adc-129c9551b833 None None] For port 84368432-3945-4a5f-972f-8691c9665bef, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=84368432-3945-4a5f-972f-8691c9665bef,segment=NetworkSegment(16c7f3e7-925f-4134-9b7a-a15cc4afe38e),segment_id=16c7f3e7-925f-4134-9b7a-a15cc4afe38e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:51.154632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Attempting to bind port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:51.155261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Attempting to bind port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '0cf93654-17fe-4df4-8c9f-13e4674c20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:51.164060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Attempting to bind port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 on network 616f983a-30da-4a95-91ae-ec1aff2abe27 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:51.167996 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f23e4e2d-c744-477e-9adc-129c9551b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.175451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:51.175642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Checking segment: {'id': '0cf93654-17fe-4df4-8c9f-13e4674c20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:51.176052 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.183923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a820fd1-a853-4895-871d-0bc8ee9601e4 req-1ec9d628-8fe8-4f00-9ff9-6e33d15fbe32 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735095 Aug 29 04:33:51.187882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Bound using segment: {'id': '0cf93654-17fe-4df4-8c9f-13e4674c20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:51.188500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Bound port: b3593ff9-4909-4487-80f1-6a6a0b37c5c9, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf93654-17fe-4df4-8c9f-13e4674c20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:51.188996 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.219732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:51.287512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ff38e1f-6650-4464-847e-41c5feb68fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.337126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e4e2d-c744-477e-9adc-129c9551b833 None None] Pushing event updated for resources: {'Port': ['ID=84368432-3945-4a5f-972f-8691c9665bef,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:51.361494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] For port b3593ff9-4909-4487-80f1-6a6a0b37c5c9, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:51.366413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] For port b3593ff9-4909-4487-80f1-6a6a0b37c5c9, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b3593ff9-4909-4487-80f1-6a6a0b37c5c9,segment=NetworkSegment(0cf93654-17fe-4df4-8c9f-13e4674c20b4),segment_id=0cf93654-17fe-4df4-8c9f-13e4674c20b4)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:51.370984 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.383152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff38e1f-6650-4464-847e-41c5feb68fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=b188dc4e-83e7-4449-aed8-f0822dba7543,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:51.384487 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.420566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 0d826cc9-c40a-47b3-9696-555e19b04f20 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:51.478496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5426425d-d124-4ae2-9dee-6437965ab4c2 req-495b4ead-18bf-42c8-b89a-79d3f4606d53 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.1841156 Aug 29 04:33:51.489566 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823bf7e-2e3f-40e3-a452-7b91a6a068c9 None None] Pushing event updated for resources: {'Port': ['ID=b3593ff9-4909-4487-80f1-6a6a0b37c5c9,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:51.515367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-41d23e90-7b5f-4fa1-82c2-659ee2c049b4 None None] Provisioning complete for port 84368432-3945-4a5f-972f-8691c9665bef triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:51.515741 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-41d23e90-7b5f-4fa1-82c2-659ee2c049b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.589036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8fb52-7cde-4ad1-a252-6e575290af4f req-edf17cd9-c851-43b8-b492-0d4837ab646d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.590859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51e8fb52-7cde-4ad1-a252-6e575290af4f req-edf17cd9-c851-43b8-b492-0d4837ab646d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1993201 Aug 29 04:33:51.653777 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6ff38e1f-6650-4464-847e-41c5feb68fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.660999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6ff38e1f-6650-4464-847e-41c5feb68fc0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/b188dc4e-83e7-4449-aed8-f0822dba7543 HTTP/1.1" status: 204 len: 168 time: 1.0838516 Aug 29 04:33:51.661652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38964) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.708518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 84368432-3945-4a5f-972f-8691c9665bef up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:51.724006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51e8fb52-7cde-4ad1-a252-6e575290af4f req-94c98229-1b8b-4c98-a22b-47ab0ebf1bde tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213400 Aug 29 04:33:51.725268 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c1fd15-e273-424e-9421-4f1f3078e8e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:33:51.729460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b8c1fd15-e273-424e-9421-4f1f3078e8e6 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/b188dc4e-83e7-4449-aed8-f0822dba7543 HTTP/1.1" status: 404 len: 333 time: 0.0582175 Aug 29 04:33:51.730264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38966) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.771675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38968) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.789127 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-41d23e90-7b5f-4fa1-82c2-659ee2c049b4 None None] Provisioning for port 7236f0e1-2cc4-47a3-9a66-8ad781163d37 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:51.796585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-41d23e90-7b5f-4fa1-82c2-659ee2c049b4 None None] Provisioning complete for port 7236f0e1-2cc4-47a3-9a66-8ad781163d37 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:51.796899 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-41d23e90-7b5f-4fa1-82c2-659ee2c049b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.857424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 84368432-3945-4a5f-972f-8691c9665bef triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:51.857796 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.897954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-41d23e90-7b5f-4fa1-82c2-659ee2c049b4 None None] Port 7236f0e1-2cc4-47a3-9a66-8ad781163d37 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:51.913390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9099b-9ec6-4065-b25a-ba6e4272e942 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.916860 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-add9099b-9ec6-4065-b25a-ba6e4272e942 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1092 time: 0.1441298 Aug 29 04:33:51.917036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-41d23e90-7b5f-4fa1-82c2-659ee2c049b4 None None] Could not find standard attr ID for object b188dc4e-83e7-4449-aed8-f0822dba7543. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:51.919980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38970) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.934486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ccad3130-f355-41a6-b4ce-3a637f915187 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 7236f0e1-2cc4-47a3-9a66-8ad781163d37 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:51.934857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ccad3130-f355-41a6-b4ce-3a637f915187 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.951930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:52.056464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8::3e5 (616f983a-30da-4a95-91ae-ec1aff2abe27/89299a86-5cba-440f-9092-5f297cb70e3f/0d826cc9-c40a-47b3-9696-555e19b04f20) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:52.065103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-851494d1-4f78-4833-b41c-f042369d1ce1 None None] Provisioning complete for port 7236f0e1-2cc4-47a3-9a66-8ad781163d37 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:52.065333 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-851494d1-4f78-4833-b41c-f042369d1ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.074465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8:0:1::380 (616f983a-30da-4a95-91ae-ec1aff2abe27/17f4e00b-4645-422f-86f1-60f73ca07183/0d826cc9-c40a-47b3-9696-555e19b04f20) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:52.105560 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.105867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-851494d1-4f78-4833-b41c-f042369d1ce1 None None] Port 7236f0e1-2cc4-47a3-9a66-8ad781163d37 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:52.188870 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ccad3130-f355-41a6-b4ce-3a637f915187 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.204358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ccad3130-f355-41a6-b4ce-3a637f915187 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 7236f0e1-2cc4-47a3-9a66-8ad781163d37 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:52.227596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c38291fb-4015-4625-8828-ec5f6992b5f4 None None] Could not find standard attr ID for object b188dc4e-83e7-4449-aed8-f0822dba7543. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:52.288463 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.307550 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object 0d826cc9-c40a-47b3-9696-555e19b04f20 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:52.355702 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.357974 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.523125 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ccad3130-f355-41a6-b4ce-3a637f915187 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.568068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad3130-f355-41a6-b4ce-3a637f915187 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=7236f0e1-2cc4-47a3-9a66-8ad781163d37,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.770029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f612c70-5e50-482b-9219-0687420a4c1b req-b5fbd34f-3215-4228-9045-fcefa420c841 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.1024384 Aug 29 04:33:52.827036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.25.5.6 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/a1f974ee-1942-43d8-826e-36ce654b54ed) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:52.849078 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ccad3130-f355-41a6-b4ce-3a637f915187 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.852713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ccad3130-f355-41a6-b4ce-3a637f915187 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/7236f0e1-2cc4-47a3-9a66-8ad781163d37 HTTP/1.1" status: 204 len: 168 time: 1.1213348 Aug 29 04:33:52.908344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 38982) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:53.015160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e7c53-94ad-4c26-9243-11f6a280d879 None None] Network 616f983a-30da-4a95-91ae-ec1aff2abe27 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:53.066851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=0d826cc9-c40a-47b3-9696-555e19b04f20,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:53.116515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network 616f983a-30da-4a95-91ae-ec1aff2abe27 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:53.118186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:53.126600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:53.137824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a4b56b02-9cb7-4843-a791-a7b647ba27a4 None None] Provisioning for port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:53.140659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.141359 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.173060 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b196e7b3-7836-4b2f-b4bf-78b16faf238b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1442633 Aug 29 04:33:53.174878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38990) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:53.196583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89299a86-5cba-440f-9092-5f297cb70e3f'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:53.314931 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5acccae5-4812-4de1-b60c-6caaf832686e req-41e41162-b8a3-462a-bd15-d57b8be4ecae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2339902 Aug 29 04:33:53.319296 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.375685 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b114d86-7008-4547-a7c0-e4a2367f9986 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:33:53.377733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0b114d86-7008-4547-a7c0-e4a2367f9986 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/7236f0e1-2cc4-47a3-9a66-8ad781163d37 HTTP/1.1" status: 404 len: 333 time: 0.4681251 Aug 29 04:33:53.380488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 38992) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:53.444411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc3120c-78bc-49d1-a2a8-7bc8eb3a4868 None None] Update dhcp port {'port': {'network_id': '616f983a-30da-4a95-91ae-ec1aff2abe27', 'fixed_ips': [{'subnet_id': '89299a86-5cba-440f-9092-5f297cb70e3f', 'ip_address': '2001:db8::2'}, {'subnet_id': '17f4e00b-4645-422f-86f1-60f73ca07183'}], 'binding:host_id': 'n-d-712141-12'}, 'id': 'b3593ff9-4909-4487-80f1-6a6a0b37c5c9'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:33:53.480299 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9dc3120c-78bc-49d1-a2a8-7bc8eb3a4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.491106 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.554295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-36efe7af-2e27-4a27-85cd-bd24c584618e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet 319c4022-2b42-47f3-a38e-d22d82fdd1cd {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:53.554582 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.594191 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36efe7af-2e27-4a27-85cd-bd24c584618e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.609622 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c97cfb8e-dd23-4761-b7cd-7deaba155c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.654360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccae5-4812-4de1-b60c-6caaf832686e req-6c314ece-3798-460a-8c54-875f122be6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.654360 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5acccae5-4812-4de1-b60c-6caaf832686e req-6c314ece-3798-460a-8c54-875f122be6d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 1098 time: 0.2244251 Aug 29 04:33:53.673251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:53.686508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:53.691045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:53.694308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=a1f974ee-1942-43d8-826e-36ce654b54ed,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:53.723066 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36efe7af-2e27-4a27-85cd-bd24c584618e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.733524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b3593ff9-4909-4487-80f1-6a6a0b37c5c9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:53.841808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-9dc3120c-78bc-49d1-a2a8-7bc8eb3a4868 None None] Allocated IP 2001:db8:0:1::2 (616f983a-30da-4a95-91ae-ec1aff2abe27/17f4e00b-4645-422f-86f1-60f73ca07183/b3593ff9-4909-4487-80f1-6a6a0b37c5c9) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:53.848611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:53.855844 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:53.856598 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.988968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccae5-4812-4de1-b60c-6caaf832686e req-b11d457f-918a-41b2-894f-ad2e5abe3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.991566 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5acccae5-4812-4de1-b60c-6caaf832686e req-b11d457f-918a-41b2-894f-ad2e5abe3de7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.3050482 Aug 29 04:33:54.013684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36efe7af-2e27-4a27-85cd-bd24c584618e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.035514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9dc3120c-78bc-49d1-a2a8-7bc8eb3a4868 None None] For port b3593ff9-4909-4487-80f1-6a6a0b37c5c9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b3593ff9-4909-4487-80f1-6a6a0b37c5c9,segment=NetworkSegment(0cf93654-17fe-4df4-8c9f-13e4674c20b4),segment_id=0cf93654-17fe-4df4-8c9f-13e4674c20b4)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:54.050588 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.087008 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9dc3120c-78bc-49d1-a2a8-7bc8eb3a4868 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.102885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9dc3120c-78bc-49d1-a2a8-7bc8eb3a4868 None None] Transition to ACTIVE for port object b3593ff9-4909-4487-80f1-6a6a0b37c5c9 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:54.109322 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9dc3120c-78bc-49d1-a2a8-7bc8eb3a4868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.118327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7236887d-a9d1-40c3-bdfd-3b1dc07a3692 req-14d8626d-955f-44d6-85ff-bc59d0916525 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.1904252 Aug 29 04:33:54.251508 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5acccae5-4812-4de1-b60c-6caaf832686e req-516f75a0-89f2-4061-87f1-61647de9a07c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 200 len: 1001 time: 0.2479150 Aug 29 04:33:54.314316 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:54.314679 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:54.315398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3120c-78bc-49d1-a2a8-7bc8eb3a4868 None None] Pushing event updated for resources: {'Port': ['ID=b3593ff9-4909-4487-80f1-6a6a0b37c5c9,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:54.324841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Delete allocated IP 2001:db8:0:1::380 (616f983a-30da-4a95-91ae-ec1aff2abe27/17f4e00b-4645-422f-86f1-60f73ca07183) {{(pid=94850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:33:54.338992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36efe7af-2e27-4a27-85cd-bd24c584618e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.369768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccae5-4812-4de1-b60c-6caaf832686e req-62a7bfac-e0cf-4cc6-b573-e345c4bcd2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:54.371708 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5acccae5-4812-4de1-b60c-6caaf832686e req-62a7bfac-e0cf-4cc6-b573-e345c4bcd2de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.1076970 Aug 29 04:33:54.425142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36efe7af-2e27-4a27-85cd-bd24c584618e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.426914 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-36efe7af-2e27-4a27-85cd-bd24c584618e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/319c4022-2b42-47f3-a38e-d22d82fdd1cd HTTP/1.1" status: 204 len: 168 time: 1.0449288 Aug 29 04:33:54.432810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39000) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:54.434262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efe7af-2e27-4a27-85cd-bd24c584618e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=319c4022-2b42-47f3-a38e-d22d82fdd1cd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:54.434769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aac099-399e-4890-a427-d931b271ee59 None None] Network 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:54.515267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccae5-4812-4de1-b60c-6caaf832686e req-453ba1d0-8c8e-45d6-8398-2de7b78e1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:54.516777 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5acccae5-4812-4de1-b60c-6caaf832686e req-453ba1d0-8c8e-45d6-8398-2de7b78e1b62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031287 Aug 29 04:33:54.523303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.614831 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.644271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Ignored duplicate provisioning block setup for port 0d826cc9-c40a-47b3-9696-555e19b04f20 by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:33:54.656635 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.695000 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.703150 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5acccae5-4812-4de1-b60c-6caaf832686e req-ecfe69b4-617b-4de7-8264-4751af974762 service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762884 Aug 29 04:33:54.762831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.808539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc08823-0fbf-49f9-8186-b45d55bd451d None None] DHCP port deletion for 3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:54.811262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] In _notify_port_updated(), no bound segment for port 0d826cc9-c40a-47b3-9696-555e19b04f20 on network 616f983a-30da-4a95-91ae-ec1aff2abe27 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:33:54.816803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:54.817466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.819138 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "PUT /v2.0/ports/0d826cc9-c40a-47b3-9696-555e19b04f20 HTTP/1.1" status: 200 len: 925 time: 1.6399901 Aug 29 04:33:54.824145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39002) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:54.828427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ed468-49dc-4c0a-b823-b26dfd119d84 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=0d826cc9-c40a-47b3-9696-555e19b04f20,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:54.830977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89299a86-5cba-440f-9092-5f297cb70e3f'}, {'subnet_id': '17f4e00b-4645-422f-86f1-60f73ca07183'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:54.909054 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5acccae5-4812-4de1-b60c-6caaf832686e req-3b9d28b2-1b62-44ff-b593-6c919db7e5be service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970298 Aug 29 04:33:54.923201 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.942514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ffc08823-0fbf-49f9-8186-b45d55bd451d None None] Deleting port 84368432-3945-4a5f-972f-8691c9665bef {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:54.942903 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffc08823-0fbf-49f9-8186-b45d55bd451d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.022010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 84368432-3945-4a5f-972f-8691c9665bef {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:55.022674 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.034744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port b3593ff9-4909-4487-80f1-6a6a0b37c5c9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b3593ff9-4909-4487-80f1-6a6a0b37c5c9,segment=NetworkSegment(0cf93654-17fe-4df4-8c9f-13e4674c20b4),segment_id=0cf93654-17fe-4df4-8c9f-13e4674c20b4)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:55.049450 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.059253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ffc08823-0fbf-49f9-8186-b45d55bd451d None None] For port 84368432-3945-4a5f-972f-8691c9665bef, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=84368432-3945-4a5f-972f-8691c9665bef,segment=NetworkSegment(16c7f3e7-925f-4134-9b7a-a15cc4afe38e),segment_id=16c7f3e7-925f-4134-9b7a-a15cc4afe38e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:55.059553 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffc08823-0fbf-49f9-8186-b45d55bd451d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.092940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ffc08823-0fbf-49f9-8186-b45d55bd451d None None] Calling delete_port for 84368432-3945-4a5f-972f-8691c9665bef owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:55.152768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=b3593ff9-4909-4487-80f1-6a6a0b37c5c9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.179454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] For port 84368432-3945-4a5f-972f-8691c9665bef, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=84368432-3945-4a5f-972f-8691c9665bef,segment=NetworkSegment(16c7f3e7-925f-4134-9b7a-a15cc4afe38e),segment_id=16c7f3e7-925f-4134-9b7a-a15cc4afe38e)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:55.179906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.224005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c325b04-6215-450e-a414-4d291a41c689 None None] Network 616f983a-30da-4a95-91ae-ec1aff2abe27 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:55.238581 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffc08823-0fbf-49f9-8186-b45d55bd451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.245770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 84368432-3945-4a5f-972f-8691c9665bef owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:55.250811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.278177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc08823-0fbf-49f9-8186-b45d55bd451d None None] No DVR routers for this DVR port 84368432-3945-4a5f-972f-8691c9665bef on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:55.308358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-528fe504-f7f0-4076-a0f7-9348994f3857 req-a3a7b5df-8edd-4ce2-bbfd-9ea528b063d2 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0460315 Aug 29 04:33:55.311987 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.319119 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.331573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc08823-0fbf-49f9-8186-b45d55bd451d None None] Pushing event deleted for resources: {'Port': ['ID=84368432-3945-4a5f-972f-8691c9665bef,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.363758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f788e43f-4902-4a46-9c3f-0f6f43052ea1 None None] Provisioning for port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:55.384515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f788e43f-4902-4a46-9c3f-0f6f43052ea1 None None] Provisioning complete for port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:55.385210 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f788e43f-4902-4a46-9c3f-0f6f43052ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.522949 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.529625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=a1f974ee-1942-43d8-826e-36ce654b54ed,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.574212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f788e43f-4902-4a46-9c3f-0f6f43052ea1 None None] Provisioning for port 0d826cc9-c40a-47b3-9696-555e19b04f20 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:55.588975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f788e43f-4902-4a46-9c3f-0f6f43052ea1 None None] Provisioning complete for port 0d826cc9-c40a-47b3-9696-555e19b04f20 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:55.589363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f788e43f-4902-4a46-9c3f-0f6f43052ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.632596 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.664773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f788e43f-4902-4a46-9c3f-0f6f43052ea1 None None] Port 0d826cc9-c40a-47b3-9696-555e19b04f20 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:55.685229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b3593ff9-4909-4487-80f1-6a6a0b37c5c9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:55.709577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=84368432-3945-4a5f-972f-8691c9665bef,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.743919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:55.744342 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.754295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No DVR routers for this DVR port 84368432-3945-4a5f-972f-8691c9665bef on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:55.845603 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Floating IP cf444003-482a-4263-8c96-e8d16635b40f associated. External IP: 172.25.5.6, port: e7c7983f-ae5b-4a06-9a66-e3f79079c2eb. Aug 29 04:33:55.888003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 84368432-3945-4a5f-972f-8691c9665bef no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:55.913864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 84368432-3945-4a5f-972f-8691c9665bef {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:55.914188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 84368432-3945-4a5f-972f-8691c9665bef not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:55.928171 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.953180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:55.991889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a189362b-ffe4-47a6-85ec-a6258eaea3fd None None] Provisioning complete for port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:55.992365 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a189362b-ffe4-47a6-85ec-a6258eaea3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.007127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c7f3e7-925f-4134-9b7a-a15cc4afe38e') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:56.007429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c7f3e7-925f-4134-9b7a-a15cc4afe38e') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:56.028900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8:0:1::321 (616f983a-30da-4a95-91ae-ec1aff2abe27/17f4e00b-4645-422f-86f1-60f73ca07183/0d826cc9-c40a-47b3-9696-555e19b04f20) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:56.031985 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.060268 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.094771 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a0406d5d-068a-4b46-a1be-18b247ca4e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.105888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:56.106298 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:56.109894 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:56.113438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a189362b-ffe4-47a6-85ec-a6258eaea3fd None None] Provisioning complete for port 0d826cc9-c40a-47b3-9696-555e19b04f20 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:56.113438 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a189362b-ffe4-47a6-85ec-a6258eaea3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.148027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a189362b-ffe4-47a6-85ec-a6258eaea3fd None None] Port 0d826cc9-c40a-47b3-9696-555e19b04f20 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:56.241723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.274882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ce4d29e-a1da-421a-b00f-69b3de5ddf25 None None] Provisioning complete for port 0d826cc9-c40a-47b3-9696-555e19b04f20 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:56.275254 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d29e-a1da-421a-b00f-69b3de5ddf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.292036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.299882 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/networks/3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787 HTTP/1.1" status: 204 len: 168 time: 1.8660276 Aug 29 04:33:56.304733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39016) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.310807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1676964713'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:56.324162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd328e-88ab-4298-9683-4efb4a9dfc91 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Network': ['ID=3d1fcbc6-0d52-47a5-b0d9-406ca3bb1787,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:56.359209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:56.362782 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.363862 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.373852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4d29e-a1da-421a-b00f-69b3de5ddf25 None None] Port 0d826cc9-c40a-47b3-9696-555e19b04f20 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:56.437106 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.439802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:56.470984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Ignored duplicate provisioning block setup for port 0d826cc9-c40a-47b3-9696-555e19b04f20 by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:33:56.471256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.471733 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Added segment 88a6148e-267c-4255-80fb-25dc3e3fc271 of type vlan for network 976e008f-b20c-4b38-a781-5ac111025d94 Aug 29 04:33:56.475018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 61e831e8-fdc1-42a5-8e09-52856041c7ca has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:56.499989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.538096 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5198465-2fa7-4801-a796-d974bb8f63e5 req-863249c1-a38c-47b7-932a-12cc669dcdff tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0657842 Aug 29 04:33:56.545565 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.593493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.601465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.603404 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.695378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39024) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.710327 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4008574 Aug 29 04:33:56.713748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39028) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.718783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bf5ea6d9-1e6d-4c2a-b907-9a1b30a815a7 None None] Provisioning complete for port 0d826cc9-c40a-47b3-9696-555e19b04f20 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:56.719408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bf5ea6d9-1e6d-4c2a-b907-9a1b30a815a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.723561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '976e008f-b20c-4b38-a781-5ac111025d94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:56.730535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e43f42-c900-410e-a3bc-707b9fc70e2d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Network': ['ID=976e008f-b20c-4b38-a781-5ac111025d94,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:56.752272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] In _notify_port_updated(), no bound segment for port 0d826cc9-c40a-47b3-9696-555e19b04f20 on network 616f983a-30da-4a95-91ae-ec1aff2abe27 {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:33:56.764013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 976e008f-b20c-4b38-a781-5ac111025d94 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:56.767518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ea6d9-1e6d-4c2a-b907-9a1b30a815a7 None None] Port 0d826cc9-c40a-47b3-9696-555e19b04f20 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:56.782209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.791208 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.793001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "PUT /v2.0/ports/0d826cc9-c40a-47b3-9696-555e19b04f20 HTTP/1.1" status: 200 len: 1011 time: 1.9670792 Aug 29 04:33:56.796104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39030) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.797116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c08ca-4d2f-4363-a637-ccb89dae86bc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=0d826cc9-c40a-47b3-9696-555e19b04f20,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:56.879869 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:56.887833 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.109645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fc8fd402-6067-4bb5-b66f-e7f905167992 None None] Provisioning complete for port 0d826cc9-c40a-47b3-9696-555e19b04f20 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:57.111740 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.112850 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc8fd402-6067-4bb5-b66f-e7f905167992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.180836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Checking segment: {'id': '88a6148e-267c-4255-80fb-25dc3e3fc271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '976e008f-b20c-4b38-a781-5ac111025d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:57.181217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network hostable DHCP agents. Network: 976e008f-b20c-4b38-a781-5ac111025d94, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:57.203445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fd402-6067-4bb5-b66f-e7f905167992 None None] Port 0d826cc9-c40a-47b3-9696-555e19b04f20 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:57.205603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=19c83708-0696-41c4-9110-9d908f5cce3e,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.223576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 976e008f-b20c-4b38-a781-5ac111025d94 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:57.241954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 976e008f-b20c-4b38-a781-5ac111025d94) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:57.251405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ce2d0-f5e4-45bd-8c07-5228756cfaa4 None None] Network 976e008f-b20c-4b38-a781-5ac111025d94 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:57.263579 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e3f261fe-a066-47fc-966c-7ba458490bdf req-1ef5c743-a13f-42b7-9c8b-2ef61b192fac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0341747 Aug 29 04:33:57.264928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:57.265521 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.288433 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-81b89dd5-4bc8-41d7-b476-e23d38c68991 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5712585 Aug 29 04:33:57.290616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39032) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:57.296595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '976e008f-b20c-4b38-a781-5ac111025d94', 'name': 'tempest-PortsTestJSON-1882000363', 'fixed_ips': [{'subnet_id': '19c83708-0696-41c4-9110-9d908f5cce3e', 'ip_address': '172.20.0.10'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:57.320577 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.362694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:57.371919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-557e53f4-886b-4dc6-995f-418739864dd1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6431891c08a4883af80bce946727118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6697533 Aug 29 04:33:57.376515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39034) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:57.386773 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] Sync routers for ids ['61e831e8-fdc1-42a5-8e09-52856041c7ca'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:57.407897 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] Routers {'61e831e8-fdc1-42a5-8e09-52856041c7ca'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:57.408135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.409471 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['61e831e8-fdc1-42a5-8e09-52856041c7ca'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:57.454165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e9711-b6b1-4f24-a5b4-b1461076b20e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 0d826cc9-c40a-47b3-9696-555e19b04f20 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:57.455052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9711-b6b1-4f24-a5b4-b1461076b20e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.490439 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.512719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-976e008f-b20c-4b38-a781-5ac111025d94', 'network_id': '976e008f-b20c-4b38-a781-5ac111025d94', 'tenant_id': '122b9ba081e6485a80cc54ce8056bb1f', 'fixed_ips': [{'subnet_id': '19c83708-0696-41c4-9110-9d908f5cce3e'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:57.518551 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.535353 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-900f053c-a01f-4a10-9564-80c0a08c0c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.537455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b53f7689-4d98-48a7-9b52-c3fc9cb5bf18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.6105702 Aug 29 04:33:57.542016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:57.547207 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca01786-92c1-469a-8a79-ea05d68e7898" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:57.547796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:57.615109 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] Set router 61e831e8-fdc1-42a5-8e09-52856041c7ca gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:57.622511 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-900f053c-a01f-4a10-9564-80c0a08c0c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.640418 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f9d192-dcac-4ce5-9c2a-f5b42c7bf840 x-openstack-request-id: req-c2f9d192-dcac-4ce5-9c2a-f5b42c7bf840 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:57.640882 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:57.641288 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2f9d192-dcac-4ce5-9c2a-f5b42c7bf840 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:57.641920 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'status': 'completed', 'code': 200} Aug 29 04:33:57.702153 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9711-b6b1-4f24-a5b4-b1461076b20e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.727466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e9711-b6b1-4f24-a5b4-b1461076b20e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 0d826cc9-c40a-47b3-9696-555e19b04f20 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:57.730554 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.762419 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-a599ced9-f5db-40d4-9be5-540d4fac1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:57.780622 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-a599ced9-f5db-40d4-9be5-540d4fac1ff3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1097 time: 0.0964918 Aug 29 04:33:57.803686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port 453e7ee3-c45b-4000-8fea-e54cf88cb155 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:57.822381 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-900f053c-a01f-4a10-9564-80c0a08c0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.825152 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-900f053c-a01f-4a10-9564-80c0a08c0c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.826432 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-900f053c-a01f-4a10-9564-80c0a08c0c02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d2e2a25-1106-4b67-8d82-29bd2342711e HTTP/1.1" status: 204 len: 168 time: 0.4491143 Aug 29 04:33:57.914231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f053c-a01f-4a10-9564-80c0a08c0c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2e2a25-1106-4b67-8d82-29bd2342711e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.994171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Allocated IP 172.20.0.2 (976e008f-b20c-4b38-a781-5ac111025d94/19c83708-0696-41c4-9110-9d908f5cce3e/65ebe232-fd72-430f-9f77-32536416bd33) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:58.060143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9711-b6b1-4f24-a5b4-b1461076b20e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.077872 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1715d476-3933-489e-b608-5bc80aaeaa0b req-24aa35e3-7f3a-469c-87d4-f10745fb1778 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0614257 Aug 29 04:33:58.108654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e9711-b6b1-4f24-a5b4-b1461076b20e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=0d826cc9-c40a-47b3-9696-555e19b04f20,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.137766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-cfa52c5a-e829-4ef8-a488-a07f4edb8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.139350 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-cfa52c5a-e829-4ef8-a488-a07f4edb8dd4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.3577595 Aug 29 04:33:58.161400 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'cf444003-482a-4263-8c96-e8d16635b40f', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'port_id': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'mac_address': 'fa:16:3e:d0:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:33:54Z', 'updated_at': '2021-08-29T04:33:54Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e994be8-8ce7-4181-86ad-0f38ee3ae2ed', 'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:15:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:31Z', 'updated_at': '2021-08-29T04:33:40Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:58.176861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b900b9-a094-426d-b551-e8e00e923504 req-f70150e7-17e3-4692-8d88-5045c938f15b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.192671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67b900b9-a094-426d-b551-e8e00e923504 req-f70150e7-17e3-4692-8d88-5045c938f15b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1786895 Aug 29 04:33:58.206451 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] Checking router: 61e831e8-fdc1-42a5-8e09-52856041c7ca for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:33:58.227971 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] Routers {'61e831e8-fdc1-42a5-8e09-52856041c7ca'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:58.228702 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['61e831e8-fdc1-42a5-8e09-52856041c7ca'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:58.251563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9711-b6b1-4f24-a5b4-b1461076b20e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.255479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1a4e9711-b6b1-4f24-a5b4-b1461076b20e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/0d826cc9-c40a-47b3-9696-555e19b04f20 HTTP/1.1" status: 204 len: 168 time: 1.4497375 Aug 29 04:33:58.259761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39048) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.263343 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-a6e404e7-90a4-4787-88df-4ee72dd35444 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 997 time: 0.1129732 Aug 29 04:33:58.314671 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-90df258a-562f-46ef-be46-165ababb36cf tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:33:58.318806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-90df258a-562f-46ef-be46-165ababb36cf tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/0d826cc9-c40a-47b3-9696-555e19b04f20 HTTP/1.1" status: 404 len: 333 time: 0.0547380 Aug 29 04:33:58.319163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39052) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.338718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-8ecc6f60-14f1-4b43-8e79-047aae669442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.342672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-8ecc6f60-14f1-4b43-8e79-047aae669442 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.0709546 Aug 29 04:33:58.372989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67b900b9-a094-426d-b551-e8e00e923504 req-69af9c49-9c9e-4392-996c-4918162226cb tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684649 Aug 29 04:33:58.393073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39056) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.413760 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] Set router 61e831e8-fdc1-42a5-8e09-52856041c7ca gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:33:58.423031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2ac409-a5c0-4f4d-ba45-aac2e675b07d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet 17f4e00b-4645-422f-86f1-60f73ca07183 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:58.432836 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac409-a5c0-4f4d-ba45-aac2e675b07d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.479810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-151f85a0-9266-42b4-af33-7bfca216c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.481709 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-151f85a0-9266-42b4-af33-7bfca216c05a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298189 Aug 29 04:33:58.562166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac409-a5c0-4f4d-ba45-aac2e675b07d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.619557 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c440de71-bc2b-490a-abad-c77f416fe656 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/cf444003-482a-4263-8c96-e8d16635b40f HTTP/1.1" status: 200 len: 989 time: 0.2235916 Aug 29 04:33:58.667221 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.671709 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-6d1737b4-112d-406f-9e6a-3541d1265629 service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774402 Aug 29 04:33:58.675575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Transition to ACTIVE for port object 65ebe232-fd72-430f-9f77-32536416bd33 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:58.693618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Transition to ACTIVE for port object 65ebe232-fd72-430f-9f77-32536416bd33 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:58.701699 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.721514 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac409-a5c0-4f4d-ba45-aac2e675b07d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.742155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Network 976e008f-b20c-4b38-a781-5ac111025d94 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:58.748591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:58.752989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:58.816765 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac409-a5c0-4f4d-ba45-aac2e675b07d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.844348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Pushing event updated for resources: {'Port': ['ID=65ebe232-fd72-430f-9f77-32536416bd33,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.870176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Attempting to bind port 65ebe232-fd72-430f-9f77-32536416bd33 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:58.874795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Attempting to bind port 65ebe232-fd72-430f-9f77-32536416bd33 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '88a6148e-267c-4255-80fb-25dc3e3fc271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '976e008f-b20c-4b38-a781-5ac111025d94'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:58.875214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Attempting to bind port 65ebe232-fd72-430f-9f77-32536416bd33 on network 976e008f-b20c-4b38-a781-5ac111025d94 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:58.877141 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'cf444003-482a-4263-8c96-e8d16635b40f', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'port_id': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'mac_address': 'fa:16:3e:d0:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:33:54Z', 'updated_at': '2021-08-29T04:33:54Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e994be8-8ce7-4181-86ad-0f38ee3ae2ed', 'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:15:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:31Z', 'updated_at': '2021-08-29T04:33:40Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:58.878331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ac409-a5c0-4f4d-ba45-aac2e675b07d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=17f4e00b-4645-422f-86f1-60f73ca07183,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.893993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac409-a5c0-4f4d-ba45-aac2e675b07d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.899909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39068) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.900570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4c2ac409-a5c0-4f4d-ba45-aac2e675b07d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/17f4e00b-4645-422f-86f1-60f73ca07183 HTTP/1.1" status: 204 len: 168 time: 0.5803702 Aug 29 04:33:58.908906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:58.910006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Checking segment: {'id': '88a6148e-267c-4255-80fb-25dc3e3fc271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '976e008f-b20c-4b38-a781-5ac111025d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:58.910762 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.911380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Bound using segment: {'id': '88a6148e-267c-4255-80fb-25dc3e3fc271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '976e008f-b20c-4b38-a781-5ac111025d94'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:58.912912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Bound port: 65ebe232-fd72-430f-9f77-32536416bd33, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a6148e-267c-4255-80fb-25dc3e3fc271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '976e008f-b20c-4b38-a781-5ac111025d94'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:58.913578 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.921488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2558b714-c30e-4af5-9a9c-cc3dc4b3bfbb None None] Network 616f983a-30da-4a95-91ae-ec1aff2abe27 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:58.922473 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11e367-7324-4885-abdd-8a9a1cbb9e43 None None] The sync data for ids ['61e831e8-fdc1-42a5-8e09-52856041c7ca'] in n-d-712141-12 is: [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'cf444003-482a-4263-8c96-e8d16635b40f', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'port_id': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'mac_address': 'fa:16:3e:d0:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:33:54Z', 'updated_at': '2021-08-29T04:33:54Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e994be8-8ce7-4181-86ad-0f38ee3ae2ed', 'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:15:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:31Z', 'updated_at': '2021-08-29T04:33:40Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:58.956496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f38f23b-a92f-46c4-95c8-9a112f16b6d2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet 89299a86-5cba-440f-9092-5f297cb70e3f {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:58.964286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f38f23b-a92f-46c4-95c8-9a112f16b6d2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.997615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.10 (976e008f-b20c-4b38-a781-5ac111025d94/19c83708-0696-41c4-9110-9d908f5cce3e/453e7ee3-c45b-4000-8fea-e54cf88cb155) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:59.063759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f38f23b-a92f-46c4-95c8-9a112f16b6d2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.065240 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.090063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] For port 65ebe232-fd72-430f-9f77-32536416bd33, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:59.095313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] For port 65ebe232-fd72-430f-9f77-32536416bd33, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=65ebe232-fd72-430f-9f77-32536416bd33,segment=NetworkSegment(88a6148e-267c-4255-80fb-25dc3e3fc271),segment_id=88a6148e-267c-4255-80fb-25dc3e3fc271)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:59.119000 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.248558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686d823-d3df-494c-adff-b2264e8ca0e5 None None] Pushing event updated for resources: {'Port': ['ID=65ebe232-fd72-430f-9f77-32536416bd33,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.262305 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f38f23b-a92f-46c4-95c8-9a112f16b6d2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.297170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14b1dfbe-0594-4121-a9da-d1ecffa8d0f2 req-2e9ea0c8-0655-4f8d-a32f-f5ec59306d3f tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0621777 Aug 29 04:33:59.339626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e51b0-09e6-421a-b246-d1e48d539cc8 None None] New status for floating IP cf444003-482a-4263-8c96-e8d16635b40f: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:33:59.414088 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ca01786-92c1-469a-8a79-ea05d68e7898 req-46dd8769-4e64-410f-b3f4-4c4bffc4165e service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7334247 Aug 29 04:33:59.595346 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.623358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39084) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:59.751707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object 453e7ee3-c45b-4000-8fea-e54cf88cb155 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:59.762979 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72f87765-8e8f-488d-845e-6f2442e04828 req-f3b562e6-b676-4416-9479-752f15495dc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a0466f797724b49860cde7042fdf920&device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.1249542 Aug 29 04:33:59.765877 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f38f23b-a92f-46c4-95c8-9a112f16b6d2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.805930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 65ebe232-fd72-430f-9f77-32536416bd33 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:59.816926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38f23b-a92f-46c4-95c8-9a112f16b6d2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=89299a86-5cba-440f-9092-5f297cb70e3f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.859063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50990493-a0a7-40e5-88cb-fa226918ca1b req-a59ef66e-1631-498f-b426-0ef47706a63e tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.1170273 Aug 29 04:33:59.864437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-91ab4fc2-8c85-4a80-878b-cca4328cc49f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/cf444003-482a-4263-8c96-e8d16635b40f HTTP/1.1" status: 200 len: 991 time: 0.2397630 Aug 29 04:33:59.868946 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f38f23b-a92f-46c4-95c8-9a112f16b6d2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.879732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39086) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:59.880063 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9f38f23b-a92f-46c4-95c8-9a112f16b6d2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/89299a86-5cba-440f-9092-5f297cb70e3f HTTP/1.1" status: 204 len: 168 time: 0.9788513 Aug 29 04:33:59.892425 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72f87765-8e8f-488d-845e-6f2442e04828 req-2365fe96-84c7-4f93-a71e-53cf0e4d189a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8a0466f797724b49860cde7042fdf920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782208 Aug 29 04:33:59.898700 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 65ebe232-fd72-430f-9f77-32536416bd33 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:59.985407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.002754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.074673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:00.075023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.105888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 976e008f-b20c-4b38-a781-5ac111025d94 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:00.112890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:00.117972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:00.121359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f87765-8e8f-488d-845e-6f2442e04828 req-f192d13b-0bdd-4ad8-a864-0a6234d02bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:00.122892 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72f87765-8e8f-488d-845e-6f2442e04828 req-f192d13b-0bdd-4ad8-a864-0a6234d02bdf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197165 Aug 29 04:34:00.125898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=453e7ee3-c45b-4000-8fea-e54cf88cb155,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:00.168960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] For port b3593ff9-4909-4487-80f1-6a6a0b37c5c9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b3593ff9-4909-4487-80f1-6a6a0b37c5c9,segment=NetworkSegment(0cf93654-17fe-4df4-8c9f-13e4674c20b4),segment_id=0cf93654-17fe-4df4-8c9f-13e4674c20b4)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:00.169323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.188249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for b3593ff9-4909-4487-80f1-6a6a0b37c5c9 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:00.195805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:00.197866 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.222696 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-861a79ad-fef3-44b3-98fe-c845a5af2c2f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9308507 Aug 29 04:34:00.225754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39096) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.231342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '976e008f-b20c-4b38-a781-5ac111025d94', 'name': 'tempest-PortsTestJSON-2076797912', 'fixed_ips': [{'subnet_id': '19c83708-0696-41c4-9110-9d908f5cce3e', 'ip_address': '172.20.0.9'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:00.290004 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.324220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=b3593ff9-4909-4487-80f1-6a6a0b37c5c9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:00.330525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No DVR routers for this DVR port b3593ff9-4909-4487-80f1-6a6a0b37c5c9 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:00.364513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:00.369844 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.402019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port 3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:00.430471 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.447595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47875a4-75cf-426b-83e7-ac248ccc5bd9 None None] Network 616f983a-30da-4a95-91ae-ec1aff2abe27 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:00.449068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616f983a-30da-4a95-91ae-ec1aff2abe27']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:00.463867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf93654-17fe-4df4-8c9f-13e4674c20b4') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:00.464572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf93654-17fe-4df4-8c9f-13e4674c20b4') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:00.474901 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.492139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.508813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:00.509636 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:00.519192 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:00.546728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-14f41027-6ab7-4675-ac90-d8133790e495 None None] Could not find standard attr ID for object b3593ff9-4909-4487-80f1-6a6a0b37c5c9. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:00.628765 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.640161 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.640517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.9 (976e008f-b20c-4b38-a781-5ac111025d94/19c83708-0696-41c4-9110-9d908f5cce3e/3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:00.643469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/networks/616f983a-30da-4a95-91ae-ec1aff2abe27 HTTP/1.1" status: 204 len: 168 time: 0.7624593 Aug 29 04:34:00.648418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39098) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.665318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e65ecb-5ec4-4883-a587-d71d5950bbb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Network': ['ID=616f983a-30da-4a95-91ae-ec1aff2abe27,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:00.709899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca18d55-ea28-4b2c-b40d-1f47cbb2659a None None] DHCP port deletion for 616f983a-30da-4a95-91ae-ec1aff2abe27 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:00.734987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41b2633-fa9c-4518-ad49-e8961db807c8 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:00.736665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b41b2633-fa9c-4518-ad49-e8961db807c8 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0870130 Aug 29 04:34:00.740415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39100) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.797131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d862f287-1b4f-4454-9c4b-9ed98eb0ffb4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0554910 Aug 29 04:34:00.800569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39102) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.809964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-168401833'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:00.847321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:00.852710 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.876764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.885324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:00.898066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object 3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:00.904373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a8811-f865-4404-b236-d358842e6e8c None None] Network 976e008f-b20c-4b38-a781-5ac111025d94 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:00.919769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.919769 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Added segment 4d100f39-2f0f-4c58-b048-5c82c640b11c of type vlan for network ebd4afa7-72ef-4664-8e8b-443764e60ba5 Aug 29 04:34:00.945833 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.975086 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.996028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0195b157-1865-46cb-92a2-4d17d88d9416 None None] Provisioning for port 65ebe232-fd72-430f-9f77-32536416bd33 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:01.012073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0195b157-1865-46cb-92a2-4d17d88d9416 None None] Provisioning complete for port 65ebe232-fd72-430f-9f77-32536416bd33 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:01.014655 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0195b157-1865-46cb-92a2-4d17d88d9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.023523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e09d6640-5410-4812-b527-0f90dba1ad98 req-f86cce95-3821-45a8-8c36-fb04791efe11 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0531712 Aug 29 04:34:01.046818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.055477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.056350 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.057804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 976e008f-b20c-4b38-a781-5ac111025d94 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:01.067146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:01.074569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:01.116076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.137387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3290074 Aug 29 04:34:01.138377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39110) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.146438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': 'ebd4afa7-72ef-4664-8e8b-443764e60ba5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:01.169391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.169391 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.192423 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f9a95fe6-875a-4ff2-996f-de55d393551f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9655054 Aug 29 04:34:01.193618 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0195b157-1865-46cb-92a2-4d17d88d9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.195572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39114) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.238216 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d2480-e7aa-47dc-a31e-fb051fbfb7de tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Network': ['ID=ebd4afa7-72ef-4664-8e8b-443764e60ba5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.252797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network ebd4afa7-72ef-4664-8e8b-443764e60ba5 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:01.297629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:01.303421 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.325645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668959a7-68d3-41b5-82b4-cced0bf096b4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.327460 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-668959a7-68d3-41b5-82b4-cced0bf096b4 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1302574 Aug 29 04:34:01.332941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39126) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.338049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0195b157-1865-46cb-92a2-4d17d88d9416 None None] For port 65ebe232-fd72-430f-9f77-32536416bd33, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=65ebe232-fd72-430f-9f77-32536416bd33,segment=NetworkSegment(88a6148e-267c-4255-80fb-25dc3e3fc271),segment_id=88a6148e-267c-4255-80fb-25dc3e3fc271)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:01.344011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0195b157-1865-46cb-92a2-4d17d88d9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.401309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-79e2d5f2-0e9f-4911-b15b-5f11eaddd572 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2342e5a2484249608665ba9af0efd83f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481832 Aug 29 04:34:01.413681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195b157-1865-46cb-92a2-4d17d88d9416 None None] Pushing event updated for resources: {'Port': ['ID=65ebe232-fd72-430f-9f77-32536416bd33,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.414560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe57c5-28fd-4953-a62a-0d4293571aa7 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.432995 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe57c5-28fd-4953-a62a-0d4293571aa7 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.441258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe57c5-28fd-4953-a62a-0d4293571aa7 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.444696 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-61fe57c5-28fd-4953-a62a-0d4293571aa7 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1106660 Aug 29 04:34:01.446258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39128) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.547081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-acc6d1b3-b326-4036-9ec0-61846eb73a3a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:01.547517 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-acc6d1b3-b326-4036-9ec0-61846eb73a3a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.592250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fecd1c50-4dfe-47a2-b547-0dd0d846ba7e None None] Provisioning for port 453e7ee3-c45b-4000-8fea-e54cf88cb155 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:01.614079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fecd1c50-4dfe-47a2-b547-0dd0d846ba7e None None] Provisioning complete for port 453e7ee3-c45b-4000-8fea-e54cf88cb155 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:01.614458 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fecd1c50-4dfe-47a2-b547-0dd0d846ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.683407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fecd1c50-4dfe-47a2-b547-0dd0d846ba7e None None] Port 453e7ee3-c45b-4000-8fea-e54cf88cb155 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:01.691812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 65ebe232-fd72-430f-9f77-32536416bd33 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:01.694448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3ad1a261-678a-4d23-b0f7-f228f3b8f7b4 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.696861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3ad1a261-678a-4d23-b0f7-f228f3b8f7b4 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809572 Aug 29 04:34:01.740714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fecd1c50-4dfe-47a2-b547-0dd0d846ba7e None None] Provisioning complete for port 65ebe232-fd72-430f-9f77-32536416bd33 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:01.741416 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fecd1c50-4dfe-47a2-b547-0dd0d846ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.785159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-99c87ec4-82c7-460e-aa44-7f50ca785431 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/quotas/2342e5a2484249608665ba9af0efd83f HTTP/1.1" status: 200 len: 375 time: 0.0307703 Aug 29 04:34:01.797151 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.815065 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 65ebe232-fd72-430f-9f77-32536416bd33 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:01.815434 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.869258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-bc574beb-70c4-4979-af4d-5e8f6e9c0a39 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2342e5a2484249608665ba9af0efd83f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826719 Aug 29 04:34:01.959807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=5831431d-9598-43f2-bdf3-25c0d6e5ab45,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.974421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Checking segment: {'id': '4d100f39-2f0f-4c58-b048-5c82c640b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ebd4afa7-72ef-4664-8e8b-443764e60ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:01.977037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network hostable DHCP agents. Network: ebd4afa7-72ef-4664-8e8b-443764e60ba5, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:01.999189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fecd1c50-4dfe-47a2-b547-0dd0d846ba7e None None] Provisioning for port 3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:02.018199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fecd1c50-4dfe-47a2-b547-0dd0d846ba7e None None] Provisioning complete for port 3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:02.018741 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fecd1c50-4dfe-47a2-b547-0dd0d846ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.023871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network ebd4afa7-72ef-4664-8e8b-443764e60ba5 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:02.039075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, ebd4afa7-72ef-4664-8e8b-443764e60ba5) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:02.043409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.043602 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72f87765-8e8f-488d-845e-6f2442e04828 req-5763a5df-0f2a-44af-bf97-0c1590bfd3ab tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.52 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.4372020 Aug 29 04:34:02.044170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.069923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39130) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:02.070244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-89534009-51a3-4994-902a-e93131458102 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9303825 Aug 29 04:34:02.078585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6448d8f3-db53-40ef-86d1-6061da2862c3 None None] Network ebd4afa7-72ef-4664-8e8b-443764e60ba5 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:02.081023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': 'ebd4afa7-72ef-4664-8e8b-443764e60ba5', 'name': 'tempest-PortsIpV6TestJSON-1252396434'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:02.081198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b3593ff9-4909-4487-80f1-6a6a0b37c5c9 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:02.145619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: b3593ff9-4909-4487-80f1-6a6a0b37c5c9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:02.146063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b3593ff9-4909-4487-80f1-6a6a0b37c5c9 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:02.162397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fecd1c50-4dfe-47a2-b547-0dd0d846ba7e None None] Port 3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:02.178129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-acc6d1b3-b326-4036-9ec0-61846eb73a3a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.205672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-acc6d1b3-b326-4036-9ec0-61846eb73a3a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:02.209290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aaa3c61d-9b8f-4204-bee2-5134498d694a req-99c3550d-387e-4fcb-bb3b-583addf42b36 tempest-ServerShowV257Test-2057144160 tempest-ServerShowV257Test-2057144160-project] 10.222.0.49 "GET /v2.0/ports?device_id=0518057a-829d-42d8-b09d-2e0f0ae43094 HTTP/1.1" status: 200 len: 210 time: 0.0563619 Aug 29 04:34:02.261429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a211ccc1-6cd5-4538-9075-73efca8ef99d req-27e564ff-e52c-467a-85c4-ef600559e069 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 210 time: 0.0483456 Aug 29 04:34:02.319099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:02.322796 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.330899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f9df3236-9dd9-4887-b7c8-c3582a7abd6c None None] Provisioning complete for port 453e7ee3-c45b-4000-8fea-e54cf88cb155 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:02.331270 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f9df3236-9dd9-4887-b7c8-c3582a7abd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.354810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-ebd4afa7-72ef-4664-8e8b-443764e60ba5', 'network_id': 'ebd4afa7-72ef-4664-8e8b-443764e60ba5', 'tenant_id': 'bb62a51eef2d4647b82d967190ca0586', 'fixed_ips': [{'subnet_id': '5831431d-9598-43f2-bdf3-25c0d6e5ab45'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:02.355673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.358772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 82f58457-84c6-4d96-8f13-e4943c9d33ef yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:02.389784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f9df3236-9dd9-4887-b7c8-c3582a7abd6c None None] Port 453e7ee3-c45b-4000-8fea-e54cf88cb155 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:02.460629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f9df3236-9dd9-4887-b7c8-c3582a7abd6c None None] Provisioning complete for port 3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:02.461002 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f9df3236-9dd9-4887-b7c8-c3582a7abd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.500697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f9df3236-9dd9-4887-b7c8-c3582a7abd6c None None] Port 3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:02.509035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-acc6d1b3-b326-4036-9ec0-61846eb73a3a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.567161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6d1b3-b326-4036-9ec0-61846eb73a3a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.572546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8::180 (ebd4afa7-72ef-4664-8e8b-443764e60ba5/5831431d-9598-43f2-bdf3-25c0d6e5ab45/82f58457-84c6-4d96-8f13-e4943c9d33ef) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:02.678901 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-acc6d1b3-b326-4036-9ec0-61846eb73a3a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.680904 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-acc6d1b3-b326-4036-9ec0-61846eb73a3a tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb HTTP/1.1" status: 204 len: 168 time: 1.2333212 Aug 29 04:34:02.683572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39148) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:02.729406 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9de51fc-50e6-482d-9b1b-842095deeba3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:34:02.731007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d9de51fc-50e6-482d-9b1b-842095deeba3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/3f0be4ec-bec3-44e3-ae53-5faa76ffa9cb HTTP/1.1" status: 404 len: 333 time: 0.0464354 Aug 29 04:34:02.733808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39150) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:02.850479 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.852436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-edfcb7d1-9179-46d3-bff5-311c3d1a02a0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 453e7ee3-c45b-4000-8fea-e54cf88cb155 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:02.852818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edfcb7d1-9179-46d3-bff5-311c3d1a02a0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.868868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object 82f58457-84c6-4d96-8f13-e4943c9d33ef will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:02.905740 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.950984 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edfcb7d1-9179-46d3-bff5-311c3d1a02a0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.953406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network ebd4afa7-72ef-4664-8e8b-443764e60ba5 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:02.956160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Allocated IP 2001:db8::2 (ebd4afa7-72ef-4664-8e8b-443764e60ba5/5831431d-9598-43f2-bdf3-25c0d6e5ab45/412ae6fe-112a-4ea7-a032-9d314b351efa) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:02.956594 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:02.960675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:02.966493 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.967132 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.973739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=82f58457-84c6-4d96-8f13-e4943c9d33ef,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.978201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-edfcb7d1-9179-46d3-bff5-311c3d1a02a0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 453e7ee3-c45b-4000-8fea-e54cf88cb155 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:02.992785 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f71b8443-5489-49de-9e0d-cdc743531f19 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9216924 Aug 29 04:34:02.995554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39152) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.002029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': 'ebd4afa7-72ef-4664-8e8b-443764e60ba5', 'name': 'tempest-PortsIpV6TestJSON-1661669249'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:03.123556 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.133463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Transition to ACTIVE for port object 412ae6fe-112a-4ea7-a032-9d314b351efa will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:03.134217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:03.138009 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.140504 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edfcb7d1-9179-46d3-bff5-311c3d1a02a0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.156677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 4438dfdb-c66f-4532-937e-f04e2f9ba2d4 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:03.157365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Transition to ACTIVE for port object 412ae6fe-112a-4ea7-a032-9d314b351efa will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:03.164189 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.169526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcb7d1-9179-46d3-bff5-311c3d1a02a0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=453e7ee3-c45b-4000-8fea-e54cf88cb155,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.215643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Network ebd4afa7-72ef-4664-8e8b-443764e60ba5 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:03.218593 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:03.221279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:03.232852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Pushing event updated for resources: {'Port': ['ID=412ae6fe-112a-4ea7-a032-9d314b351efa,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.248288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edfcb7d1-9179-46d3-bff5-311c3d1a02a0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.250670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-edfcb7d1-9179-46d3-bff5-311c3d1a02a0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/453e7ee3-c45b-4000-8fea-e54cf88cb155 HTTP/1.1" status: 204 len: 168 time: 0.5159304 Aug 29 04:34:03.253326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39156) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.282582 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-00740f36-d5eb-4f2d-a35f-6fe5abd00df0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:34:03.284176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-00740f36-d5eb-4f2d-a35f-6fe5abd00df0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/453e7ee3-c45b-4000-8fea-e54cf88cb155 HTTP/1.1" status: 404 len: 333 time: 0.0299149 Aug 29 04:34:03.287098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39160) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.304952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Attempting to bind port 412ae6fe-112a-4ea7-a032-9d314b351efa on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:03.305727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Attempting to bind port 412ae6fe-112a-4ea7-a032-9d314b351efa by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '4d100f39-2f0f-4c58-b048-5c82c640b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ebd4afa7-72ef-4664-8e8b-443764e60ba5'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:03.306106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Attempting to bind port 412ae6fe-112a-4ea7-a032-9d314b351efa on network ebd4afa7-72ef-4664-8e8b-443764e60ba5 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:03.307707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8::16e (ebd4afa7-72ef-4664-8e8b-443764e60ba5/5831431d-9598-43f2-bdf3-25c0d6e5ab45/4438dfdb-c66f-4532-937e-f04e2f9ba2d4) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:03.312323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:03.312706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Checking segment: {'id': '4d100f39-2f0f-4c58-b048-5c82c640b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ebd4afa7-72ef-4664-8e8b-443764e60ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:03.313144 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.314231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Bound using segment: {'id': '4d100f39-2f0f-4c58-b048-5c82c640b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ebd4afa7-72ef-4664-8e8b-443764e60ba5'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:03.314787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Bound port: 412ae6fe-112a-4ea7-a032-9d314b351efa, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d100f39-2f0f-4c58-b048-5c82c640b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ebd4afa7-72ef-4664-8e8b-443764e60ba5'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:03.315202 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.419952 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9f63c8-49f9-485b-b23e-3856d2c7a061 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet 19c83708-0696-41c4-9110-9d908f5cce3e {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:03.423518 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d9f63c8-49f9-485b-b23e-3856d2c7a061 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.483905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] For port 412ae6fe-112a-4ea7-a032-9d314b351efa, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:03.492118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d9f63c8-49f9-485b-b23e-3856d2c7a061 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.500643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] For port 412ae6fe-112a-4ea7-a032-9d314b351efa, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=412ae6fe-112a-4ea7-a032-9d314b351efa,segment=NetworkSegment(4d100f39-2f0f-4c58-b048-5c82c640b11c),segment_id=4d100f39-2f0f-4c58-b048-5c82c640b11c)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:03.507203 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.621089 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-737d4c9b-ac0a-4a5b-9510-9c21f99040f5 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2342e5a2484249608665ba9af0efd83f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001217 Aug 29 04:34:03.636595 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45c712bc-7f0d-4dfc-86aa-185735df7964 req-28be9598-da94-4b2d-9e6b-f8db1a65f471 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 210 time: 0.1209726 Aug 29 04:34:03.664605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda365a-4859-4ab1-8399-2151ce6a9094 None None] Pushing event updated for resources: {'Port': ['ID=412ae6fe-112a-4ea7-a032-9d314b351efa,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.701437 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d9f63c8-49f9-485b-b23e-3856d2c7a061 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.788233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d9f63c8-49f9-485b-b23e-3856d2c7a061 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.822771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f63c8-49f9-485b-b23e-3856d2c7a061 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=19c83708-0696-41c4-9110-9d908f5cce3e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.829723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d9f63c8-49f9-485b-b23e-3856d2c7a061 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.832100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8d9f63c8-49f9-485b-b23e-3856d2c7a061 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/19c83708-0696-41c4-9110-9d908f5cce3e HTTP/1.1" status: 204 len: 168 time: 0.5439167 Aug 29 04:34:03.835043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39168) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.843214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8e419-eb66-495b-adee-81b0ead618f8 None None] Network 976e008f-b20c-4b38-a781-5ac111025d94 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:03.895312 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.927488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39170) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.996295 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.063859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object 4438dfdb-c66f-4532-937e-f04e2f9ba2d4 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:04.103096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-aa625988-418e-45c3-a74e-54b47ef21aff tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.104684 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-aa625988-418e-45c3-a74e-54b47ef21aff tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4713957 Aug 29 04:34:04.104974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 65ebe232-fd72-430f-9f77-32536416bd33 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:04.105331 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.126807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Request body: {'port': {'device_id': '5fc79de1-85d2-4c18-8519-a9a1e9e24291', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': '2342e5a2484249608665ba9af0efd83f'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:04.164766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a98b373c-faeb-43a1-8c29-7caf1bbe312e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.188600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.194980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a527de02-9855-4501-a3de-df80f6aa6036 None None] DHCP port deletion for 976e008f-b20c-4b38-a781-5ac111025d94 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:04.206750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] For port 65ebe232-fd72-430f-9f77-32536416bd33, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=65ebe232-fd72-430f-9f77-32536416bd33,segment=NetworkSegment(88a6148e-267c-4255-80fb-25dc3e3fc271),segment_id=88a6148e-267c-4255-80fb-25dc3e3fc271)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:04.207062 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.228862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 65ebe232-fd72-430f-9f77-32536416bd33 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:04.249450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a527de02-9855-4501-a3de-df80f6aa6036 None None] Deleting port 65ebe232-fd72-430f-9f77-32536416bd33 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:04.251353 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a527de02-9855-4501-a3de-df80f6aa6036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.265287 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network ebd4afa7-72ef-4664-8e8b-443764e60ba5 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:04.273598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:04.276049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:04.281850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.282458 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.289103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=4438dfdb-c66f-4532-937e-f04e2f9ba2d4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.320073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a527de02-9855-4501-a3de-df80f6aa6036 None None] For port 65ebe232-fd72-430f-9f77-32536416bd33, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=65ebe232-fd72-430f-9f77-32536416bd33,segment=NetworkSegment(88a6148e-267c-4255-80fb-25dc3e3fc271),segment_id=88a6148e-267c-4255-80fb-25dc3e3fc271)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:04.320592 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a527de02-9855-4501-a3de-df80f6aa6036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.339106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a527de02-9855-4501-a3de-df80f6aa6036 None None] Calling delete_port for 65ebe232-fd72-430f-9f77-32536416bd33 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:04.362292 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a98b373c-faeb-43a1-8c29-7caf1bbe312e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.363399 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.371750 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a98b373c-faeb-43a1-8c29-7caf1bbe312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.379150 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-17632b63-e232-46a6-965a-0ac50bdb7d74 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3799381 Aug 29 04:34:04.380080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39174) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.407768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=65ebe232-fd72-430f-9f77-32536416bd33,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.415746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No DVR routers for this DVR port 65ebe232-fd72-430f-9f77-32536416bd33 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:04.424819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Made reservation on behalf of 2342e5a2484249608665ba9af0efd83f for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:04.426115 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a527de02-9855-4501-a3de-df80f6aa6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.428965 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.441199 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.451200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527de02-9855-4501-a3de-df80f6aa6036 None None] Pushing event deleted for resources: {'Port': ['ID=65ebe232-fd72-430f-9f77-32536416bd33,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.454732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a527de02-9855-4501-a3de-df80f6aa6036 None None] No DVR routers for this DVR port 65ebe232-fd72-430f-9f77-32536416bd33 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:04.456737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b373c-faeb-43a1-8c29-7caf1bbe312e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b5524b-8020-4ee9-9ab9-2ba744520021,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.465667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39176) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.466726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a98b373c-faeb-43a1-8c29-7caf1bbe312e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a0466f797724b49860cde7042fdf920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377007 Aug 29 04:34:04.493923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09f724-0e04-4c1c-8121-72cad79fd096 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.498345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3f09f724-0e04-4c1c-8121-72cad79fd096 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A180 HTTP/1.1" status: 200 len: 929 time: 0.1140299 Aug 29 04:34:04.501895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39178) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.536096 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.548886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976e008f-b20c-4b38-a781-5ac111025d94']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:04.561949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a6148e-267c-4255-80fb-25dc3e3fc271') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:04.561949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a6148e-267c-4255-80fb-25dc3e3fc271') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:04.574641 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.597751 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.606892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:04.607397 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:04.611832 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:04.660040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5886-2108-4c98-b5de-36beb8000566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.682136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.690160 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.691952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/networks/976e008f-b20c-4b38-a781-5ac111025d94 HTTP/1.1" status: 204 len: 168 time: 0.8559675 Aug 29 04:34:04.698465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39184) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.713208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1741338991'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:04.716699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780cf0c-c279-42bf-9948-d4686b6e9db1 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Network': ['ID=976e008f-b20c-4b38-a781-5ac111025d94,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.732981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5886-2108-4c98-b5de-36beb8000566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.781542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c28df888-bf23-4359-ac72-22b9ecabb907 req-e44a537a-e91f-4a83-b189-a963f3b37d7d tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 210 time: 0.0326176 Aug 29 04:34:04.784577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7892ae7d-10c5-4d6f-b72c-c4dc53f0306e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 4438dfdb-c66f-4532-937e-f04e2f9ba2d4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:04.784704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7892ae7d-10c5-4d6f-b72c-c4dc53f0306e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.788942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.811021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:04.811731 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.814767 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.842271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:04.852688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.853057 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Added segment 97a3a8e5-85d9-407b-b01e-563a5f2c3492 of type vlan for network 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 Aug 29 04:34:04.897064 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.923744 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.930108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.930727 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.953791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55050cfc-8a4d-4212-953b-8ed1c58368d7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.986074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5886-2108-4c98-b5de-36beb8000566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.988836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5886-2108-4c98-b5de-36beb8000566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.990942 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ce7e5886-2108-4c98-b5de-36beb8000566 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95b5524b-8020-4ee9-9ab9-2ba744520021 HTTP/1.1" status: 204 len: 168 time: 0.5243590 Aug 29 04:34:04.993018 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7892ae7d-10c5-4d6f-b72c-c4dc53f0306e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.003886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Network': ['ID=10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.006386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e9f05-621a-4083-8edb-be43500c13e3 None None] Network ebd4afa7-72ef-4664-8e8b-443764e60ba5 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:05.019058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d760499d-836b-47dd-a218-bd0ddc55a9bb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3107274 Aug 29 04:34:05.019663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39188) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.024989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:05.031690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e5886-2108-4c98-b5de-36beb8000566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b5524b-8020-4ee9-9ab9-2ba744520021,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.056007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:05.058361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7892ae7d-10c5-4d6f-b72c-c4dc53f0306e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 4438dfdb-c66f-4532-937e-f04e2f9ba2d4 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:05.141647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Allocated IP 192.168.233.90 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/9ecb48c7-22d7-45c9-8ec1-080109a40bf8) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:05.145827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:05.151431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.226939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-639a4455-9c7e-4f90-aeaf-58c7e22e8058 None None] Provisioning for port 412ae6fe-112a-4ea7-a032-9d314b351efa completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:05.325527 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7892ae7d-10c5-4d6f-b72c-c4dc53f0306e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.369675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892ae7d-10c5-4d6f-b72c-c4dc53f0306e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=4438dfdb-c66f-4532-937e-f04e2f9ba2d4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.405107 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7892ae7d-10c5-4d6f-b72c-c4dc53f0306e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.407399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7892ae7d-10c5-4d6f-b72c-c4dc53f0306e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/4438dfdb-c66f-4532-937e-f04e2f9ba2d4 HTTP/1.1" status: 204 len: 168 time: 0.9045980 Aug 29 04:34:05.414090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39200) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.428128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.452574 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3be9ec-d7cf-4ba9-a038-37aee91cfbb6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:34:05.454034 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.454735 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5e3be9ec-d7cf-4ba9-a038-37aee91cfbb6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/4438dfdb-c66f-4532-937e-f04e2f9ba2d4 HTTP/1.1" status: 404 len: 333 time: 0.0396836 Aug 29 04:34:05.458137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39202) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.491282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Transition to ACTIVE for port object 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:05.539592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Checking segment: {'id': '97a3a8e5-85d9-407b-b01e-563a5f2c3492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:05.540077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network hostable DHCP agents. Network: 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:05.547141 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=c023f374-9e3a-4381-944d-9a635f79f7bc,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.584017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:05.598269 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.601199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:05.611546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.612146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.643676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9b314c6e-9d25-419f-bdea-66554fc27d3e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6228967 Aug 29 04:34:05.644432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39210) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.650367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7632c88b-3232-4a6e-9e03-b55c4b74ca01 None None] Network 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:05.656048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1c817b3b-c948-407c-82d5-769df74a3bd0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1971486596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:05.705404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:05.716412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c817b3b-c948-407c-82d5-769df74a3bd0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.718290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c817b3b-c948-407c-82d5-769df74a3bd0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.746391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:05.749429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 412ae6fe-112a-4ea7-a032-9d314b351efa up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:05.763420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:05.831056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Pushing event updated for resources: {'Port': ['ID=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.831208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] Could not find standard attr ID for object 4438dfdb-c66f-4532-937e-f04e2f9ba2d4. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:05.846156 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c817b3b-c948-407c-82d5-769df74a3bd0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.852112 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c817b3b-c948-407c-82d5-769df74a3bd0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.862943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb5eb5-0bc1-4689-8c2c-912e9be5f847 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 82f58457-84c6-4d96-8f13-e4943c9d33ef {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:05.863297 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5eb5-0bc1-4689-8c2c-912e9be5f847 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.878305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1c817b3b-c948-407c-82d5-769df74a3bd0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.886181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1c817b3b-c948-407c-82d5-769df74a3bd0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2386122 Aug 29 04:34:05.890196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39218) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.910116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'network_id': '10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93', 'name': 'tempest-PortsTestJSON-107818034'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:05.953423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] Provisioning for port 82f58457-84c6-4d96-8f13-e4943c9d33ef completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:05.976075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] Provisioning complete for port 82f58457-84c6-4d96-8f13-e4943c9d33ef triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:05.984042 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.005935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.006348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.031679 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-f38fdf10-b1ad-4915-b1b5-6161a644fcdc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9099183 Aug 29 04:34:06.081071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5eb5-0bc1-4689-8c2c-912e9be5f847 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.096501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb5eb5-0bc1-4689-8c2c-912e9be5f847 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 82f58457-84c6-4d96-8f13-e4943c9d33ef owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:06.135134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b08f2c-1ea7-462d-8464-396ebeb11c36 req-30aa81fd-b993-461b-b738-403f37d42f99 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.141461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9b08f2c-1ea7-462d-8464-396ebeb11c36 req-30aa81fd-b993-461b-b738-403f37d42f99 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 935 time: 0.2108095 Aug 29 04:34:06.179667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Request body: {'port': {'device_id': '5fc79de1-85d2-4c18-8519-a9a1e9e24291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:06.239334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:06.243689 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.249791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9b08f2c-1ea7-462d-8464-396ebeb11c36 req-c363cdb6-21d7-4203-91ba-c88e297b83f9 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994992 Aug 29 04:34:06.277392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port affd05f5-4ff7-4832-a003-398b714b5f32 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:06.297284 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.448700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.7 (10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93/c023f374-9e3a-4381-944d-9a635f79f7bc/affd05f5-4ff7-4832-a003-398b714b5f32) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:06.471175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] Port 82f58457-84c6-4d96-8f13-e4943c9d33ef cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:06.480715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 412ae6fe-112a-4ea7-a032-9d314b351efa completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:06.486707 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 412ae6fe-112a-4ea7-a032-9d314b351efa triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:06.487164 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.514989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] Provisioning complete for port 412ae6fe-112a-4ea7-a032-9d314b351efa triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:06.515512 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.535876 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5eb5-0bc1-4689-8c2c-912e9be5f847 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.601566 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93', 'network_id': '10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93', 'tenant_id': '122b9ba081e6485a80cc54ce8056bb1f', 'fixed_ips': [{'subnet_id': 'c023f374-9e3a-4381-944d-9a635f79f7bc'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:06.602689 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.631209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb5eb5-0bc1-4689-8c2c-912e9be5f847 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=82f58457-84c6-4d96-8f13-e4943c9d33ef,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:06.713000 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5eb5-0bc1-4689-8c2c-912e9be5f847 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.715279 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0bfb5eb5-0bc1-4689-8c2c-912e9be5f847 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/82f58457-84c6-4d96-8f13-e4943c9d33ef HTTP/1.1" status: 204 len: 168 time: 1.2558644 Aug 29 04:34:06.721467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39230) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.735227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39232) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.751036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.770528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object affd05f5-4ff7-4832-a003-398b714b5f32 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:06.778118 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ede9f9d-9db8-4482-9c7f-3cbd4a65c962 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:34:06.787216 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9ede9f9d-9db8-4482-9c7f-3cbd4a65c962 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/82f58457-84c6-4d96-8f13-e4943c9d33ef HTTP/1.1" status: 404 len: 333 time: 0.0622187 Aug 29 04:34:06.799065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39236) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.814126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.836838 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.885722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:06.889638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:06.889824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b547586-c6e8-4932-962b-244467680b32 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet 5831431d-9598-43f2-bdf3-25c0d6e5ab45 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:06.899459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b547586-c6e8-4932-962b-244467680b32 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.903436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:06.915124 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.948879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=affd05f5-4ff7-4832-a003-398b714b5f32,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:06.951778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Allocated IP 172.20.0.2 (10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93/c023f374-9e3a-4381-944d-9a635f79f7bc/25403708-631a-4c49-8618-b5d0b1c6466e) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:06.973252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] For port 412ae6fe-112a-4ea7-a032-9d314b351efa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=412ae6fe-112a-4ea7-a032-9d314b351efa,segment=NetworkSegment(4d100f39-2f0f-4c58-b048-5c82c640b11c),segment_id=4d100f39-2f0f-4c58-b048-5c82c640b11c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:06.985067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.986056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.996115 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.002943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c1870027-50f7-45ea-aaea-5b8271f71216 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1052089 Aug 29 04:34:07.006211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39240) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.010814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-336413e2-35c0-4fb7-8b67-065ce5f87dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.016638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:07.029760 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b547586-c6e8-4932-962b-244467680b32 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.039599 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:07.040109 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:07.060124 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.091422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Transition to ACTIVE for port object 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:07.131751 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.164345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa471470-f548-4717-8c2b-0727371e78a0 None None] Pushing event updated for resources: {'Port': ['ID=412ae6fe-112a-4ea7-a032-9d314b351efa,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:07.169135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fe8ece59-50e5-46d1-8501-2a8868ebcb3c None None] Provisioning for port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:07.186906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fe8ece59-50e5-46d1-8501-2a8868ebcb3c None None] Could not find standard attr ID for object 4438dfdb-c66f-4532-937e-f04e2f9ba2d4. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:07.194208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fe8ece59-50e5-46d1-8501-2a8868ebcb3c None None] Could not find standard attr ID for object 82f58457-84c6-4d96-8f13-e4943c9d33ef. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:07.245797 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b547586-c6e8-4932-962b-244467680b32 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.258989 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.275318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Transition to ACTIVE for port object 25403708-631a-4c49-8618-b5d0b1c6466e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:07.296375 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:07.298287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Transition to ACTIVE for port object 25403708-631a-4c49-8618-b5d0b1c6466e will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:07.306639 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.369951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Pushing event updated for resources: {'Port': ['ID=25403708-631a-4c49-8618-b5d0b1c6466e,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:07.386082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Network 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:07.388058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:07.390793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:07.455544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Attempting to bind port 25403708-631a-4c49-8618-b5d0b1c6466e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:07.456011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Attempting to bind port 25403708-631a-4c49-8618-b5d0b1c6466e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '97a3a8e5-85d9-407b-b01e-563a5f2c3492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:07.456454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Attempting to bind port 25403708-631a-4c49-8618-b5d0b1c6466e on network 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:07.464295 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:07.464734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Checking segment: {'id': '97a3a8e5-85d9-407b-b01e-563a5f2c3492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:07.465075 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.465601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Bound using segment: {'id': '97a3a8e5-85d9-407b-b01e-563a5f2c3492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:07.466085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Bound port: 25403708-631a-4c49-8618-b5d0b1c6466e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a3a8e5-85d9-407b-b01e-563a5f2c3492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:07.466477 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.479543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Attempting to bind port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:07.480477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Attempting to bind port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:07.481137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Attempting to bind port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:07.490092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b547586-c6e8-4932-962b-244467680b32 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.515182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:34:07.515749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Attempting to bind port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:07.541685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] For port 25403708-631a-4c49-8618-b5d0b1c6466e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:07.545369 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5b547586-c6e8-4932-962b-244467680b32 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.545845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] For port 25403708-631a-4c49-8618-b5d0b1c6466e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=25403708-631a-4c49-8618-b5d0b1c6466e,segment=NetworkSegment(97a3a8e5-85d9-407b-b01e-563a5f2c3492),segment_id=97a3a8e5-85d9-407b-b01e-563a5f2c3492)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:07.550004 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5b547586-c6e8-4932-962b-244467680b32 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/5831431d-9598-43f2-bdf3-25c0d6e5ab45 HTTP/1.1" status: 204 len: 168 time: 0.7429104 Aug 29 04:34:07.550192 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad489f2-4e72-4bfb-a11b-534cc5f6257b req-5bac875f-f587-44ce-8021-02b4d9378a7f tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.550840 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a038c-b905-4388-a891-87650194337a None None] Network ebd4afa7-72ef-4664-8e8b-443764e60ba5 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:07.551187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ad489f2-4e72-4bfb-a11b-534cc5f6257b req-5bac875f-f587-44ce-8021-02b4d9378a7f tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 947 time: 0.1048050 Aug 29 04:34:07.555316 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39244) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.556128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b547586-c6e8-4932-962b-244467680b32 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=5831431d-9598-43f2-bdf3-25c0d6e5ab45,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:07.558558 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.575018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:07.575301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:07.575682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:07.576134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Bound port: 9ecb48c7-22d7-45c9-8ec1-080109a40bf8, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:07.576521 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.580415 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-336413e2-35c0-4fb7-8b67-065ce5f87dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.623467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-336413e2-35c0-4fb7-8b67-065ce5f87dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.732705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336413e2-35c0-4fb7-8b67-065ce5f87dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d33dac-c631-48e7-9e25-eded2d6684dc,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:07.753534 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-336413e2-35c0-4fb7-8b67-065ce5f87dc3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0bb1ac8513049058efead7fc7bfdd31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0160301 Aug 29 04:34:07.759707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.760963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd47c5d-b567-4dd2-909f-4890ef6c2cc3 None None] Pushing event updated for resources: {'Port': ['ID=25403708-631a-4c49-8618-b5d0b1c6466e,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:07.763299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39246) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.776135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ad489f2-4e72-4bfb-a11b-534cc5f6257b req-8e3133fd-05c8-4990-9b4b-9a601fcfb36d tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859782 Aug 29 04:34:07.816557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 65ebe232-fd72-430f-9f77-32536416bd33 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:07.839722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 65ebe232-fd72-430f-9f77-32536416bd33 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:07.840386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 65ebe232-fd72-430f-9f77-32536416bd33 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:07.846665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] For port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:07.856587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] For port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:07.870284 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.880679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.936863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.937353 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.938780 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] 10.222.0.52 "PUT /v2.0/ports/9ecb48c7-22d7-45c9-8ec1-080109a40bf8 HTTP/1.1" status: 200 len: 1096 time: 1.7661157 Aug 29 04:34:07.939241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc79de1-85d2-4c18-8519-a9a1e9e24291', 'tag': '9ecb48c7-22d7-45c9-8ec1-080109a40bf8'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:07.942040 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5f5371-7b5e-4fb5-8ae1-371624c69465" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc79de1-85d2-4c18-8519-a9a1e9e24291", "tag": "9ecb48c7-22d7-45c9-8ec1-080109a40bf8"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:07.980481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e1b7e-be7c-48df-9c7c-08329280895f None None] DHCP port deletion for ebd4afa7-72ef-4664-8e8b-443764e60ba5 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:07.988162 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca6a533f-248e-4b8e-b580-0d06638aca1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.056722 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0516cb-b56d-4e57-aedc-f22f32c6145c x-openstack-request-id: req-5a0516cb-b56d-4e57-aedc-f22f32c6145c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:08.057020 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc79de1-85d2-4c18-8519-a9a1e9e24291", "tag": "9ecb48c7-22d7-45c9-8ec1-080109a40bf8", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:08.057275 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a0516cb-b56d-4e57-aedc-f22f32c6145c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:08.062742 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc79de1-85d2-4c18-8519-a9a1e9e24291', 'tag': '9ecb48c7-22d7-45c9-8ec1-080109a40bf8', 'status': 'completed', 'code': 200} Aug 29 04:34:08.091079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-587e1b7e-be7c-48df-9c7c-08329280895f None None] Deleting port 412ae6fe-112a-4ea7-a032-9d314b351efa {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:08.091470 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-587e1b7e-be7c-48df-9c7c-08329280895f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.140062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca6a533f-248e-4b8e-b580-0d06638aca1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.155562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25ae67-2f35-45d0-8bf0-3009912330c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.211036 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-5c81e768-63b7-4249-9ca1-5613f9d5dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.212631 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-5c81e768-63b7-4249-9ca1-5613f9d5dfb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2342e5a2484249608665ba9af0efd83f&device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 1099 time: 0.1489561 Aug 29 04:34:08.217618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 412ae6fe-112a-4ea7-a032-9d314b351efa {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:08.217962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.226969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-587e1b7e-be7c-48df-9c7c-08329280895f None None] For port 412ae6fe-112a-4ea7-a032-9d314b351efa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=412ae6fe-112a-4ea7-a032-9d314b351efa,segment=NetworkSegment(4d100f39-2f0f-4c58-b048-5c82c640b11c),segment_id=4d100f39-2f0f-4c58-b048-5c82c640b11c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:08.227420 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-587e1b7e-be7c-48df-9c7c-08329280895f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.249977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-587e1b7e-be7c-48df-9c7c-08329280895f None None] Calling delete_port for 412ae6fe-112a-4ea7-a032-9d314b351efa owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:08.349706 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.353554 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-587e1b7e-be7c-48df-9c7c-08329280895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.355210 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.390275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e1b7e-be7c-48df-9c7c-08329280895f None None] No DVR routers for this DVR port 412ae6fe-112a-4ea7-a032-9d314b351efa on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:08.394699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e1b7e-be7c-48df-9c7c-08329280895f None None] Pushing event deleted for resources: {'Port': ['ID=412ae6fe-112a-4ea7-a032-9d314b351efa,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.450536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=affd05f5-4ff7-4832-a003-398b714b5f32,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.618575 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.671395 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-42999e6a-a1db-4fda-a6a5-7298ff193808 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9ecb48c7-22d7-45c9-8ec1-080109a40bf8 HTTP/1.1" status: 200 len: 217 time: 0.4379044 Aug 29 04:34:08.727672 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca6a533f-248e-4b8e-b580-0d06638aca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.730229 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca6a533f-248e-4b8e-b580-0d06638aca1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.735634 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ca6a533f-248e-4b8e-b580-0d06638aca1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71d33dac-c631-48e7-9e25-eded2d6684dc HTTP/1.1" status: 204 len: 168 time: 0.9609027 Aug 29 04:34:08.754508 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.760729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] For port 412ae6fe-112a-4ea7-a032-9d314b351efa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=412ae6fe-112a-4ea7-a032-9d314b351efa,segment=NetworkSegment(4d100f39-2f0f-4c58-b048-5c82c640b11c),segment_id=4d100f39-2f0f-4c58-b048-5c82c640b11c)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:08.761113 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.763634 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a533f-248e-4b8e-b580-0d06638aca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d33dac-c631-48e7-9e25-eded2d6684dc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.782782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 412ae6fe-112a-4ea7-a032-9d314b351efa owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:08.793848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-1a436ef9-5c62-49e9-b03a-ac5d2b2e43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.795421 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-1a436ef9-5c62-49e9-b03a-ac5d2b2e43c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.1151977 Aug 29 04:34:08.909081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-c3e74f2e-ceff-425f-9127-8e0f95cafa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.910612 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-c3e74f2e-ceff-425f-9127-8e0f95cafa9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068964 Aug 29 04:34:08.993211 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.004866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446969a3-0db1-43c4-9da7-cc8cda7c0996 None None] Network 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:09.005495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab75e88-6f1d-4a06-892e-25b032182b0f req-51de017c-e8c6-48d8-89f3-fc16b7c76991 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.012854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ab75e88-6f1d-4a06-892e-25b032182b0f req-51de017c-e8c6-48d8-89f3-fc16b7c76991 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 947 time: 0.1224599 Aug 29 04:34:09.029121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No DVR routers for this DVR port 412ae6fe-112a-4ea7-a032-9d314b351efa on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:09.038099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=412ae6fe-112a-4ea7-a032-9d314b351efa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:09.114245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ab75e88-6f1d-4a06-892e-25b032182b0f req-43dbfec2-067a-4904-9683-e0e299d9e436 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954065 Aug 29 04:34:09.135268 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-8601d50a-94e9-4ee0-af83-6cbca9fa913f service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141321 Aug 29 04:34:09.140096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.163522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0695f900-2f01-4651-a47d-c3c7b998df39 None None] Provisioning for port 25403708-631a-4c49-8618-b5d0b1c6466e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:09.176380 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd4afa7-72ef-4664-8e8b-443764e60ba5']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:09.198653 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.205737 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.238512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d100f39-2f0f-4c58-b048-5c82c640b11c') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:09.238822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d100f39-2f0f-4c58-b048-5c82c640b11c') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:09.267565 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.293014 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.304763 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c621012-af91-4f91-bfc0-e4ba4e8931ac req-6f41957f-e37a-410e-93df-584da33c34cf service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617980 Aug 29 04:34:09.305862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:09.306002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.306469 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.308975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=affd05f5-4ff7-4832-a003-398b714b5f32,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:09.309721 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:09.406870 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.436869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.439327 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/networks/ebd4afa7-72ef-4664-8e8b-443764e60ba5 HTTP/1.1" status: 204 len: 168 time: 1.8768506 Aug 29 04:34:09.443681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39270) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.450783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-346286818'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.460181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb204a-8fa0-4d59-be3b-397af76dc69b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Network': ['ID=ebd4afa7-72ef-4664-8e8b-443764e60ba5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:09.472787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:09.476872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:09.477686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-1c4acc1e-8c67-4d8e-98d7-7a3e3dc79be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.482661 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-1c4acc1e-8c67-4d8e-98d7-7a3e3dc79be1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2342e5a2484249608665ba9af0efd83f&device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 1099 time: 0.0845788 Aug 29 04:34:09.585046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:09.588896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.623360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-1c7ab300-004e-4322-a639-906a5971b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.626024 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-1c7ab300-004e-4322-a639-906a5971b405 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.1346505 Aug 29 04:34:09.631364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aefce445-fd37-4746-9e01-c298235befa0 None None] Provisioning for port affd05f5-4ff7-4832-a003-398b714b5f32 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:09.639457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aefce445-fd37-4746-9e01-c298235befa0 None None] Provisioning complete for port affd05f5-4ff7-4832-a003-398b714b5f32 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:09.640562 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aefce445-fd37-4746-9e01-c298235befa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.645426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:09.661172 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.661561 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Added segment 44db36c6-4648-4b4d-ad2f-bb30313a1001 of type vlan for network 4d67ad01-f8ae-4687-a907-05f36e1650ac Aug 29 04:34:09.687628 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-15a2dfc5-85e7-448a-abe9-552b54b59a6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9ecb48c7-22d7-45c9-8ec1-080109a40bf8 HTTP/1.1" status: 200 len: 217 time: 0.0545683 Aug 29 04:34:09.704459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-aefce445-fd37-4746-9e01-c298235befa0 None None] Port affd05f5-4ff7-4832-a003-398b714b5f32 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:09.729354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.763335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Router 9eca6fc0-6e75-461c-80d2-687676dd5ea6 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:34:09.780881 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.783741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-f884221f-9587-4193-8d2d-a389b218be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.786238 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-f884221f-9587-4193-8d2d-a389b218be30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0912828 Aug 29 04:34:09.786974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.787589 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.832413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-10c753a6-bd3e-40a0-b32d-9f2662becb5d None None] Provisioning complete for port affd05f5-4ff7-4832-a003-398b714b5f32 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:09.833192 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-10c753a6-bd3e-40a0-b32d-9f2662becb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.853634 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-74fec5d7-8601-4f6d-b700-ccb54a6d5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.855691 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-74fec5d7-8601-4f6d-b700-ccb54a6d5e72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576632 Aug 29 04:34:09.894275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-10c753a6-bd3e-40a0-b32d-9f2662becb5d None None] Port affd05f5-4ff7-4832-a003-398b714b5f32 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:09.909139 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:34:09.979286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Network': ['ID=4d67ad01-f8ae-4687-a907-05f36e1650ac,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:09.987967 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ce27b5d5-376e-4f1b-9574-c8c33fa9898b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5431113 Aug 29 04:34:09.991954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 4d67ad01-f8ae-4687-a907-05f36e1650ac details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:09.993495 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-efaf9b46-21c3-4b2c-98f0-7e6da6e7dfb3 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310651 Aug 29 04:34:09.994743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39284) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.999748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': '4d67ad01-f8ae-4687-a907-05f36e1650ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:10.020073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:10.033280 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e776a-290a-4228-8698-5c52c71e0e79 None None] Sync routers for ids ['9eca6fc0-6e75-461c-80d2-687676dd5ea6'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:10.040228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25403708-631a-4c49-8618-b5d0b1c6466e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:10.041542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-138c86e0-e4f4-4443-96ba-141969c07a0b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "PUT /v2.0/routers/9eca6fc0-6e75-461c-80d2-687676dd5ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0341425 Aug 29 04:34:10.042353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39286) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.049228 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e776a-290a-4228-8698-5c52c71e0e79 None None] Routers {'9eca6fc0-6e75-461c-80d2-687676dd5ea6'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:10.049868 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-724e776a-290a-4228-8698-5c52c71e0e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9eca6fc0-6e75-461c-80d2-687676dd5ea6'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:10.110173 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-724e776a-290a-4228-8698-5c52c71e0e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:10.113487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 25403708-631a-4c49-8618-b5d0b1c6466e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:10.138520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 25403708-631a-4c49-8618-b5d0b1c6466e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:10.138960 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.151614 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e776a-290a-4228-8698-5c52c71e0e79 None None] Routers {'9eca6fc0-6e75-461c-80d2-687676dd5ea6'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:10.152508 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-724e776a-290a-4228-8698-5c52c71e0e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9eca6fc0-6e75-461c-80d2-687676dd5ea6'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:10.157054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8392bc26-64b2-47d0-ba41-01557e6ee43d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:10.164962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8392bc26-64b2-47d0-ba41-01557e6ee43d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eca6fc0-6e75-461c-80d2-687676dd5ea6 HTTP/1.1" status: 200 len: 981 time: 0.1208076 Aug 29 04:34:10.167137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39290) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.227376 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-724e776a-290a-4228-8698-5c52c71e0e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:10.228418 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e776a-290a-4228-8698-5c52c71e0e79 None None] The sync data for ids ['9eca6fc0-6e75-461c-80d2-687676dd5ea6'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:10.241826 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ea12a3d7-b187-4e79-b9b0-b0a94e333576 None None] Provisioning complete for port affd05f5-4ff7-4832-a003-398b714b5f32 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:10.242218 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ea12a3d7-b187-4e79-b9b0-b0a94e333576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.285154 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6f5f5371-7b5e-4fb5-8ae1-371624c69465 req-3ef5d85b-a49b-4c54-852b-a689ecbc5991 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751071 Aug 29 04:34:10.338631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ea12a3d7-b187-4e79-b9b0-b0a94e333576 None None] Port affd05f5-4ff7-4832-a003-398b714b5f32 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:10.366597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:10.367998 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.371532 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.437008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0d5a2-19b7-4e33-8d6d-1995439ea7f5 req-bc73dbaf-89ba-429e-95b3-47b6f59cc8cd tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:10.439690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 25403708-631a-4c49-8618-b5d0b1c6466e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=25403708-631a-4c49-8618-b5d0b1c6466e,segment=NetworkSegment(97a3a8e5-85d9-407b-b01e-563a5f2c3492),segment_id=97a3a8e5-85d9-407b-b01e-563a5f2c3492)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:10.444824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cb0d5a2-19b7-4e33-8d6d-1995439ea7f5 req-bc73dbaf-89ba-429e-95b3-47b6f59cc8cd tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 947 time: 0.1770947 Aug 29 04:34:10.447608 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.524685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=25403708-631a-4c49-8618-b5d0b1c6466e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:10.567340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f2b29bd1-2970-4f13-a53f-66f9459fd79f None None] Provisioning complete for port affd05f5-4ff7-4832-a003-398b714b5f32 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:10.568304 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f2b29bd1-2970-4f13-a53f-66f9459fd79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.572064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 412ae6fe-112a-4ea7-a032-9d314b351efa no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:10.593268 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cb0d5a2-19b7-4e33-8d6d-1995439ea7f5 req-5ad4977e-0254-4f1b-b4bb-b2b82839932d tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369486 Aug 29 04:34:10.634560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 412ae6fe-112a-4ea7-a032-9d314b351efa {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:10.635214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 412ae6fe-112a-4ea7-a032-9d314b351efa not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:10.654163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f2b29bd1-2970-4f13-a53f-66f9459fd79f None None] Port affd05f5-4ff7-4832-a003-398b714b5f32 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:10.733845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.806289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=775f8fca-115b-48fb-889e-2ce788adb269,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:10.813576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Checking segment: {'id': '44db36c6-4648-4b4d-ad2f-bb30313a1001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4d67ad01-f8ae-4687-a907-05f36e1650ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:10.814080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network hostable DHCP agents. Network: 4d67ad01-f8ae-4687-a907-05f36e1650ac, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:10.831696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network 4d67ad01-f8ae-4687-a907-05f36e1650ac is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:10.841401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 4d67ad01-f8ae-4687-a907-05f36e1650ac) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:10.846342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:10.847059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.855200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2198bfbf-a441-4eda-aea2-d073bad04488 None None] Network 4d67ad01-f8ae-4687-a907-05f36e1650ac requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:10.867671 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-222ed5c0-9fd4-46b5-8a87-f592c8ebf35a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8717887 Aug 29 04:34:10.870510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39304) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.878909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': '4d67ad01-f8ae-4687-a907-05f36e1650ac', 'name': 'tempest-PortsIpV6TestJSON-965624368', 'fixed_ips': [{'subnet_id': '775f8fca-115b-48fb-889e-2ce788adb269', 'ip_address': '2001:db8::10'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:10.879674 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.021641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:11.035686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-4d67ad01-f8ae-4687-a907-05f36e1650ac', 'network_id': '4d67ad01-f8ae-4687-a907-05f36e1650ac', 'tenant_id': 'bb62a51eef2d4647b82d967190ca0586', 'fixed_ips': [{'subnet_id': '775f8fca-115b-48fb-889e-2ce788adb269'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:11.037778 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.154519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.179162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 6c813b19-e689-4e4c-83e4-791714dfc295 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:11.241661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Allocated IP 2001:db8::2 (4d67ad01-f8ae-4687-a907-05f36e1650ac/775f8fca-115b-48fb-889e-2ce788adb269/99ac4298-fcf2-49b4-bae5-3a161b85a4fb) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:11.393035 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.402076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Transition to ACTIVE for port object 99ac4298-fcf2-49b4-bae5-3a161b85a4fb will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:11.417426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Transition to ACTIVE for port object 99ac4298-fcf2-49b4-bae5-3a161b85a4fb will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:11.428921 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.468096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Network 4d67ad01-f8ae-4687-a907-05f36e1650ac is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:11.471849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port affd05f5-4ff7-4832-a003-398b714b5f32 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:11.472405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.474653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:11.478338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:11.481440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8::10 (4d67ad01-f8ae-4687-a907-05f36e1650ac/775f8fca-115b-48fb-889e-2ce788adb269/6c813b19-e689-4e4c-83e4-791714dfc295) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:11.485664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Pushing event updated for resources: {'Port': ['ID=99ac4298-fcf2-49b4-bae5-3a161b85a4fb,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.545225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Attempting to bind port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:11.545940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Attempting to bind port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '44db36c6-4648-4b4d-ad2f-bb30313a1001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4d67ad01-f8ae-4687-a907-05f36e1650ac'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:11.546529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Attempting to bind port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb on network 4d67ad01-f8ae-4687-a907-05f36e1650ac {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:11.552242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:11.553076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Checking segment: {'id': '44db36c6-4648-4b4d-ad2f-bb30313a1001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4d67ad01-f8ae-4687-a907-05f36e1650ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:11.553750 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.554434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Bound using segment: {'id': '44db36c6-4648-4b4d-ad2f-bb30313a1001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4d67ad01-f8ae-4687-a907-05f36e1650ac'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:11.555382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Bound port: 99ac4298-fcf2-49b4-bae5-3a161b85a4fb, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44db36c6-4648-4b4d-ad2f-bb30313a1001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4d67ad01-f8ae-4687-a907-05f36e1650ac'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:11.556161 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.592787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.624314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for affd05f5-4ff7-4832-a003-398b714b5f32 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:11.634639 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] For port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:11.638205 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] For port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=99ac4298-fcf2-49b4-bae5-3a161b85a4fb,segment=NetworkSegment(44db36c6-4648-4b4d-ad2f-bb30313a1001),segment_id=44db36c6-4648-4b4d-ad2f-bb30313a1001)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:11.643738 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.701892 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.729465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf119fab-68ca-49e7-aeb8-b5791365a9fd None None] Pushing event updated for resources: {'Port': ['ID=99ac4298-fcf2-49b4-bae5-3a161b85a4fb,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.730582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object 6c813b19-e689-4e4c-83e4-791714dfc295 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:11.770423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.820885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network 4d67ad01-f8ae-4687-a907-05f36e1650ac is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:11.824462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:11.829130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:11.835499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:11.836235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.848285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=6c813b19-e689-4e4c-83e4-791714dfc295,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.858173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf67dc-e31e-4cac-b0e1-9b53d33548e2 req-2fe30ca1-dc37-4ba4-959e-1f80b3a77cb1 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:11.859711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a9bf67dc-e31e-4cac-b0e1-9b53d33548e2 req-2fe30ca1-dc37-4ba4-959e-1f80b3a77cb1 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 947 time: 0.1086891 Aug 29 04:34:11.861236 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3760fb4f-28e7-4eee-8162-b14ee0782d4c tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9894938 Aug 29 04:34:11.861906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39318) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.867620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': '4d67ad01-f8ae-4687-a907-05f36e1650ac', 'name': 'tempest-PortsIpV6TestJSON-2034675212', 'fixed_ips': [{'subnet_id': '775f8fca-115b-48fb-889e-2ce788adb269', 'ip_address': '2001:db8::f'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:11.997053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a9bf67dc-e31e-4cac-b0e1-9b53d33548e2 req-4e5c9956-da33-4572-ae18-7a4823940511 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214106 Aug 29 04:34:12.026805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25403708-631a-4c49-8618-b5d0b1c6466e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:12.031744 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.068413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=affd05f5-4ff7-4832-a003-398b714b5f32,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:12.084816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:12.094931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.120619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port a3ba40b6-9e48-40a6-8198-f0f2d970caa5 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:12.135667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 25403708-631a-4c49-8618-b5d0b1c6466e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:12.136265 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.184865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:12.368801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8::f (4d67ad01-f8ae-4687-a907-05f36e1650ac/775f8fca-115b-48fb-889e-2ce788adb269/a3ba40b6-9e48-40a6-8198-f0f2d970caa5) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:12.376666 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.385572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:12.401924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '9ecb48c7-22d7-45c9-8ec1-080109a40bf8', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '9ecb48c7-22d7-45c9-8ec1-080109a40bf8', 'mac_address': 'fa:16:3e:0a:72:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:12.462061 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.477720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:12.499250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:12.503948 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.562436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:12.576640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Router 9eca6fc0-6e75-461c-80d2-687676dd5ea6 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:12.603224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.618946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object a3ba40b6-9e48-40a6-8198-f0f2d970caa5 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:12.669779 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.693635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:12.700232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a434f7a6-0b45-4b6e-ba74-d71906dc0b8d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "PUT /v2.0/routers/9eca6fc0-6e75-461c-80d2-687676dd5ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5304801 Aug 29 04:34:12.702537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39334) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.705287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e296da-4037-4d37-9c7c-afe619cf158e None None] Sync routers for ids ['9eca6fc0-6e75-461c-80d2-687676dd5ea6'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:12.722018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e296da-4037-4d37-9c7c-afe619cf158e None None] Routers {'9eca6fc0-6e75-461c-80d2-687676dd5ea6'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:12.722804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-35e296da-4037-4d37-9c7c-afe619cf158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9eca6fc0-6e75-461c-80d2-687676dd5ea6'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:12.734422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network 4d67ad01-f8ae-4687-a907-05f36e1650ac is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:12.738010 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:12.740909 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa56d296-1c5c-4846-b98a-b29e6dda79bd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:34:12.741302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:12.743258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aa56d296-1c5c-4846-b98a-b29e6dda79bd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/affd05f5-4ff7-4832-a003-398b714b5f32 HTTP/1.1" status: 404 len: 333 time: 0.0391004 Aug 29 04:34:12.745906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39336) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.750208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.750916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.767370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-35e296da-4037-4d37-9c7c-afe619cf158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:12.767635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=a3ba40b6-9e48-40a6-8198-f0f2d970caa5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:12.784853 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-03980a41-cdee-4868-a83e-e3f379b43e6e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9187829 Aug 29 04:34:12.784853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39340) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.807760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e296da-4037-4d37-9c7c-afe619cf158e None None] Routers {'9eca6fc0-6e75-461c-80d2-687676dd5ea6'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:12.808511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-35e296da-4037-4d37-9c7c-afe619cf158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9eca6fc0-6e75-461c-80d2-687676dd5ea6'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:12.845059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547f310-1f2c-4f9a-a040-5239cfd9489a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.845219 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9740e203-2079-4981-bb67-db674ca493aa tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.850184 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0547f310-1f2c-4f9a-a040-5239cfd9489a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0616155 Aug 29 04:34:12.850464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39342) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.883171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-35e296da-4037-4d37-9c7c-afe619cf158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:12.884013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e296da-4037-4d37-9c7c-afe619cf158e None None] The sync data for ids ['9eca6fc0-6e75-461c-80d2-687676dd5ea6'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:12.897569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['9ecb48c7-22d7-45c9-8ec1-080109a40bf8'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:12.949297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f1dcc-55d0-4343-97f7-5ed134abc962 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.968972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f1dcc-55d0-4343-97f7-5ed134abc962 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.981433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f1dcc-55d0-4343-97f7-5ed134abc962 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.991788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39344) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.993741 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-164f1dcc-55d0-4343-97f7-5ed134abc962 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1420279 Aug 29 04:34:13.094713 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9740e203-2079-4981-bb67-db674ca493aa tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.099443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9740e203-2079-4981-bb67-db674ca493aa tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.107910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fea64a-5a58-46cc-ad77-e85854363c8f None None] Network 4d67ad01-f8ae-4687-a907-05f36e1650ac requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:13.173990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ae01f953-d46a-4e2c-9905-8643afed02c6 None None] Provisioning for port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:13.201628 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9740e203-2079-4981-bb67-db674ca493aa tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.202218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9740e203-2079-4981-bb67-db674ca493aa tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Fanout notify agent at l3_agent the message router_deleted on router 9eca6fc0-6e75-461c-80d2-687676dd5ea6 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:13.211561 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9740e203-2079-4981-bb67-db674ca493aa tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.212991 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9740e203-2079-4981-bb67-db674ca493aa tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/routers/9eca6fc0-6e75-461c-80d2-687676dd5ea6 HTTP/1.1" status: 204 len: 168 time: 0.4657283 Aug 29 04:34:13.215460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39348) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.233359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b5eaf-398f-4389-80ea-2e2fed72b96a req-239bb2b0-218e-43c0-8cef-f8426cf435c5 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:13.234954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-825b5eaf-398f-4389-80ea-2e2fed72b96a req-239bb2b0-218e-43c0-8cef-f8426cf435c5 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 948 time: 0.1312749 Aug 29 04:34:13.250598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2d133-88f9-47e5-9795-e368e3cfb239 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port a3ba40b6-9e48-40a6-8198-f0f2d970caa5 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:13.251031 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfe2d133-88f9-47e5-9795-e368e3cfb239 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.283767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afc1961-eee6-4b5f-8e94-13ec50c1850b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet c023f374-9e3a-4381-944d-9a635f79f7bc {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:13.292978 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2afc1961-eee6-4b5f-8e94-13ec50c1850b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.348421 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2afc1961-eee6-4b5f-8e94-13ec50c1850b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.351593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-825b5eaf-398f-4389-80ea-2e2fed72b96a req-ef679e2c-7989-49ed-8ca7-29875908ff86 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069787 Aug 29 04:34:13.416242 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfe2d133-88f9-47e5-9795-e368e3cfb239 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.437434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2d133-88f9-47e5-9795-e368e3cfb239 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for a3ba40b6-9e48-40a6-8198-f0f2d970caa5 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:13.453837 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2afc1961-eee6-4b5f-8e94-13ec50c1850b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.632710 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2afc1961-eee6-4b5f-8e94-13ec50c1850b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.664230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786c87ac-54b3-415d-b888-8cb1e8d306c2 None None] Network 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:13.668527 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2afc1961-eee6-4b5f-8e94-13ec50c1850b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.670958 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2afc1961-eee6-4b5f-8e94-13ec50c1850b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/c023f374-9e3a-4381-944d-9a635f79f7bc HTTP/1.1" status: 204 len: 168 time: 0.4542091 Aug 29 04:34:13.671817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc1961-eee6-4b5f-8e94-13ec50c1850b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=c023f374-9e3a-4381-944d-9a635f79f7bc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.673669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39354) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.770327 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfe2d133-88f9-47e5-9795-e368e3cfb239 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.812439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2d133-88f9-47e5-9795-e368e3cfb239 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=a3ba40b6-9e48-40a6-8198-f0f2d970caa5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.818132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5d2f3c98-17f9-4d20-83ac-60558c788c27 None None] Could not find standard attr ID for object a3ba40b6-9e48-40a6-8198-f0f2d970caa5. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:13.823483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.833552 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfe2d133-88f9-47e5-9795-e368e3cfb239 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.835132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5d2f3c98-17f9-4d20-83ac-60558c788c27 None None] Provisioning for port 6c813b19-e689-4e4c-83e4-791714dfc295 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:13.836769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dfe2d133-88f9-47e5-9795-e368e3cfb239 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/a3ba40b6-9e48-40a6-8198-f0f2d970caa5 HTTP/1.1" status: 204 len: 168 time: 0.8435667 Aug 29 04:34:13.839039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39358) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.871358 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbaee57-1a56-4150-9472-a0a8f036c12a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:34:13.873413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4fbaee57-1a56-4150-9472-a0a8f036c12a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/a3ba40b6-9e48-40a6-8198-f0f2d970caa5 HTTP/1.1" status: 404 len: 333 time: 0.0327022 Aug 29 04:34:13.876365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39360) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.908527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 25403708-631a-4c49-8618-b5d0b1c6466e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:13.908711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5d2f3c98-17f9-4d20-83ac-60558c788c27 None None] Provisioning complete for port 6c813b19-e689-4e4c-83e4-791714dfc295 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:13.908928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.909176 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5d2f3c98-17f9-4d20-83ac-60558c788c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.976879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f3c98-17f9-4d20-83ac-60558c788c27 None None] Port 6c813b19-e689-4e4c-83e4-791714dfc295 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:14.001966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] For port 25403708-631a-4c49-8618-b5d0b1c6466e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=25403708-631a-4c49-8618-b5d0b1c6466e,segment=NetworkSegment(97a3a8e5-85d9-407b-b01e-563a5f2c3492),segment_id=97a3a8e5-85d9-407b-b01e-563a5f2c3492)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:14.002330 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.014832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e79eef01-17d4-4af5-9d2a-66d4c9e8cf97 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 6c813b19-e689-4e4c-83e4-791714dfc295 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:14.015421 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e79eef01-17d4-4af5-9d2a-66d4c9e8cf97 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.032141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 25403708-631a-4c49-8618-b5d0b1c6466e owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:14.047614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 99ac4298-fcf2-49b4-bae5-3a161b85a4fb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:14.099524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6084eb-1882-471e-9783-74ac4436082e None None] DHCP port deletion for 10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:14.160264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:14.169051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e79eef01-17d4-4af5-9d2a-66d4c9e8cf97 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.169409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:14.169664 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.171795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.193590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1e6084eb-1882-471e-9783-74ac4436082e None None] Deleting port 25403708-631a-4c49-8618-b5d0b1c6466e {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:14.193962 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1e6084eb-1882-471e-9783-74ac4436082e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.209286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e79eef01-17d4-4af5-9d2a-66d4c9e8cf97 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 6c813b19-e689-4e4c-83e4-791714dfc295 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:14.210239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=25403708-631a-4c49-8618-b5d0b1c6466e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.214189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No DVR routers for this DVR port 25403708-631a-4c49-8618-b5d0b1c6466e on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:14.260153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:14.309399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1e6084eb-1882-471e-9783-74ac4436082e None None] For port 25403708-631a-4c49-8618-b5d0b1c6466e, host n-d-712141-12, got binding levels [] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:14.309920 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1e6084eb-1882-471e-9783-74ac4436082e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.321036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.336443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:14.342679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1e6084eb-1882-471e-9783-74ac4436082e None None] Calling delete_port for 25403708-631a-4c49-8618-b5d0b1c6466e owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:14.348067 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.ipam_backend_mixin [None req-1e6084eb-1882-471e-9783-74ac4436082e None None] Port 25403708-631a-4c49-8618-b5d0b1c6466e was not found and therefore no delete operation was performed {{(pid=94852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:34:14.351067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a3a8e5-85d9-407b-b01e-563a5f2c3492') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:14.351609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a3a8e5-85d9-407b-b01e-563a5f2c3492') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:14.355116 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1e6084eb-1882-471e-9783-74ac4436082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.363535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.363776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a116b2ab-8fd4-4900-b7ca-6b6f408e3b5c None None] Provisioning complete for port 6c813b19-e689-4e4c-83e4-791714dfc295 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:14.363963 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a116b2ab-8fd4-4900-b7ca-6b6f408e3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.379717 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.401720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:14.403272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:14.410298 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:14.418809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a116b2ab-8fd4-4900-b7ca-6b6f408e3b5c None None] Port 6c813b19-e689-4e4c-83e4-791714dfc295 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:14.460473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e79eef01-17d4-4af5-9d2a-66d4c9e8cf97 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.460978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6084eb-1882-471e-9783-74ac4436082e None None] Pushing event deleted for resources: {'Port': ['ID=25403708-631a-4c49-8618-b5d0b1c6466e,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.468318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6084eb-1882-471e-9783-74ac4436082e None None] No DVR routers for this DVR port 25403708-631a-4c49-8618-b5d0b1c6466e on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:14.544337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.548003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.557224 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/networks/10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93 HTTP/1.1" status: 204 len: 168 time: 0.8821714 Aug 29 04:34:14.558947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39376) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.570110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:14.580081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:14.580634 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.596863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79eef01-17d4-4af5-9d2a-66d4c9e8cf97 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=6c813b19-e689-4e4c-83e4-791714dfc295,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.615701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96f6f8-29bb-42d6-a288-6faf430d08cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Network': ['ID=10d6d26a-49d9-4ef5-9c9d-4d4b1e46fa93,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.623059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9abdd0ca-64e4-4673-a398-1b27b3086584 None None] Could not find standard attr ID for object a3ba40b6-9e48-40a6-8198-f0f2d970caa5. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:14.628085 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.646850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e79eef01-17d4-4af5-9d2a-66d4c9e8cf97 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.649989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e79eef01-17d4-4af5-9d2a-66d4c9e8cf97 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/6c813b19-e689-4e4c-83e4-791714dfc295 HTTP/1.1" status: 204 len: 168 time: 0.7728438 Aug 29 04:34:14.653721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39378) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.684795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df852-c78f-4526-9f26-170a19b87a23 req-50b2baab-1681-426d-92db-02ff22f0dbfc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.686901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f14df852-c78f-4526-9f26-170a19b87a23 req-50b2baab-1681-426d-92db-02ff22f0dbfc tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 948 time: 0.1630847 Aug 29 04:34:14.698829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d702c2-b735-4a42-9860-7009fcf84198 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.706268 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-29d702c2-b735-4a42-9860-7009fcf84198 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/55c043c9-56ae-40fa-952a-36765c0a175f HTTP/1.1" status: 200 len: 841 time: 0.1131232 Aug 29 04:34:14.707390 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f9de68-cffb-4103-b286-a18b0178d35f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:34:14.709127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39380) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.712104 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-07f9de68-cffb-4103-b286-a18b0178d35f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/6c813b19-e689-4e4c-83e4-791714dfc295 HTTP/1.1" status: 404 len: 333 time: 0.0518620 Aug 29 04:34:14.712252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39382) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.760314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=99ac4298-fcf2-49b4-bae5-3a161b85a4fb,segment=NetworkSegment(44db36c6-4648-4b4d-ad2f-bb30313a1001),segment_id=44db36c6-4648-4b4d-ad2f-bb30313a1001)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:14.773910 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.777803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e7b4ff-0078-42c7-a514-fcd79a32b4bb tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet 775f8fca-115b-48fb-889e-2ce788adb269 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:14.778208 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.786776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b4ff-0078-42c7-a514-fcd79a32b4bb tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.820267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f7026bad-e687-4f3f-8a55-36905a2ae6ce tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/55c043c9-56ae-40fa-952a-36765c0a175f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1073709 Aug 29 04:34:14.826966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f14df852-c78f-4526-9f26-170a19b87a23 req-f37e765e-ee46-4eee-99f3-8f4af638e342 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320865 Aug 29 04:34:14.828685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39386) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.836373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-67e4e00f-1933-4c1b-b988-4fd54b37628d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:14.887672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:14.888903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc79de1-85d2-4c18-8519-a9a1e9e24291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecb48c7-22d7-45c9-8ec1-080109a40bf8'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:14.892777 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc9288-2c92-44b9-830a-7ee3bc141af0" -d '{"events": [{"server_uuid": "5fc79de1-85d2-4c18-8519-a9a1e9e24291", "name": "network-vif-plugged", "status": "completed", "tag": "9ecb48c7-22d7-45c9-8ec1-080109a40bf8"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:14.915348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b4ff-0078-42c7-a514-fcd79a32b4bb tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.919746 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.945860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=99ac4298-fcf2-49b4-bae5-3a161b85a4fb,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.034205 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.054411 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8166b729-6d32-48c3-8f3c-bca9c088df51 x-openstack-request-id: req-8166b729-6d32-48c3-8f3c-bca9c088df51 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:15.055128 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc79de1-85d2-4c18-8519-a9a1e9e24291", "name": "network-vif-plugged", "status": "completed", "tag": "9ecb48c7-22d7-45c9-8ec1-080109a40bf8", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:15.055798 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8166b729-6d32-48c3-8f3c-bca9c088df51 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:15.056409 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc79de1-85d2-4c18-8519-a9a1e9e24291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecb48c7-22d7-45c9-8ec1-080109a40bf8', 'code': 200} Aug 29 04:34:15.084752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e4e00f-1933-4c1b-b988-4fd54b37628d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:15.088433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-67e4e00f-1933-4c1b-b988-4fd54b37628d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.165055 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b4ff-0078-42c7-a514-fcd79a32b4bb tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.253263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee11ec4-98a4-49dc-b2a3-5aba2113258b req-739b1b4f-6529-49cb-9cc7-f4af6a82d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:15.255328 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aee11ec4-98a4-49dc-b2a3-5aba2113258b req-739b1b4f-6529-49cb-9cc7-f4af6a82d6e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 1101 time: 0.1162772 Aug 29 04:34:15.296557 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b4ff-0078-42c7-a514-fcd79a32b4bb tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.352980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7b4ff-0078-42c7-a514-fcd79a32b4bb tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=775f8fca-115b-48fb-889e-2ce788adb269,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.357598 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b4ff-0078-42c7-a514-fcd79a32b4bb tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.361820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9799edd4-142e-4f64-907d-27d104401f43 None None] Network 4d67ad01-f8ae-4687-a907-05f36e1650ac requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:15.362202 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d5e7b4ff-0078-42c7-a514-fcd79a32b4bb tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/775f8fca-115b-48fb-889e-2ce788adb269 HTTP/1.1" status: 204 len: 168 time: 0.6489985 Aug 29 04:34:15.362693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39392) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.373113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aee11ec4-98a4-49dc-b2a3-5aba2113258b req-2df85664-017c-40c1-a885-a0b50c74d769 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083961 Aug 29 04:34:15.439918 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-67e4e00f-1933-4c1b-b988-4fd54b37628d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.449761 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.492666 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4e00f-1933-4c1b-b988-4fd54b37628d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:15.495880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-67e4e00f-1933-4c1b-b988-4fd54b37628d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:15.500290 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4e00f-1933-4c1b-b988-4fd54b37628d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:15.500894 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-67e4e00f-1933-4c1b-b988-4fd54b37628d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.509318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5909600-be17-4fc9-94ef-1c8e8d76b10c None None] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:15.513442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4e00f-1933-4c1b-b988-4fd54b37628d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=f75c2cf1-386f-464a-a278-7cb7c7fa9585,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.529058 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-67e4e00f-1933-4c1b-b988-4fd54b37628d tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6965821 Aug 29 04:34:15.529379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:15.529379 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.529567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39394) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.535093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cdd7c69a-bf86-4028-8a63-71758c501ba2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'security_group': {'name': 'tempest-secgroup-1610441697'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:15.607779 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c69a-bf86-4028-8a63-71758c501ba2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.670800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] For port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=99ac4298-fcf2-49b4-bae5-3a161b85a4fb,segment=NetworkSegment(44db36c6-4648-4b4d-ad2f-bb30313a1001),segment_id=44db36c6-4648-4b4d-ad2f-bb30313a1001)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:15.672374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.695403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a16801-62ba-4db4-ab9a-2713039e0305 None None] DHCP port deletion for 4d67ad01-f8ae-4687-a907-05f36e1650ac request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:15.702769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 99ac4298-fcf2-49b4-bae5-3a161b85a4fb owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:15.749253 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c69a-bf86-4028-8a63-71758c501ba2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.757856 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c69a-bf86-4028-8a63-71758c501ba2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.790186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c69a-bf86-4028-8a63-71758c501ba2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.791218 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b0a16801-62ba-4db4-ab9a-2713039e0305 None None] Deleting port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:15.791709 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cdd7c69a-bf86-4028-8a63-71758c501ba2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2608654 Aug 29 04:34:15.791825 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b0a16801-62ba-4db4-ab9a-2713039e0305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.794461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39400) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.799886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-880314d3-1af2-439c-baf6-322154443888 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'security_group': {'name': 'tempest-secgroup-1468451375'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:15.808292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7c69a-bf86-4028-8a63-71758c501ba2 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a207b76-9eb4-4314-8e74-0238d67979b1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.825386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-1a1eab26-cbb0-4506-a37b-150fc9347060', 'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'tenant_id': '122b9ba081e6485a80cc54ce8056bb1f', 'fixed_ips': [{'subnet_id': 'f75c2cf1-386f-464a-a278-7cb7c7fa9585'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:15.826554 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.832143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-880314d3-1af2-439c-baf6-322154443888 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.839323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.871198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=99ac4298-fcf2-49b4-bae5-3a161b85a4fb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.874227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No DVR routers for this DVR port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:15.929204 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-880314d3-1af2-439c-baf6-322154443888 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.936006 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-880314d3-1af2-439c-baf6-322154443888 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.952675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-880314d3-1af2-439c-baf6-322154443888 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.954196 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-880314d3-1af2-439c-baf6-322154443888 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1587064 Aug 29 04:34:15.962637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39408) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.970518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1782639668', 'security_groups': ['13056455-1bd7-4070-bd86-a8dfa1f83885'], 'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f75c2cf1-386f-464a-a278-7cb7c7fa9585'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:15.989015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b0a16801-62ba-4db4-ab9a-2713039e0305 None None] For port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=99ac4298-fcf2-49b4-bae5-3a161b85a4fb,segment=NetworkSegment(44db36c6-4648-4b4d-ad2f-bb30313a1001),segment_id=44db36c6-4648-4b4d-ad2f-bb30313a1001)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:15.990062 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b0a16801-62ba-4db4-ab9a-2713039e0305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.050109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25403708-631a-4c49-8618-b5d0b1c6466e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:16.084227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b0a16801-62ba-4db4-ab9a-2713039e0305 None None] Calling delete_port for 99ac4298-fcf2-49b4-bae5-3a161b85a4fb owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:16.088562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 25403708-631a-4c49-8618-b5d0b1c6466e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:16.088904 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 25403708-631a-4c49-8618-b5d0b1c6466e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:16.089359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 99ac4298-fcf2-49b4-bae5-3a161b85a4fb no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:16.096130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.111907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d67ad01-f8ae-4687-a907-05f36e1650ac']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:16.137495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058db4d-d5de-4ffa-97cd-f178663eef6a req-71d823f5-fc3c-41eb-8359-7b8cc8c8c17c tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.139140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1058db4d-d5de-4ffa-97cd-f178663eef6a req-71d823f5-fc3c-41eb-8359-7b8cc8c8c17c tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 949 time: 0.1037006 Aug 29 04:34:16.141203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44db36c6-4648-4b4d-ad2f-bb30313a1001') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:16.141500 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44db36c6-4648-4b4d-ad2f-bb30313a1001') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:16.149843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 99ac4298-fcf2-49b4-bae5-3a161b85a4fb {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:16.149843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 99ac4298-fcf2-49b4-bae5-3a161b85a4fb not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:16.153316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.182840 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.198331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:16.198895 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:16.203034 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:16.254050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Allocated IP 172.20.0.2 (1a1eab26-cbb0-4506-a37b-150fc9347060/f75c2cf1-386f-464a-a278-7cb7c7fa9585/3a14a3a6-0117-4422-8bd0-9dd465b84ca5) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:16.265353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1058db4d-d5de-4ffa-97cd-f178663eef6a req-619697cd-e4d6-45ed-a7d6-c87fcc9e93ee tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975368 Aug 29 04:34:16.299100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880314d3-1af2-439c-baf6-322154443888 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13056455-1bd7-4070-bd86-a8dfa1f83885,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.302888 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.326922 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.333783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/networks/4d67ad01-f8ae-4687-a907-05f36e1650ac HTTP/1.1" status: 204 len: 168 time: 0.9657168 Aug 29 04:34:16.333783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727669ee-8bc9-4b1b-81b5-1a4895da90e2 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Network': ['ID=4d67ad01-f8ae-4687-a907-05f36e1650ac,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.334769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39412) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.339794 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b0a16801-62ba-4db4-ab9a-2713039e0305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.342899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1173275666'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:16.374051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0a16801-62ba-4db4-ab9a-2713039e0305 None None] Network 4d67ad01-f8ae-4687-a907-05f36e1650ac is not hosted by any dhcp agent {{(pid=94852) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:34:16.374617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a16801-62ba-4db4-ab9a-2713039e0305 None None] No DVR routers for this DVR port 99ac4298-fcf2-49b4-bae5-3a161b85a4fb on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:16.375946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:16.378183 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a16801-62ba-4db4-ab9a-2713039e0305 None None] Pushing event deleted for resources: {'Port': ['ID=99ac4298-fcf2-49b4-bae5-3a161b85a4fb,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.379435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.410497 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:16.418016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:16.461522 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.464706 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.465065 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Added segment c8596bdb-57f6-4b59-9355-13bd0d4c776e of type vlan for network b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 Aug 29 04:34:16.469603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Transition to ACTIVE for port object 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:16.486220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Transition to ACTIVE for port object 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:16.493736 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.523500 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.532697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:16.539952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:16.542360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:16.553719 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.554705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Pushing event updated for resources: {'Port': ['ID=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.582216 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.582216 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.582668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.586040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port f875b70c-6568-4550-876a-19edde2998bc yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:16.609281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Attempting to bind port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:16.609665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Attempting to bind port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '79817968-dc86-4cba-b2bf-46ca0340ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:16.610036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Attempting to bind port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 on network 1a1eab26-cbb0-4506-a37b-150fc9347060 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:16.615781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:16.616147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Checking segment: {'id': '79817968-dc86-4cba-b2bf-46ca0340ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:16.616586 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.616986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Bound using segment: {'id': '79817968-dc86-4cba-b2bf-46ca0340ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:16.617581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Bound port: 3a14a3a6-0117-4422-8bd0-9dd465b84ca5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79817968-dc86-4cba-b2bf-46ca0340ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:16.618055 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.698365 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3564322 Aug 29 04:34:16.699437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39422) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.713153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215d8d2-7928-43ce-94fd-636a7c2e8d2d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Network': ['ID=b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.714734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': 'b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:16.715013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] For port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:16.727171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] For port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,segment=NetworkSegment(79817968-dc86-4cba-b2bf-46ca0340ceb2),segment_id=79817968-dc86-4cba-b2bf-46ca0340ceb2)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:16.733643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:16.741098 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.888218 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eed1e-5c3f-4d8f-b552-e79a2b2dfa57 None None] Pushing event updated for resources: {'Port': ['ID=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.889720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.3 (1a1eab26-cbb0-4506-a37b-150fc9347060/f75c2cf1-386f-464a-a278-7cb7c7fa9585/f875b70c-6568-4550-876a-19edde2998bc) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:16.910858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:16.914535 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.115225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.131691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object f875b70c-6568-4550-876a-19edde2998bc will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:17.174676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.191763 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.234436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=ac8e5a38-a77a-4bac-bd9f-bfad73c37c08,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:17.245259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:17.248883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:17.252262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:17.279767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Checking segment: {'id': 'c8596bdb-57f6-4b59-9355-13bd0d4c776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:17.280864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network hostable DHCP agents. Network: b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:17.294929 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=f875b70c-6568-4550-876a-19edde2998bc,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:17.302301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:17.313425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:17.319390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:17.320235 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.322114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:17.323978 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.325181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e6293e-c960-4779-b0de-1a433b7152bc None None] Network b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:17.341061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e760ac95-a1aa-4cb0-9392-71d517e02eb0 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6401215 Aug 29 04:34:17.342781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39432) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.347811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ca7a068a-6772-4db9-845b-4d393eb3efbf tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3816507 Aug 29 04:34:17.348033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39434) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.351061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-08a851f8-20f9-47db-8ab5-e03c4f5fb1ae tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1788766549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:17.353387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-365a523d-7a37-447c-80a4-abb6010b8f56 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:17.425412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712ed66-79ee-42f2-97fa-ac6fd4a95513 req-cc501250-c3f1-4ac4-8ecf-1cdae8d985fd tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:17.428040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f712ed66-79ee-42f2-97fa-ac6fd4a95513 req-cc501250-c3f1-4ac4-8ecf-1cdae8d985fd tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 949 time: 0.0718770 Aug 29 04:34:17.437779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a851f8-20f9-47db-8ab5-e03c4f5fb1ae tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.438921 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a851f8-20f9-47db-8ab5-e03c4f5fb1ae tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.506091 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9', 'network_id': 'b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9', 'tenant_id': 'bb62a51eef2d4647b82d967190ca0586', 'fixed_ips': [{'subnet_id': 'ac8e5a38-a77a-4bac-bd9f-bfad73c37c08'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:17.507076 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.515022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365a523d-7a37-447c-80a4-abb6010b8f56 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:17.519842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-365a523d-7a37-447c-80a4-abb6010b8f56 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.534286 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f712ed66-79ee-42f2-97fa-ac6fd4a95513 req-962edaf3-16d1-41b5-b6c9-73d70324f837 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850892 Aug 29 04:34:17.548299 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a851f8-20f9-47db-8ab5-e03c4f5fb1ae tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.554216 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a851f8-20f9-47db-8ab5-e03c4f5fb1ae tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.603783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a851f8-20f9-47db-8ab5-e03c4f5fb1ae tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.608984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-08a851f8-20f9-47db-8ab5-e03c4f5fb1ae tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2626946 Aug 29 04:34:17.610025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39440) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.616799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'network_id': 'b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9', 'name': 'tempest-PortsIpV6TestJSON-1349009468'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:17.695525 n-d-712141-12 neutron-server[94850]: INFO neutron.db.ipam_backend_mixin [None req-365a523d-7a37-447c-80a4-abb6010b8f56 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f75c2cf1-386f-464a-a278-7cb7c7fa9585 (CIDR: 172.20.0.0/28) Aug 29 04:34:17.700803 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-365a523d-7a37-447c-80a4-abb6010b8f56 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:17.701409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365a523d-7a37-447c-80a4-abb6010b8f56 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:17.705838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Allocated IP 2001:db8::2 (b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9/ac8e5a38-a77a-4bac-bd9f-bfad73c37c08/a85508a5-819d-48cc-a02f-760e054aed45) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:17.727903 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-365a523d-7a37-447c-80a4-abb6010b8f56 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3785832 Aug 29 04:34:17.730535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39442) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.737661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-050dfc90-ee72-40af-b475-379a3a92801f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:17.970654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:17.975098 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.977194 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.987324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Transition to ACTIVE for port object a85508a5-819d-48cc-a02f-760e054aed45 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:18.005278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Transition to ACTIVE for port object a85508a5-819d-48cc-a02f-760e054aed45 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:18.013854 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.025257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:18.052443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:18.078684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050dfc90-ee72-40af-b475-379a3a92801f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:18.082573 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-050dfc90-ee72-40af-b475-379a3a92801f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.120805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c870926-a980-483e-bd9d-92d16f71419d req-ccaa1a97-e8f9-4d90-b5e3-be1b51328b3e tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:18.124553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c870926-a980-483e-bd9d-92d16f71419d req-ccaa1a97-e8f9-4d90-b5e3-be1b51328b3e tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 949 time: 0.1695902 Aug 29 04:34:18.261848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8::14b (b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9/ac8e5a38-a77a-4bac-bd9f-bfad73c37c08/17aa09ca-49d3-449b-ae7e-78f54c3b3dfd) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:18.292526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Network b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:18.298570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Pushing event updated for resources: {'Port': ['ID=a85508a5-819d-48cc-a02f-760e054aed45,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:18.312284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:18.318369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:18.324971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:18.342548 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.342795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-037452a9-a424-4604-b0e3-919514091a31 None None] Provisioning for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:18.358911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-037452a9-a424-4604-b0e3-919514091a31 None None] Provisioning complete for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:18.359224 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-037452a9-a424-4604-b0e3-919514091a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.420574 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c870926-a980-483e-bd9d-92d16f71419d req-90d81059-7120-4d4d-8dce-38c89f5a4d42 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526579 Aug 29 04:34:18.433063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Attempting to bind port a85508a5-819d-48cc-a02f-760e054aed45 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:18.433458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Attempting to bind port a85508a5-819d-48cc-a02f-760e054aed45 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c8596bdb-57f6-4b59-9355-13bd0d4c776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:18.433805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Attempting to bind port a85508a5-819d-48cc-a02f-760e054aed45 on network b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:18.458783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:18.459167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Checking segment: {'id': 'c8596bdb-57f6-4b59-9355-13bd0d4c776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:18.459559 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.459953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Bound using segment: {'id': 'c8596bdb-57f6-4b59-9355-13bd0d4c776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:18.460477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Bound port: a85508a5-819d-48cc-a02f-760e054aed45, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8596bdb-57f6-4b59-9355-13bd0d4c776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:18.460862 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.504188 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-037452a9-a424-4604-b0e3-919514091a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.557250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-037452a9-a424-4604-b0e3-919514091a31 None None] For port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,segment=NetworkSegment(79817968-dc86-4cba-b2bf-46ca0340ceb2),segment_id=79817968-dc86-4cba-b2bf-46ca0340ceb2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:18.562255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] For port a85508a5-819d-48cc-a02f-760e054aed45, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:18.564284 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-037452a9-a424-4604-b0e3-919514091a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.567823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] For port a85508a5-819d-48cc-a02f-760e054aed45, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a85508a5-819d-48cc-a02f-760e054aed45,segment=NetworkSegment(c8596bdb-57f6-4b59-9355-13bd0d4c776e),segment_id=c8596bdb-57f6-4b59-9355-13bd0d4c776e)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:18.584502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.591239 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.618163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-037452a9-a424-4604-b0e3-919514091a31 None None] Provisioning complete for port 55c043c9-56ae-40fa-952a-36765c0a175f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:18.618538 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-037452a9-a424-4604-b0e3-919514091a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.629775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:18.661267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037452a9-a424-4604-b0e3-919514091a31 None None] Pushing event updated for resources: {'Port': ['ID=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:18.689637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-037452a9-a424-4604-b0e3-919514091a31 None None] Port 55c043c9-56ae-40fa-952a-36765c0a175f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:18.697046 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-050dfc90-ee72-40af-b475-379a3a92801f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.720636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c57643-df8e-465e-8530-7b27b3ac2673 None None] Pushing event updated for resources: {'Port': ['ID=a85508a5-819d-48cc-a02f-760e054aed45,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:18.754913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.761764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050dfc90-ee72-40af-b475-379a3a92801f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:18.772818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-050dfc90-ee72-40af-b475-379a3a92801f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:18.776024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050dfc90-ee72-40af-b475-379a3a92801f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:18.776660 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-050dfc90-ee72-40af-b475-379a3a92801f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.784150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5330f048-a69a-4ce9-8a0b-8b869cc7254e None None] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:18.806652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dfc90-ee72-40af-b475-379a3a92801f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=b3ecaea8-8a98-4422-b03c-c04797cbce95,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:18.832839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-050dfc90-ee72-40af-b475-379a3a92801f tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0977411 Aug 29 04:34:18.832839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:18.833410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39454) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:18.838701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2070798099', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3ecaea8-8a98-4422-b03c-c04797cbce95'}], 'security_groups': ['5a207b76-9eb4-4314-8e74-0238d67979b1']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:18.858258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:18.874114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:18.880560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:18.889205 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.903434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=17aa09ca-49d3-449b-ae7e-78f54c3b3dfd,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:18.907651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6c58dfb1-b2a1-4226-8379-251a4552d89f None None] Provisioning for port f875b70c-6568-4550-876a-19edde2998bc completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:18.919236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6c58dfb1-b2a1-4226-8379-251a4552d89f None None] Provisioning complete for port f875b70c-6568-4550-876a-19edde2998bc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:18.919638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6c58dfb1-b2a1-4226-8379-251a4552d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.936083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d6ecc8f5-4fb0-4306-8bd6-f268c1491c43 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3249376 Aug 29 04:34:18.936884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39456) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:18.993408 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.062043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6c58dfb1-b2a1-4226-8379-251a4552d89f None None] Port f875b70c-6568-4550-876a-19edde2998bc cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:19.233464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da468ea-3e92-403d-8079-c19e05537e49 None None] Update dhcp port {'port': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'fixed_ips': [{'subnet_id': 'f75c2cf1-386f-464a-a278-7cb7c7fa9585', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b3ecaea8-8a98-4422-b03c-c04797cbce95'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '3a14a3a6-0117-4422-8bd0-9dd465b84ca5'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:34:19.282291 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8da468ea-3e92-403d-8079-c19e05537e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.550113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-520306db-ec57-4586-9390-4a8215a9abb0 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:19.555898 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-520306db-ec57-4586-9390-4a8215a9abb0 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 949 time: 0.1883929 Aug 29 04:34:19.754898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39478) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:19.774502 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Delete allocated IP 172.20.0.3 (1a1eab26-cbb0-4506-a37b-150fc9347060/f75c2cf1-386f-464a-a278-7cb7c7fa9585) {{(pid=94850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:34:19.790443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.26 (1a1eab26-cbb0-4506-a37b-150fc9347060/b3ecaea8-8a98-4422-b03c-c04797cbce95/f875b70c-6568-4550-876a-19edde2998bc) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:20.007598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428eebb-4c03-4f1f-9c22-e470df5e739c req-67139c60-b289-4b9c-8b3b-73bf64985360 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:20.016797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8428eebb-4c03-4f1f-9c22-e470df5e739c req-67139c60-b289-4b9c-8b3b-73bf64985360 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 949 time: 0.1261454 Aug 29 04:34:20.053323 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.071326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object f875b70c-6568-4550-876a-19edde2998bc will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:20.094722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.096480 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56152cc2-b39b-44db-a873-9db70601d42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.129048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8428eebb-4c03-4f1f-9c22-e470df5e739c req-eaaf33c9-b340-46dc-8f35-ec4d471068c7 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/security-groups?id=55050cfc-8a4d-4212-953b-8ed1c58368d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111212 Aug 29 04:34:20.158886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a85508a5-819d-48cc-a02f-760e054aed45 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:20.205477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdaa46-7c09-4c0d-9cfb-d741085a8b51 None None] Network b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:20.213354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.215682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-e9e99fbd-faf7-4741-99d0-3304992cc751 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Deleting port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:20.219984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-e9e99fbd-faf7-4741-99d0-3304992cc751 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.319050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-8da468ea-3e92-403d-8079-c19e05537e49 None None] Allocated IP 172.20.0.18 (1a1eab26-cbb0-4506-a37b-150fc9347060/b3ecaea8-8a98-4422-b03c-c04797cbce95/3a14a3a6-0117-4422-8bd0-9dd465b84ca5) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:20.323301 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-19ecee26-5d48-4741-846c-45c4d31ebd31 None None] Provisioning for port a85508a5-819d-48cc-a02f-760e054aed45 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:20.354974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=f875b70c-6568-4550-876a-19edde2998bc,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.377382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] In _notify_port_updated(), no bound segment for port f875b70c-6568-4550-876a-19edde2998bc on network 1a1eab26-cbb0-4506-a37b-150fc9347060 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:34:20.383084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:20.383827 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.388379 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-934a3eb7-0f79-45cb-8807-2168658cbbeb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "PUT /v2.0/ports/f875b70c-6568-4550-876a-19edde2998bc HTTP/1.1" status: 200 len: 921 time: 1.5541441 Aug 29 04:34:20.391962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39482) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:20.456413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a85508a5-819d-48cc-a02f-760e054aed45 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:20.463602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a85508a5-819d-48cc-a02f-760e054aed45 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:20.464078 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.510564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-e9e99fbd-faf7-4741-99d0-3304992cc751 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] For port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:20.511093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-e9e99fbd-faf7-4741-99d0-3304992cc751 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.539425 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-e9e99fbd-faf7-4741-99d0-3304992cc751 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Calling delete_port for 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:20.577260 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.585057 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.624764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5286a094-c441-4ff5-8063-cddec6895e4b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port f875b70c-6568-4550-876a-19edde2998bc {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:20.625234 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5286a094-c441-4ff5-8063-cddec6895e4b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.648679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56152cc2-b39b-44db-a873-9db70601d42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.672107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=17aa09ca-49d3-449b-ae7e-78f54c3b3dfd,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.684347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56152cc2-b39b-44db-a873-9db70601d42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.685364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8da468ea-3e92-403d-8079-c19e05537e49 None None] For port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,segment=NetworkSegment(79817968-dc86-4cba-b2bf-46ca0340ceb2),segment_id=79817968-dc86-4cba-b2bf-46ca0340ceb2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:20.704467 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.747013 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8da468ea-3e92-403d-8079-c19e05537e49 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.767332 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-56152cc2-b39b-44db-a873-9db70601d42c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63fe2bed3ee646979f1494d35e768fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0067551 Aug 29 04:34:20.768098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39486) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:20.771899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56152cc2-b39b-44db-a873-9db70601d42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c62f2e-1a69-4c30-a386-628f31ce79c3,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.781783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.782159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a85508a5-819d-48cc-a02f-760e054aed45, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a85508a5-819d-48cc-a02f-760e054aed45,segment=NetworkSegment(c8596bdb-57f6-4b59-9355-13bd0d4c776e),segment_id=c8596bdb-57f6-4b59-9355-13bd0d4c776e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:20.787063 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.788264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:20.814917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8da468ea-3e92-403d-8079-c19e05537e49 None None] Transition to ACTIVE for port object 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:20.829912 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5286a094-c441-4ff5-8063-cddec6895e4b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.852492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5286a094-c441-4ff5-8063-cddec6895e4b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for f875b70c-6568-4550-876a-19edde2998bc owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:20.858250 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8da468ea-3e92-403d-8079-c19e05537e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.921486 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.953560 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83f3eb54-7646-4c0b-9199-50b08386d4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.976288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-e9e99fbd-faf7-4741-99d0-3304992cc751 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.979244 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a85508a5-819d-48cc-a02f-760e054aed45,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.070926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e99fbd-faf7-4741-99d0-3304992cc751 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Pushing event deleted for resources: {'Port': ['ID=9ecb48c7-22d7-45c9-8ec1-080109a40bf8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.072238 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da468ea-3e92-403d-8079-c19e05537e49 None None] Pushing event updated for resources: {'Port': ['ID=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.082290 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83f3eb54-7646-4c0b-9199-50b08386d4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.167467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-87bbcf96-01ee-4c85-9be9-32b4667528c4 None None] Provisioning complete for port a85508a5-819d-48cc-a02f-760e054aed45 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:21.169129 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-87bbcf96-01ee-4c85-9be9-32b4667528c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.206020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-e9e99fbd-faf7-4741-99d0-3304992cc751 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] No DVR routers for this DVR port 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:21.211772 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-e9e99fbd-faf7-4741-99d0-3304992cc751 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.213831 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d2983b6-716b-4b3d-bc79-5b0458d0aed8 req-e9e99fbd-faf7-4741-99d0-3304992cc751 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.52 "DELETE /v2.0/ports/9ecb48c7-22d7-45c9-8ec1-080109a40bf8 HTTP/1.1" status: 204 len: 173 time: 1.6515689 Aug 29 04:34:21.214313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc79de1-85d2-4c18-8519-a9a1e9e24291', 'name': 'network-vif-deleted', 'tag': '9ecb48c7-22d7-45c9-8ec1-080109a40bf8'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:21.217115 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3531068-e9f3-412a-9f3e-a8b29d6de04e" -d '{"events": [{"server_uuid": "5fc79de1-85d2-4c18-8519-a9a1e9e24291", "name": "network-vif-deleted", "tag": "9ecb48c7-22d7-45c9-8ec1-080109a40bf8"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:21.249639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83f3eb54-7646-4c0b-9199-50b08386d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.257635 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-83f3eb54-7646-4c0b-9199-50b08386d4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.259499 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-83f3eb54-7646-4c0b-9199-50b08386d4f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77c62f2e-1a69-4c30-a386-628f31ce79c3 HTTP/1.1" status: 204 len: 168 time: 0.4845014 Aug 29 04:34:21.278617 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5286a094-c441-4ff5-8063-cddec6895e4b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.308101 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3eb54-7646-4c0b-9199-50b08386d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c62f2e-1a69-4c30-a386-628f31ce79c3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.342070 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc1bf9c-c68c-493f-bc7f-0a7eb086d611 x-openstack-request-id: req-ecc1bf9c-c68c-493f-bc7f-0a7eb086d611 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:21.342508 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc79de1-85d2-4c18-8519-a9a1e9e24291", "name": "network-vif-deleted", "tag": "9ecb48c7-22d7-45c9-8ec1-080109a40bf8", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:21.342867 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecc1bf9c-c68c-493f-bc7f-0a7eb086d611 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:21.343421 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc79de1-85d2-4c18-8519-a9a1e9e24291', 'name': 'network-vif-deleted', 'tag': '9ecb48c7-22d7-45c9-8ec1-080109a40bf8', 'status': 'completed', 'code': 200} Aug 29 04:34:21.403054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286a094-c441-4ff5-8063-cddec6895e4b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=f875b70c-6568-4550-876a-19edde2998bc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.409878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69dbf0aa-1eda-450f-8650-647e9cb622c7 req-98b0e29a-4e7c-4985-a8bb-818083ec5809 tempest-VolumesNegativeTest-1806202455 tempest-VolumesNegativeTest-1806202455-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc79de1-85d2-4c18-8519-a9a1e9e24291 HTTP/1.1" status: 200 len: 210 time: 0.1056194 Aug 29 04:34:21.481143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-87bbcf96-01ee-4c85-9be9-32b4667528c4 None None] Provisioning for port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:21.489963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-87bbcf96-01ee-4c85-9be9-32b4667528c4 None None] Provisioning complete for port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:21.490343 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-87bbcf96-01ee-4c85-9be9-32b4667528c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.559347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5286a094-c441-4ff5-8063-cddec6895e4b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.564698 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5286a094-c441-4ff5-8063-cddec6895e4b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/f875b70c-6568-4550-876a-19edde2998bc HTTP/1.1" status: 204 len: 168 time: 1.1702785 Aug 29 04:34:21.567698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39498) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.584859 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.593632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.595817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-87bbcf96-01ee-4c85-9be9-32b4667528c4 None None] Port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:21.600553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.641199 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ac2973-2b1a-4a7d-bcdc-1c6fbdbae6b5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:34:21.642959 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-83ac2973-2b1a-4a7d-bcdc-1c6fbdbae6b5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/f875b70c-6568-4550-876a-19edde2998bc HTTP/1.1" status: 404 len: 333 time: 0.0730958 Aug 29 04:34:21.645751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39500) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.733943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=17aa09ca-49d3-449b-ae7e-78f54c3b3dfd,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.734591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90359b4f-38f3-4cbd-98e5-43488c67ee64 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.740676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-61d68bd8-7584-4d1e-a701-95409c630fd0 None None] Provisioning complete for port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:21.741322 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-61d68bd8-7584-4d1e-a701-95409c630fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.781121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-61d68bd8-7584-4d1e-a701-95409c630fd0 None None] Port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:21.790389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90359b4f-38f3-4cbd-98e5-43488c67ee64 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.810503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:21.811995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:21.870265 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90359b4f-38f3-4cbd-98e5-43488c67ee64 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.877910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90359b4f-38f3-4cbd-98e5-43488c67ee64 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.879047 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-90359b4f-38f3-4cbd-98e5-43488c67ee64 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/security-groups/13056455-1bd7-4070-bd86-a8dfa1f83885 HTTP/1.1" status: 204 len: 168 time: 0.2320812 Aug 29 04:34:21.889033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39508) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.947423 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90359b4f-38f3-4cbd-98e5-43488c67ee64 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13056455-1bd7-4070-bd86-a8dfa1f83885,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.029882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b10e8b50-d63a-48c2-8f11-7e990e28fe88 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.037539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a85508a5-819d-48cc-a02f-760e054aed45 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:22.057769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Router 52b8373b-27a0-4cb7-bca9-c0c08fb31e2b is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:34:22.091243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b10e8b50-d63a-48c2-8f11-7e990e28fe88 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.101097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a85508a5-819d-48cc-a02f-760e054aed45 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:22.101427 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.178167 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b10e8b50-d63a-48c2-8f11-7e990e28fe88 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.181251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b10e8b50-d63a-48c2-8f11-7e990e28fe88 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.185505 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b10e8b50-d63a-48c2-8f11-7e990e28fe88 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/security-groups/5a207b76-9eb4-4314-8e74-0238d67979b1 HTTP/1.1" status: 204 len: 168 time: 0.2922208 Aug 29 04:34:22.186191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39514) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.215312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:22.219650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:22.227073 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e3916-b17f-4b6d-a02a-5873ff1dde4b None None] Sync routers for ids ['52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:22.233873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-46fef009-90fd-40a3-89f4-50901397bdc5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "PUT /v2.0/routers/52b8373b-27a0-4cb7-bca9-c0c08fb31e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2945061 Aug 29 04:34:22.234782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39516) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.243792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e8b50-d63a-48c2-8f11-7e990e28fe88 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a207b76-9eb4-4314-8e74-0238d67979b1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.245281 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e3916-b17f-4b6d-a02a-5873ff1dde4b None None] Routers {'52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:22.245924 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c53e3916-b17f-4b6d-a02a-5873ff1dde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:22.254354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:22.294457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-d617d4f0-b00a-4900-a792-f841a5464dd9 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet f75c2cf1-386f-464a-a278-7cb7c7fa9585 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:22.300720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dee19006-062b-4b10-a048-7aae3a0a70a6 None None] Provisioning complete for port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:22.301100 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dee19006-062b-4b10-a048-7aae3a0a70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.312156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5a74e4-5f0e-4edd-b027-ca46f62463ec tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:22.314113 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d617d4f0-b00a-4900-a792-f841a5464dd9 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.318391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39524) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.319078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cc5a74e4-5f0e-4edd-b027-ca46f62463ec tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b8373b-27a0-4cb7-bca9-c0c08fb31e2b HTTP/1.1" status: 200 len: 989 time: 0.0831347 Aug 29 04:34:22.325532 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c53e3916-b17f-4b6d-a02a-5873ff1dde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:22.340059 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e3916-b17f-4b6d-a02a-5873ff1dde4b None None] Routers {'52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:22.340693 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c53e3916-b17f-4b6d-a02a-5873ff1dde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:22.369994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:22.370482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 9ecb48c7-22d7-45c9-8ec1-080109a40bf8 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:22.379406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-dee19006-062b-4b10-a048-7aae3a0a70a6 None None] Port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:22.396177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dee19006-062b-4b10-a048-7aae3a0a70a6 None None] Provisioning for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:22.401123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dee19006-062b-4b10-a048-7aae3a0a70a6 None None] Provisioning complete for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:22.401784 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dee19006-062b-4b10-a048-7aae3a0a70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.419775 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c53e3916-b17f-4b6d-a02a-5873ff1dde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:22.420484 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e3916-b17f-4b6d-a02a-5873ff1dde4b None None] The sync data for ids ['52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:22.444143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d617d4f0-b00a-4900-a792-f841a5464dd9 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.456759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:22.459070 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.671689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dee19006-062b-4b10-a048-7aae3a0a70a6 None None] Provisioning complete for port 55c043c9-56ae-40fa-952a-36765c0a175f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:22.672071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dee19006-062b-4b10-a048-7aae3a0a70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.724731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-dee19006-062b-4b10-a048-7aae3a0a70a6 None None] Port 55c043c9-56ae-40fa-952a-36765c0a175f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:22.728446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dee19006-062b-4b10-a048-7aae3a0a70a6 None None] Could not find standard attr ID for object f875b70c-6568-4550-876a-19edde2998bc. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:22.865228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e92c4f60-7579-4d73-a337-9fd98fac3914 None None] Provisioning complete for port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:22.865871 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e92c4f60-7579-4d73-a337-9fd98fac3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.920078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e92c4f60-7579-4d73-a337-9fd98fac3914 None None] Port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:22.928443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e92c4f60-7579-4d73-a337-9fd98fac3914 None None] Could not find standard attr ID for object f875b70c-6568-4550-876a-19edde2998bc. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:23.052185 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d617d4f0-b00a-4900-a792-f841a5464dd9 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.174090 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d617d4f0-b00a-4900-a792-f841a5464dd9 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.217467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617d4f0-b00a-4900-a792-f841a5464dd9 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=f75c2cf1-386f-464a-a278-7cb7c7fa9585,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.219541 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d617d4f0-b00a-4900-a792-f841a5464dd9 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.221779 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d617d4f0-b00a-4900-a792-f841a5464dd9 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/f75c2cf1-386f-464a-a278-7cb7c7fa9585 HTTP/1.1" status: 204 len: 168 time: 1.0308442 Aug 29 04:34:23.223913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cce640-755a-45ea-a6c9-c2a069a97896 None None] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:23.226323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39570) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:23.235947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4a3ae384-0116-49cc-9ae1-d33949052192 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:23.506177 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3ae384-0116-49cc-9ae1-d33949052192 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:23.514431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae384-0116-49cc-9ae1-d33949052192 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.534230 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3ef024a3-25fa-4faf-bf43-e95f1a911571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.599294 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.069164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:24.069591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.157605 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae384-0116-49cc-9ae1-d33949052192 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.222553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ae384-0116-49cc-9ae1-d33949052192 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:24.227854 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.232982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4a3ae384-0116-49cc-9ae1-d33949052192 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:24.243665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3ae384-0116-49cc-9ae1-d33949052192 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.244191 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae384-0116-49cc-9ae1-d33949052192 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.249360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210dbb8d-4d15-44f1-877a-d5ea690f4a77 None None] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:24.252781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ae384-0116-49cc-9ae1-d33949052192 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=1eca9863-3401-42bc-b9d5-555ee6c83421,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.266326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 17aa09ca-49d3-449b-ae7e-78f54c3b3dfd owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:24.285934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39662) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.288743 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4a3ae384-0116-49cc-9ae1-d33949052192 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0613623 Aug 29 04:34:24.295256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f3c37018-8526-4d81-9293-ca745df79790 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'security_group': {'name': 'tempest-secgroup-1127031426'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:24.307687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-73f0d9c6-568f-4dba-9ad6-18d7de8c3b1d None None] Provisioning complete for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:24.308466 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-73f0d9c6-568f-4dba-9ad6-18d7de8c3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.330544 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3c37018-8526-4d81-9293-ca745df79790 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.471437 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3c37018-8526-4d81-9293-ca745df79790 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.477881 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3c37018-8526-4d81-9293-ca745df79790 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.506679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3c37018-8526-4d81-9293-ca745df79790 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.508127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f3c37018-8526-4d81-9293-ca745df79790 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2208910 Aug 29 04:34:24.513381 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39686) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.513994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c37018-8526-4d81-9293-ca745df79790 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b7946-1152-4fe2-beb2-ecbb2a58dd01,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.526436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b43d9c43-8a2f-4c0d-89d9-687695024d50 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'security_group': {'name': 'tempest-secgroup-1115431953'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:24.592901 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b43d9c43-8a2f-4c0d-89d9-687695024d50 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.617978 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.660294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=17aa09ca-49d3-449b-ae7e-78f54c3b3dfd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.699285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-73f0d9c6-568f-4dba-9ad6-18d7de8c3b1d None None] Provisioning complete for port 55c043c9-56ae-40fa-952a-36765c0a175f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:24.699655 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-73f0d9c6-568f-4dba-9ad6-18d7de8c3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.789681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-73f0d9c6-568f-4dba-9ad6-18d7de8c3b1d None None] Port 55c043c9-56ae-40fa-952a-36765c0a175f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:24.805095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797adb5b-8430-45a5-b740-bebe72d02f15 None None] Update dhcp port {'port': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'fixed_ips': [{'subnet_id': 'b3ecaea8-8a98-4422-b03c-c04797cbce95', 'ip_address': '172.20.0.18'}, {'subnet_id': '1eca9863-3401-42bc-b9d5-555ee6c83421'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '3a14a3a6-0117-4422-8bd0-9dd465b84ca5'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:34:24.820751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39714) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.839438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.841934 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-797adb5b-8430-45a5-b740-bebe72d02f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.026513 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b43d9c43-8a2f-4c0d-89d9-687695024d50 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.043888 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b43d9c43-8a2f-4c0d-89d9-687695024d50 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.055873 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca6fe077-6a07-483f-afb3-1f16c51c3766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.059536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-797adb5b-8430-45a5-b740-bebe72d02f15 None None] Allocated IP 172.20.0.2 (1a1eab26-cbb0-4506-a37b-150fc9347060/1eca9863-3401-42bc-b9d5-555ee6c83421/3a14a3a6-0117-4422-8bd0-9dd465b84ca5) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:25.090406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b43d9c43-8a2f-4c0d-89d9-687695024d50 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.091642 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b43d9c43-8a2f-4c0d-89d9-687695024d50 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5756505 Aug 29 04:34:25.094476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39726) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.099242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-71de4ea7-e55c-427e-807b-d0b506b92266 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'security_group': {'name': 'tempest-secgroup-1960899866'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:25.130112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d9c43-8a2f-4c0d-89d9-687695024d50 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e002c64-5ac5-4ce9-8afa-fda52ab483dd,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.182926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Router 52b8373b-27a0-4cb7-bca9-c0c08fb31e2b has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:25.197580 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-797adb5b-8430-45a5-b740-bebe72d02f15 None None] For port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,segment=NetworkSegment(79817968-dc86-4cba-b2bf-46ca0340ceb2),segment_id=79817968-dc86-4cba-b2bf-46ca0340ceb2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:25.243763 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-797adb5b-8430-45a5-b740-bebe72d02f15 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.262141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-797adb5b-8430-45a5-b740-bebe72d02f15 None None] Transition to ACTIVE for port object 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:25.267363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-797adb5b-8430-45a5-b740-bebe72d02f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.290496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:25.296042 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4937e690-e38c-47e6-a145-c3541d37edbd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "PUT /v2.0/routers/52b8373b-27a0-4cb7-bca9-c0c08fb31e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9766362 Aug 29 04:34:25.298847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39742) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.331033 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aedc70f-d14a-49b2-8d09-2c8bae7d7fa1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:34:25.332927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7aedc70f-d14a-49b2-8d09-2c8bae7d7fa1 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/17aa09ca-49d3-449b-ae7e-78f54c3b3dfd HTTP/1.1" status: 404 len: 333 time: 0.0329926 Aug 29 04:34:25.335717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39746) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.341665 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca6fe077-6a07-483f-afb3-1f16c51c3766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.344360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f902da6-94bf-40f3-9418-6d8d19a03dd0 None None] Sync routers for ids ['52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:25.355153 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca6fe077-6a07-483f-afb3-1f16c51c3766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.367044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f902da6-94bf-40f3-9418-6d8d19a03dd0 None None] Routers {'52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:25.367971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8f902da6-94bf-40f3-9418-6d8d19a03dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:25.383187 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71de4ea7-e55c-427e-807b-d0b506b92266 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.419894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8f902da6-94bf-40f3-9418-6d8d19a03dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:25.431854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f902da6-94bf-40f3-9418-6d8d19a03dd0 None None] Routers {'52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:25.432545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8f902da6-94bf-40f3-9418-6d8d19a03dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:33:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:25.475916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8f902da6-94bf-40f3-9418-6d8d19a03dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:25.476622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f902da6-94bf-40f3-9418-6d8d19a03dd0 None None] The sync data for ids ['52b8373b-27a0-4cb7-bca9-c0c08fb31e2b'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:25.478097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797adb5b-8430-45a5-b740-bebe72d02f15 None None] Pushing event updated for resources: {'Port': ['ID=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.492400 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ca6fe077-6a07-483f-afb3-1f16c51c3766 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7ed8842302942c09fc6706b1c6fe893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6679564 Aug 29 04:34:25.501132 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0a08f6e-5ebf-4b1a-9152-0f3771d83d8b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.505658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39760) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.508479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fe077-6a07-483f-afb3-1f16c51c3766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7541b59a-9526-4e70-b1f6-d95dc0ad9c10,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.588291 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71de4ea7-e55c-427e-807b-d0b506b92266 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.590152 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18a1d9c0-b015-4a1c-b5b5-25d585326cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.615907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71de4ea7-e55c-427e-807b-d0b506b92266 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.653583 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de4ea7-e55c-427e-807b-d0b506b92266 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0405164c-e703-45ba-bc2e-b1c93082a58e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.668349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18a1d9c0-b015-4a1c-b5b5-25d585326cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.687092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71de4ea7-e55c-427e-807b-d0b506b92266 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.692179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-71de4ea7-e55c-427e-807b-d0b506b92266 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5965796 Aug 29 04:34:25.695069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39770) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.703269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2125008883', 'security_groups': ['0405164c-e703-45ba-bc2e-b1c93082a58e'], 'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1eca9863-3401-42bc-b9d5-555ee6c83421'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:25.731128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0a08f6e-5ebf-4b1a-9152-0f3771d83d8b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.733817 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0a08f6e-5ebf-4b1a-9152-0f3771d83d8b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.806836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0a08f6e-5ebf-4b1a-9152-0f3771d83d8b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.807347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a08f6e-5ebf-4b1a-9152-0f3771d83d8b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Fanout notify agent at l3_agent the message router_deleted on router 52b8373b-27a0-4cb7-bca9-c0c08fb31e2b {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:25.815713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a0a08f6e-5ebf-4b1a-9152-0f3771d83d8b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.817364 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a0a08f6e-5ebf-4b1a-9152-0f3771d83d8b tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/routers/52b8373b-27a0-4cb7-bca9-c0c08fb31e2b HTTP/1.1" status: 204 len: 168 time: 0.4800913 Aug 29 04:34:25.819993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39774) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.866709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:25.915011 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18a1d9c0-b015-4a1c-b5b5-25d585326cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.917589 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18a1d9c0-b015-4a1c-b5b5-25d585326cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.918747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-18a1d9c0-b015-4a1c-b5b5-25d585326cc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7541b59a-9526-4e70-b1f6-d95dc0ad9c10 HTTP/1.1" status: 204 len: 168 time: 0.4118605 Aug 29 04:34:25.930200 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5328a514-3b86-40f3-8c00-5f6d3b4aad3a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet ac8e5a38-a77a-4bac-bd9f-bfad73c37c08 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:25.934844 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5328a514-3b86-40f3-8c00-5f6d3b4aad3a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.937001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1d9c0-b015-4a1c-b5b5-25d585326cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7541b59a-9526-4e70-b1f6-d95dc0ad9c10,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.004025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:26.023851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.028366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5328a514-3b86-40f3-8c00-5f6d3b4aad3a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.050073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] device_id is not set on port 0528a88a-158d-4706-8e44-1c3b3dbad72f yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:26.127379 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e9fb0b5-d3d5-413c-b716-f14ee9915300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.155598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4d83ae49-d5cc-43a6-9c25-aa0c858d231b None None] Provisioning for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:26.163620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4d83ae49-d5cc-43a6-9c25-aa0c858d231b None None] Provisioning complete for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:26.164094 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4d83ae49-d5cc-43a6-9c25-aa0c858d231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.199533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:26.200042 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.340762 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.343233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4d83ae49-d5cc-43a6-9c25-aa0c858d231b None None] Provisioning complete for port 55c043c9-56ae-40fa-952a-36765c0a175f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:26.343723 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4d83ae49-d5cc-43a6-9c25-aa0c858d231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.408532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.3 (1a1eab26-cbb0-4506-a37b-150fc9347060/1eca9863-3401-42bc-b9d5-555ee6c83421/0528a88a-158d-4706-8e44-1c3b3dbad72f) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:26.418609 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4d83ae49-d5cc-43a6-9c25-aa0c858d231b None None] Port 55c043c9-56ae-40fa-952a-36765c0a175f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:26.471954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39816) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.509431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0646354-caf4-4d21-b521-c1354d935319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.515945 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5328a514-3b86-40f3-8c00-5f6d3b4aad3a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.590104 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5328a514-3b86-40f3-8c00-5f6d3b4aad3a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.620158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328a514-3b86-40f3-8c00-5f6d3b4aad3a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8e5a38-a77a-4bac-bd9f-bfad73c37c08,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.627350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5328a514-3b86-40f3-8c00-5f6d3b4aad3a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.633000 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5328a514-3b86-40f3-8c00-5f6d3b4aad3a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/ac8e5a38-a77a-4bac-bd9f-bfad73c37c08 HTTP/1.1" status: 204 len: 168 time: 0.8063471 Aug 29 04:34:26.634050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39818) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.641917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462b12d-815f-4d65-a718-fe9a9a179e1f None None] Network b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:26.683293 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.708402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object 0528a88a-158d-4706-8e44-1c3b3dbad72f will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:26.761925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0646354-caf4-4d21-b521-c1354d935319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.767917 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0646354-caf4-4d21-b521-c1354d935319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.775162 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.795786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0646354-caf4-4d21-b521-c1354d935319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6846b8-1f2c-4062-a6de-7266cc7c807d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.826689 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.861053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port a85508a5-819d-48cc-a02f-760e054aed45 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:26.861776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.867608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85338a6b-355c-4c3f-a0c5-e37ffbee213f None None] DHCP port deletion for b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:26.877864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a0646354-caf4-4d21-b521-c1354d935319 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f01670f723a04bea8fb0bb8efc6ad408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020100 Aug 29 04:34:26.880566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39820) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.895567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:26.898880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:26.903349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:26.907385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=0528a88a-158d-4706-8e44-1c3b3dbad72f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.951158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-85338a6b-355c-4c3f-a0c5-e37ffbee213f None None] Deleting port a85508a5-819d-48cc-a02f-760e054aed45 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:26.951530 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85338a6b-355c-4c3f-a0c5-e37ffbee213f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.965006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:26.966167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.967938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] For port a85508a5-819d-48cc-a02f-760e054aed45, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a85508a5-819d-48cc-a02f-760e054aed45,segment=NetworkSegment(c8596bdb-57f6-4b59-9355-13bd0d4c776e),segment_id=c8596bdb-57f6-4b59-9355-13bd0d4c776e)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:26.979568 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.991957 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-71e6027c-9768-48a1-ad08-229c8889fdee tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2956002 Aug 29 04:34:26.992696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39822) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.999527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a7e5d142-27b9-46c1-a594-1891dea03e90 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.011582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38744422-ebb1-40be-a8c2-89c036c0ff89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.040191 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38744422-ebb1-40be-a8c2-89c036c0ff89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.044390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-85338a6b-355c-4c3f-a0c5-e37ffbee213f None None] For port a85508a5-819d-48cc-a02f-760e054aed45, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a85508a5-819d-48cc-a02f-760e054aed45,segment=NetworkSegment(c8596bdb-57f6-4b59-9355-13bd0d4c776e),segment_id=c8596bdb-57f6-4b59-9355-13bd0d4c776e)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:27.045123 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85338a6b-355c-4c3f-a0c5-e37ffbee213f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.061394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-85338a6b-355c-4c3f-a0c5-e37ffbee213f None None] Calling delete_port for a85508a5-819d-48cc-a02f-760e054aed45 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:27.089326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for a85508a5-819d-48cc-a02f-760e054aed45 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:27.095705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38744422-ebb1-40be-a8c2-89c036c0ff89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.098744 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38744422-ebb1-40be-a8c2-89c036c0ff89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.102597 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-38744422-ebb1-40be-a8c2-89c036c0ff89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff6846b8-1f2c-4062-a6de-7266cc7c807d HTTP/1.1" status: 204 len: 168 time: 0.2206583 Aug 29 04:34:27.119277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38744422-ebb1-40be-a8c2-89c036c0ff89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6846b8-1f2c-4062-a6de-7266cc7c807d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.218577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e5d142-27b9-46c1-a594-1891dea03e90 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:27.222190 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a7e5d142-27b9-46c1-a594-1891dea03e90 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.235571 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85338a6b-355c-4c3f-a0c5-e37ffbee213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.275465 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.290392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85338a6b-355c-4c3f-a0c5-e37ffbee213f None None] Pushing event deleted for resources: {'Port': ['ID=a85508a5-819d-48cc-a02f-760e054aed45,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.303097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85338a6b-355c-4c3f-a0c5-e37ffbee213f None None] No DVR routers for this DVR port a85508a5-819d-48cc-a02f-760e054aed45 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:27.337117 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.338306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3d1945e9-a863-4968-a70c-3cff3e8e28aa None None] Provisioning for port 0528a88a-158d-4706-8e44-1c3b3dbad72f completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:27.343524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3d1945e9-a863-4968-a70c-3cff3e8e28aa None None] Provisioning complete for port 0528a88a-158d-4706-8e44-1c3b3dbad72f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:27.344187 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3d1945e9-a863-4968-a70c-3cff3e8e28aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.355238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=a85508a5-819d-48cc-a02f-760e054aed45,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.365451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No DVR routers for this DVR port a85508a5-819d-48cc-a02f-760e054aed45 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:27.424636 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.427886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3d1945e9-a863-4968-a70c-3cff3e8e28aa None None] Port 0528a88a-158d-4706-8e44-1c3b3dbad72f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:27.443497 n-d-712141-12 neutron-server[94851]: INFO neutron.db.ipam_backend_mixin [None req-a7e5d142-27b9-46c1-a594-1891dea03e90 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1eca9863-3401-42bc-b9d5-555ee6c83421 (CIDR: 172.20.0.0/28) Aug 29 04:34:27.453833 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e5d142-27b9-46c1-a594-1891dea03e90 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:27.454153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e5d142-27b9-46c1-a594-1891dea03e90 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:27.471258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff850618-8fbd-42d7-95ea-2fee44298abd req-e66f5a07-6f36-47cd-8b4a-0330e5878f71 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:27.479767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff850618-8fbd-42d7-95ea-2fee44298abd req-e66f5a07-6f36-47cd-8b4a-0330e5878f71 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1097 time: 0.0674441 Aug 29 04:34:27.496436 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.501389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a7e5d142-27b9-46c1-a594-1891dea03e90 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5073550 Aug 29 04:34:27.503947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39834) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.508996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1bc01705-a142-453f-92e1-9f70f8d1e587 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.512809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:27.526053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8596bdb-57f6-4b59-9355-13bd0d4c776e') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:27.528015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8596bdb-57f6-4b59-9355-13bd0d4c776e') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:27.540123 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.555142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.566521 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:27.567284 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:27.571543 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:27.591178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff850618-8fbd-42d7-95ea-2fee44298abd req-f9e50b6c-c1e9-425d-b8cc-a27b9b6fe9a0 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104345 Aug 29 04:34:27.659846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.671040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.673598 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/networks/b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9 HTTP/1.1" status: 204 len: 168 time: 1.0378740 Aug 29 04:34:27.679639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39842) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.694978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39ede6-637d-4729-90fc-32414acb0090 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Network': ['ID=b5ab9cdd-d8cf-47bd-b28d-ae5953c171e9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.710132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc01705-a142-453f-92e1-9f70f8d1e587 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:27.712824 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bc01705-a142-453f-92e1-9f70f8d1e587 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.812595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd2517f-1a33-45e3-a448-5c83b6daeeaf tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:27.816674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3dd2517f-1a33-45e3-a448-5c83b6daeeaf tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/b66e6fda-798b-46ee-b758-e7c7b522aca1 HTTP/1.1" status: 200 len: 843 time: 0.1356649 Aug 29 04:34:27.818170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39850) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.850634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b07c08-c6a0-4267-817c-0cdd5e6068ce req-9deef17e-1203-40a6-91fa-30066b8a555d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:27.856769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4b07c08-c6a0-4267-817c-0cdd5e6068ce req-9deef17e-1203-40a6-91fa-30066b8a555d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1623201 Aug 29 04:34:27.868734 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c2ed7df5-01ac-49ed-a0a9-2db576f2faeb tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/b66e6fda-798b-46ee-b758-e7c7b522aca1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0448494 Aug 29 04:34:27.868734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39852) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.889926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-30a17882-4167-4b8e-bec6-bb4bce3fe145 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.909251 n-d-712141-12 neutron-server[94851]: INFO neutron.db.ipam_backend_mixin [None req-1bc01705-a142-453f-92e1-9f70f8d1e587 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b3ecaea8-8a98-4422-b03c-c04797cbce95 (CIDR: 172.20.0.16/28) Aug 29 04:34:27.916264 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc01705-a142-453f-92e1-9f70f8d1e587 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:27.916940 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc01705-a142-453f-92e1-9f70f8d1e587 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:27.925759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4b07c08-c6a0-4267-817c-0cdd5e6068ce req-993185d8-a08a-450f-8c20-702a9e7d58fc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630121 Aug 29 04:34:27.944112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1bc01705-a142-453f-92e1-9f70f8d1e587 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4390507 Aug 29 04:34:27.957359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39856) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.958910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39854) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.964890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1a1b4fbc-f0e2-4606-b6f8-d38d5464c5f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'subnet': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.993920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a85508a5-819d-48cc-a02f-760e054aed45 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:28.034123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a85508a5-819d-48cc-a02f-760e054aed45 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:28.034725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a85508a5-819d-48cc-a02f-760e054aed45 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:28.068855 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-769fb7e0-ec5e-4f99-9ba7-1762e07bc678 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/cf444003-482a-4263-8c96-e8d16635b40f HTTP/1.1" status: 200 len: 991 time: 0.1089764 Aug 29 04:34:28.088235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a17882-4167-4b8e-bec6-bb4bce3fe145 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:28.094078 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30a17882-4167-4b8e-bec6-bb4bce3fe145 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.133584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b4fbc-f0e2-4606-b6f8-d38d5464c5f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Made reservation on behalf of 122b9ba081e6485a80cc54ce8056bb1f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:28.140360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4fbc-f0e2-4606-b6f8-d38d5464c5f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.359805 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30a17882-4167-4b8e-bec6-bb4bce3fe145 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.410872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a17882-4167-4b8e-bec6-bb4bce3fe145 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:28.419971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-30a17882-4167-4b8e-bec6-bb4bce3fe145 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:28.424866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a17882-4167-4b8e-bec6-bb4bce3fe145 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:28.425401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30a17882-4167-4b8e-bec6-bb4bce3fe145 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.438152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e6bc0-cff6-4317-a27c-05abf4ae0fff None None] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:28.445265 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a17882-4167-4b8e-bec6-bb4bce3fe145 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=220301a5-a603-4c57-835a-c1d5840ca75c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.452129 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-30a17882-4167-4b8e-bec6-bb4bce3fe145 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5831711 Aug 29 04:34:28.453360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39876) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.458144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1f5b8979-4fd4-46c5-a525-0f90fbe7385f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'security_group': {'name': 'tempest-secgroup-667501067'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.482438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8979-4fd4-46c5-a525-0f90fbe7385f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.617065 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4fbc-f0e2-4606-b6f8-d38d5464c5f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.647354 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8979-4fd4-46c5-a525-0f90fbe7385f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.655727 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8979-4fd4-46c5-a525-0f90fbe7385f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.740699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'tenant_id': 'bb62a51eef2d4647b82d967190ca0586', 'fixed_ips': [{'subnet_id': '220301a5-a603-4c57-835a-c1d5840ca75c'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:28.740925 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8979-4fd4-46c5-a525-0f90fbe7385f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.741624 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.745805 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1f5b8979-4fd4-46c5-a525-0f90fbe7385f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2912681 Aug 29 04:34:28.746485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39890) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.751196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b4fbc-f0e2-4606-b6f8-d38d5464c5f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:28.754143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1bf05c97-dd62-4aa5-b4a2-d73d3f6ad081 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'security_group': {'name': 'tempest-secgroup-741194983'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.761973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b4fbc-f0e2-4606-b6f8-d38d5464c5f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:28.767906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b4fbc-f0e2-4606-b6f8-d38d5464c5f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:28.769577 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4fbc-f0e2-4606-b6f8-d38d5464c5f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.774008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b8979-4fd4-46c5-a525-0f90fbe7385f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c57d99-dcb8-44be-9b21-2536394362d4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.795498 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bf05c97-dd62-4aa5-b4a2-d73d3f6ad081 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.819286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b4fbc-f0e2-4606-b6f8-d38d5464c5f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Subnet': ['ID=8bf0391b-33a5-4df6-bdfd-29b67bcf7770,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.941524 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bf05c97-dd62-4aa5-b4a2-d73d3f6ad081 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.949132 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bf05c97-dd62-4aa5-b4a2-d73d3f6ad081 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.954459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1a1b4fbc-f0e2-4606-b6f8-d38d5464c5f0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9940917 Aug 29 04:34:28.955433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39894) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.962570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1489281881', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8bf0391b-33a5-4df6-bdfd-29b67bcf7770'}], 'security_groups': ['7c8b7946-1152-4fe2-beb2-ecbb2a58dd01', '1e002c64-5ac5-4ce9-8afa-fda52ab483dd']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.982193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Allocated IP 2001:db8::2 (c3d167d9-ed6b-47da-9b32-6c83dc24fbd8/220301a5-a603-4c57-835a-c1d5840ca75c/1c8d0176-e37f-4830-8a97-1fcf7e18072b) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:28.992696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d54628-ad8e-4b82-9ae3-76731b372038 None None] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:29.025460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf05c97-dd62-4aa5-b4a2-d73d3f6ad081 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39dd4df2-6dce-441f-ac5f-53d98cb5fd54,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.043433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1bf05c97-dd62-4aa5-b4a2-d73d3f6ad081 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.050033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1bf05c97-dd62-4aa5-b4a2-d73d3f6ad081 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2996612 Aug 29 04:34:29.051799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39902) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.060280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-980677043', 'security_groups': ['39dd4df2-6dce-441f-ac5f-53d98cb5fd54'], 'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '220301a5-a603-4c57-835a-c1d5840ca75c'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:29.101137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39904) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.156217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.186241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39910) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.264241 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.310966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:29.354869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e9ca2-944a-46ca-8d72-8c9c6e569c63 req-6f8d7590-50ec-435c-a39c-247edfa3bd83 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:29.363299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de3e9ca2-944a-46ca-8d72-8c9c6e569c63 req-6f8d7590-50ec-435c-a39c-247edfa3bd83 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.2174406 Aug 29 04:34:29.472611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de3e9ca2-944a-46ca-8d72-8c9c6e569c63 req-ef6aa3ee-afe7-41ba-9c18-dba02cf808dd tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020265 Aug 29 04:34:29.544157 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.546918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Update dhcp port {'port': {'network_id': '1a1eab26-cbb0-4506-a37b-150fc9347060', 'fixed_ips': [{'subnet_id': 'b3ecaea8-8a98-4422-b03c-c04797cbce95', 'ip_address': '172.20.0.18'}, {'subnet_id': '1eca9863-3401-42bc-b9d5-555ee6c83421', 'ip_address': '172.20.0.2'}, {'subnet_id': '8bf0391b-33a5-4df6-bdfd-29b67bcf7770'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '3a14a3a6-0117-4422-8bd0-9dd465b84ca5'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:34:29.600681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Transition to ACTIVE for port object 1c8d0176-e37f-4830-8a97-1fcf7e18072b will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:29.627237 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.640017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Transition to ACTIVE for port object 1c8d0176-e37f-4830-8a97-1fcf7e18072b will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:29.651640 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.665658 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.715917 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bfc23ee3-c5fe-41de-a30d-20c8e7fac7ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2342e5a2484249608665ba9af0efd83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989572 Aug 29 04:34:29.717341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 4395d96f-189d-48de-b17e-9ac59b65226f yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:29.734513 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-d8e39e83-5cec-4e18-91d9-e9e877c241e7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5746815 Aug 29 04:34:29.758622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39920) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.770453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:29.779900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:29.806071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:29.834744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Pushing event updated for resources: {'Port': ['ID=1c8d0176-e37f-4830-8a97-1fcf7e18072b,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.854749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Delete allocated IP 172.20.0.3 (1a1eab26-cbb0-4506-a37b-150fc9347060/1eca9863-3401-42bc-b9d5-555ee6c83421) {{(pid=94851) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:34:29.872034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Allocated IP 172.20.0.36 (1a1eab26-cbb0-4506-a37b-150fc9347060/8bf0391b-33a5-4df6-bdfd-29b67bcf7770/0528a88a-158d-4706-8e44-1c3b3dbad72f) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:29.985564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2886e781-c1e2-4020-a267-263c04774e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.012553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Attempting to bind port 1c8d0176-e37f-4830-8a97-1fcf7e18072b on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:30.013378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Attempting to bind port 1c8d0176-e37f-4830-8a97-1fcf7e18072b by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '71ce6232-fcf4-4340-a29e-6781555c980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:30.013984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Attempting to bind port 1c8d0176-e37f-4830-8a97-1fcf7e18072b on network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:30.028129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:30.028957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Checking segment: {'id': '71ce6232-fcf4-4340-a29e-6781555c980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:30.030981 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.031749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Bound using segment: {'id': '71ce6232-fcf4-4340-a29e-6781555c980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:30.032291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Bound port: 1c8d0176-e37f-4830-8a97-1fcf7e18072b, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ce6232-fcf4-4340-a29e-6781555c980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:30.032684 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.061124 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2886e781-c1e2-4020-a267-263c04774e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.118792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.169061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8::3cc (c3d167d9-ed6b-47da-9b32-6c83dc24fbd8/220301a5-a603-4c57-835a-c1d5840ca75c/4395d96f-189d-48de-b17e-9ac59b65226f) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:30.181979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] For port 1c8d0176-e37f-4830-8a97-1fcf7e18072b, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:30.187159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Transition to ACTIVE for port object 0528a88a-158d-4706-8e44-1c3b3dbad72f will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:30.190709 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.200832 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] For port 1c8d0176-e37f-4830-8a97-1fcf7e18072b, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1c8d0176-e37f-4830-8a97-1fcf7e18072b,segment=NetworkSegment(71ce6232-fcf4-4340-a29e-6781555c980a),segment_id=71ce6232-fcf4-4340-a29e-6781555c980a)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:30.216971 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.217249 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2886e781-c1e2-4020-a267-263c04774e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.221361 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2886e781-c1e2-4020-a267-263c04774e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.225638 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2886e781-c1e2-4020-a267-263c04774e1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55050cfc-8a4d-4212-953b-8ed1c58368d7 HTTP/1.1" status: 204 len: 168 time: 0.4602604 Aug 29 04:34:30.254914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886e781-c1e2-4020-a267-263c04774e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55050cfc-8a4d-4212-953b-8ed1c58368d7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.308149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event updated for resources: {'Port': ['ID=0528a88a-158d-4706-8e44-1c3b3dbad72f,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.326311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] In _notify_port_updated(), no bound segment for port 0528a88a-158d-4706-8e44-1c3b3dbad72f on network 1a1eab26-cbb0-4506-a37b-150fc9347060 {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:34:30.334503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:30.335741 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.337745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3040b449-313b-409e-93d5-b2f869be46cd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "PUT /v2.0/ports/0528a88a-158d-4706-8e44-1c3b3dbad72f HTTP/1.1" status: 200 len: 960 time: 1.3808298 Aug 29 04:34:30.340701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39952) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.407613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Allocated IP 172.20.0.34 (1a1eab26-cbb0-4506-a37b-150fc9347060/8bf0391b-33a5-4df6-bdfd-29b67bcf7770/3a14a3a6-0117-4422-8bd0-9dd465b84ca5) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:30.409515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40deb1c6-339f-43a7-a0b0-8990d0ed111b None None] Pushing event updated for resources: {'Port': ['ID=1c8d0176-e37f-4830-8a97-1fcf7e18072b,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.465363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-10d08e3a-e773-41ef-baf1-c6b548635bf5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 0528a88a-158d-4706-8e44-1c3b3dbad72f {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:30.465612 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10d08e3a-e773-41ef-baf1-c6b548635bf5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.622687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.670181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] For port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,segment=NetworkSegment(79817968-dc86-4cba-b2bf-46ca0340ceb2),segment_id=79817968-dc86-4cba-b2bf-46ca0340ceb2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:30.675687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object 4395d96f-189d-48de-b17e-9ac59b65226f will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:30.689717 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10d08e3a-e773-41ef-baf1-c6b548635bf5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.708492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-10d08e3a-e773-41ef-baf1-c6b548635bf5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 0528a88a-158d-4706-8e44-1c3b3dbad72f owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:30.728441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9beed9-51d8-4a8d-a750-893f30f526c3 req-3388f691-5c1a-4798-a93f-ada5494c15f9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:30.735553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.739548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc9beed9-51d8-4a8d-a750-893f30f526c3 req-3388f691-5c1a-4798-a93f-ada5494c15f9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1005013 Aug 29 04:34:30.757536 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.808637 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc9beed9-51d8-4a8d-a750-893f30f526c3 req-68e0f74c-8964-4f2d-9c4a-07fc0c90927b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681474 Aug 29 04:34:30.816462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Transition to ACTIVE for port object 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:30.838902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.891553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=4395d96f-189d-48de-b17e-9ac59b65226f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.904402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:30.906505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:30.911206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:30.929170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:30.930051 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.971129 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-04299753-fa4b-48f1-a284-e8b42ef8ed59 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9150655 Aug 29 04:34:30.971959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39978) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.994318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3304ffae-eea1-44d7-ab70-ca9b72801f8d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:31.064296 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10d08e3a-e773-41ef-baf1-c6b548635bf5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.103842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d08e3a-e773-41ef-baf1-c6b548635bf5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=0528a88a-158d-4706-8e44-1c3b3dbad72f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.202385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3304ffae-eea1-44d7-ab70-ca9b72801f8d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:31.211337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3304ffae-eea1-44d7-ab70-ca9b72801f8d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.290774 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10d08e3a-e773-41ef-baf1-c6b548635bf5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.296947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-10d08e3a-e773-41ef-baf1-c6b548635bf5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/0528a88a-158d-4706-8e44-1c3b3dbad72f HTTP/1.1" status: 204 len: 168 time: 0.9551115 Aug 29 04:34:31.297619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 39990) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.339261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Pushing event updated for resources: {'Port': ['ID=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.361191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.361576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.361968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.362280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.362613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.362948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.370485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.371032 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.371363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.371711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.372050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.372609 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee6d7a6-84c5-451e-bd86-ee6ca43f87b0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] GET failed (client error): The resource could not be found. Aug 29 04:34:31.373433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfd4e6-c839-4f90-a79d-07e9ee6c2f53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.377314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4ee6d7a6-84c5-451e-bd86-ee6ca43f87b0 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports/0528a88a-158d-4706-8e44-1c3b3dbad72f HTTP/1.1" status: 404 len: 333 time: 0.0779872 Aug 29 04:34:31.378311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 39996) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.518954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.564252 n-d-712141-12 neutron-server[94850]: INFO neutron.db.ipam_backend_mixin [None req-3304ffae-eea1-44d7-ab70-ca9b72801f8d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 220301a5-a603-4c57-835a-c1d5840ca75c (CIDR: 2001:db8::/64) Aug 29 04:34:31.584079 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-3304ffae-eea1-44d7-ab70-ca9b72801f8d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:31.585235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3304ffae-eea1-44d7-ab70-ca9b72801f8d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:31.589758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.616121 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3304ffae-eea1-44d7-ab70-ca9b72801f8d tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6427703 Aug 29 04:34:31.619287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40008) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.624850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-31bce3ef-faf5-4597-ac25-25401439c5ef tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:31.662276 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.667360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.670852 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/security-groups/0405164c-e703-45ba-bc2e-b1c93082a58e HTTP/1.1" status: 204 len: 168 time: 0.2895300 Aug 29 04:34:31.676749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40010) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.735713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0405164c-e703-45ba-bc2e-b1c93082a58e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.756002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.756612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.757162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.757790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.758367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.758881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.759409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.760268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.760820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.761333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.761949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.762637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c33e75-8326-4065-bff6-0c08c5cb6b7b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:31.778282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bce3ef-faf5-4597-ac25-25401439c5ef tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:31.792399 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6a22f90-c7fd-4d37-91ca-b5eedcbbdab8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.794190 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31bce3ef-faf5-4597-ac25-25401439c5ef tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.820930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40014) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.840482 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6a22f90-c7fd-4d37-91ca-b5eedcbbdab8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.089806 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6a22f90-c7fd-4d37-91ca-b5eedcbbdab8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.093430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6a22f90-c7fd-4d37-91ca-b5eedcbbdab8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.096072 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f6a22f90-c7fd-4d37-91ca-b5eedcbbdab8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/security-groups/1e002c64-5ac5-4ce9-8afa-fda52ab483dd HTTP/1.1" status: 204 len: 168 time: 0.4150684 Aug 29 04:34:32.102154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40026) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.201280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a22f90-c7fd-4d37-91ca-b5eedcbbdab8 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e002c64-5ac5-4ce9-8afa-fda52ab483dd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.232038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1578464416-network', 'tenant_id': '50400dbdb0ea41679b81cff07addf6ec'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:32.232271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379d587-ae9e-40bd-9532-ecd2b99e9279 req-de09f86e-a131-4303-a029-5adfbda4cb2a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:32.233635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a379d587-ae9e-40bd-9532-ecd2b99e9279 req-de09f86e-a131-4303-a029-5adfbda4cb2a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1750634 Aug 29 04:34:32.256719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1c8d0176-e37f-4830-8a97-1fcf7e18072b up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:32.280750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Made reservation on behalf of 50400dbdb0ea41679b81cff07addf6ec for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:32.284800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.323907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e56cdde-7307-412b-9a6e-2305c0b80161 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.339606 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:32.350103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4625d14d-96de-4422-9964-7aa47889d0dc None None] Provisioning for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:32.358945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:32.359415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a379d587-ae9e-40bd-9532-ecd2b99e9279 req-996e28f5-fc5a-42d6-8a39-15833cc43a47 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837100 Aug 29 04:34:32.360679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e56cdde-7307-412b-9a6e-2305c0b80161 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.362509 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.370441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4625d14d-96de-4422-9964-7aa47889d0dc None None] Provisioning complete for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:32.371011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4625d14d-96de-4422-9964-7aa47889d0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.393026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.415254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-b7821827-84a5-4c83-ace9-18091e279e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:32.417132 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-b7821827-84a5-4c83-ace9-18091e279e75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1097 time: 0.4815056 Aug 29 04:34:32.547477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e56cdde-7307-412b-9a6e-2305c0b80161 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.554332 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e56cdde-7307-412b-9a6e-2305c0b80161 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.555551 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0e56cdde-7307-412b-9a6e-2305c0b80161 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/security-groups/7c8b7946-1152-4fe2-beb2-ecbb2a58dd01 HTTP/1.1" status: 204 len: 168 time: 0.4519255 Aug 29 04:34:32.570540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40032) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.586479 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.606452 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4625d14d-96de-4422-9964-7aa47889d0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.648735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 1c8d0176-e37f-4830-8a97-1fcf7e18072b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1c8d0176-e37f-4830-8a97-1fcf7e18072b,segment=NetworkSegment(71ce6232-fcf4-4340-a29e-6781555c980a),segment_id=71ce6232-fcf4-4340-a29e-6781555c980a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:32.650744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40034) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.654346 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.655325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:32.667941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56cdde-7307-412b-9a6e-2305c0b80161 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b7946-1152-4fe2-beb2-ecbb2a58dd01,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.678746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fcc63c-f30b-4cd0-9f0b-bf2057f62813 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet 1eca9863-3401-42bc-b9d5-555ee6c83421 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:32.682688 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75fcc63c-f30b-4cd0-9f0b-bf2057f62813 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.726074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75fcc63c-f30b-4cd0-9f0b-bf2057f62813 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.776337 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-4625d14d-96de-4422-9964-7aa47889d0dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:32.776728 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-4625d14d-96de-4422-9964-7aa47889d0dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:32.783956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=1c8d0176-e37f-4830-8a97-1fcf7e18072b,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.840927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75fcc63c-f30b-4cd0-9f0b-bf2057f62813 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.880344 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31bce3ef-faf5-4597-ac25-25401439c5ef tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.887208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-bc1ad282-da4b-42f5-8a92-3613c6994968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:32.887986 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-bc1ad282-da4b-42f5-8a92-3613c6994968 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.4597380 Aug 29 04:34:32.920334 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-749a22a7-93ac-4b29-9469-b1df4485e7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.924768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bce3ef-faf5-4597-ac25-25401439c5ef tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:32.928462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-31bce3ef-faf5-4597-ac25-25401439c5ef tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:32.932822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bce3ef-faf5-4597-ac25-25401439c5ef tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:32.933422 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31bce3ef-faf5-4597-ac25-25401439c5ef tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.940562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75764574-2749-4d7c-9374-9fb85a05ca0d None None] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:32.943554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bce3ef-faf5-4597-ac25-25401439c5ef tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=dd396be9-f65c-425c-8b31-cfd9d6aafd32,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.020519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.029559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-31bce3ef-faf5-4597-ac25-25401439c5ef tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4089198 Aug 29 04:34:33.033212 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40040) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.033626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.041832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1813843788', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd396be9-f65c-425c-8b31-cfd9d6aafd32'}], 'security_groups': ['52c57d99-dcb8-44be-9b21-2536394362d4']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:33.060341 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75fcc63c-f30b-4cd0-9f0b-bf2057f62813 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.073252 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-78b187c0-6697-468f-8624-3a416425cc54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 999 time: 0.1662695 Aug 29 04:34:33.106631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:33.145479 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-75fcc63c-f30b-4cd0-9f0b-bf2057f62813 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.148696 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-75fcc63c-f30b-4cd0-9f0b-bf2057f62813 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/1eca9863-3401-42bc-b9d5-555ee6c83421 HTTP/1.1" status: 204 len: 168 time: 0.5708323 Aug 29 04:34:33.151431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40042) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.174761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcc63c-f30b-4cd0-9f0b-bf2057f62813 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=1eca9863-3401-42bc-b9d5-555ee6c83421,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.185638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb330d67-f57b-49e8-b2f0-0df11b692cfb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.201009 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.201369 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Added segment 3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263 of type vlan for network aba7bb40-fb07-42e9-a638-bdeb93d7f1de Aug 29 04:34:33.234819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed15f8b-3267-400c-872b-2a5bc0b81f1b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet 8bf0391b-33a5-4df6-bdfd-29b67bcf7770 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:33.245975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fed15f8b-3267-400c-872b-2a5bc0b81f1b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.248694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da073fe0-1176-4cd5-a1b6-8325bab4f4b6 None None] Update dhcp port {'port': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'fixed_ips': [{'subnet_id': '220301a5-a603-4c57-835a-c1d5840ca75c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd396be9-f65c-425c-8b31-cfd9d6aafd32'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '1c8d0176-e37f-4830-8a97-1fcf7e18072b'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:34:33.255204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-63fe8eac-0c9a-4bd4-b274-c64c51d62a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:33.256854 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-63fe8eac-0c9a-4bd4-b274-c64c51d62a4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.1484528 Aug 29 04:34:33.307309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e8fa9-be54-455f-a4ee-89956780774d None None] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:33.313626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.322711 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fed15f8b-3267-400c-872b-2a5bc0b81f1b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.326198 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.351798 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-da073fe0-1176-4cd5-a1b6-8325bab4f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.368829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-0008d993-28ca-450a-8f4d-cea3e9910df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:33.370588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-0008d993-28ca-450a-8f4d-cea3e9910df4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053226 Aug 29 04:34:33.377653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.378691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:33.379392 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.426989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4625d14d-96de-4422-9964-7aa47889d0dc None None] Provisioning complete for port b66e6fda-798b-46ee-b758-e7c7b522aca1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:33.427366 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4625d14d-96de-4422-9964-7aa47889d0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.524442 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-749a22a7-93ac-4b29-9469-b1df4485e7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.540477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-749a22a7-93ac-4b29-9469-b1df4485e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.572125 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7499781 Aug 29 04:34:33.581405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4625d14d-96de-4422-9964-7aa47889d0dc None None] Port b66e6fda-798b-46ee-b758-e7c7b522aca1 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:33.581626 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fed15f8b-3267-400c-872b-2a5bc0b81f1b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.584995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40046) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.601528 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-749a22a7-93ac-4b29-9469-b1df4485e7c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=411b6843a0244e83b3749f7e982946a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9449039 Aug 29 04:34:33.607791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f30cdc-5207-42fa-bf1b-913968d3c935 admin admin] Pushing event updated for resources: {'Network': ['ID=aba7bb40-fb07-42e9-a638-bdeb93d7f1de,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.610001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40048) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.614052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Request body: {'subnet': {'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1578464416-subnet', 'tenant_id': '50400dbdb0ea41679b81cff07addf6ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:33.623029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network aba7bb40-fb07-42e9-a638-bdeb93d7f1de details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:33.669138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a22a7-93ac-4b29-9469-b1df4485e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5679881d-d976-4345-a669-a4766b5bab94,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.724597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-da073fe0-1176-4cd5-a1b6-8325bab4f4b6 None None] Allocated IP 2001:db8:0:1::2 (c3d167d9-ed6b-47da-9b32-6c83dc24fbd8/dd396be9-f65c-425c-8b31-cfd9d6aafd32/1c8d0176-e37f-4830-8a97-1fcf7e18072b) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:33.741774 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-d0705c96-a623-42e6-a36e-e946966f352f service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500187 Aug 29 04:34:33.748531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Provisioning for port 4395d96f-189d-48de-b17e-9ac59b65226f completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:33.756689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394b5a8-89f0-4e79-9fbd-cffbdac3990e req-4fbf5f22-5c25-40cd-b6f5-3dae70f76c23 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:33.759179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4394b5a8-89f0-4e79-9fbd-cffbdac3990e req-4fbf5f22-5c25-40cd-b6f5-3dae70f76c23 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.2883508 Aug 29 04:34:33.763514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Provisioning complete for port 4395d96f-189d-48de-b17e-9ac59b65226f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:33.763891 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.772971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ed4a56-4f09-43e4-9b25-ac26527f61c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.782944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Made reservation on behalf of 50400dbdb0ea41679b81cff07addf6ec for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:33.787294 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.847645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Port 4395d96f-189d-48de-b17e-9ac59b65226f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:33.866818 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ed4a56-4f09-43e4-9b25-ac26527f61c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.882016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Provisioning complete for port 55c043c9-56ae-40fa-952a-36765c0a175f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:33.882400 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.889735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-da073fe0-1176-4cd5-a1b6-8325bab4f4b6 None None] For port 1c8d0176-e37f-4830-8a97-1fcf7e18072b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1c8d0176-e37f-4830-8a97-1fcf7e18072b,segment=NetworkSegment(71ce6232-fcf4-4340-a29e-6781555c980a),segment_id=71ce6232-fcf4-4340-a29e-6781555c980a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:33.905077 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fed15f8b-3267-400c-872b-2a5bc0b81f1b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.932629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4394b5a8-89f0-4e79-9fbd-cffbdac3990e req-9d3bba34-0774-4de2-93c8-253af3c4f867 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570456 Aug 29 04:34:33.946627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Port 55c043c9-56ae-40fa-952a-36765c0a175f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:33.957573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-da073fe0-1176-4cd5-a1b6-8325bab4f4b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.961382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Could not find standard attr ID for object 0528a88a-158d-4706-8e44-1c3b3dbad72f. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:33.979591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-da073fe0-1176-4cd5-a1b6-8325bab4f4b6 None None] Transition to ACTIVE for port object 1c8d0176-e37f-4830-8a97-1fcf7e18072b will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:33.983747 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fed15f8b-3267-400c-872b-2a5bc0b81f1b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.985331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Provisioning for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:33.988520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fed15f8b-3267-400c-872b-2a5bc0b81f1b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/8bf0391b-33a5-4df6-bdfd-29b67bcf7770 HTTP/1.1" status: 204 len: 168 time: 0.8338237 Aug 29 04:34:33.988520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed15f8b-3267-400c-872b-2a5bc0b81f1b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf0391b-33a5-4df6-bdfd-29b67bcf7770,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.990864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40050) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.001683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Provisioning complete for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:34.002416 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d76-88eb-4676-a18a-3215d6695c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.006137 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-da073fe0-1176-4cd5-a1b6-8325bab4f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.024773 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-94e6bb86-6d32-4997-a090-59feb3970a1b service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675009 Aug 29 04:34:34.026573 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-375c0566-cfec-47cd-8f88-89e6f9e77243 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:34.027114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375c0566-cfec-47cd-8f88-89e6f9e77243 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:34.029111 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-375c0566-cfec-47cd-8f88-89e6f9e77243 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/1eca9863-3401-42bc-b9d5-555ee6c83421 HTTP/1.1" status: 404 len: 337 time: 0.0363586 Aug 29 04:34:34.031630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40052) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.046858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1c8d0176-e37f-4830-8a97-1fcf7e18072b up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:34.103957 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ed4a56-4f09-43e4-9b25-ac26527f61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.106952 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21ed4a56-4f09-43e4-9b25-ac26527f61c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.119998 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-21ed4a56-4f09-43e4-9b25-ac26527f61c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5679881d-d976-4345-a669-a4766b5bab94 HTTP/1.1" status: 204 len: 168 time: 0.4968112 Aug 29 04:34:34.166112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed4a56-4f09-43e4-9b25-ac26527f61c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5679881d-d976-4345-a669-a4766b5bab94,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.201358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8655eaef-f9d9-4076-b993-f0a0c8efd4c3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting subnet b3ecaea8-8a98-4422-b03c-c04797cbce95 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:34.212299 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8655eaef-f9d9-4076-b993-f0a0c8efd4c3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.272713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da073fe0-1176-4cd5-a1b6-8325bab4f4b6 None None] Pushing event updated for resources: {'Port': ['ID=1c8d0176-e37f-4830-8a97-1fcf7e18072b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.273894 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.298885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Delete allocated IP 2001:db8::3cc (c3d167d9-ed6b-47da-9b32-6c83dc24fbd8/220301a5-a603-4c57-835a-c1d5840ca75c) {{(pid=94851) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:34:34.352644 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8655eaef-f9d9-4076-b993-f0a0c8efd4c3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.352895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8:0:1::1be (c3d167d9-ed6b-47da-9b32-6c83dc24fbd8/dd396be9-f65c-425c-8b31-cfd9d6aafd32/4395d96f-189d-48de-b17e-9ac59b65226f) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:34.390328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6a90b9-9c96-454f-a40b-05892f49ee18,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.460627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Checking segment: {'id': '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:34.460997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Network hostable DHCP agents. Network: aba7bb40-fb07-42e9-a638-bdeb93d7f1de, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:34.475042 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8655eaef-f9d9-4076-b993-f0a0c8efd4c3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.530117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Network aba7bb40-fb07-42e9-a638-bdeb93d7f1de is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:34.552735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, aba7bb40-fb07-42e9-a638-bdeb93d7f1de) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:34.563980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53023b1-3483-425c-a1e5-ae3a471eb1e2 None None] Network aba7bb40-fb07-42e9-a638-bdeb93d7f1de requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:34.571862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.572891 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.573248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8655eaef-f9d9-4076-b993-f0a0c8efd4c3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.632647 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-900c0fa6-0b4d-4c8a-9f86-dc7b6435bcc7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0421908 Aug 29 04:34:34.644289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655eaef-f9d9-4076-b993-f0a0c8efd4c3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ecaea8-8a98-4422-b03c-c04797cbce95,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.658511 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8655eaef-f9d9-4076-b993-f0a0c8efd4c3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.663340 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8655eaef-f9d9-4076-b993-f0a0c8efd4c3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/b3ecaea8-8a98-4422-b03c-c04797cbce95 HTTP/1.1" status: 204 len: 168 time: 0.6221764 Aug 29 04:34:34.663600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40062) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.666857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.685377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Ignored duplicate provisioning block setup for port 4395d96f-189d-48de-b17e-9ac59b65226f by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:34:34.691563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.701514 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6326ef0-ac4b-4656-a467-42dd2126d7ab tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:34.702286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6326ef0-ac4b-4656-a467-42dd2126d7ab tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:34.706143 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a6326ef0-ac4b-4656-a467-42dd2126d7ab tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/f75c2cf1-386f-464a-a278-7cb7c7fa9585 HTTP/1.1" status: 404 len: 337 time: 0.0399466 Aug 29 04:34:34.707165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40064) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.715356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40066) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.775006 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6611fd51-7e61-491f-b60a-12db44f9e990 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eca6fc0-6e75-461c-80d2-687676dd5ea6 HTTP/1.1" status: 200 len: 205 time: 0.0663733 Aug 29 04:34:34.777150 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40068) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.787812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6bd665a1-d527-4e9e-b479-bb905cb6db33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.804680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ec897-875b-44a2-b43d-d694778beb5f None None] Network 1a1eab26-cbb0-4506-a37b-150fc9347060 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:34.825050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] In _notify_port_updated(), no bound segment for port 4395d96f-189d-48de-b17e-9ac59b65226f on network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:34:34.832190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.833052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.838159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "PUT /v2.0/ports/4395d96f-189d-48de-b17e-9ac59b65226f HTTP/1.1" status: 200 len: 931 time: 1.8036306 Aug 29 04:34:34.841728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40070) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.855128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e614a-0b2e-4304-9ea3-a865939caa37 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=4395d96f-189d-48de-b17e-9ac59b65226f,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.856699 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-9e292502-7629-4ae6-997e-23ba79e58172 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] delete failed (client error): The resource could not be found. Aug 29 04:34:34.857745 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9e292502-7629-4ae6-997e-23ba79e58172 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/routers/9eca6fc0-6e75-461c-80d2-687676dd5ea6 HTTP/1.1" status: 404 len: 336 time: 0.0796695 Aug 29 04:34:34.860353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40076) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.894741 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca3df73-a74d-42e7-a1db-2627d9035468 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:34.895014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca3df73-a74d-42e7-a1db-2627d9035468 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:34.897106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aca3df73-a74d-42e7-a1db-2627d9035468 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/c023f374-9e3a-4381-944d-9a635f79f7bc HTTP/1.1" status: 404 len: 337 time: 0.0351582 Aug 29 04:34:34.899543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40078) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.936530 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51a9a4f-e163-42f7-8623-dfbc3ea28d5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:34.937191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51a9a4f-e163-42f7-8623-dfbc3ea28d5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:34.941921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a51a9a4f-e163-42f7-8623-dfbc3ea28d5e tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/19c83708-0696-41c4-9110-9d908f5cce3e HTTP/1.1" status: 404 len: 337 time: 0.0383952 Aug 29 04:34:34.941921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40080) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.992435 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6b8461c5-f04f-4a87-ae12-da3d37cd7c6a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 4395d96f-189d-48de-b17e-9ac59b65226f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:34.992665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d21c38-af3c-431a-9d89-f90a1ddad32a None None] Network aba7bb40-fb07-42e9-a638-bdeb93d7f1de requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:34.992787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b8461c5-f04f-4a87-ae12-da3d37cd7c6a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.018054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6176fd0f-7fa2-47f5-95e1-333533ae0ffa None None] Provisioning complete for port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:35.018431 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6176fd0f-7fa2-47f5-95e1-333533ae0ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.034372 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d987bcc2-9e33-4759-acf9-0221ffc92ace tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:35.034835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d987bcc2-9e33-4759-acf9-0221ffc92ace tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:35.040786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d987bcc2-9e33-4759-acf9-0221ffc92ace tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/319c4022-2b42-47f3-a38e-d22d82fdd1cd HTTP/1.1" status: 404 len: 337 time: 0.0980821 Aug 29 04:34:35.043295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40084) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.088839 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f19d8c6-8b0a-4ffd-b2c5-c5328a1a40fb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:35.089651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f19d8c6-8b0a-4ffd-b2c5-c5328a1a40fb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:35.091735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4f19d8c6-8b0a-4ffd-b2c5-c5328a1a40fb tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/a1cb9025-9407-4d15-8120-c5c364a7638e HTTP/1.1" status: 404 len: 333 time: 0.0475030 Aug 29 04:34:35.098354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40086) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.107612 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b8461c5-f04f-4a87-ae12-da3d37cd7c6a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.125354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6b8461c5-f04f-4a87-ae12-da3d37cd7c6a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 4395d96f-189d-48de-b17e-9ac59b65226f owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:35.176686 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab51b5b-be7a-469c-9497-f22e278a100b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:35.177257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab51b5b-be7a-469c-9497-f22e278a100b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:35.179912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5ab51b5b-be7a-469c-9497-f22e278a100b tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/d6e158ac-bda3-4b79-85dd-9984011fff27 HTTP/1.1" status: 404 len: 337 time: 0.0710216 Aug 29 04:34:35.189804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40088) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.239878 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e30507a-ea4d-4453-b4a8-4431c282abc5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:35.240369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e30507a-ea4d-4453-b4a8-4431c282abc5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:35.242888 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5e30507a-ea4d-4453-b4a8-4431c282abc5 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/df31e7a1-80d9-4694-8385-b20e80cf16ab HTTP/1.1" status: 404 len: 337 time: 0.0462639 Aug 29 04:34:35.246191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40092) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.279002 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf2bc1b-c65a-414b-b14a-801c48abbc85 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:35.280728 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf2bc1b-c65a-414b-b14a-801c48abbc85 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:35.282639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fdf2bc1b-c65a-414b-b14a-801c48abbc85 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/38da613d-2667-4a84-a081-6a5b9fddd17b HTTP/1.1" status: 404 len: 333 time: 0.0344796 Aug 29 04:34:35.292454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf443a-ff19-425e-8a75-1963cd2eebdb req-4ef2ace7-507e-4481-bb20-925ed6106282 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:35.301048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6baf443a-ff19-425e-8a75-1963cd2eebdb req-4ef2ace7-507e-4481-bb20-925ed6106282 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.2307281 Aug 29 04:34:35.303488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40094) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.405746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6bd665a1-d527-4e9e-b479-bb905cb6db33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.407261 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec68080f-3cf7-458a-a002-4dafd7a87e84 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:35.407694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec68080f-3cf7-458a-a002-4dafd7a87e84 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:35.409805 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ec68080f-3cf7-458a-a002-4dafd7a87e84 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/85899a19-2c82-46f3-9dbb-762a4609c590 HTTP/1.1" status: 404 len: 337 time: 0.0999410 Aug 29 04:34:35.412743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40096) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.456698 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-32491dea-7133-4e39-a345-edc19200cedd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:35.457753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32491dea-7133-4e39-a345-edc19200cedd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:35.460322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-32491dea-7133-4e39-a345-edc19200cedd tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/subnets/374eb2bc-4047-4301-90c2-3b4f1da66ba2 HTTP/1.1" status: 404 len: 337 time: 0.0440934 Aug 29 04:34:35.460489 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6bd665a1-d527-4e9e-b479-bb905cb6db33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.484715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40098) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.510241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6bd665a1-d527-4e9e-b479-bb905cb6db33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e529b6569d3499099612d59bc8059b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7690270 Aug 29 04:34:35.522143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40100) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.522801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd665a1-d527-4e9e-b479-bb905cb6db33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3939c128-0586-4767-a6be-995ef596faae,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:35.600470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6176fd0f-7fa2-47f5-95e1-333533ae0ffa None None] Provisioning complete for port 55c043c9-56ae-40fa-952a-36765c0a175f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:35.600956 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6176fd0f-7fa2-47f5-95e1-333533ae0ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.672593 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b8461c5-f04f-4a87-ae12-da3d37cd7c6a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.687207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530843ab-ea78-4eeb-bc15-ed0770c35fa9 None None] DHCP port deletion for 1a1eab26-cbb0-4506-a37b-150fc9347060 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:35.688382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6baf443a-ff19-425e-8a75-1963cd2eebdb req-31266e39-cb28-4d94-9b79-c3657ac8dc48 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861046 Aug 29 04:34:35.690565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6176fd0f-7fa2-47f5-95e1-333533ae0ffa None None] Port 55c043c9-56ae-40fa-952a-36765c0a175f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:35.731519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b65984a-6f99-4797-948e-d1469cf2d981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.761002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8461c5-f04f-4a87-ae12-da3d37cd7c6a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=4395d96f-189d-48de-b17e-9ac59b65226f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:35.787455 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b8461c5-f04f-4a87-ae12-da3d37cd7c6a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.790150 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6b8461c5-f04f-4a87-ae12-da3d37cd7c6a tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/4395d96f-189d-48de-b17e-9ac59b65226f HTTP/1.1" status: 204 len: 168 time: 0.9471769 Aug 29 04:34:35.791480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b65984a-6f99-4797-948e-d1469cf2d981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.794566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40106) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.820103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-530843ab-ea78-4eeb-bc15-ed0770c35fa9 None None] Deleting port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:35.821268 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-530843ab-ea78-4eeb-bc15-ed0770c35fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.829011 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c68f643-9aeb-4aac-9f74-bace84801c68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:34:35.830854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-88f7e6a4-7628-4e07-ada4-9c3ea3ff0248 None None] Could not find standard attr ID for object 4395d96f-189d-48de-b17e-9ac59b65226f. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:35.831621 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3c68f643-9aeb-4aac-9f74-bace84801c68 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/4395d96f-189d-48de-b17e-9ac59b65226f HTTP/1.1" status: 404 len: 333 time: 0.0359099 Aug 29 04:34:35.835993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40108) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.849689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-165f4d43-2e09-49e3-a389-45e68fa360e3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Deleting port 55c043c9-56ae-40fa-952a-36765c0a175f {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:35.850118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-165f4d43-2e09-49e3-a389-45e68fa360e3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.905616 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a11d911d-93e9-49d5-9bf3-290e0796afe4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.937485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-88f7e6a4-7628-4e07-ada4-9c3ea3ff0248 None None] Provisioning for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:35.965677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-88f7e6a4-7628-4e07-ada4-9c3ea3ff0248 None None] Provisioning complete for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:35.966443 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-88f7e6a4-7628-4e07-ada4-9c3ea3ff0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.973321 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a11d911d-93e9-49d5-9bf3-290e0796afe4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.023486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-530843ab-ea78-4eeb-bc15-ed0770c35fa9 None None] For port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,segment=NetworkSegment(79817968-dc86-4cba-b2bf-46ca0340ceb2),segment_id=79817968-dc86-4cba-b2bf-46ca0340ceb2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:36.024183 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-530843ab-ea78-4eeb-bc15-ed0770c35fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.053762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-530843ab-ea78-4eeb-bc15-ed0770c35fa9 None None] Calling delete_port for 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:36.054841 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-165f4d43-2e09-49e3-a389-45e68fa360e3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.080266 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1c8d0176-e37f-4830-8a97-1fcf7e18072b up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:36.087186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a11d911d-93e9-49d5-9bf3-290e0796afe4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.090642 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a11d911d-93e9-49d5-9bf3-290e0796afe4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.092038 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a11d911d-93e9-49d5-9bf3-290e0796afe4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/security-groups/39dd4df2-6dce-441f-ac5f-53d98cb5fd54 HTTP/1.1" status: 204 len: 168 time: 0.2546163 Aug 29 04:34:36.094017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-165f4d43-2e09-49e3-a389-45e68fa360e3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Calling delete_port for 55c043c9-56ae-40fa-952a-36765c0a175f owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:36.097153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40112) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.113716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d911d-93e9-49d5-9bf3-290e0796afe4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dd4df2-6dce-441f-ac5f-53d98cb5fd54,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.178493 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b65984a-6f99-4797-948e-d1469cf2d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.181514 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0b65984a-6f99-4797-948e-d1469cf2d981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.181666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da89d281-207a-4cf5-9281-36a7bd77abed tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.185924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0b65984a-6f99-4797-948e-d1469cf2d981 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3939c128-0586-4767-a6be-995ef596faae HTTP/1.1" status: 204 len: 168 time: 0.6602349 Aug 29 04:34:36.204071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65984a-6f99-4797-948e-d1469cf2d981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3939c128-0586-4767-a6be-995ef596faae,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.230642 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da89d281-207a-4cf5-9281-36a7bd77abed tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.230912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-165f4d43-2e09-49e3-a389-45e68fa360e3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.284684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da89d281-207a-4cf5-9281-36a7bd77abed tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.288513 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-da89d281-207a-4cf5-9281-36a7bd77abed tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.290053 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-da89d281-207a-4cf5-9281-36a7bd77abed tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/security-groups/52c57d99-dcb8-44be-9b21-2536394362d4 HTTP/1.1" status: 204 len: 168 time: 0.1919160 Aug 29 04:34:36.296960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40116) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.315366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89d281-207a-4cf5-9281-36a7bd77abed tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c57d99-dcb8-44be-9b21-2536394362d4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.325167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-165f4d43-2e09-49e3-a389-45e68fa360e3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.331480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-165f4d43-2e09-49e3-a389-45e68fa360e3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/ports/55c043c9-56ae-40fa-952a-36765c0a175f HTTP/1.1" status: 204 len: 168 time: 0.8180752 Aug 29 04:34:36.331480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f4d43-2e09-49e3-a389-45e68fa360e3 tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Port': ['ID=55c043c9-56ae-40fa-952a-36765c0a175f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.339454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40118) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.367692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:36.368363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.389413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc47dcb-e95e-4595-bf7f-a8e040c6f1c6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet 220301a5-a603-4c57-835a-c1d5840ca75c {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:36.398586 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3cc47dcb-e95e-4595-bf7f-a8e040c6f1c6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.426260 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-530843ab-ea78-4eeb-bc15-ed0770c35fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.431959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-88f7e6a4-7628-4e07-ada4-9c3ea3ff0248 None None] Provisioning complete for port b66e6fda-798b-46ee-b758-e7c7b522aca1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:36.432278 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-88f7e6a4-7628-4e07-ada4-9c3ea3ff0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.462451 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3cc47dcb-e95e-4595-bf7f-a8e040c6f1c6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.481320 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.499389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530843ab-ea78-4eeb-bc15-ed0770c35fa9 None None] Pushing event deleted for resources: {'Port': ['ID=3a14a3a6-0117-4422-8bd0-9dd465b84ca5,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.511737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530843ab-ea78-4eeb-bc15-ed0770c35fa9 None None] No DVR routers for this DVR port 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:36.537268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-88f7e6a4-7628-4e07-ada4-9c3ea3ff0248 None None] Port b66e6fda-798b-46ee-b758-e7c7b522aca1 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:36.614250 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3cc47dcb-e95e-4595-bf7f-a8e040c6f1c6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.639312 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.669974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:36.676370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1eab26-cbb0-4506-a37b-150fc9347060']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:36.703836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79817968-dc86-4cba-b2bf-46ca0340ceb2') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:36.704053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79817968-dc86-4cba-b2bf-46ca0340ceb2') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:36.721519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.728496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:36.728733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3a14a3a6-0117-4422-8bd0-9dd465b84ca5 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:36.763243 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.778652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:36.779049 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:36.783201 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:36.786537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3cc47dcb-e95e-4595-bf7f-a8e040c6f1c6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.834061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc47dcb-e95e-4595-bf7f-a8e040c6f1c6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=220301a5-a603-4c57-835a-c1d5840ca75c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.840500 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3cc47dcb-e95e-4595-bf7f-a8e040c6f1c6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.841910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbfb7c3-cbf5-4196-8891-7cfee8e2c0cc None None] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:36.842867 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3cc47dcb-e95e-4595-bf7f-a8e040c6f1c6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/220301a5-a603-4c57-835a-c1d5840ca75c HTTP/1.1" status: 204 len: 168 time: 0.5431180 Aug 29 04:34:36.847072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40132) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.855681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1d80b769-41ac-40e0-b613-f26930517d40 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:36.909708 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.922308 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.924295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] 10.222.0.49 "DELETE /v2.0/networks/1a1eab26-cbb0-4506-a37b-150fc9347060 HTTP/1.1" status: 204 len: 168 time: 0.5839157 Aug 29 04:34:36.935387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4f94-f8ad-49f9-9f0f-24d49e968a4f req-8e012190-7d43-401b-b4e2-3d786d10d7de tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:36.937978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-887b4f94-f8ad-49f9-9f0f-24d49e968a4f req-8e012190-7d43-401b-b4e2-3d786d10d7de tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1015470 Aug 29 04:34:36.954797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349270ef-fcbf-4dd9-a471-3f92504043fe tempest-PortsTestJSON-883025212 tempest-PortsTestJSON-883025212-project] Pushing event deleted for resources: {'Network': ['ID=1a1eab26-cbb0-4506-a37b-150fc9347060,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.999737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-887b4f94-f8ad-49f9-9f0f-24d49e968a4f req-febe7f21-08e9-4ac9-a902-986f76597f01 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462506 Aug 29 04:34:37.041091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d80b769-41ac-40e0-b613-f26930517d40 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:37.047188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1d80b769-41ac-40e0-b613-f26930517d40 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.272057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40148) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.324776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1d80b769-41ac-40e0-b613-f26930517d40 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.376276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80b769-41ac-40e0-b613-f26930517d40 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:37.382453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-1d80b769-41ac-40e0-b613-f26930517d40 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:37.387113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80b769-41ac-40e0-b613-f26930517d40 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:37.387720 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1d80b769-41ac-40e0-b613-f26930517d40 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.397728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80b769-41ac-40e0-b613-f26930517d40 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=04661b19-086f-47b6-be5e-adf6f76fd59b,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.409620 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1d80b769-41ac-40e0-b613-f26930517d40 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5607052 Aug 29 04:34:37.412475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40154) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.417129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4bbc5a96-7f5e-49d8-b1ec-4615c9a67b66 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'security_group': {'name': 'tempest-secgroup-658066835'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:37.449842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5a96-7f5e-49d8-b1ec-4615c9a67b66 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.570771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5a96-7f5e-49d8-b1ec-4615c9a67b66 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.590777 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5a96-7f5e-49d8-b1ec-4615c9a67b66 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.635237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5a96-7f5e-49d8-b1ec-4615c9a67b66 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.639001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4bbc5a96-7f5e-49d8-b1ec-4615c9a67b66 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2231443 Aug 29 04:34:37.639645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40162) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.645280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8a9dd427-09c9-4ffe-8834-ed132445c25e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'security_group': {'name': 'tempest-secgroup-1731276258'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:37.645459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc5a96-7f5e-49d8-b1ec-4615c9a67b66 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa231e96-1548-4461-abef-bd9ad09de9b6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.670472 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9770ef4-e72f-4a85-8b8a-ec0345b0d415 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=122b9ba081e6485a80cc54ce8056bb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948274 Aug 29 04:34:37.671401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40164) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.682634 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd427-09c9-4ffe-8834-ed132445c25e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.730130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a76719f-19b1-41ae-b3b3-352ccbefc546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.756379 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a76719f-19b1-41ae-b3b3-352ccbefc546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.787558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e8c3ab9e-c872-4ea9-b5f1-58b3a3d472ed None None] Provisioning complete for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:37.788120 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ab9e-c872-4ea9-b5f1-58b3a3d472ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.791878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c7622-0333-4176-826e-b72d1d5cb559 None None] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:37.792948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd427-09c9-4ffe-8834-ed132445c25e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.799653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd427-09c9-4ffe-8834-ed132445c25e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.820179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a76719f-19b1-41ae-b3b3-352ccbefc546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.838186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a76719f-19b1-41ae-b3b3-352ccbefc546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.840329 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd427-09c9-4ffe-8834-ed132445c25e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.841703 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8a9dd427-09c9-4ffe-8834-ed132445c25e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2009385 Aug 29 04:34:37.844863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40174) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.853722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c792a3df-e2b8-4da5-84d0-b6506d9c4a45 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'security_group': {'name': 'tempest-secgroup-742446199'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:37.853989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8a76719f-19b1-41ae-b3b3-352ccbefc546 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0af782d1-efed-4749-80e0-eaeb8ecfe130 HTTP/1.1" status: 204 len: 168 time: 0.1773481 Aug 29 04:34:37.870739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dd427-09c9-4ffe-8834-ed132445c25e tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6070a36a-0481-4548-a106-cd2872d0d196,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.883975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c792a3df-e2b8-4da5-84d0-b6506d9c4a45 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.886109 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76719f-19b1-41ae-b3b3-352ccbefc546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af782d1-efed-4749-80e0-eaeb8ecfe130,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:38.037273 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c792a3df-e2b8-4da5-84d0-b6506d9c4a45 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.044467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c792a3df-e2b8-4da5-84d0-b6506d9c4a45 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.122183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c792a3df-e2b8-4da5-84d0-b6506d9c4a45 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.126197 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c792a3df-e2b8-4da5-84d0-b6506d9c4a45 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2796881 Aug 29 04:34:38.137285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40188) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:38.160671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792a3df-e2b8-4da5-84d0-b6506d9c4a45 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5665bda-2322-4cc3-a94f-6e2f26f9a8d8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:38.186228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e8c3ab9e-c872-4ea9-b5f1-58b3a3d472ed None None] Provisioning complete for port b66e6fda-798b-46ee-b758-e7c7b522aca1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:38.186228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ab9e-c872-4ea9-b5f1-58b3a3d472ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.194864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1683334264', 'security_groups': ['a5665bda-2322-4cc3-a94f-6e2f26f9a8d8'], 'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '04661b19-086f-47b6-be5e-adf6f76fd59b'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:38.235846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3ab9e-c872-4ea9-b5f1-58b3a3d472ed None None] Port b66e6fda-798b-46ee-b758-e7c7b522aca1 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:38.317608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2d2f7f-b288-4096-b770-afad8b1952bc None None] Update dhcp port {'port': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'fixed_ips': [{'subnet_id': 'dd396be9-f65c-425c-8b31-cfd9d6aafd32', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '04661b19-086f-47b6-be5e-adf6f76fd59b'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '1c8d0176-e37f-4830-8a97-1fcf7e18072b'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:34:38.339944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde428c-8e2a-473d-87dc-ab9fbd9dbaa2 req-21f6c54a-c8db-473a-b126-21b973f8b2c7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:38.341584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2bde428c-8e2a-473d-87dc-ab9fbd9dbaa2 req-21f6c54a-c8db-473a-b126-21b973f8b2c7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.2183385 Aug 29 04:34:38.355060 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2f7f-b288-4096-b770-afad8b1952bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.468690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:38.537900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2bde428c-8e2a-473d-87dc-ab9fbd9dbaa2 req-8b8e432f-4575-4761-894c-3644d491b970 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755793 Aug 29 04:34:38.621140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3f2d2f7f-b288-4096-b770-afad8b1952bc None None] Allocated IP 2001:db8::2 (c3d167d9-ed6b-47da-9b32-6c83dc24fbd8/04661b19-086f-47b6-be5e-adf6f76fd59b/1c8d0176-e37f-4830-8a97-1fcf7e18072b) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:38.628667 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.673168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] device_id is not set on port 56953c26-5b1e-4e5e-9503-51e8a5e0add2 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:38.745007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3f2d2f7f-b288-4096-b770-afad8b1952bc None None] For port 1c8d0176-e37f-4830-8a97-1fcf7e18072b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1c8d0176-e37f-4830-8a97-1fcf7e18072b,segment=NetworkSegment(71ce6232-fcf4-4340-a29e-6781555c980a),segment_id=71ce6232-fcf4-4340-a29e-6781555c980a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:38.781638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2f7f-b288-4096-b770-afad8b1952bc None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.813427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2f7f-b288-4096-b770-afad8b1952bc None None] Transition to ACTIVE for port object 1c8d0176-e37f-4830-8a97-1fcf7e18072b will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:38.821903 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2f7f-b288-4096-b770-afad8b1952bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.934258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8::36c (c3d167d9-ed6b-47da-9b32-6c83dc24fbd8/04661b19-086f-47b6-be5e-adf6f76fd59b/56953c26-5b1e-4e5e-9503-51e8a5e0add2) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:38.992254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2f7f-b288-4096-b770-afad8b1952bc None None] Pushing event updated for resources: {'Port': ['ID=1c8d0176-e37f-4830-8a97-1fcf7e18072b,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.034127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40220) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.046935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40224) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.155196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.173362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object 56953c26-5b1e-4e5e-9503-51e8a5e0add2 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:39.225879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.226478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-362164540'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:39.234696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-63ea33e8-6b96-4d6c-a633-247cd907c420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.269359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:39.274263 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.279684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:39.283042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:39.287806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:39.293698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.294472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.294616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.309928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=56953c26-5b1e-4e5e-9503-51e8a5e0add2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.420341 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-63ea33e8-6b96-4d6c-a633-247cd907c420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.444796 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-63ea33e8-6b96-4d6c-a633-247cd907c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.475416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1b303484-6975-4a19-a159-dd763b478ecd tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3323965 Aug 29 04:34:39.477692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40230) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.488040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6e846057-e1a5-431f-a848-07fef504f278 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:39.586934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea33e8-6b96-4d6c-a633-247cd907c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b93d23-9648-41e8-9096-3d763ba48ad0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.599777 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-63ea33e8-6b96-4d6c-a633-247cd907c420 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28e4f2e104494d9a961124a7ec34b43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489671 Aug 29 04:34:39.601063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40234) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.704036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d13f4303-0dc7-4f59-bf8d-88dddb5ad17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.723488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90032-45ed-4e5e-ba3e-a41c8b9a6835 req-cd743176-02c8-474d-bdc6-0b716f7dbbfb tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.725102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ed90032-45ed-4e5e-ba3e-a41c8b9a6835 req-cd743176-02c8-474d-bdc6-0b716f7dbbfb tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.0891881 Aug 29 04:34:39.741048 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.741745 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d13f4303-0dc7-4f59-bf8d-88dddb5ad17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.751391 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.802566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:39.818509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e846057-e1a5-431f-a848-07fef504f278 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:39.822129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e846057-e1a5-431f-a848-07fef504f278 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.848463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ed90032-45ed-4e5e-ba3e-a41c8b9a6835 req-80ab47cd-2f96-482b-b478-a8df70322086 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095901 Aug 29 04:34:39.867346 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f196824-d3e4-4960-8b72-1f2ef76014c4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.872446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d13f4303-0dc7-4f59-bf8d-88dddb5ad17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.876050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d13f4303-0dc7-4f59-bf8d-88dddb5ad17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.881209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d13f4303-0dc7-4f59-bf8d-88dddb5ad17a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82b93d23-9648-41e8-9096-3d763ba48ad0 HTTP/1.1" status: 204 len: 168 time: 0.2769148 Aug 29 04:34:39.881577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.881943 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added segment c62d81dd-bfed-40f3-a34b-c48ca01e9b56 of type vlan for network 564e34af-f457-4e5e-9a28-8b98ec29893b Aug 29 04:34:39.893502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f4303-0dc7-4f59-bf8d-88dddb5ad17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b93d23-9648-41e8-9096-3d763ba48ad0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.896086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1848252e-d5a9-48ca-955e-4bb851167847 None None] Provisioning for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:39.900592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1848252e-d5a9-48ca-955e-4bb851167847 None None] Provisioning complete for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:39.901084 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1848252e-d5a9-48ca-955e-4bb851167847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.001899 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.015147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1848252e-d5a9-48ca-955e-4bb851167847 None None] Provisioning complete for port b66e6fda-798b-46ee-b758-e7c7b522aca1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:40.015850 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1848252e-d5a9-48ca-955e-4bb851167847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.039441 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.045555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.046509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.057177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1c8d0176-e37f-4830-8a97-1fcf7e18072b up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:40.064494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1848252e-d5a9-48ca-955e-4bb851167847 None None] Port b66e6fda-798b-46ee-b758-e7c7b522aca1 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:40.101695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40242) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.102052 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0664823 Aug 29 04:34:40.110092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-849379675'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:40.122234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:40.122693 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.136628 n-d-712141-12 neutron-server[94850]: INFO neutron.db.ipam_backend_mixin [None req-6e846057-e1a5-431f-a848-07fef504f278 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04661b19-086f-47b6-be5e-adf6f76fd59b (CIDR: 2001:db8::/64) Aug 29 04:34:40.140662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:40.146124 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.147833 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e846057-e1a5-431f-a848-07fef504f278 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:40.148773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e846057-e1a5-431f-a848-07fef504f278 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:40.170384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9b2a5-2c76-42e4-98bd-7d3092490828 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Network': ['ID=564e34af-f457-4e5e-9a28-8b98ec29893b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:40.183028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:40.184598 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6e846057-e1a5-431f-a848-07fef504f278 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7009311 Aug 29 04:34:40.187253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40244) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.188781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 564e34af-f457-4e5e-9a28-8b98ec29893b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:40.195722 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.195961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7414cec3-0506-4605-a8c8-2bbcae677eb3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:40.196329 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added segment e0b06a67-4fb5-4666-9f57-e6e26ec37c94 of type vlan for network 4ce12447-8e18-4c14-9bd7-387279f1618c Aug 29 04:34:40.273431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.308206 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.315534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.316158 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.338550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-af5f16fe-0a56-468d-afdc-690520d5493c None None] Provisioning for port 56953c26-5b1e-4e5e-9503-51e8a5e0add2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:40.346197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-af5f16fe-0a56-468d-afdc-690520d5493c None None] Provisioning complete for port 56953c26-5b1e-4e5e-9503-51e8a5e0add2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:40.347789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af5f16fe-0a56-468d-afdc-690520d5493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.392926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2892036 Aug 29 04:34:40.393162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-af5f16fe-0a56-468d-afdc-690520d5493c None None] Port 56953c26-5b1e-4e5e-9503-51e8a5e0add2 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:40.395240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40256) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.404095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'subnet': {'network_id': '564e34af-f457-4e5e-9a28-8b98ec29893b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:40.419709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046c697-8d54-4666-b183-48979b427f64 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Network': ['ID=4ce12447-8e18-4c14-9bd7-387279f1618c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:40.434008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 4ce12447-8e18-4c14-9bd7-387279f1618c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:40.480039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7414cec3-0506-4605-a8c8-2bbcae677eb3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:40.486655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7414cec3-0506-4605-a8c8-2bbcae677eb3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.582322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:40.588969 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.683529 n-d-712141-12 neutron-server[94850]: INFO neutron.db.ipam_backend_mixin [None req-7414cec3-0506-4605-a8c8-2bbcae677eb3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dd396be9-f65c-425c-8b31-cfd9d6aafd32 (CIDR: 2001:db8:0:1::/64) Aug 29 04:34:40.690162 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-7414cec3-0506-4605-a8c8-2bbcae677eb3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:40.690632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7414cec3-0506-4605-a8c8-2bbcae677eb3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:40.716981 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7414cec3-0506-4605-a8c8-2bbcae677eb3 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5282383 Aug 29 04:34:40.719585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40270) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.725623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-43859d04-f269-40e1-94b2-845999eb8de9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'subnet': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:40.949517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43859d04-f269-40e1-94b2-845999eb8de9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Made reservation on behalf of bb62a51eef2d4647b82d967190ca0586 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:40.953961 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43859d04-f269-40e1-94b2-845999eb8de9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.009965 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.058020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582a929-8e65-4c50-87e9-4aafb6f2a2da req-e3416b61-ada4-4174-997c-99375b1749cf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:41.060557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3582a929-8e65-4c50-87e9-4aafb6f2a2da req-e3416b61-ada4-4174-997c-99375b1749cf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.0996752 Aug 29 04:34:41.108934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Subnet': ['ID=9d42f5eb-f232-461e-9bca-dabe7cec146a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.117339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3582a929-8e65-4c50-87e9-4aafb6f2a2da req-ecbaefb1-fde4-4e04-a7d6-f8505f11df88 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516281 Aug 29 04:34:41.126296 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Checking segment: {'id': 'c62d81dd-bfed-40f3-a34b-c48ca01e9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '564e34af-f457-4e5e-9a28-8b98ec29893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:41.126778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network hostable DHCP agents. Network: 564e34af-f457-4e5e-9a28-8b98ec29893b, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:41.165909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 564e34af-f457-4e5e-9a28-8b98ec29893b is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:41.189420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 564e34af-f457-4e5e-9a28-8b98ec29893b) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:41.198748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:41.199352 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.205207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbfa8ff-3a83-4f41-8f11-32134b952756 None None] Network 564e34af-f457-4e5e-9a28-8b98ec29893b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:41.244673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40290) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.245905 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a83d966e-9d38-422b-9944-8c5a53df0cd1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8452733 Aug 29 04:34:41.250057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'subnet': {'network_id': '4ce12447-8e18-4c14-9bd7-387279f1618c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:41.296478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40292) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.389923 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43859d04-f269-40e1-94b2-845999eb8de9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.436693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-564e34af-f457-4e5e-9a28-8b98ec29893b', 'network_id': '564e34af-f457-4e5e-9a28-8b98ec29893b', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'fixed_ips': [{'subnet_id': '9d42f5eb-f232-461e-9bca-dabe7cec146a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:41.439708 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.450089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43859d04-f269-40e1-94b2-845999eb8de9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:41.454070 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-43859d04-f269-40e1-94b2-845999eb8de9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:41.465917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43859d04-f269-40e1-94b2-845999eb8de9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:41.466648 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43859d04-f269-40e1-94b2-845999eb8de9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.470174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:41.474649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.475723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b7f55f-24fc-43a3-84f1-bafea37922b9 None None] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:41.517250 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-43859d04-f269-40e1-94b2-845999eb8de9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7961297 Aug 29 04:34:41.517871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40298) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.539941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-505983383', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cb9befbb-d271-4d3d-b187-dc4f0847a1f3'}], 'security_groups': ['fa231e96-1548-4461-abef-bd9ad09de9b6', '6070a36a-0481-4548-a106-cd2872d0d196']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:41.588282 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9896f3e9-b45f-4628-a139-3a8ce17007e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.710789 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9896f3e9-b45f-4628-a139-3a8ce17007e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.711773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43859d04-f269-40e1-94b2-845999eb8de9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Subnet': ['ID=cb9befbb-d271-4d3d-b187-dc4f0847a1f3,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.722449 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.804221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Checking segment: {'id': 'e0b06a67-4fb5-4666-9f57-e6e26ec37c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4ce12447-8e18-4c14-9bd7-387279f1618c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:41.805050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network hostable DHCP agents. Network: 4ce12447-8e18-4c14-9bd7-387279f1618c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:41.807387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Subnet': ['ID=e58f923b-3503-4c7d-b067-18d3d4afea77,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.823760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.824377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.824918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.825573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.826098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.826609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.827420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.828086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.828624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.829147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.829652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.830166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:41.851541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 4ce12447-8e18-4c14-9bd7-387279f1618c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:41.864850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 4ce12447-8e18-4c14-9bd7-387279f1618c) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:41.871399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:41.872103 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.875130 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9896f3e9-b45f-4628-a139-3a8ce17007e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.880423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3fac66-4861-41cb-80a0-8fe06ccc8ea1 None None] Network 4ce12447-8e18-4c14-9bd7-387279f1618c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:41.883292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Allocated IP 2001:db8::2 (564e34af-f457-4e5e-9a28-8b98ec29893b/9d42f5eb-f232-461e-9bca-dabe7cec146a/05f45f58-aac9-48fe-8af6-304a746d3305) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:41.890604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6b270227-a216-40d4-81d0-b6b9af4f3382 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6447916 Aug 29 04:34:41.893245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40302) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.893909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.901169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d97caf06-7557-4e80-9add-394882129184 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-687168803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:41.904826 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa6605f-b524-4ca4-acb7-1951393cb6fd None None] Update dhcp port {'port': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'fixed_ips': [{'subnet_id': 'dd396be9-f65c-425c-8b31-cfd9d6aafd32', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '04661b19-086f-47b6-be5e-adf6f76fd59b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb9befbb-d271-4d3d-b187-dc4f0847a1f3'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '1c8d0176-e37f-4830-8a97-1fcf7e18072b'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:34:41.934258 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d97caf06-7557-4e80-9add-394882129184 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.934504 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9896f3e9-b45f-4628-a139-3a8ce17007e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=931177daee1e42b8a34770fbeb96d827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6345820 Aug 29 04:34:41.934630 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d97caf06-7557-4e80-9add-394882129184 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.935937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40304) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.968049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896f3e9-b45f-4628-a139-3a8ce17007e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce1e5bb-a515-4463-a6a3-2cdf218d418a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.039589 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d97caf06-7557-4e80-9add-394882129184 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.040547 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4a9e-a405-476b-ac92-8da41a60f447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.054557 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d97caf06-7557-4e80-9add-394882129184 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.083321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d97caf06-7557-4e80-9add-394882129184 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.084569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d97caf06-7557-4e80-9add-394882129184 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1887786 Aug 29 04:34:42.087078 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4a9e-a405-476b-ac92-8da41a60f447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.089015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40308) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.204489 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1fa6605f-b524-4ca4-acb7-1951393cb6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.295513 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4a9e-a405-476b-ac92-8da41a60f447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.298794 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4a9e-a405-476b-ac92-8da41a60f447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.300107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5b5c4a9e-a405-476b-ac92-8da41a60f447 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ce1e5bb-a515-4463-a6a3-2cdf218d418a HTTP/1.1" status: 204 len: 168 time: 0.3560176 Aug 29 04:34:42.362034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c4a9e-a405-476b-ac92-8da41a60f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce1e5bb-a515-4463-a6a3-2cdf218d418a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.431832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Delete allocated IP 2001:db8::36c (c3d167d9-ed6b-47da-9b32-6c83dc24fbd8/04661b19-086f-47b6-be5e-adf6f76fd59b) {{(pid=94850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:34:42.454808 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Allocated IP 2001:db8:0:2::3d5 (c3d167d9-ed6b-47da-9b32-6c83dc24fbd8/cb9befbb-d271-4d3d-b187-dc4f0847a1f3/56953c26-5b1e-4e5e-9503-51e8a5e0add2) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:42.523933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-4ce12447-8e18-4c14-9bd7-387279f1618c', 'network_id': '4ce12447-8e18-4c14-9bd7-387279f1618c', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'fixed_ips': [{'subnet_id': 'e58f923b-3503-4c7d-b067-18d3d4afea77'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:42.524819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.528004 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.553612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Transition to ACTIVE for port object 05f45f58-aac9-48fe-8af6-304a746d3305 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:42.623473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.657954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Transition to ACTIVE for port object 05f45f58-aac9-48fe-8af6-304a746d3305 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:42.665330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef1537-bf4c-46fd-8e32-fd754684e9bc req-5a5c49ac-e2e2-447f-aab9-70ba78d14c4a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:42.670096 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cef1537-bf4c-46fd-8e32-fd754684e9bc req-5a5c49ac-e2e2-447f-aab9-70ba78d14c4a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.3866496 Aug 29 04:34:42.680039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.746804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Network 564e34af-f457-4e5e-9a28-8b98ec29893b is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:42.752058 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.752676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:42.764387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:42.769841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Transition to ACTIVE for port object 56953c26-5b1e-4e5e-9503-51e8a5e0add2 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:42.787340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Pushing event updated for resources: {'Port': ['ID=05f45f58-aac9-48fe-8af6-304a746d3305,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.789306 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.808706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cef1537-bf4c-46fd-8e32-fd754684e9bc req-b3ed3593-2b77-4b38-9616-43ee884e05b2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265886 Aug 29 04:34:42.851177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Allocated IP 2001:db8:1::2 (4ce12447-8e18-4c14-9bd7-387279f1618c/e58f923b-3503-4c7d-b067-18d3d4afea77/8abdab9f-dab6-4dc4-99c7-1a79af88624e) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:42.899475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Attempting to bind port 05f45f58-aac9-48fe-8af6-304a746d3305 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:42.899853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Attempting to bind port 05f45f58-aac9-48fe-8af6-304a746d3305 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c62d81dd-bfed-40f3-a34b-c48ca01e9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '564e34af-f457-4e5e-9a28-8b98ec29893b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:42.900299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Attempting to bind port 05f45f58-aac9-48fe-8af6-304a746d3305 on network 564e34af-f457-4e5e-9a28-8b98ec29893b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:42.916866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:42.917246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Checking segment: {'id': 'c62d81dd-bfed-40f3-a34b-c48ca01e9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '564e34af-f457-4e5e-9a28-8b98ec29893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:42.917674 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.917851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event updated for resources: {'Port': ['ID=56953c26-5b1e-4e5e-9503-51e8a5e0add2,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.918052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Bound using segment: {'id': 'c62d81dd-bfed-40f3-a34b-c48ca01e9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '564e34af-f457-4e5e-9a28-8b98ec29893b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:42.918544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Bound port: 05f45f58-aac9-48fe-8af6-304a746d3305, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62d81dd-bfed-40f3-a34b-c48ca01e9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '564e34af-f457-4e5e-9a28-8b98ec29893b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:42.919028 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.930777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] In _notify_port_updated(), no bound segment for port 56953c26-5b1e-4e5e-9503-51e8a5e0add2 on network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:34:42.937922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:42.938728 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.944399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f00b52ff-3272-4760-b05c-bc7bfd3b4a23 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "PUT /v2.0/ports/56953c26-5b1e-4e5e-9503-51e8a5e0add2 HTTP/1.1" status: 200 len: 969 time: 1.4117022 Aug 29 04:34:42.945147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40324) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.970954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-1fa6605f-b524-4ca4-acb7-1951393cb6fd None None] Allocated IP 2001:db8:0:2::2 (c3d167d9-ed6b-47da-9b32-6c83dc24fbd8/cb9befbb-d271-4d3d-b187-dc4f0847a1f3/1c8d0176-e37f-4830-8a97-1fcf7e18072b) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:43.065533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-460adbb0-4bc4-4caf-9e13-1ef32e001b5f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port 56953c26-5b1e-4e5e-9503-51e8a5e0add2 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:43.066020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-460adbb0-4bc4-4caf-9e13-1ef32e001b5f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.108118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Allocated IP 2001:db8::1 (564e34af-f457-4e5e-9a28-8b98ec29893b/9d42f5eb-f232-461e-9bca-dabe7cec146a/9734657b-91cd-457f-882b-db6f64879a57) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:43.202069 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-460adbb0-4bc4-4caf-9e13-1ef32e001b5f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.231463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-460adbb0-4bc4-4caf-9e13-1ef32e001b5f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for 56953c26-5b1e-4e5e-9503-51e8a5e0add2 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:43.289361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.301713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] For port 05f45f58-aac9-48fe-8af6-304a746d3305, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:43.308264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Transition to ACTIVE for port object 9734657b-91cd-457f-882b-db6f64879a57 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:43.330744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1fa6605f-b524-4ca4-acb7-1951393cb6fd None None] For port 1c8d0176-e37f-4830-8a97-1fcf7e18072b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1c8d0176-e37f-4830-8a97-1fcf7e18072b,segment=NetworkSegment(71ce6232-fcf4-4340-a29e-6781555c980a),segment_id=71ce6232-fcf4-4340-a29e-6781555c980a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:43.341623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] For port 05f45f58-aac9-48fe-8af6-304a746d3305, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=05f45f58-aac9-48fe-8af6-304a746d3305,segment=NetworkSegment(c62d81dd-bfed-40f3-a34b-c48ca01e9b56),segment_id=c62d81dd-bfed-40f3-a34b-c48ca01e9b56)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:43.346727 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.358127 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.369545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.400691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=9734657b-91cd-457f-882b-db6f64879a57,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.418828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 564e34af-f457-4e5e-9a28-8b98ec29893b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:43.422629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:43.426642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Transition to ACTIVE for port object 8abdab9f-dab6-4dc4-99c7-1a79af88624e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:43.427252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:43.428349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.431308 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1fa6605f-b524-4ca4-acb7-1951393cb6fd None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.444935 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-460adbb0-4bc4-4caf-9e13-1ef32e001b5f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.485430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Transition to ACTIVE for port object 8abdab9f-dab6-4dc4-99c7-1a79af88624e will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:43.487373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1fa6605f-b524-4ca4-acb7-1951393cb6fd None None] Transition to ACTIVE for port object 1c8d0176-e37f-4830-8a97-1fcf7e18072b will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:43.491193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877009da-ebe9-4d33-8205-1926ad659baf None None] Pushing event updated for resources: {'Port': ['ID=05f45f58-aac9-48fe-8af6-304a746d3305,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.496774 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1fa6605f-b524-4ca4-acb7-1951393cb6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.512950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460adbb0-4bc4-4caf-9e13-1ef32e001b5f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=56953c26-5b1e-4e5e-9503-51e8a5e0add2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.574363 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-460adbb0-4bc4-4caf-9e13-1ef32e001b5f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.577015 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.580848 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-460adbb0-4bc4-4caf-9e13-1ef32e001b5f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/56953c26-5b1e-4e5e-9503-51e8a5e0add2 HTTP/1.1" status: 204 len: 168 time: 0.6318998 Aug 29 04:34:43.581066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40338) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.581616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6605f-b524-4ca4-acb7-1951393cb6fd None None] Pushing event updated for resources: {'Port': ['ID=1c8d0176-e37f-4830-8a97-1fcf7e18072b,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.647391 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2c6dd7-0e54-4423-814b-6501573d97e5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] GET failed (client error): The resource could not be found. Aug 29 04:34:43.651575 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bf2c6dd7-0e54-4423-814b-6501573d97e5 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports/56953c26-5b1e-4e5e-9503-51e8a5e0add2 HTTP/1.1" status: 404 len: 333 time: 0.0669737 Aug 29 04:34:43.651760 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.651887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40342) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.669680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Pushing event updated for resources: {'Port': ['ID=8abdab9f-dab6-4dc4-99c7-1a79af88624e,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.719412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Network 4ce12447-8e18-4c14-9bd7-387279f1618c is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:43.721081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:43.741057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:43.804252 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-35e776f9-d237-439d-a87a-2f8aa83626e4 req-33b04ade-0b77-404f-a099-f8e1653dd8af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0925303 Aug 29 04:34:43.885288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Attempting to bind port 8abdab9f-dab6-4dc4-99c7-1a79af88624e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:43.885666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Attempting to bind port 8abdab9f-dab6-4dc4-99c7-1a79af88624e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'e0b06a67-4fb5-4666-9f57-e6e26ec37c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4ce12447-8e18-4c14-9bd7-387279f1618c'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:43.886043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Attempting to bind port 8abdab9f-dab6-4dc4-99c7-1a79af88624e on network 4ce12447-8e18-4c14-9bd7-387279f1618c {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:43.905258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:43.905640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Checking segment: {'id': 'e0b06a67-4fb5-4666-9f57-e6e26ec37c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4ce12447-8e18-4c14-9bd7-387279f1618c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:43.906058 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.906462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Bound using segment: {'id': 'e0b06a67-4fb5-4666-9f57-e6e26ec37c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4ce12447-8e18-4c14-9bd7-387279f1618c'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:43.906985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Bound port: 8abdab9f-dab6-4dc4-99c7-1a79af88624e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b06a67-4fb5-4666-9f57-e6e26ec37c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4ce12447-8e18-4c14-9bd7-387279f1618c'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:43.907332 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.946865 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45a74e37-e2ae-41af-8440-e58d7d050566 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.950213 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-35e776f9-d237-439d-a87a-2f8aa83626e4 req-872f89c0-abb5-4dd6-9df7-0aa5a650b6db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0739355 Aug 29 04:34:44.055569 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-35e776f9-d237-439d-a87a-2f8aa83626e4 req-8dd89c5a-a986-4787-8887-e300e822358d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810070 Aug 29 04:34:44.099585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45a74e37-e2ae-41af-8440-e58d7d050566 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.133273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] For port 8abdab9f-dab6-4dc4-99c7-1a79af88624e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:44.147306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] For port 8abdab9f-dab6-4dc4-99c7-1a79af88624e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8abdab9f-dab6-4dc4-99c7-1a79af88624e,segment=NetworkSegment(e0b06a67-4fb5-4666-9f57-e6e26ec37c94),segment_id=e0b06a67-4fb5-4666-9f57-e6e26ec37c94)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:44.164641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.272262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 05f45f58-aac9-48fe-8af6-304a746d3305 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:44.392354 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45a74e37-e2ae-41af-8440-e58d7d050566 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.392354 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45a74e37-e2ae-41af-8440-e58d7d050566 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.392354 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-45a74e37-e2ae-41af-8440-e58d7d050566 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/security-groups/a5665bda-2322-4cc3-a94f-6e2f26f9a8d8 HTTP/1.1" status: 204 len: 168 time: 0.7105088 Aug 29 04:34:44.420060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 05f45f58-aac9-48fe-8af6-304a746d3305 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:44.425933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40360) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.429600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1c8d0176-e37f-4830-8a97-1fcf7e18072b up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:44.436739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b33843-1bac-4ac2-85fc-0d99ffa0bf10 None None] Pushing event updated for resources: {'Port': ['ID=8abdab9f-dab6-4dc4-99c7-1a79af88624e,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:44.517738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a74e37-e2ae-41af-8440-e58d7d050566 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5665bda-2322-4cc3-a94f-6e2f26f9a8d8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:44.539834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e776f9-d237-439d-a87a-2f8aa83626e4 req-a0b6db1e-8316-41fa-bc16-2bcd371126b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.541514 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-35e776f9-d237-439d-a87a-2f8aa83626e4 req-a0b6db1e-8316-41fa-bc16-2bcd371126b9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4679859 Aug 29 04:34:44.646755 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48e44429-ff60-4328-8fc3-d8192c3317be tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.787783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48e44429-ff60-4328-8fc3-d8192c3317be tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.890164 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48e44429-ff60-4328-8fc3-d8192c3317be tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.896366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48e44429-ff60-4328-8fc3-d8192c3317be tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.898372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-48e44429-ff60-4328-8fc3-d8192c3317be tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/security-groups/6070a36a-0481-4548-a106-cd2872d0d196 HTTP/1.1" status: 204 len: 168 time: 0.4661448 Aug 29 04:34:44.906719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40368) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.951262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e44429-ff60-4328-8fc3-d8192c3317be tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6070a36a-0481-4548-a106-cd2872d0d196,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:45.033971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ba41f41b-9c02-4865-8b11-4c944b2b7947 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.089915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ba41f41b-9c02-4865-8b11-4c944b2b7947 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.225518 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ba41f41b-9c02-4865-8b11-4c944b2b7947 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.232472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ba41f41b-9c02-4865-8b11-4c944b2b7947 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.234877 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ba41f41b-9c02-4865-8b11-4c944b2b7947 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/security-groups/fa231e96-1548-4461-abef-bd9ad09de9b6 HTTP/1.1" status: 204 len: 168 time: 0.3184373 Aug 29 04:34:45.243859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40376) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:45.247350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd2efd-f7db-4d3c-b647-91575ac26341 req-5eb65a36-962e-448a-b5a5-dfe6fbb9d421 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.248508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5cd2efd-f7db-4d3c-b647-91575ac26341 req-5eb65a36-962e-448a-b5a5-dfe6fbb9d421 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 1.2366478 Aug 29 04:34:45.320356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41f41b-9c02-4865-8b11-4c944b2b7947 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa231e96-1548-4461-abef-bd9ad09de9b6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:45.336936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5cd2efd-f7db-4d3c-b647-91575ac26341 req-fe31f4e2-7740-4b16-9fe3-735ff655463a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697129 Aug 29 04:34:45.347688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.353848 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.355117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.398751 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-31c4e4e0-2c20-43de-9aea-d4fa89795fda None None] Provisioning for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:45.406708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-31c4e4e0-2c20-43de-9aea-d4fa89795fda None None] Provisioning complete for port 1c8d0176-e37f-4830-8a97-1fcf7e18072b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:45.408718 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-31c4e4e0-2c20-43de-9aea-d4fa89795fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.447698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bf7668-8170-418a-8069-da9998071311 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet 04661b19-086f-47b6-be5e-adf6f76fd59b {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:45.455501 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7668-8170-418a-8069-da9998071311 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.554197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae028bf8-d098-4662-917e-e30054a789c1 None None] Network 564e34af-f457-4e5e-9a28-8b98ec29893b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:45.558319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-31c4e4e0-2c20-43de-9aea-d4fa89795fda None None] Could not find standard attr ID for object 56953c26-5b1e-4e5e-9503-51e8a5e0add2. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:45.585751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=9734657b-91cd-457f-882b-db6f64879a57,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:45.588335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7668-8170-418a-8069-da9998071311 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.700625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 564e34af-f457-4e5e-9a28-8b98ec29893b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:45.704790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:45.745229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-31c4e4e0-2c20-43de-9aea-d4fa89795fda None None] Provisioning complete for port b66e6fda-798b-46ee-b758-e7c7b522aca1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:45.746122 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-31c4e4e0-2c20-43de-9aea-d4fa89795fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.843805 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7668-8170-418a-8069-da9998071311 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.866010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-31c4e4e0-2c20-43de-9aea-d4fa89795fda None None] Port b66e6fda-798b-46ee-b758-e7c7b522aca1 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:45.936624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router d47c1792-fbc5-4f11-8100-abcdc9d142ef is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:34:46.057089 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7668-8170-418a-8069-da9998071311 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.080301 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-afe43d0c-a1d8-4e26-8f3d-c5e2a2692198 service neutron] show failed (client error): The resource could not be found. Aug 29 04:34:46.081829 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-afe43d0c-a1d8-4e26-8f3d-c5e2a2692198 service neutron] 10.222.0.59 "GET /v2.0/ports/e7c7983f-ae5b-4a06-9a66-e3f79079c2eb/bindings/n-h1-712141-12 HTTP/1.1" status: 404 len: 381 time: 0.1235905 Aug 29 04:34:46.096955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0e07443d-f324-4577-a813-93550b5eaf78 None None] Provisioning for port 05f45f58-aac9-48fe-8af6-304a746d3305 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:46.108546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0e07443d-f324-4577-a813-93550b5eaf78 None None] Provisioning complete for port 05f45f58-aac9-48fe-8af6-304a746d3305 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:46.108546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0e07443d-f324-4577-a813-93550b5eaf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.185133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8abdab9f-dab6-4dc4-99c7-1a79af88624e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:46.203753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:46.207854 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf7668-8170-418a-8069-da9998071311 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=04661b19-086f-47b6-be5e-adf6f76fd59b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:46.211964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-db2a31e2-1895-48d5-aa9e-34dc784b5125 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/d47c1792-fbc5-4f11-8100-abcdc9d142ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1219187 Aug 29 04:34:46.222748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40414) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.224577 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c274354-a649-41bf-a70f-d983d55b3a5b None None] Sync routers for ids ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:46.247114 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c274354-a649-41bf-a70f-d983d55b3a5b None None] Routers {'d47c1792-fbc5-4f11-8100-abcdc9d142ef'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:46.248049 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5c274354-a649-41bf-a70f-d983d55b3a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:46.271331 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7668-8170-418a-8069-da9998071311 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.273520 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f9bf7668-8170-418a-8069-da9998071311 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/04661b19-086f-47b6-be5e-adf6f76fd59b HTTP/1.1" status: 204 len: 168 time: 1.0141401 Aug 29 04:34:46.285970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40416) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.376600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 8abdab9f-dab6-4dc4-99c7-1a79af88624e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:46.386943 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5c274354-a649-41bf-a70f-d983d55b3a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:46.406388 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c274354-a649-41bf-a70f-d983d55b3a5b None None] Routers {'d47c1792-fbc5-4f11-8100-abcdc9d142ef'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:46.409099 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5c274354-a649-41bf-a70f-d983d55b3a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:46.420969 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58e8979-e89a-469e-8a57-7a8a3cdf6259 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.429648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c58e8979-e89a-469e-8a57-7a8a3cdf6259 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports/9734657b-91cd-457f-882b-db6f64879a57 HTTP/1.1" status: 200 len: 911 time: 0.2030315 Aug 29 04:34:46.437643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40426) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.450045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc5e870-0006-4caf-9966-b9d22145baea tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet cb9befbb-d271-4d3d-b187-dc4f0847a1f3 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:46.496652 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e870-0006-4caf-9966-b9d22145baea tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.589660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4daacb-14f4-435a-ae5d-28b1212c05e5 None None] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:46.656116 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e870-0006-4caf-9966-b9d22145baea tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.709994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae8fb1-5a10-44a8-b0cf-99c0788e4e14 req-d334f065-cc53-4e4a-9bf9-e097f000a1fc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.718211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cae8fb1-5a10-44a8-b0cf-99c0788e4e14 req-d334f065-cc53-4e4a-9bf9-e097f000a1fc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1632483 Aug 29 04:34:46.890642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cae8fb1-5a10-44a8-b0cf-99c0788e4e14 req-f17b549d-5498-4131-86fa-f12359294b42 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696739 Aug 29 04:34:46.891126 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5c274354-a649-41bf-a70f-d983d55b3a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:46.891916 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c274354-a649-41bf-a70f-d983d55b3a5b None None] The sync data for ids ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:46.923252 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:34:46.953635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256848d5-98cb-4db8-b82b-a83cbe3b8b8a None None] Network 4ce12447-8e18-4c14-9bd7-387279f1618c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:46.959731 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0e07443d-f324-4577-a813-93550b5eaf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.964959 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e870-0006-4caf-9966-b9d22145baea tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.102880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e870-0006-4caf-9966-b9d22145baea tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.154526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5e870-0006-4caf-9966-b9d22145baea tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9befbb-d271-4d3d-b187-dc4f0847a1f3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:47.159217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e870-0006-4caf-9966-b9d22145baea tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.161378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7cc5e870-0006-4caf-9966-b9d22145baea tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/cb9befbb-d271-4d3d-b187-dc4f0847a1f3 HTTP/1.1" status: 204 len: 168 time: 0.8741369 Aug 29 04:34:47.163923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.167093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0e07443d-f324-4577-a813-93550b5eaf78 None None] For port 05f45f58-aac9-48fe-8af6-304a746d3305, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=05f45f58-aac9-48fe-8af6-304a746d3305,segment=NetworkSegment(c62d81dd-bfed-40f3-a34b-c48ca01e9b56),segment_id=c62d81dd-bfed-40f3-a34b-c48ca01e9b56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:47.180303 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0e07443d-f324-4577-a813-93550b5eaf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.234062 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e736ec8-d594-4097-8b33-9ba8f31dbec4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:47.235193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e736ec8-d594-4097-8b33-9ba8f31dbec4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:47.237187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5e736ec8-d594-4097-8b33-9ba8f31dbec4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/04661b19-086f-47b6-be5e-adf6f76fd59b HTTP/1.1" status: 404 len: 337 time: 0.0721138 Aug 29 04:34:47.240322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40466) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.254771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07443d-f324-4577-a813-93550b5eaf78 None None] Pushing event updated for resources: {'Port': ['ID=05f45f58-aac9-48fe-8af6-304a746d3305,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:47.293298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0e07443d-f324-4577-a813-93550b5eaf78 None None] Could not find standard attr ID for object 56953c26-5b1e-4e5e-9503-51e8a5e0add2. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:47.368987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb181621-3510-4609-bb1d-e14757dbe873 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting subnet dd396be9-f65c-425c-8b31-cfd9d6aafd32 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:47.382847 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb181621-3510-4609-bb1d-e14757dbe873 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.513794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a783bd-1664-4785-91e9-dea39ab18ec7 None None] Update dhcp port {'port': {'network_id': 'c3d167d9-ed6b-47da-9b32-6c83dc24fbd8', 'fixed_ips': [{'subnet_id': 'dd396be9-f65c-425c-8b31-cfd9d6aafd32', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cb9befbb-d271-4d3d-b187-dc4f0847a1f3'}], 'binding:host_id': 'n-d-712141-12'}, 'id': '1c8d0176-e37f-4830-8a97-1fcf7e18072b'} from n-d-712141-12. {{(pid=94852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:34:47.570095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Provisioning for port 8abdab9f-dab6-4dc4-99c7-1a79af88624e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:47.586818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb181621-3510-4609-bb1d-e14757dbe873 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.601260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Provisioning complete for port 8abdab9f-dab6-4dc4-99c7-1a79af88624e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:47.601770 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.609992 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a9a783bd-1664-4785-91e9-dea39ab18ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.686982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-e5d73638-92b0-45fb-9309-f156105b91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:47.689279 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-e5d73638-92b0-45fb-9309-f156105b91ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 1097 time: 0.8931580 Aug 29 04:34:47.719095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:47.837173 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb181621-3510-4609-bb1d-e14757dbe873 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.908154 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.925591 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.947605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb181621-3510-4609-bb1d-e14757dbe873 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.028813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb181621-3510-4609-bb1d-e14757dbe873 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Subnet': ['ID=dd396be9-f65c-425c-8b31-cfd9d6aafd32,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:48.084947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb181621-3510-4609-bb1d-e14757dbe873 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.086906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cb181621-3510-4609-bb1d-e14757dbe873 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/dd396be9-f65c-425c-8b31-cfd9d6aafd32 HTTP/1.1" status: 204 len: 168 time: 0.8455536 Aug 29 04:34:48.095851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40504) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.169287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 05f45f58-aac9-48fe-8af6-304a746d3305 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-a9a783bd-1664-4785-91e9-dea39ab18ec7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd396be9-f65c-425c-8b31-cfd9d6aafd32: This subnet is being modified by another concurrent operation. Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd396be9-f65c-425c-8b31-cfd9d6aafd32: This subnet is being modified by another concurrent operation. Aug 29 04:34:48.175214 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:34:48.190268 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e9ae8b-b29b-4b6b-9ca5-850af74f7041 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:48.191566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e9ae8b-b29b-4b6b-9ca5-850af74f7041 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:48.194190 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-37e9ae8b-b29b-4b6b-9ca5-850af74f7041 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/220301a5-a603-4c57-835a-c1d5840ca75c HTTP/1.1" status: 404 len: 337 time: 0.0908029 Aug 29 04:34:48.201955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40506) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.261912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] For port 8abdab9f-dab6-4dc4-99c7-1a79af88624e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8abdab9f-dab6-4dc4-99c7-1a79af88624e,segment=NetworkSegment(e0b06a67-4fb5-4666-9f57-e6e26ec37c94),segment_id=e0b06a67-4fb5-4666-9f57-e6e26ec37c94)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:48.266690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1f2ff-b6d8-4886-b1b6-87cf01961c32 req-e774c515-4f92-4a8d-82c3-fa152ea1ca3e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.274729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fe1f2ff-b6d8-4886-b1b6-87cf01961c32 req-e774c515-4f92-4a8d-82c3-fa152ea1ca3e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1375074 Aug 29 04:34:48.281674 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.309718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf8a46-0220-4dc2-890b-1088814bd46c None None] Network c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:48.367052 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fe1f2ff-b6d8-4886-b1b6-87cf01961c32 req-b764e0da-01cf-41e6-bb33-69a155259dcc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897188 Aug 29 04:34:48.384339 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.430054 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3e9ec2ce-8b0b-45fa-a243-eec24d79c7b9 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b8373b-27a0-4cb7-bca9-c0c08fb31e2b HTTP/1.1" status: 200 len: 205 time: 0.2137423 Aug 29 04:34:48.432659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.433266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40524) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.554779 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-54a3f953-4f34-4ccf-9e0c-33d2b5702d8f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] delete failed (client error): The resource could not be found. Aug 29 04:34:48.558784 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-54a3f953-4f34-4ccf-9e0c-33d2b5702d8f tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/routers/52b8373b-27a0-4cb7-bca9-c0c08fb31e2b HTTP/1.1" status: 404 len: 336 time: 0.1127882 Aug 29 04:34:48.559133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40532) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.592555 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a38c5da-8d28-423f-bb14-701642ab81d6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:48.593221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a38c5da-8d28-423f-bb14-701642ab81d6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:48.596237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Provisioning for port 9734657b-91cd-457f-882b-db6f64879a57 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:48.596388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9a38c5da-8d28-423f-bb14-701642ab81d6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/ac8e5a38-a77a-4bac-bd9f-bfad73c37c08 HTTP/1.1" status: 404 len: 337 time: 0.0348606 Aug 29 04:34:48.598165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40534) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.623293 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Pushing event updated for resources: {'Port': ['ID=8abdab9f-dab6-4dc4-99c7-1a79af88624e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:48.643782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 05f45f58-aac9-48fe-8af6-304a746d3305 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:48.646990 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.649460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Provisioning complete for port 9734657b-91cd-457f-882b-db6f64879a57 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:48.650809 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.661311 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88a4e40-7339-4091-88b3-e83e2ac22cdc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:48.661878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88a4e40-7339-4091-88b3-e83e2ac22cdc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:48.668252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c88a4e40-7339-4091-88b3-e83e2ac22cdc tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/775f8fca-115b-48fb-889e-2ce788adb269 HTTP/1.1" status: 404 len: 337 time: 0.0652649 Aug 29 04:34:48.670311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40538) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.698895 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba44ee2-d872-407f-9a14-2cdfc9671103 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:48.699491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba44ee2-d872-407f-9a14-2cdfc9671103 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:48.701278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5ba44ee2-d872-407f-9a14-2cdfc9671103 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/5831431d-9598-43f2-bdf3-25c0d6e5ab45 HTTP/1.1" status: 404 len: 337 time: 0.0299265 Aug 29 04:34:48.704389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40540) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.777089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Port 9734657b-91cd-457f-882b-db6f64879a57 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:48.786246 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-586cfaf5-2786-44a7-bf08-c76709d73642 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:48.787217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586cfaf5-2786-44a7-bf08-c76709d73642 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:48.790248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c29e33e-c769-49a6-9a79-83597711a038 None None] DHCP port deletion for c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:48.800897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-586cfaf5-2786-44a7-bf08-c76709d73642 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/0d826cc9-c40a-47b3-9696-555e19b04f20 HTTP/1.1" status: 404 len: 333 time: 0.0951653 Aug 29 04:34:48.807173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40548) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.848810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Provisioning complete for port 05f45f58-aac9-48fe-8af6-304a746d3305 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:48.849195 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8ed605a4-e931-45ec-aa1d-c7c4c8eccf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.851889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:48.874491 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8aae2cc-f3e5-4c51-aad4-f15aab52ada4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:48.875658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8aae2cc-f3e5-4c51-aad4-f15aab52ada4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:48.896733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c8aae2cc-f3e5-4c51-aad4-f15aab52ada4 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/17f4e00b-4645-422f-86f1-60f73ca07183 HTTP/1.1" status: 404 len: 337 time: 0.0832222 Aug 29 04:34:48.899105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40558) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.953274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:48.953622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4c29e33e-c769-49a6-9a79-83597711a038 None None] Deleting port 1c8d0176-e37f-4830-8a97-1fcf7e18072b {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:48.954146 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4c29e33e-c769-49a6-9a79-83597711a038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.970168 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ada5d7-6f2e-40e1-a63d-c1416d59a817 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:48.972785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ada5d7-6f2e-40e1-a63d-c1416d59a817 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:48.978961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d5ada5d7-6f2e-40e1-a63d-c1416d59a817 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/89299a86-5cba-440f-9092-5f297cb70e3f HTTP/1.1" status: 404 len: 337 time: 0.0785112 Aug 29 04:34:48.982031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40568) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.993383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Allocated IP 2001:db8:1::1 (4ce12447-8e18-4c14-9bd7-387279f1618c/e58f923b-3503-4c7d-b067-18d3d4afea77/5e0ab418-0659-44dd-b307-0a1ee54fdb95) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:49.049470 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6543ee-5003-4ce5-99c1-f7f10a3184d6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:49.051961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6543ee-5003-4ce5-99c1-f7f10a3184d6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:49.058237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8b6543ee-5003-4ce5-99c1-f7f10a3184d6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/23df202f-3c48-4b5b-a9e0-79c7f25c29df HTTP/1.1" status: 404 len: 333 time: 0.0727482 Aug 29 04:34:49.058996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:49.059280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40574) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.062021 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8547bd-cc16-42f4-b7d4-369bb0e213e9" -d '{"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:49.093624 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.112788 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b13b3c-8b11-4429-b2ac-e5ae2f7d2bb6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:49.113580 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-4c29e33e-c769-49a6-9a79-83597711a038 None None] For port 1c8d0176-e37f-4830-8a97-1fcf7e18072b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1c8d0176-e37f-4830-8a97-1fcf7e18072b,segment=NetworkSegment(71ce6232-fcf4-4340-a29e-6781555c980a),segment_id=71ce6232-fcf4-4340-a29e-6781555c980a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:49.113792 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4c29e33e-c769-49a6-9a79-83597711a038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.114879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b13b3c-8b11-4429-b2ac-e5ae2f7d2bb6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:49.120793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-90b13b3c-8b11-4429-b2ac-e5ae2f7d2bb6 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/acfdae98-c818-4218-9cef-b3679fab0fa0 HTTP/1.1" status: 404 len: 337 time: 0.0582385 Aug 29 04:34:49.122644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40582) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.128168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4c29e33e-c769-49a6-9a79-83597711a038 None None] Calling delete_port for 1c8d0176-e37f-4830-8a97-1fcf7e18072b owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:49.190443 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b23feed-94cd-4259-8469-c007469423b7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:49.191997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b23feed-94cd-4259-8469-c007469423b7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:49.196023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1b23feed-94cd-4259-8469-c007469423b7 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/subnets/fd6f8af6-8c4e-4a02-bbc4-abaed4b99fce HTTP/1.1" status: 404 len: 337 time: 0.0693283 Aug 29 04:34:49.196369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40588) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.217763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Transition to ACTIVE for port object e7c7983f-ae5b-4a06-9a66-e3f79079c2eb will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:49.224347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.332057 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4c29e33e-c769-49a6-9a79-83597711a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.360819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2d14a4e0-4178-4ab1-bba0-709ba34d7f4e None None] Provisioning complete for port 8abdab9f-dab6-4dc4-99c7-1a79af88624e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:49.361225 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2d14a4e0-4178-4ab1-bba0-709ba34d7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.478613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29e33e-c769-49a6-9a79-83597711a038 None None] Pushing event deleted for resources: {'Port': ['ID=1c8d0176-e37f-4830-8a97-1fcf7e18072b,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:49.495450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-eb1408d2-2e09-49b4-85da-f4530a35d449 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Deleting port b66e6fda-798b-46ee-b758-e7c7b522aca1 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:49.495961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb1408d2-2e09-49b4-85da-f4530a35d449 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.511641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29e33e-c769-49a6-9a79-83597711a038 None None] No DVR routers for this DVR port 1c8d0176-e37f-4830-8a97-1fcf7e18072b on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:49.514178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=6']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:49.570617 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b23998-196f-454c-961e-ffd4e91456a7 x-openstack-request-id: req-50b23998-196f-454c-961e-ffd4e91456a7 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:49.571991 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:49.571991 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50b23998-196f-454c-961e-ffd4e91456a7 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:49.571991 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'code': 200} Aug 29 04:34:49.658905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2d14a4e0-4178-4ab1-bba0-709ba34d7f4e None None] Provisioning complete for port 9734657b-91cd-457f-882b-db6f64879a57 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:49.659440 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2d14a4e0-4178-4ab1-bba0-709ba34d7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.679725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] No DVR routers for this DVR port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:49.681888 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb1408d2-2e09-49b4-85da-f4530a35d449 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.704800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-eb1408d2-2e09-49b4-85da-f4530a35d449 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Calling delete_port for b66e6fda-798b-46ee-b758-e7c7b522aca1 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:49.714610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27195461-2505-4c7e-a7ef-a86e5733ca2a req-a77cb530-783e-4925-86b1-fe4530531c18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.716474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27195461-2505-4c7e-a7ef-a86e5733ca2a req-a77cb530-783e-4925-86b1-fe4530531c18 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.1166372 Aug 29 04:34:49.732114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.769899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Transition to ACTIVE for port object 5e0ab418-0659-44dd-b307-0a1ee54fdb95 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:49.795174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199a254-c0e5-48f1-902d-836ee7867ac8 None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:34:49.871606 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27195461-2505-4c7e-a7ef-a86e5733ca2a req-4df498b7-bbaf-4067-be4b-615ad40731bf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440508 Aug 29 04:34:49.902371 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.904758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199a254-c0e5-48f1-902d-836ee7867ac8 None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:34:49.913499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2d14a4e0-4178-4ab1-bba0-709ba34d7f4e None None] Port 9734657b-91cd-457f-882b-db6f64879a57 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:49.924049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2d14a4e0-4178-4ab1-bba0-709ba34d7f4e None None] Could not find standard attr ID for object 1c8d0176-e37f-4830-8a97-1fcf7e18072b. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:49.948744 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb1408d2-2e09-49b4-85da-f4530a35d449 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.957983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:49.958385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:49.959572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on network 59ed9ab7-ba29-4028-8082-85d2805a6754 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:49.977183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on network 59ed9ab7-ba29-4028-8082-85d2805a6754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:34:49.977598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on network 59ed9ab7-ba29-4028-8082-85d2805a6754 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:49.985936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 4ce12447-8e18-4c14-9bd7-387279f1618c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:49.994617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=5e0ab418-0659-44dd-b307-0a1ee54fdb95,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.015358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:50.016253 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1408d2-2e09-49b4-85da-f4530a35d449 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Port': ['ID=b66e6fda-798b-46ee-b758-e7c7b522aca1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.020088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:50.020769 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.027966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:50.031202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Checking segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:50.031202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Bound using segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:50.032659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Bound port: e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:50.034840 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.037674 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb1408d2-2e09-49b4-85da-f4530a35d449 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.041725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eb1408d2-2e09-49b4-85da-f4530a35d449 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/ports/b66e6fda-798b-46ee-b758-e7c7b522aca1 HTTP/1.1" status: 204 len: 168 time: 0.8444841 Aug 29 04:34:50.044299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40606) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.052098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2d14a4e0-4178-4ab1-bba0-709ba34d7f4e None None] Provisioning complete for port b66e6fda-798b-46ee-b758-e7c7b522aca1 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:50.052507 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2d14a4e0-4178-4ab1-bba0-709ba34d7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.090215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2d14a4e0-4178-4ab1-bba0-709ba34d7f4e None None] Port b66e6fda-798b-46ee-b758-e7c7b522aca1 was deleted so its status cannot be updated. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 04:34:50.091699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8abdab9f-dab6-4dc4-99c7-1a79af88624e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:50.138297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40608) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.201830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 8abdab9f-dab6-4dc4-99c7-1a79af88624e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:50.202202 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.203167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.226859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:50.304990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:50.312278 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.316801 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.368528 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.407520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d167d9-ed6b-47da-9b32-6c83dc24fbd8']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.409109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.410289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.411777 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] 10.222.0.52 "PUT /v2.0/ports/e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 1092 time: 2.7014580 Aug 29 04:34:50.464119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ce6232-fcf4-4340-a29e-6781555c980a') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.465750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ce6232-fcf4-4340-a29e-6781555c980a') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.470644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1c8d0176-e37f-4830-8a97-1fcf7e18072b no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:50.490376 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.514643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1c8d0176-e37f-4830-8a97-1fcf7e18072b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:50.515195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1c8d0176-e37f-4830-8a97-1fcf7e18072b not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:50.537579 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.555882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:50.559029 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:50.563203 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:50.584640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f5b9124f-7887-470b-8be4-d86385b4d08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.625591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e884c3-30fc-4217-9f6f-296df900c00e service neutron] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=7']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.667076 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.691234 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.696277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] 10.222.0.49 "DELETE /v2.0/networks/c3d167d9-ed6b-47da-9b32-6c83dc24fbd8 HTTP/1.1" status: 204 len: 168 time: 0.6476743 Aug 29 04:34:50.705167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73c7a5-cc0a-41c1-9a4c-c62597715794 tempest-PortsIpV6TestJSON-1647022406 tempest-PortsIpV6TestJSON-1647022406-project] Pushing event deleted for resources: {'Network': ['ID=c3d167d9-ed6b-47da-9b32-6c83dc24fbd8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.791976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-f6b03cc1-aa27-423c-a217-7721a0541f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.797345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-f6b03cc1-aa27-423c-a217-7721a0541f9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1095 time: 0.3383813 Aug 29 04:34:50.845009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:50.921161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:50.956122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e1f7e6cd-e4fe-448b-bdfe-c5f1dc92d82a None None] Provisioning for port 5e0ab418-0659-44dd-b307-0a1ee54fdb95 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:50.962959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e1f7e6cd-e4fe-448b-bdfe-c5f1dc92d82a None None] Provisioning complete for port 5e0ab418-0659-44dd-b307-0a1ee54fdb95 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:50.963319 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e6cd-e4fe-448b-bdfe-c5f1dc92d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.029705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7e6cd-e4fe-448b-bdfe-c5f1dc92d82a None None] Port 5e0ab418-0659-44dd-b307-0a1ee54fdb95 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:51.099861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49456b-e68c-4c00-82c1-27978ce42494 req-4520fcf9-cc31-4e5f-bce3-5a9caf45545c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.101736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff49456b-e68c-4c00-82c1-27978ce42494 req-4520fcf9-cc31-4e5f-bce3-5a9caf45545c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.1099298 Aug 29 04:34:51.137557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40622) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.181943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff49456b-e68c-4c00-82c1-27978ce42494 req-6e03baef-1041-4a7d-94c6-0705022094c2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647936 Aug 29 04:34:51.326844 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-93e60dd1-8e60-43e2-8e1d-725cebbf0787 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb62a51eef2d4647b82d967190ca0586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878772 Aug 29 04:34:51.329338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40626) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.387804 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e92ccdc-0461-4989-8f43-fbfcc2fe5908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.412338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e92ccdc-0461-4989-8f43-fbfcc2fe5908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.420387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-30df599a-9958-4bda-967e-84617914e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.421892 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-30df599a-9958-4bda-967e-84617914e7f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.6144736 Aug 29 04:34:51.464551 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e92ccdc-0461-4989-8f43-fbfcc2fe5908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.467169 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e92ccdc-0461-4989-8f43-fbfcc2fe5908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.471029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8e92ccdc-0461-4989-8f43-fbfcc2fe5908 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be0f1c56-1985-43ea-96df-ec18e0f51b91 HTTP/1.1" status: 204 len: 168 time: 0.1404076 Aug 29 04:34:51.479011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92ccdc-0461-4989-8f43-fbfcc2fe5908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f1c56-1985-43ea-96df-ec18e0f51b91,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:51.485423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f5b9124f-7887-470b-8be4-d86385b4d08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.499485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f5b9124f-7887-470b-8be4-d86385b4d08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.576860 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f5b9124f-7887-470b-8be4-d86385b4d08d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=feba36d62e0c4788b7775ee0cb22e5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4375796 Aug 29 04:34:51.577414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:51.579691 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:51.580690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40632) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.586034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-7c7da8a7-e8a5-48f2-b688-c3102219b0f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 997 time: 0.1551077 Aug 29 04:34:51.586646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9124f-7887-470b-8be4-d86385b4d08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c6b39f-5b38-4c97-88c8-d0d77e304323,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:51.649417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-9a3ab1e7-0ae5-481b-89e5-9d4a3fb01e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.651037 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-9a3ab1e7-0ae5-481b-89e5-9d4a3fb01e28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.0545275 Aug 29 04:34:51.661544 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.674055 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.674055 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.701189 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e89b9b-5654-4204-ab4c-c1710af1a401 x-openstack-request-id: req-d5e89b9b-5654-4204-ab4c-c1710af1a401 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:51.701489 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:51.701748 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5e89b9b-5654-4204-ab4c-c1710af1a401 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:51.702150 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'status': 'completed', 'code': 200} Aug 29 04:34:51.712492 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe0b1bea-2a84-488b-bcbe-48e26c8905fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.734550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe0b1bea-2a84-488b-bcbe-48e26c8905fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.799934 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe0b1bea-2a84-488b-bcbe-48e26c8905fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.803756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe0b1bea-2a84-488b-bcbe-48e26c8905fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.805210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fe0b1bea-2a84-488b-bcbe-48e26c8905fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73c6b39f-5b38-4c97-88c8-d0d77e304323 HTTP/1.1" status: 204 len: 168 time: 0.2227013 Aug 29 04:34:51.818735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b1bea-2a84-488b-bcbe-48e26c8905fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c6b39f-5b38-4c97-88c8-d0d77e304323,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:51.833137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=5e0ab418-0659-44dd-b307-0a1ee54fdb95,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:51.845316 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-d119a8c0-9817-42db-b0e7-f4cc8b1b5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.846871 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-d119a8c0-9817-42db-b0e7-f4cc8b1b5738 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1880300 Aug 29 04:34:51.888684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-7d239317-fa9d-47fd-9b99-0f814680d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.890230 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-7d239317-fa9d-47fd-9b99-0f814680d2fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1095 time: 0.1674457 Aug 29 04:34:52.012086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 4ce12447-8e18-4c14-9bd7-387279f1618c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:52.022480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:52.158100 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-79d0a83d-7df3-411e-9705-2e219b85d482 service neutron] 10.222.0.52 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990029 Aug 29 04:34:52.162062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-9ccb79aa-36ee-43ee-a82a-a6a83236eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.163628 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-9ccb79aa-36ee-43ee-a82a-a6a83236eb8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.2232764 Aug 29 04:34:52.323778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router d47c1792-fbc5-4f11-8100-abcdc9d142ef has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:52.397759 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-e2aba7e0-c4ce-4ca1-8910-cdd7b0db96aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 997 time: 0.2195745 Aug 29 04:34:52.402357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dfe92-1b77-4c94-be87-1818368ce5c0 req-b44556e5-89cc-4066-87e8-2eea0e8a39bc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.403162 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-24b7bdc8-e812-4359-b352-b90d0801da3b req-a34a6bab-bd87-49e6-ac3d-b9d8b33918ee service neutron] 10.222.0.52 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366140 Aug 29 04:34:52.413119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d6dfe92-1b77-4c94-be87-1818368ce5c0 req-b44556e5-89cc-4066-87e8-2eea0e8a39bc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.1231847 Aug 29 04:34:52.489935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d6dfe92-1b77-4c94-be87-1818368ce5c0 req-a3ffa852-d767-4530-9bf9-cc40a50ac6c0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744946 Aug 29 04:34:52.493539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c86b7e8f-d2bc-421a-9d14-99ce15007d38 None None] Provisioning complete for port 5e0ab418-0659-44dd-b307-0a1ee54fdb95 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:52.496710 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c86b7e8f-d2bc-421a-9d14-99ce15007d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.571484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c86b7e8f-d2bc-421a-9d14-99ce15007d38 None None] Port 5e0ab418-0659-44dd-b307-0a1ee54fdb95 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:52.619844 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-09d26aba-f6be-40b2-9c06-f682e16a4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.621824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-09d26aba-f6be-40b2-9c06-f682e16a4237 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.2169049 Aug 29 04:34:52.627753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:52.638478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee0bb9-bffb-49a0-9fb0-e45c79a753d1 None None] Sync routers for ids ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:52.642648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9a5edaa4-58a1-4704-8066-15e8d98637f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/d47c1792-fbc5-4f11-8100-abcdc9d142ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2032866 Aug 29 04:34:52.646877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40672) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.662742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee0bb9-bffb-49a0-9fb0-e45c79a753d1 None None] Routers {'d47c1792-fbc5-4f11-8100-abcdc9d142ef'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:52.671972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-43ee0bb9-bffb-49a0-9fb0-e45c79a753d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:52.702489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-53f31f0c-66c2-4206-a5c6-f1447bf541b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.702489 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-53f31f0c-66c2-4206-a5c6-f1447bf541b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1095 time: 0.2032046 Aug 29 04:34:52.733545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386f6d2-60a8-449f-99ea-ced415d73586 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.738852 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c386f6d2-60a8-449f-99ea-ced415d73586 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports/5e0ab418-0659-44dd-b307-0a1ee54fdb95 HTTP/1.1" status: 200 len: 913 time: 0.0876420 Aug 29 04:34:52.739022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40676) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.784076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-ae609044-08bc-4db0-9242-a3085cacc1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.786178 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-ae609044-08bc-4db0-9242-a3085cacc1fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551104 Aug 29 04:34:52.789247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-43ee0bb9-bffb-49a0-9fb0-e45c79a753d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:52.811698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee0bb9-bffb-49a0-9fb0-e45c79a753d1 None None] Routers {'d47c1792-fbc5-4f11-8100-abcdc9d142ef'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:52.814322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-43ee0bb9-bffb-49a0-9fb0-e45c79a753d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:52.899275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-43ee0bb9-bffb-49a0-9fb0-e45c79a753d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:52.902064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee0bb9-bffb-49a0-9fb0-e45c79a753d1 None None] The sync data for ids ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:53.017248 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-f539863e-7c72-4183-973b-d91823908c2a service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229989 Aug 29 04:34:53.090956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-1dbb60a4-09ed-4702-a668-c7aad90fa57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.092428 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-1dbb60a4-09ed-4702-a668-c7aad90fa57f service neutron] 10.222.0.52 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.3754315 Aug 29 04:34:53.228502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.286220 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-af4e045d-61ca-4c0d-8be9-379ffe417737 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 997 time: 0.1470468 Aug 29 04:34:53.373411 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-44fc3d99-e710-4859-a895-e6ba773a4481 service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448055 Aug 29 04:34:53.403893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-402c1b2c-8229-4472-8ecf-e570e01ed802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.408521 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-402c1b2c-8229-4472-8ecf-e570e01ed802 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.1153851 Aug 29 04:34:53.475287 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-32556fa1-afc5-4934-a664-fccc94e06c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.478451 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-32556fa1-afc5-4934-a664-fccc94e06c1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621910 Aug 29 04:34:53.535383 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1978946-e0b0-4f8b-8028-390bc04e5b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.550106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port 5e0ab418-0659-44dd-b307-0a1ee54fdb95 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:53.551493 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.653787 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-cac29b2b-5d78-45aa-95f0-1f9eb7aa09b6 service neutron] 10.222.0.52 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665237 Aug 29 04:34:53.726215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c15ac4-ca9d-41db-a30c-8a9a1f8027ca req-ce7a8a7b-e2f4-4c63-964d-9839a8cb8557 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.726215 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86c15ac4-ca9d-41db-a30c-8a9a1f8027ca req-ce7a8a7b-e2f4-4c63-964d-9839a8cb8557 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.1020224 Aug 29 04:34:53.729491 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.755064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for 5e0ab418-0659-44dd-b307-0a1ee54fdb95 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:53.802697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86c15ac4-ca9d-41db-a30c-8a9a1f8027ca req-57116e50-ecf8-4986-9405-16ead5000dcf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653429 Aug 29 04:34:53.859193 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3e6282c-1042-44d0-a1e5-335d1a6dbd02 req-d2abeff1-e534-4020-9365-1bc6b359979d service neutron] 10.222.0.52 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876347 Aug 29 04:34:54.005162 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.032159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=5e0ab418-0659-44dd-b307-0a1ee54fdb95,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:54.205742 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.445702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router d47c1792-fbc5-4f11-8100-abcdc9d142ef has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:54.556973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:54.568650 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce757da-d509-441d-9505-b49d29995888 None None] Sync routers for ids ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:54.578697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9de9c819-a536-4acf-9a16-ff50827d1884 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/d47c1792-fbc5-4f11-8100-abcdc9d142ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8389668 Aug 29 04:34:54.581623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40740) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:54.584420 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce757da-d509-441d-9505-b49d29995888 None None] Routers {'d47c1792-fbc5-4f11-8100-abcdc9d142ef'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:54.585312 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ce757da-d509-441d-9505-b49d29995888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:54.621285 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ce757da-d509-441d-9505-b49d29995888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:54.631895 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce757da-d509-441d-9505-b49d29995888 None None] Routers {'d47c1792-fbc5-4f11-8100-abcdc9d142ef'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:54.632965 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ce757da-d509-441d-9505-b49d29995888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:54.672742 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ce757da-d509-441d-9505-b49d29995888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:54.673672 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce757da-d509-441d-9505-b49d29995888 None None] The sync data for ids ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:54.988892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845976f-c781-4dba-8fcc-f865cb59f8be req-22276133-3849-4ee7-8365-85447d3b1048 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.990615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e845976f-c781-4dba-8fcc-f865cb59f8be req-22276133-3849-4ee7-8365-85447d3b1048 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.0943797 Aug 29 04:34:55.069849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e845976f-c781-4dba-8fcc-f865cb59f8be req-015f75e3-f488-4741-a651-054818498f9f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645721 Aug 29 04:34:55.202649 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.743371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40796) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:55.846322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port 9734657b-91cd-457f-882b-db6f64879a57 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:55.846616 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.919118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-983e4790-33d1-4bca-aefa-37b7b55d8875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.965627 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.990652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for 9734657b-91cd-457f-882b-db6f64879a57 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:56.045496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-983e4790-33d1-4bca-aefa-37b7b55d8875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.052026 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-983e4790-33d1-4bca-aefa-37b7b55d8875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.090094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e4790-33d1-4bca-aefa-37b7b55d8875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aad95ad-fad0-4c78-9582-58ae26885b36,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:56.096711 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5e0599ab-9338-438c-94a3-976b1a193f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.125499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-983e4790-33d1-4bca-aefa-37b7b55d8875 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de2bf699f34d41c5aba7013af00e8158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815320 Aug 29 04:34:56.132226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40810) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:56.224059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.247130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eeb63c05-d57f-42c0-895e-69714a244ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.261063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=9734657b-91cd-457f-882b-db6f64879a57,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:56.263071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a300d-2d1e-4507-8141-9d1a5c5bccc9 req-40065e2e-9011-41a7-966a-22415a06fbb7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.271056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-290a300d-2d1e-4507-8141-9d1a5c5bccc9 req-40065e2e-9011-41a7-966a-22415a06fbb7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.0745561 Aug 29 04:34:56.319823 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.339356 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eeb63c05-d57f-42c0-895e-69714a244ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.361205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-290a300d-2d1e-4507-8141-9d1a5c5bccc9 req-b14e84e7-b682-4fce-bfdf-efa56bd77284 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828764 Aug 29 04:34:56.430005 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.439156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:56.439347 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eeb63c05-d57f-42c0-895e-69714a244ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.442584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eeb63c05-d57f-42c0-895e-69714a244ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.443741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eeb63c05-d57f-42c0-895e-69714a244ddf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0aad95ad-fad0-4c78-9582-58ae26885b36 HTTP/1.1" status: 204 len: 168 time: 0.3103895 Aug 29 04:34:56.461309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb63c05-d57f-42c0-895e-69714a244ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aad95ad-fad0-4c78-9582-58ae26885b36,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:56.701361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:56.734346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'port_id': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'mac_address': 'fa:16:3e:d0:a8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:56.798517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21a312-654b-474a-9766-a3689a9cfc6a req-013f3be0-ffa5-4ac8-9ae8-19549f6a3611 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.806315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af21a312-654b-474a-9766-a3689a9cfc6a req-013f3be0-ffa5-4ac8-9ae8-19549f6a3611 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 943 time: 0.1200700 Aug 29 04:34:56.815384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router d47c1792-fbc5-4f11-8100-abcdc9d142ef has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:56.831744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-b37c6bee-442a-4ed1-b8fe-ba8be9dc8d6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.833176 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.833532 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-b37c6bee-442a-4ed1-b8fe-ba8be9dc8d6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 943 time: 0.1748390 Aug 29 04:34:56.857542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c7983f-ae5b-4a06-9a66-e3f79079c2eb {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:56.889842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af21a312-654b-474a-9766-a3689a9cfc6a req-e2027966-e2fc-4185-a3f1-0b0133af96b9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742669 Aug 29 04:34:56.902803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:56.907682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.953705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40822) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:56.975835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:56.985102 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f81cd95-119d-4c64-8acb-f1212a22e652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.989372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-91fba10c-72bc-438e-9b35-fe67b3c7fc6b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/d47c1792-fbc5-4f11-8100-abcdc9d142ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4026356 Aug 29 04:34:56.993482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40824) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.011532 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-88c8d4a4-325e-47a0-8311-e22ab22ee6bd service neutron] 10.222.0.52 "GET /v2.0/ports/e7c7983f-ae5b-4a06-9a66-e3f79079c2eb/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.1706784 Aug 29 04:34:57.034913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5007be3-efd4-4fe4-b01c-ea0ca1e1ad6e None None] Sync routers for ids ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:57.042992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.072687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5007be3-efd4-4fe4-b01c-ea0ca1e1ad6e None None] Routers {'d47c1792-fbc5-4f11-8100-abcdc9d142ef'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:57.073358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a5007be3-efd4-4fe4-b01c-ea0ca1e1ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.075695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-38f32451-2ebc-4b2d-8624-a74757c9e19e tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47c1792-fbc5-4f11-8100-abcdc9d142ef HTTP/1.1" status: 200 len: 205 time: 0.0806763 Aug 29 04:34:57.079197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40828) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.131760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-ec385c5e-8910-4d3f-86df-eac2687eb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.133409 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-ec385c5e-8910-4d3f-86df-eac2687eb65a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1096 time: 0.0777307 Aug 29 04:34:57.191187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a5007be3-efd4-4fe4-b01c-ea0ca1e1ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.199083 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-586d212a-1840-4aa0-901c-6c079506c201 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.224956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5007be3-efd4-4fe4-b01c-ea0ca1e1ad6e None None] Routers {'d47c1792-fbc5-4f11-8100-abcdc9d142ef'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:57.226304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a5007be3-efd4-4fe4-b01c-ea0ca1e1ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.270603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a5007be3-efd4-4fe4-b01c-ea0ca1e1ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.271263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5007be3-efd4-4fe4-b01c-ea0ca1e1ad6e None None] The sync data for ids ['d47c1792-fbc5-4f11-8100-abcdc9d142ef'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:57.280349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-eeed34ee-9f87-4b74-afb8-0a7ea9e8dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.281870 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-eeed34ee-9f87-4b74-afb8-0a7ea9e8dd89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.1366050 Aug 29 04:34:57.317541 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.329400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:57.388751 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-24636ba0-1fc6-4eff-9b4c-9fdf97e6f7eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 998 time: 0.0983479 Aug 29 04:34:57.434411 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.446951 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-586d212a-1840-4aa0-901c-6c079506c201 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.467007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-586d212a-1840-4aa0-901c-6c079506c201 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.505794 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-3705b248-8d49-4088-bb5c-697134fd74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.508155 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-3705b248-8d49-4088-bb5c-697134fd74f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.1124415 Aug 29 04:34:57.546265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f81cd95-119d-4c64-8acb-f1212a22e652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.551877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0f81cd95-119d-4c64-8acb-f1212a22e652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.571606 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-586d212a-1840-4aa0-901c-6c079506c201 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.572512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586d212a-1840-4aa0-901c-6c079506c201 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Fanout notify agent at l3_agent the message router_deleted on router d47c1792-fbc5-4f11-8100-abcdc9d142ef {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:57.589888 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-586d212a-1840-4aa0-901c-6c079506c201 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.591087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-586d212a-1840-4aa0-901c-6c079506c201 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/d47c1792-fbc5-4f11-8100-abcdc9d142ef HTTP/1.1" status: 204 len: 168 time: 0.5096562 Aug 29 04:34:57.594710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40834) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.605932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-ef94ea87-cb77-4ada-85f4-5bf2135548aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.607493 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-ef94ea87-cb77-4ada-85f4-5bf2135548aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852256 Aug 29 04:34:57.646672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0f81cd95-119d-4c64-8acb-f1212a22e652 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00423acb0249471b9520dcfcb530ede0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6913335 Aug 29 04:34:57.647637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81cd95-119d-4c64-8acb-f1212a22e652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54431ced-27af-482e-a135-cd7468068486,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.652548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40836) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.696300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc3bbb9-6d87-40cd-9cbe-640ef080cc73 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting subnet e58f923b-3503-4c7d-b067-18d3d4afea77 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:57.704356 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bbb9-6d87-40cd-9cbe-640ef080cc73 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.737151 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-f357043a-d1b7-4228-8b30-c04130406937 service neutron] 10.222.0.52 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222944 Aug 29 04:34:57.752653 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ff49-0a9c-4181-936f-ab347b48ae7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.756289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bbb9-6d87-40cd-9cbe-640ef080cc73 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.804278 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ff49-0a9c-4181-936f-ab347b48ae7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.828892 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-b69219b7-084f-4f5c-a68c-da22cf622683 service neutron] 10.222.0.52 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846634 Aug 29 04:34:58.225778 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bbb9-6d87-40cd-9cbe-640ef080cc73 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.278483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6edfa-1000-4585-8dbe-89d0af65b4c2 req-cd8e72a1-f1a8-4477-943f-333c7d70bfeb tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.280166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61f6edfa-1000-4585-8dbe-89d0af65b4c2 req-cd8e72a1-f1a8-4477-943f-333c7d70bfeb tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 944 time: 0.1058452 Aug 29 04:34:58.285126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ff49-0a9c-4181-936f-ab347b48ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.285126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ff49-0a9c-4181-936f-ab347b48ae7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.285429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d1d0ff49-0a9c-4181-936f-ab347b48ae7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54431ced-27af-482e-a135-cd7468068486 HTTP/1.1" status: 204 len: 168 time: 0.6312072 Aug 29 04:34:58.311681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0ff49-0a9c-4181-936f-ab347b48ae7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54431ced-27af-482e-a135-cd7468068486,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:58.347921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61f6edfa-1000-4585-8dbe-89d0af65b4c2 req-c3339531-ea51-456a-a718-507ee3b62a6e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538867 Aug 29 04:34:58.349444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bbb9-6d87-40cd-9cbe-640ef080cc73 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.377800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3bbb9-6d87-40cd-9cbe-640ef080cc73 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Subnet': ['ID=e58f923b-3503-4c7d-b067-18d3d4afea77,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:58.382748 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bbb9-6d87-40cd-9cbe-640ef080cc73 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.387463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1dc3bbb9-6d87-40cd-9cbe-640ef080cc73 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/e58f923b-3503-4c7d-b067-18d3d4afea77 HTTP/1.1" status: 204 len: 168 time: 0.7854364 Aug 29 04:34:58.387886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40852) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:58.395318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728c25b-465a-4f9b-b589-603a8c4d77eb None None] Network 4ce12447-8e18-4c14-9bd7-387279f1618c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:58.446244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-32269a9d-2b64-418c-8889-ca689c40e532 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting subnet 9d42f5eb-f232-461e-9bca-dabe7cec146a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:58.450186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32269a9d-2b64-418c-8889-ca689c40e532 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.508076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32269a9d-2b64-418c-8889-ca689c40e532 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.512354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:58.609707 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:58.613935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:58.614808 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.656311 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32269a9d-2b64-418c-8889-ca689c40e532 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.737453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112a7c82-4e9b-4eba-b913-a26957bd98ae None None] DHCP port deletion for 4ce12447-8e18-4c14-9bd7-387279f1618c request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:58.751650 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.797227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:58.799122 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32269a9d-2b64-418c-8889-ca689c40e532 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.799737 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d838ee8-b6fa-45d1-9136-b2aa7112bec1" -d '{"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-plugged", "status": "completed", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:58.828129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:58.844774 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32269a9d-2b64-418c-8889-ca689c40e532 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Subnet': ['ID=9d42f5eb-f232-461e-9bca-dabe7cec146a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:58.846846 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.858379 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-32269a9d-2b64-418c-8889-ca689c40e532 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.860813 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-32269a9d-2b64-418c-8889-ca689c40e532 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/9d42f5eb-f232-461e-9bca-dabe7cec146a HTTP/1.1" status: 204 len: 168 time: 0.4717426 Aug 29 04:34:58.863588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40878) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:58.867324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77c8a5b-cf12-4507-a7af-03adadb2e94c None None] Network 564e34af-f457-4e5e-9a28-8b98ec29893b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:58.933139 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf5144c-a349-43fa-a2ed-a9620e72ac1b x-openstack-request-id: req-1bf5144c-a349-43fa-a2ed-a9620e72ac1b {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:58.944857 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-plugged", "status": "completed", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:58.946063 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bf5144c-a349-43fa-a2ed-a9620e72ac1b {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:58.947109 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'code': 200} Aug 29 04:34:58.986113 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.088888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port 8abdab9f-dab6-4dc4-99c7-1a79af88624e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:59.089689 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.100415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-112a7c82-4e9b-4eba-b913-a26957bd98ae None None] Deleting port 8abdab9f-dab6-4dc4-99c7-1a79af88624e {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:59.100827 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-112a7c82-4e9b-4eba-b913-a26957bd98ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.168349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-112a7c82-4e9b-4eba-b913-a26957bd98ae None None] For port 8abdab9f-dab6-4dc4-99c7-1a79af88624e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8abdab9f-dab6-4dc4-99c7-1a79af88624e,segment=NetworkSegment(e0b06a67-4fb5-4666-9f57-e6e26ec37c94),segment_id=e0b06a67-4fb5-4666-9f57-e6e26ec37c94)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:59.169022 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-112a7c82-4e9b-4eba-b913-a26957bd98ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.179744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:59.182559 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.198209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-112a7c82-4e9b-4eba-b913-a26957bd98ae None None] Calling delete_port for 8abdab9f-dab6-4dc4-99c7-1a79af88624e owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:59.233590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port 8abdab9f-dab6-4dc4-99c7-1a79af88624e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8abdab9f-dab6-4dc4-99c7-1a79af88624e,segment=NetworkSegment(e0b06a67-4fb5-4666-9f57-e6e26ec37c94),segment_id=e0b06a67-4fb5-4666-9f57-e6e26ec37c94)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:59.234092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.259618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for 8abdab9f-dab6-4dc4-99c7-1a79af88624e owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:59.313996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220648db-680b-4f29-bf02-a49d98c08025 None None] DHCP port deletion for 564e34af-f457-4e5e-9a28-8b98ec29893b request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:59.317245 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-112a7c82-4e9b-4eba-b913-a26957bd98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.354413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a7c82-4e9b-4eba-b913-a26957bd98ae None None] Pushing event deleted for resources: {'Port': ['ID=8abdab9f-dab6-4dc4-99c7-1a79af88624e,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:59.364605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a7c82-4e9b-4eba-b913-a26957bd98ae None None] No DVR routers for this DVR port 8abdab9f-dab6-4dc4-99c7-1a79af88624e on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:59.421997 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.455379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=8abdab9f-dab6-4dc4-99c7-1a79af88624e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:59.483677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No DVR routers for this DVR port 8abdab9f-dab6-4dc4-99c7-1a79af88624e on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:59.654976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-220648db-680b-4f29-bf02-a49d98c08025 None None] Deleting port 05f45f58-aac9-48fe-8af6-304a746d3305 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:59.655701 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-220648db-680b-4f29-bf02-a49d98c08025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.695947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.716442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a74660-2984-4c3a-8735-59b413781c66 req-a4a33386-5c5d-40a2-82d7-be0500a2896a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.724710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5a74660-2984-4c3a-8735-59b413781c66 req-a4a33386-5c5d-40a2-82d7-be0500a2896a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1618900 Aug 29 04:34:59.728538 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce12447-8e18-4c14-9bd7-387279f1618c']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:59.733619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-220648db-680b-4f29-bf02-a49d98c08025 None None] For port 05f45f58-aac9-48fe-8af6-304a746d3305, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=05f45f58-aac9-48fe-8af6-304a746d3305,segment=NetworkSegment(c62d81dd-bfed-40f3-a34b-c48ca01e9b56),segment_id=c62d81dd-bfed-40f3-a34b-c48ca01e9b56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:59.734269 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-220648db-680b-4f29-bf02-a49d98c08025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.754440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b06a67-4fb5-4666-9f57-e6e26ec37c94') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:59.754762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b06a67-4fb5-4666-9f57-e6e26ec37c94') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:59.767304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-220648db-680b-4f29-bf02-a49d98c08025 None None] Calling delete_port for 05f45f58-aac9-48fe-8af6-304a746d3305 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:59.772028 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.854867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5a74660-2984-4c3a-8735-59b413781c66 req-59372a3c-b7d8-475c-8492-305684f117d1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289628 Aug 29 04:34:59.864185 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.871740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:59.872164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:59.875633 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:59.932673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-220648db-680b-4f29-bf02-a49d98c08025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.958027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220648db-680b-4f29-bf02-a49d98c08025 None None] No DVR routers for this DVR port 05f45f58-aac9-48fe-8af6-304a746d3305 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:59.990517 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.021121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.023407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/networks/4ce12447-8e18-4c14-9bd7-387279f1618c HTTP/1.1" status: 204 len: 168 time: 1.1584697 Aug 29 04:35:00.024739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446231b7-c2b2-43bb-ba98-d2ec9143342a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Network': ['ID=4ce12447-8e18-4c14-9bd7-387279f1618c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:00.025948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40928) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.051569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 05f45f58-aac9-48fe-8af6-304a746d3305 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:00.058763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220648db-680b-4f29-bf02-a49d98c08025 None None] Pushing event deleted for resources: {'Port': ['ID=05f45f58-aac9-48fe-8af6-304a746d3305,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:00.107362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 05f45f58-aac9-48fe-8af6-304a746d3305 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:00.107663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 05f45f58-aac9-48fe-8af6-304a746d3305 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:00.108079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8abdab9f-dab6-4dc4-99c7-1a79af88624e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:00.141274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 8abdab9f-dab6-4dc4-99c7-1a79af88624e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:00.141626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8abdab9f-dab6-4dc4-99c7-1a79af88624e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:00.195389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.212986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40932) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.339991 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.353074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564e34af-f457-4e5e-9a28-8b98ec29893b']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:00.367360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62d81dd-bfed-40f3-a34b-c48ca01e9b56') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:00.367641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62d81dd-bfed-40f3-a34b-c48ca01e9b56') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:00.379589 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.380370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a11918c4-abaa-4199-b96f-0260dbfea66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.399238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.409694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:00.410260 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:00.413666 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:00.507210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-05506043-e3a9-4c5d-909d-030eb524033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.508843 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-05506043-e3a9-4c5d-909d-030eb524033a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 1097 time: 0.0840211 Aug 29 04:35:00.509713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.518507 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.524961 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/networks/564e34af-f457-4e5e-9a28-8b98ec29893b HTTP/1.1" status: 204 len: 168 time: 0.4932992 Aug 29 04:35:00.526672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40940) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.530369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:00.532882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-703124138'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:00.570606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def456a-13c5-46ab-af4a-7aa90967c0a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Network': ['ID=564e34af-f457-4e5e-9a28-8b98ec29893b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:00.668960 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.687362 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a11918c4-abaa-4199-b96f-0260dbfea66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.727174 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a11918c4-abaa-4199-b96f-0260dbfea66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.807429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a11918c4-abaa-4199-b96f-0260dbfea66a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24ee9615583f4e81af4dfbd973321595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911183 Aug 29 04:35:00.809629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:00.811467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40948) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.813124 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.823740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11918c4-abaa-4199-b96f-0260dbfea66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d8cb84-f715-4484-8467-b0d4901b5f67,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:00.859168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:00.897160 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.898513 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added segment aa040bfc-2128-4bd9-bd8f-1e0d9593d080 of type vlan for network 801c10fe-4132-4a3c-8690-db3e01acde43 Aug 29 04:35:00.957635 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.007734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52ab1076-eb56-456e-93cd-d0604a34d3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.032034 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.039703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.040991 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.071175 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52ab1076-eb56-456e-93cd-d0604a34d3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.107387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6084c91-6eb9-4669-a43e-06e0f575396e req-35799e7d-1eea-4028-8cdd-918039399f69 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.114893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6084c91-6eb9-4669-a43e-06e0f575396e req-35799e7d-1eea-4028-8cdd-918039399f69 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 945 time: 0.1463993 Aug 29 04:35:01.131169 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:01.155305 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6280046 Aug 29 04:35:01.165106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 40964) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.178933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'subnet': {'network_id': '801c10fe-4132-4a3c-8690-db3e01acde43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:01.196302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:01.258295 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.265616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5e180-523a-41e4-8069-849f12519175 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Network': ['ID=801c10fe-4132-4a3c-8690-db3e01acde43,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:01.276431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 801c10fe-4132-4a3c-8690-db3e01acde43 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:01.280072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:01.282416 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ca3ff-f292-4d42-8ae3-8b44221435a6" -d '{"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:01.292801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Transition to ACTIVE for port object e7c7983f-ae5b-4a06-9a66-e3f79079c2eb will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:01.296368 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52ab1076-eb56-456e-93cd-d0604a34d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.303026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-52ab1076-eb56-456e-93cd-d0604a34d3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.308673 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-52ab1076-eb56-456e-93cd-d0604a34d3a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52d8cb84-f715-4484-8467-b0d4901b5f67 HTTP/1.1" status: 204 len: 168 time: 0.4958959 Aug 29 04:35:01.314973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.333868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6084c91-6eb9-4669-a43e-06e0f575396e req-390fe719-1ef2-41f6-ab19-bd645c7b996a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181256 Aug 29 04:35:01.363481 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc9f2c6-3251-4fc9-b54a-f824ea061497 x-openstack-request-id: req-0dc9f2c6-3251-4fc9-b54a-f824ea061497 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:01.363594 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:01.363799 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dc9f2c6-3251-4fc9-b54a-f824ea061497 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:01.364241 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'code': 200} Aug 29 04:35:01.364950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab1076-eb56-456e-93cd-d0604a34d3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d8cb84-f715-4484-8467-b0d4901b5f67,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:01.397790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:01.402602 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.501091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=10']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:01.542739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] No DVR routers for this DVR port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:01.736602 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.755258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:01.755604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:01.756091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on network 59ed9ab7-ba29-4028-8082-85d2805a6754 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:01.761527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on network 59ed9ab7-ba29-4028-8082-85d2805a6754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:01.761853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Attempting to bind port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on network 59ed9ab7-ba29-4028-8082-85d2805a6754 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:01.767339 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:01.767835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Checking segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:01.768416 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Bound using segment: {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:01.769179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Bound port: e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ed215e-5977-4137-bb13-776d13b7415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:01.769702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.835488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Subnet': ['ID=a827f5bf-2717-453f-b068-d1e1a0af21a9,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:01.853158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Checking segment: {'id': 'aa040bfc-2128-4bd9-bd8f-1e0d9593d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '801c10fe-4132-4a3c-8690-db3e01acde43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:01.853654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network hostable DHCP agents. Network: 801c10fe-4132-4a3c-8690-db3e01acde43, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:01.879635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 801c10fe-4132-4a3c-8690-db3e01acde43 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:01.885961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:01.889367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:01.893410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 801c10fe-4132-4a3c-8690-db3e01acde43) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:01.894813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.921357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4862252d-85de-4fe7-8f8d-504e9db92368 None None] Network 801c10fe-4132-4a3c-8690-db3e01acde43 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:01.924536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.925806 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.948642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 40992) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.958573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-deac6c37-c5ab-43d6-9c8d-c691acb4d611 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-579040418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:01.961568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e898734d-66de-447f-9cfd-b9581f597220 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7951179 Aug 29 04:35:01.964142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.964811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.966208 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] 10.222.0.59 "PUT /v2.0/ports/e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 1093 time: 1.4443603 Aug 29 04:35:02.057125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774e044-7446-4f59-b8de-86bc63cb597c service neutron] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=11']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:02.064807 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-deac6c37-c5ab-43d6-9c8d-c691acb4d611 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.065973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-deac6c37-c5ab-43d6-9c8d-c691acb4d611 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.099191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-8d16a99d-6a90-414c-8ce8-96349aca1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.101482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-8d16a99d-6a90-414c-8ce8-96349aca1d59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1096 time: 0.1054955 Aug 29 04:35:02.273219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-801c10fe-4132-4a3c-8690-db3e01acde43', 'network_id': '801c10fe-4132-4a3c-8690-db3e01acde43', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'fixed_ips': [{'subnet_id': 'a827f5bf-2717-453f-b068-d1e1a0af21a9'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:02.274117 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.326412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-353c119a-f442-40e9-b14a-fc46266f4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.328480 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-353c119a-f442-40e9-b14a-fc46266f4b59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.2032180 Aug 29 04:35:02.491586 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-deac6c37-c5ab-43d6-9c8d-c691acb4d611 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.508058 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-deac6c37-c5ab-43d6-9c8d-c691acb4d611 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.546070 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-deac6c37-c5ab-43d6-9c8d-c691acb4d611 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.547874 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-deac6c37-c5ab-43d6-9c8d-c691acb4d611 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5952787 Aug 29 04:35:02.551418 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-b5c012e1-e045-40d1-a0ec-508f538d10c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 997 time: 0.1513765 Aug 29 04:35:02.551567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41014) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.563128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:02.568010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'port': {'network_id': '801c10fe-4132-4a3c-8690-db3e01acde43', 'name': 'tempest-RoutersIpV6Test-1488858280'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:02.631834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-d9b54776-a295-4b6f-8d96-934d713bc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.633565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-d9b54776-a295-4b6f-8d96-934d713bc6ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.0757875 Aug 29 04:35:02.650022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601a841-c904-4137-8895-bd2aaa372501 req-35209f65-a431-4e09-878c-12041d4eda57 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.657822 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b601a841-c904-4137-8895-bd2aaa372501 req-35209f65-a431-4e09-878c-12041d4eda57 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 944 time: 0.1776710 Aug 29 04:35:02.708831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Allocated IP 2001:db8::2 (801c10fe-4132-4a3c-8690-db3e01acde43/a827f5bf-2717-453f-b068-d1e1a0af21a9/a82c156a-504c-4cc4-9f82-22093a633842) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:02.749332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:02.757545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b601a841-c904-4137-8895-bd2aaa372501 req-d280d9c7-8968-4c2c-865e-75edb45888cd tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984693 Aug 29 04:35:02.779836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96754e-9501-4535-8e42-30ead32daa22 req-70fec32e-a32b-44f6-bbbe-eb0ef89bd2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.786241 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-70fec32e-a32b-44f6-bbbe-eb0ef89bd2b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398153 Aug 29 04:35:02.794380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:02.798975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.821242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] device_id is not set on port e39ed187-aa9b-4ad4-b711-d9ef4f187acf yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:02.948774 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.952441 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-119b8179-acfe-4fd9-ad74-09dcd7519f5a service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600881 Aug 29 04:35:02.960110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Transition to ACTIVE for port object a82c156a-504c-4cc4-9f82-22093a633842 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:02.983271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Transition to ACTIVE for port object a82c156a-504c-4cc4-9f82-22093a633842 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:03.002484 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.087520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Network 801c10fe-4132-4a3c-8690-db3e01acde43 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:03.094379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:03.102437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:03.130096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Pushing event updated for resources: {'Port': ['ID=a82c156a-504c-4cc4-9f82-22093a633842,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.187370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Attempting to bind port a82c156a-504c-4cc4-9f82-22093a633842 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:03.187913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Attempting to bind port a82c156a-504c-4cc4-9f82-22093a633842 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'aa040bfc-2128-4bd9-bd8f-1e0d9593d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '801c10fe-4132-4a3c-8690-db3e01acde43'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:03.188309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Attempting to bind port a82c156a-504c-4cc4-9f82-22093a633842 on network 801c10fe-4132-4a3c-8690-db3e01acde43 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:03.192575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Allocated IP 2001:db8::1b1 (801c10fe-4132-4a3c-8690-db3e01acde43/a827f5bf-2717-453f-b068-d1e1a0af21a9/e39ed187-aa9b-4ad4-b711-d9ef4f187acf) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:03.195449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:03.195654 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef96754e-9501-4535-8e42-30ead32daa22 req-457cef20-2c7c-48b5-bbb9-0d5598657a55 service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342448 Aug 29 04:35:03.198283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Checking segment: {'id': 'aa040bfc-2128-4bd9-bd8f-1e0d9593d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '801c10fe-4132-4a3c-8690-db3e01acde43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:03.198692 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.199094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Bound using segment: {'id': 'aa040bfc-2128-4bd9-bd8f-1e0d9593d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '801c10fe-4132-4a3c-8690-db3e01acde43'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:03.199577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Bound port: a82c156a-504c-4cc4-9f82-22093a633842, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa040bfc-2128-4bd9-bd8f-1e0d9593d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '801c10fe-4132-4a3c-8690-db3e01acde43'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:03.199966 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.296017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] For port a82c156a-504c-4cc4-9f82-22093a633842, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:03.301708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] For port a82c156a-504c-4cc4-9f82-22093a633842, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a82c156a-504c-4cc4-9f82-22093a633842,segment=NetworkSegment(aa040bfc-2128-4bd9-bd8f-1e0d9593d080),segment_id=aa040bfc-2128-4bd9-bd8f-1e0d9593d080)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:03.310904 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.365462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:03.369616 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5701169e-5dd5-405f-af5d-9d2fae804faf" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:03.376947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08887cda-49d9-4a5f-a055-9ed84484f850 None None] Pushing event updated for resources: {'Port': ['ID=a82c156a-504c-4cc4-9f82-22093a633842,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.447516 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5bd311-6629-448d-b10e-9bcfa5901bf0 x-openstack-request-id: req-2e5bd311-6629-448d-b10e-9bcfa5901bf0 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:03.447831 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:03.448083 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e5bd311-6629-448d-b10e-9bcfa5901bf0 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:03.448558 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'status': 'completed', 'code': 200} Aug 29 04:35:03.464497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.483027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Transition to ACTIVE for port object e39ed187-aa9b-4ad4-b711-d9ef4f187acf will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:03.570339 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.590785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-46b0e044-d41f-4294-bbda-1523b187bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.592366 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-46b0e044-d41f-4294-bbda-1523b187bcab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1096 time: 0.1233289 Aug 29 04:35:03.614724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 801c10fe-4132-4a3c-8690-db3e01acde43 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:03.618690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-49245443-93b7-4504-b0ce-76cc133b8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.620494 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-49245443-93b7-4504-b0ce-76cc133b8d94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1096 time: 0.1013160 Aug 29 04:35:03.639637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:03.653530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:03.660109 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.660809 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.702971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1440651 Aug 29 04:35:03.703874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb213c-42f7-452b-8c37-7174cf7f9c27 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=e39ed187-aa9b-4ad4-b711-d9ef4f187acf,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.706484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41048) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.888468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-682f7333-85dc-47ed-9657-6813346f6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.889991 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-682f7333-85dc-47ed-9657-6813346f6b72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.2902167 Aug 29 04:35:03.903092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-681e9204-d17f-4229-a974-5759cd7d6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.907177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-681e9204-d17f-4229-a974-5759cd7d6f9d service neutron] 10.222.0.52 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.2611570 Aug 29 04:35:03.980403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41058) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:04.043784 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-95e59835-2ed4-4fd2-a9f0-a8ab221331f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 997 time: 0.1459756 Aug 29 04:35:04.106791 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c4028-2d84-48c3-8649-73a74e909bf9 req-9a9d6bd3-979d-43f1-b35e-e1b5fe904da0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.107183 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a82c156a-504c-4cc4-9f82-22093a633842 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:04.109025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-613c4028-2d84-48c3-8649-73a74e909bf9 req-9a9d6bd3-979d-43f1-b35e-e1b5fe904da0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 944 time: 0.2565279 Aug 29 04:35:04.170664 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-e31e9176-6996-494a-99e6-3dbb50a6bd0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 997 time: 0.1909924 Aug 29 04:35:04.175501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-07f00b21-4b52-461a-beeb-3a58b17b7ab4 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-775538421'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:04.176156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-07f00b21-4b52-461a-beeb-3a58b17b7ab4 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Unknown quota resources ['metering_label']. {{(pid=94850) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:35:04.209577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a82c156a-504c-4cc4-9f82-22093a633842 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:04.237482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-613c4028-2d84-48c3-8649-73a74e909bf9 req-265751a0-511a-479b-9da8-711153424f7a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050203 Aug 29 04:35:04.278718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.738198 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.747550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.802702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-1bad742e-bd29-48fd-af9a-0556f8f9aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.805334 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-1bad742e-bd29-48fd-af9a-0556f8f9aeb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.7501619 Aug 29 04:35:04.879314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=e39ed187-aa9b-4ad4-b711-d9ef4f187acf,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:04.990092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07f00b21-4b52-461a-beeb-3a58b17b7ab4 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.993807 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-07f00b21-4b52-461a-beeb-3a58b17b7ab4 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0099998 Aug 29 04:35:04.996742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41084) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.003556 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a4cb7ffd-3982-4258-905c-10129059fae7 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f2509e77-4077-4cb0-98d8-01f7f537cd78'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:05.003556 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a4cb7ffd-3982-4258-905c-10129059fae7 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94850) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:35:05.036120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-dd950436-c12a-45d7-840a-0abc9d9196bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.037655 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-dd950436-c12a-45d7-840a-0abc9d9196bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.8554265 Aug 29 04:35:05.066735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4845a2-0c7f-4fc2-8bc3-4431a4dfc924 None None] Network 801c10fe-4132-4a3c-8690-db3e01acde43 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:05.141339 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.180584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-e0e43d77-dda2-4548-9e82-1cff09d15a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.183584 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-e0e43d77-dda2-4548-9e82-1cff09d15a76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2824864 Aug 29 04:35:05.194734 n-d-712141-12 neutron-server[94850]: WARNING neutron.services.metering.metering_plugin [None req-a4cb7ffd-3982-4258-905c-10129059fae7 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:35:05.234638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bd9a3194-0023-42ef-91bd-f9decaa17e5d None None] Provisioning for port a82c156a-504c-4cc4-9f82-22093a633842 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:05.244072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bd9a3194-0023-42ef-91bd-f9decaa17e5d None None] Provisioning complete for port a82c156a-504c-4cc4-9f82-22093a633842 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:05.244728 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3194-0023-42ef-91bd-f9decaa17e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.394898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-e0c77945-afd1-494e-982d-746a107b729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.397909 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-e0c77945-afd1-494e-982d-746a107b729f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3450651 Aug 29 04:35:05.398041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.447061 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3194-0023-42ef-91bd-f9decaa17e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.469239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ffd-3982-4258-905c-10129059fae7 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.473616 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a4cb7ffd-3982-4258-905c-10129059fae7 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4731941 Aug 29 04:35:05.474925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41096) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.488948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2a27f60b-fbc1-4ab6-a1ad-6fada47722e1 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f2509e77-4077-4cb0-98d8-01f7f537cd78'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:05.489663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2a27f60b-fbc1-4ab6-a1ad-6fada47722e1 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94850) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:35:05.503924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-bd9a3194-0023-42ef-91bd-f9decaa17e5d None None] For port a82c156a-504c-4cc4-9f82-22093a633842, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a82c156a-504c-4cc4-9f82-22093a633842,segment=NetworkSegment(aa040bfc-2128-4bd9-bd8f-1e0d9593d080),segment_id=aa040bfc-2128-4bd9-bd8f-1e0d9593d080)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:05.522541 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3194-0023-42ef-91bd-f9decaa17e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.590414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73b585-505e-4609-bab7-5973aca50d16 req-91a17a2f-bd10-46d2-b383-578831015f03 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.592079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e73b585-505e-4609-bab7-5973aca50d16 req-91a17a2f-bd10-46d2-b383-578831015f03 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 944 time: 0.1724014 Aug 29 04:35:05.645100 n-d-712141-12 neutron-server[94850]: WARNING neutron.services.metering.metering_plugin [None req-2a27f60b-fbc1-4ab6-a1ad-6fada47722e1 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:35:05.658526 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-307ebfb8-104f-406a-8a2f-e1ee9b11345b service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641988 Aug 29 04:35:05.669033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a3194-0023-42ef-91bd-f9decaa17e5d None None] Pushing event updated for resources: {'Port': ['ID=a82c156a-504c-4cc4-9f82-22093a633842,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:05.683523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e73b585-505e-4609-bab7-5973aca50d16 req-3fdda6a0-415b-4fcc-b802-00e353b230f3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648992 Aug 29 04:35:05.710091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41098) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.852132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e93a8896-3f58-4db6-bde7-d9aecee74e26 None None] Provisioning complete for port a82c156a-504c-4cc4-9f82-22093a633842 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:05.852638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e93a8896-3f58-4db6-bde7-d9aecee74e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.860530 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2a27f60b-fbc1-4ab6-a1ad-6fada47722e1 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.865292 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2a27f60b-fbc1-4ab6-a1ad-6fada47722e1 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3899872 Aug 29 04:35:05.866478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41106) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.872825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3ebc4ddc-1124-4a9e-9005-3e3e2a91d53b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/cf444003-482a-4263-8c96-e8d16635b40f HTTP/1.1" status: 200 len: 989 time: 0.1574421 Aug 29 04:35:05.928387 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-e42b9e81-91ff-4770-991b-311166ae5c3f service neutron] 10.222.0.52 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695740 Aug 29 04:35:05.986993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.993386 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.994509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.026139 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-668e050e-9eb5-445e-bd37-d6f560054366 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=c6fcd113-3f44-46d6-8303-f7ae5d2d6465 HTTP/1.1" status: 200 len: 464 time: 0.1149852 Aug 29 04:35:06.026821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41108) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.067599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e93a8896-3f58-4db6-bde7-d9aecee74e26 None None] Provisioning for port e39ed187-aa9b-4ad4-b711-d9ef4f187acf completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:06.077290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a82c156a-504c-4cc4-9f82-22093a633842 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:06.131260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e93a8896-3f58-4db6-bde7-d9aecee74e26 None None] Provisioning complete for port e39ed187-aa9b-4ad4-b711-d9ef4f187acf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:06.131608 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e93a8896-3f58-4db6-bde7-d9aecee74e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.143024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=e39ed187-aa9b-4ad4-b711-d9ef4f187acf,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.175354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e93a8896-3f58-4db6-bde7-d9aecee74e26 None None] Port e39ed187-aa9b-4ad4-b711-d9ef4f187acf cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:06.187755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 801c10fe-4132-4a3c-8690-db3e01acde43 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:06.189043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a82c156a-504c-4cc4-9f82-22093a633842 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:06.189424 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.203652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:06.332102 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4693250-32cc-4068-98c4-06b765c8bc6c tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.333977 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b4693250-32cc-4068-98c4-06b765c8bc6c tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/c6fcd113-3f44-46d6-8303-f7ae5d2d6465 HTTP/1.1" status: 204 len: 168 time: 0.2732942 Aug 29 04:35:06.342194 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-3ef737d2-e1bb-4eeb-abb1-c9ab922df673 service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184552 Aug 29 04:35:06.350604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41116) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.389639 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5701169e-5dd5-405f-af5d-9d2fae804faf req-bf577edd-59ec-481c-879d-42facba9859c service neutron] 10.222.0.52 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430523 Aug 29 04:35:06.391239 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f2733663-807c-40ab-a4a7-9b2f456cb94b tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=c6fcd113-3f44-46d6-8303-f7ae5d2d6465 HTTP/1.1" status: 200 len: 221 time: 0.0380421 Aug 29 04:35:06.398601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41118) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.407735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b0259d52-e7d1-432c-a1e3-324a31473180 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--543091695', 'description': 'label created by tempest'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:06.409039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b0259d52-e7d1-432c-a1e3-324a31473180 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Unknown quota resources ['metering_label']. {{(pid=94850) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:35:06.451035 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9679302f-b639-4fc1-aa37-e61cbc7a165f None None] Provisioning complete for port e39ed187-aa9b-4ad4-b711-d9ef4f187acf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:06.451677 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9679302f-b639-4fc1-aa37-e61cbc7a165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.556031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9679302f-b639-4fc1-aa37-e61cbc7a165f None None] Port e39ed187-aa9b-4ad4-b711-d9ef4f187acf cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:06.620655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 2aaacf80-e0a5-46fe-83cb-407abb626366 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:06.709635 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0259d52-e7d1-432c-a1e3-324a31473180 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.713052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b4258d81-ae94-4745-8443-367279c70799 None None] Provisioning complete for port e39ed187-aa9b-4ad4-b711-d9ef4f187acf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:06.713431 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4258d81-ae94-4745-8443-367279c70799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.713741 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b0259d52-e7d1-432c-a1e3-324a31473180 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3137956 Aug 29 04:35:06.714401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41126) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.795629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:06.806645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b4258d81-ae94-4745-8443-367279c70799 None None] Port e39ed187-aa9b-4ad4-b711-d9ef4f187acf cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:06.807450 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63ba05-6ab6-4bf6-a319-4b378d445def None None] Sync routers for ids ['2aaacf80-e0a5-46fe-83cb-407abb626366'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:06.829114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-65861448-cae8-4556-8555-e8c6a198940c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/2aaacf80-e0a5-46fe-83cb-407abb626366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1214356 Aug 29 04:35:06.829316 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e63ba05-6ab6-4bf6-a319-4b378d445def None None] Routers {'2aaacf80-e0a5-46fe-83cb-407abb626366'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:06.830114 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2e63ba05-6ab6-4bf6-a319-4b378d445def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2aaacf80-e0a5-46fe-83cb-407abb626366'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:06.831975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41130) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.837514 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-44fc351c-badd-4250-87ea-21de049ba637 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=d869247d-c201-4f09-a52c-70fa93eb2e54 HTTP/1.1" status: 200 len: 467 time: 0.1214995 Aug 29 04:35:06.840730 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41132) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.868021 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2e63ba05-6ab6-4bf6-a319-4b378d445def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:06.880171 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e63ba05-6ab6-4bf6-a319-4b378d445def None None] Routers {'2aaacf80-e0a5-46fe-83cb-407abb626366'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:06.881057 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2e63ba05-6ab6-4bf6-a319-4b378d445def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2aaacf80-e0a5-46fe-83cb-407abb626366'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:06.884820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00b5b04-2d04-44f8-b891-75519376713b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.886455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a00b5b04-2d04-44f8-b891-75519376713b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports/e39ed187-aa9b-4ad4-b711-d9ef4f187acf HTTP/1.1" status: 200 len: 984 time: 0.0530553 Aug 29 04:35:06.889140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41134) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.921550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:06.931895 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2e63ba05-6ab6-4bf6-a319-4b378d445def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:06.932497 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63ba05-6ab6-4bf6-a319-4b378d445def None None] The sync data for ids ['2aaacf80-e0a5-46fe-83cb-407abb626366'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:07.050161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:07.064099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'port_id': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'mac_address': 'fa:16:3e:d0:a8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:07.105973 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.126179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c7983f-ae5b-4a06-9a66-e3f79079c2eb {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:07.134625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59c7c576-481c-4f09-9aa0-05b5cfb27db3 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.135380 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59c7c576-481c-4f09-9aa0-05b5cfb27db3 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/d869247d-c201-4f09-a52c-70fa93eb2e54 HTTP/1.1" status: 204 len: 168 time: 0.2935731 Aug 29 04:35:07.138089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41140) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.156693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:07.158468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0846a8cb-1835-4202-93d2-5cc10777aa99 None None] Provisioning complete for port e39ed187-aa9b-4ad4-b711-d9ef4f187acf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:07.158849 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0846a8cb-1835-4202-93d2-5cc10777aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.163089 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-08ee92ba-4179-4142-bca1-c8c3360be6de tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=d869247d-c201-4f09-a52c-70fa93eb2e54 HTTP/1.1" status: 200 len: 216 time: 0.0236571 Aug 29 04:35:07.166899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41142) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.183069 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3d67aa1c-d0b2-424f-a43c-2d6f2ce56dc5 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0117087 Aug 29 04:35:07.183264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41144) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.189581 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.206571 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0d6fd848-075e-4de5-b04f-5da6eec78f45 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0185719 Aug 29 04:35:07.206882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41146) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.245811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0846a8cb-1835-4202-93d2-5cc10777aa99 None None] Port e39ed187-aa9b-4ad4-b711-d9ef4f187acf cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:07.250583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=12']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:07.271261 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-637059d5-0fbc-4f9b-9146-48e5895f3407 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/f2509e77-4077-4cb0-98d8-01f7f537cd78 HTTP/1.1" status: 200 len: 472 time: 0.0598247 Aug 29 04:35:07.271500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41148) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.283396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c6b29c47-1926-43c0-9943-37b10c38cd53 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/11902e52-bf06-4bfc-a1da-14efa8159c5d HTTP/1.1" status: 200 len: 461 time: 0.0082693 Aug 29 04:35:07.283631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41150) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.308785 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.392757 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4e676f76-dec1-4d35-8a4e-dd1f8d46ba81 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.396123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4e676f76-dec1-4d35-8a4e-dd1f8d46ba81 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/11902e52-bf06-4bfc-a1da-14efa8159c5d HTTP/1.1" status: 204 len: 168 time: 0.1093233 Aug 29 04:35:07.396429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41156) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.430599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:08.050280 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e8ade15-9942-422f-ab9c-12731d44c2a0 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.053761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8e8ade15-9942-422f-ab9c-12731d44c2a0 tempest-MeteringTestJSON-1817487354 tempest-MeteringTestJSON-1817487354-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/f2509e77-4077-4cb0-98d8-01f7f537cd78 HTTP/1.1" status: 204 len: 168 time: 0.6540825 Aug 29 04:35:08.107360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port e39ed187-aa9b-4ad4-b711-d9ef4f187acf {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:08.107810 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.223361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.236439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for e39ed187-aa9b-4ad4-b711-d9ef4f187acf owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:08.359166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41188) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:08.435674 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.464746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=e39ed187-aa9b-4ad4-b711-d9ef4f187acf,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:08.538653 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97f3be01-1b0f-4c81-9013-8b8b9ec97804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.708321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.813550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97f3be01-1b0f-4c81-9013-8b8b9ec97804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.819398 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97f3be01-1b0f-4c81-9013-8b8b9ec97804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.944393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-97f3be01-1b0f-4c81-9013-8b8b9ec97804 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=558506a05ba6410daa1b0f8176307fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5831544 Aug 29 04:35:08.945793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41204) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:08.949256 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:08.954399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 2aaacf80-e0a5-46fe-83cb-407abb626366 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:08.955198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3be01-1b0f-4c81-9013-8b8b9ec97804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db7756-a828-485b-bf1d-0eac0db563f1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.017306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:09.022441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:09.023022 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.148045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:09.151453 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.160985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41212) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.162933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bcc3d172-2574-448f-9819-421b3498eb99 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/2aaacf80-e0a5-46fe-83cb-407abb626366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2725687 Aug 29 04:35:09.168769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b4e04-4882-496d-bfa1-90eb77aff081 None None] Sync routers for ids ['2aaacf80-e0a5-46fe-83cb-407abb626366'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:09.207180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:09.207180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:09.212357 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e159093e-2990-4c17-a026-cc54bf9b6aa4" -d '{"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-plugged", "status": "completed", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:09.217097 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.222733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b4e04-4882-496d-bfa1-90eb77aff081 None None] Routers {'2aaacf80-e0a5-46fe-83cb-407abb626366'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:09.222926 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4e0b4e04-4882-496d-bfa1-90eb77aff081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2aaacf80-e0a5-46fe-83cb-407abb626366'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:09.259763 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-551e84c7-1bb2-449d-8b02-f325567b4906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.287844 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-551e84c7-1bb2-449d-8b02-f325567b4906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.300113 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e25044-d502-4b11-afd5-f78294bb4fae x-openstack-request-id: req-f5e25044-d502-4b11-afd5-f78294bb4fae {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:09.300684 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-plugged", "status": "completed", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:09.300878 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5e25044-d502-4b11-afd5-f78294bb4fae {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:09.301332 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'code': 200} Aug 29 04:35:09.302022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4e0b4e04-4882-496d-bfa1-90eb77aff081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:09.318845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b4e04-4882-496d-bfa1-90eb77aff081 None None] Routers {'2aaacf80-e0a5-46fe-83cb-407abb626366'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:09.319567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4e0b4e04-4882-496d-bfa1-90eb77aff081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2aaacf80-e0a5-46fe-83cb-407abb626366'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:09.345412 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-551e84c7-1bb2-449d-8b02-f325567b4906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.350992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-551e84c7-1bb2-449d-8b02-f325567b4906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.352398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-551e84c7-1bb2-449d-8b02-f325567b4906 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15db7756-a828-485b-bf1d-0eac0db563f1 HTTP/1.1" status: 204 len: 168 time: 0.4043791 Aug 29 04:35:09.362196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e84c7-1bb2-449d-8b02-f325567b4906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db7756-a828-485b-bf1d-0eac0db563f1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.367674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=13']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.389678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4e0b4e04-4882-496d-bfa1-90eb77aff081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:09.390458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b4e04-4882-496d-bfa1-90eb77aff081 None None] The sync data for ids ['2aaacf80-e0a5-46fe-83cb-407abb626366'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:09.452119 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-5ebb8ec5-3a5e-4d53-b469-fb898ba10c2c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 04:35:09.457002 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5ebb8ec5-3a5e-4d53-b469-fb898ba10c2c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/2aaacf80-e0a5-46fe-83cb-407abb626366/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2906590 Aug 29 04:35:09.457002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41218) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.495594 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-81b95891-fdc3-476e-bc94-75c511f8f6fe tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aaacf80-e0a5-46fe-83cb-407abb626366 HTTP/1.1" status: 200 len: 205 time: 0.0376773 Aug 29 04:35:09.498019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41224) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.599745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10e91ffa-6ab6-42b0-8030-1607d644b204 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.710078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41232) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.723571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5085ca55-a41c-4a8e-a84e-deb5bb406823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.776407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10e91ffa-6ab6-42b0-8030-1607d644b204 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.781262 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10e91ffa-6ab6-42b0-8030-1607d644b204 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.832858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10e91ffa-6ab6-42b0-8030-1607d644b204 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.833745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e91ffa-6ab6-42b0-8030-1607d644b204 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Fanout notify agent at l3_agent the message router_deleted on router 2aaacf80-e0a5-46fe-83cb-407abb626366 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:09.838560 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5085ca55-a41c-4a8e-a84e-deb5bb406823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.843423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5085ca55-a41c-4a8e-a84e-deb5bb406823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.861368 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10e91ffa-6ab6-42b0-8030-1607d644b204 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.867660 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-10e91ffa-6ab6-42b0-8030-1607d644b204 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/2aaacf80-e0a5-46fe-83cb-407abb626366 HTTP/1.1" status: 204 len: 168 time: 0.3648686 Aug 29 04:35:09.867660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41238) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.888189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5085ca55-a41c-4a8e-a84e-deb5bb406823 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e33af628742143888d80b57f48a8cffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770701 Aug 29 04:35:09.890747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41240) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.902557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085ca55-a41c-4a8e-a84e-deb5bb406823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840eb982-252e-4ef3-8161-bc06e7057de8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.923961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a5593b-5726-48f0-83d6-58b4b4eb66dc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting subnet a827f5bf-2717-453f-b068-d1e1a0af21a9 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:09.928625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0a5593b-5726-48f0-83d6-58b4b4eb66dc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.953114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ef130a6-19d8-4108-b7c3-f96b4bb84d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.971838 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0a5593b-5726-48f0-83d6-58b4b4eb66dc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.976346 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ef130a6-19d8-4108-b7c3-f96b4bb84d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.028741 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ef130a6-19d8-4108-b7c3-f96b4bb84d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.032159 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ef130a6-19d8-4108-b7c3-f96b4bb84d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.033656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2ef130a6-19d8-4108-b7c3-f96b4bb84d36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/840eb982-252e-4ef3-8161-bc06e7057de8 HTTP/1.1" status: 204 len: 168 time: 0.1419713 Aug 29 04:35:10.045321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef130a6-19d8-4108-b7c3-f96b4bb84d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840eb982-252e-4ef3-8161-bc06e7057de8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.085221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0a5593b-5726-48f0-83d6-58b4b4eb66dc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.514774 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0a5593b-5726-48f0-83d6-58b4b4eb66dc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.557953 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5593b-5726-48f0-83d6-58b4b4eb66dc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Subnet': ['ID=a827f5bf-2717-453f-b068-d1e1a0af21a9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.560580 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0a5593b-5726-48f0-83d6-58b4b4eb66dc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.563020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3cf47-16cb-4e9b-9be9-bde5e7b808d0 None None] Network 801c10fe-4132-4a3c-8690-db3e01acde43 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:10.566937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41272) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:10.579714 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c0a5593b-5726-48f0-83d6-58b4b4eb66dc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/a827f5bf-2717-453f-b068-d1e1a0af21a9 HTTP/1.1" status: 204 len: 168 time: 0.7117052 Aug 29 04:35:10.663332 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.805052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port a82c156a-504c-4cc4-9f82-22093a633842 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:10.805403 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.867652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039829c-daae-4555-abf0-245dded77042 None None] DHCP port deletion for 801c10fe-4132-4a3c-8690-db3e01acde43 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:10.923872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1039829c-daae-4555-abf0-245dded77042 None None] Deleting port a82c156a-504c-4cc4-9f82-22093a633842 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:10.925314 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1039829c-daae-4555-abf0-245dded77042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.954441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port a82c156a-504c-4cc4-9f82-22093a633842, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a82c156a-504c-4cc4-9f82-22093a633842,segment=NetworkSegment(aa040bfc-2128-4bd9-bd8f-1e0d9593d080),segment_id=aa040bfc-2128-4bd9-bd8f-1e0d9593d080)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:10.955021 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.972812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for a82c156a-504c-4cc4-9f82-22093a633842 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:11.000625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1039829c-daae-4555-abf0-245dded77042 None None] For port a82c156a-504c-4cc4-9f82-22093a633842, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a82c156a-504c-4cc4-9f82-22093a633842,segment=NetworkSegment(aa040bfc-2128-4bd9-bd8f-1e0d9593d080),segment_id=aa040bfc-2128-4bd9-bd8f-1e0d9593d080)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:11.001065 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1039829c-daae-4555-abf0-245dded77042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.014321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1039829c-daae-4555-abf0-245dded77042 None None] Calling delete_port for a82c156a-504c-4cc4-9f82-22093a633842 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:11.116292 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.123547 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1039829c-daae-4555-abf0-245dded77042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.141575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039829c-daae-4555-abf0-245dded77042 None None] No DVR routers for this DVR port a82c156a-504c-4cc4-9f82-22093a633842 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:11.164819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039829c-daae-4555-abf0-245dded77042 None None] Pushing event deleted for resources: {'Port': ['ID=a82c156a-504c-4cc4-9f82-22093a633842,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:11.177478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=a82c156a-504c-4cc4-9f82-22093a633842,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:11.182740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No DVR routers for this DVR port a82c156a-504c-4cc4-9f82-22093a633842 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:11.277975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.296961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801c10fe-4132-4a3c-8690-db3e01acde43']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:11.309781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa040bfc-2128-4bd9-bd8f-1e0d9593d080') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:11.310268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa040bfc-2128-4bd9-bd8f-1e0d9593d080') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:11.323386 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.345298 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.355692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:11.356105 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:11.363265 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:11.462928 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.485385 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.487742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/networks/801c10fe-4132-4a3c-8690-db3e01acde43 HTTP/1.1" status: 204 len: 168 time: 0.9194767 Aug 29 04:35:11.489140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07934d-480b-48c9-9c9f-c8fd211e7c66 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Network': ['ID=801c10fe-4132-4a3c-8690-db3e01acde43,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:11.491455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41310) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:11.497094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1699581780'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:11.522373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:11.527538 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.552386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:11.566353 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.566850 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added segment 697dc96b-5979-41fb-a25a-f0a40eee9108 of type vlan for network 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca Aug 29 04:35:11.639005 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.682292 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.689634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.690828 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.713101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2172065 Aug 29 04:35:11.715219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41322) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:11.723016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'subnet': {'network_id': '07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:11.893544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:11.898219 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.913465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06fcb9-620b-43ce-ac54-59c736642525 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Network': ['ID=07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:11.937038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:11.955527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41326) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:12.054467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a82c156a-504c-4cc4-9f82-22093a633842 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:12.086542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a82c156a-504c-4cc4-9f82-22093a633842 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:12.086882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a82c156a-504c-4cc4-9f82-22093a633842 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:12.143273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-957558451', 'router:external': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:12.169313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Made reservation on behalf of 3a81546ce6c243f093fd27132c48b0f3 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:12.172047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.183647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.200493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.274384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Subnet': ['ID=e863e650-392e-4cdd-98f1-0ef84e6d73ec,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.282436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Checking segment: {'id': '697dc96b-5979-41fb-a25a-f0a40eee9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:12.282880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network hostable DHCP agents. Network: 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:12.298625 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.302367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:12.303374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.311585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:12.316319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:12.316966 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.326870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c9907-a339-434b-b96b-fc556a762e3c None None] Network 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:12.331758 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a73f320e-bc97-4aae-8d06-aac540ed40d2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6149220 Aug 29 04:35:12.333992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:12.334505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41334) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:12.339204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3fe64661-e0e8-404a-a16c-d89b328db9cd tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1043939273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:12.353965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ad2008-ff91-4818-bb20-da4b10f2eff6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.360800 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.361149 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Added segment 6f0f5e7b-afba-4feb-9789-b1c8b7661092 of type vlan for network e27e7e1b-e825-485c-afeb-586b773f2a1a Aug 29 04:35:12.370137 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe64661-e0e8-404a-a16c-d89b328db9cd tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.371205 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe64661-e0e8-404a-a16c-d89b328db9cd tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.418952 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.449655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe64661-e0e8-404a-a16c-d89b328db9cd tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.453703 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.454534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:12.455374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.463054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe64661-e0e8-404a-a16c-d89b328db9cd tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.487762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3fe64661-e0e8-404a-a16c-d89b328db9cd tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.491781 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3fe64661-e0e8-404a-a16c-d89b328db9cd tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1535912 Aug 29 04:35:12.491938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41342) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:12.528233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event updated for resources: {'Network': ['ID=e27e7e1b-e825-485c-afeb-586b773f2a1a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.548937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9cd1566f-fd5d-45cb-8c7d-dacee45d16ec tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5913572 Aug 29 04:35:12.550070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41346) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:12.551884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network e27e7e1b-e825-485c-afeb-586b773f2a1a details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:12.566950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Request body: {'subnet': {'network_id': 'e27e7e1b-e825-485c-afeb-586b773f2a1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:12.609047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Made reservation on behalf of 3a81546ce6c243f093fd27132c48b0f3 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:12.612618 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.711373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca', 'network_id': '07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'fixed_ips': [{'subnet_id': 'e863e650-392e-4cdd-98f1-0ef84e6d73ec'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:12.713363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.882410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.025088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Allocated IP 2001:db8::2 (07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca/e863e650-392e-4cdd-98f1-0ef84e6d73ec/4badcea8-aaf9-453f-b424-f7a8a0a0dce8) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:13.077518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.objects.ports [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94851) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:35:13.078058 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.151121 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event updated for resources: {'Subnet': ['ID=310fd096-542f-4141-9eb0-8bee03a5aa18,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.153528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Checking segment: {'id': '6f0f5e7b-afba-4feb-9789-b1c8b7661092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e27e7e1b-e825-485c-afeb-586b773f2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:13.153898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Network hostable DHCP agents. Network: e27e7e1b-e825-485c-afeb-586b773f2a1a, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:13.172385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Network e27e7e1b-e825-485c-afeb-586b773f2a1a is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:13.183202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, e27e7e1b-e825-485c-afeb-586b773f2a1a) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:13.196882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.197547 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.199946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02813e8-4678-4bec-9f9e-f0d1f861f806 None None] Network e27e7e1b-e825-485c-afeb-586b773f2a1a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:13.215263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-87040d2e-aa83-4762-982c-bcba2bc3041b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6538017 Aug 29 04:35:13.218134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41366) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:13.223714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-893363711', 'network_id': 'e27e7e1b-e825-485c-afeb-586b773f2a1a'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:13.249447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Made reservation on behalf of 3a81546ce6c243f093fd27132c48b0f3 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:13.253131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.282588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] device_id is not set on port 7629321d-a84b-423d-9394-8af68276c8e8 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:13.290063 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.308674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Transition to ACTIVE for port object 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:13.339169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Transition to ACTIVE for port object 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:13.379316 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.398161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Network 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:13.404453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:13.419941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Allocated IP 172.20.0.12 (e27e7e1b-e825-485c-afeb-586b773f2a1a/310fd096-542f-4141-9eb0-8bee03a5aa18/7629321d-a84b-423d-9394-8af68276c8e8) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:13.437285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Allocated IP 2001:db8::1 (07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca/e863e650-392e-4cdd-98f1-0ef84e6d73ec/77bd062e-bb62-4dad-8870-47e6223cb8e0) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:13.459727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:13.498126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bafcc61-c06d-4d4c-88c6-a7fab562177b None None] Network e27e7e1b-e825-485c-afeb-586b773f2a1a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:13.587142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Attempting to bind port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:13.587142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Attempting to bind port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '697dc96b-5979-41fb-a25a-f0a40eee9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:13.587142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Attempting to bind port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 on network 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:13.597389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Pushing event updated for resources: {'Port': ['ID=4badcea8-aaf9-453f-b424-f7a8a0a0dce8,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.629529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:13.629945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Checking segment: {'id': '697dc96b-5979-41fb-a25a-f0a40eee9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:13.630356 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.630769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Bound using segment: {'id': '697dc96b-5979-41fb-a25a-f0a40eee9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:13.631260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Bound port: 4badcea8-aaf9-453f-b424-f7a8a0a0dce8, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697dc96b-5979-41fb-a25a-f0a40eee9108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:13.632249 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.662621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.685565 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Transition to ACTIVE for port object 77bd062e-bb62-4dad-8870-47e6223cb8e0 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:13.714492 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.739173 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.767237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.798592 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:13.801410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-16820854-8f06-4380-a948-0acfc643e47f None None] For port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:13.805123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:13.805899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-16820854-8f06-4380-a948-0acfc643e47f None None] For port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4badcea8-aaf9-453f-b424-f7a8a0a0dce8,segment=NetworkSegment(697dc96b-5979-41fb-a25a-f0a40eee9108),segment_id=697dc96b-5979-41fb-a25a-f0a40eee9108)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:13.808553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:13.809585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.814354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Network e27e7e1b-e825-485c-afeb-586b773f2a1a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:13.819529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:13.823640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:13.827499 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.858716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=77bd062e-bb62-4dad-8870-47e6223cb8e0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.863428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event updated for resources: {'Port': ['ID=7629321d-a84b-423d-9394-8af68276c8e8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.893452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.895201 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.936578 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-942e173b-29c9-48ee-a0e4-6e5f82fb63c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7151072 Aug 29 04:35:13.936897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41376) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:14.025957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16820854-8f06-4380-a948-0acfc643e47f None None] Pushing event updated for resources: {'Port': ['ID=4badcea8-aaf9-453f-b424-f7a8a0a0dce8,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:14.097958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-34da30c0-6e6b-4721-aae7-3e1776afa2db tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Deleting port 7629321d-a84b-423d-9394-8af68276c8e8 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:14.098400 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34da30c0-6e6b-4721-aae7-3e1776afa2db tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.100883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.208355 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34da30c0-6e6b-4721-aae7-3e1776afa2db tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.270680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-34da30c0-6e6b-4721-aae7-3e1776afa2db tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Calling delete_port for 7629321d-a84b-423d-9394-8af68276c8e8 owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:14.450753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34da30c0-6e6b-4721-aae7-3e1776afa2db tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.482963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da30c0-6e6b-4721-aae7-3e1776afa2db tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event deleted for resources: {'Port': ['ID=7629321d-a84b-423d-9394-8af68276c8e8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:14.532734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.538307 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.539260 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.555052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-34da30c0-6e6b-4721-aae7-3e1776afa2db tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.557092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-34da30c0-6e6b-4721-aae7-3e1776afa2db tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "DELETE /v2.0/ports/7629321d-a84b-423d-9394-8af68276c8e8 HTTP/1.1" status: 204 len: 168 time: 0.6188788 Aug 29 04:35:14.559599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41388) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:14.564081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e27e7e1b-e825-485c-afeb-586b773f2a1a', 'external_fixed_ips': [{'subnet_id': '310fd096-542f-4141-9eb0-8bee03a5aa18', 'ip_address': '172.20.0.12'}]}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:14.590248 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.591264 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.642124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=77bd062e-bb62-4dad-8870-47e6223cb8e0,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:14.653354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.691280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:14.692720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:14.812788 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.866124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 654ff761-4492-4269-b324-d0721a8b2f8d is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:14.996456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:15.011059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-58b5c529-3d2c-4ad5-bf99-95a944655cc7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/654ff761-4492-4269-b324-d0721a8b2f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153992 Aug 29 04:35:15.012090 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fd8cc-bf74-41c2-b87c-77b159e5cb0e None None] Sync routers for ids ['654ff761-4492-4269-b324-d0721a8b2f8d'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:15.013077 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41404) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:15.024999 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fd8cc-bf74-41c2-b87c-77b159e5cb0e None None] Routers {'654ff761-4492-4269-b324-d0721a8b2f8d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:15.025901 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd8cc-bf74-41c2-b87c-77b159e5cb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['654ff761-4492-4269-b324-d0721a8b2f8d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:15.077628 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd8cc-bf74-41c2-b87c-77b159e5cb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:15.078369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4433c56-e502-46b6-ad11-b3820ed33508 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:15.085473 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b4433c56-e502-46b6-ad11-b3820ed33508 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports/77bd062e-bb62-4dad-8870-47e6223cb8e0 HTTP/1.1" status: 200 len: 911 time: 0.0660408 Aug 29 04:35:15.086349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41410) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:15.092865 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fd8cc-bf74-41c2-b87c-77b159e5cb0e None None] Routers {'654ff761-4492-4269-b324-d0721a8b2f8d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:15.093817 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd8cc-bf74-41c2-b87c-77b159e5cb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['654ff761-4492-4269-b324-d0721a8b2f8d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:15.135490 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd8cc-bf74-41c2-b87c-77b159e5cb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:15.136687 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fd8cc-bf74-41c2-b87c-77b159e5cb0e None None] The sync data for ids ['654ff761-4492-4269-b324-d0721a8b2f8d'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:15.140831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.164458 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.374309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cccc57-1bfe-4c38-b5b4-a51c482a53c5 None None] Network 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:15.473403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7fcc388b-8bc4-40dc-9589-a7afc387b12a None None] Provisioning for port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:15.491284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Allocated IP 172.20.0.12 (e27e7e1b-e825-485c-afeb-586b773f2a1a/310fd096-542f-4141-9eb0-8bee03a5aa18/069cc394-1691-47b8-9ba2-ca3faa368d16) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:15.671492 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.683726 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.751191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.798910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Network e27e7e1b-e825-485c-afeb-586b773f2a1a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:15.804417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:15.808545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:15.961657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event updated for resources: {'Port': ['ID=069cc394-1691-47b8-9ba2-ca3faa368d16,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:16.102965 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port 77bd062e-bb62-4dad-8870-47e6223cb8e0 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:16.103440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.123170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:16.208138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.228444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:16.238604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:16.238998 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.239669 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.258116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for 77bd062e-bb62-4dad-8870-47e6223cb8e0 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:16.346907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-34399c3c-f699-49c7-841c-2d1f1a8e1543 None None] Provisioning complete for port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:16.347429 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-34399c3c-f699-49c7-841c-2d1f1a8e1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.449069 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.518004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4badcea8-aaf9-453f-b424-f7a8a0a0dce8,segment=NetworkSegment(697dc96b-5979-41fb-a25a-f0a40eee9108),segment_id=697dc96b-5979-41fb-a25a-f0a40eee9108)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:16.527607 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.685003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.731431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.796179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-34399c3c-f699-49c7-841c-2d1f1a8e1543 None None] Could not find standard attr ID for object 77bd062e-bb62-4dad-8870-47e6223cb8e0. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:16.817914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=77bd062e-bb62-4dad-8870-47e6223cb8e0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:16.825311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=4badcea8-aaf9-453f-b424-f7a8a0a0dce8,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:16.913398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dfa91136-dc0d-4f26-bff5-a66a5d160335 None None] Could not find standard attr ID for object 77bd062e-bb62-4dad-8870-47e6223cb8e0. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:16.969142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.036596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-edfe70fc-12fb-4d46-a291-0bb9ee9b5c67 None None] Could not find standard attr ID for object 77bd062e-bb62-4dad-8870-47e6223cb8e0. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:17.170551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 654ff761-4492-4269-b324-d0721a8b2f8d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:17.262459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:17.274894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76632148-b3ca-4429-b9ba-ed24725808c9 None None] Sync routers for ids ['654ff761-4492-4269-b324-d0721a8b2f8d'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:17.275073 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3df292f3-0eb4-4c23-88e0-072f6c795beb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/654ff761-4492-4269-b324-d0721a8b2f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1847291 Aug 29 04:35:17.275175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41446) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:17.283359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76632148-b3ca-4429-b9ba-ed24725808c9 None None] Routers {'654ff761-4492-4269-b324-d0721a8b2f8d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:17.284218 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-76632148-b3ca-4429-b9ba-ed24725808c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['654ff761-4492-4269-b324-d0721a8b2f8d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:17.314077 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ad4b9880-4a05-492e-93fc-c1c2c4d89033 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=654ff761-4492-4269-b324-d0721a8b2f8d HTTP/1.1" status: 200 len: 205 time: 0.0356915 Aug 29 04:35:17.314327 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41448) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:17.341523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Router 93ca667f-8c27-4a16-b014-6fd5d2cf82ad is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:17.348812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-76632148-b3ca-4429-b9ba-ed24725808c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:17.369169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76632148-b3ca-4429-b9ba-ed24725808c9 None None] Routers {'654ff761-4492-4269-b324-d0721a8b2f8d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:17.369942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-76632148-b3ca-4429-b9ba-ed24725808c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['654ff761-4492-4269-b324-d0721a8b2f8d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:17.408335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-76632148-b3ca-4429-b9ba-ed24725808c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:17.409810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76632148-b3ca-4429-b9ba-ed24725808c9 None None] The sync data for ids ['654ff761-4492-4269-b324-d0721a8b2f8d'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:17.438064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e865-61f4-401c-b5b5-d7db034e9fe0 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.499501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:17.526696 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Sync routers for ids ['93ca667f-8c27-4a16-b014-6fd5d2cf82ad'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:17.542411 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.543269 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Routers {'93ca667f-8c27-4a16-b014-6fd5d2cf82ad'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:17.544312 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['93ca667f-8c27-4a16-b014-6fd5d2cf82ad'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:17.546112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-03e14fb4-b073-45a9-992d-50588b5eb046 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9855549 Aug 29 04:35:17.549036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:17.688603 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Set router 93ca667f-8c27-4a16-b014-6fd5d2cf82ad gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:17.732051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.782231 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e865-61f4-401c-b5b5-d7db034e9fe0 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.785730 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e865-61f4-401c-b5b5-d7db034e9fe0 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.942952 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.986801 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca667f-8c27-4a16-b014-6fd5d2cf82ad', 'name': '', 'tenant_id': '3a81546ce6c243f093fd27132c48b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e27e7e1b-e825-485c-afeb-586b773f2a1a', 'external_fixed_ips': [{'subnet_id': '310fd096-542f-4141-9eb0-8bee03a5aa18', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '069cc394-1691-47b8-9ba2-ca3faa368d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:14Z', 'updated_at': '2021-08-29T04:35:16Z', 'revision_number': 3, 'project_id': '3a81546ce6c243f093fd27132c48b0f3', 'gw_port': {'id': '069cc394-1691-47b8-9ba2-ca3faa368d16', 'name': '', 'network_id': 'e27e7e1b-e825-485c-afeb-586b773f2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca667f-8c27-4a16-b014-6fd5d2cf82ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '310fd096-542f-4141-9eb0-8bee03a5aa18', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:15Z', 'updated_at': '2021-08-29T04:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '310fd096-542f-4141-9eb0-8bee03a5aa18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:18.022152 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Checking router: 93ca667f-8c27-4a16-b014-6fd5d2cf82ad for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:18.022793 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Updating router 93ca667f-8c27-4a16-b014-6fd5d2cf82ad port 069cc394-1691-47b8-9ba2-ca3faa368d16 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:18.055771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:18.060355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Deleting port 069cc394-1691-47b8-9ba2-ca3faa368d16 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:18.062349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.093930 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.130918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:18.131332 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.266590 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.273518 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.282905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e865-61f4-401c-b5b5-d7db034e9fe0 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.283447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb9e865-61f4-401c-b5b5-d7db034e9fe0 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Fanout notify agent at l3_agent the message router_deleted on router 654ff761-4492-4269-b324-d0721a8b2f8d {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:18.289517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Calling delete_port for 069cc394-1691-47b8-9ba2-ca3faa368d16 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:18.294183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e865-61f4-401c-b5b5-d7db034e9fe0 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.300866 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1eb9e865-61f4-401c-b5b5-d7db034e9fe0 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/654ff761-4492-4269-b324-d0721a8b2f8d HTTP/1.1" status: 204 len: 168 time: 0.9816957 Aug 29 04:35:18.301677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41478) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:18.400520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39a266d-7885-4c66-8615-ab16c696323a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting subnet e863e650-392e-4cdd-98f1-0ef84e6d73ec {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:18.410563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c39a266d-7885-4c66-8615-ab16c696323a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.431849 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.443620 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Transition to ACTIVE for port object 069cc394-1691-47b8-9ba2-ca3faa368d16 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:18.455999 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.485942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c39a266d-7885-4c66-8615-ab16c696323a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.544632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.558395 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Pushing event updated for resources: {'Port': ['ID=069cc394-1691-47b8-9ba2-ca3faa368d16,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:18.586920 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.592724 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.593070 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.593409 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.593751 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.594080 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.594411 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.594738 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.595061 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.595383 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.597900 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.598246 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027ece5-c274-48f1-86db-f2d3ed79813d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:18.606809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event deleted for resources: {'Port': ['ID=069cc394-1691-47b8-9ba2-ca3faa368d16,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:18.610992 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Attempting to bind port 069cc394-1691-47b8-9ba2-ca3faa368d16 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:18.611317 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Attempting to bind port 069cc394-1691-47b8-9ba2-ca3faa368d16 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '6f0f5e7b-afba-4feb-9789-b1c8b7661092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e27e7e1b-e825-485c-afeb-586b773f2a1a'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:18.611726 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Attempting to bind port 069cc394-1691-47b8-9ba2-ca3faa368d16 on network e27e7e1b-e825-485c-afeb-586b773f2a1a {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:18.621517 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c39a266d-7885-4c66-8615-ab16c696323a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.622845 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:18.623310 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Checking segment: {'id': '6f0f5e7b-afba-4feb-9789-b1c8b7661092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e27e7e1b-e825-485c-afeb-586b773f2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:18.623818 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.624311 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Bound using segment: {'id': '6f0f5e7b-afba-4feb-9789-b1c8b7661092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e27e7e1b-e825-485c-afeb-586b773f2a1a'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:18.624890 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Bound port: 069cc394-1691-47b8-9ba2-ca3faa368d16, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0f5e7b-afba-4feb-9789-b1c8b7661092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e27e7e1b-e825-485c-afeb-586b773f2a1a'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:18.625428 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.662118 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.plugin [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Port 069cc394-1691-47b8-9ba2-ca3faa368d16 has been deleted concurrently {{(pid=94853) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 04:35:18.699671 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Routers {'93ca667f-8c27-4a16-b014-6fd5d2cf82ad'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:18.700473 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['93ca667f-8c27-4a16-b014-6fd5d2cf82ad'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:18.774625 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.808572 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] Set router 93ca667f-8c27-4a16-b014-6fd5d2cf82ad gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:18.810579 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c39a266d-7885-4c66-8615-ab16c696323a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.853633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b64366-88f0-472a-ab8d-673e6830c21b None None] Network 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:18.855312 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c39a266d-7885-4c66-8615-ab16c696323a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.857626 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c39a266d-7885-4c66-8615-ab16c696323a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/e863e650-392e-4cdd-98f1-0ef84e6d73ec HTTP/1.1" status: 204 len: 168 time: 0.5549550 Aug 29 04:35:18.861215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41490) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:18.875355 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca667f-8c27-4a16-b014-6fd5d2cf82ad', 'name': '', 'tenant_id': '3a81546ce6c243f093fd27132c48b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:14Z', 'updated_at': '2021-08-29T04:35:18Z', 'revision_number': 5, 'project_id': '3a81546ce6c243f093fd27132c48b0f3', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:18.910381 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293859a2-68c9-4b1f-ab59-8e81f036f721 None None] The sync data for ids ['93ca667f-8c27-4a16-b014-6fd5d2cf82ad'] in n-d-712141-12 is: [{'id': '93ca667f-8c27-4a16-b014-6fd5d2cf82ad', 'name': '', 'tenant_id': '3a81546ce6c243f093fd27132c48b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:14Z', 'updated_at': '2021-08-29T04:35:18Z', 'revision_number': 5, 'project_id': '3a81546ce6c243f093fd27132c48b0f3', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:18.924785 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.927843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.950208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a266d-7885-4c66-8615-ab16c696323a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Subnet': ['ID=e863e650-392e-4cdd-98f1-0ef84e6d73ec,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.003031 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.003575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93ca667f-8c27-4a16-b014-6fd5d2cf82ad {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:19.007890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.015546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4708f54f-9e6c-4ca3-94ed-29e74c7aa2d2 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "DELETE /v2.0/routers/93ca667f-8c27-4a16-b014-6fd5d2cf82ad HTTP/1.1" status: 204 len: 168 time: 1.4647276 Aug 29 04:35:19.016060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41492) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:19.097518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-620c0508-b486-4348-aad2-0e76d268c84e tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Deleting subnet 310fd096-542f-4141-9eb0-8bee03a5aa18 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:19.097734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.104324 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-620c0508-b486-4348-aad2-0e76d268c84e tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.166862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:19.167490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.173136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-620c0508-b486-4348-aad2-0e76d268c84e tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.178432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea57600-0f52-4466-beb9-2239cf40c1b4 None None] DHCP port deletion for 07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:19.232155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ea57600-0f52-4466-beb9-2239cf40c1b4 None None] Deleting port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:19.232659 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ea57600-0f52-4466-beb9-2239cf40c1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.265901 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-620c0508-b486-4348-aad2-0e76d268c84e tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.268113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4badcea8-aaf9-453f-b424-f7a8a0a0dce8,segment=NetworkSegment(697dc96b-5979-41fb-a25a-f0a40eee9108),segment_id=697dc96b-5979-41fb-a25a-f0a40eee9108)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:19.268613 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.288267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:19.310787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ea57600-0f52-4466-beb9-2239cf40c1b4 None None] For port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4badcea8-aaf9-453f-b424-f7a8a0a0dce8,segment=NetworkSegment(697dc96b-5979-41fb-a25a-f0a40eee9108),segment_id=697dc96b-5979-41fb-a25a-f0a40eee9108)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:19.312470 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ea57600-0f52-4466-beb9-2239cf40c1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.335598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ea57600-0f52-4466-beb9-2239cf40c1b4 None None] Calling delete_port for 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:19.351342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-620c0508-b486-4348-aad2-0e76d268c84e tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.367110 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-620c0508-b486-4348-aad2-0e76d268c84e tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.371808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-620c0508-b486-4348-aad2-0e76d268c84e tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/310fd096-542f-4141-9eb0-8bee03a5aa18 HTTP/1.1" status: 204 len: 168 time: 0.3523374 Aug 29 04:35:19.372469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41498) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:19.390878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c0508-b486-4348-aad2-0e76d268c84e tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=310fd096-542f-4141-9eb0-8bee03a5aa18,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.433762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.443466 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ea57600-0f52-4466-beb9-2239cf40c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.472718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea57600-0f52-4466-beb9-2239cf40c1b4 None None] Pushing event deleted for resources: {'Port': ['ID=4badcea8-aaf9-453f-b424-f7a8a0a0dce8,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.476724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea57600-0f52-4466-beb9-2239cf40c1b4 None None] No DVR routers for this DVR port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:19.494940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No DVR routers for this DVR port 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:19.540724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=4badcea8-aaf9-453f-b424-f7a8a0a0dce8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.553722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.620243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.631643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:19.643749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697dc96b-5979-41fb-a25a-f0a40eee9108') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:19.644053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697dc96b-5979-41fb-a25a-f0a40eee9108') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:19.653896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.675480 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.682691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:19.683096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:19.725044 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:19.829096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.848726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27e7e1b-e825-485c-afeb-586b773f2a1a']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:19.864301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0f5e7b-afba-4feb-9789-b1c8b7661092') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:19.864931 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0f5e7b-afba-4feb-9789-b1c8b7661092') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:19.877356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.879687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.897639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.903300 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/networks/07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca HTTP/1.1" status: 204 len: 168 time: 1.0376081 Aug 29 04:35:19.904065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41526) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:19.911063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1788908169', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:19.953653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff4fc8-d356-4323-8969-a5da46f0bd14 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Network': ['ID=07c36d12-a9fc-43a3-b8f3-b23a1dbcd3ca,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.966233 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.974827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.977404 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.997714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:19.998235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:20.000799 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:20.043801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:20.104292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:20.104805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4badcea8-aaf9-453f-b424-f7a8a0a0dce8 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:20.122181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.131107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e27e7e1b-e825-485c-afeb-586b773f2a1a {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:35:20.143515 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.146314 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "DELETE /v2.0/networks/e27e7e1b-e825-485c-afeb-586b773f2a1a HTTP/1.1" status: 204 len: 168 time: 0.7723949 Aug 29 04:35:20.201007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a846d0-a97c-4ca3-b896-2457218498a5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event deleted for resources: {'Network': ['ID=e27e7e1b-e825-485c-afeb-586b773f2a1a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:20.213917 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.425451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.514084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41554) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:20.519173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-20dca415-49bd-41ad-8839-4f7ccc580d62 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Request body: {'router': {'name': 'tempest-router--1719972645', 'project_id': '48ffb423655e44959721e844cf153594'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:20.578343 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20dca415-49bd-41ad-8839-4f7ccc580d62 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.580616 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20dca415-49bd-41ad-8839-4f7ccc580d62 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.680812 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20dca415-49bd-41ad-8839-4f7ccc580d62 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.692868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20dca415-49bd-41ad-8839-4f7ccc580d62 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.710809 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20dca415-49bd-41ad-8839-4f7ccc580d62 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.716123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41560) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:20.716321 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-20dca415-49bd-41ad-8839-4f7ccc580d62 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2003214 Aug 29 04:35:20.808748 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.833091 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a33249c-5bf8-4985-80b5-5c5da0854bb5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.835276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.099789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a33249c-5bf8-4985-80b5-5c5da0854bb5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.104717 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a33249c-5bf8-4985-80b5-5c5da0854bb5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.159237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Allocated IP 172.25.5.225 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/c4f5d631-ff70-4613-af37-c2651dd16fd0) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:21.164526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a33249c-5bf8-4985-80b5-5c5da0854bb5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.165053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a33249c-5bf8-4985-80b5-5c5da0854bb5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7da40ff-984d-4100-a923-23f57ea9c057 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:21.170027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a33249c-5bf8-4985-80b5-5c5da0854bb5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.171168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5a33249c-5bf8-4985-80b5-5c5da0854bb5 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "DELETE /v2.0/routers/e7da40ff-984d-4100-a923-23f57ea9c057 HTTP/1.1" status: 204 len: 168 time: 0.4550233 Aug 29 04:35:21.306303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.339093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41576) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.361665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.414101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:21.425368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:21.433875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:21.473408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=c4f5d631-ff70-4613-af37-c2651dd16fd0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:21.671463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-869124319', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:21.697592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.698770 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.760798 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.775926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.917651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.990002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.129711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 8a1e9791-a088-446d-8e4e-0c180a5d31a3 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:22.144621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.168937 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.250119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:22.262424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ba9d8-8780-4877-895f-c68641b586f1 None None] Sync routers for ids ['8a1e9791-a088-446d-8e4e-0c180a5d31a3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:22.270413 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.271982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fcca10ff-3602-4222-add8-0cb4d4a66854 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3667164 Aug 29 04:35:22.274050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ba9d8-8780-4877-895f-c68641b586f1 None None] Routers {'8a1e9791-a088-446d-8e4e-0c180a5d31a3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:22.274734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41598) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.274845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ef1ba9d8-8780-4877-895f-c68641b586f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8a1e9791-a088-446d-8e4e-0c180a5d31a3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:22.338803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ef1ba9d8-8780-4877-895f-c68641b586f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:22.346502 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Allocated IP 172.25.5.214 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/264eaabe-042b-4b70-b3ad-fd8019b59853) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:22.348431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ba9d8-8780-4877-895f-c68641b586f1 None None] Routers {'8a1e9791-a088-446d-8e4e-0c180a5d31a3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:22.349237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ef1ba9d8-8780-4877-895f-c68641b586f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8a1e9791-a088-446d-8e4e-0c180a5d31a3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:22.381902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ef1ba9d8-8780-4877-895f-c68641b586f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:22.382797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ba9d8-8780-4877-895f-c68641b586f1 None None] The sync data for ids ['8a1e9791-a088-446d-8e4e-0c180a5d31a3'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:22.394457 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9d4f4f07-f268-4d94-b849-cd51f920aaaa tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/routers/8a1e9791-a088-446d-8e4e-0c180a5d31a3 HTTP/1.1" status: 200 len: 885 time: 0.1177866 Aug 29 04:35:22.396464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41600) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.479553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.535602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.577625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:22.581902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:22.590130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:22.722984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Pushing event updated for resources: {'Port': ['ID=264eaabe-042b-4b70-b3ad-fd8019b59853,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:22.917029 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.996830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3890bb98-7600-4cf3-8ae4-e6101d72b9a6 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5989604 Aug 29 04:35:22.999203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41616) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.004569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5f7af36f-1cd4-4222-b6ae-d5db14c74281 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1788908169'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:23.171134 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.357527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Router af8e272e-f3b4-4bb3-951e-000487b3e818 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:23.381725 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f7af36f-1cd4-4222-b6ae-d5db14c74281 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.400382 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f7af36f-1cd4-4222-b6ae-d5db14c74281 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.499549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:23.513303 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657d907-f7a8-494c-88ea-caa19243f077 None None] Sync routers for ids ['af8e272e-f3b4-4bb3-951e-000487b3e818'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:23.536336 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657d907-f7a8-494c-88ea-caa19243f077 None None] Routers {'af8e272e-f3b4-4bb3-951e-000487b3e818'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:23.538034 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-71447c12-09cc-40ad-911c-4abf732afddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.539481 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e657d907-f7a8-494c-88ea-caa19243f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['af8e272e-f3b4-4bb3-951e-000487b3e818'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:23.553824 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.555523 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0d17de81-1df8-4f85-bbd8-f6bf9ff2f7ed tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2145839 Aug 29 04:35:23.567088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.617249 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e657d907-f7a8-494c-88ea-caa19243f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:23.618214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7af36f-1cd4-4222-b6ae-d5db14c74281 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 8a1e9791-a088-446d-8e4e-0c180a5d31a3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:23.629083 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657d907-f7a8-494c-88ea-caa19243f077 None None] Routers {'af8e272e-f3b4-4bb3-951e-000487b3e818'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:23.629841 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e657d907-f7a8-494c-88ea-caa19243f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['af8e272e-f3b4-4bb3-951e-000487b3e818'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:23.720511 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e657d907-f7a8-494c-88ea-caa19243f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:23.721488 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657d907-f7a8-494c-88ea-caa19243f077 None None] The sync data for ids ['af8e272e-f3b4-4bb3-951e-000487b3e818'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:23.792100 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dc3ca72f-edfb-402e-ade1-d57af08d7dd1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/routers/af8e272e-f3b4-4bb3-951e-000487b3e818 HTTP/1.1" status: 200 len: 920 time: 0.2225473 Aug 29 04:35:23.794944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41642) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.820349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7af36f-1cd4-4222-b6ae-d5db14c74281 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:23.829956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d38c3d4-634a-478c-b767-f5fe20ce5742 None None] Sync routers for ids ['8a1e9791-a088-446d-8e4e-0c180a5d31a3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:23.834170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f7af36f-1cd4-4222-b6ae-d5db14c74281 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.835369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5f7af36f-1cd4-4222-b6ae-d5db14c74281 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/8a1e9791-a088-446d-8e4e-0c180a5d31a3 HTTP/1.1" status: 200 len: 892 time: 0.8352201 Aug 29 04:35:23.838104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41644) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.849144 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4093cf98-9400-4798-ab02-2e0eefc3e49b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8e272e-f3b4-4bb3-951e-000487b3e818 HTTP/1.1" status: 200 len: 205 time: 0.0527804 Aug 29 04:35:23.850223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d38c3d4-634a-478c-b767-f5fe20ce5742 None None] Routers {'8a1e9791-a088-446d-8e4e-0c180a5d31a3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:23.851165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9d38c3d4-634a-478c-b767-f5fe20ce5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8a1e9791-a088-446d-8e4e-0c180a5d31a3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:23.851829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41646) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.913236 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:35:23.944561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9d38c3d4-634a-478c-b767-f5fe20ce5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:23.962163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d38c3d4-634a-478c-b767-f5fe20ce5742 None None] Routers {'8a1e9791-a088-446d-8e4e-0c180a5d31a3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:23.962943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9d38c3d4-634a-478c-b767-f5fe20ce5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:34:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8a1e9791-a088-446d-8e4e-0c180a5d31a3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:23.999546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9d38c3d4-634a-478c-b767-f5fe20ce5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:24.000449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d38c3d4-634a-478c-b767-f5fe20ce5742 None None] The sync data for ids ['8a1e9791-a088-446d-8e4e-0c180a5d31a3'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:24.076920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bc145276-389c-4324-9afc-83c423b45d52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/routers/8a1e9791-a088-446d-8e4e-0c180a5d31a3 HTTP/1.1" status: 200 len: 892 time: 0.2375600 Aug 29 04:35:24.078435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41654) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.100361 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.117452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-043db74c-230b-4f73-bdc8-d69d51d1baa4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a1e9791-a088-446d-8e4e-0c180a5d31a3 HTTP/1.1" status: 200 len: 205 time: 0.0355895 Aug 29 04:35:24.117677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41656) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.245942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.256853 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.310144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Deleting port 264eaabe-042b-4b70-b3ad-fd8019b59853 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:24.310144 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.420515 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.434743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Calling delete_port for 264eaabe-042b-4b70-b3ad-fd8019b59853 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:24.462695 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.574641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port c4f5d631-ff70-4613-af37-c2651dd16fd0 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:24.574845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.658450 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.705667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Pushing event deleted for resources: {'Port': ['ID=264eaabe-042b-4b70-b3ad-fd8019b59853,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:24.727607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.764940 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for c4f5d631-ff70-4613-af37-c2651dd16fd0 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:24.829407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.013666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.018918 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.030291 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.112366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.112952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Fanout notify agent at l3_agent the message router_deleted on router af8e272e-f3b4-4bb3-951e-000487b3e818 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:25.138572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.139568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=c4f5d631-ff70-4613-af37-c2651dd16fd0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:25.145880 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7f603d35-54f6-4f6c-a2c7-13808fe1eb1c tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/af8e272e-f3b4-4bb3-951e-000487b3e818 HTTP/1.1" status: 204 len: 168 time: 1.2889688 Aug 29 04:35:25.146645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41684) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.154510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1109820232', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'enable_snat': False}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:25.201406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41686) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.237664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.238714 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.244440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.368851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.373981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c7406bf-3070-463d-93e8-bacc8eaedcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.398382 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.406068 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.495311 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c7406bf-3070-463d-93e8-bacc8eaedcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.508729 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.509579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Fanout notify agent at l3_agent the message router_deleted on router 8a1e9791-a088-446d-8e4e-0c180a5d31a3 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:25.511781 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1c7406bf-3070-463d-93e8-bacc8eaedcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.517884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.519005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-027d1f53-95b2-4792-9c46-edba7608587b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/8a1e9791-a088-446d-8e4e-0c180a5d31a3 HTTP/1.1" status: 204 len: 168 time: 1.4002521 Aug 29 04:35:25.522958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41696) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.529226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1615009421'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:25.572168 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1c7406bf-3070-463d-93e8-bacc8eaedcaa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c40000710cb4ee298032c542839780f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692017 Aug 29 04:35:25.573384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7406bf-3070-463d-93e8-bacc8eaedcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb19ba-1c1b-4c47-94f1-571703d46bf0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:25.579409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41700) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.646176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.657541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:25.663059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f90fe9c5-580d-4e7a-8e3d-4445e3a4db30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.663791 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.690939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f90fe9c5-580d-4e7a-8e3d-4445e3a4db30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.730386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:25.751141 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f90fe9c5-580d-4e7a-8e3d-4445e3a4db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.753775 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f90fe9c5-580d-4e7a-8e3d-4445e3a4db30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.755077 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f90fe9c5-580d-4e7a-8e3d-4445e3a4db30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06bb19ba-1c1b-4c47-94f1-571703d46bf0 HTTP/1.1" status: 204 len: 168 time: 0.1745121 Aug 29 04:35:25.763632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fe9c5-580d-4e7a-8e3d-4445e3a4db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb19ba-1c1b-4c47-94f1-571703d46bf0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:25.771913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.772295 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added segment 8c8dff7b-718e-4250-ba25-10e5bf7c78a0 of type vlan for network 03e995a9-88b3-485f-9cc8-a85f61e9dd8c Aug 29 04:35:25.853948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.966197 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.972944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:25.973459 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.067666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5439708 Aug 29 04:35:26.070809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41714) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:26.077217 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'subnet': {'network_id': '03e995a9-88b3-485f-9cc8-a85f61e9dd8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:26.092080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e547526-31e5-40b4-8d20-025bd77b2acc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Network': ['ID=03e995a9-88b3-485f-9cc8-a85f61e9dd8c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.097395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.098982 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ddeb7574-a199-482f-b8e0-05b5095bda92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.108064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 03e995a9-88b3-485f-9cc8-a85f61e9dd8c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:26.136913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41718) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:26.155554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb67-e2f6-4536-a950-93b79bb3bc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.174616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.316905 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.343675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Allocated IP 172.25.5.136 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/1a0df767-8086-451b-ae84-f155e3a48d8e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:26.412289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb67-e2f6-4536-a950-93b79bb3bc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.429516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24c3eb67-e2f6-4536-a950-93b79bb3bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.441326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:26.444927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.492790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3eb67-e2f6-4536-a950-93b79bb3bc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ee8c4c-3382-4991-ab05-0c7edb5f6e72,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.574635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-24c3eb67-e2f6-4536-a950-93b79bb3bc36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0b737ee15e24f3ab0ff4b5280d73a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357469 Aug 29 04:35:26.577452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41738) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:26.600128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.623052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b78f4-43ae-4b7d-acf4-c7419c36aa6a req-b22ebf17-eab4-4aa7-a72a-e16b279cb40a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.624624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b9b78f4-43ae-4b7d-acf4-c7419c36aa6a req-b22ebf17-eab4-4aa7-a72a-e16b279cb40a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1274745 Aug 29 04:35:26.686631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b9b78f4-43ae-4b7d-acf4-c7419c36aa6a req-4cbeca9c-5bc4-44ba-9d1b-7f0e8e985d4a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497260 Aug 29 04:35:26.687745 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.699722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8d44f9f-4d35-49a8-a241-fdd45fedd37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.723991 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.731224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:26.734258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:26.739271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:26.742424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event updated for resources: {'Port': ['ID=1a0df767-8086-451b-ae84-f155e3a48d8e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:27.004737 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.077980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8d44f9f-4d35-49a8-a241-fdd45fedd37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.134663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Subnet': ['ID=96a35826-0096-4b61-8912-c34c959a0243,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:27.153994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Checking segment: {'id': '8c8dff7b-718e-4250-ba25-10e5bf7c78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '03e995a9-88b3-485f-9cc8-a85f61e9dd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:27.155654 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network hostable DHCP agents. Network: 03e995a9-88b3-485f-9cc8-a85f61e9dd8c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:27.185404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 03e995a9-88b3-485f-9cc8-a85f61e9dd8c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:27.195203 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8d44f9f-4d35-49a8-a241-fdd45fedd37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.197956 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8d44f9f-4d35-49a8-a241-fdd45fedd37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.199202 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d8d44f9f-4d35-49a8-a241-fdd45fedd37e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44ee8c4c-3382-4991-ab05-0c7edb5f6e72 HTTP/1.1" status: 204 len: 168 time: 0.6207311 Aug 29 04:35:27.208825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d44f9f-4d35-49a8-a241-fdd45fedd37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ee8c4c-3382-4991-ab05-0c7edb5f6e72,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:27.216468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 03e995a9-88b3-485f-9cc8-a85f61e9dd8c) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:27.221358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.221955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.243333 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f1c1da55-6a7b-4e69-a3c4-93439acf753c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1689780 Aug 29 04:35:27.243891 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41752) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:27.251589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d645059-f4cd-47e5-8f71-0258c5932de2 None None] Network 03e995a9-88b3-485f-9cc8-a85f61e9dd8c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:27.266093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-350d2274-0bf9-48fb-b69c-e92d8ce229de tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1019907804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:27.329813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-350d2274-0bf9-48fb-b69c-e92d8ce229de tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.330949 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-350d2274-0bf9-48fb-b69c-e92d8ce229de tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.340787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.428428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-350d2274-0bf9-48fb-b69c-e92d8ce229de tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.433635 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-350d2274-0bf9-48fb-b69c-e92d8ce229de tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.453870 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-350d2274-0bf9-48fb-b69c-e92d8ce229de tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.485848 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.495939 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-350d2274-0bf9-48fb-b69c-e92d8ce229de tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2133775 Aug 29 04:35:27.496877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41758) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:27.500965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-03e995a9-88b3-485f-9cc8-a85f61e9dd8c', 'network_id': '03e995a9-88b3-485f-9cc8-a85f61e9dd8c', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'fixed_ips': [{'subnet_id': '96a35826-0096-4b61-8912-c34c959a0243'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:27.502744 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.681247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Allocated IP 2001:db8::2 (03e995a9-88b3-485f-9cc8-a85f61e9dd8c/96a35826-0096-4b61-8912-c34c959a0243/a5173402-341c-4ad6-91ac-10f0b9aae34d) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:27.708229 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.900726 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.911088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Transition to ACTIVE for port object a5173402-341c-4ad6-91ac-10f0b9aae34d will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:27.931280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Transition to ACTIVE for port object a5173402-341c-4ad6-91ac-10f0b9aae34d will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:27.932066 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.945971 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.960914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee589e-fa4f-4e2b-815c-619c6e8426c6 req-0ec830b5-8eca-4a99-9cf5-28e4fdb1dc73 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.962473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17ee589e-fa4f-4e2b-815c-619c6e8426c6 req-0ec830b5-8eca-4a99-9cf5-28e4fdb1dc73 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1115503 Aug 29 04:35:28.018323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Router b24e14c0-6c80-4fac-b7fc-f738bd4d98a5 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:28.024221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Pushing event updated for resources: {'Port': ['ID=a5173402-341c-4ad6-91ac-10f0b9aae34d,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:28.042944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Network 03e995a9-88b3-485f-9cc8-a85f61e9dd8c is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:28.044640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:28.050481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:28.068154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17ee589e-fa4f-4e2b-815c-619c6e8426c6 req-4a324b3a-fa85-4f31-a351-e2a580d956f1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979955 Aug 29 04:35:28.130260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Attempting to bind port a5173402-341c-4ad6-91ac-10f0b9aae34d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:28.130831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Attempting to bind port a5173402-341c-4ad6-91ac-10f0b9aae34d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '8c8dff7b-718e-4250-ba25-10e5bf7c78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '03e995a9-88b3-485f-9cc8-a85f61e9dd8c'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:28.131457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Attempting to bind port a5173402-341c-4ad6-91ac-10f0b9aae34d on network 03e995a9-88b3-485f-9cc8-a85f61e9dd8c {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:28.137161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:28.137530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Checking segment: {'id': '8c8dff7b-718e-4250-ba25-10e5bf7c78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '03e995a9-88b3-485f-9cc8-a85f61e9dd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:28.137962 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.138473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Bound using segment: {'id': '8c8dff7b-718e-4250-ba25-10e5bf7c78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '03e995a9-88b3-485f-9cc8-a85f61e9dd8c'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:28.138940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Bound port: a5173402-341c-4ad6-91ac-10f0b9aae34d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8dff7b-718e-4250-ba25-10e5bf7c78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '03e995a9-88b3-485f-9cc8-a85f61e9dd8c'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:28.139323 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.230384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] For port a5173402-341c-4ad6-91ac-10f0b9aae34d, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:28.233600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] For port a5173402-341c-4ad6-91ac-10f0b9aae34d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a5173402-341c-4ad6-91ac-10f0b9aae34d,segment=NetworkSegment(8c8dff7b-718e-4250-ba25-10e5bf7c78a0),segment_id=8c8dff7b-718e-4250-ba25-10e5bf7c78a0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:28.239461 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.272021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Allocated IP 2001:db8::1 (03e995a9-88b3-485f-9cc8-a85f61e9dd8c/96a35826-0096-4b61-8912-c34c959a0243/ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:28.279555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:28.293734 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Sync routers for ids ['b24e14c0-6c80-4fac-b7fc-f738bd4d98a5'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:28.318754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.323136 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Routers {'b24e14c0-6c80-4fac-b7fc-f738bd4d98a5'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:28.323483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6e903adb-870f-4d0f-beb8-5206f8c34d05 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1741397 Aug 29 04:35:28.324113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41786) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.324455 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b24e14c0-6c80-4fac-b7fc-f738bd4d98a5'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:28.358120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce2201-d418-4148-bc0a-179e0ae24798 None None] Pushing event updated for resources: {'Port': ['ID=a5173402-341c-4ad6-91ac-10f0b9aae34d,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:28.471553 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Set router b24e14c0-6c80-4fac-b7fc-f738bd4d98a5 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:28.489586 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.503351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e1af1677-f696-43f4-a0a7-71e4a4b76b0a tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/routers/b24e14c0-6c80-4fac-b7fc-f738bd4d98a5 HTTP/1.1" status: 200 len: 909 time: 0.1780903 Aug 29 04:35:28.506146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41792) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.511938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1109820232', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'enable_snat': True}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:28.537839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Transition to ACTIVE for port object ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:28.546860 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.554362 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.635839 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.733724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.736580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:28.758882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 03e995a9-88b3-485f-9cc8-a85f61e9dd8c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:28.761567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:28.765945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:28.766398 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.907441 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24e14c0-6c80-4fac-b7fc-f738bd4d98a5', 'name': 'tempest-snat-router-1109820232', 'tenant_id': '3a81546ce6c243f093fd27132c48b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.136'}], 'enable_snat': False}, 'gw_port_id': '1a0df767-8086-451b-ae84-f155e3a48d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:25Z', 'updated_at': '2021-08-29T04:35:26Z', 'revision_number': 3, 'project_id': '3a81546ce6c243f093fd27132c48b0f3', 'gw_port': {'id': '1a0df767-8086-451b-ae84-f155e3a48d8e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24e14c0-6c80-4fac-b7fc-f738bd4d98a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:26Z', 'updated_at': '2021-08-29T04:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:28.934448 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Checking router: b24e14c0-6c80-4fac-b7fc-f738bd4d98a5 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:28.934795 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Updating router b24e14c0-6c80-4fac-b7fc-f738bd4d98a5 port 1a0df767-8086-451b-ae84-f155e3a48d8e binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:28.947762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.962295 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.011669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.042002 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.415863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.423467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.425664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.436713 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.454406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268ada7-1a36-4a84-96e8-0d479d71b216 req-60ed8fb9-970b-450f-9c39-275de9759c6e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:29.456056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b268ada7-1a36-4a84-96e8-0d479d71b216 req-60ed8fb9-970b-450f-9c39-275de9759c6e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2895811 Aug 29 04:35:29.465264 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Transition to ACTIVE for port object 1a0df767-8086-451b-ae84-f155e3a48d8e will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:29.473781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.484016 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.499136 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:29.526209 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.590949 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a40efa-3995-4cf9-bb61-10713e1ac958 None None] Pushing event updated for resources: {'Port': ['ID=1a0df767-8086-451b-ae84-f155e3a48d8e,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:29.609962 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Attempting to bind port 1a0df767-8086-451b-ae84-f155e3a48d8e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:29.610442 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Attempting to bind port 1a0df767-8086-451b-ae84-f155e3a48d8e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:29.610779 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Attempting to bind port 1a0df767-8086-451b-ae84-f155e3a48d8e on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:29.622633 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:29.623008 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:29.623410 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.623926 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:29.624432 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Bound port: 1a0df767-8086-451b-ae84-f155e3a48d8e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:29.624808 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.682840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 03e995a9-88b3-485f-9cc8-a85f61e9dd8c is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:29.685769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:29.707307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b268ada7-1a36-4a84-96e8-0d479d71b216 req-0354164d-c777-4af7-af17-69ab145658af tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373471 Aug 29 04:35:29.729039 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] For port 1a0df767-8086-451b-ae84-f155e3a48d8e, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:29.746367 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] For port 1a0df767-8086-451b-ae84-f155e3a48d8e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1a0df767-8086-451b-ae84-f155e3a48d8e,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:29.760779 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.799666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3554305-2241-449a-b495-03d63d1fc372 None None] Network 03e995a9-88b3-485f-9cc8-a85f61e9dd8c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:29.837645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Allocated IP 172.25.5.138 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/5d19dffc-1ee7-4098-b6da-f65105e85e9a) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:29.894453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 21531c69-c831-49ac-9d52-d38e93311a85 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:29.930500 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Routers {'b24e14c0-6c80-4fac-b7fc-f738bd4d98a5'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:29.931964 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b24e14c0-6c80-4fac-b7fc-f738bd4d98a5'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:29.946199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-794f3a40-40b4-49ca-bd1d-75511b3193f6 None None] Provisioning for port a5173402-341c-4ad6-91ac-10f0b9aae34d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:30.042324 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a40efa-3995-4cf9-bb61-10713e1ac958 None None] Pushing event updated for resources: {'Port': ['ID=1a0df767-8086-451b-ae84-f155e3a48d8e,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.071073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.094773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:30.100814 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-09f2e938-bdf9-4274-b582-f5f455329a88 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/21531c69-c831-49ac-9d52-d38e93311a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5910311 Aug 29 04:35:30.102873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41838) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:30.122303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62a9a6-6baa-4794-868f-4be9f973de1f None None] Sync routers for ids ['21531c69-c831-49ac-9d52-d38e93311a85'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:30.169958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016f570-a3a5-41ba-81c1-e0069e6ae55a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.171558 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d016f570-a3a5-41ba-81c1-e0069e6ae55a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports/ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 HTTP/1.1" status: 200 len: 911 time: 0.0674441 Aug 29 04:35:30.174268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41844) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:30.188502 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-461c8e52-f30d-4ab7-a905-4273fed473ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96a35826-0096-4b61-8912-c34c959a0243'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:30.209252 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] Set router b24e14c0-6c80-4fac-b7fc-f738bd4d98a5 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:30.221476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a5173402-341c-4ad6-91ac-10f0b9aae34d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:30.228274 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.294723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62a9a6-6baa-4794-868f-4be9f973de1f None None] Routers {'21531c69-c831-49ac-9d52-d38e93311a85'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:30.295624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3d62a9a6-6baa-4794-868f-4be9f973de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['21531c69-c831-49ac-9d52-d38e93311a85'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:30.355089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event updated for resources: {'Port': ['ID=5d19dffc-1ee7-4098-b6da-f65105e85e9a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.391494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3d62a9a6-6baa-4794-868f-4be9f973de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:30.403030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:30.405390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:30.408642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:30.459161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62a9a6-6baa-4794-868f-4be9f973de1f None None] Routers {'21531c69-c831-49ac-9d52-d38e93311a85'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:30.460037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3d62a9a6-6baa-4794-868f-4be9f973de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['21531c69-c831-49ac-9d52-d38e93311a85'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:30.548280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3d62a9a6-6baa-4794-868f-4be9f973de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:30.549486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62a9a6-6baa-4794-868f-4be9f973de1f None None] The sync data for ids ['21531c69-c831-49ac-9d52-d38e93311a85'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:30.561607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a5173402-341c-4ad6-91ac-10f0b9aae34d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:30.591786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a5173402-341c-4ad6-91ac-10f0b9aae34d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:30.591786 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.664264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-461c8e52-f30d-4ab7-a905-4273fed473ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.691657 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24e14c0-6c80-4fac-b7fc-f738bd4d98a5', 'name': 'tempest-snat-router-1109820232', 'tenant_id': '3a81546ce6c243f093fd27132c48b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.136'}], 'enable_snat': False}, 'gw_port_id': '1a0df767-8086-451b-ae84-f155e3a48d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:25Z', 'updated_at': '2021-08-29T04:35:26Z', 'revision_number': 3, 'project_id': '3a81546ce6c243f093fd27132c48b0f3', 'gw_port': {'id': '1a0df767-8086-451b-ae84-f155e3a48d8e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24e14c0-6c80-4fac-b7fc-f738bd4d98a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:26Z', 'updated_at': '2021-08-29T04:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:30.717239 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.761927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a5173402-341c-4ad6-91ac-10f0b9aae34d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a5173402-341c-4ad6-91ac-10f0b9aae34d,segment=NetworkSegment(8c8dff7b-718e-4250-ba25-10e5bf7c78a0),segment_id=8c8dff7b-718e-4250-ba25-10e5bf7c78a0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:30.770280 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.771671 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd1bda-f458-4fa1-8412-1f6e87d877ac None None] The sync data for ids ['b24e14c0-6c80-4fac-b7fc-f738bd4d98a5'] in n-d-712141-12 is: [{'id': 'b24e14c0-6c80-4fac-b7fc-f738bd4d98a5', 'name': 'tempest-snat-router-1109820232', 'tenant_id': '3a81546ce6c243f093fd27132c48b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.136'}], 'enable_snat': False}, 'gw_port_id': '1a0df767-8086-451b-ae84-f155e3a48d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:25Z', 'updated_at': '2021-08-29T04:35:26Z', 'revision_number': 3, 'project_id': '3a81546ce6c243f093fd27132c48b0f3', 'gw_port': {'id': '1a0df767-8086-451b-ae84-f155e3a48d8e', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24e14c0-6c80-4fac-b7fc-f738bd4d98a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:26Z', 'updated_at': '2021-08-29T04:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:30.907596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a5173402-341c-4ad6-91ac-10f0b9aae34d,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.929162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6674dc39-8ff4-451e-b032-3a730b48e55b None None] Provisioning for port ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:30.938764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6674dc39-8ff4-451e-b032-3a730b48e55b None None] Provisioning complete for port ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:30.938764 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6674dc39-8ff4-451e-b032-3a730b48e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.034888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6674dc39-8ff4-451e-b032-3a730b48e55b None None] Port ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:31.063178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6674dc39-8ff4-451e-b032-3a730b48e55b None None] Provisioning complete for port a5173402-341c-4ad6-91ac-10f0b9aae34d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:31.063563 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6674dc39-8ff4-451e-b032-3a730b48e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.078352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524e54e-29a8-49a3-b0ed-d5851ce4d895 req-1f0bf002-6b88-4bf6-87e0-1f4df7c45d79 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.080034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c524e54e-29a8-49a3-b0ed-d5851ce4d895 req-1f0bf002-6b88-4bf6-87e0-1f4df7c45d79 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2075584 Aug 29 04:35:31.167423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c524e54e-29a8-49a3-b0ed-d5851ce4d895 req-238586b0-92bc-489a-a7c7-87293f4df96f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697720 Aug 29 04:35:31.169093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.408975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1329f788-e79f-4c5d-bb94-732800b190f5 None None] Provisioning complete for port ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:31.409580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1329f788-e79f-4c5d-bb94-732800b190f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.479849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1329f788-e79f-4c5d-bb94-732800b190f5 None None] Port ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:31.494240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-461c8e52-f30d-4ab7-a905-4273fed473ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.505873 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-461c8e52-f30d-4ab7-a905-4273fed473ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.512821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c8e52-f30d-4ab7-a905-4273fed473ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.513472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-461c8e52-f30d-4ab7-a905-4273fed473ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.518112 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-461c8e52-f30d-4ab7-a905-4273fed473ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/ports/ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 HTTP/1.1" status: 200 len: 911 time: 1.3394384 Aug 29 04:35:31.520667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41870) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:31.602940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c8e52-f30d-4ab7-a905-4273fed473ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:31.706542 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.800071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8b332844-742d-464d-ba67-755066c84fb8 None None] Provisioning complete for port ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:31.800499 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8b332844-742d-464d-ba67-755066c84fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.870416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8b332844-742d-464d-ba67-755066c84fb8 None None] Port ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:31.940104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Router c3b5f6eb-adc1-4b92-a0c4-12f64815398c is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:32.091675 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.179502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1a0df767-8086-451b-ae84-f155e3a48d8e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:32.251624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1a0df767-8086-451b-ae84-f155e3a48d8e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:32.256963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1a0df767-8086-451b-ae84-f155e3a48d8e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:32.257446 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.376301 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.402698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 1a0df767-8086-451b-ae84-f155e3a48d8e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1a0df767-8086-451b-ae84-f155e3a48d8e,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:32.408051 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.409049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a5173402-341c-4ad6-91ac-10f0b9aae34d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:32.525490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=1a0df767-8086-451b-ae84-f155e3a48d8e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:32.539091 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.539528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.539910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.540284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.540674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.541021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.541407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.541747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.542347 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.542733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.543074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.543460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:32.578206 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a5173402-341c-4ad6-91ac-10f0b9aae34d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:32.579302 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.638916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:32.649251 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Sync routers for ids ['c3b5f6eb-adc1-4b92-a0c4-12f64815398c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:32.661418 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Routers {'c3b5f6eb-adc1-4b92-a0c4-12f64815398c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:32.663621 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c3b5f6eb-adc1-4b92-a0c4-12f64815398c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:32.694265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.698287 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41904) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:32.698761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-446d1d64-f784-4f7d-8c4a-1ece36a2b7e9 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1907485 Aug 29 04:35:32.750007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c2d0d-5fe7-4732-a6d2-bb327ef75451 req-a764b618-4f42-4bf2-acfb-c04793236b5f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:32.751532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a9c2d0d-5fe7-4732-a6d2-bb327ef75451 req-a764b618-4f42-4bf2-acfb-c04793236b5f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1298456 Aug 29 04:35:32.845458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a9c2d0d-5fe7-4732-a6d2-bb327ef75451 req-cce545ec-02fb-4dd5-90ad-1981163c0057 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541689 Aug 29 04:35:32.859847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41910) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:32.860358 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f119b80f-8e57-443a-9267-cefe2cb39472 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/routers/c3b5f6eb-adc1-4b92-a0c4-12f64815398c HTTP/1.1" status: 200 len: 908 time: 0.1608686 Aug 29 04:35:32.867225 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Set router c3b5f6eb-adc1-4b92-a0c4-12f64815398c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:33.049965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.056183 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5f6eb-adc1-4b92-a0c4-12f64815398c', 'name': 'tempest-snat-router-1109820232', 'tenant_id': '3a81546ce6c243f093fd27132c48b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '5d19dffc-1ee7-4098-b6da-f65105e85e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:28Z', 'updated_at': '2021-08-29T04:35:30Z', 'revision_number': 3, 'project_id': '3a81546ce6c243f093fd27132c48b0f3', 'gw_port': {'id': '5d19dffc-1ee7-4098-b6da-f65105e85e9a', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:52:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b5f6eb-adc1-4b92-a0c4-12f64815398c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:29Z', 'updated_at': '2021-08-29T04:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:33.083465 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Checking router: c3b5f6eb-adc1-4b92-a0c4-12f64815398c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:33.083888 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Updating router c3b5f6eb-adc1-4b92-a0c4-12f64815398c port 5d19dffc-1ee7-4098-b6da-f65105e85e9a binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:33.116818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:33.117780 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.119819 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.273972 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.291820 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.332406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:33.400280 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.410435 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Transition to ACTIVE for port object 5d19dffc-1ee7-4098-b6da-f65105e85e9a will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:33.416881 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.418864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Deleting port 5d19dffc-1ee7-4098-b6da-f65105e85e9a {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:33.419473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.549670 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ff355-3da6-4136-bacd-88a5c809b014 None None] Pushing event updated for resources: {'Port': ['ID=5d19dffc-1ee7-4098-b6da-f65105e85e9a,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.569066 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Attempting to bind port 5d19dffc-1ee7-4098-b6da-f65105e85e9a on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:33.570132 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Attempting to bind port 5d19dffc-1ee7-4098-b6da-f65105e85e9a by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:33.570132 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Attempting to bind port 5d19dffc-1ee7-4098-b6da-f65105e85e9a on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:33.576470 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:33.577275 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:33.577681 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.578069 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:33.578533 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Bound port: 5d19dffc-1ee7-4098-b6da-f65105e85e9a, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:33.578910 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.583534 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.599908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Calling delete_port for 5d19dffc-1ee7-4098-b6da-f65105e85e9a owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:33.630470 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] For port 5d19dffc-1ee7-4098-b6da-f65105e85e9a, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:33.633925 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] For port 5d19dffc-1ee7-4098-b6da-f65105e85e9a, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5d19dffc-1ee7-4098-b6da-f65105e85e9a,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:33.638246 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.688252 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ff355-3da6-4136-bacd-88a5c809b014 None None] Pushing event updated for resources: {'Port': ['ID=5d19dffc-1ee7-4098-b6da-f65105e85e9a,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.702907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.706408 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Routers {'c3b5f6eb-adc1-4b92-a0c4-12f64815398c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:33.707068 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c3b5f6eb-adc1-4b92-a0c4-12f64815398c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:33.798960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=ca9c5ab4-8591-4c30-a288-b92bf6fe6fc3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.799904 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] Set router c3b5f6eb-adc1-4b92-a0c4-12f64815398c gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:33.869414 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b5f6eb-adc1-4b92-a0c4-12f64815398c', 'name': 'tempest-snat-router-1109820232', 'tenant_id': '3a81546ce6c243f093fd27132c48b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:28Z', 'updated_at': '2021-08-29T04:35:33Z', 'revision_number': 4, 'project_id': '3a81546ce6c243f093fd27132c48b0f3', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:33.917394 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d7dc57-ea55-4c11-b801-279c82bfbd26 None None] The sync data for ids ['c3b5f6eb-adc1-4b92-a0c4-12f64815398c'] in n-d-712141-12 is: [{'id': 'c3b5f6eb-adc1-4b92-a0c4-12f64815398c', 'name': 'tempest-snat-router-1109820232', 'tenant_id': '3a81546ce6c243f093fd27132c48b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:28Z', 'updated_at': '2021-08-29T04:35:33Z', 'revision_number': 4, 'project_id': '3a81546ce6c243f093fd27132c48b0f3', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:34.060450 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.078483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1a0df767-8086-451b-ae84-f155e3a48d8e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:34.181038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd091fe8-1154-4ca2-8ab5-3b41af3630fb req-db8d63f3-1ec8-43c8-8b41-3ee3961bdade tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.182814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd091fe8-1154-4ca2-8ab5-3b41af3630fb req-db8d63f3-1ec8-43c8-8b41-3ee3961bdade tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1899927 Aug 29 04:35:34.304079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1a0df767-8086-451b-ae84-f155e3a48d8e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:34.304992 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.326156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 21531c69-c831-49ac-9d52-d38e93311a85 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:34.327059 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.370816 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd091fe8-1154-4ca2-8ab5-3b41af3630fb req-895f0e92-52df-40ff-9655-413d904cd888 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785796 Aug 29 04:35:34.374399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d19dffc-1ee7-4098-b6da-f65105e85e9a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:34.526945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:34.535954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cc6b29e0-2f81-455c-99f9-38cab65f02e5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/21531c69-c831-49ac-9d52-d38e93311a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0134816 Aug 29 04:35:34.538069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41964) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:34.543467 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.552033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1bba8-8cc0-440b-b412-35282cea7125 None None] Sync routers for ids ['21531c69-c831-49ac-9d52-d38e93311a85'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:34.574711 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0d7e01d5-ebec-46dc-8125-cb7c9b9cf6c2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=21531c69-c831-49ac-9d52-d38e93311a85 HTTP/1.1" status: 200 len: 205 time: 0.0345895 Aug 29 04:35:34.581260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1bba8-8cc0-440b-b412-35282cea7125 None None] Routers {'21531c69-c831-49ac-9d52-d38e93311a85'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:34.582120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a5a1bba8-8cc0-440b-b412-35282cea7125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['21531c69-c831-49ac-9d52-d38e93311a85'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:34.587121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41966) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:34.635685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a5a1bba8-8cc0-440b-b412-35282cea7125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:34.670166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.674760 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.714997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1bba8-8cc0-440b-b412-35282cea7125 None None] Routers {'21531c69-c831-49ac-9d52-d38e93311a85'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:34.715608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a5a1bba8-8cc0-440b-b412-35282cea7125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['21531c69-c831-49ac-9d52-d38e93311a85'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:34.752971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ecb30a8-6be7-4c5f-ba4d-36ad6e411841 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.758350 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.759821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3b5f6eb-adc1-4b92-a0c4-12f64815398c {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:34.766532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a5a1bba8-8cc0-440b-b412-35282cea7125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:34.769022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1bba8-8cc0-440b-b412-35282cea7125 None None] The sync data for ids ['21531c69-c831-49ac-9d52-d38e93311a85'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:34.771334 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.772557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dde7775e-7029-46cd-9e0c-4a7eabf022b4 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "DELETE /v2.0/routers/c3b5f6eb-adc1-4b92-a0c4-12f64815398c HTTP/1.1" status: 204 len: 168 time: 1.9114933 Aug 29 04:35:34.776684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41976) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:34.945622 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.974418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ecb30a8-6be7-4c5f-ba4d-36ad6e411841 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.977060 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ecb30a8-6be7-4c5f-ba4d-36ad6e411841 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.041871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ecb30a8-6be7-4c5f-ba4d-36ad6e411841 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.042487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecb30a8-6be7-4c5f-ba4d-36ad6e411841 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Fanout notify agent at l3_agent the message router_deleted on router 21531c69-c831-49ac-9d52-d38e93311a85 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:35.055013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ecb30a8-6be7-4c5f-ba4d-36ad6e411841 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.055620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 41982) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:35.056510 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3ecb30a8-6be7-4c5f-ba4d-36ad6e411841 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/21531c69-c831-49ac-9d52-d38e93311a85 HTTP/1.1" status: 204 len: 168 time: 0.4680109 Aug 29 04:35:35.058682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41986) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:35.094677 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.147194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting subnet 96a35826-0096-4b61-8912-c34c959a0243 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:35.150669 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.178835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Deleting port 1a0df767-8086-451b-ae84-f155e3a48d8e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:35.179330 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.196577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.262380 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-29d61ad9-166a-4a1c-9b23-bfd63c56dd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.292191 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.299176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] For port 1a0df767-8086-451b-ae84-f155e3a48d8e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1a0df767-8086-451b-ae84-f155e3a48d8e,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:35.299811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.320044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Calling delete_port for 1a0df767-8086-451b-ae84-f155e3a48d8e owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:35.371678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.402812 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Subnet': ['ID=96a35826-0096-4b61-8912-c34c959a0243,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:35.406620 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.409168 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/96a35826-0096-4b61-8912-c34c959a0243 HTTP/1.1" status: 204 len: 168 time: 0.3494356 Aug 29 04:35:35.415192 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 41994) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:35.425378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.425630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.428131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.428131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.428131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.428131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.428131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.428131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.428131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.428710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.428710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.428977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91db46-683b-4ccf-a9f1-ba928b8ff0f2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:35.450364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eb47dc-d59b-4284-b00d-0eb3499f6b5b None None] Network 03e995a9-88b3-485f-9cc8-a85f61e9dd8c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:35.527412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.624459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port a5173402-341c-4ad6-91ac-10f0b9aae34d {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:35.625109 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.645530 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-29d61ad9-166a-4a1c-9b23-bfd63c56dd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.658067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-29d61ad9-166a-4a1c-9b23-bfd63c56dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.724534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c7d33-2ed6-4795-8f08-0fd27827ea02 req-0ddde595-766f-4bb3-90a2-984e20e3c10a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:35.726119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6c7d33-2ed6-4795-8f08-0fd27827ea02 req-0ddde595-766f-4bb3-90a2-984e20e3c10a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1411676 Aug 29 04:35:35.733059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5541e-0590-45e0-9dcb-35b322a53e9c None None] DHCP port deletion for 03e995a9-88b3-485f-9cc8-a85f61e9dd8c request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:35.741427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port a5173402-341c-4ad6-91ac-10f0b9aae34d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a5173402-341c-4ad6-91ac-10f0b9aae34d,segment=NetworkSegment(8c8dff7b-718e-4250-ba25-10e5bf7c78a0),segment_id=8c8dff7b-718e-4250-ba25-10e5bf7c78a0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:35.741799 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.768838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for a5173402-341c-4ad6-91ac-10f0b9aae34d owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:35.796956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5541e-0590-45e0-9dcb-35b322a53e9c None None] Deleting port a5173402-341c-4ad6-91ac-10f0b9aae34d {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:35.797793 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4cc5541e-0590-45e0-9dcb-35b322a53e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.822937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d61ad9-166a-4a1c-9b23-bfd63c56dd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ff0824-27ce-4dbd-b67b-1cbbf1871307,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:35.847904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42004) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:35.848289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-29d61ad9-166a-4a1c-9b23-bfd63c56dd73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c22256f064e4760a9f2083b6bcd2925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7888012 Aug 29 04:35:35.857295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c6c7d33-2ed6-4795-8f08-0fd27827ea02 req-46281673-77f9-4d86-93cb-a35b3e9bc08c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149852 Aug 29 04:35:35.871821 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.903982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.905298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a0df767-8086-451b-ae84-f155e3a48d8e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:35.924687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-4cc5541e-0590-45e0-9dcb-35b322a53e9c None None] For port a5173402-341c-4ad6-91ac-10f0b9aae34d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a5173402-341c-4ad6-91ac-10f0b9aae34d,segment=NetworkSegment(8c8dff7b-718e-4250-ba25-10e5bf7c78a0),segment_id=8c8dff7b-718e-4250-ba25-10e5bf7c78a0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:35.925216 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4cc5541e-0590-45e0-9dcb-35b322a53e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.940486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No DVR routers for this DVR port a5173402-341c-4ad6-91ac-10f0b9aae34d on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:35.942169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5541e-0590-45e0-9dcb-35b322a53e9c None None] Calling delete_port for a5173402-341c-4ad6-91ac-10f0b9aae34d owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:35.948620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=a5173402-341c-4ad6-91ac-10f0b9aae34d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:35.976484 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.056342 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4cc5541e-0590-45e0-9dcb-35b322a53e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.076383 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.089135 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e995a9-88b3-485f-9cc8-a85f61e9dd8c']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:36.089347 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5541e-0590-45e0-9dcb-35b322a53e9c None None] Pushing event deleted for resources: {'Port': ['ID=a5173402-341c-4ad6-91ac-10f0b9aae34d,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:36.097293 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5541e-0590-45e0-9dcb-35b322a53e9c None None] No DVR routers for this DVR port a5173402-341c-4ad6-91ac-10f0b9aae34d on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:36.101415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8dff7b-718e-4250-ba25-10e5bf7c78a0') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:36.101701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8dff7b-718e-4250-ba25-10e5bf7c78a0') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:36.106948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.110165 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.111957 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.122931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74e97a2c-0bb1-4188-b75d-eb9667ef676d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.136476 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.145866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:36.146589 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:36.150428 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:36.162934 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a5173402-341c-4ad6-91ac-10f0b9aae34d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:36.181129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.182561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b24e14c0-6c80-4fac-b7fc-f738bd4d98a5 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:36.196696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a5173402-341c-4ad6-91ac-10f0b9aae34d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:36.197046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a5173402-341c-4ad6-91ac-10f0b9aae34d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:36.215034 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.216006 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74e97a2c-0bb1-4188-b75d-eb9667ef676d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.221120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e81c5312-266b-4dcf-b017-dbb3b51149a1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b24e14c0-6c80-4fac-b7fc-f738bd4d98a5 HTTP/1.1" status: 204 len: 168 time: 1.4391930 Aug 29 04:35:36.221251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42010) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:36.234540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1172617949', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:36.274114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.288235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.294598 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/networks/03e995a9-88b3-485f-9cc8-a85f61e9dd8c HTTP/1.1" status: 204 len: 168 time: 0.8738599 Aug 29 04:35:36.294598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42012) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:36.308455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f6b02807-e549-4b0f-a03b-b6be5591e631 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-530010436', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:36.315799 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.316875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.320136 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad001dd-d918-42df-b939-59c6bd72fb79 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Network': ['ID=03e995a9-88b3-485f-9cc8-a85f61e9dd8c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:36.350555 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6b02807-e549-4b0f-a03b-b6be5591e631 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.351664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6b02807-e549-4b0f-a03b-b6be5591e631 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.359661 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74e97a2c-0bb1-4188-b75d-eb9667ef676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.362791 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74e97a2c-0bb1-4188-b75d-eb9667ef676d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.368805 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-74e97a2c-0bb1-4188-b75d-eb9667ef676d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91ff0824-27ce-4dbd-b67b-1cbbf1871307 HTTP/1.1" status: 204 len: 168 time: 0.5147552 Aug 29 04:35:36.421328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e97a2c-0bb1-4188-b75d-eb9667ef676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ff0824-27ce-4dbd-b67b-1cbbf1871307,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:36.427998 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.502440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6b02807-e549-4b0f-a03b-b6be5591e631 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.532847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6b02807-e549-4b0f-a03b-b6be5591e631 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.671422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.681068 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6b02807-e549-4b0f-a03b-b6be5591e631 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.682632 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f6b02807-e549-4b0f-a03b-b6be5591e631 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3872006 Aug 29 04:35:36.686514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42030) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:36.692678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1882421196'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:36.805444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42038) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:36.813784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:36.819733 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.836837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d7caaf2-3f29-4371-962b-4898ff3dd192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.873483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:36.914292 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.915337 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added segment aee5f389-936a-414b-9495-d4bc4f103991 of type vlan for network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 Aug 29 04:35:36.931645 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d7caaf2-3f29-4371-962b-4898ff3dd192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.940879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d7caaf2-3f29-4371-962b-4898ff3dd192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.992236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2d7caaf2-3f29-4371-962b-4898ff3dd192 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bed11fd1c6ee45128a3c6470ad325306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831570 Aug 29 04:35:36.998665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42044) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:37.006129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.006629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7caaf2-3f29-4371-962b-4898ff3dd192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b81e291-df9d-4870-85d3-9762c70c6b8c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.037167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe2bb8-d64c-42d4-9a74-f87afe74d5c3 req-db20d031-b111-465c-9751-f0f22bfc7634 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.038873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aafe2bb8-d64c-42d4-9a74-f87afe74d5c3 req-db20d031-b111-465c-9751-f0f22bfc7634 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.0649893 Aug 29 04:35:37.089182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aafe2bb8-d64c-42d4-9a74-f87afe74d5c3 req-c6bd1d4d-cfb0-40f5-ac1d-63359724e524 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Aug 29 04:35:37.122963 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.resource_extend [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:35:37.170938 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.193527 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.198880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.199466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.201103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732984-51c5-4049-8cf7-92dea664e20d req-cde28365-ce6d-470d-ba9d-590055b69cda tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.203457 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a732984-51c5-4049-8cf7-92dea664e20d req-cde28365-ce6d-470d-ba9d-590055b69cda tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1098 time: 0.0471599 Aug 29 04:35:37.207161 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.243299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a732984-51c5-4049-8cf7-92dea664e20d req-6fd9732e-8362-43f7-9895-19a60d84d6ff tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327699 Aug 29 04:35:37.268322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42048) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:37.277893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ccbb81eb-c532-4ed6-8678-22a88c96a626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.290873 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6032498 Aug 29 04:35:37.291516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42050) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:37.341687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'subnet': {'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:37.413938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f565ba-2d9c-44f3-9b3f-0502b4f9fd78 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Network': ['ID=93c8b3ac-8785-40e7-a0d2-216ea5512dd8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.420169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ccbb81eb-c532-4ed6-8678-22a88c96a626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.430117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:37.446114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port a1f974ee-1942-43d8-826e-36ce654b54ed {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:37.446565 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.529884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.530315 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.545400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for a1f974ee-1942-43d8-826e-36ce654b54ed owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:37.765626 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.792605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=a1f974ee-1942-43d8-826e-36ce654b54ed,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.853650 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.854302 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Floating IP cf444003-482a-4263-8c96-e8d16635b40f disassociated (deleted). External IP: 172.25.5.6, port: e7c7983f-ae5b-4a06-9a66-e3f79079c2eb. Aug 29 04:35:37.884463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Allocated IP 172.25.5.70 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/baaac1e0-5cb5-49ed-968f-942a5c0b4407) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:37.886712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:37.890293 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.895715 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ccbb81eb-c532-4ed6-8678-22a88c96a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.898195 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ccbb81eb-c532-4ed6-8678-22a88c96a626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.900651 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ccbb81eb-c532-4ed6-8678-22a88c96a626 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b81e291-df9d-4870-85d3-9762c70c6b8c HTTP/1.1" status: 204 len: 168 time: 0.8980989 Aug 29 04:35:37.996080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1a0df767-8086-451b-ae84-f155e3a48d8e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:38.030834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb81eb-c532-4ed6-8678-22a88c96a626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b81e291-df9d-4870-85d3-9762c70c6b8c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:38.033547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1a0df767-8086-451b-ae84-f155e3a48d8e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:38.033899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1a0df767-8086-451b-ae84-f155e3a48d8e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:38.102668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.147164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 61e831e8-fdc1-42a5-8e09-52856041c7ca has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:38.240502 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.301021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Pushing event updated for resources: {'Port': ['ID=baaac1e0-5cb5-49ed-968f-942a5c0b4407,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:38.316565 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:38.317771 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.324189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:38.330713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:38.639234 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Checking segment: {'id': 'aee5f389-936a-414b-9495-d4bc4f103991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:38.639956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network hostable DHCP agents. Network: 93c8b3ac-8785-40e7-a0d2-216ea5512dd8, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:38.643131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 178f0df5-9772-4dce-b3d5-99b6edfa449d details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:38.688860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Subnet': ['ID=36b18887-f199-427c-af97-ab2cd9cf5eed,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:38.715004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:38.739659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 93c8b3ac-8785-40e7-a0d2-216ea5512dd8) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:38.742446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:38.747191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.756121 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] Sync routers for ids ['61e831e8-fdc1-42a5-8e09-52856041c7ca'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:38.756598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e17cb-469f-49f4-b855-57061fbed0fa req-f1e644fe-316c-471d-92ff-a7c2992ebc4d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:38.764355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-108e17cb-469f-49f4-b855-57061fbed0fa req-f1e644fe-316c-471d-92ff-a7c2992ebc4d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.5435870 Aug 29 04:35:38.772030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:38.775195 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] Routers {'61e831e8-fdc1-42a5-8e09-52856041c7ca'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:38.776022 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['61e831e8-fdc1-42a5-8e09-52856041c7ca'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.777019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.802319 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.810279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5b8852c7-55dc-402a-a08b-3a74e48973c1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/floatingips/cf444003-482a-4263-8c96-e8d16635b40f HTTP/1.1" status: 204 len: 168 time: 1.5405715 Aug 29 04:35:38.812165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:38.815227 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:38.819379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:38.834784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'port_id': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'mac_address': 'fa:16:3e:13:2a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:38.840958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448d4a1-7386-4590-9141-395ba7e3c302 None None] Network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:38.847971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-108e17cb-469f-49f4-b855-57061fbed0fa req-0d874608-9102-49a5-8d26-42afcd766b09 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826395 Aug 29 04:35:38.934632 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6979d07-d503-4060-8581-ebb274522cd5 x-openstack-request-id: req-b6979d07-d503-4060-8581-ebb274522cd5 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:38.935224 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:38.935224 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6979d07-d503-4060-8581-ebb274522cd5 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:38.935572 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'status': 'completed', 'code': 200} Aug 29 04:35:38.952834 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-859ed53b-aa8b-4960-a327-0a82d2f062a3 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6150370 Aug 29 04:35:38.953910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42082) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:39.035781 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.063795 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] Set router 61e831e8-fdc1-42a5-8e09-52856041c7ca gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:39.070129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 178f0df5-9772-4dce-b3d5-99b6edfa449d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:39.116014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-74b8797a-2be2-4e93-9ae6-1d4354c2e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.118455 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-74b8797a-2be2-4e93-9ae6-1d4354c2e2bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 1098 time: 0.1580849 Aug 29 04:35:39.249405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-dbff4d19-60a5-4493-a2aa-b345f8415936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.258283 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-dbff4d19-60a5-4493-a2aa-b345f8415936 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 200 len: 897 time: 0.1297476 Aug 29 04:35:39.267995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:39.303119 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6e994be8-8ce7-4181-86ad-0f38ee3ae2ed', 'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:15:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:31Z', 'updated_at': '2021-08-29T04:33:40Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:39.310159 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.318683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:39.326047 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.331924 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] Checking router: 61e831e8-fdc1-42a5-8e09-52856041c7ca for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:39.340975 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] Routers {'61e831e8-fdc1-42a5-8e09-52856041c7ca'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:39.341832 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['61e831e8-fdc1-42a5-8e09-52856041c7ca'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:39.426992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.484020 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-9f6c07f8-2845-49c6-80fa-fb4b2edf6f2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 200 len: 217 time: 0.2029486 Aug 29 04:35:39.529256 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] Set router 61e831e8-fdc1-42a5-8e09-52856041c7ca gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:39.619599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb240805-0528-40a3-a2d9-b7f11b854345 req-c7e2c67c-0117-4335-8f39-1fceee3e8bc9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.628226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb240805-0528-40a3-a2d9-b7f11b854345 req-c7e2c67c-0117-4335-8f39-1fceee3e8bc9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 946 time: 0.3518257 Aug 29 04:35:39.651822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.770547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Allocated IP 2001:db8::2 (93c8b3ac-8785-40e7-a0d2-216ea5512dd8/36b18887-f199-427c-af97-ab2cd9cf5eed/c34124db-15d3-4a8e-9028-1dd9a9106173) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:39.771127 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6e994be8-8ce7-4181-86ad-0f38ee3ae2ed', 'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:15:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:31Z', 'updated_at': '2021-08-29T04:33:40Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:39.830953 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-3a1fa190-90de-4741-b72d-14c9c008b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.832135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb240805-0528-40a3-a2d9-b7f11b854345 req-f159d480-7ce7-4f15-acc0-e201e7605ccc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028253 Aug 29 04:35:39.844450 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-3a1fa190-90de-4741-b72d-14c9c008b119 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 200 len: 835 time: 0.3581648 Aug 29 04:35:39.845600 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c30e85-35ec-425e-9f90-62bd99a1eb84 None None] The sync data for ids ['61e831e8-fdc1-42a5-8e09-52856041c7ca'] in n-d-712141-12 is: [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6e994be8-8ce7-4181-86ad-0f38ee3ae2ed', 'name': '', 'network_id': '59ed9ab7-ba29-4028-8082-85d2805a6754', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:15:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:31Z', 'updated_at': '2021-08-29T04:33:40Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:39.881097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['178f0df5-9772-4dce-b3d5-99b6edfa449d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:39.983976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-029ae2f7-ab9f-4bcd-b72c-c59ce3d2845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.998211 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-029ae2f7-ab9f-4bcd-b72c-c59ce3d2845e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59ed9ab7-ba29-4028-8082-85d2805a6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439545 Aug 29 04:35:40.030838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:40.147387 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.165628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Transition to ACTIVE for port object c34124db-15d3-4a8e-9028-1dd9a9106173 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:40.207667 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-a063d59c-3101-4762-a601-d6f19885112e service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973577 Aug 29 04:35:40.212620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Router 2a3198be-da1b-4b68-b98e-d6ab39db1509 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:40.212902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Transition to ACTIVE for port object c34124db-15d3-4a8e-9028-1dd9a9106173 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:40.223676 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.232496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bab0f-7b98-4186-940f-699aa51628f9 req-2e217162-17e2-421a-93f8-34e8acb6a2a3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.233225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-741bab0f-7b98-4186-940f-699aa51628f9 req-2e217162-17e2-421a-93f8-34e8acb6a2a3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.2275321 Aug 29 04:35:40.300056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:40.300932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Pushing event updated for resources: {'Port': ['ID=c34124db-15d3-4a8e-9028-1dd9a9106173,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:40.305255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:40.308719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:40.340849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543ff065-d392-4076-843f-fbe4235e6217 None None] New status for floating IP cf444003-482a-4263-8c96-e8d16635b40f: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:35:40.381297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-741bab0f-7b98-4186-940f-699aa51628f9 req-aed83cb2-294d-4397-ba9b-095151dbba9d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398597 Aug 29 04:35:40.434198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Allocated IP 2001:db8::1 (93c8b3ac-8785-40e7-a0d2-216ea5512dd8/36b18887-f199-427c-af97-ab2cd9cf5eed/c26cc6c1-06c6-482f-a90e-297848d07c39) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:40.485585 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3212cf7a-4bc4-4554-aa7b-6c0df0acf405 req-ead0ba09-1c4a-486f-aebe-eb53af0a30b4 service neutron] 10.222.0.59 "GET /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660563 Aug 29 04:35:40.492258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Attempting to bind port c34124db-15d3-4a8e-9028-1dd9a9106173 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:40.493725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Attempting to bind port c34124db-15d3-4a8e-9028-1dd9a9106173 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'aee5f389-936a-414b-9495-d4bc4f103991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:40.495097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Attempting to bind port c34124db-15d3-4a8e-9028-1dd9a9106173 on network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:40.511167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:40.512842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Checking segment: {'id': 'aee5f389-936a-414b-9495-d4bc4f103991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:40.514949 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.516505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Bound using segment: {'id': 'aee5f389-936a-414b-9495-d4bc4f103991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:40.517066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Bound port: c34124db-15d3-4a8e-9028-1dd9a9106173, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee5f389-936a-414b-9495-d4bc4f103991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:40.519654 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.525300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:40.535736 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875f20e-5758-4816-b452-0c3b8a0f5a78 None None] Sync routers for ids ['2a3198be-da1b-4b68-b98e-d6ab39db1509'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:40.549258 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875f20e-5758-4816-b452-0c3b8a0f5a78 None None] Routers {'2a3198be-da1b-4b68-b98e-d6ab39db1509'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:40.553831 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f875f20e-5758-4816-b452-0c3b8a0f5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2a3198be-da1b-4b68-b98e-d6ab39db1509'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:40.567875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.571960 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-50d228cf-5150-469c-a56a-34206f8b194a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3475852 Aug 29 04:35:40.573312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42108) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:40.588376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ee584659-68a4-45f5-9f6e-8069009d61c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'enable_snat': False}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:40.631494 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f875f20e-5758-4816-b452-0c3b8a0f5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:40.644532 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875f20e-5758-4816-b452-0c3b8a0f5a78 None None] Routers {'2a3198be-da1b-4b68-b98e-d6ab39db1509'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:40.646321 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f875f20e-5758-4816-b452-0c3b8a0f5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2a3198be-da1b-4b68-b98e-d6ab39db1509'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:40.646753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.660912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 178f0df5-9772-4dce-b3d5-99b6edfa449d up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:40.676615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Transition to ACTIVE for port object c26cc6c1-06c6-482f-a90e-297848d07c39 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:40.690195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] For port c34124db-15d3-4a8e-9028-1dd9a9106173, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:40.712910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] For port c34124db-15d3-4a8e-9028-1dd9a9106173, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c34124db-15d3-4a8e-9028-1dd9a9106173,segment=NetworkSegment(aee5f389-936a-414b-9495-d4bc4f103991),segment_id=aee5f389-936a-414b-9495-d4bc4f103991)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:40.719077 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-51a30c80-9a45-499f-ad66-ea7d5c9528a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.721309 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-51a30c80-9a45-499f-ad66-ea7d5c9528a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 946 time: 0.2121067 Aug 29 04:35:40.725779 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f875f20e-5758-4816-b452-0c3b8a0f5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:40.727579 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875f20e-5758-4816-b452-0c3b8a0f5a78 None None] The sync data for ids ['2a3198be-da1b-4b68-b98e-d6ab39db1509'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:40.730161 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.752720 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.807910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c300b6-9904-4893-94c9-b2fc1c94c532 None None] Pushing event updated for resources: {'Port': ['ID=c34124db-15d3-4a8e-9028-1dd9a9106173,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:40.810973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:40.821857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:40.826584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:40.827351 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.862730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 178f0df5-9772-4dce-b3d5-99b6edfa449d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:40.862730 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.921508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=c26cc6c1-06c6-482f-a90e-297848d07c39,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.036642 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.067549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-45080164-2846-4030-8d14-0fb1c9e56598 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:41.068114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-45080164-2846-4030-8d14-0fb1c9e56598 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.105176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:41.106679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:41.109306 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de347ce8-913d-42c0-a644-cb033de50fab" -d '{"events": [{"server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "name": "network-vif-plugged", "status": "completed", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:41.151457 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.193812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.234712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab9ed-9fe5-4941-a02a-67d3cda569b8 req-6b5f39f4-116e-4f63-84fd-24400407a75e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:41.236906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9daab9ed-9fe5-4941-a02a-67d3cda569b8 req-6b5f39f4-116e-4f63-84fd-24400407a75e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 946 time: 0.2477632 Aug 29 04:35:41.263117 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8974deda-5ad2-42c1-904f-923daae880e6 x-openstack-request-id: req-8974deda-5ad2-42c1-904f-923daae880e6 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:41.263515 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "name": "network-vif-plugged", "status": "completed", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:41.264456 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8974deda-5ad2-42c1-904f-923daae880e6 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:41.264968 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'code': 200} Aug 29 04:35:41.326236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.417240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-45080164-2846-4030-8d14-0fb1c9e56598 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:41.417240 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-45080164-2846-4030-8d14-0fb1c9e56598 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.435254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee584659-68a4-45f5-9f6e-8069009d61c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.446494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-45080164-2846-4030-8d14-0fb1c9e56598 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for e7c7983f-ae5b-4a06-9a66-e3f79079c2eb owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:41.519076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9daab9ed-9fe5-4941-a02a-67d3cda569b8 req-7d0977ac-8620-4dc3-8b56-7e5ac4c1daaa tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba758cf0-a217-4034-af3c-322015bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748582 Aug 29 04:35:41.667246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0234ce-69bb-4a80-8bae-ff046342611c req-ff9ef3cd-23e6-418a-8f0c-9af34f07fe2a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:41.668377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac0234ce-69bb-4a80-8bae-ff046342611c req-ff9ef3cd-23e6-418a-8f0c-9af34f07fe2a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1422825 Aug 29 04:35:41.746247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac0234ce-69bb-4a80-8bae-ff046342611c req-d9c48e59-5124-4619-a817-134fb2b3d00b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662646 Aug 29 04:35:41.808139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.816664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.817843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.943612 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=c26cc6c1-06c6-482f-a90e-297848d07c39,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.956732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.957087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.957492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.957841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.958194 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.958812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.959333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.959645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.959990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.960579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.962605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:41.962954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:42.047645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:42.052423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:42.142713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c34124db-15d3-4a8e-9028-1dd9a9106173 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:42.232578 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-45080164-2846-4030-8d14-0fb1c9e56598 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.238722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:42.285567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port c34124db-15d3-4a8e-9028-1dd9a9106173 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:42.367051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45080164-2846-4030-8d14-0fb1c9e56598 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=e7c7983f-ae5b-4a06-9a66-e3f79079c2eb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.379394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:42.400485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:42.402470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42134) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:42.403253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-45080164-2846-4030-8d14-0fb1c9e56598 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] No DVR routers for this DVR port e7c7983f-ae5b-4a06-9a66-e3f79079c2eb on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:42.405374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3f78428d-b032-483a-8f91-8618c406891f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4417076 Aug 29 04:35:42.407252 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-45080164-2846-4030-8d14-0fb1c9e56598 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.410718 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1a019dca-1adb-4aa4-8938-47cbc37cd9e4 req-45080164-2846-4030-8d14-0fb1c9e56598 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "DELETE /v2.0/ports/e7c7983f-ae5b-4a06-9a66-e3f79079c2eb HTTP/1.1" status: 204 len: 173 time: 1.6809647 Aug 29 04:35:42.416357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994e867-3cd6-4775-8a70-2f064e067e32 None None] Network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:42.417588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1309549513'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:42.423770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-deleted', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:42.427428 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8485c4a-56bb-4551-98ef-0d5222c89f73" -d '{"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-deleted", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:42.542969 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d671e1b2-d678-479d-86a0-851a6af51dc7 x-openstack-request-id: req-d671e1b2-d678-479d-86a0-851a6af51dc7 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:42.543313 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8557ef-cd37-4afb-a098-20d994d6ee2b", "name": "network-vif-deleted", "tag": "e7c7983f-ae5b-4a06-9a66-e3f79079c2eb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:42.543695 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d671e1b2-d678-479d-86a0-851a6af51dc7 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:42.544016 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8557ef-cd37-4afb-a098-20d994d6ee2b', 'name': 'network-vif-deleted', 'tag': 'e7c7983f-ae5b-4a06-9a66-e3f79079c2eb', 'status': 'completed', 'code': 200} Aug 29 04:35:42.556404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:42.560371 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.575910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-942b608b-acfe-4395-a387-98b1223fc43e None None] Provisioning for port c34124db-15d3-4a8e-9028-1dd9a9106173 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:42.579896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:42.583414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:42.661372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:42.681203 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.681632 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added segment 7129839d-f913-4627-8c65-3f95e9d65274 of type vlan for network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 Aug 29 04:35:42.718997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f049ba59-64f0-47ce-b7e0-e533785d805e req-6ba7c423-0ae7-44c0-9559-ff2a2118b81b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8557ef-cd37-4afb-a098-20d994d6ee2b HTTP/1.1" status: 200 len: 210 time: 0.0876427 Aug 29 04:35:42.770414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:42.814502 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.885428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee584659-68a4-45f5-9f6e-8069009d61c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.889146 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee584659-68a4-45f5-9f6e-8069009d61c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.894768 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.907253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.908469 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.057581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-942b608b-acfe-4395-a387-98b1223fc43e None None] Provisioning complete for port c34124db-15d3-4a8e-9028-1dd9a9106173 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:43.058058 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-942b608b-acfe-4395-a387-98b1223fc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.058166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90b02d-7ac3-4579-acdd-c761639671c3 req-14d5262d-cb1c-458a-863c-a038b4bddef7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.059716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db90b02d-7ac3-4579-acdd-c761639671c3 req-14d5262d-cb1c-458a-863c-a038b4bddef7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1327064 Aug 29 04:35:43.094882 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6804771 Aug 29 04:35:43.099506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42148) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:43.102591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db90b02d-7ac3-4579-acdd-c761639671c3 req-0db31900-eb47-4be3-a932-5bdcc38e0d30 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364196 Aug 29 04:35:43.107779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'subnet': {'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:43.171008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61358c-3100-4d00-9019-e0cb6c046ce8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Network': ['ID=a2d38f94-8f35-46f8-992f-f7b08fdc07d9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:43.180103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee584659-68a4-45f5-9f6e-8069009d61c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Router 2a3198be-da1b-4b68-b98e-d6ab39db1509 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:43.209741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:43.228703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:43.233360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.331315 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-942b608b-acfe-4395-a387-98b1223fc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.405387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee584659-68a4-45f5-9f6e-8069009d61c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:43.413777 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee584659-68a4-45f5-9f6e-8069009d61c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.415028 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee584659-68a4-45f5-9f6e-8069009d61c1 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "PUT /v2.0/routers/2a3198be-da1b-4b68-b98e-d6ab39db1509 HTTP/1.1" status: 200 len: 921 time: 2.8404953 Aug 29 04:35:43.415280 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037ce74-19ee-48cd-9078-0c2abb7b075c None None] Sync routers for ids ['2a3198be-da1b-4b68-b98e-d6ab39db1509'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:43.420141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42150) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:43.423239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-942b608b-acfe-4395-a387-98b1223fc43e None None] For port c34124db-15d3-4a8e-9028-1dd9a9106173, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c34124db-15d3-4a8e-9028-1dd9a9106173,segment=NetworkSegment(aee5f389-936a-414b-9495-d4bc4f103991),segment_id=aee5f389-936a-414b-9495-d4bc4f103991)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:43.426480 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037ce74-19ee-48cd-9078-0c2abb7b075c None None] Routers {'2a3198be-da1b-4b68-b98e-d6ab39db1509'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:43.427598 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6037ce74-19ee-48cd-9078-0c2abb7b075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2a3198be-da1b-4b68-b98e-d6ab39db1509'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:43.442597 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-942b608b-acfe-4395-a387-98b1223fc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.482709 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6037ce74-19ee-48cd-9078-0c2abb7b075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:43.515935 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037ce74-19ee-48cd-9078-0c2abb7b075c None None] Routers {'2a3198be-da1b-4b68-b98e-d6ab39db1509'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:43.523188 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6037ce74-19ee-48cd-9078-0c2abb7b075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2a3198be-da1b-4b68-b98e-d6ab39db1509'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:43.609744 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6037ce74-19ee-48cd-9078-0c2abb7b075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:43.611553 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037ce74-19ee-48cd-9078-0c2abb7b075c None None] The sync data for ids ['2a3198be-da1b-4b68-b98e-d6ab39db1509'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:43.622349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.633417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:35:41Z', 'revision_number': 2, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:41Z', 'revision_number': 2, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:43.651648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b608b-acfe-4395-a387-98b1223fc43e None None] Pushing event updated for resources: {'Port': ['ID=c34124db-15d3-4a8e-9028-1dd9a9106173,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:43.679586 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee2e9f7b-6433-4cbe-9bdd-9933b080b676 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/routers/2a3198be-da1b-4b68-b98e-d6ab39db1509 HTTP/1.1" status: 200 len: 921 time: 0.2580316 Aug 29 04:35:43.680740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42156) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:43.732172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:43.732558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Updating router 9ae17009-4868-4afd-bed2-c26e0147cfa7 port c26cc6c1-06c6-482f-a90e-297848d07c39 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:43.784813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Checking segment: {'id': '7129839d-f913-4627-8c65-3f95e9d65274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:43.785191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network hostable DHCP agents. Network: a2d38f94-8f35-46f8-992f-f7b08fdc07d9, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:43.803766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42164) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:43.929340 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765b93-54d5-48d9-9a56-dbc1646ef03b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.954051 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-62765b93-54d5-48d9-9a56-dbc1646ef03b tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&device_id=2a3198be-da1b-4b68-b98e-d6ab39db1509&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2668183 Aug 29 04:35:43.954051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42178) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:44.296541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c34124db-15d3-4a8e-9028-1dd9a9106173 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:44.335641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a87ca45-6a41-4348-a673-b3b09bac60ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.344578 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1a87ca45-6a41-4348-a673-b3b09bac60ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 881 time: 0.3918612 Aug 29 04:35:44.348126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42210) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:44.390718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Subnet': ['ID=56ff9982-158b-4221-8869-0735dee1c677,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.432116 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.437835 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f63e9a71-ba30-4228-b339-bd14a9dd3e17 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a3198be-da1b-4b68-b98e-d6ab39db1509 HTTP/1.1" status: 200 len: 205 time: 0.0880239 Aug 29 04:35:44.440055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42220) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:44.550300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:44.608231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40c5ee-1214-4dd5-9a1c-0b30f164700c req-0878fb7c-e6fe-477f-be02-3b7f680f15f3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.610829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d40c5ee-1214-4dd5-9a1c-0b30f164700c req-0878fb7c-e6fe-477f-be02-3b7f680f15f3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2291462 Aug 29 04:35:44.617475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a2d38f94-8f35-46f8-992f-f7b08fdc07d9) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:44.653070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.654928 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.663532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02d5d27-32d9-4c7d-944f-39255d18193c None None] Network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:44.736918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d40c5ee-1214-4dd5-9a1c-0b30f164700c req-95d300b4-5d56-4ed0-a175-7ec66e8812b1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114781 Aug 29 04:35:44.768444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-64469cfc-f2b8-47cf-9857-dee1baf4494d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6647813 Aug 29 04:35:44.771861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42252) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:44.852114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.057501 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.196081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:45.245572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Deleting port baaac1e0-5cb5-49ed-968f-942a5c0b4407 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:45.245923 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.286584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: e7c7983f-ae5b-4a06-9a66-e3f79079c2eb {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:45.287184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device e7c7983f-ae5b-4a06-9a66-e3f79079c2eb not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:45.291704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c34124db-15d3-4a8e-9028-1dd9a9106173 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:45.295794 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.400587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7d42f467-652b-4b65-8860-ec9d74399fd7 None None] Provisioning for port c26cc6c1-06c6-482f-a90e-297848d07c39 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:45.460213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7d42f467-652b-4b65-8860-ec9d74399fd7 None None] Provisioning complete for port c26cc6c1-06c6-482f-a90e-297848d07c39 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:45.461002 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7d42f467-652b-4b65-8860-ec9d74399fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.473587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.498115 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.518167 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Calling delete_port for baaac1e0-5cb5-49ed-968f-942a5c0b4407 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:45.856179 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.869327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7d42f467-652b-4b65-8860-ec9d74399fd7 None None] Port c26cc6c1-06c6-482f-a90e-297848d07c39 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:45.962630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Transition to ACTIVE for port object c26cc6c1-06c6-482f-a90e-297848d07c39 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:46.075902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.112387 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f2d8f67b-a9a6-4593-b776-25a7cf4e1b9e req-a65855db-d003-4810-9bc6-5edec5e97b30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1208284 Aug 29 04:35:46.261670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7d42f467-652b-4b65-8860-ec9d74399fd7 None None] Provisioning complete for port c34124db-15d3-4a8e-9028-1dd9a9106173 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:46.272460 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f2d8f67b-a9a6-4593-b776-25a7cf4e1b9e req-1686095d-e146-4698-aa7f-9b8711ca0d29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.1242456 Aug 29 04:35:46.273336 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7d42f467-652b-4b65-8860-ec9d74399fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.377908 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f2d8f67b-a9a6-4593-b776-25a7cf4e1b9e req-43f10789-b2bf-4934-80f1-daf442af145b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820861 Aug 29 04:35:46.422058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:46.432844 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.499246 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.509318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5cbd5-4b4b-45a3-8514-9082ef2b53c0 None None] Pushing event updated for resources: {'Port': ['ID=c26cc6c1-06c6-482f-a90e-297848d07c39,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:46.587868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Pushing event deleted for resources: {'Port': ['ID=baaac1e0-5cb5-49ed-968f-942a5c0b4407,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:46.838369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8f67b-a9a6-4593-b776-25a7cf4e1b9e req-1a341313-cc42-462a-81bf-1061d9071b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.840408 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f2d8f67b-a9a6-4593-b776-25a7cf4e1b9e req-1a341313-cc42-462a-81bf-1061d9071b81 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4536018 Aug 29 04:35:46.854592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Attempting to bind port c26cc6c1-06c6-482f-a90e-297848d07c39 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:46.855227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Attempting to bind port c26cc6c1-06c6-482f-a90e-297848d07c39 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'aee5f389-936a-414b-9495-d4bc4f103991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:46.855767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Attempting to bind port c26cc6c1-06c6-482f-a90e-297848d07c39 on network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:46.860081 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.875427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:46.876151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Checking segment: {'id': 'aee5f389-936a-414b-9495-d4bc4f103991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:46.877157 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.877720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Bound using segment: {'id': 'aee5f389-936a-414b-9495-d4bc4f103991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:46.880299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Bound port: c26cc6c1-06c6-482f-a90e-297848d07c39, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee5f389-936a-414b-9495-d4bc4f103991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:46.881229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.955394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] For port c26cc6c1-06c6-482f-a90e-297848d07c39, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:46.959384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] For port c26cc6c1-06c6-482f-a90e-297848d07c39, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c26cc6c1-06c6-482f-a90e-297848d07c39,segment=NetworkSegment(aee5f389-936a-414b-9495-d4bc4f103991),segment_id=aee5f389-936a-414b-9495-d4bc4f103991)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:46.962558 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.977020 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.008720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d52cd2-e50b-4b42-b70b-a992c8d2c87f req-5524e495-6d1e-4087-8ea2-9c1df077372e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.016551 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07d52cd2-e50b-4b42-b70b-a992c8d2c87f req-5524e495-6d1e-4087-8ea2-9c1df077372e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 1.0527217 Aug 29 04:35:47.065859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5cbd5-4b4b-45a3-8514-9082ef2b53c0 None None] Pushing event updated for resources: {'Port': ['ID=c26cc6c1-06c6-482f-a90e-297848d07c39,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.185769 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.187834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:47.190897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:47.195394 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.284982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.286788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Fanout notify agent at l3_agent the message router_deleted on router 2a3198be-da1b-4b68-b98e-d6ab39db1509 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:47.316847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.321453 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5ad8f5e9-3896-4e63-a1b7-ff58ce049540 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/2a3198be-da1b-4b68-b98e-d6ab39db1509 HTTP/1.1" status: 204 len: 168 time: 2.8798716 Aug 29 04:35:47.325762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42432) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:47.337146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c31c1d37-61f6-4848-a92a-843927fb4f63 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2077621493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:47.401383 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d37-61f6-4848-a92a-843927fb4f63 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.406018 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d37-61f6-4848-a92a-843927fb4f63 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.420350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07d52cd2-e50b-4b42-b70b-a992c8d2c87f req-f7d21d4c-72f4-4323-9599-be9a0f78073d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3841946 Aug 29 04:35:47.466893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Allocated IP 2001:db8:1::2 (a2d38f94-8f35-46f8-992f-f7b08fdc07d9/56ff9982-158b-4221-8869-0735dee1c677/ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:47.487278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:47.622078 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d37-61f6-4848-a92a-843927fb4f63 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.630405 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d37-61f6-4848-a92a-843927fb4f63 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.682220 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d37-61f6-4848-a92a-843927fb4f63 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.686971 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c31c1d37-61f6-4848-a92a-843927fb4f63 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3599019 Aug 29 04:35:47.694302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42460) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:47.711895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:47.803929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:47.804913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.958368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6e994be8-8ce7-4181-86ad-0f38ee3ae2ed,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:47.958937 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.987208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:48.056524 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.091065 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Transition to ACTIVE for port object ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:48.134729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Transition to ACTIVE for port object ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:48.161601 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.244455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:35:41Z', 'revision_number': 2, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:46Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:48.259400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:48.362984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:48.382376 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:48.388987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Allocated IP 2001:db8:1::1 (a2d38f94-8f35-46f8-992f-f7b08fdc07d9/56ff9982-158b-4221-8869-0735dee1c677/90db6952-8413-4622-8287-d9650433a430) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:48.402025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e330a38-8bcf-498f-8576-0fba45f8ac7f None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:35:41Z', 'revision_number': 2, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:46Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:48.430969 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.475793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Pushing event updated for resources: {'Port': ['ID=ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.507394 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.647614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Attempting to bind port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:48.648045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Attempting to bind port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7129839d-f913-4627-8c65-3f95e9d65274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:48.648454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Attempting to bind port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf on network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:48.659095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:48.659482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Checking segment: {'id': '7129839d-f913-4627-8c65-3f95e9d65274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:48.659895 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.660321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Bound using segment: {'id': '7129839d-f913-4627-8c65-3f95e9d65274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:48.660816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Bound port: ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7129839d-f913-4627-8c65-3f95e9d65274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:48.661207 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.749652 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.790402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Transition to ACTIVE for port object 90db6952-8413-4622-8287-d9650433a430 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:48.857734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] For port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:48.863078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] For port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf,segment=NetworkSegment(7129839d-f913-4627-8c65-3f95e9d65274),segment_id=7129839d-f913-4627-8c65-3f95e9d65274)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:48.872584 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.968444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.008381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab708d-e02b-497b-8404-983f03ee8d23 req-bd2e1ced-53b2-4925-8224-783cdcb46b23 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:49.022626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.024589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14ab708d-e02b-497b-8404-983f03ee8d23 req-bd2e1ced-53b2-4925-8224-783cdcb46b23 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2256453 Aug 29 04:35:49.116872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cc240-b616-4755-9109-8a39a042cfc3 None None] Pushing event updated for resources: {'Port': ['ID=ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.138388 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.331043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:49.366656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:49.378110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:49.378675 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.402865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Allocated IP 172.25.5.175 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/d0457aad-2943-4ce8-9dec-fb2ba8c0d3d7) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:49.535206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=90db6952-8413-4622-8287-d9650433a430,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.568818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.712844 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.746605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14ab708d-e02b-497b-8404-983f03ee8d23 req-a2c77185-6825-4540-950f-795f9cabacf6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6055391 Aug 29 04:35:49.750616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=6e994be8-8ce7-4181-86ad-0f38ee3ae2ed,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.850743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.930578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:49.935699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:49.956648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:50.007299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Pushing event updated for resources: {'Port': ['ID=d0457aad-2943-4ce8-9dec-fb2ba8c0d3d7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:50.080456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.222595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.889659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:51.054575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:51.066471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c26cc6c1-06c6-482f-a90e-297848d07c39 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:51.134539 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.170155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764aa930-3ce9-4b41-9770-b46afceba782 None None] Network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:51.250005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 61e831e8-fdc1-42a5-8e09-52856041c7ca has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:51.279176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03098e38-d516-4e17-adcc-baa39de48dbb req-96a8148b-dd21-457c-b102-e8de1291b157 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.281391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03098e38-d516-4e17-adcc-baa39de48dbb req-96a8148b-dd21-457c-b102-e8de1291b157 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2341983 Aug 29 04:35:51.378283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03098e38-d516-4e17-adcc-baa39de48dbb req-3fd9f80c-5819-4ae5-bf07-a50d59df0ac8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845287 Aug 29 04:35:51.479095 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.494219 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.500041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.514996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port c26cc6c1-06c6-482f-a90e-297848d07c39 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:51.530913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d454c127-0742-4932-96fc-2643f3b22afc None None] Provisioning for port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:51.533875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c26cc6c1-06c6-482f-a90e-297848d07c39 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:51.534405 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.564277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d454c127-0742-4932-96fc-2643f3b22afc None None] Provisioning complete for port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:51.564811 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d454c127-0742-4932-96fc-2643f3b22afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.636335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.641581 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.692943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=90db6952-8413-4622-8287-d9650433a430,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:51.776643 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d454c127-0742-4932-96fc-2643f3b22afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.781802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:51.791743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c803c858-9cbd-45c0-b986-940c4380b227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "PUT /v2.0/routers/61e831e8-fdc1-42a5-8e09-52856041c7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9828062 Aug 29 04:35:51.796901 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.800392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42686) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:51.804151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] Sync routers for ids ['61e831e8-fdc1-42a5-8e09-52856041c7ca'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:51.839702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Router c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:51.881887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] Routers {'61e831e8-fdc1-42a5-8e09-52856041c7ca'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:51.882756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['61e831e8-fdc1-42a5-8e09-52856041c7ca'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:51.943415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d454c127-0742-4932-96fc-2643f3b22afc None None] For port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf,segment=NetworkSegment(7129839d-f913-4627-8c65-3f95e9d65274),segment_id=7129839d-f913-4627-8c65-3f95e9d65274)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:51.945415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:51.947202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:51.986029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-13088818-7a51-4a8f-a5f9-7e8e3fcc7c00 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.987787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-13088818-7a51-4a8f-a5f9-7e8e3fcc7c00 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/networks?id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de HTTP/1.1" status: 200 len: 814 time: 0.2802846 Aug 29 04:35:51.990929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d454c127-0742-4932-96fc-2643f3b22afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.992170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5aa36eb-9c4f-4bfa-b0fa-6501940636e0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting subnet ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:52.005605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5aa36eb-9c4f-4bfa-b0fa-6501940636e0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.014097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port c26cc6c1-06c6-482f-a90e-297848d07c39, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c26cc6c1-06c6-482f-a90e-297848d07c39,segment=NetworkSegment(aee5f389-936a-414b-9495-d4bc4f103991),segment_id=aee5f389-936a-414b-9495-d4bc4f103991)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:52.049285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:52.057167 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.060778 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-90cdc0e6-d037-4d20-a336-6c7291410d33 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "PUT /v2.0/routers/c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7 HTTP/1.1" status: 200 len: 880 time: 4.3631384 Aug 29 04:35:52.065468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42688) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:52.070411 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7140568-c8ad-4ecc-88d3-8a560a57ce35 None None] Sync routers for ids ['c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:52.087795 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7140568-c8ad-4ecc-88d3-8a560a57ce35 None None] Routers {'c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:52.088441 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7140568-c8ad-4ecc-88d3-8a560a57ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:52.140967 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454c127-0742-4932-96fc-2643f3b22afc None None] Pushing event updated for resources: {'Port': ['ID=ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:52.178264 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7140568-c8ad-4ecc-88d3-8a560a57ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:52.191392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5aa36eb-9c4f-4bfa-b0fa-6501940636e0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.207636 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7140568-c8ad-4ecc-88d3-8a560a57ce35 None None] Routers {'c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:52.208462 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7140568-c8ad-4ecc-88d3-8a560a57ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:52.236609 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.238755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-9e6088b9-22c2-47f3-a849-ec2708d74f9a tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/quotas/50400dbdb0ea41679b81cff07addf6ec HTTP/1.1" status: 200 len: 375 time: 0.2410727 Aug 29 04:35:52.246986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:52.263640 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7140568-c8ad-4ecc-88d3-8a560a57ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:52.264357 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7140568-c8ad-4ecc-88d3-8a560a57ce35 None None] The sync data for ids ['c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:52.270630 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8042634e-762a-45e4-b18c-637cf130ad68 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/routers/c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7 HTTP/1.1" status: 200 len: 921 time: 0.2036953 Aug 29 04:35:52.271478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42690) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:52.368025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] Set router 61e831e8-fdc1-42a5-8e09-52856041c7ca gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:52.371471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=c26cc6c1-06c6-482f-a90e-297848d07c39,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:52.377386 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7bc792-9a22-4bf6-8594-634d97d73511 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.382764 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4a7bc792-9a22-4bf6-8594-634d97d73511 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&device_id=c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1101322 Aug 29 04:35:52.383728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42694) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:52.455858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-eb53ba90-eaaa-400d-8e9e-85819a302fe2 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=50400dbdb0ea41679b81cff07addf6ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085989 Aug 29 04:35:52.473045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5aa36eb-9c4f-4bfa-b0fa-6501940636e0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.531812 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211372ff-310f-413b-8a09-5c2469923d44 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.534328 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-211372ff-310f-413b-8a09-5c2469923d44 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 881 time: 0.1471784 Aug 29 04:35:52.538321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42704) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:52.573271 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-deb527b9-3f7f-4803-b196-db15e517cf4e tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7 HTTP/1.1" status: 200 len: 205 time: 0.0326614 Aug 29 04:35:52.573813 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42706) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:52.659129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aa1b9dd1-e989-4ca2-9af7-2abe7fb2f2fb None None] Provisioning complete for port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:52.659512 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9dd1-e989-4ca2-9af7-2abe7fb2f2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.666461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:52.805346 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.808762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:52.838362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4c92bf09-dfab-4793-8f68-beb2eb0da7a8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0623429 Aug 29 04:35:52.838569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:52.853903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:52.854563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:52.909611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42712) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:52.927138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-388282221'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:53.085322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:53.100912 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.122999 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:35:48Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:53.217955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:53.219181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:53.221352 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.240455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] Checking router: 61e831e8-fdc1-42a5-8e09-52856041c7ca for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:53.257255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.257706 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added segment f6405110-6c2a-438b-b814-8cbe0403a46c of type vlan for network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 Aug 29 04:35:53.260153 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.352074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:53.367586 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.412466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.421717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.422420 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.490003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aa1b9dd1-e989-4ca2-9af7-2abe7fb2f2fb None None] Provisioning for port 90db6952-8413-4622-8287-d9650433a430 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:53.495762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] Routers {'61e831e8-fdc1-42a5-8e09-52856041c7ca'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:53.496677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['61e831e8-fdc1-42a5-8e09-52856041c7ca'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:53.536226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Deleting port d0457aad-2943-4ce8-9dec-fb2ba8c0d3d7 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:53.538187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.541540 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6305754 Aug 29 04:35:53.546504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42716) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:53.555556 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'subnet': {'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:53.655109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] Set router 61e831e8-fdc1-42a5-8e09-52856041c7ca gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:53.677385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858912b-0808-499e-bd10-0d9f24adf394 req-fb288201-f8f2-45aa-9541-d00d2cea3ad3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.689763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c858912b-0808-499e-bd10-0d9f24adf394 req-fb288201-f8f2-45aa-9541-d00d2cea3ad3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.9649923 Aug 29 04:35:53.736621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5aa36eb-9c4f-4bfa-b0fa-6501940636e0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.778153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b419ba-f575-432c-9c1e-7832209bcc1f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Network': ['ID=91eeea4e-8ef5-4e49-9084-4f8a93f61378,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:53.789194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aa1b9dd1-e989-4ca2-9af7-2abe7fb2f2fb None None] Provisioning complete for port 90db6952-8413-4622-8287-d9650433a430 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:53.789962 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9dd1-e989-4ca2-9af7-2abe7fb2f2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.807818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c858912b-0808-499e-bd10-0d9f24adf394 req-337798ba-6473-4e7d-9192-f5b72ed1eb6e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092095 Aug 29 04:35:53.816250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a5aa36eb-9c4f-4bfa-b0fa-6501940636e0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.826351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a5aa36eb-9c4f-4bfa-b0fa-6501940636e0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/subnets/ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4 HTTP/1.1" status: 204 len: 168 time: 2.0244901 Aug 29 04:35:53.827415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa36eb-9c4f-4bfa-b0fa-6501940636e0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4f859c-2717-4dd9-9507-3bbc8ab0e3d4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:53.830709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42718) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:53.853292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:53.857348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.875177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b9dd1-e989-4ca2-9af7-2abe7fb2f2fb None None] Port 90db6952-8413-4622-8287-d9650433a430 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:53.879709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:53.882569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545a1547-1a9b-4a47-ae39-3140e0f438a9 None None] Network 59ed9ab7-ba29-4028-8082-85d2805a6754 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:53.886810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-51581939-a081-4c50-b486-7f8e68bf2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.888923 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-51581939-a081-4c50-b486-7f8e68bf2f77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 1098 time: 0.1342430 Aug 29 04:35:54.031836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.054904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Calling delete_port for d0457aad-2943-4ce8-9dec-fb2ba8c0d3d7 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:54.066661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-cea65cdc-129f-4d8e-98f8-a699372d42f2 service neutron] 10.222.0.49 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6097555 Aug 29 04:35:54.168909 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.182773 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-9aedf5ca-94e7-46ea-a404-521a5b0b5f5a service neutron] 10.222.0.49 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149719 Aug 29 04:35:54.201003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-dcdcbec4-957b-4b6d-ac6b-1a61639cd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.202529 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-dcdcbec4-957b-4b6d-ac6b-1a61639cd1a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.2531664 Aug 29 04:35:54.332640 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-d193b1be-aba7-415c-8011-77a801086581 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 200 len: 1001 time: 0.1089244 Aug 29 04:35:54.404517 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.416482 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e54f5e1b-f5fe-4d41-a550-1087384e95f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.524107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-a01fac42-500c-47b2-896f-a062ff93ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.524811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-a01fac42-500c-47b2-896f-a062ff93ee78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.1693537 Aug 29 04:35:54.527742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33cfba76-b8ce-4ef4-9e67-3bd933a45729 req-09ddc403-f51a-4f8c-937e-fbb192617983 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 210 time: 0.0499942 Aug 29 04:35:54.549022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port 840f079c-ba70-4594-abe2-f28d259de557 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:54.549671 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.628406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.699618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Subnet': ['ID=137c04f8-f3c4-4f95-b09a-146e1b523a7a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:54.708866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port 840f079c-ba70-4594-abe2-f28d259de557, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=840f079c-ba70-4594-abe2-f28d259de557,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:54.710890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.741382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for 840f079c-ba70-4594-abe2-f28d259de557 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:54.759429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.778441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cb9300ba-fde8-4451-bb26-a1776c4bea07 None None] Provisioning complete for port 90db6952-8413-4622-8287-d9650433a430 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:54.779397 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb9300ba-fde8-4451-bb26-a1776c4bea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.888109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Pushing event deleted for resources: {'Port': ['ID=d0457aad-2943-4ce8-9dec-fb2ba8c0d3d7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:54.902258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-df183d8c-3706-44b7-9c48-254da6dc990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.905048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-df183d8c-3706-44b7-9c48-254da6dc990f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3468871 Aug 29 04:35:54.914976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cb9300ba-fde8-4451-bb26-a1776c4bea07 None None] Port 90db6952-8413-4622-8287-d9650433a430 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:54.974555 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c26cc6c1-06c6-482f-a90e-297848d07c39 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:54.986350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Checking segment: {'id': 'f6405110-6c2a-438b-b814-8cbe0403a46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:54.986721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network hostable DHCP agents. Network: 91eeea4e-8ef5-4e49-9084-4f8a93f61378, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:55.111638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c26cc6c1-06c6-482f-a90e-297848d07c39 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:55.112156 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.180830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:35:48Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:55.198539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.227651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6197ef5-a3d3-45e3-b2d6-86f1d95037a8 None None] DHCP port deletion for 59ed9ab7-ba29-4028-8082-85d2805a6754 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:55.237117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06506850-0b73-405d-9d23-7d170c6ca750 None None] The sync data for ids ['61e831e8-fdc1-42a5-8e09-52856041c7ca'] in n-d-712141-12 is: [{'id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954543618', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '840f079c-ba70-4594-abe2-f28d259de557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:33:24Z', 'updated_at': '2021-08-29T04:35:48Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '840f079c-ba70-4594-abe2-f28d259de557', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e831e8-fdc1-42a5-8e09-52856041c7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:33:25Z', 'updated_at': '2021-08-29T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:55.243311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:35:49Z', 'revision_number': 3, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:35:50Z', 'revision_number': 2, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:55.262200 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=840f079c-ba70-4594-abe2-f28d259de557,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.277619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:55.291630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcadf5-75c5-46c0-8f08-26ad9624c3cd req-ca15b0a4-141b-49dc-ab43-99aadfd85f5f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:55.309844 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28bcadf5-75c5-46c0-8f08-26ad9624c3cd req-ca15b0a4-141b-49dc-ab43-99aadfd85f5f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2496386 Aug 29 04:35:55.315491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:55.315842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Updating router 9ae17009-4868-4afd-bed2-c26e0147cfa7 port 90db6952-8413-4622-8287-d9650433a430 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:55.345894 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 91eeea4e-8ef5-4e49-9084-4f8a93f61378) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:55.358837 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.362894 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.379016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216f7e1-c397-4a78-a85d-f521340590d6 None None] Network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:55.391825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:55.392383 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.524950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28bcadf5-75c5-46c0-8f08-26ad9624c3cd req-b4d51448-128e-4c26-848d-ad1ffe82963b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130346 Aug 29 04:35:55.551649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.578288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.581014 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.751166 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.753312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Fanout notify agent at l3_agent the message router_deleted on router c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:55.776895 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2c8ba62a-d710-48fc-b36e-05fa4e1d055a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2266624 Aug 29 04:35:55.781060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42740) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.804062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.810708 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ae6d2d8c-e456-4b5d-9519-38f1411696d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7 HTTP/1.1" status: 204 len: 168 time: 3.2356589 Aug 29 04:35:55.827659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42742) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.845832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cb6a1d70-535e-436c-8d0e-3d5184a41dac tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-96178757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:55.847277 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.851197 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.872578 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.886070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Transition to ACTIVE for port object 90db6952-8413-4622-8287-d9650433a430 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:55.919241 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.947186 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-740829ef-547b-4d2b-8548-0dc0c5500c55 service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9880157 Aug 29 04:35:55.997389 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.997920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Fanout notify agent at l3_agent the message router_deleted on router 61e831e8-fdc1-42a5-8e09-52856041c7ca {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:56.022059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eeec1d48-8d6e-41cc-b728-7eda752bb64d req-713149d5-dbd6-4599-b114-b201ff539e57 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 210 time: 0.3439116 Aug 29 04:35:56.040469 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.044545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-37e4175b-976d-4e92-a49d-c19dd28aefc4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/routers/61e831e8-fdc1-42a5-8e09-52856041c7ca HTTP/1.1" status: 204 len: 168 time: 2.2097893 Aug 29 04:35:56.045970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42744) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.165683 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.296313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port 384318c8-2e68-4abf-b906-d4580bd8b5df {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:56.296996 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.475118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port 384318c8-2e68-4abf-b906-d4580bd8b5df, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=384318c8-2e68-4abf-b906-d4580bd8b5df,segment=NetworkSegment(44ed215e-5977-4137-bb13-776d13b7415d),segment_id=44ed215e-5977-4137-bb13-776d13b7415d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:56.475503 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.484023 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5c267683-7e8b-443b-84b2-98b49fddb3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.506686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for 384318c8-2e68-4abf-b906-d4580bd8b5df owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:56.541563 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.582671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e544e-f2ff-440b-918d-9aa1511eb571 None None] Pushing event updated for resources: {'Port': ['ID=90db6952-8413-4622-8287-d9650433a430,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.839957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b6197ef5-a3d3-45e3-b2d6-86f1d95037a8 None None] Deleting port 384318c8-2e68-4abf-b906-d4580bd8b5df {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:56.840368 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b6197ef5-a3d3-45e3-b2d6-86f1d95037a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.933483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b6197ef5-a3d3-45e3-b2d6-86f1d95037a8 None None] For port 384318c8-2e68-4abf-b906-d4580bd8b5df, host n-d-712141-12, got binding levels [] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:56.941091 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b6197ef5-a3d3-45e3-b2d6-86f1d95037a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.963691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42756) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.973474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b6197ef5-a3d3-45e3-b2d6-86f1d95037a8 None None] Calling delete_port for 384318c8-2e68-4abf-b906-d4580bd8b5df owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:56.981690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.ipam_backend_mixin [None req-b6197ef5-a3d3-45e3-b2d6-86f1d95037a8 None None] Port 384318c8-2e68-4abf-b906-d4580bd8b5df was not found and therefore no delete operation was performed {{(pid=94852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:35:56.990406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Attempting to bind port 90db6952-8413-4622-8287-d9650433a430 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:56.990797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Attempting to bind port 90db6952-8413-4622-8287-d9650433a430 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7129839d-f913-4627-8c65-3f95e9d65274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:56.991231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Attempting to bind port 90db6952-8413-4622-8287-d9650433a430 on network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:56.994504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:56.995738 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.007036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.043655 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b6197ef5-a3d3-45e3-b2d6-86f1d95037a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.066815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 384318c8-2e68-4abf-b906-d4580bd8b5df no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:57.099410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cb6a1d70-535e-436c-8d0e-3d5184a41dac tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.111184 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cb6a1d70-535e-436c-8d0e-3d5184a41dac tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.147559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 384318c8-2e68-4abf-b906-d4580bd8b5df {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:57.152522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 384318c8-2e68-4abf-b906-d4580bd8b5df not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:57.153119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:57.155218 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:57.166028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Checking segment: {'id': '7129839d-f913-4627-8c65-3f95e9d65274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:57.166606 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.167148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Bound using segment: {'id': '7129839d-f913-4627-8c65-3f95e9d65274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:57.167771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Bound port: 90db6952-8413-4622-8287-d9650433a430, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7129839d-f913-4627-8c65-3f95e9d65274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:57.168341 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.219268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=384318c8-2e68-4abf-b906-d4580bd8b5df,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:57.227423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] No DVR routers for this DVR port 384318c8-2e68-4abf-b906-d4580bd8b5df on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:57.351616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc4a2f73-f458-46d4-a762-c400150d57c1 req-08579f4b-159b-4fb3-a3f6-1d8552c4e3cb tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 210 time: 0.1493804 Aug 29 04:35:57.425192 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-071aedb8-2c3e-46dd-9f2f-aedefc94f867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.427337 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-101642b9-6ab5-4259-b280-26e8947c8c37 req-dfcea3c5-b59b-4015-b877-bcef18798e96 service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406402 Aug 29 04:35:57.441035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d1d9b-1d07-4c6d-ab18-d68ffb75f921 req-c5b2af73-b9d8-400a-86ab-d2ac4e6b0510 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.442840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c44d1d9b-1d07-4c6d-ab18-d68ffb75f921 req-c5b2af73-b9d8-400a-86ab-d2ac4e6b0510 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.5845718 Aug 29 04:35:57.477860 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.510147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-75637ef5-46a3-4190-b749-c806ddf5ea8f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.512069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-75637ef5-46a3-4190-b749-c806ddf5ea8f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.52 "GET /v2.0/networks?id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de HTTP/1.1" status: 200 len: 814 time: 0.6907625 Aug 29 04:35:57.515049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ed9ab7-ba29-4028-8082-85d2805a6754']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:57.540292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Request body: {'port': {'device_id': '4a0f57a5-c7fc-43e2-b9f0-47ebe8028575', 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de', 'admin_state_up': True, 'tenant_id': '50400dbdb0ea41679b81cff07addf6ec'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:57.562900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ed215e-5977-4137-bb13-776d13b7415d') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:57.564181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ed215e-5977-4137-bb13-776d13b7415d') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:57.573628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Allocated IP 2001:db8:2::2 (91eeea4e-8ef5-4e49-9084-4f8a93f61378/137c04f8-f3c4-4f95-b09a-146e1b523a7a/cab750a2-ee76-4f7b-afe7-f89b6bd5a42d) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:57.602125 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cb6a1d70-535e-436c-8d0e-3d5184a41dac tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.617212 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cb6a1d70-535e-436c-8d0e-3d5184a41dac tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.619113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6197ef5-a3d3-45e3-b2d6-86f1d95037a8 None None] Pushing event deleted for resources: {'Port': ['ID=384318c8-2e68-4abf-b906-d4580bd8b5df,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:57.623580 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6197ef5-a3d3-45e3-b2d6-86f1d95037a8 None None] No DVR routers for this DVR port 384318c8-2e68-4abf-b906-d4580bd8b5df on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:57.639940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.644393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c44d1d9b-1d07-4c6d-ab18-d68ffb75f921 req-31711473-111e-4db5-a7d4-fce440cc2e97 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842031 Aug 29 04:35:57.652140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:57.656602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6e994be8-8ce7-4181-86ad-0f38ee3ae2ed not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:57.721729 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.757684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:57.758161 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: items = [ Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:57.762906 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:57.865924 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.921349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.931304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-071aedb8-2c3e-46dd-9f2f-aedefc94f867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.941824 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.942997 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.946528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/networks/59ed9ab7-ba29-4028-8082-85d2805a6754 HTTP/1.1" status: 204 len: 168 time: 1.8968806 Aug 29 04:35:57.946528 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-071aedb8-2c3e-46dd-9f2f-aedefc94f867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.947474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42762) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:57.964149 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.026164 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.039129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cb6a1d70-535e-436c-8d0e-3d5184a41dac tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.049080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce4efc-20b8-4aaa-b6aa-c3334e9421f6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Network': ['ID=59ed9ab7-ba29-4028-8082-85d2805a6754,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.051138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Made reservation on behalf of 50400dbdb0ea41679b81cff07addf6ec for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:58.054721 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.056324 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cb6a1d70-535e-436c-8d0e-3d5184a41dac tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.2239048 Aug 29 04:35:58.056764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42764) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:58.067244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'enable_snat': True}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:58.067627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Transition to ACTIVE for port object cab750a2-ee76-4f7b-afe7-f89b6bd5a42d will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:58.086696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] For port 90db6952-8413-4622-8287-d9650433a430, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:58.126899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Transition to ACTIVE for port object cab750a2-ee76-4f7b-afe7-f89b6bd5a42d will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:58.138396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] For port 90db6952-8413-4622-8287-d9650433a430, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=90db6952-8413-4622-8287-d9650433a430,segment=NetworkSegment(7129839d-f913-4627-8c65-3f95e9d65274),segment_id=7129839d-f913-4627-8c65-3f95e9d65274)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:58.153943 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.158602 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.280850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:58.290853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-071aedb8-2c3e-46dd-9f2f-aedefc94f867 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3bbcbb3d84e41f1b3109e26fccb9106&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2785056 Aug 29 04:35:58.291807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071aedb8-2c3e-46dd-9f2f-aedefc94f867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ee9d0d-8a12-4d71-bb1a-ac3b66c9b8da,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.297163 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65f2eecc-7f9e-4749-acb1-a1f6b94df8ba tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.299356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42766) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:58.301548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:58.313256 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:58.330805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e544e-f2ff-440b-918d-9aa1511eb571 None None] Pushing event updated for resources: {'Port': ['ID=90db6952-8413-4622-8287-d9650433a430,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.347363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:58.349219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:58.429227 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.434676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Allocated IP 2001:db8:2::1 (91eeea4e-8ef5-4e49-9084-4f8a93f61378/137c04f8-f3c4-4f95-b09a-146e1b523a7a/74e0c50e-e558-4b2a-8856-551b3d1b76ed) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:58.561066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 840f079c-ba70-4594-abe2-f28d259de557 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:58.627965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 840f079c-ba70-4594-abe2-f28d259de557 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:58.628331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 840f079c-ba70-4594-abe2-f28d259de557 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:58.670434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Pushing event updated for resources: {'Port': ['ID=cab750a2-ee76-4f7b-afe7-f89b6bd5a42d,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.673557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Attempting to bind port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:58.673935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Attempting to bind port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'f6405110-6c2a-438b-b814-8cbe0403a46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:58.674300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Attempting to bind port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d on network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:58.682768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:58.683142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Checking segment: {'id': 'f6405110-6c2a-438b-b814-8cbe0403a46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:58.683548 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.683938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Bound using segment: {'id': 'f6405110-6c2a-438b-b814-8cbe0403a46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:58.684445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Bound port: cab750a2-ee76-4f7b-afe7-f89b6bd5a42d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6405110-6c2a-438b-b814-8cbe0403a46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:58.684830 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.687169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.707419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:58.713384 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Transition to ACTIVE for port object 74e0c50e-e558-4b2a-8856-551b3d1b76ed will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:58.757534 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.798335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-690d999f-aed2-4bd6-a318-f0010ee6c880 req-69df8fb7-a6a5-45eb-9c04-3e4af92f5f78 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 210 time: 0.2368283 Aug 29 04:35:58.818768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=74e0c50e-e558-4b2a-8856-551b3d1b76ed,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.832049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:58.841983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:58.845450 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65f2eecc-7f9e-4749-acb1-a1f6b94df8ba tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.846263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:58.847985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.852765 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a992865c-5ca9-4db0-bf2e-7434b32dfeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.996355 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a992865c-5ca9-4db0-bf2e-7434b32dfeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.058635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa9924-6b90-4e86-8d43-fbe2cad38e7b req-46a2bef4-bd29-4d87-88e5-c8256f22b765 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.060692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84fa9924-6b90-4e86-8d43-fbe2cad38e7b req-46a2bef4-bd29-4d87-88e5-c8256f22b765 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2282910 Aug 29 04:35:59.070640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.104139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Allocated IP 172.20.0.2 (aba7bb40-fb07-42e9-a638-bdeb93d7f1de/7d6a90b9-9c96-454f-a40b-05892f49ee18/a65e54f8-14ef-4488-9e28-875caf2715f5) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:59.164449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] For port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:59.169447 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.210376 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a992865c-5ca9-4db0-bf2e-7434b32dfeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.214245 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a992865c-5ca9-4db0-bf2e-7434b32dfeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.220253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a992865c-5ca9-4db0-bf2e-7434b32dfeed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05ee9d0d-8a12-4d71-bb1a-ac3b66c9b8da HTTP/1.1" status: 204 len: 168 time: 0.9169810 Aug 29 04:35:59.240730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992865c-5ca9-4db0-bf2e-7434b32dfeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ee9d0d-8a12-4d71-bb1a-ac3b66c9b8da,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.245934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84fa9924-6b90-4e86-8d43-fbe2cad38e7b req-0d0d41c7-c451-4696-ae5f-d39712eaf2b8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696303 Aug 29 04:35:59.246639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65f2eecc-7f9e-4749-acb1-a1f6b94df8ba tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.250302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65f2eecc-7f9e-4749-acb1-a1f6b94df8ba tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.251596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-65f2eecc-7f9e-4749-acb1-a1f6b94df8ba tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba758cf0-a217-4034-af3c-322015bfd40f HTTP/1.1" status: 204 len: 168 time: 1.2913442 Aug 29 04:35:59.268772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2eecc-7f9e-4749-acb1-a1f6b94df8ba tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba758cf0-a217-4034-af3c-322015bfd40f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.309432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] For port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cab750a2-ee76-4f7b-afe7-f89b6bd5a42d,segment=NetworkSegment(f6405110-6c2a-438b-b814-8cbe0403a46c),segment_id=f6405110-6c2a-438b-b814-8cbe0403a46c)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:59.347243 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.495650 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.552232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7b05d-1db2-4309-9282-95b5ef96d571 None None] Pushing event updated for resources: {'Port': ['ID=cab750a2-ee76-4f7b-afe7-f89b6bd5a42d,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.555355 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.580399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:35:49Z', 'revision_number': 3, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:35:58Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:59.617532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.631887 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.637747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.638593 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.678500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96ab11-1892-45eb-b242-25b9da49b913 None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:35:49Z', 'revision_number': 3, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:35:58Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:59.790254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42778) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:59.864230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7be0e1b2-bc48-43d6-9b02-010596bd9fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.871106 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.937673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=74e0c50e-e558-4b2a-8856-551b3d1b76ed,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.992836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:59.997219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:00.143228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Network aba7bb40-fb07-42e9-a638-bdeb93d7f1de is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:00.156480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:00.160371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:00.163229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Pushing event updated for resources: {'Port': ['ID=a65e54f8-14ef-4488-9e28-875caf2715f5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.223360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37480a01-45d1-47ae-b3dd-b2d5c1392554 req-9527df3c-f32e-49ed-a98c-d5af1f034daa tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.225068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37480a01-45d1-47ae-b3dd-b2d5c1392554 req-9527df3c-f32e-49ed-a98c-d5af1f034daa tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 931 time: 0.2452552 Aug 29 04:36:00.230304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Allocated IP 172.25.5.6 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/765b4548-e68e-4bbe-9269-527e785f48c5) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:00.239225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7be0e1b2-bc48-43d6-9b02-010596bd9fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.257084 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7be0e1b2-bc48-43d6-9b02-010596bd9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.274427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:00.287462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.288209 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.326164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0e1b2-bc48-43d6-9b02-010596bd9fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f98f35b-23cd-4bd0-860e-99f9e506b00a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.339997 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7be0e1b2-bc48-43d6-9b02-010596bd9fc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9977d506d953418da1802eddf7cea0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467165 Aug 29 04:36:00.354961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42790) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.552444 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1af40d8f-0ed4-4945-be9c-ba11e93d069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.619001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1af40d8f-0ed4-4945-be9c-ba11e93d069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.666725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:00.700622 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-029d3a77-91c5-40e7-87a6-1dc57a2cd5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8884301 Aug 29 04:36:00.718616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42794) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.724462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-769891499'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:00.744748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 90db6952-8413-4622-8287-d9650433a430 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:00.781065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:00.790781 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.845903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 90db6952-8413-4622-8287-d9650433a430 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:00.849323 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1af40d8f-0ed4-4945-be9c-ba11e93d069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.851067 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 90db6952-8413-4622-8287-d9650433a430 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:00.852265 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.853228 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1af40d8f-0ed4-4945-be9c-ba11e93d069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.871153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-c616a9f1-626c-4c1a-8f4f-312b5cc28c6f tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3404975 Aug 29 04:36:00.871757 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1af40d8f-0ed4-4945-be9c-ba11e93d069c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f98f35b-23cd-4bd0-860e-99f9e506b00a HTTP/1.1" status: 204 len: 168 time: 0.5205498 Aug 29 04:36:00.874275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:00.905737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37480a01-45d1-47ae-b3dd-b2d5c1392554 req-9f3b787c-af69-4f2b-8590-9bcc9c6df53e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647358 Aug 29 04:36:00.914919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Request body: {'port': {'device_id': '4a0f57a5-c7fc-43e2-b9f0-47ebe8028575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:00.924796 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:36:00.934612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af40d8f-0ed4-4945-be9c-ba11e93d069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f98f35b-23cd-4bd0-860e-99f9e506b00a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.936911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.948879 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added segment 4802b6fd-b2d0-4bdd-8728-d71458585c65 of type vlan for network 7a818116-e897-42b4-b04f-b859afa87da7 Aug 29 04:36:01.025159 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:01.041894 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:01.042802 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:01.066448 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.131373 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.133272 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.155064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.157748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.205684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 90db6952-8413-4622-8287-d9650433a430, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=90db6952-8413-4622-8287-d9650433a430,segment=NetworkSegment(7129839d-f913-4627-8c65-3f95e9d65274),segment_id=7129839d-f913-4627-8c65-3f95e9d65274)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:01.208185 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.210965 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.211830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cab750a2-ee76-4f7b-afe7-f89b6bd5a42d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:01.234234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61368-39f8-4f5b-9a5a-aece67540e16 req-f5bf2cee-9f47-4ca2-8f97-b14a2ccce405 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.250446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1aa61368-39f8-4f5b-9a5a-aece67540e16 req-f5bf2cee-9f47-4ca2-8f97-b14a2ccce405 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.3984385 Aug 29 04:36:01.272139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.369857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1aa61368-39f8-4f5b-9a5a-aece67540e16 req-c9a553d8-b7a1-430b-98a6-dea6e4fe7a63 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185138 Aug 29 04:36:01.420299 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6976085 Aug 29 04:36:01.433527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42800) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:01.440661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'subnet': {'network_id': '7a818116-e897-42b4-b04f-b859afa87da7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:01.457459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=90db6952-8413-4622-8287-d9650433a430,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:01.463966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:01.493904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13bec9-6e4a-4da7-a886-57bc5464ad3b tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Network': ['ID=7a818116-e897-42b4-b04f-b859afa87da7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:01.506985 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:01.508159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 7a818116-e897-42b4-b04f-b859afa87da7 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:01.590890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c7da7a-93f5-4654-8f76-b48f2043099d None None] Network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:01.640090 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.717368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5b431799-03a2-46f3-b2b6-247013f9029e None None] Provisioning for port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:01.739422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5b431799-03a2-46f3-b2b6-247013f9029e None None] Provisioning complete for port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:01.739809 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5b431799-03a2-46f3-b2b6-247013f9029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.878227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:01.885869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event updated for resources: {'Port': ['ID=765b4548-e68e-4bbe-9269-527e785f48c5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:01.903346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:01.906786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:01.974742 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:35:58Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:35:59Z', 'revision_number': 2, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:35:58Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:02.005442 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:02.006176 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Updating router 9ae17009-4868-4afd-bed2-c26e0147cfa7 port 74e0c50e-e558-4b2a-8856-551b3d1b76ed binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:36:02.048511 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.061385 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5b431799-03a2-46f3-b2b6-247013f9029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.160793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5b431799-03a2-46f3-b2b6-247013f9029e None None] For port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cab750a2-ee76-4f7b-afe7-f89b6bd5a42d,segment=NetworkSegment(f6405110-6c2a-438b-b814-8cbe0403a46c),segment_id=f6405110-6c2a-438b-b814-8cbe0403a46c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:02.166896 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5b431799-03a2-46f3-b2b6-247013f9029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.250629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b431799-03a2-46f3-b2b6-247013f9029e None None] Pushing event updated for resources: {'Port': ['ID=cab750a2-ee76-4f7b-afe7-f89b6bd5a42d,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.261016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Made reservation on behalf of 12da6bb13ae24000abfb68c2e55ad60f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:02.267116 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.502460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-968c8425-b42d-4767-889a-400f6b78a91a None None] Provisioning complete for port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:02.503072 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-968c8425-b42d-4767-889a-400f6b78a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.531305 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.553471 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Transition to ACTIVE for port object 74e0c50e-e558-4b2a-8856-551b3d1b76ed will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:02.560348 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.596603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 90db6952-8413-4622-8287-d9650433a430 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:02.639593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65e54f8-14ef-4488-9e28-875caf2715f5 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:02.640821 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6d46c-f8ff-4c1b-a8f8-181fda026dc1 None None] Pushing event updated for resources: {'Port': ['ID=74e0c50e-e558-4b2a-8856-551b3d1b76ed,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.682813 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.699201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Transition to ACTIVE for port object a65e54f8-14ef-4488-9e28-875caf2715f5 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:02.715650 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.731059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 90db6952-8413-4622-8287-d9650433a430 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:02.731434 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.782712 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Attempting to bind port 74e0c50e-e558-4b2a-8856-551b3d1b76ed on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:02.783323 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Attempting to bind port 74e0c50e-e558-4b2a-8856-551b3d1b76ed by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'f6405110-6c2a-438b-b814-8cbe0403a46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:02.783922 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Attempting to bind port 74e0c50e-e558-4b2a-8856-551b3d1b76ed on network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:02.798781 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:02.798781 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Checking segment: {'id': 'f6405110-6c2a-438b-b814-8cbe0403a46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:02.800513 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.800795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-968c8425-b42d-4767-889a-400f6b78a91a None None] Provisioning for port 74e0c50e-e558-4b2a-8856-551b3d1b76ed completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:02.803535 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Bound using segment: {'id': 'f6405110-6c2a-438b-b814-8cbe0403a46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:02.804496 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Bound port: 74e0c50e-e558-4b2a-8856-551b3d1b76ed, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6405110-6c2a-438b-b814-8cbe0403a46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:02.804978 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.845818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42826) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:02.853233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-39e5eb14-bb6d-4a81-88fe-9dc60921723d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775839850', 'description': 'tempest-secgroup-smoke-775839850 description', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:02.905694 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-39e5eb14-bb6d-4a81-88fe-9dc60921723d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.906951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cab750a2-ee76-4f7b-afe7-f89b6bd5a42d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:02.952384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3f894-f871-4c99-a829-309111717423 req-5d67125f-19a7-4ffc-a1dd-c1ec01a434ef tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.962299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fab3f894-f871-4c99-a829-309111717423 req-5d67125f-19a7-4ffc-a1dd-c1ec01a434ef tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 931 time: 0.7453680 Aug 29 04:36:02.967256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Pushing event updated for resources: {'Port': ['ID=a65e54f8-14ef-4488-9e28-875caf2715f5,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:03.049044 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-39e5eb14-bb6d-4a81-88fe-9dc60921723d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.055422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-39e5eb14-bb6d-4a81-88fe-9dc60921723d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.073777 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] For port 74e0c50e-e558-4b2a-8856-551b3d1b76ed, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:03.081345 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-39e5eb14-bb6d-4a81-88fe-9dc60921723d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.082987 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-39e5eb14-bb6d-4a81-88fe-9dc60921723d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2343218 Aug 29 04:36:03.091839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:03.092314 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.093859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42832) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:03.098705 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] For port 74e0c50e-e558-4b2a-8856-551b3d1b76ed, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=74e0c50e-e558-4b2a-8856-551b3d1b76ed,segment=NetworkSegment(f6405110-6c2a-438b-b814-8cbe0403a46c),segment_id=f6405110-6c2a-438b-b814-8cbe0403a46c)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:03.101617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c76b8293-ac73-4c60-98af-26457b75fa88 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'b2deae1f-e97d-4601-8500-009bda6df537', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:03.106781 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.136741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5eb14-bb6d-4a81-88fe-9dc60921723d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2deae1f-e97d-4601-8500-009bda6df537,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:03.173128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c76b8293-ac73-4c60-98af-26457b75fa88 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.314407 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:03.315042 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:03.347200 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255e1a0-056f-490b-93b1-7b4c0f82f389 req-6a72ea89-5ed6-4683-bf7c-e7174de77bcd tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.350422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2255e1a0-056f-490b-93b1-7b4c0f82f389 req-6a72ea89-5ed6-4683-bf7c-e7174de77bcd tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.3683999 Aug 29 04:36:03.388846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fab3f894-f871-4c99-a829-309111717423 req-20038fcc-110c-4df6-be8d-00f7d0a36202 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251416 Aug 29 04:36:03.398602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c76b8293-ac73-4c60-98af-26457b75fa88 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.406229 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c76b8293-ac73-4c60-98af-26457b75fa88 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.420906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.453318 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6d46c-f8ff-4c1b-a8f8-181fda026dc1 None None] Pushing event updated for resources: {'Port': ['ID=74e0c50e-e558-4b2a-8856-551b3d1b76ed,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:03.473512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b8293-ac73-4c60-98af-26457b75fa88 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694e8f49-eff6-4da2-a691-c33bef3cd8ce,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:03.475651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c76b8293-ac73-4c60-98af-26457b75fa88 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.476796 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c76b8293-ac73-4c60-98af-26457b75fa88 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3811238 Aug 29 04:36:03.488662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42838) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:03.493338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-12aae055-73d5-475b-be7d-a220d115607a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'b2deae1f-e97d-4601-8500-009bda6df537', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:03.531029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Attempting to bind port a65e54f8-14ef-4488-9e28-875caf2715f5 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:03.531405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Attempting to bind port a65e54f8-14ef-4488-9e28-875caf2715f5 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:03.532323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Attempting to bind port a65e54f8-14ef-4488-9e28-875caf2715f5 on network aba7bb40-fb07-42e9-a638-bdeb93d7f1de {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:03.556984 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:03.566029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Port a65e54f8-14ef-4488-9e28-875caf2715f5 on network aba7bb40-fb07-42e9-a638-bdeb93d7f1de not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:36:03.566356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Attempting to bind port a65e54f8-14ef-4488-9e28-875caf2715f5 on network aba7bb40-fb07-42e9-a638-bdeb93d7f1de {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:03.597122 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12aae055-73d5-475b-be7d-a220d115607a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.617987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2255e1a0-056f-490b-93b1-7b4c0f82f389 req-337d2b61-a349-496e-ba77-17671ccd9438 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482796 Aug 29 04:36:03.656735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:03.657485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Checking segment: {'id': '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:03.658986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Bound using segment: {'id': '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:03.659630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Bound port: a65e54f8-14ef-4488-9e28-875caf2715f5, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:03.660236 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.743052 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12aae055-73d5-475b-be7d-a220d115607a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.748979 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12aae055-73d5-475b-be7d-a220d115607a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.795242 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12aae055-73d5-475b-be7d-a220d115607a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.796476 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-12aae055-73d5-475b-be7d-a220d115607a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3067791 Aug 29 04:36:03.801988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42844) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:03.820291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-baffdbbf-ac65-499c-a601-fe7c501800a7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'b2deae1f-e97d-4601-8500-009bda6df537', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:03.857985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aae055-73d5-475b-be7d-a220d115607a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee096073-e78d-4d4c-b955-632980c2608e,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:03.876151 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.886981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baffdbbf-ac65-499c-a601-fe7c501800a7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.991482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] For port a65e54f8-14ef-4488-9e28-875caf2715f5, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:04.000915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baffdbbf-ac65-499c-a601-fe7c501800a7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.007426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baffdbbf-ac65-499c-a601-fe7c501800a7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.011357 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:35:58Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:03Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:04.042731 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-baffdbbf-ac65-499c-a601-fe7c501800a7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.045801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] For port a65e54f8-14ef-4488-9e28-875caf2715f5, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a65e54f8-14ef-4488-9e28-875caf2715f5,segment=NetworkSegment(3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263),segment_id=3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:04.048901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-baffdbbf-ac65-499c-a601-fe7c501800a7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2455778 Aug 29 04:36:04.066328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42848) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:04.069277 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.075511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e703fc69-a909-44df-ab3b-342f6f4ed607 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'b2deae1f-e97d-4601-8500-009bda6df537', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:04.084434 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdd843-313f-445c-9549-c9d48dd32daa None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:35:58Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:03Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:04.093561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffdbbf-ac65-499c-a601-fe7c501800a7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30886bd8-c60e-434e-9ca6-a5fe1609b687,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.141178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Subnet': ['ID=dcd584fe-bead-4e37-95d8-99dae5f664e7,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.168425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e703fc69-a909-44df-ab3b-342f6f4ed607 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.259416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.260257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.261544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] 10.222.0.52 "PUT /v2.0/ports/a65e54f8-14ef-4488-9e28-875caf2715f5 HTTP/1.1" status: 200 len: 1092 time: 3.3516455 Aug 29 04:36:04.269990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0f57a5-c7fc-43e2-b9f0-47ebe8028575', 'tag': 'a65e54f8-14ef-4488-9e28-875caf2715f5'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:04.276938 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89adc50c-da5b-4b01-83a2-a781f790f019" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0f57a5-c7fc-43e2-b9f0-47ebe8028575", "tag": "a65e54f8-14ef-4488-9e28-875caf2715f5"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:04.329956 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e703fc69-a909-44df-ab3b-342f6f4ed607 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.341155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e703fc69-a909-44df-ab3b-342f6f4ed607 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.408339 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.418514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703fc69-a909-44df-ab3b-342f6f4ed607 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8926c14-89ad-4b04-a1fd-80e1660ddf7f,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.434228 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e703fc69-a909-44df-ab3b-342f6f4ed607 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.438164 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e703fc69-a909-44df-ab3b-342f6f4ed607 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3666759 Aug 29 04:36:04.438331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Checking segment: {'id': '4802b6fd-b2d0-4bdd-8728-d71458585c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:04.438331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network hostable DHCP agents. Network: 7a818116-e897-42b4-b04f-b859afa87da7, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:04.451628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42860) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:04.472879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-77a8af06-9210-485f-9b7f-b8642c24b894 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'b2deae1f-e97d-4601-8500-009bda6df537', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:04.481013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a9f34-5831-4b01-8360-05ed77eec823 service neutron] Pushing event updated for resources: {'Port': ['ID=a65e54f8-14ef-4488-9e28-875caf2715f5,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.503663 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.533072 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-77a8af06-9210-485f-9b7f-b8642c24b894 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Project b3b69e4de3d74dd0af3e4bd631a2b142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:36:04.552477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77a8af06-9210-485f-9b7f-b8642c24b894 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.653040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-804a7841-52b5-477d-ad51-df167fd1edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.656260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-804a7841-52b5-477d-ad51-df167fd1edc5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50400dbdb0ea41679b81cff07addf6ec&device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 1095 time: 0.3050566 Aug 29 04:36:04.671469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 7a818116-e897-42b4-b04f-b859afa87da7 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:04.707394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 74e0c50e-e558-4b2a-8856-551b3d1b76ed up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:04.814904 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7074030-73b2-4aee-a054-7e7699baeb73 x-openstack-request-id: req-a7074030-73b2-4aee-a054-7e7699baeb73 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:04.815145 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0f57a5-c7fc-43e2-b9f0-47ebe8028575", "tag": "a65e54f8-14ef-4488-9e28-875caf2715f5", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:04.815511 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7074030-73b2-4aee-a054-7e7699baeb73 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:04.815778 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0f57a5-c7fc-43e2-b9f0-47ebe8028575', 'tag': 'a65e54f8-14ef-4488-9e28-875caf2715f5', 'status': 'completed', 'code': 200} Aug 29 04:36:04.820168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-5b66d365-29f2-40ea-95d6-b3e1e83108dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a65e54f8-14ef-4488-9e28-875caf2715f5 HTTP/1.1" status: 200 len: 217 time: 0.1468983 Aug 29 04:36:04.826573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 7a818116-e897-42b4-b04f-b859afa87da7) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:04.867508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77a8af06-9210-485f-9b7f-b8642c24b894 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.874262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.874685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.880338 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77a8af06-9210-485f-9b7f-b8642c24b894 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.887610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bee3b83-8a20-4227-aa33-55cd5b69acb4 None None] Network 7a818116-e897-42b4-b04f-b859afa87da7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:04.930973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8af06-9210-485f-9b7f-b8642c24b894 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a56d87-c655-4362-9ad6-69f4d9900b92,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.964353 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77a8af06-9210-485f-9b7f-b8642c24b894 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.969421 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-77a8af06-9210-485f-9b7f-b8642c24b894 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5165482 Aug 29 04:36:04.970231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42868) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:04.978753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e1e1e400-2cd2-44d0-8bd1-f32d6307b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.981520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-e1e1e400-2cd2-44d0-8bd1-f32d6307b0fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6a90b9-9c96-454f-a40b-05892f49ee18 HTTP/1.1" status: 200 len: 854 time: 0.1496439 Aug 29 04:36:04.996819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a145796d-037e-4255-889b-db11c6c059ea tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': 'b2deae1f-e97d-4601-8500-009bda6df537', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:05.057998 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-a145796d-037e-4255-889b-db11c6c059ea tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Project b3b69e4de3d74dd0af3e4bd631a2b142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:36:05.066950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 74e0c50e-e558-4b2a-8856-551b3d1b76ed completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:05.071009 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a145796d-037e-4255-889b-db11c6c059ea tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.084775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 74e0c50e-e558-4b2a-8856-551b3d1b76ed triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:05.085466 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.189864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-d0610ce3-baac-4259-b606-624e2880c99b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728235 Aug 29 04:36:05.207509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a145796d-037e-4255-889b-db11c6c059ea tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.212187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a145796d-037e-4255-889b-db11c6c059ea tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.227087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733cbfc-13f4-4f20-a846-2e9a0386de42 req-f0b69538-26e5-4899-b405-35b73f5ec880 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:05.228986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2733cbfc-13f4-4f20-a846-2e9a0386de42 req-f0b69538-26e5-4899-b405-35b73f5ec880 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 943 time: 0.5902057 Aug 29 04:36:05.239852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145796d-037e-4255-889b-db11c6c059ea tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1c9553-6a39-49ca-b269-6845ea7116fd,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:05.252594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f2c566f3-8be3-42fb-914a-6e19c74c81c5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8159509 Aug 29 04:36:05.254841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a145796d-037e-4255-889b-db11c6c059ea tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.260065 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a145796d-037e-4255-889b-db11c6c059ea tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2874393 Aug 29 04:36:05.261029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42872) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:05.261597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42874) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:05.270709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'network': {'name': 'tempest-network-smoke--997247509', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'port_security_enabled': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:05.354609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42878) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:05.360326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Router cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:05.371170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cdd55-24a6-4512-a214-91b637ca0109 req-cf632d95-dc84-413c-97e1-c1c1faafd23d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:05.380399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-483cdd55-24a6-4512-a214-91b637ca0109 req-cf632d95-dc84-413c-97e1-c1c1faafd23d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.3557484 Aug 29 04:36:05.423717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:05.433105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.498007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-7a818116-e897-42b4-b04f-b859afa87da7', 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'fixed_ips': [{'subnet_id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:05.499112 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.538843 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.611198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:05.624727 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.626713 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Added segment a4636644-e183-48a9-8db0-6c878dbab837 of type vlan for network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 Aug 29 04:36:05.654955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 74e0c50e-e558-4b2a-8856-551b3d1b76ed, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=74e0c50e-e558-4b2a-8856-551b3d1b76ed,segment=NetworkSegment(f6405110-6c2a-438b-b814-8cbe0403a46c),segment_id=f6405110-6c2a-438b-b814-8cbe0403a46c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:05.667626 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.758070 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.793158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=74e0c50e-e558-4b2a-8856-551b3d1b76ed,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:05.805210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Allocated IP 2001:db8:3::2 (7a818116-e897-42b4-b04f-b859afa87da7/dcd584fe-bead-4e37-95d8-99dae5f664e7/905e49d8-3ad1-4042-9223-86290e295415) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:05.865407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.resource_extend [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:36:05.910865 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.916818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:05.917519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.993480 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.006846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Transition to ACTIVE for port object 905e49d8-3ad1-4042-9223-86290e295415 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:06.025601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Transition to ACTIVE for port object 905e49d8-3ad1-4042-9223-86290e295415 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:06.037381 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.074109 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:06.088992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c126a52-5646-4acd-9824-a3e0c5e4db5d None None] Sync routers for ids ['cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:06.094869 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e04a1ab2-fd5a-4fcd-80bc-aa7f116a01ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.101556 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.103179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-05d73721-a34c-442c-b9d8-b6e780c3a2d3 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "PUT /v2.0/routers/cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c HTTP/1.1" status: 200 len: 911 time: 8.0400500 Aug 29 04:36:06.107215 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2733cbfc-13f4-4f20-a846-2e9a0386de42 req-aa7216cc-b850-456d-ad1d-f02124dac4b0 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8535855 Aug 29 04:36:06.119184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Pushing event updated for resources: {'Port': ['ID=905e49d8-3ad1-4042-9223-86290e295415,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.129774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42882) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:06.132228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Network 7a818116-e897-42b4-b04f-b859afa87da7 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:06.135415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:06.140032 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c126a52-5646-4acd-9824-a3e0c5e4db5d None None] Routers {'cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:06.141381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1c126a52-5646-4acd-9824-a3e0c5e4db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:06.143730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:06.159926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-483cdd55-24a6-4512-a214-91b637ca0109 req-69998429-d2ed-47ca-9ef7-4d74f3b55f30 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7761862 Aug 29 04:36:06.167277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-08d50ae4-7018-435d-a43d-d09c6b337dc5 service neutron] 10.222.0.52 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9607978 Aug 29 04:36:06.184036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1c126a52-5646-4acd-9824-a3e0c5e4db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:06.237483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c126a52-5646-4acd-9824-a3e0c5e4db5d None None] Routers {'cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:06.237698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1c126a52-5646-4acd-9824-a3e0c5e4db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:06.277681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1c126a52-5646-4acd-9824-a3e0c5e4db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:06.278172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c126a52-5646-4acd-9824-a3e0c5e4db5d None None] The sync data for ids ['cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:06.279991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Attempting to bind port 905e49d8-3ad1-4042-9223-86290e295415 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:06.280585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Attempting to bind port 905e49d8-3ad1-4042-9223-86290e295415 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '4802b6fd-b2d0-4bdd-8728-d71458585c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:06.281971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Attempting to bind port 905e49d8-3ad1-4042-9223-86290e295415 on network 7a818116-e897-42b4-b04f-b859afa87da7 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:06.293921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:06.294331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Checking segment: {'id': '4802b6fd-b2d0-4bdd-8728-d71458585c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:06.295058 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.295462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Bound using segment: {'id': '4802b6fd-b2d0-4bdd-8728-d71458585c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:06.295960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Bound port: 905e49d8-3ad1-4042-9223-86290e295415, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4802b6fd-b2d0-4bdd-8728-d71458585c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:06.296376 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.376312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-af3c22f1-609a-45f5-97cf-867e42448b34 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/routers/cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c HTTP/1.1" status: 200 len: 917 time: 0.2140040 Aug 29 04:36:06.379888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42884) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:06.390400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] For port 905e49d8-3ad1-4042-9223-86290e295415, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:06.394752 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.399069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] For port 905e49d8-3ad1-4042-9223-86290e295415, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=905e49d8-3ad1-4042-9223-86290e295415,segment=NetworkSegment(4802b6fd-b2d0-4bdd-8728-d71458585c65),segment_id=4802b6fd-b2d0-4bdd-8728-d71458585c65)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:06.405997 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.407913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Network': ['ID=94750a3d-70b9-4f3c-81e3-0b43510a70d4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.485590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:06.573584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e26360f1-2655-4fd6-adf9-d267da4ef7de req-3718726a-3d19-4063-a507-80e8935e4d6b service neutron] 10.222.0.52 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827964 Aug 29 04:36:06.578339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a52133-acdb-4713-add4-c9f12e6a6206 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.597227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a1a52133-acdb-4713-add4-c9f12e6a6206 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&device_id=cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2154858 Aug 29 04:36:06.605505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42886) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:06.760729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Allocated IP 2001:db8:3::1 (7a818116-e897-42b4-b04f-b859afa87da7/dcd584fe-bead-4e37-95d8-99dae5f664e7/461928c7-d55e-4b22-b922-b73aa2b12aea) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:06.825908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 74e0c50e-e558-4b2a-8856-551b3d1b76ed up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:06.831381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579671f4-05eb-4977-b615-7344f594d4f2 None None] Pushing event updated for resources: {'Port': ['ID=905e49d8-3ad1-4042-9223-86290e295415,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.839017 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e04a1ab2-fd5a-4fcd-80bc-aa7f116a01ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.877114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e04a1ab2-fd5a-4fcd-80bc-aa7f116a01ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.909084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a111afd-aa3a-419f-8733-609145bda655 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.910490 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.913384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3a111afd-aa3a-419f-8733-609145bda655 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 881 time: 0.2993553 Aug 29 04:36:06.925638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42888) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:06.946482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Transition to ACTIVE for port object 461928c7-d55e-4b22-b922-b73aa2b12aea will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:06.972321 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-95ebc26f-f01c-4ef7-aa45-2336da7e1ab7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7051809 Aug 29 04:36:06.976344 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42890) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:07.003295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc50c-da5b-4b01-83a2-a781f790f019 req-b0910790-ffa5-4cf2-8e31-644ca14f4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.004845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89adc50c-da5b-4b01-83a2-a781f790f019 req-b0910790-ffa5-4cf2-8e31-644ca14f4b27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50400dbdb0ea41679b81cff07addf6ec&device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 1095 time: 0.3067310 Aug 29 04:36:07.005498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'admin_state_up': True, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:07.017271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-847253ba-6d17-4d89-8583-07f6e99137fc tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c HTTP/1.1" status: 200 len: 205 time: 0.0895143 Aug 29 04:36:07.020930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42892) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:07.029063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 74e0c50e-e558-4b2a-8856-551b3d1b76ed triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:07.032468 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.059904 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.065831 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.071010 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.150293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e04a1ab2-fd5a-4fcd-80bc-aa7f116a01ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd16f4e435314692bd1b75d28f0e979e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7837861 Aug 29 04:36:07.198426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42896) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:07.227290 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 7a818116-e897-42b4-b04f-b859afa87da7 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:07.260895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a1ab2-fd5a-4fcd-80bc-aa7f116a01ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f35ecb2-985b-47c8-9607-d07ed4c43cf9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:07.434726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:07.445508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:07.446387 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.544360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.555476 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.560805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc50c-da5b-4b01-83a2-a781f790f019 req-f59a8f64-9dbb-40e6-9711-f1f947903057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.562389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89adc50c-da5b-4b01-83a2-a781f790f019 req-f59a8f64-9dbb-40e6-9711-f1f947903057 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de HTTP/1.1" status: 200 len: 915 time: 0.5405965 Aug 29 04:36:07.575149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=461928c7-d55e-4b22-b922-b73aa2b12aea,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:07.576090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33977e-47db-4bb0-b3ae-4946bf802e0f req-e3ebad82-350a-41c5-9d73-6e70f1c73ca1 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.578010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b33977e-47db-4bb0-b3ae-4946bf802e0f req-e3ebad82-350a-41c5-9d73-6e70f1c73ca1 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 943 time: 0.2512743 Aug 29 04:36:07.631325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdb4d0-d3af-448a-aa8a-223dc243e041 req-1162b241-ed9d-40bd-beb2-473b3c6f9c57 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.639715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2fdb4d0-d3af-448a-aa8a-223dc243e041 req-1162b241-ed9d-40bd-beb2-473b3c6f9c57 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2047400 Aug 29 04:36:07.719842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e66d5f60-369d-4a6c-b0ac-7f6862ce9678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.766431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b33977e-47db-4bb0-b3ae-4946bf802e0f req-88f4a2c2-fc3b-48e4-99f3-710091a2a1e9 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231780 Aug 29 04:36:07.767643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89adc50c-da5b-4b01-83a2-a781f790f019 req-29e7be10-438d-4236-9016-d5a4ad2f067f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a65e54f8-14ef-4488-9e28-875caf2715f5 HTTP/1.1" status: 200 len: 217 time: 0.1461992 Aug 29 04:36:07.789236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2fdb4d0-d3af-448a-aa8a-223dc243e041 req-fabec9e2-3dbc-4b6a-8f18-e500fb027d14 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485972 Aug 29 04:36:07.824871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.830296 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e66d5f60-369d-4a6c-b0ac-7f6862ce9678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.906313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc50c-da5b-4b01-83a2-a781f790f019 req-4cd52a25-f444-4eb6-afc7-3c0947fb2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.908380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89adc50c-da5b-4b01-83a2-a781f790f019 req-4cd52a25-f444-4eb6-afc7-3c0947fb2779 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6a90b9-9c96-454f-a40b-05892f49ee18 HTTP/1.1" status: 200 len: 854 time: 0.1128871 Aug 29 04:36:07.918845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.933169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.946954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e66d5f60-369d-4a6c-b0ac-7f6862ce9678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.949972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e66d5f60-369d-4a6c-b0ac-7f6862ce9678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.959169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89adc50c-da5b-4b01-83a2-a781f790f019 req-8816744b-633b-46fa-a130-d6f4fcd452c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421250 Aug 29 04:36:07.967776 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e66d5f60-369d-4a6c-b0ac-7f6862ce9678 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f35ecb2-985b-47c8-9607-d07ed4c43cf9 HTTP/1.1" status: 204 len: 168 time: 0.7687831 Aug 29 04:36:08.044674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d5f60-369d-4a6c-b0ac-7f6862ce9678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f35ecb2-985b-47c8-9607-d07ed4c43cf9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:08.206179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89adc50c-da5b-4b01-83a2-a781f790f019 req-1da8e0a8-d47e-4f47-ab86-b60c49a07a34 service neutron] 10.222.0.52 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165115 Aug 29 04:36:08.244513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Deleting port 765b4548-e68e-4bbe-9269-527e785f48c5 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:08.244869 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.485463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89adc50c-da5b-4b01-83a2-a781f790f019 req-432a7322-895a-4dc8-9589-f86fe387b815 service neutron] 10.222.0.52 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691500 Aug 29 04:36:08.492637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.511006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe6d23e-61ef-4d47-a821-f163b4a66c3b None None] Network 7a818116-e897-42b4-b04f-b859afa87da7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:08.523342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42906) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:08.529689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Calling delete_port for 765b4548-e68e-4bbe-9269-527e785f48c5 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:08.573482 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.578138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dcdb8b-bc99-40b9-ac67-648c37e836f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.618131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.639414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c7d04a4b-1df8-4dfe-88a5-06625f4c6d2b None None] Provisioning for port 905e49d8-3ad1-4042-9223-86290e295415 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:08.644630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 905e49d8-3ad1-4042-9223-86290e295415 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:08.749721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 905e49d8-3ad1-4042-9223-86290e295415 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:08.774336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 905e49d8-3ad1-4042-9223-86290e295415 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:08.774694 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.778096 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.792820 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.806924 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.808143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.914292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Pushing event deleted for resources: {'Port': ['ID=765b4548-e68e-4bbe-9269-527e785f48c5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:08.934463 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.964641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.25.5.154 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/a1d58c72-8f2b-4d07-b332-9c13f841c2bc) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:09.032126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 905e49d8-3ad1-4042-9223-86290e295415, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=905e49d8-3ad1-4042-9223-86290e295415,segment=NetworkSegment(4802b6fd-b2d0-4bdd-8728-d71458585c65),segment_id=4802b6fd-b2d0-4bdd-8728-d71458585c65)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:09.055506 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.164705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76d99-8e0a-4d4e-9632-f9a9ec16eb39 req-808b1715-a4cc-4219-a3f2-6127b526f3af tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.166680 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bc76d99-8e0a-4d4e-9632-f9a9ec16eb39 req-808b1715-a4cc-4219-a3f2-6127b526f3af tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2261860 Aug 29 04:36:09.167773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.188473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=905e49d8-3ad1-4042-9223-86290e295415,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:09.229561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.267782 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.270429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.274588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event updated for resources: {'Port': ['ID=461928c7-d55e-4b22-b922-b73aa2b12aea,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:09.320475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c023e-954f-42e2-ad4d-84e53e80ef5e req-c080c1b7-ae76-4783-ab33-72b80bb63f43 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.322143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-225c023e-954f-42e2-ad4d-84e53e80ef5e req-c080c1b7-ae76-4783-ab33-72b80bb63f43 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 943 time: 0.3091974 Aug 29 04:36:09.355433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ac510d9a-2f01-4bef-80a9-e1f0e85822d3 None None] Provisioning complete for port 905e49d8-3ad1-4042-9223-86290e295415 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:09.357996 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.358601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Fanout notify agent at l3_agent the message router_deleted on router cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:09.360513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac510d9a-2f01-4bef-80a9-e1f0e85822d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.380727 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.387569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-abe1b932-0df2-421c-8534-c61376a84774 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c HTTP/1.1" status: 204 len: 168 time: 2.3532197 Aug 29 04:36:09.388086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42916) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:09.393542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d74e4d70-12b6-4b2f-b1f7-9a468e11e471 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1433041576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:09.407797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bc76d99-8e0a-4d4e-9632-f9a9ec16eb39 req-6d755173-f220-42d6-958d-c2c3315f5beb tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844321 Aug 29 04:36:09.415246 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.476487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-225c023e-954f-42e2-ad4d-84e53e80ef5e req-7b17f6ad-a7c2-4c2a-ac39-d1a5ef8cc989 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329987 Aug 29 04:36:09.537033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ac510d9a-2f01-4bef-80a9-e1f0e85822d3 None None] Provisioning for port 461928c7-d55e-4b22-b922-b73aa2b12aea completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:09.541195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ac510d9a-2f01-4bef-80a9-e1f0e85822d3 None None] Provisioning complete for port 461928c7-d55e-4b22-b922-b73aa2b12aea triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:09.541623 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ac510d9a-2f01-4bef-80a9-e1f0e85822d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.550999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dcdb8b-bc99-40b9-ac67-648c37e836f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.553877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:09.568018 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:09.572781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:09.578301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d74e4d70-12b6-4b2f-b1f7-9a468e11e471 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.581950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d74e4d70-12b6-4b2f-b1f7-9a468e11e471 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.628356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ac510d9a-2f01-4bef-80a9-e1f0e85822d3 None None] Port 461928c7-d55e-4b22-b922-b73aa2b12aea cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:09.640879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-00dcdb8b-bc99-40b9-ac67-648c37e836f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.679460 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d74e4d70-12b6-4b2f-b1f7-9a468e11e471 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.685842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d74e4d70-12b6-4b2f-b1f7-9a468e11e471 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.713178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Network 7a818116-e897-42b4-b04f-b859afa87da7 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:09.714056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d74e4d70-12b6-4b2f-b1f7-9a468e11e471 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.715475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d74e4d70-12b6-4b2f-b1f7-9a468e11e471 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3264785 Aug 29 04:36:09.718234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 42918) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:09.723786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'enable_snat': False}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:09.753430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aa56618a-d430-4c70-b815-be3fe94d6cdc None None] Provisioning complete for port 461928c7-d55e-4b22-b922-b73aa2b12aea triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:09.755863 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa56618a-d430-4c70-b815-be3fe94d6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.803905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-aa56618a-d430-4c70-b815-be3fe94d6cdc None None] Port 461928c7-d55e-4b22-b922-b73aa2b12aea cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:09.814170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=a1d58c72-8f2b-4d07-b332-9c13f841c2bc,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:09.824274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:09.929819 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-00dcdb8b-bc99-40b9-ac67-648c37e836f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3aa8ebdf5c34265b0e3da5a73b2aef1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4032083 Aug 29 04:36:09.931791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcdb8b-bc99-40b9-ac67-648c37e836f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64f0df3-0337-42fb-9fe6-4d806f17b261,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:09.941151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42920) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:10.026043 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.140697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.153348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:10.188243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4559ad6-1bda-4d35-a4a3-bc531b6bb2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.235227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f2489b8a-b1c3-45da-a30c-1abbf9e970df None None] Provisioning complete for port 461928c7-d55e-4b22-b922-b73aa2b12aea triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:10.235925 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f2489b8a-b1c3-45da-a30c-1abbf9e970df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.259663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4559ad6-1bda-4d35-a4a3-bc531b6bb2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.291220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f2489b8a-b1c3-45da-a30c-1abbf9e970df None None] Port 461928c7-d55e-4b22-b922-b73aa2b12aea cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:10.542288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 905e49d8-3ad1-4042-9223-86290e295415 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:10.694209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5dced-42cb-4e31-ae91-88386e45b813 req-81a189db-e150-430c-ab17-70f3e5331033 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.695743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97d5dced-42cb-4e31-ae91-88386e45b813 req-81a189db-e150-430c-ab17-70f3e5331033 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1365812 Aug 29 04:36:10.733621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6426193-0635-4090-8e0c-62b7316c55e6 req-5e1e062d-6426-4898-aa6d-79be171f8c6e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.735122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6426193-0635-4090-8e0c-62b7316c55e6 req-5e1e062d-6426-4898-aa6d-79be171f8c6e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 943 time: 0.1624546 Aug 29 04:36:10.772415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 905e49d8-3ad1-4042-9223-86290e295415 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:10.772892 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.790636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:10.801505 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:10.817399 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:10.818611 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:10.821507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a65e54f8-14ef-4488-9e28-875caf2715f5 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:36:10.825784 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97d5dced-42cb-4e31-ae91-88386e45b813 req-d428e3c9-83fb-4667-a228-35e0e0a30e89 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001954 Aug 29 04:36:10.830579 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-adc4bd27-a1df-4525-96c8-10bb9654b5ff tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5672050 Aug 29 04:36:10.833966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42936) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:10.838348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7468eb3b-f70f-4c47-a3b4-92f28d99bbda tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:10.844800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6426193-0635-4090-8e0c-62b7316c55e6 req-cff8c206-6b9f-4525-91e2-ff567e605376 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000419 Aug 29 04:36:10.849642 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.869156 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.952749 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4559ad6-1bda-4d35-a4a3-bc531b6bb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.955944 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4559ad6-1bda-4d35-a4a3-bc531b6bb2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.957222 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c4559ad6-1bda-4d35-a4a3-bc531b6bb2c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f64f0df3-0337-42fb-9fe6-4d806f17b261 HTTP/1.1" status: 204 len: 168 time: 0.9779902 Aug 29 04:36:10.982800 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:10.984008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4559ad6-1bda-4d35-a4a3-bc531b6bb2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64f0df3-0337-42fb-9fe6-4d806f17b261,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:11.023796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a65e54f8-14ef-4488-9e28-875caf2715f5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a65e54f8-14ef-4488-9e28-875caf2715f5,segment=NetworkSegment(3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263),segment_id=3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:11.049191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'a65e54f8-14ef-4488-9e28-875caf2715f5', 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de', 'port_id': 'a65e54f8-14ef-4488-9e28-875caf2715f5', 'mac_address': 'fa:16:3e:5c:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a90b9-9c96-454f-a40b-05892f49ee18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:36:11.074168 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.102446 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.105890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Allocated IP 172.25.5.50 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/757be135-df1d-4402-b3cf-8a6e396235e4) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:11.117477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65e54f8-14ef-4488-9e28-875caf2715f5 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:11.162206 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a65e54f8-14ef-4488-9e28-875caf2715f5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a65e54f8-14ef-4488-9e28-875caf2715f5,segment=NetworkSegment(3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263),segment_id=3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:11.168709 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.254631 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.285417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=a65e54f8-14ef-4488-9e28-875caf2715f5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:11.326294 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.383435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:11.387203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:11.389904 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:07Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '461928c7-d55e-4b22-b922-b73aa2b12aea', 'name': '', 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:2b:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:06Z', 'updated_at': '2021-08-29T04:36:08Z', 'revision_number': 2, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:11.392005 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 3296af22-3e35-4ada-b844-0672e184b6d2 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:11.395463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:11.418302 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:11.420607 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Updating router 9ae17009-4868-4afd-bed2-c26e0147cfa7 port 461928c7-d55e-4b22-b922-b73aa2b12aea binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:36:11.427105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Pushing event updated for resources: {'Port': ['ID=757be135-df1d-4402-b3cf-8a6e396235e4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:11.460495 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.467012 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.extraroute_db [None req-7468eb3b-f70f-4c47-a3b4-92f28d99bbda tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:36:11.492459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.extraroute_db [None req-7468eb3b-f70f-4c47-a3b4-92f28d99bbda tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Removed routes are [] {{(pid=94850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:36:11.492866 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7468eb3b-f70f-4c47-a3b4-92f28d99bbda tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.590482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11983e9-702a-4127-a074-116b14cdee5c req-1becbfeb-ee81-4694-a51b-ad781689becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:11.592382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f11983e9-702a-4127-a074-116b14cdee5c req-1becbfeb-ee81-4694-a51b-ad781689becd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 1098 time: 0.1086104 Aug 29 04:36:11.606790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['a65e54f8-14ef-4488-9e28-875caf2715f5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:11.806210 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7468eb3b-f70f-4c47-a3b4-92f28d99bbda tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.807077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11983e9-702a-4127-a074-116b14cdee5c req-fa95c3c8-6d41-4562-9874-2411b49b9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:11.809307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f11983e9-702a-4127-a074-116b14cdee5c req-fa95c3c8-6d41-4562-9874-2411b49b9eb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.2097266 Aug 29 04:36:11.815700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7468eb3b-f70f-4c47-a3b4-92f28d99bbda tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.919279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:11.930382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Sync routers for ids ['3296af22-3e35-4ada-b844-0672e184b6d2'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:11.933276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.946051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Routers {'3296af22-3e35-4ada-b844-0672e184b6d2'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:11.946841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3296af22-3e35-4ada-b844-0672e184b6d2'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:11.962310 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.963827 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6e8ed720-e587-4ded-95c1-1531e543ab66 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9796939 Aug 29 04:36:11.967191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42962) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.001238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7468eb3b-f70f-4c47-a3b4-92f28d99bbda tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:12.032515 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.044863 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Transition to ACTIVE for port object 461928c7-d55e-4b22-b922-b73aa2b12aea will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:12.055841 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.110347 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b320f-68c1-44fa-a169-3445d73e0fb4 None None] Pushing event updated for resources: {'Port': ['ID=461928c7-d55e-4b22-b922-b73aa2b12aea,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:12.125871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7468eb3b-f70f-4c47-a3b4-92f28d99bbda tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:12.135567 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7468eb3b-f70f-4c47-a3b4-92f28d99bbda tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.137559 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7468eb3b-f70f-4c47-a3b4-92f28d99bbda tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7 HTTP/1.1" status: 200 len: 953 time: 1.3031847 Aug 29 04:36:12.141664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42966) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.190781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f11983e9-702a-4127-a074-116b14cdee5c req-64fbf453-13c1-4922-9894-5ab9748c4dfc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 200 len: 1001 time: 0.3739376 Aug 29 04:36:12.248444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Set router 3296af22-3e35-4ada-b844-0672e184b6d2 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:12.254247 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Attempting to bind port 461928c7-d55e-4b22-b922-b73aa2b12aea on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:12.254247 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Attempting to bind port 461928c7-d55e-4b22-b922-b73aa2b12aea by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '4802b6fd-b2d0-4bdd-8728-d71458585c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:12.254548 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Attempting to bind port 461928c7-d55e-4b22-b922-b73aa2b12aea on network 7a818116-e897-42b4-b04f-b859afa87da7 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:12.266324 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:12.266703 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Checking segment: {'id': '4802b6fd-b2d0-4bdd-8728-d71458585c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:12.267106 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.267495 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Bound using segment: {'id': '4802b6fd-b2d0-4bdd-8728-d71458585c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:12.269532 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Bound port: 461928c7-d55e-4b22-b922-b73aa2b12aea, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4802b6fd-b2d0-4bdd-8728-d71458585c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:12.269936 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.316593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0973ff0-0fcb-4c0d-854e-fc7335c67240 req-9ebe477e-6981-4cda-8fba-aa77812a9d13 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.331121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0973ff0-0fcb-4c0d-854e-fc7335c67240 req-9ebe477e-6981-4cda-8fba-aa77812a9d13 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2706811 Aug 29 04:36:12.363981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab81964-8ce8-48dd-9c89-d11d112e9460 req-e09bdeae-7b53-448f-9210-e95b9d26e960 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.365617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ab81964-8ce8-48dd-9c89-d11d112e9460 req-e09bdeae-7b53-448f-9210-e95b9d26e960 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 944 time: 0.3076260 Aug 29 04:36:12.396225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11983e9-702a-4127-a074-116b14cdee5c req-8a3fda25-5fda-4544-ac52-e8c7ae86f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.397982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f11983e9-702a-4127-a074-116b14cdee5c req-8a3fda25-5fda-4544-ac52-e8c7ae86f64f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.1614013 Aug 29 04:36:12.412249 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] For port 461928c7-d55e-4b22-b922-b73aa2b12aea, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:12.416652 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] For port 461928c7-d55e-4b22-b922-b73aa2b12aea, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=461928c7-d55e-4b22-b922-b73aa2b12aea,segment=NetworkSegment(4802b6fd-b2d0-4bdd-8728-d71458585c65),segment_id=4802b6fd-b2d0-4bdd-8728-d71458585c65)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:12.424748 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.467313 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:12.468144 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:12.495774 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0f216bca-4207-4dde-84fa-3ac82e05e5a9 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=b3b69e4de3d74dd0af3e4bd631a2b142&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5269084 Aug 29 04:36:12.505246 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a602138c-6ec9-4da9-9444-780961e4ed01 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7 HTTP/1.1" status: 200 len: 953 time: 0.3598080 Aug 29 04:36:12.505246 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42972) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.516300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42974) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.526964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-643e68fc-93a0-4080-91b3-3c6ace1421bc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'routes': None}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:12.567277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:09Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:12.663851 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:12.665918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Checking router: 3296af22-3e35-4ada-b844-0672e184b6d2 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:12.666396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Updating router 3296af22-3e35-4ada-b844-0672e184b6d2 port a1d58c72-8f2b-4d07-b332-9c13f841c2bc binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:36:12.681310 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b320f-68c1-44fa-a169-3445d73e0fb4 None None] Pushing event updated for resources: {'Port': ['ID=461928c7-d55e-4b22-b922-b73aa2b12aea,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:12.713666 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.729327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ab81964-8ce8-48dd-9c89-d11d112e9460 req-93efe9fb-bcb2-4db4-9308-cdbeb144cde5 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547757 Aug 29 04:36:12.776527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.785166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0973ff0-0fcb-4c0d-854e-fc7335c67240 req-15c9da8a-63dd-47b2-a7d8-d79e2e14e516 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4531789 Aug 29 04:36:12.800468 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.815210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11983e9-702a-4127-a074-116b14cdee5c req-bb06cf15-5b70-4e26-874c-8791904899b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.816839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f11983e9-702a-4127-a074-116b14cdee5c req-bb06cf15-5b70-4e26-874c-8791904899b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3693042 Aug 29 04:36:12.908946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d3d2db-19e6-452f-bf1f-4d1ecec3b80b tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.910749 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e6d3d2db-19e6-452f-bf1f-4d1ecec3b80b tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4064467 Aug 29 04:36:12.913711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42984) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.953573 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-469d09b3-65cb-4959-b544-eb8991ee7a99 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382812 Aug 29 04:36:12.958260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 42986) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.966003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1957781984', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:13.091806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f11983e9-702a-4127-a074-116b14cdee5c req-fd1460c8-e639-4cac-b9d2-e860a62e3a35 service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903584 Aug 29 04:36:13.107911 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.123109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Transition to ACTIVE for port object a1d58c72-8f2b-4d07-b332-9c13f841c2bc will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:13.127170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:13.132015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.132802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a65e54f8-14ef-4488-9e28-875caf2715f5 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:13.142880 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.209274 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:11Z', 'revision_number': 6, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '461928c7-d55e-4b22-b922-b73aa2b12aea', 'name': '', 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:2b:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:06Z', 'updated_at': '2021-08-29T04:36:12Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:13.225100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Attempting to bind port a1d58c72-8f2b-4d07-b332-9c13f841c2bc on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:13.225623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Attempting to bind port a1d58c72-8f2b-4d07-b332-9c13f841c2bc by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:13.226090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Attempting to bind port a1d58c72-8f2b-4d07-b332-9c13f841c2bc on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:13.246118 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff968b-7f20-499d-9b07-28e65c134a8c None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:11Z', 'revision_number': 6, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '461928c7-d55e-4b22-b922-b73aa2b12aea', 'name': '', 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:2b:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:06Z', 'updated_at': '2021-08-29T04:36:12Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:13.253828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:13.254322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:13.254875 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.255364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:13.255961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Bound port: a1d58c72-8f2b-4d07-b332-9c13f841c2bc, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:13.256479 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.304282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60177d-c335-4318-a6fe-32d8a54f3930 None None] Pushing event updated for resources: {'Port': ['ID=a1d58c72-8f2b-4d07-b332-9c13f841c2bc,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:13.362659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port a65e54f8-14ef-4488-9e28-875caf2715f5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:13.377200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] For port a1d58c72-8f2b-4d07-b332-9c13f841c2bc, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:13.382995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] For port a1d58c72-8f2b-4d07-b332-9c13f841c2bc, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a1d58c72-8f2b-4d07-b332-9c13f841c2bc,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:13.385876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port a65e54f8-14ef-4488-9e28-875caf2715f5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:13.386336 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.458110 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.541770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Router 533d79d5-9d83-4a41-84d4-3612b036d958 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:13.603716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Routers {'3296af22-3e35-4ada-b844-0672e184b6d2'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:13.614995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3296af22-3e35-4ada-b844-0672e184b6d2'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:13.624430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f11983e9-702a-4127-a074-116b14cdee5c req-b101b4ec-4ca1-4298-95fa-df6d504cda9f service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242038 Aug 29 04:36:13.640584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.660711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.extraroute_db [None req-643e68fc-93a0-4080-91b3-3c6ace1421bc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added routes are [] {{(pid=94850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:36:13.660711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.extraroute_db [None req-643e68fc-93a0-4080-91b3-3c6ace1421bc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:36:13.778798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] Set router 3296af22-3e35-4ada-b844-0672e184b6d2 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:13.798697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:13.815622 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe7549b-d3de-48dc-8373-ae6c3f670a26 None None] Sync routers for ids ['533d79d5-9d83-4a41-84d4-3612b036d958'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:13.817382 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.826382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4953c81f-b706-4fb8-a07f-19221178d1ba tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "PUT /v2.0/routers/533d79d5-9d83-4a41-84d4-3612b036d958 HTTP/1.1" status: 200 len: 915 time: 4.1068544 Aug 29 04:36:13.828994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43002) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:13.833277 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7549b-d3de-48dc-8373-ae6c3f670a26 None None] Routers {'533d79d5-9d83-4a41-84d4-3612b036d958'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:13.835330 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bbe7549b-d3de-48dc-8373-ae6c3f670a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['533d79d5-9d83-4a41-84d4-3612b036d958'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:13.940071 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bbe7549b-d3de-48dc-8373-ae6c3f670a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:13.967194 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7549b-d3de-48dc-8373-ae6c3f670a26 None None] Routers {'533d79d5-9d83-4a41-84d4-3612b036d958'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:13.967994 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bbe7549b-d3de-48dc-8373-ae6c3f670a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['533d79d5-9d83-4a41-84d4-3612b036d958'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:14.061039 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bbe7549b-d3de-48dc-8373-ae6c3f670a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:14.062277 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe7549b-d3de-48dc-8373-ae6c3f670a26 None None] The sync data for ids ['533d79d5-9d83-4a41-84d4-3612b036d958'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:14.080190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60177d-c335-4318-a6fe-32d8a54f3930 None None] Pushing event updated for resources: {'Port': ['ID=a1d58c72-8f2b-4d07-b332-9c13f841c2bc,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.134504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6998bfb-2d82-41cf-9b0c-2818eae5279d req-c6050979-5321-40bf-95b3-fb345dc21e19 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.136449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6998bfb-2d82-41cf-9b0c-2818eae5279d req-c6050979-5321-40bf-95b3-fb345dc21e19 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 944 time: 0.1972384 Aug 29 04:36:14.147641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.193785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6998bfb-2d82-41cf-9b0c-2818eae5279d req-3310e373-b5c0-4b9b-b0c4-952f3fb86fca tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478811 Aug 29 04:36:14.211167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534df57-fd8d-424e-8839-b73d1987cebd req-acce1caa-c886-437d-b4b6-d88dca4849ae tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.221415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2534df57-fd8d-424e-8839-b73d1987cebd req-acce1caa-c886-437d-b4b6-d88dca4849ae tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.2662699 Aug 29 04:36:14.231831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a65e54f8-14ef-4488-9e28-875caf2715f5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a65e54f8-14ef-4488-9e28-875caf2715f5,segment=NetworkSegment(3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263),segment_id=3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:14.235740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0f57a5-c7fc-43e2-b9f0-47ebe8028575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65e54f8-14ef-4488-9e28-875caf2715f5'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:14.241189 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1b6aec-cbb0-4163-981f-13376958dd07" -d '{"events": [{"server_uuid": "4a0f57a5-c7fc-43e2-b9f0-47ebe8028575", "name": "network-vif-plugged", "status": "completed", "tag": "a65e54f8-14ef-4488-9e28-875caf2715f5"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:14.246700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b35703b4-f43c-4bb3-b50c-27bbca0bbc42 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/routers/533d79d5-9d83-4a41-84d4-3612b036d958 HTTP/1.1" status: 200 len: 921 time: 0.4132819 Aug 29 04:36:14.247159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43008) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.256771 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.257574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 178f0df5-9772-4dce-b3d5-99b6edfa449d no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:14.313489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2534df57-fd8d-424e-8839-b73d1987cebd req-441ca1c9-6d1d-4d04-9e0e-9094ad48b16d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867028 Aug 29 04:36:14.327592 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Subnet': ['ID=cfb14757-e60a-4ccb-8304-dc37368104cb,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.360863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93f4b4-387b-4ede-94c2-793bada04884 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.363199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9d93f4b4-387b-4ede-94c2-793bada04884 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&device_id=533d79d5-9d83-4a41-84d4-3612b036d958&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1137333 Aug 29 04:36:14.365600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43010) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.381258 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ef45ab-6589-43ea-a563-340972bd54f6 x-openstack-request-id: req-91ef45ab-6589-43ea-a563-340972bd54f6 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:14.382795 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0f57a5-c7fc-43e2-b9f0-47ebe8028575", "name": "network-vif-plugged", "status": "completed", "tag": "a65e54f8-14ef-4488-9e28-875caf2715f5", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:14.383257 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91ef45ab-6589-43ea-a563-340972bd54f6 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:14.384159 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f57a5-c7fc-43e2-b9f0-47ebe8028575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65e54f8-14ef-4488-9e28-875caf2715f5', 'code': 200} Aug 29 04:36:14.395124 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-643e68fc-93a0-4080-91b3-3c6ace1421bc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.452303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:09Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:14.463759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=a65e54f8-14ef-4488-9e28-875caf2715f5,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.498631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Checking segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:14.498631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network hostable DHCP agents. Network: 94750a3d-70b9-4f3c-81e3-0b43510a70d4, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:14.532494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:14.556419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e8b6e-1692-47c9-b625-14a8ec6b1503 None None] The sync data for ids ['3296af22-3e35-4ada-b844-0672e184b6d2'] in n-d-712141-12 is: [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:09Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:14.572044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:14.572735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:14.616345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f389e0f-21d8-4096-b640-d918947145a7 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.620289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6f389e0f-21d8-4096-b640-d918947145a7 tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/networks/56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 881 time: 0.2498000 Aug 29 04:36:14.621872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43016) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.651111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d60ed-a7f7-40b5-bcc1-df561786a0a1 req-d235da49-4024-4ce0-b3b9-01883be4a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.653108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea6d60ed-a7f7-40b5-bcc1-df561786a0a1 req-d235da49-4024-4ce0-b3b9-01883be4a5db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 1097 time: 0.2248087 Aug 29 04:36:14.655236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 461928c7-d55e-4b22-b922-b73aa2b12aea up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:14.673340 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-65962444-6afa-4cd1-ae29-f4721a477c2f tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d79d5-9d83-4a41-84d4-3612b036d958 HTTP/1.1" status: 200 len: 205 time: 0.0446401 Aug 29 04:36:14.675697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:14.680868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43018) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.723754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea6d60ed-a7f7-40b5-bcc1-df561786a0a1 req-16060652-76a1-4840-b4be-7549719d6f44 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606043 Aug 29 04:36:14.744874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 94750a3d-70b9-4f3c-81e3-0b43510a70d4) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:14.757716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1927b0-cf2e-4cc8-b843-fc0bd879f228 None None] Network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:14.778037 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.795634 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.795841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.836565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:14.909159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43022) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.909748 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bdd3ec0a-9e2e-4dc2-9371-0dcc1a80974f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9497263 Aug 29 04:36:14.935585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-643e68fc-93a0-4080-91b3-3c6ace1421bc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.943759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-643e68fc-93a0-4080-91b3-3c6ace1421bc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.970877 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.002099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 461928c7-d55e-4b22-b922-b73aa2b12aea completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:15.014400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:15.034508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 461928c7-d55e-4b22-b922-b73aa2b12aea triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:15.035240 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.110957 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.196532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643e68fc-93a0-4080-91b3-3c6ace1421bc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:15.214697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.402086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643e68fc-93a0-4080-91b3-3c6ace1421bc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:15.426859 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-643e68fc-93a0-4080-91b3-3c6ace1421bc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.426859 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-643e68fc-93a0-4080-91b3-3c6ace1421bc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7 HTTP/1.1" status: 200 len: 703 time: 2.9076831 Aug 29 04:36:15.432218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43028) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:15.445386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:15.447511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Deleting port 757be135-df1d-4402-b3cf-8a6e396235e4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:15.447854 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.458969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779b2a2-92b4-4da7-a143-1977be9169ee req-1cb009d7-ebc2-4e86-a3c6-0bfde7709bae tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:15.460620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8779b2a2-92b4-4da7-a143-1977be9169ee req-1cb009d7-ebc2-4e86-a3c6-0bfde7709bae tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 945 time: 0.1566336 Aug 29 04:36:15.586079 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.612768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Calling delete_port for 757be135-df1d-4402-b3cf-8a6e396235e4 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:15.709220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:15.710126 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.769829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-603818d7-0dc4-44e1-88f3-6062ca5ed7e8 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7 HTTP/1.1" status: 200 len: 703 time: 0.3320796 Aug 29 04:36:15.776708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43034) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:15.793934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8779b2a2-92b4-4da7-a143-1977be9169ee req-ba25c737-3331-4ac0-ab9d-7bea8dae6024 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069092 Aug 29 04:36:15.829518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b721b-0898-4876-bd2b-ca37c8720646 req-6a424054-f7d2-4707-8ad5-d2055cedb55a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:15.836936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-985b721b-0898-4876-bd2b-ca37c8720646 req-6a424054-f7d2-4707-8ad5-d2055cedb55a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.3899393 Aug 29 04:36:15.893187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.920536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Allocated IP 172.20.0.2 (94750a3d-70b9-4f3c-81e3-0b43510a70d4/cfb14757-e60a-4ccb-8304-dc37368104cb/91046f96-1638-4750-908a-5d1fa7a5c2c5) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:15.940164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Pushing event deleted for resources: {'Port': ['ID=757be135-df1d-4402-b3cf-8a6e396235e4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.036671 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.072757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-985b721b-0898-4876-bd2b-ca37c8720646 req-5da202f9-1829-4474-8a35-e7d28d051273 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351315 Aug 29 04:36:16.160809 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.174407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Transition to ACTIVE for port object 91046f96-1638-4750-908a-5d1fa7a5c2c5 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:16.215570 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.221538 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.269428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Transition to ACTIVE for port object 91046f96-1638-4750-908a-5d1fa7a5c2c5 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:16.292366 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.292711 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.305433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.306548 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Fanout notify agent at l3_agent the message router_deleted on router 533d79d5-9d83-4a41-84d4-3612b036d958 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:16.318995 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.320234 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b7383953-4359-44cf-b1b3-ab798d3ca095 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/533d79d5-9d83-4a41-84d4-3612b036d958 HTTP/1.1" status: 204 len: 168 time: 1.6381888 Aug 29 04:36:16.323920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43042) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:16.327296 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.331204 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1052497585', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:16.358092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.359386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.388155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:16.391374 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9ce71a-8088-4cc7-92da-538f545efbde" -d '{"events": [{"server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "name": "network-vif-unplugged", "status": "completed", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:16.395557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:16.432130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 461928c7-d55e-4b22-b922-b73aa2b12aea, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=461928c7-d55e-4b22-b922-b73aa2b12aea,segment=NetworkSegment(4802b6fd-b2d0-4bdd-8728-d71458585c65),segment_id=4802b6fd-b2d0-4bdd-8728-d71458585c65)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:16.437706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:16.443656 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.446781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:16.454011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Pushing event updated for resources: {'Port': ['ID=91046f96-1638-4750-908a-5d1fa7a5c2c5,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.463308 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.478150 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cea1686-1733-42b1-a5f7-dd18e5facd83 x-openstack-request-id: req-7cea1686-1733-42b1-a5f7-dd18e5facd83 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:16.478500 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "name": "network-vif-unplugged", "status": "failed", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d", "code": 422}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:16.478810 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cea1686-1733-42b1-a5f7-dd18e5facd83 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:16.479307 n-d-712141-12 neutron-server[94852]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'code': 422} returned with failed status Aug 29 04:36:16.559370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:14Z', 'revision_number': 7, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '461928c7-d55e-4b22-b922-b73aa2b12aea', 'name': '', 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:2b:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:06Z', 'updated_at': '2021-08-29T04:36:12Z', 'revision_number': 4, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:16.622272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:16.626262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Attempting to bind port 91046f96-1638-4750-908a-5d1fa7a5c2c5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:16.626632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Attempting to bind port 91046f96-1638-4750-908a-5d1fa7a5c2c5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:16.626993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Attempting to bind port 91046f96-1638-4750-908a-5d1fa7a5c2c5 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:16.632312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=461928c7-d55e-4b22-b922-b73aa2b12aea,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.637850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:16.638227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Checking segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:16.638610 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.638998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Bound using segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:16.639470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Bound port: 91046f96-1638-4750-908a-5d1fa7a5c2c5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:16.639852 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.646791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:16.647412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:16.731366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.764952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a1d58c72-8f2b-4d07-b332-9c13f841c2bc up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:16.855077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:17.014101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] For port 91046f96-1638-4750-908a-5d1fa7a5c2c5, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:17.038520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] For port 91046f96-1638-4750-908a-5d1fa7a5c2c5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=91046f96-1638-4750-908a-5d1fa7a5c2c5,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:17.049074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.079142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.097220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a1d58c72-8f2b-4d07-b332-9c13f841c2bc completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:17.103148 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.130728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a1d58c72-8f2b-4d07-b332-9c13f841c2bc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:17.131397 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.305334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Allocated IP 172.25.5.91 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/52157330-d97a-4062-acb4-5301640c7447) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:17.314992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b0f69-6a0b-4f62-97bc-8483bee35f4b None None] Pushing event updated for resources: {'Port': ['ID=91046f96-1638-4750-908a-5d1fa7a5c2c5,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:17.343118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b1538-101d-4374-a8e4-a1a50fcad0f1 req-c6eebcef-63cc-4710-9321-c2b700e845d6 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.344756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a4b1538-101d-4374-a8e4-a1a50fcad0f1 req-c6eebcef-63cc-4710-9321-c2b700e845d6 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 945 time: 0.2060111 Aug 29 04:36:17.388758 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.395019 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.415788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a1d58c72-8f2b-4d07-b332-9c13f841c2bc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a1d58c72-8f2b-4d07-b332-9c13f841c2bc,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:17.421564 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.442769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.20.0.1 (94750a3d-70b9-4f3c-81e3-0b43510a70d4/cfb14757-e60a-4ccb-8304-dc37368104cb/89254946-97ec-4eb4-b6f1-ba5c70ded042) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:17.522725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.536621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a1d58c72-8f2b-4d07-b332-9c13f841c2bc,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:17.547232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:14Z', 'revision_number': 7, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '461928c7-d55e-4b22-b922-b73aa2b12aea', 'name': '', 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:2b:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:06Z', 'updated_at': '2021-08-29T04:36:16Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:17.564557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53df3c-b92f-44c5-9dd2-b57730175b86 req-53b45c26-e604-4903-adaf-e917fec29388 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.566293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb53df3c-b92f-44c5-9dd2-b57730175b86 req-53b45c26-e604-4903-adaf-e917fec29388 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.2823465 Aug 29 04:36:17.569372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a4b1538-101d-4374-a8e4-a1a50fcad0f1 req-a1dc3f7d-6472-4db2-b034-4380e4cfc943 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156382 Aug 29 04:36:17.580747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.582668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b405cca-0f4f-4f4d-ab98-0481ea444762 None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:14Z', 'revision_number': 7, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '461928c7-d55e-4b22-b922-b73aa2b12aea', 'name': '', 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:2b:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:06Z', 'updated_at': '2021-08-29T04:36:16Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:17.674392 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:17.675872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Pushing event updated for resources: {'Port': ['ID=52157330-d97a-4062-acb4-5301640c7447,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:17.679870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:17.682280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:17.766148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb53df3c-b92f-44c5-9dd2-b57730175b86 req-7fb018fa-17eb-4f6d-ab61-0055157836ce tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777341 Aug 29 04:36:17.958027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.975966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Transition to ACTIVE for port object 89254946-97ec-4eb4-b6f1-ba5c70ded042 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:18.031426 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:18.041794 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:18.043387 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:18.052294 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.137255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:18.139345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=89254946-97ec-4eb4-b6f1-ba5c70ded042,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:18.144702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:18.149979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:18.232959 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.243450 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.312710 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:18.372790 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.581570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port 461928c7-d55e-4b22-b922-b73aa2b12aea {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:18.581884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.750591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port 461928c7-d55e-4b22-b922-b73aa2b12aea, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=461928c7-d55e-4b22-b922-b73aa2b12aea,segment=NetworkSegment(4802b6fd-b2d0-4bdd-8728-d71458585c65),segment_id=4802b6fd-b2d0-4bdd-8728-d71458585c65)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:18.750965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.773583 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for 461928c7-d55e-4b22-b922-b73aa2b12aea owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:18.821954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.842212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 91046f96-1638-4750-908a-5d1fa7a5c2c5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:18.860419 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:14Z', 'revision_number': 7, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '461928c7-d55e-4b22-b922-b73aa2b12aea', 'name': '', 'network_id': '7a818116-e897-42b4-b04f-b859afa87da7', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:2b:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:06Z', 'updated_at': '2021-08-29T04:36:16Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': 'dcd584fe-bead-4e37-95d8-99dae5f664e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:18.901146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 178f0df5-9772-4dce-b3d5-99b6edfa449d no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:18.958147 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:18.976909 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:18.977523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0561a7-3924-4764-9ad4-5a749c64cb26 None None] Network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:18.978587 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:18.983969 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.090512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=461928c7-d55e-4b22-b922-b73aa2b12aea,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:19.273039 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cb351d85-9055-4693-b1a7-e6de9805e533 None None] Provisioning for port 91046f96-1638-4750-908a-5d1fa7a5c2c5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:19.285331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 91046f96-1638-4750-908a-5d1fa7a5c2c5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:19.293665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cb351d85-9055-4693-b1a7-e6de9805e533 None None] Provisioning complete for port 91046f96-1638-4750-908a-5d1fa7a5c2c5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:19.294277 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb351d85-9055-4693-b1a7-e6de9805e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.301625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Router 29e1bf67-9297-41e0-a378-d73953e97e2b is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:19.356108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 91046f96-1638-4750-908a-5d1fa7a5c2c5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:19.356861 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.419444 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:19.591620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:19.628191 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.632580 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-76c2079b-85ba-4ea4-a57e-22e0dcaa13e7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3060675 Aug 29 04:36:19.633263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43160) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:19.643890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:19.659995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.694591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.766030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f9c0-acef-4f14-8b80-98a9be7745db None None] Sync routers for ids ['29e1bf67-9297-41e0-a378-d73953e97e2b'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:19.875244 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:18Z', 'revision_number': 8, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:19.893151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1f9c0-acef-4f14-8b80-98a9be7745db None None] Routers {'29e1bf67-9297-41e0-a378-d73953e97e2b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:19.903799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-61f1f9c0-acef-4f14-8b80-98a9be7745db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['29e1bf67-9297-41e0-a378-d73953e97e2b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:19.908448 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877b7c9-a326-40bf-813f-8e14c4cb3f24 None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:18Z', 'revision_number': 8, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:19.931308 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-d06d9541-c7e5-4f51-897d-b0fcd3f11a22 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1749067 Aug 29 04:36:20.014389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-61f1f9c0-acef-4f14-8b80-98a9be7745db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:20.101495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1f9c0-acef-4f14-8b80-98a9be7745db None None] Routers {'29e1bf67-9297-41e0-a378-d73953e97e2b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:20.102359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723028cd-97fd-44ad-8666-05f3affc7d31 req-a0f6685e-3ef3-44fc-810d-90807cbca0c9 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:20.108094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-61f1f9c0-acef-4f14-8b80-98a9be7745db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['29e1bf67-9297-41e0-a378-d73953e97e2b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:20.110155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-723028cd-97fd-44ad-8666-05f3affc7d31 req-a0f6685e-3ef3-44fc-810d-90807cbca0c9 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.7796979 Aug 29 04:36:20.208466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-723028cd-97fd-44ad-8666-05f3affc7d31 req-4167f39b-b12f-4c64-8110-0e222ce2a19f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972998 Aug 29 04:36:20.248925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-61f1f9c0-acef-4f14-8b80-98a9be7745db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:20.249595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f9c0-acef-4f14-8b80-98a9be7745db None None] The sync data for ids ['29e1bf67-9297-41e0-a378-d73953e97e2b'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:20.321432 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb351d85-9055-4693-b1a7-e6de9805e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.331924 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.492989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 91046f96-1638-4750-908a-5d1fa7a5c2c5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=91046f96-1638-4750-908a-5d1fa7a5c2c5,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:20.504520 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.505539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 461928c7-d55e-4b22-b922-b73aa2b12aea up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:20.625319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 461928c7-d55e-4b22-b922-b73aa2b12aea {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:20.625914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 461928c7-d55e-4b22-b922-b73aa2b12aea not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:36:20.756722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Port 461928c7-d55e-4b22-b922-b73aa2b12aea not found, will not notify nova. {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:36:20.760799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a1d58c72-8f2b-4d07-b332-9c13f841c2bc up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:20.831138 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-cb351d85-9055-4693-b1a7-e6de9805e533 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:36:20.831988 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-cb351d85-9055-4693-b1a7-e6de9805e533 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:36:20.854337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=91046f96-1638-4750-908a-5d1fa7a5c2c5,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:20.879336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a1d58c72-8f2b-4d07-b332-9c13f841c2bc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:20.879336 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.254208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 91046f96-1638-4750-908a-5d1fa7a5c2c5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:21.388414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:21.441058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43184) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.525761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 91046f96-1638-4750-908a-5d1fa7a5c2c5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:21.526305 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.536408 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.568900 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.641102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-41b725b1-5b88-403f-8652-1abd0e96ef56 None None] Provisioning for port 89254946-97ec-4eb4-b6f1-ba5c70ded042 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:21.667030 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.693364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-41b725b1-5b88-403f-8652-1abd0e96ef56 None None] Provisioning complete for port 89254946-97ec-4eb4-b6f1-ba5c70ded042 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:21.696162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dae42-1e84-465b-bb82-3eab1feb141a req-f49d3de2-9b42-4176-8eed-beb99a74dc06 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.696892 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-41b725b1-5b88-403f-8652-1abd0e96ef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.704952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-090dae42-1e84-465b-bb82-3eab1feb141a req-f49d3de2-9b42-4176-8eed-beb99a74dc06 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.3126984 Aug 29 04:36:21.705706 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.742498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Deleting port 52157330-d97a-4062-acb4-5301640c7447 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:21.742842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.838024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-41b725b1-5b88-403f-8652-1abd0e96ef56 None None] Port 89254946-97ec-4eb4-b6f1-ba5c70ded042 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:21.841742 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.879795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-41b725b1-5b88-403f-8652-1abd0e96ef56 None None] Provisioning complete for port 91046f96-1638-4750-908a-5d1fa7a5c2c5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:21.888287 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-41b725b1-5b88-403f-8652-1abd0e96ef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.897931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.921489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Calling delete_port for 52157330-d97a-4062-acb4-5301640c7447 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:21.988085 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1a047bdc-ba2a-4b0b-8cfa-55053a40dbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.020804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:22.032778 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:22.038304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 461928c7-d55e-4b22-b922-b73aa2b12aea no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:22.043020 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:22.043641 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:22.078985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9fe27518-fc76-484d-8f62-436c085a1fbc tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2980390 Aug 29 04:36:22.081534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43190) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:22.098963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 461928c7-d55e-4b22-b922-b73aa2b12aea {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:22.099566 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 461928c7-d55e-4b22-b922-b73aa2b12aea not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:22.169495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-090dae42-1e84-465b-bb82-3eab1feb141a req-d0ef9658-7757-4104-8ec5-280dceafce95 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426661 Aug 29 04:36:22.174806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=89254946-97ec-4eb4-b6f1-ba5c70ded042,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.216835 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:22.334751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:22.350593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-2090c1e7-8d71-456b-8f7d-fd78a38ca842 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting subnet dcd584fe-bead-4e37-95d8-99dae5f664e7 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:22.353660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:22.395533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1a047bdc-ba2a-4b0b-8cfa-55053a40dbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.414316 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1a047bdc-ba2a-4b0b-8cfa-55053a40dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.492003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.503146 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1a047bdc-ba2a-4b0b-8cfa-55053a40dbcf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8d27a3d5f0a4f359aae5bc7eb319165&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0604622 Aug 29 04:36:22.506690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a047bdc-ba2a-4b0b-8cfa-55053a40dbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2578cd4-a987-4fc9-8b7a-4fcf6cf722d8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.528342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2090c1e7-8d71-456b-8f7d-fd78a38ca842 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.531069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43192) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:22.554849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Pushing event deleted for resources: {'Port': ['ID=52157330-d97a-4062-acb4-5301640c7447,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.573804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 3296af22-3e35-4ada-b844-0672e184b6d2 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:22.618883 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2090c1e7-8d71-456b-8f7d-fd78a38ca842 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.691299 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.702585 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:18Z', 'revision_number': 8, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:22.771113 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:22.793106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:22.800694 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:22.801319 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:22.804971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5c82e2cb-e7f4-4fc7-95b7-752680287f0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "PUT /v2.0/routers/3296af22-3e35-4ada-b844-0672e184b6d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8943722 Aug 29 04:36:22.808622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Sync routers for ids ['3296af22-3e35-4ada-b844-0672e184b6d2'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:22.848234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Routers {'3296af22-3e35-4ada-b844-0672e184b6d2'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:22.849057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3296af22-3e35-4ada-b844-0672e184b6d2'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:22.903694 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2090c1e7-8d71-456b-8f7d-fd78a38ca842 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.034890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cbb78089-0861-474e-92b1-2d63cafcd878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.051434 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:23.074115 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cbb78089-0861-474e-92b1-2d63cafcd878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.087178 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2090c1e7-8d71-456b-8f7d-fd78a38ca842 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.147707 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Set router 3296af22-3e35-4ada-b844-0672e184b6d2 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:23.153879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090c1e7-8d71-456b-8f7d-fd78a38ca842 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd584fe-bead-4e37-95d8-99dae5f664e7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:23.172659 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2090c1e7-8d71-456b-8f7d-fd78a38ca842 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.177699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2090c1e7-8d71-456b-8f7d-fd78a38ca842 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/dcd584fe-bead-4e37-95d8-99dae5f664e7 HTTP/1.1" status: 204 len: 168 time: 1.0823891 Aug 29 04:36:23.179881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43208) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.233187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.235446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cbb78089-0861-474e-92b1-2d63cafcd878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.238644 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cbb78089-0861-474e-92b1-2d63cafcd878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.239741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cbb78089-0861-474e-92b1-2d63cafcd878 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2578cd4-a987-4fc9-8b7a-4fcf6cf722d8 HTTP/1.1" status: 204 len: 168 time: 0.7056386 Aug 29 04:36:23.266985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-baa234b2-3ce1-4a1a-885d-43bf061dcca9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775839850&fields=id&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 267 time: 0.0907445 Aug 29 04:36:23.268372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb78089-0861-474e-92b1-2d63cafcd878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2578cd4-a987-4fc9-8b7a-4fcf6cf722d8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:23.296155 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.394778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.412123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Router 29e1bf67-9297-41e0-a378-d73953e97e2b has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:23.524900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b7303fed-909d-4343-9fb7-64e857360939 None None] Provisioning complete for port 89254946-97ec-4eb4-b6f1-ba5c70ded042 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:23.524900 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b7303fed-909d-4343-9fb7-64e857360939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.531976 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:18Z', 'revision_number': 8, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:23.586029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac4a62-5094-475a-bbd8-da594130c224 req-79796d09-889d-4027-b7a7-b68db0a78874 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:23.604235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95ac4a62-5094-475a-bbd8-da594130c224 req-79796d09-889d-4027-b7a7-b68db0a78874 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.2764444 Aug 29 04:36:23.608808 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b651f8c-7143-4bfb-9699-3a0734f63f21 None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:18Z', 'revision_number': 8, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '74e0c50e-e558-4b2a-8856-551b3d1b76ed', 'name': '', 'network_id': '91eeea4e-8ef5-4e49-9084-4f8a93f61378', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:7e:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:58Z', 'updated_at': '2021-08-29T04:36:05Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '137c04f8-f3c4-4f95-b09a-146e1b523a7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:23.654572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:23.666927 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8881fb-b88f-4c87-833f-37ac94a2679d None None] Sync routers for ids ['29e1bf67-9297-41e0-a378-d73953e97e2b'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:23.684112 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.684820 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8881fb-b88f-4c87-833f-37ac94a2679d None None] Routers {'29e1bf67-9297-41e0-a378-d73953e97e2b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:23.685500 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c87d493f-9a95-4acc-8f72-e55f9b0ee24b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "PUT /v2.0/routers/29e1bf67-9297-41e0-a378-d73953e97e2b HTTP/1.1" status: 200 len: 706 time: 4.0498562 Aug 29 04:36:23.690053 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2f8881fb-b88f-4c87-833f-37ac94a2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['29e1bf67-9297-41e0-a378-d73953e97e2b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:23.692121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43216) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.702235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455da07-e342-46d0-925a-fbc699fcc34f req-80181f20-57a5-495e-a04c-ee8f94304c7e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:23.704971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-80181f20-57a5-495e-a04c-ee8f94304c7e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/networks?id=94750a3d-70b9-4f3c-81e3-0b43510a70d4 HTTP/1.1" status: 200 len: 796 time: 0.4257400 Aug 29 04:36:23.715680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4574697d-6de1-48fe-95dc-e34f1b0eb6dc None None] Network 7a818116-e897-42b4-b04f-b859afa87da7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:23.720508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95ac4a62-5094-475a-bbd8-da594130c224 req-2dae7ef4-12cf-4968-9b50-9f936280b1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150126 Aug 29 04:36:23.733074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b7303fed-909d-4343-9fb7-64e857360939 None None] Port 89254946-97ec-4eb4-b6f1-ba5c70ded042 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:23.764101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-c3d41abb-ef92-44df-a823-a85b90007ddd tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/quotas/b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 375 time: 0.0395422 Aug 29 04:36:23.788573 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2f8881fb-b88f-4c87-833f-37ac94a2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:23.818874 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8881fb-b88f-4c87-833f-37ac94a2679d None None] Routers {'29e1bf67-9297-41e0-a378-d73953e97e2b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:23.820284 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2f8881fb-b88f-4c87-833f-37ac94a2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['29e1bf67-9297-41e0-a378-d73953e97e2b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:23.899040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43218) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.917243 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2f8881fb-b88f-4c87-833f-37ac94a2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:23.918170 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8881fb-b88f-4c87-833f-37ac94a2679d None None] The sync data for ids ['29e1bf67-9297-41e0-a378-d73953e97e2b'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:23.936383 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-44eb68ff-8bfa-4f40-8215-0a8392a1d97c tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/routers/29e1bf67-9297-41e0-a378-d73953e97e2b HTTP/1.1" status: 200 len: 741 time: 0.2407966 Aug 29 04:36:23.941055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43220) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:23.951355 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8bf7747a-3f8c-4343-8046-41946be4fecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.973116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-762a1763-70a4-46c5-a9ab-795f6ba192f7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1957004 Aug 29 04:36:23.993382 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e65534c9-d6f5-4826-bbd3-6c46a544f472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.016546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:19Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '89254946-97ec-4eb4-b6f1-ba5c70ded042', 'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:6c:47:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:16Z', 'updated_at': '2021-08-29T04:36:20Z', 'revision_number': 2, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:24.030585 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3e21d331-f523-4755-bf4a-c624d4e35f3c tempest-RoutersAdminTest-653277654 tempest-RoutersAdminTest-653277654-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&device_id=29e1bf67-9297-41e0-a378-d73953e97e2b HTTP/1.1" status: 200 len: 205 time: 0.0884290 Aug 29 04:36:24.039828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43224) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:24.050631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Checking router: 3296af22-3e35-4ada-b844-0672e184b6d2 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:24.051326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Updating router 3296af22-3e35-4ada-b844-0672e184b6d2 port 89254946-97ec-4eb4-b6f1-ba5c70ded042 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:36:24.101373 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.125787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17deca5-5844-4c58-92f3-6cb019862168 None None] DHCP port deletion for 7a818116-e897-42b4-b04f-b859afa87da7 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:24.134880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port 905e49d8-3ad1-4042-9223-86290e295415 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:24.134880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.206710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-378a8bfc-e44d-4206-a45f-11e22603f288 service neutron] 10.222.0.49 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898363 Aug 29 04:36:24.228631 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b86dc860-913b-4d49-9cfe-6a46900d8169 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=29e1bf67-9297-41e0-a378-d73953e97e2b HTTP/1.1" status: 200 len: 205 time: 0.1723590 Aug 29 04:36:24.234025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43226) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:24.263036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e65534c9-d6f5-4826-bbd3-6c46a544f472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.278301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e65534c9-d6f5-4826-bbd3-6c46a544f472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.320247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e65534c9-d6f5-4826-bbd3-6c46a544f472 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d30702d87374316b58a95f862cc8aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191103 Aug 29 04:36:24.324864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43228) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:24.347777 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c86cf6b3-44ed-4ef7-bd7b-aba35e58144a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.351156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port 905e49d8-3ad1-4042-9223-86290e295415, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=905e49d8-3ad1-4042-9223-86290e295415,segment=NetworkSegment(4802b6fd-b2d0-4bdd-8728-d71458585c65),segment_id=4802b6fd-b2d0-4bdd-8728-d71458585c65)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:24.351759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.384673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65534c9-d6f5-4826-bbd3-6c46a544f472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d0a8cf-e4db-44d8-a5c1-f83d560da089,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:24.426175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-b058beea-103a-4764-a7e0-05ed4b50f186 service neutron] 10.222.0.49 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614358 Aug 29 04:36:24.448948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for 905e49d8-3ad1-4042-9223-86290e295415 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:24.454094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b17deca5-5844-4c58-92f3-6cb019862168 None None] Deleting port 905e49d8-3ad1-4042-9223-86290e295415 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:24.454694 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b17deca5-5844-4c58-92f3-6cb019862168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.544171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b17deca5-5844-4c58-92f3-6cb019862168 None None] For port 905e49d8-3ad1-4042-9223-86290e295415, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=905e49d8-3ad1-4042-9223-86290e295415,segment=NetworkSegment(4802b6fd-b2d0-4bdd-8728-d71458585c65),segment_id=4802b6fd-b2d0-4bdd-8728-d71458585c65)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:24.544645 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b17deca5-5844-4c58-92f3-6cb019862168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.566856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b17deca5-5844-4c58-92f3-6cb019862168 None None] Calling delete_port for 905e49d8-3ad1-4042-9223-86290e295415 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:24.696599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6ca6-c724-4bd7-8950-5cc616bc9d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.707815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f6072a1-9ba6-43fd-8316-0a10def7dc07 req-5923abd0-dfdf-4e76-9f3f-f4554effc2ee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 210 time: 0.0570450 Aug 29 04:36:24.710371 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c86cf6b3-44ed-4ef7-bd7b-aba35e58144a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.718248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c86cf6b3-44ed-4ef7-bd7b-aba35e58144a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.731611 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6ca6-c724-4bd7-8950-5cc616bc9d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.735564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.840434 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.867459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=905e49d8-3ad1-4042-9223-86290e295415,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:24.875670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No DVR routers for this DVR port 905e49d8-3ad1-4042-9223-86290e295415 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:24.894221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Transition to ACTIVE for port object 89254946-97ec-4eb4-b6f1-ba5c70ded042 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:24.914516 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c86cf6b3-44ed-4ef7-bd7b-aba35e58144a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.915098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86cf6b3-44ed-4ef7-bd7b-aba35e58144a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Fanout notify agent at l3_agent the message router_deleted on router 29e1bf67-9297-41e0-a378-d73953e97e2b {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:24.931071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.940916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c86cf6b3-44ed-4ef7-bd7b-aba35e58144a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.945906 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c86cf6b3-44ed-4ef7-bd7b-aba35e58144a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/29e1bf67-9297-41e0-a378-d73953e97e2b HTTP/1.1" status: 204 len: 168 time: 0.7066474 Aug 29 04:36:24.947523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43236) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:24.983984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3003-e739-4214-9f80-37a1fce63d32 req-71f7ef09-1741-48c7-ac8b-3fdfece5d1f3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:24.992273 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b17deca5-5844-4c58-92f3-6cb019862168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.994683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f69b3003-e739-4214-9f80-37a1fce63d32 req-71f7ef09-1741-48c7-ac8b-3fdfece5d1f3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.1466589 Aug 29 04:36:25.002430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.020121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a818116-e897-42b4-b04f-b859afa87da7']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:25.045283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a432e-bb6e-46d2-8893-43097c48c975 None None] Pushing event updated for resources: {'Port': ['ID=89254946-97ec-4eb4-b6f1-ba5c70ded042,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.055133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17deca5-5844-4c58-92f3-6cb019862168 None None] No DVR routers for this DVR port 905e49d8-3ad1-4042-9223-86290e295415 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:25.058730 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4802b6fd-b2d0-4bdd-8728-d71458585c65') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:25.058730 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4802b6fd-b2d0-4bdd-8728-d71458585c65') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:25.061013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7770eec0-43bd-4174-a7b9-610f6473bcb2 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=29e1bf67-9297-41e0-a378-d73953e97e2b HTTP/1.1" status: 200 len: 205 time: 0.1027009 Aug 29 04:36:25.064547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43238) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.070689 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6ca6-c724-4bd7-8950-5cc616bc9d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.104849 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6ca6-c724-4bd7-8950-5cc616bc9d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.115447 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fcfc6ca6-c724-4bd7-8950-5cc616bc9d80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35d0a8cf-e4db-44d8-a5c1-f83d560da089 HTTP/1.1" status: 204 len: 168 time: 0.7856319 Aug 29 04:36:25.127488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17deca5-5844-4c58-92f3-6cb019862168 None None] Pushing event deleted for resources: {'Port': ['ID=905e49d8-3ad1-4042-9223-86290e295415,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.165433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.225996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc6ca6-c724-4bd7-8950-5cc616bc9d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d0a8cf-e4db-44d8-a5c1-f83d560da089,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.270776 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-c8c449ce-8bea-4b7a-a70d-b2672abf7ede tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] delete failed (client error): The resource could not be found. Aug 29 04:36:25.274730 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.276573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c8c449ce-8bea-4b7a-a70d-b2672abf7ede tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/29e1bf67-9297-41e0-a378-d73953e97e2b HTTP/1.1" status: 404 len: 336 time: 0.2095640 Aug 29 04:36:25.277373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43248) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.287404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 905e49d8-3ad1-4042-9223-86290e295415 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:25.297250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:25.297675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:25.300873 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:25.337934 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 905e49d8-3ad1-4042-9223-86290e295415 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:25.346237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 905e49d8-3ad1-4042-9223-86290e295415 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:25.352463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Attempting to bind port 89254946-97ec-4eb4-b6f1-ba5c70ded042 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:25.357778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Attempting to bind port 89254946-97ec-4eb4-b6f1-ba5c70ded042 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:25.358449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Attempting to bind port 89254946-97ec-4eb4-b6f1-ba5c70ded042 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:25.382555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f69b3003-e739-4214-9f80-37a1fce63d32 req-2cdcf9ca-f746-4d9b-ad45-c8b0a4d2c5e4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224723 Aug 29 04:36:25.385721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:25.386106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Checking segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:25.386515 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.386906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Bound using segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:25.387397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Bound port: 89254946-97ec-4eb4-b6f1-ba5c70ded042, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:25.387784 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.444642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-49137fc2-dcf9-440c-bc13-0c741f54c1d9 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d79d5-9d83-4a41-84d4-3612b036d958 HTTP/1.1" status: 200 len: 205 time: 0.1165156 Aug 29 04:36:25.446589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43252) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.472636 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.496979 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.509119 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/networks/7a818116-e897-42b4-b04f-b859afa87da7 HTTP/1.1" status: 204 len: 168 time: 2.3275573 Aug 29 04:36:25.510138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43254) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.541482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6b79d-1642-4c2e-a1a7-14846a4eddc2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Network': ['ID=7a818116-e897-42b4-b04f-b859afa87da7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.583646 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-c1601a3b-e8de-4a4c-8567-d3d6ffdfa12f tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] delete failed (client error): The resource could not be found. Aug 29 04:36:25.597522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] For port 89254946-97ec-4eb4-b6f1-ba5c70ded042, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:25.598261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c1601a3b-e8de-4a4c-8567-d3d6ffdfa12f tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/533d79d5-9d83-4a41-84d4-3612b036d958 HTTP/1.1" status: 404 len: 336 time: 0.1358874 Aug 29 04:36:25.598908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43258) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.610253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] For port 89254946-97ec-4eb4-b6f1-ba5c70ded042, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=89254946-97ec-4eb4-b6f1-ba5c70ded042,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:25.622016 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.668658 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0956776d-4f74-4014-b3f3-803d36a103a7 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c HTTP/1.1" status: 200 len: 205 time: 0.0660152 Aug 29 04:36:25.672058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43260) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.700218 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Routers {'3296af22-3e35-4ada-b844-0672e184b6d2'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:25.700957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:35:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3296af22-3e35-4ada-b844-0672e184b6d2'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:25.775954 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-fa327fa8-6650-4782-b14b-bdbede2e8d00 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] delete failed (client error): The resource could not be found. Aug 29 04:36:25.778961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a432e-bb6e-46d2-8893-43097c48c975 None None] Pushing event updated for resources: {'Port': ['ID=89254946-97ec-4eb4-b6f1-ba5c70ded042,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.781897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fa327fa8-6650-4782-b14b-bdbede2e8d00 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/cb6f62e1-7576-4cc3-8a48-3f43e7cb2e2c HTTP/1.1" status: 404 len: 336 time: 0.1079280 Aug 29 04:36:25.783784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43264) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.868481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d72fcb0e-2a7f-4627-b582-808d69cebc6d tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7 HTTP/1.1" status: 200 len: 205 time: 0.0810006 Aug 29 04:36:25.870548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43268) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.961055 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-6b4da547-3adb-4909-9b56-9917193ad89f tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] delete failed (client error): The resource could not be found. Aug 29 04:36:25.962237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6b4da547-3adb-4909-9b56-9917193ad89f tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/c8a6a7c3-3062-45eb-b8cb-a9c7b715bfc7 HTTP/1.1" status: 404 len: 336 time: 0.0920770 Aug 29 04:36:26.019253 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43272) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.032997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23d0b416-92bb-4034-8872-821d2bc0557b req-02283f6f-77b1-4151-9525-39827037fa86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 210 time: 0.1464219 Aug 29 04:36:26.132000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-89744ec1-33b4-42c6-832d-46243bcb9b2a tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a3198be-da1b-4b68-b98e-d6ab39db1509 HTTP/1.1" status: 200 len: 205 time: 0.1077814 Aug 29 04:36:26.134407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43278) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.203747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] Set router 3296af22-3e35-4ada-b844-0672e184b6d2 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:26.211606 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-b29d0baf-c4ff-47fc-8ef3-035b7b6dc019 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] delete failed (client error): The resource could not be found. Aug 29 04:36:26.220324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b29d0baf-c4ff-47fc-8ef3-035b7b6dc019 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/2a3198be-da1b-4b68-b98e-d6ab39db1509 HTTP/1.1" status: 404 len: 336 time: 0.0819960 Aug 29 04:36:26.221227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43280) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.242483 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b615aedc-fbaf-4c80-a6d6-e9be11b7f218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.285026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fb2d8351-6bac-451d-a9ee-78921dae3b36 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8e272e-f3b4-4bb3-951e-000487b3e818 HTTP/1.1" status: 200 len: 205 time: 0.0586238 Aug 29 04:36:26.288269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43286) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.382174 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.387635 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-55878a4b-230a-4f86-8f6a-4a9ea5199948 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] delete failed (client error): The resource could not be found. Aug 29 04:36:26.389666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-55878a4b-230a-4f86-8f6a-4a9ea5199948 tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/routers/af8e272e-f3b4-4bb3-951e-000487b3e818 HTTP/1.1" status: 404 len: 336 time: 0.0995960 Aug 29 04:36:26.393710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43290) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:26.469391 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.592907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:19Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '89254946-97ec-4eb4-b6f1-ba5c70ded042', 'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:6c:47:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:16Z', 'updated_at': '2021-08-29T04:36:25Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:26.658710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ffa3b-fae4-486f-bd5a-e798b1985815 None None] The sync data for ids ['3296af22-3e35-4ada-b844-0672e184b6d2'] in n-d-712141-12 is: [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:19Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '89254946-97ec-4eb4-b6f1-ba5c70ded042', 'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:6c:47:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:16Z', 'updated_at': '2021-08-29T04:36:25Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:26.669101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f1821-f6df-49ae-bd16-b153fcd76e7d req-9255d9ae-ea65-4127-8a93-97c6bc6e51bd tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.674417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a1f1821-f6df-49ae-bd16-b153fcd76e7d req-9255d9ae-ea65-4127-8a93-97c6bc6e51bd tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.1544893 Aug 29 04:36:26.712015 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f4975c-490c-4cc1-9b56-937c14f9462b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:26.712506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f4975c-490c-4cc1-9b56-937c14f9462b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:26.721752 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-93f4975c-490c-4cc1-9b56-937c14f9462b tempest-RoutersAdminTest-1718390422 tempest-RoutersAdminTest-1718390422-project] 10.222.0.49 "DELETE /v2.0/subnets/310fd096-542f-4141-9eb0-8bee03a5aa18 HTTP/1.1" status: 404 len: 337 time: 0.3253758 Aug 29 04:36:26.798287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a1f1821-f6df-49ae-bd16-b153fcd76e7d req-06a6f1ac-b32f-4b20-9834-47ecc9439967 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143444 Aug 29 04:36:27.177221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455da07-e342-46d0-925a-fbc699fcc34f req-41a86bd8-db59-40c9-ac30-effa1a129b4f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:27.180949 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-41a86bd8-db59-40c9-ac30-effa1a129b4f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "GET /v2.0/networks?id=94750a3d-70b9-4f3c-81e3-0b43510a70d4 HTTP/1.1" status: 200 len: 796 time: 0.5941031 Aug 29 04:36:27.267272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 89254946-97ec-4eb4-b6f1-ba5c70ded042 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:27.276137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcaa3068-a9cc-40da-9cc2-3413a75e0bdc req-d0b2a412-d993-4b5a-823f-d8b001937b40 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 210 time: 0.0732355 Aug 29 04:36:27.362280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43308) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.433820 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.449972 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.479731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 89254946-97ec-4eb4-b6f1-ba5c70ded042 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:27.488417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 89254946-97ec-4eb4-b6f1-ba5c70ded042 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:27.489064 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-b1c8eb82-d755-42f5-a17a-abaae8ec45d3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 379 time: 0.2965424 Aug 29 04:36:27.489476 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.517014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'port': {'device_id': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'admin_state_up': True, 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'security_groups': ['b2deae1f-e97d-4601-8500-009bda6df537']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:27.590543 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef2d17e0-daf8-4350-b533-68f31a19454f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.682705 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.721154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port 74e0c50e-e558-4b2a-8856-551b3d1b76ed {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:27.721502 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.753006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 89254946-97ec-4eb4-b6f1-ba5c70ded042, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=89254946-97ec-4eb4-b6f1-ba5c70ded042,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:27.766550 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.881064 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef2d17e0-daf8-4350-b533-68f31a19454f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.891934 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=89254946-97ec-4eb4-b6f1-ba5c70ded042,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:27.892941 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ef2d17e0-daf8-4350-b533-68f31a19454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.956851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d17e0-daf8-4350-b533-68f31a19454f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24383dac-3601-417f-91f1-03c821b6d1d5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:27.974655 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port 74e0c50e-e558-4b2a-8856-551b3d1b76ed, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=74e0c50e-e558-4b2a-8856-551b3d1b76ed,segment=NetworkSegment(f6405110-6c2a-438b-b814-8cbe0403a46c),segment_id=f6405110-6c2a-438b-b814-8cbe0403a46c)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:27.975133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.987348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:27.998664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.015731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for 74e0c50e-e558-4b2a-8856-551b3d1b76ed owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:28.082723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ef2d17e0-daf8-4350-b533-68f31a19454f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1c8df03c9d342e2848911e14209634b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7194037 Aug 29 04:36:28.086019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43326) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:28.126617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c541-004f-47f9-8bea-e202050d6fe5 req-d61a249c-a71e-4de2-ad77-2b10aac87cf1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:28.134720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ab4c541-004f-47f9-8bea-e202050d6fe5 req-d61a249c-a71e-4de2-ad77-2b10aac87cf1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.1704204 Aug 29 04:36:28.263634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ab4c541-004f-47f9-8bea-e202050d6fe5 req-cc77ddbf-28bf-41bb-9d19-45b42556eed8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220217 Aug 29 04:36:28.282909 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e01cffa4-2633-4dc9-97b6-eef5c3bcd0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.321466 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e01cffa4-2633-4dc9-97b6-eef5c3bcd0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.380011 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e01cffa4-2633-4dc9-97b6-eef5c3bcd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.382787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e01cffa4-2633-4dc9-97b6-eef5c3bcd0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.388345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e01cffa4-2633-4dc9-97b6-eef5c3bcd0e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24383dac-3601-417f-91f1-03c821b6d1d5 HTTP/1.1" status: 204 len: 168 time: 0.2965503 Aug 29 04:36:28.402301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cffa4-2633-4dc9-97b6-eef5c3bcd0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24383dac-3601-417f-91f1-03c821b6d1d5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:28.466484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.20.0.5 (94750a3d-70b9-4f3c-81e3-0b43510a70d4/cfb14757-e60a-4ccb-8304-dc37368104cb/4f13d65b-2192-4401-9625-f2acf7efc260) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:28.588877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6c63d08-0707-45f5-b25e-08eaf74e0017 req-11e6a7be-aef6-4412-a8be-dda76e328b8e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 210 time: 0.1333663 Aug 29 04:36:28.658256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.794180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=74e0c50e-e558-4b2a-8856-551b3d1b76ed,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:29.058052 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.281088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43358) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:29.325544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 89254946-97ec-4eb4-b6f1-ba5c70ded042 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:29.349371 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2d056b97-5ea5-4994-9667-663ccda1e45b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a81546ce6c243f093fd27132c48b0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661600 Aug 29 04:36:29.350756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43364) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:29.419222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.442324 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9f1d-c11a-4734-8c48-31ca4eaea55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.449491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 89254946-97ec-4eb4-b6f1-ba5c70ded042 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:29.450350 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.516573 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9f1d-c11a-4734-8c48-31ca4eaea55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.582514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bc9b7-cd99-4137-8dfd-a4550ecdcbcf req-186367e6-2ff6-469b-9210-4a4b387e0a99 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:29.587420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c34bc9b7-cd99-4137-8dfd-a4550ecdcbcf req-186367e6-2ff6-469b-9210-4a4b387e0a99 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.1213636 Aug 29 04:36:29.674913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9f1d-c11a-4734-8c48-31ca4eaea55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.688024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9f1d-c11a-4734-8c48-31ca4eaea55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.693593 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2a0d9f1d-c11a-4734-8c48-31ca4eaea55b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14ad2008-ff91-4818-bb20-da4b10f2eff6 HTTP/1.1" status: 204 len: 168 time: 0.3415177 Aug 29 04:36:29.740214 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.741243 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c34bc9b7-cd99-4137-8dfd-a4550ecdcbcf req-998b3894-2ea7-4452-aa1d-8d6175cc2927 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208735 Aug 29 04:36:29.742168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d9f1d-c11a-4734-8c48-31ca4eaea55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ad2008-ff91-4818-bb20-da4b10f2eff6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:29.775344 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Transition to ACTIVE for port object 4f13d65b-2192-4401-9625-f2acf7efc260 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:29.779989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6b58d25-8a51-4f05-930a-4d8eb9380b8e req-5c52c0a5-e0d1-4299-ac10-785e11a6b5c6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 210 time: 0.0673163 Aug 29 04:36:29.932950 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.001043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:30.013545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:30.016737 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:30.054213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=4f13d65b-2192-4401-9625-f2acf7efc260,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.054805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43384) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:30.071868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-b811b0c4-0555-4bb3-8d63-d787c63c3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.074558 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-b811b0c4-0555-4bb3-8d63-d787c63c3b5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334&tenant_id=0487e48474004c2497a09711e3651017 HTTP/1.1" status: 200 len: 1096 time: 0.2058115 Aug 29 04:36:30.080941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:30.090825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:30.150363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.151033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.240515 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc144b18-0cca-4d59-8d56-d4cdeed8bc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.276080 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d2e5285b-f05e-4bdf-b671-94670155d5a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7787521 Aug 29 04:36:30.299919 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Request body: {'port': {'device_id': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:30.359862 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.389717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:30.403432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:30.403940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc144b18-0cca-4d59-8d56-d4cdeed8bc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.408487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dc144b18-0cca-4d59-8d56-d4cdeed8bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.415137 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-379c8697-a949-48b0-ae46-6289dd167356 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8843865 Aug 29 04:36:30.420259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43396) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:30.443788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:30.446019 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:30.451105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.495809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc144b18-0cca-4d59-8d56-d4cdeed8bc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b63b51-973f-4c5a-9b42-1c99135cbcd2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.508386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dc144b18-0cca-4d59-8d56-d4cdeed8bc38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6cb94d667804c32be05c55103cd5959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4503207 Aug 29 04:36:30.509636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43400) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:30.536272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc01c5d2-a64f-4dee-9c81-1bd69d54dab1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting subnet 137c04f8-f3c4-4f95-b09a-146e1b523a7a {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:30.548697 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cc01c5d2-a64f-4dee-9c81-1bd69d54dab1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.559308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0c79afd8-26f9-4f3c-be36-59355f805efe None None] Provisioning for port 4f13d65b-2192-4401-9625-f2acf7efc260 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:30.571787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0c79afd8-26f9-4f3c-be36-59355f805efe None None] Provisioning complete for port 4f13d65b-2192-4401-9625-f2acf7efc260 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:30.573139 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0c79afd8-26f9-4f3c-be36-59355f805efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.625937 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0c79afd8-26f9-4f3c-be36-59355f805efe None None] Port 4f13d65b-2192-4401-9625-f2acf7efc260 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:30.639146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2368caa1-6df2-4620-93bc-32473057fcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.645875 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cc01c5d2-a64f-4dee-9c81-1bd69d54dab1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.669334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:30.692394 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2368caa1-6df2-4620-93bc-32473057fcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.755752 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2368caa1-6df2-4620-93bc-32473057fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.758759 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2368caa1-6df2-4620-93bc-32473057fcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.760140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2368caa1-6df2-4620-93bc-32473057fcf5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7b63b51-973f-4c5a-9b42-1c99135cbcd2 HTTP/1.1" status: 204 len: 168 time: 0.2495806 Aug 29 04:36:30.806359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368caa1-6df2-4620-93bc-32473057fcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b63b51-973f-4c5a-9b42-1c99135cbcd2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.954065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:31.000341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cc01c5d2-a64f-4dee-9c81-1bd69d54dab1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.028657 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:31.041837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f01504-29f5-4256-8d4c-6cce05a2936a req-d1a54e7d-74f5-43cf-a965-50f8ec489504 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.043405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59f01504-29f5-4256-8d4c-6cce05a2936a req-d1a54e7d-74f5-43cf-a965-50f8ec489504 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 931 time: 0.1421006 Aug 29 04:36:31.069220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25115227-03e3-436f-b5ad-546610c18b33 req-35ec2108-89b6-43e8-914b-5f946c438674 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.077167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25115227-03e3-436f-b5ad-546610c18b33 req-35ec2108-89b6-43e8-914b-5f946c438674 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 944 time: 0.1745894 Aug 29 04:36:31.165267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59f01504-29f5-4256-8d4c-6cce05a2936a req-edf90702-8ff5-4f8d-a341-6ccfb18b9efc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071348 Aug 29 04:36:31.184834 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25115227-03e3-436f-b5ad-546610c18b33 req-b9ba540e-c210-4746-a23e-1d9df12f2796 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065507 Aug 29 04:36:31.196144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178f0df5-9772-4dce-b3d5-99b6edfa449d {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:31.216364 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cc01c5d2-a64f-4dee-9c81-1bd69d54dab1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.241824 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.267992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Transition to ACTIVE for port object 178f0df5-9772-4dce-b3d5-99b6edfa449d will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:31.277059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.300943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01c5d2-a64f-4dee-9c81-1bd69d54dab1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Subnet': ['ID=137c04f8-f3c4-4f95-b09a-146e1b523a7a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.302049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:28Z', 'revision_number': 9, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:31.317522 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cc01c5d2-a64f-4dee-9c81-1bd69d54dab1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.321009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f13d65b-2192-4401-9625-f2acf7efc260 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:31.330345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cc01c5d2-a64f-4dee-9c81-1bd69d54dab1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/137c04f8-f3c4-4f95-b09a-146e1b523a7a HTTP/1.1" status: 204 len: 168 time: 0.9034121 Aug 29 04:36:31.330867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43422) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:31.357165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0127db8-3969-4e61-b015-d849b9d5974b None None] Network 91eeea4e-8ef5-4e49-9084-4f8a93f61378 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:31.361561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.476397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] No DVR routers for this DVR port 178f0df5-9772-4dce-b3d5-99b6edfa449d on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:31.481127 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:31.553043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:31.553860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:31.564523 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.625661 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43430) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:31.635991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Transition to ACTIVE for port object 4f13d65b-2192-4401-9625-f2acf7efc260 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:31.640082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=9']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.674821 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.689503 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fbb70a8c-865b-447f-9d0e-5ba1b597ef39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.697756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:31.698563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.830196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2694f-f5ea-48c5-8123-8169d44fbc87 None None] DHCP port deletion for 91eeea4e-8ef5-4e49-9084-4f8a93f61378 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:31.834006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:31.848292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Pushing event updated for resources: {'Port': ['ID=4f13d65b-2192-4401-9625-f2acf7efc260,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.885615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cab750a2-ee76-4f7b-afe7-f89b6bd5a42d,segment=NetworkSegment(f6405110-6c2a-438b-b814-8cbe0403a46c),segment_id=f6405110-6c2a-438b-b814-8cbe0403a46c)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:31.888524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.916943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Attempting to bind port 178f0df5-9772-4dce-b3d5-99b6edfa449d on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:31.917665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Attempting to bind port 178f0df5-9772-4dce-b3d5-99b6edfa449d by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:31.918232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Attempting to bind port 178f0df5-9772-4dce-b3d5-99b6edfa449d on network f31cdb33-4f3d-4715-a896-1f6fdb578695 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:31.934953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for cab750a2-ee76-4f7b-afe7-f89b6bd5a42d owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:31.971359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Port 178f0df5-9772-4dce-b3d5-99b6edfa449d on network f31cdb33-4f3d-4715-a896-1f6fdb578695 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:36:31.972574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Attempting to bind port 178f0df5-9772-4dce-b3d5-99b6edfa449d on network f31cdb33-4f3d-4715-a896-1f6fdb578695 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:32.084390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:32.084753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Checking segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:32.085154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Bound using segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:32.085609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Bound port: 178f0df5-9772-4dce-b3d5-99b6edfa449d, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:32.085978 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.118996 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.130825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-69e2694f-f5ea-48c5-8123-8169d44fbc87 None None] Deleting port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:32.131201 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-69e2694f-f5ea-48c5-8123-8169d44fbc87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.181882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=cab750a2-ee76-4f7b-afe7-f89b6bd5a42d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.195005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No DVR routers for this DVR port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:32.245819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-69e2694f-f5ea-48c5-8123-8169d44fbc87 None None] For port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d, host n-d-712141-12, got binding levels [] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:32.246225 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-69e2694f-f5ea-48c5-8123-8169d44fbc87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.267820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43442) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:32.286321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-69e2694f-f5ea-48c5-8123-8169d44fbc87 None None] Calling delete_port for cab750a2-ee76-4f7b-afe7-f89b6bd5a42d owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:32.291379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.ipam_backend_mixin [None req-69e2694f-f5ea-48c5-8123-8169d44fbc87 None None] Port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d was not found and therefore no delete operation was performed {{(pid=94852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:36:32.295535 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-69e2694f-f5ea-48c5-8123-8169d44fbc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.299650 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fbb70a8c-865b-447f-9d0e-5ba1b597ef39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.315892 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:32.316525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:32.318365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:32.324850 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.336935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2694f-f5ea-48c5-8123-8169d44fbc87 None None] No DVR routers for this DVR port cab750a2-ee76-4f7b-afe7-f89b6bd5a42d on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:32.342441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91eeea4e-8ef5-4e49-9084-4f8a93f61378']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:32.348767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2694f-f5ea-48c5-8123-8169d44fbc87 None None] Pushing event deleted for resources: {'Port': ['ID=cab750a2-ee76-4f7b-afe7-f89b6bd5a42d,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.351437 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fbb70a8c-865b-447f-9d0e-5ba1b597ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.362756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6405110-6c2a-438b-b814-8cbe0403a46c') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:32.363304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6405110-6c2a-438b-b814-8cbe0403a46c') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:32.367534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:28Z', 'revision_number': 9, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:32.377790 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.405181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa29e6a-2021-4348-860b-014603ff22ad None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:28Z', 'revision_number': 9, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': '90db6952-8413-4622-8287-d9650433a430', 'name': '', 'network_id': 'a2d38f94-8f35-46f8-992f-f7b08fdc07d9', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:44:02:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '56ff9982-158b-4221-8869-0735dee1c677', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:47Z', 'updated_at': '2021-08-29T04:36:01Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '56ff9982-158b-4221-8869-0735dee1c677', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:32.415436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Port 4f13d65b-2192-4401-9625-f2acf7efc260 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:36:32.415436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:32.476792 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fbb70a8c-865b-447f-9d0e-5ba1b597ef39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22d0c69d64844f2cbcfc46e5fb44a1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8497303 Aug 29 04:36:32.486742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43446) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:32.487629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:32.487971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Checking segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:32.488645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Bound using segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:32.489098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Bound port: 4f13d65b-2192-4401-9625-f2acf7efc260, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:32.489477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.532981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:32.539829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb70a8c-865b-447f-9d0e-5ba1b597ef39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4b1293-7370-4d19-9f0b-5c433b4dd372,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.564667 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:32.600160 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.653719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:32.654500 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.656301 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] 10.222.0.59 "PUT /v2.0/ports/178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 200 len: 1093 time: 2.5713077 Aug 29 04:36:32.667208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:32.670270 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bd7b9f-71ea-45ac-9221-132315375834" -d '{"events": [{"name": "network-changed", "server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:32.727989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-36a68d4f-126d-4719-9414-7373ea6eaa9c tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-782378736'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:32.751278 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.765468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:32.766100 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.772911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d517338-e955-4b40-94b9-ebd63ca6ee27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.804778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d517338-e955-4b40-94b9-ebd63ca6ee27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.841503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:32.852964 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:32.872537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.875013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:32.878509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.880822 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/networks/91eeea4e-8ef5-4e49-9084-4f8a93f61378 HTTP/1.1" status: 204 len: 168 time: 1.5488803 Aug 29 04:36:32.887635 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36a68d4f-126d-4719-9414-7373ea6eaa9c tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.889023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36a68d4f-126d-4719-9414-7373ea6eaa9c tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.913698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43450) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:32.914978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b24807-5f8e-4da0-bfc2-f1fc0b8d4cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=10']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.942470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.032466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-1546c94b-2efb-4998-8a9e-4966a9bd9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.034540 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-1546c94b-2efb-4998-8a9e-4966a9bd9458 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 1097 time: 0.3481619 Aug 29 04:36:33.047874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724a03c-0800-40f0-884f-cb3498a38e52 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Network': ['ID=91eeea4e-8ef5-4e49-9084-4f8a93f61378,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:33.060334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.060962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.064369 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] 10.222.0.59 "PUT /v2.0/ports/4f13d65b-2192-4401-9625-f2acf7efc260 HTTP/1.1" status: 200 len: 1092 time: 2.7767484 Aug 29 04:36:33.066721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ef51-7b10-4911-82ed-99947b3d6ace req-a98f9338-efa4-4e6f-b334-84bf993f5f49 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.068960 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e654ef51-7b10-4911-82ed-99947b3d6ace req-a98f9338-efa4-4e6f-b334-84bf993f5f49 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 943 time: 0.6944590 Aug 29 04:36:33.080120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29973cc6-de05-4456-9616-bf0c705cd88b service neutron] Pushing event updated for resources: {'Port': ['ID=4f13d65b-2192-4401-9625-f2acf7efc260,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:33.081043 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36a68d4f-126d-4719-9414-7373ea6eaa9c tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.113084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e2831-589f-402b-b6d1-c7aa051ffe18 req-b5bce735-0fec-4735-9835-7be09676aba8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.114566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b73e2831-589f-402b-b6d1-c7aa051ffe18 req-b5bce735-0fec-4735-9835-7be09676aba8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.7148218 Aug 29 04:36:33.115734 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36a68d4f-126d-4719-9414-7373ea6eaa9c tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.152436 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d517338-e955-4b40-94b9-ebd63ca6ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.160238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d517338-e955-4b40-94b9-ebd63ca6ee27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.165827 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3d517338-e955-4b40-94b9-ebd63ca6ee27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d4b1293-7370-4d19-9f0b-5c433b4dd372 HTTP/1.1" status: 204 len: 168 time: 0.6736467 Aug 29 04:36:33.240240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cab750a2-ee76-4f7b-afe7-f89b6bd5a42d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:33.253778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-62a09c2e-fffc-4c7c-a7d1-f90df3ef345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.255307 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-62a09c2e-fffc-4c7c-a7d1-f90df3ef345e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.2090499 Aug 29 04:36:33.263445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d517338-e955-4b40-94b9-ebd63ca6ee27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4b1293-7370-4d19-9f0b-5c433b4dd372,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:33.297566 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: cab750a2-ee76-4f7b-afe7-f89b6bd5a42d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:33.298054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cab750a2-ee76-4f7b-afe7-f89b6bd5a42d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:33.298660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 74e0c50e-e558-4b2a-8856-551b3d1b76ed no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:33.302514 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36a68d4f-126d-4719-9414-7373ea6eaa9c tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.306626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-36a68d4f-126d-4719-9414-7373ea6eaa9c tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0377958 Aug 29 04:36:33.307801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43456) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:33.325767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455da07-e342-46d0-925a-fbc699fcc34f req-6e91cd08-5e30-465f-bf71-4d4a878f7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.327345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-6e91cd08-5e30-465f-bf71-4d4a878f7ec2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1095 time: 0.1984391 Aug 29 04:36:33.342536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 74e0c50e-e558-4b2a-8856-551b3d1b76ed {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:33.343560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 74e0c50e-e558-4b2a-8856-551b3d1b76ed not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:33.371970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e654ef51-7b10-4911-82ed-99947b3d6ace req-7eb1f73d-f422-44b4-9aad-9f15f6d422a6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925355 Aug 29 04:36:33.379770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b73e2831-589f-402b-b6d1-c7aa051ffe18 req-cf8c9b25-98e5-4d79-8d2f-21089f7f537b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416644 Aug 29 04:36:33.462222 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b95a61e-68a6-4eba-bea6-958e72c6dead x-openstack-request-id: req-0b95a61e-68a6-4eba-bea6-958e72c6dead {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:33.465178 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:33.465742 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b95a61e-68a6-4eba-bea6-958e72c6dead {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:33.466459 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'status': 'completed', 'code': 200} Aug 29 04:36:33.519629 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-7d53f1cd-ef78-474c-b2ac-e33ba91218ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f13d65b-2192-4401-9625-f2acf7efc260 HTTP/1.1" status: 200 len: 217 time: 0.1396682 Aug 29 04:36:33.523283 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef2a444c-7b70-4d42-9c05-0ad02d3ae7ee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.526468 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-9c81f5c4-2156-4600-968e-8ac86c9fb09c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 200 len: 999 time: 0.2608507 Aug 29 04:36:33.665256 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.804447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d8713e4e-5ab3-49cb-a29b-e2e5200fc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.806063 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-d8713e4e-5ab3-49cb-a29b-e2e5200fc918 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfb14757-e60a-4ccb-8304-dc37368104cb HTTP/1.1" status: 200 len: 835 time: 0.2771168 Aug 29 04:36:33.809323 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef2a444c-7b70-4d42-9c05-0ad02d3ae7ee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.814422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef2a444c-7b70-4d42-9c05-0ad02d3ae7ee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.818352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-3fbc06ff-4c31-4aa3-a65b-60c66c8d5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.819867 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-3fbc06ff-4c31-4aa3-a65b-60c66c8d5e96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.2519405 Aug 29 04:36:33.990063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port 90db6952-8413-4622-8287-d9650433a430 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:33.990640 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.118916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port 90db6952-8413-4622-8287-d9650433a430, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=90db6952-8413-4622-8287-d9650433a430,segment=NetworkSegment(7129839d-f913-4627-8c65-3f95e9d65274),segment_id=7129839d-f913-4627-8c65-3f95e9d65274)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:34.119288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.138870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for 90db6952-8413-4622-8287-d9650433a430 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:34.266013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef2a444c-7b70-4d42-9c05-0ad02d3ae7ee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.266575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2a444c-7b70-4d42-9c05-0ad02d3ae7ee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aff8d3cc-20f5-464b-a960-f7773c2f02a7 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:34.272596 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef2a444c-7b70-4d42-9c05-0ad02d3ae7ee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.276848 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ef2a444c-7b70-4d42-9c05-0ad02d3ae7ee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] 10.222.0.49 "DELETE /v2.0/routers/aff8d3cc-20f5-464b-a960-f7773c2f02a7 HTTP/1.1" status: 204 len: 168 time: 0.9649754 Aug 29 04:36:34.277112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43478) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.282270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455da07-e342-46d0-925a-fbc699fcc34f req-e3468d18-2c83-475b-8ead-33afeca3bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.283786 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-e3468d18-2c83-475b-8ead-33afeca3bd5e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=94750a3d-70b9-4f3c-81e3-0b43510a70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4675789 Aug 29 04:36:34.285565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2f233dde-81fe-4c25-91d9-362764dd8e6a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Request body: {'router': {'name': 'tempest-router-1105131378', 'distributed': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:34.289909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-e11618a7-b8d0-41bc-a73a-0c0916935fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.291603 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-e11618a7-b8d0-41bc-a73a-0c0916935fe7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4618645 Aug 29 04:36:34.329733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f233dde-81fe-4c25-91d9-362764dd8e6a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.330903 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f233dde-81fe-4c25-91d9-362764dd8e6a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.426914 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.435141 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f233dde-81fe-4c25-91d9-362764dd8e6a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.466658 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-772af51d-5e06-4c04-857a-bfcbdf958cb9 service neutron] 10.222.0.59 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738727 Aug 29 04:36:34.471189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-49dcdefa-29eb-48a6-b973-3e036d880863 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695433 Aug 29 04:36:34.490075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=90db6952-8413-4622-8287-d9650433a430,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.496776 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f233dde-81fe-4c25-91d9-362764dd8e6a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.557897 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f233dde-81fe-4c25-91d9-362764dd8e6a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.562428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2f233dde-81fe-4c25-91d9-362764dd8e6a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2830365 Aug 29 04:36:34.564347 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43488) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.766820 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-489b68b4-38db-4cc1-903c-374c68ad1240 req-969c2610-bb0f-4ac2-ad3c-8f6170d343d8 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853837 Aug 29 04:36:34.771984 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0455da07-e342-46d0-925a-fbc699fcc34f req-2638ec53-8e21-4355-b26f-d1de91e232b9 service neutron] 10.222.0.59 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862191 Aug 29 04:36:34.896806 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b1c62fae-1bdc-4452-81fa-3af08a0b3cee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.906981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd7b9f-71ea-45ac-9221-132315375834 req-0bd0615c-baa4-4398-91b6-716753ee8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.909209 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56bd7b9f-71ea-45ac-9221-132315375834 req-0bd0615c-baa4-4398-91b6-716753ee8527 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 1097 time: 0.0907741 Aug 29 04:36:34.975106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de88a-5028-490a-9e19-8b9bc7523de6 req-389add81-570f-4b17-b4ca-af2734a8dfb3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.977649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-432de88a-5028-490a-9e19-8b9bc7523de6 req-389add81-570f-4b17-b4ca-af2734a8dfb3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 943 time: 0.4453096 Aug 29 04:36:35.011706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379218ca-7dfc-4a5e-a1b6-c3c11029664b req-7d545713-94e0-4074-ae27-58b7a59795a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.013270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-379218ca-7dfc-4a5e-a1b6-c3c11029664b req-7d545713-94e0-4074-ae27-58b7a59795a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.4451404 Aug 29 04:36:35.021919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.094722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd7b9f-71ea-45ac-9221-132315375834 req-a2008b19-18a6-49f2-af5d-3d6f8ea44bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.096485 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56bd7b9f-71ea-45ac-9221-132315375834 req-a2008b19-18a6-49f2-af5d-3d6f8ea44bdb service neutron] 10.222.0.59 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.1784220 Aug 29 04:36:35.249154 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56bd7b9f-71ea-45ac-9221-132315375834 req-d45defc1-65af-45ad-9d70-05fee2c22a92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 200 len: 999 time: 0.1422532 Aug 29 04:36:35.275253 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b1c62fae-1bdc-4452-81fa-3af08a0b3cee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.280958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b1c62fae-1bdc-4452-81fa-3af08a0b3cee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.293686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-432de88a-5028-490a-9e19-8b9bc7523de6 req-11611bdb-71cd-484b-aa68-471674de8845 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151498 Aug 29 04:36:35.329664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-379218ca-7dfc-4a5e-a1b6-c3c11029664b req-73d4af94-9b79-4436-8663-a83fb8858244 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054538 Aug 29 04:36:35.363496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd7b9f-71ea-45ac-9221-132315375834 req-77ce50b2-3eb9-4ecf-950c-42895bbaa360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.365149 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56bd7b9f-71ea-45ac-9221-132315375834 req-77ce50b2-3eb9-4ecf-950c-42895bbaa360 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.1053491 Aug 29 04:36:35.442213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd7b9f-71ea-45ac-9221-132315375834 req-80440d55-201a-44b9-9f1b-28a054e25e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.443837 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56bd7b9f-71ea-45ac-9221-132315375834 req-80440d55-201a-44b9-9f1b-28a054e25e37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622678 Aug 29 04:36:35.466011 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b1c62fae-1bdc-4452-81fa-3af08a0b3cee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.466510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c62fae-1bdc-4452-81fa-3af08a0b3cee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4eebde49-7a79-46b6-9ba8-9ae54a61f016 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:35.484281 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b1c62fae-1bdc-4452-81fa-3af08a0b3cee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.485840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b1c62fae-1bdc-4452-81fa-3af08a0b3cee tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] 10.222.0.49 "DELETE /v2.0/routers/4eebde49-7a79-46b6-9ba8-9ae54a61f016 HTTP/1.1" status: 204 len: 168 time: 0.9203935 Aug 29 04:36:35.490685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43518) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:35.502865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e7aedce0-ad81-4d9b-8f84-19a18e5ddff8 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Request body: {'router': {'name': 'tempest-router-1731888579', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '048ffb378db346dea6f2c7e774affa3a'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:35.545084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:35.550321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7aedce0-ad81-4d9b-8f84-19a18e5ddff8 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.551332 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7aedce0-ad81-4d9b-8f84-19a18e5ddff8 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.709415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:35.712221 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad28071a-5499-477a-9f25-ba346c24dbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:35.725658 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56bd7b9f-71ea-45ac-9221-132315375834 req-bc8df631-6a81-4822-b226-3cb10f46c819 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710369 Aug 29 04:36:35.812634 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90cc680-8e91-48e4-98c5-1b30af7044cc x-openstack-request-id: req-d90cc680-8e91-48e4-98c5-1b30af7044cc {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:35.812999 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:35.813205 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d90cc680-8e91-48e4-98c5-1b30af7044cc {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:35.813628 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260', 'status': 'completed', 'code': 200} Aug 29 04:36:35.988241 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-56bd7b9f-71ea-45ac-9221-132315375834 req-365d3d2d-d59b-4caa-ac6a-996cef79c5f7 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342968 Aug 29 04:36:36.051510 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-484c7cf8-6b5d-4b83-8b2b-378e917aee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:36.054510 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-484c7cf8-6b5d-4b83-8b2b-378e917aee28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1095 time: 0.0632193 Aug 29 04:36:36.176600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7aedce0-ad81-4d9b-8f84-19a18e5ddff8 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.193003 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7aedce0-ad81-4d9b-8f84-19a18e5ddff8 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.215447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:36.225981 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7aedce0-ad81-4d9b-8f84-19a18e5ddff8 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.227476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e7aedce0-ad81-4d9b-8f84-19a18e5ddff8 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7302570 Aug 29 04:36:36.227801 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:36.230410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43530) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.234328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3203b6f5-b04b-420e-8b8b-07fe0700e124 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3136189 Aug 29 04:36:36.236069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:36.237055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43532) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.287884 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:36.293614 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:36.345198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfffadf-3660-4d4e-8e3b-8300ccea712a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting subnet 56ff9982-158b-4221-8869-0735dee1c677 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:36.360617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7dfffadf-3660-4d4e-8e3b-8300ccea712a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.491585 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7dfffadf-3660-4d4e-8e3b-8300ccea712a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.728275 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:36.906501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282829f2-270e-4166-a9b9-713b5072c155 req-895364b4-3d86-4709-9d83-467b77482c92 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:36.922827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-282829f2-270e-4166-a9b9-713b5072c155 req-895364b4-3d86-4709-9d83-467b77482c92 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 943 time: 0.3697498 Aug 29 04:36:36.954573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d337b5-e224-4e39-9d3c-548a87eac20a req-f3dd7884-8372-4685-9aa7-e37d40759219 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:36.958033 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47d337b5-e224-4e39-9d3c-548a87eac20a req-f3dd7884-8372-4685-9aa7-e37d40759219 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.3599522 Aug 29 04:36:37.033361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-8b2f3036-1e4e-462c-b769-4a70634088c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.034920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-8b2f3036-1e4e-462c-b769-4a70634088c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=94750a3d-70b9-4f3c-81e3-0b43510a70d4 HTTP/1.1" status: 200 len: 897 time: 0.5607588 Aug 29 04:36:37.100049 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-282829f2-270e-4166-a9b9-713b5072c155 req-7b15577e-baab-4845-b43f-3b6f86413ca5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761253 Aug 29 04:36:37.160215 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7dfffadf-3660-4d4e-8e3b-8300ccea712a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.231627 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:34Z', 'revision_number': 10, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:37.248454 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.248974 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.283992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47d337b5-e224-4e39-9d3c-548a87eac20a req-5bb939c0-cd3b-4a70-8989-85e80754f0da tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005298 Aug 29 04:36:37.340060 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7dfffadf-3660-4d4e-8e3b-8300ccea712a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.343174 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:37.352620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 4f13d65b-2192-4401-9625-f2acf7efc260 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:36:37.390700 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:37.393285 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:37.415349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7dfffadf-3660-4d4e-8e3b-8300ccea712a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.415713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94850) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 29 04:36:37.416253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Router 83a8c793-390f-4aad-b137-ca1491d752ef migrating from provider to provider. {{(pid=94850) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 29 04:36:37.420473 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.428149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7dfffadf-3660-4d4e-8e3b-8300ccea712a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/56ff9982-158b-4221-8869-0735dee1c677 HTTP/1.1" status: 204 len: 168 time: 1.1853805 Aug 29 04:36:37.428889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43546) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.452751 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.454552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9816e40d-b6a6-432e-b221-4741e30e682a None None] Network a2d38f94-8f35-46f8-992f-f7b08fdc07d9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:37.554510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfffadf-3660-4d4e-8e3b-8300ccea712a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Subnet': ['ID=56ff9982-158b-4221-8869-0735dee1c677,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:37.668588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-1d18e227-a48a-40aa-ac22-8c2553755c96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f13d65b-2192-4401-9625-f2acf7efc260 HTTP/1.1" status: 200 len: 217 time: 0.2121794 Aug 29 04:36:37.673553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.788382 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:37.908170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.956755 n-d-712141-12 neutron-server[94850]: WARNING neutron.scheduler.l3_agent_scheduler [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] No L3 agents can host the router 83a8c793-390f-4aad-b137-ca1491d752ef Aug 29 04:36:37.982352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:38.037668 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:36:38.040126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-2ba69329-a451-40cd-b37e-01337b4b4d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:38.046795 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-2ba69329-a451-40cd-b37e-01337b4b4d5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfb14757-e60a-4ccb-8304-dc37368104cb HTTP/1.1" status: 200 len: 835 time: 0.2664065 Aug 29 04:36:38.110996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:38.111132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.153776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '4f13d65b-2192-4401-9625-f2acf7efc260', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'port_id': '4f13d65b-2192-4401-9625-f2acf7efc260', 'mac_address': 'fa:16:3e:df:1a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:36:38.193292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf,segment=NetworkSegment(7129839d-f913-4627-8c65-3f95e9d65274),segment_id=7129839d-f913-4627-8c65-3f95e9d65274)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:38.193670 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.219212 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:38.319981 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.363721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f13d65b-2192-4401-9625-f2acf7efc260 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:38.430746 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:34Z', 'revision_number': 10, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.435222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:38.444910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2333b8c4-1db1-46c2-a370-463f9b03d608 None None] DHCP port deletion for a2d38f94-8f35-46f8-992f-f7b08fdc07d9 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:38.466810 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.483883 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.543230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.563314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Hosts for router 83a8c793-390f-4aad-b137-ca1491d752ef: [] {{(pid=94850) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 29 04:36:38.570734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-2c31404c-7773-47b7-b5c8-8e56b54ed49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:38.572858 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-2c31404c-7773-47b7-b5c8-8e56b54ed49c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=94750a3d-70b9-4f3c-81e3-0b43510a70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2871957 Aug 29 04:36:38.595623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2333b8c4-1db1-46c2-a370-463f9b03d608 None None] The port 'ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf' was deleted {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 04:36:38.609493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No DVR routers for this DVR port ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:38.662429 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbf39c-6294-44dc-9cbd-5f6a778c3ddd None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:34Z', 'revision_number': 10, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None, '_interfaces': [{'id': 'c26cc6c1-06c6-482f-a90e-297848d07c39', 'name': '', 'network_id': '93c8b3ac-8785-40e7-a0d2-216ea5512dd8', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'mac_address': 'fa:16:3e:77:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:39Z', 'updated_at': '2021-08-29T04:35:51Z', 'revision_number': 5, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'subnets': [{'id': '36b18887-f199-427c-af97-ab2cd9cf5eed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:38.695605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=4f13d65b-2192-4401-9625-f2acf7efc260,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.703505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.707603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.708085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.708465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.708809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.709984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.710133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.710522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.713317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.713678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.714076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.714368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:38.715743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Hosts for other DVR routers connected to router 83a8c793-390f-4aad-b137-ca1491d752ef: set() {{(pid=94850) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 29 04:36:38.719405 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.719578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['4f13d65b-2192-4401-9625-f2acf7efc260'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:38.723294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5744-e2da-49f2-8034-8fcca0efe9f1 req-a19b0892-bebf-4390-80eb-4c8a04572dc2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:38.724111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-517d5744-e2da-49f2-8034-8fcca0efe9f1 req-a19b0892-bebf-4390-80eb-4c8a04572dc2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.2677636 Aug 29 04:36:38.724705 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-467804c9-dcf1-49ad-a522-391e0405829a tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] 10.222.0.49 "PUT /v2.0/routers/83a8c793-390f-4aad-b137-ca1491d752ef HTTP/1.1" status: 200 len: 717 time: 2.4924266 Aug 29 04:36:38.724853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43558) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.849837 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-1de28449-fce8-4669-a22b-bc45a3098c60 service neutron] 10.222.0.59 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547209 Aug 29 04:36:38.920167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.928462 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e337270a-7456-4694-a150-37d30c08457c tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] 10.222.0.49 "GET /v2.0/routers/83a8c793-390f-4aad-b137-ca1491d752ef HTTP/1.1" status: 200 len: 717 time: 0.0826328 Aug 29 04:36:38.929369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43564) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.944171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72c13b-9f83-4331-b53f-733395954461 req-82658629-21fd-46a6-a329-68eeb059c8d3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:38.952829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f72c13b-9f83-4331-b53f-733395954461 req-82658629-21fd-46a6-a329-68eeb059c8d3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.4649076 Aug 29 04:36:38.963057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d38f94-8f35-46f8-992f-f7b08fdc07d9']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.995934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7129839d-f913-4627-8c65-3f95e9d65274') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.996258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7129839d-f913-4627-8c65-3f95e9d65274') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:39.011112 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.048726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f72c13b-9f83-4331-b53f-733395954461 req-91daa99c-cd64-4ba5-b988-a668368f6d34 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948789 Aug 29 04:36:39.084272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-517d5744-e2da-49f2-8034-8fcca0efe9f1 req-f01a1627-d3cd-4e84-b7e1-c24332b6026c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394347 Aug 29 04:36:39.085063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.110434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:39.110859 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:39.120621 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:39.318511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 90db6952-8413-4622-8287-d9650433a430 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:39.338590 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.345604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.347463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/networks/a2d38f94-8f35-46f8-992f-f7b08fdc07d9 HTTP/1.1" status: 204 len: 168 time: 1.7974823 Aug 29 04:36:39.355627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43570) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.385688 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ad28071a-5499-477a-9f25-ba346c24dbb4 req-ab1fa119-a00c-4d1d-a5e8-cc9913f9c6a3 service neutron] 10.222.0.59 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483083 Aug 29 04:36:39.412574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 90db6952-8413-4622-8287-d9650433a430 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:39.413222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 90db6952-8413-4622-8287-d9650433a430 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:39.413651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:39.495161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:39.495518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ae60bbe5-3124-4f32-a6c7-f0ae7fd201cf not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:39.535300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03072a5c-20bd-46d8-a6b4-57657844c296 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Network': ['ID=a2d38f94-8f35-46f8-992f-f7b08fdc07d9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.608057 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-066b7117-7c70-4841-b8b2-c365a27be0b0 tempest-RoutersTestDVR-1709782216 tempest-RoutersTestDVR-1709782216-project] 10.222.0.49 "GET /v2.0/routers/83a8c793-390f-4aad-b137-ca1491d752ef HTTP/1.1" status: 200 len: 683 time: 0.6768100 Aug 29 04:36:39.611154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43574) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.711845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0d24eca-3288-417d-b103-fcf8154b0ccc tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.021468 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.157585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0d24eca-3288-417d-b103-fcf8154b0ccc tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.162446 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0d24eca-3288-417d-b103-fcf8154b0ccc tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.310800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0d24eca-3288-417d-b103-fcf8154b0ccc tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.312188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d24eca-3288-417d-b103-fcf8154b0ccc tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83a8c793-390f-4aad-b137-ca1491d752ef {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:40.325373 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0d24eca-3288-417d-b103-fcf8154b0ccc tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.330652 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e0d24eca-3288-417d-b103-fcf8154b0ccc tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] 10.222.0.49 "DELETE /v2.0/routers/83a8c793-390f-4aad-b137-ca1491d752ef HTTP/1.1" status: 204 len: 168 time: 0.7142301 Aug 29 04:36:40.334799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43596) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.348596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-04efc6dc-c18b-4b10-a7a6-eeaf2af3dc85 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Request body: {'router': {'name': 'tempest-router-626878247', 'distributed': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:40.362385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36fd1b-14a2-4362-821d-f2c3b02b64a4 req-bab08861-0589-450c-b4f8-2e065eb338e7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:40.370107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f36fd1b-14a2-4362-821d-f2c3b02b64a4 req-bab08861-0589-450c-b4f8-2e065eb338e7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.1724830 Aug 29 04:36:40.406200 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04efc6dc-c18b-4b10-a7a6-eeaf2af3dc85 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.408632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04efc6dc-c18b-4b10-a7a6-eeaf2af3dc85 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.423806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07becf-93aa-4cab-ad8a-8875bb1b1a65 req-f698cc5f-250b-4582-a604-faf3859b0e1a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:40.431639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f07becf-93aa-4cab-ad8a-8875bb1b1a65 req-f698cc5f-250b-4582-a604-faf3859b0e1a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.1718988 Aug 29 04:36:40.489500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f36fd1b-14a2-4362-821d-f2c3b02b64a4 req-5d2078cd-8adc-4846-b1f6-135fbe44ffff tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181400 Aug 29 04:36:40.524854 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04efc6dc-c18b-4b10-a7a6-eeaf2af3dc85 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.529760 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04efc6dc-c18b-4b10-a7a6-eeaf2af3dc85 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.554698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f07becf-93aa-4cab-ad8a-8875bb1b1a65 req-5b973e05-64b3-4d20-9b2a-04ceb4020b87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215315 Aug 29 04:36:40.570870 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-04efc6dc-c18b-4b10-a7a6-eeaf2af3dc85 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.573796 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-04efc6dc-c18b-4b10-a7a6-eeaf2af3dc85 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2380116 Aug 29 04:36:40.577947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43598) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.706549 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port c26cc6c1-06c6-482f-a90e-297848d07c39 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:40.707749 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.724944 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70fcef2f-0af3-42c3-afe0-7b077fe6b3d2 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.902992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port c26cc6c1-06c6-482f-a90e-297848d07c39, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c26cc6c1-06c6-482f-a90e-297848d07c39,segment=NetworkSegment(aee5f389-936a-414b-9495-d4bc4f103991),segment_id=aee5f389-936a-414b-9495-d4bc4f103991)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:40.903527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.915891 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70fcef2f-0af3-42c3-afe0-7b077fe6b3d2 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.919590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70fcef2f-0af3-42c3-afe0-7b077fe6b3d2 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.926564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for c26cc6c1-06c6-482f-a90e-297848d07c39 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:41.024251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70fcef2f-0af3-42c3-afe0-7b077fe6b3d2 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.024860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fcef2f-0af3-42c3-afe0-7b077fe6b3d2 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f30870f8-37c5-4314-b888-ddafc1c6529d {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:41.043907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-70fcef2f-0af3-42c3-afe0-7b077fe6b3d2 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.045235 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-70fcef2f-0af3-42c3-afe0-7b077fe6b3d2 tempest-RoutersTestDVR-360241376 tempest-RoutersTestDVR-360241376-project-admin] 10.222.0.49 "DELETE /v2.0/routers/f30870f8-37c5-4314-b888-ddafc1c6529d HTTP/1.1" status: 204 len: 168 time: 0.4651012 Aug 29 04:36:41.315475 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.357649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=c26cc6c1-06c6-482f-a90e-297848d07c39,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.372133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 4f13d65b-2192-4401-9625-f2acf7efc260 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:41.533472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 4f13d65b-2192-4401-9625-f2acf7efc260 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:41.538505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 4f13d65b-2192-4401-9625-f2acf7efc260 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:41.539205 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.627392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.657031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43626) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.742742 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.807938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:41.812021 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cd499c-9d1a-460c-897e-7965a66b1f3e" -d '{"events": [{"server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "name": "network-vif-plugged", "status": "completed", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:41.842170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:41.852492 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.955951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=4f13d65b-2192-4401-9625-f2acf7efc260,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.028005 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.313776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.324764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.435197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2799659-2c1b-4fe4-ae93-6da01fed73a0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.463386 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=048ffb378db346dea6f2c7e774affa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8025284 Aug 29 04:36:42.464387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43638) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.465745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49dfb8-b0ba-4278-b44c-6857977f4aec req-d347cfac-bf85-4bfc-a10c-e08cd0273d14 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.466831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.468037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.469389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.470370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee49dfb8-b0ba-4278-b44c-6857977f4aec req-d347cfac-bf85-4bfc-a10c-e08cd0273d14 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.6969640 Aug 29 04:36:42.470840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.473852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.474520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.475053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.475607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.476130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.477856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.478473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.478999 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5a232-e4bd-4659-8aad-2862b3bc68df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:42.530573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b745b1-5e85-4a09-80df-9ab735af57c6 req-225edfad-4d4f-4d87-9aff-2b303e273b7d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.550029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33b745b1-5e85-4a09-80df-9ab735af57c6 req-225edfad-4d4f-4d87-9aff-2b303e273b7d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.7756956 Aug 29 04:36:42.646963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:42.656915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-465eb230-43ca-45fe-ba2d-d66c94d5ed2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.718337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33b745b1-5e85-4a09-80df-9ab735af57c6 req-c76f06e3-c800-4ddc-a53c-0fa515d31235 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669288 Aug 29 04:36:42.738663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-465eb230-43ca-45fe-ba2d-d66c94d5ed2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.810659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee49dfb8-b0ba-4278-b44c-6857977f4aec req-0e891abc-b975-4413-abc3-d93e3bdc8569 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302739 Aug 29 04:36:42.885627 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c373c239-0949-4425-9f06-8dfb0dbe33f6 x-openstack-request-id: req-c373c239-0949-4425-9f06-8dfb0dbe33f6 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:42.886239 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "name": "network-vif-plugged", "status": "completed", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:42.886239 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c373c239-0949-4425-9f06-8dfb0dbe33f6 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:42.886559 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260', 'code': 200} Aug 29 04:36:42.887367 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-465eb230-43ca-45fe-ba2d-d66c94d5ed2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.890134 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-465eb230-43ca-45fe-ba2d-d66c94d5ed2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.897849 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-465eb230-43ca-45fe-ba2d-d66c94d5ed2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2799659-2c1b-4fe4-ae93-6da01fed73a0 HTTP/1.1" status: 204 len: 168 time: 0.3925369 Aug 29 04:36:42.919233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465eb230-43ca-45fe-ba2d-d66c94d5ed2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2799659-2c1b-4fe4-ae93-6da01fed73a0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.995829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:43.001513 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-36c392d1-9684-4a37-9c5f-c9e92fcd46b1 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6448371 Aug 29 04:36:43.005241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43644) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:43.008893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:43.018333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:43.019098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:43.094674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:43.154317 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-556446c6-fc58-4657-aa48-8f71c855ef34 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting subnet 36b18887-f199-427c-af97-ab2cd9cf5eed {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:43.158859 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-556446c6-fc58-4657-aa48-8f71c855ef34 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.368972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-556446c6-fc58-4657-aa48-8f71c855ef34 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.400723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:41Z', 'revision_number': 11, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:43.505815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:43.538936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:43.540340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:43.596493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-556446c6-fc58-4657-aa48-8f71c855ef34 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.685258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43658) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:43.714108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.719763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:43.728447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-556446c6-fc58-4657-aa48-8f71c855ef34 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.805310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:41Z', 'revision_number': 11, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:43.840864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc1609-fd23-4a8c-9457-dc3ee5f4a3c5 None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:41Z', 'revision_number': 11, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:44.000170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.035481 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.201558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=892c9291561549f59b47456e336c8e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140121 Aug 29 04:36:44.203537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43676) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:44.218976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca42e-398f-4aaf-8b2f-10416b160055 req-ef5624b9-eda0-41f3-a7d3-e799f8deadc0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:44.227836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59aca42e-398f-4aaf-8b2f-10416b160055 req-ef5624b9-eda0-41f3-a7d3-e799f8deadc0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.2257943 Aug 29 04:36:44.241801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee525d4-53ca-406b-9fa1-9e3efa051070,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.377676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556446c6-fc58-4657-aa48-8f71c855ef34 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Subnet': ['ID=36b18887-f199-427c-af97-ab2cd9cf5eed,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.377676 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-556446c6-fc58-4657-aa48-8f71c855ef34 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.381018 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-556446c6-fc58-4657-aa48-8f71c855ef34 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/36b18887-f199-427c-af97-ab2cd9cf5eed HTTP/1.1" status: 204 len: 168 time: 1.3744991 Aug 29 04:36:44.382170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43680) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:44.385992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41073988-81eb-46dc-8043-3b05cb918f61 None None] Network 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:44.431088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918e263-0f15-4313-8b8c-65f2bb2afa0a req-559a2f59-516d-45c9-b2e0-1e5e13234b42 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:44.440208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5918e263-0f15-4313-8b8c-65f2bb2afa0a req-559a2f59-516d-45c9-b2e0-1e5e13234b42 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.4349852 Aug 29 04:36:44.443683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.446497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.447091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.447674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.448239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.448796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.450132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.450730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.460100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.461989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.465406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.466133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa57c1d-b92e-413d-a7a7-0d245cb6c1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:44.520905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59aca42e-398f-4aaf-8b2f-10416b160055 req-87a1a4c2-1ea6-49c6-a91a-a4d42a5af14c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752664 Aug 29 04:36:44.569761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.583085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5918e263-0f15-4313-8b8c-65f2bb2afa0a req-13add501-df92-44a1-b906-3a1279db38ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043432 Aug 29 04:36:44.629828 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0055de29-c25f-432d-bb3d-96e57fe23e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.685544 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0055de29-c25f-432d-bb3d-96e57fe23e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.732486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93538f0e-8b75-4ac9-ba96-c5fdcbddb4b1 req-2aa68316-bc50-4708-bc51-dec24b8ff913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:44.734407 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-93538f0e-8b75-4ac9-ba96-c5fdcbddb4b1 req-2aa68316-bc50-4708-bc51-dec24b8ff913 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1097 time: 0.1410646 Aug 29 04:36:44.779060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Deleting port c34124db-15d3-4a8e-9028-1dd9a9106173 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:44.780944 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.839887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0055de29-c25f-432d-bb3d-96e57fe23e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.843098 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0055de29-c25f-432d-bb3d-96e57fe23e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.852818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0055de29-c25f-432d-bb3d-96e57fe23e22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bee525d4-53ca-406b-9fa1-9e3efa051070 HTTP/1.1" status: 204 len: 168 time: 0.6219432 Aug 29 04:36:44.891187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055de29-c25f-432d-bb3d-96e57fe23e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee525d4-53ca-406b-9fa1-9e3efa051070,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.997036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ecbcd-d4fb-47bc-91d5-0b99129f7128 None None] DHCP port deletion for 93c8b3ac-8785-40e7-a0d2-216ea5512dd8 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:45.042279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] For port c34124db-15d3-4a8e-9028-1dd9a9106173, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c34124db-15d3-4a8e-9028-1dd9a9106173,segment=NetworkSegment(aee5f389-936a-414b-9495-d4bc4f103991),segment_id=aee5f389-936a-414b-9495-d4bc4f103991)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:45.043016 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.106106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Calling delete_port for c34124db-15d3-4a8e-9028-1dd9a9106173 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:45.132073 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-93538f0e-8b75-4ac9-ba96-c5fdcbddb4b1 req-7d6c8867-9bc3-4b87-84e0-c110e5a26991 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150784 Aug 29 04:36:45.142903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ecbcd-d4fb-47bc-91d5-0b99129f7128 None None] Deleting port c34124db-15d3-4a8e-9028-1dd9a9106173 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:45.143286 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f9ecbcd-d4fb-47bc-91d5-0b99129f7128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.322298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9f9ecbcd-d4fb-47bc-91d5-0b99129f7128 None None] For port c34124db-15d3-4a8e-9028-1dd9a9106173, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c34124db-15d3-4a8e-9028-1dd9a9106173,segment=NetworkSegment(aee5f389-936a-414b-9495-d4bc4f103991),segment_id=aee5f389-936a-414b-9495-d4bc4f103991)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:45.324929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f9ecbcd-d4fb-47bc-91d5-0b99129f7128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.370549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ecbcd-d4fb-47bc-91d5-0b99129f7128 None None] Calling delete_port for c34124db-15d3-4a8e-9028-1dd9a9106173 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:45.506079 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.535116 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f9ecbcd-d4fb-47bc-91d5-0b99129f7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.538765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c34124db-15d3-4a8e-9028-1dd9a9106173 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:45.542511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No DVR routers for this DVR port c34124db-15d3-4a8e-9028-1dd9a9106173 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:45.567619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c34124db-15d3-4a8e-9028-1dd9a9106173 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:45.568283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c34124db-15d3-4a8e-9028-1dd9a9106173 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:45.568884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c26cc6c1-06c6-482f-a90e-297848d07c39 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:45.597611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c26cc6c1-06c6-482f-a90e-297848d07c39 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:45.598229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c26cc6c1-06c6-482f-a90e-297848d07c39 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:45.633955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ecbcd-d4fb-47bc-91d5-0b99129f7128 None None] Pushing event deleted for resources: {'Port': ['ID=c34124db-15d3-4a8e-9028-1dd9a9106173,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:45.649770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ecbcd-d4fb-47bc-91d5-0b99129f7128 None None] No DVR routers for this DVR port c34124db-15d3-4a8e-9028-1dd9a9106173 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:45.804106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Port': ['ID=c34124db-15d3-4a8e-9028-1dd9a9106173,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:45.834444 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.869381 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c8b3ac-8785-40e7-a0d2-216ea5512dd8']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:45.907388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee5f389-936a-414b-9495-d4bc4f103991') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:45.907822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee5f389-936a-414b-9495-d4bc4f103991') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:45.934649 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.945714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1580581-7e92-47af-915c-5a75ff670222 req-8ae185e2-e451-431c-90f7-558e1bbe56e1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:45.954895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1580581-7e92-47af-915c-5a75ff670222 req-8ae185e2-e451-431c-90f7-558e1bbe56e1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.2109632 Aug 29 04:36:45.971865 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.983705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:45.984238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:45.991353 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:46.082091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367e3ce-1fe8-4d83-b218-00691566e873 req-ea5f6c97-cc0e-477f-a3dd-9d2d1ff6de1d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:46.090274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4367e3ce-1fe8-4d83-b218-00691566e873 req-ea5f6c97-cc0e-477f-a3dd-9d2d1ff6de1d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.2908070 Aug 29 04:36:46.137148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1580581-7e92-47af-915c-5a75ff670222 req-ee5e82ff-88e0-4cad-a22c-89a20e690f7a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790185 Aug 29 04:36:46.143974 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.174356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4367e3ce-1fe8-4d83-b218-00691566e873 req-1aa0793e-16bd-4bff-a3ab-f8dc09bb394d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829151 Aug 29 04:36:46.190448 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.193633 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/networks/93c8b3ac-8785-40e7-a0d2-216ea5512dd8 HTTP/1.1" status: 204 len: 168 time: 1.8104444 Aug 29 04:36:46.195109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c6473-a263-4794-970d-82ff218d1ec2 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Pushing event deleted for resources: {'Network': ['ID=93c8b3ac-8785-40e7-a0d2-216ea5512dd8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:46.206695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43710) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.206695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b585f9c6-9196-4206-ab29-94168cc009a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'routes': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:46.569829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.extraroute_db [None req-b585f9c6-9196-4206-ab29-94168cc009a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Added routes are [] {{(pid=94851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:36:46.570129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.extraroute_db [None req-b585f9c6-9196-4206-ab29-94168cc009a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Removed routes are [] {{(pid=94851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:36:46.570493 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b585f9c6-9196-4206-ab29-94168cc009a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.880298 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b585f9c6-9196-4206-ab29-94168cc009a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.884914 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b585f9c6-9196-4206-ab29-94168cc009a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.982906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b585f9c6-9196-4206-ab29-94168cc009a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 9ae17009-4868-4afd-bed2-c26e0147cfa7 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:47.185711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b585f9c6-9196-4206-ab29-94168cc009a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:47.202096 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] Sync routers for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:47.204111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b585f9c6-9196-4206-ab29-94168cc009a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.208746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b585f9c6-9196-4206-ab29-94168cc009a5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7 HTTP/1.1" status: 200 len: 704 time: 1.0077775 Aug 29 04:36:47.211372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43730) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.223533 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:47.224176 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.269579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43734) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.270184 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d715f697-9ea9-4898-b3e5-d71573836071 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ae17009-4868-4afd-bed2-c26e0147cfa7 HTTP/1.1" status: 200 len: 205 time: 0.0513642 Aug 29 04:36:47.433312 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:47.490398 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-277f839d-9ff3-4586-865c-b36e365b36ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.531536 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:41Z', 'revision_number': 11, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.601834 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] Checking router: 9ae17009-4868-4afd-bed2-c26e0147cfa7 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:47.617611 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] Routers {'9ae17009-4868-4afd-bed2-c26e0147cfa7'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:47.618441 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['9ae17009-4868-4afd-bed2-c26e0147cfa7'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.708945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f8d08-c876-4506-a84c-62102f28ad2b req-931dcf4a-1e1f-4e16-95b7-f50c1bed655b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:47.710504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-096f8d08-c876-4506-a84c-62102f28ad2b req-931dcf4a-1e1f-4e16-95b7-f50c1bed655b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.3331809 Aug 29 04:36:47.720787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784825e6-7979-45c9-b864-bf7bf6a8033e req-392795cc-519a-4b79-ba47-7822ae0852b3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:47.727941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-784825e6-7979-45c9-b864-bf7bf6a8033e req-392795cc-519a-4b79-ba47-7822ae0852b3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.3813977 Aug 29 04:36:47.736772 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] Set router 9ae17009-4868-4afd-bed2-c26e0147cfa7 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:47.741217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-277f839d-9ff3-4586-865c-b36e365b36ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.755564 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-277f839d-9ff3-4586-865c-b36e365b36ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.837477 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:41Z', 'revision_number': 11, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.847502 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43746) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.857407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-096f8d08-c876-4506-a84c-62102f28ad2b req-e2dab9f0-d320-48d9-b103-26dd32936f41 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265192 Aug 29 04:36:47.878692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-784825e6-7979-45c9-b864-bf7bf6a8033e req-23f59c60-4a18-4e13-975b-674ae4083cf3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496682 Aug 29 04:36:47.888724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-277f839d-9ff3-4586-865c-b36e365b36ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.888724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277f839d-9ff3-4586-865c-b36e365b36ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Fanout notify agent at l3_agent the message router_deleted on router 9ae17009-4868-4afd-bed2-c26e0147cfa7 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:47.896093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-277f839d-9ff3-4586-865c-b36e365b36ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.901142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-277f839d-9ff3-4586-865c-b36e365b36ad tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7 HTTP/1.1" status: 204 len: 168 time: 0.6266525 Aug 29 04:36:47.903825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43750) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.909671 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebc0b1f-63ce-4259-b687-b064429332b8 None None] The sync data for ids ['9ae17009-4868-4afd-bed2-c26e0147cfa7'] in n-d-712141-12 is: [{'id': '9ae17009-4868-4afd-bed2-c26e0147cfa7', 'name': 'tempest-RoutersIpV6Test-router-530010436', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:36Z', 'updated_at': '2021-08-29T04:36:41Z', 'revision_number': 11, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:47.911153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-76f9031e-36bc-4cca-bc0e-1a281933a12c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1400351161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:47.949958 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76f9031e-36bc-4cca-bc0e-1a281933a12c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.951417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76f9031e-36bc-4cca-bc0e-1a281933a12c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.021061 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76f9031e-36bc-4cca-bc0e-1a281933a12c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.049010 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-529864168', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:48.057778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76f9031e-36bc-4cca-bc0e-1a281933a12c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.121570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Made reservation on behalf of 765df0d45ddd4b19a971aa6cd425466a for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:48.127302 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.141948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-76f9031e-36bc-4cca-bc0e-1a281933a12c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.143848 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-76f9031e-36bc-4cca-bc0e-1a281933a12c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2373924 Aug 29 04:36:48.145251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.147605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43756) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.153650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-bc3487bb-5826-46a0-a603-81330fc64e2f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:48.257492 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.330195 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.340402 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.355310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] device_id is not set on port 54c8ec9c-e38e-44d7-a9d0-2bb3a5a3140d yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:48.491557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121c325e-bf20-43fe-aaa3-b1b07c3f126b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:48.562781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Allocated IP 172.25.5.93 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/54c8ec9c-e38e-44d7-a9d0-2bb3a5a3140d) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:48.563936 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc3487bb-5826-46a0-a603-81330fc64e2f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12530'] for router, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.586434 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc3487bb-5826-46a0-a603-81330fc64e2f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831578'] for router, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.756672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3487bb-5826-46a0-a603-81330fc64e2f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Router 03d9268b-387e-4a02-a80c-8a3f336dd428 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:48.891600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3487bb-5826-46a0-a603-81330fc64e2f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:48.906775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc3487bb-5826-46a0-a603-81330fc64e2f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.907970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bc3487bb-5826-46a0-a603-81330fc64e2f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "PUT /v2.0/routers/03d9268b-387e-4a02-a80c-8a3f336dd428 HTTP/1.1" status: 200 len: 698 time: 0.7592950 Aug 29 04:36:48.909854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] Sync routers for ids ['03d9268b-387e-4a02-a80c-8a3f336dd428'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:48.910785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43768) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.934526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] Routers {'03d9268b-387e-4a02-a80c-8a3f336dd428'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:48.936878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03d9268b-387e-4a02-a80c-8a3f336dd428'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.010753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2ab47486-8fb4-43b8-b0fe-6ea3d6a001bb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/routers/03d9268b-387e-4a02-a80c-8a3f336dd428 HTTP/1.1" status: 200 len: 704 time: 0.0965345 Aug 29 04:36:49.015426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43772) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.058286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.114265 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.133038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] Set router 03d9268b-387e-4a02-a80c-8a3f336dd428 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:49.147857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b68ed3c3-4692-4d1f-a318-a1a9bf04f122 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=03d9268b-387e-4a02-a80c-8a3f336dd428 HTTP/1.1" status: 200 len: 205 time: 0.1299388 Aug 29 04:36:49.156325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43774) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.163019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Pushing event updated for resources: {'Port': ['ID=54c8ec9c-e38e-44d7-a9d0-2bb3a5a3140d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.186098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:49.187662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:49.190308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:49.219617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d9268b-387e-4a02-a80c-8a3f336dd428', 'name': 'tempest-RoutersIpV6Test-router-1400351161', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:47Z', 'updated_at': '2021-08-29T04:36:48Z', 'revision_number': 2, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.236639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:49.237258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.253931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] Checking router: 03d9268b-387e-4a02-a80c-8a3f336dd428 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:49.265613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] Routers {'03d9268b-387e-4a02-a80c-8a3f336dd428'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:49.267025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03d9268b-387e-4a02-a80c-8a3f336dd428'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.274019 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1fc40b66-f8ce-4c53-9946-6706b0875551 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.4226913 Aug 29 04:36:49.274762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43776) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.282396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.93'}]}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:49.328755 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.330931 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.352943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] Set router 03d9268b-387e-4a02-a80c-8a3f336dd428 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:49.413500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d9268b-387e-4a02-a80c-8a3f336dd428', 'name': 'tempest-RoutersIpV6Test-router-1400351161', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:47Z', 'updated_at': '2021-08-29T04:36:48Z', 'revision_number': 2, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.423573 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.466721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339ed5c-f738-4974-bc66-01a144e31070 None None] The sync data for ids ['03d9268b-387e-4a02-a80c-8a3f336dd428'] in n-d-712141-12 is: [{'id': '03d9268b-387e-4a02-a80c-8a3f336dd428', 'name': 'tempest-RoutersIpV6Test-router-1400351161', 'tenant_id': '12da6bb13ae24000abfb68c2e55ad60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:47Z', 'updated_at': '2021-08-29T04:36:48Z', 'revision_number': 2, 'project_id': '12da6bb13ae24000abfb68c2e55ad60f', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:49.652333 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.695745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea21fe0-c22a-4f47-83d7-0807ca88aff0 req-5369cf75-a435-407d-bf9a-12cf42d7e743 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:49.697615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ea21fe0-c22a-4f47-83d7-0807ca88aff0 req-5369cf75-a435-407d-bf9a-12cf42d7e743 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.6812615 Aug 29 04:36:49.699880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6aa9b0d2-27f2-402e-8e43-fd6a764e18ca tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.821256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ea21fe0-c22a-4f47-83d7-0807ca88aff0 req-3d0fc507-2b14-4949-80e5-31be31700c06 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156824 Aug 29 04:36:49.837639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fecdf0-0283-4047-8668-f56f41f0836f req-1e9d3b20-12a4-4a95-92ec-cac2f6d5aee7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:49.839616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3fecdf0-0283-4047-8668-f56f41f0836f req-1e9d3b20-12a4-4a95-92ec-cac2f6d5aee7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.7154064 Aug 29 04:36:49.982181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.004948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.037421 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6aa9b0d2-27f2-402e-8e43-fd6a764e18ca tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.040040 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6aa9b0d2-27f2-402e-8e43-fd6a764e18ca tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.093227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3fecdf0-0283-4047-8668-f56f41f0836f req-6d366978-0457-43f6-a5a4-ba26ad0846f3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443302 Aug 29 04:36:50.107093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6aa9b0d2-27f2-402e-8e43-fd6a764e18ca tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.107653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa9b0d2-27f2-402e-8e43-fd6a764e18ca tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Fanout notify agent at l3_agent the message router_deleted on router 03d9268b-387e-4a02-a80c-8a3f336dd428 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:50.121203 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6aa9b0d2-27f2-402e-8e43-fd6a764e18ca tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.141277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6aa9b0d2-27f2-402e-8e43-fd6a764e18ca tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/03d9268b-387e-4a02-a80c-8a3f336dd428 HTTP/1.1" status: 204 len: 168 time: 0.9708169 Aug 29 04:36:50.143067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43784) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.207435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-256fa683-6366-4372-9eb5-f783dcd8d17a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=03d9268b-387e-4a02-a80c-8a3f336dd428 HTTP/1.1" status: 200 len: 205 time: 0.0586171 Aug 29 04:36:50.208258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43786) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.260129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.295966 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-a3b7cd78-cdc4-449a-9fb0-f5025993f5f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] delete failed (client error): The resource could not be found. Aug 29 04:36:50.297496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a3b7cd78-cdc4-449a-9fb0-f5025993f5f4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/03d9268b-387e-4a02-a80c-8a3f336dd428 HTTP/1.1" status: 404 len: 336 time: 0.0878422 Aug 29 04:36:50.301466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43788) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.346887 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7da72f-83e7-470b-8262-4ddc3cd39fa4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:50.347427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7da72f-83e7-470b-8262-4ddc3cd39fa4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:50.352228 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4d7da72f-83e7-470b-8262-4ddc3cd39fa4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/dcd584fe-bead-4e37-95d8-99dae5f664e7 HTTP/1.1" status: 404 len: 337 time: 0.0497329 Aug 29 04:36:50.358829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43790) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.369086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d230c-c9cc-4b32-bb07-e605e576fe72 req-4e3e598d-ed1b-4ea5-9a02-6cf076b9c82e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:50.375312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f78d230c-c9cc-4b32-bb07-e605e576fe72 req-4e3e598d-ed1b-4ea5-9a02-6cf076b9c82e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.1573644 Aug 29 04:36:50.414393 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4259787a-663e-4f06-9bae-d9b6d16c8f13 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:50.414851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4259787a-663e-4f06-9bae-d9b6d16c8f13 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:50.419170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4259787a-663e-4f06-9bae-d9b6d16c8f13 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/137c04f8-f3c4-4f95-b09a-146e1b523a7a HTTP/1.1" status: 404 len: 337 time: 0.0404584 Aug 29 04:36:50.429189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43792) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.459802 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-384ee71c-7df6-4dcc-939b-9c267410e48c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:50.460283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384ee71c-7df6-4dcc-939b-9c267410e48c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:50.464471 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-384ee71c-7df6-4dcc-939b-9c267410e48c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/56ff9982-158b-4221-8869-0735dee1c677 HTTP/1.1" status: 404 len: 337 time: 0.0329504 Aug 29 04:36:50.464949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43794) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.482033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.485163 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.523571 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c836fe12-c634-4272-9daa-030e81631ae4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:50.524040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c836fe12-c634-4272-9daa-030e81631ae4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:50.529292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c836fe12-c634-4272-9daa-030e81631ae4 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/36b18887-f199-427c-af97-ab2cd9cf5eed HTTP/1.1" status: 404 len: 337 time: 0.0612378 Aug 29 04:36:50.529858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43796) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.532785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f78d230c-c9cc-4b32-bb07-e605e576fe72 req-e112a2e1-3b35-492c-b30f-52abfe923832 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438560 Aug 29 04:36:50.557550 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.558624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b66062cb-08aa-4256-a6d4-786d9bee3de9 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:50.572254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-114b64c7-d5d5-4424-9173-96f94bca7fde tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ae17009-4868-4afd-bed2-c26e0147cfa7 HTTP/1.1" status: 200 len: 205 time: 0.0371244 Aug 29 04:36:50.575328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43798) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.575752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43800) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.653320 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-4e65cfb2-1c9f-4b49-974f-5a3b33f9e325 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] delete failed (client error): The resource could not be found. Aug 29 04:36:50.654795 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4e65cfb2-1c9f-4b49-974f-5a3b33f9e325 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/9ae17009-4868-4afd-bed2-c26e0147cfa7 HTTP/1.1" status: 404 len: 336 time: 0.0761025 Aug 29 04:36:50.658265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43802) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.673930 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:36:50.688771 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ab55d801-823d-4a7b-88dc-515ea71897e1 tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4128098 Aug 29 04:36:50.689588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43806) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.709675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-23e333c7-8d41-4744-a594-cb2500def7e7 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=21531c69-c831-49ac-9d52-d38e93311a85 HTTP/1.1" status: 200 len: 205 time: 0.0499833 Aug 29 04:36:50.712680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43808) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.789586 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-fe9cb420-57e2-4136-a976-477fc6dd6933 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] delete failed (client error): The resource could not be found. Aug 29 04:36:50.793270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fe9cb420-57e2-4136-a976-477fc6dd6933 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/21531c69-c831-49ac-9d52-d38e93311a85 HTTP/1.1" status: 404 len: 336 time: 0.0770428 Aug 29 04:36:50.793592 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458db6f3-1cc5-49ee-abce-49a90f86ada2 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:50.793852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43812) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.798034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-458db6f3-1cc5-49ee-abce-49a90f86ada2 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1092 time: 0.2096088 Aug 29 04:36:50.800758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43814) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.810719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '4f13d65b-2192-4401-9625-f2acf7efc260', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:50.843250 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe091e31-73b3-4961-a3c1-32720b9acb4f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:50.844134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe091e31-73b3-4961-a3c1-32720b9acb4f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:50.849473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43816) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.850637 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fe091e31-73b3-4961-a3c1-32720b9acb4f tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/96a35826-0096-4b61-8912-c34c959a0243 HTTP/1.1" status: 404 len: 337 time: 0.0555689 Aug 29 04:36:50.851026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8a54b927-5d5c-4c13-ab07-7d0bb040222c tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Deleting port 54c8ec9c-e38e-44d7-a9d0-2bb3a5a3140d {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:50.851391 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a54b927-5d5c-4c13-ab07-7d0bb040222c tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.875618 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.939673 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee4e6f50-7431-47de-9a4c-6f4be166cffb tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a1e9791-a088-446d-8e4e-0c180a5d31a3 HTTP/1.1" status: 200 len: 205 time: 0.0836935 Aug 29 04:36:50.940764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43820) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.040861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5985ad-61f2-4504-a881-0bceae966f49 req-356f226f-fcc3-4e23-9f6b-d34125fdac17 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:51.042869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe5985ad-61f2-4504-a881-0bceae966f49 req-356f226f-fcc3-4e23-9f6b-d34125fdac17 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.0851104 Aug 29 04:36:51.049687 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-ca782a56-8b67-4b1a-9209-db91feaf131a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] delete failed (client error): The resource could not be found. Aug 29 04:36:51.053139 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ca782a56-8b67-4b1a-9209-db91feaf131a tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/8a1e9791-a088-446d-8e4e-0c180a5d31a3 HTTP/1.1" status: 404 len: 336 time: 0.1090794 Aug 29 04:36:51.053997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43826) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.122714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe5985ad-61f2-4504-a881-0bceae966f49 req-13c89f16-0fda-4ec0-a83e-017e56f8e7f8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716410 Aug 29 04:36:51.148044 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a54b927-5d5c-4c13-ab07-7d0bb040222c tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.159770 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1cbbf6b9-ee21-4280-b146-496effbebde0 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=654ff761-4492-4269-b324-d0721a8b2f8d HTTP/1.1" status: 200 len: 205 time: 0.1053958 Aug 29 04:36:51.162244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43830) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.172538 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8a54b927-5d5c-4c13-ab07-7d0bb040222c tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Calling delete_port for 54c8ec9c-e38e-44d7-a9d0-2bb3a5a3140d owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:51.209322 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-ef871702-6edc-435b-adc7-8c0c02952733 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] delete failed (client error): The resource could not be found. Aug 29 04:36:51.212660 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ef871702-6edc-435b-adc7-8c0c02952733 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/654ff761-4492-4269-b324-d0721a8b2f8d HTTP/1.1" status: 404 len: 336 time: 0.0470877 Aug 29 04:36:51.212901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43832) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.263307 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1610d9-21d4-434b-9e12-d87fd34e50da tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:51.264136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1610d9-21d4-434b-9e12-d87fd34e50da tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:51.269172 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43836) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.269379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ab1610d9-21d4-434b-9e12-d87fd34e50da tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/e863e650-392e-4cdd-98f1-0ef84e6d73ec HTTP/1.1" status: 404 len: 337 time: 0.0554929 Aug 29 04:36:51.312969 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b4eaeeb6-b224-4423-8f6c-200c701ef57c tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aaacf80-e0a5-46fe-83cb-407abb626366 HTTP/1.1" status: 200 len: 205 time: 0.0404274 Aug 29 04:36:51.313854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43840) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.327181 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.411465 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-05195ced-dfdf-457b-a476-627fe59a4cfa tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] delete failed (client error): The resource could not be found. Aug 29 04:36:51.414700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-05195ced-dfdf-457b-a476-627fe59a4cfa tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/2aaacf80-e0a5-46fe-83cb-407abb626366 HTTP/1.1" status: 404 len: 336 time: 0.0977113 Aug 29 04:36:51.415098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43844) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.451360 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e01954-054e-4c11-8c53-5d8eda89fb8d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:51.452635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e01954-054e-4c11-8c53-5d8eda89fb8d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:51.455292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e1e01954-054e-4c11-8c53-5d8eda89fb8d tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/a827f5bf-2717-453f-b068-d1e1a0af21a9 HTTP/1.1" status: 404 len: 337 time: 0.0389209 Aug 29 04:36:51.459536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43846) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.492414 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a54b927-5d5c-4c13-ab07-7d0bb040222c tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.535160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54b927-5d5c-4c13-ab07-7d0bb040222c tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Pushing event deleted for resources: {'Port': ['ID=54c8ec9c-e38e-44d7-a9d0-2bb3a5a3140d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.538599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bd21a6cb-da5a-4017-80f1-2aaaada96eaf tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47c1792-fbc5-4f11-8100-abcdc9d142ef HTTP/1.1" status: 200 len: 205 time: 0.0750191 Aug 29 04:36:51.544775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43848) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.615062 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-0f663b83-987d-4439-99b9-95cd90c12b81 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] delete failed (client error): The resource could not be found. Aug 29 04:36:51.615313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.25.5.172 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/6e52a39e-84b3-40eb-bd31-52d58964c5a9) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:51.619315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0f663b83-987d-4439-99b9-95cd90c12b81 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/routers/d47c1792-fbc5-4f11-8100-abcdc9d142ef HTTP/1.1" status: 404 len: 336 time: 0.0724847 Aug 29 04:36:51.619905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43850) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.659610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a54b927-5d5c-4c13-ab07-7d0bb040222c tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.663372 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb91c93-c5d2-4c09-97b5-c951bc1b7dc5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:51.663890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb91c93-c5d2-4c09-97b5-c951bc1b7dc5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:51.669201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ffb91c93-c5d2-4c09-97b5-c951bc1b7dc5 tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/e58f923b-3503-4c7d-b067-18d3d4afea77 HTTP/1.1" status: 404 len: 337 time: 0.0482759 Aug 29 04:36:51.669827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43854) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.678860 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8a54b927-5d5c-4c13-ab07-7d0bb040222c tempest-RoutersAdminNegativeIpV6Test-1191350233 tempest-RoutersAdminNegativeIpV6Test-1191350233-project-admin] 10.222.0.49 "DELETE /v2.0/ports/54c8ec9c-e38e-44d7-a9d0-2bb3a5a3140d HTTP/1.1" status: 204 len: 168 time: 0.9771502 Aug 29 04:36:51.720505 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b5fd16-1d05-4b6e-9314-b5c8bb952fcd tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:51.720969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b5fd16-1d05-4b6e-9314-b5c8bb952fcd tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:51.725833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d4b5fd16-1d05-4b6e-9314-b5c8bb952fcd tempest-RoutersIpV6Test-210918913 tempest-RoutersIpV6Test-210918913-project] 10.222.0.49 "DELETE /v2.0/subnets/9d42f5eb-f232-461e-9bca-dabe7cec146a HTTP/1.1" status: 404 len: 337 time: 0.0549815 Aug 29 04:36:51.897662 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.004280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.098808 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:52.102825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:52.108609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:52.174637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=6e52a39e-84b3-40eb-bd31-52d58964c5a9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.362535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be82f2-2177-404a-816d-54e3d4bc4eda req-06fb307a-c741-4142-b602-a7ebd2a69392 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.364719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12be82f2-2177-404a-816d-54e3d4bc4eda req-06fb307a-c741-4142-b602-a7ebd2a69392 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.1336462 Aug 29 04:36:52.365266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43870) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.375125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43874) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.439863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12be82f2-2177-404a-816d-54e3d4bc4eda req-2fb5c608-1061-4963-9a41-17033de3007f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636256 Aug 29 04:36:52.565731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d0c-59b4-4d2b-813f-668b1416e250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.683672 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d0c-59b4-4d2b-813f-668b1416e250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.686815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-be8f6ea9-cf67-48f7-999a-5d3a10944f62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12da6bb13ae24000abfb68c2e55ad60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204017 Aug 29 04:36:52.688000 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d0c-59b4-4d2b-813f-668b1416e250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.690465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43880) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.746867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5d0c-59b4-4d2b-813f-668b1416e250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a6171-8f72-4fce-8737-c60ac169d806,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.757060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3d1d5d0c-59b4-4d2b-813f-668b1416e250 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b570e05f508b47eaa8547caaf1eba2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798091 Aug 29 04:36:52.758035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43882) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.815002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-807aa91a-46c3-4842-9ec8-0db23fbf68d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.857381 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-807aa91a-46c3-4842-9ec8-0db23fbf68d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.864689 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c5ae3b7-d56b-471d-8bad-eeb03ad97639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.908033 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c5ae3b7-d56b-471d-8bad-eeb03ad97639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.953028 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-807aa91a-46c3-4842-9ec8-0db23fbf68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.956030 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-807aa91a-46c3-4842-9ec8-0db23fbf68d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.957379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-807aa91a-46c3-4842-9ec8-0db23fbf68d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f196824-d3e4-4960-8b72-1f2ef76014c4 HTTP/1.1" status: 204 len: 168 time: 0.2646673 Aug 29 04:36:52.976863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807aa91a-46c3-4842-9ec8-0db23fbf68d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f196824-d3e4-4960-8b72-1f2ef76014c4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.994214 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c5ae3b7-d56b-471d-8bad-eeb03ad97639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.997045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c5ae3b7-d56b-471d-8bad-eeb03ad97639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.001688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6c5ae3b7-d56b-471d-8bad-eeb03ad97639 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba7a6171-8f72-4fce-8737-c60ac169d806 HTTP/1.1" status: 204 len: 168 time: 0.2411873 Aug 29 04:36:53.011510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ae3b7-d56b-471d-8bad-eeb03ad97639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a6171-8f72-4fce-8737-c60ac169d806,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.421868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43900) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:53.469117 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.503189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-caa35e23-18e6-4f3a-8756-a4d635168259 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=765df0d45ddd4b19a971aa6cd425466a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798252 Aug 29 04:36:53.503841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43906) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:53.542770 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c633c9da-bc1e-411f-a723-c7348a8d597b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.572442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70fb982a-317e-4a7e-b4cd-c32b536b757e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.613672 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70fb982a-317e-4a7e-b4cd-c32b536b757e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.689241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70fb982a-317e-4a7e-b4cd-c32b536b757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.692112 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70fb982a-317e-4a7e-b4cd-c32b536b757e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.696770 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.712011 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-70fb982a-317e-4a7e-b4cd-c32b536b757e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/121c325e-bf20-43fe-aaa3-b1b07c3f126b HTTP/1.1" status: 204 len: 168 time: 0.1910770 Aug 29 04:36:53.806076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb982a-317e-4a7e-b4cd-c32b536b757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121c325e-bf20-43fe-aaa3-b1b07c3f126b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.847364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-c88b2ca1-915a-48fe-b92e-64201b4455e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1820576 Aug 29 04:36:53.869213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74329ab-5404-4e5b-8356-37c4f478a7db req-8f81a69f-561a-44ad-8057-35a36369448f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.894146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d74329ab-5404-4e5b-8356-37c4f478a7db req-8f81a69f-561a-44ad-8057-35a36369448f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.2276378 Aug 29 04:36:53.970746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.979230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.990742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-e4223dca-4dd7-497b-ab7c-d6bef82aba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.992484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-e4223dca-4dd7-497b-ab7c-d6bef82aba7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50400dbdb0ea41679b81cff07addf6ec&device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 1097 time: 0.0756884 Aug 29 04:36:54.009482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d74329ab-5404-4e5b-8356-37c4f478a7db req-338abc88-74cd-42e2-9943-a78755c0f3aa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031721 Aug 29 04:36:54.121618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=6e52a39e-84b3-40eb-bd31-52d58964c5a9,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:54.127523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-71eb3e35-918f-4df8-9e7c-16c7c3597a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:54.129364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-71eb3e35-918f-4df8-9e7c-16c7c3597a18 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de HTTP/1.1" status: 200 len: 915 time: 0.1139963 Aug 29 04:36:54.130929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.179776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-d37741a5-173f-4b9d-8abe-d42654e25ff2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a65e54f8-14ef-4488-9e28-875caf2715f5 HTTP/1.1" status: 200 len: 217 time: 0.0428350 Aug 29 04:36:54.299731 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Floating IP b7f79ebe-ef70-4969-a77c-624cf2f81d8b associated. External IP: 172.25.5.172, port: 4f13d65b-2192-4401-9625-f2acf7efc260. Aug 29 04:36:54.309874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-a18ab1fe-c375-4a81-a2aa-e7d32a976594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:54.313496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-a18ab1fe-c375-4a81-a2aa-e7d32a976594 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6a90b9-9c96-454f-a40b-05892f49ee18 HTTP/1.1" status: 200 len: 854 time: 0.1230628 Aug 29 04:36:54.363579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-3c8b4655-d91a-473e-8d4f-5d8099b7fc32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422583 Aug 29 04:36:54.515454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43930) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:54.545260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-2c0f189c-5ba1-4fd5-b261-e961f7402ee1 service neutron] 10.222.0.52 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739938 Aug 29 04:36:54.750727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 3296af22-3e35-4ada-b844-0672e184b6d2 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:54.767313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group': {'name': 'tempest-secgroup--754449037'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:54.775545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b68c27e-348a-403d-ab62-fa42b7e150e5 req-9cbb9a28-98fa-431a-adb9-f30edf327306 service neutron] 10.222.0.52 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273703 Aug 29 04:36:54.803654 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.816672 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.020859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:55.034584 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] Sync routers for ids ['3296af22-3e35-4ada-b844-0672e184b6d2'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:55.035747 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.044991 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.052766 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.068399 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] Routers {'3296af22-3e35-4ada-b844-0672e184b6d2'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:55.072416 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3296af22-3e35-4ada-b844-0672e184b6d2'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:55.094006 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7a6e835d-b0f0-4e21-a1bd-d6eac01a3b0e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2882452 Aug 29 04:36:55.094006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:55.094742 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c3855a-6478-497a-9ec9-2b24d6d4883e" -d '{"events": [{"name": "network-changed", "server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:55.225312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715598f2-2a54-44aa-9e1b-7120145fba6b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.285557 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] Set router 3296af22-3e35-4ada-b844-0672e184b6d2 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:55.343708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a931f-a80a-48da-8ada-4cc1cac222b0 req-e1f4fcea-8e21-43d3-81d7-58ad94069789 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:55.345486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c1a931f-a80a-48da-8ada-4cc1cac222b0 req-e1f4fcea-8e21-43d3-81d7-58ad94069789 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.1914947 Aug 29 04:36:55.364743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af867b7-9b29-4989-ba48-ede63aefbbf5 req-d67844bd-0334-4e7e-afcf-462e2384b1a8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:55.374923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1af867b7-9b29-4989-ba48-ede63aefbbf5 req-d67844bd-0334-4e7e-afcf-462e2384b1a8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.1442049 Aug 29 04:36:55.383944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43956) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.469741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1af867b7-9b29-4989-ba48-ede63aefbbf5 req-deaa5dc2-ec3b-40ac-b729-3295cc9c7d92 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896521 Aug 29 04:36:55.474285 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.486650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43962) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.514753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.578740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c1a931f-a80a-48da-8ada-4cc1cac222b0 req-962bbaf3-259f-4b2b-bcdd-abab45a2d86d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266626 Aug 29 04:36:55.585962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.587421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0672836 Aug 29 04:36:55.592297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43964) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.635902 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a21131-3622-4ea6-a427-72d66ce5a26f x-openstack-request-id: req-71a21131-3622-4ea6-a427-72d66ce5a26f {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:55.636174 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:55.636470 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71a21131-3622-4ea6-a427-72d66ce5a26f {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:55.636871 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260', 'status': 'completed', 'code': 200} Aug 29 04:36:55.643097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-656482695'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:55.654980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdd138-dd8c-495c-a02b-a12abbb4494c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9489d0-c8df-4a06-9dd3-7e8f8cd60813,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.736931 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7e6b441f-d5c0-47c9-9bee-247926494e3f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/b7f79ebe-ef70-4969-a77c-624cf2f81d8b HTTP/1.1" status: 200 len: 991 time: 0.2477832 Aug 29 04:36:55.741017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Made reservation on behalf of 2e2e9600e471481a8082a8198b97778c for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:55.744914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.755522 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.759821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cbb538a1-1226-4a26-a11b-2e3ce22e6029 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1661980 Aug 29 04:36:55.763126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-646e1bfe-c612-4f67-8084-c4c39ad0f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:55.763789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43966) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.765654 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-646e1bfe-c612-4f67-8084-c4c39ad0f7bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1097 time: 0.1335382 Aug 29 04:36:55.773684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cea5231a-4ea9-44fe-b088-b40538706b4e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group': {'name': 'tempest-security--1579448272', 'description': 'tempest-security-description-2124438578'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:55.817314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cea5231a-4ea9-44fe-b088-b40538706b4e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.880842 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:19Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'b7f79ebe-ef70-4969-a77c-624cf2f81d8b', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'port_id': '4f13d65b-2192-4401-9625-f2acf7efc260', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'mac_address': 'fa:16:3e:df:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:36:52Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89254946-97ec-4eb4-b6f1-ba5c70ded042', 'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:6c:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:16Z', 'updated_at': '2021-08-29T04:36:27Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:55.883649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cea5231a-4ea9-44fe-b088-b40538706b4e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.893434 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cea5231a-4ea9-44fe-b088-b40538706b4e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.897550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cea5231a-4ea9-44fe-b088-b40538706b4e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.902067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cea5231a-4ea9-44fe-b088-b40538706b4e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "PUT /v2.0/security-groups/bd9489d0-c8df-4a06-9dd3-7e8f8cd60813 HTTP/1.1" status: 200 len: 1780 time: 0.1342828 Aug 29 04:36:55.904165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43970) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:55.934922 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] Checking router: 3296af22-3e35-4ada-b844-0672e184b6d2 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:55.942252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5231a-4ea9-44fe-b088-b40538706b4e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9489d0-c8df-4a06-9dd3-7e8f8cd60813,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.945475 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] Routers {'3296af22-3e35-4ada-b844-0672e184b6d2'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:55.946240 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3296af22-3e35-4ada-b844-0672e184b6d2'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:56.038192 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7b628264-9562-4d9e-b0cc-9fd9b56c7dbd tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups/bd9489d0-c8df-4a06-9dd3-7e8f8cd60813 HTTP/1.1" status: 200 len: 1780 time: 0.1282792 Aug 29 04:36:56.040587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43972) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.043225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-a9f2be74-66fd-4734-a66e-e33b38ba7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:56.044702 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-a9f2be74-66fd-4734-a66e-e33b38ba7402 service neutron] 10.222.0.59 "GET /v2.0/networks?id=94750a3d-70b9-4f3c-81e3-0b43510a70d4 HTTP/1.1" status: 200 len: 897 time: 0.2708826 Aug 29 04:36:56.083891 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.098911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.099990 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] Set router 3296af22-3e35-4ada-b844-0672e184b6d2 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:56.107510 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-05a2e6a8-5fe6-42d3-80c4-f6bfd930ecff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.131038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:56.142593 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f6154a8-fbac-435d-a7a6-78885311d6d3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.144820 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.145189 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Added segment b5ff49b7-6556-4dfc-a754-9f0c85c81ac8 of type vlan for network 8a833f03-bc98-44e8-b758-44f4b29bf4cb Aug 29 04:36:56.184252 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f6154a8-fbac-435d-a7a6-78885311d6d3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.265122 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f6154a8-fbac-435d-a7a6-78885311d6d3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.267726 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1f6154a8-fbac-435d-a7a6-78885311d6d3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.269005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1f6154a8-fbac-435d-a7a6-78885311d6d3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-groups/bd9489d0-c8df-4a06-9dd3-7e8f8cd60813 HTTP/1.1" status: 204 len: 168 time: 0.2271063 Aug 29 04:36:56.279185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43974) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.287015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.288368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6154a8-fbac-435d-a7a6-78885311d6d3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9489d0-c8df-4a06-9dd3-7e8f8cd60813,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:56.338577 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.369927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a96fc5f-1d59-44cb-80c7-24b2098fe521,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:56.397076 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-87823003-2cb2-4aba-86a9-d99ecccb8c4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f13d65b-2192-4401-9625-f2acf7efc260 HTTP/1.1" status: 200 len: 999 time: 0.3110602 Aug 29 04:36:56.421181 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:19Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'b7f79ebe-ef70-4969-a77c-624cf2f81d8b', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'port_id': '4f13d65b-2192-4401-9625-f2acf7efc260', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'mac_address': 'fa:16:3e:df:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:36:52Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89254946-97ec-4eb4-b6f1-ba5c70ded042', 'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:6c:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:16Z', 'updated_at': '2021-08-29T04:36:27Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:56.436582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.442348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:56.443130 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.451537 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad27e81-2eb9-4d68-8063-1e140e5d1bf9 None None] The sync data for ids ['3296af22-3e35-4ada-b844-0672e184b6d2'] in n-d-712141-12 is: [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:19Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'b7f79ebe-ef70-4969-a77c-624cf2f81d8b', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'port_id': '4f13d65b-2192-4401-9625-f2acf7efc260', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'mac_address': 'fa:16:3e:df:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:36:52Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89254946-97ec-4eb4-b6f1-ba5c70ded042', 'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:6c:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:16Z', 'updated_at': '2021-08-29T04:36:27Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:56.466240 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5e3e5b00-b307-4c54-9f98-1b8d1fc927bd tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1810591 Aug 29 04:36:56.471298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43976) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.491419 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1060112 Aug 29 04:36:56.491605 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-2f5d9746-b96a-48c0-8c5c-916eaa1abd81 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] delete failed (client error): The resource could not be found. Aug 29 04:36:56.496406 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2f5d9746-b96a-48c0-8c5c-916eaa1abd81 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-groups/bd9489d0-c8df-4a06-9dd3-7e8f8cd60813 HTTP/1.1" status: 404 len: 347 time: 0.0204628 Aug 29 04:36:56.496406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43978) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.496623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43980) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.501939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5abe40cb-984e-4a68-8a0f-aa373e2a3274 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174723412'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:56.511476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'subnet': {'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:56.555640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-d7445c22-072e-46bf-8a30-3bda09cefdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:56.557376 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-d7445c22-072e-46bf-8a30-3bda09cefdac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfb14757-e60a-4ccb-8304-dc37368104cb HTTP/1.1" status: 200 len: 835 time: 0.1497438 Aug 29 04:36:56.601097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74481481-7f67-49a9-8017-e1bef4396b02 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Network': ['ID=8a833f03-bc98-44e8-b758-44f4b29bf4cb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:56.615549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:56.638004 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5abe40cb-984e-4a68-8a0f-aa373e2a3274 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.694752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-0c133c2e-7345-42aa-bc1b-67688d294960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:56.697643 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-0c133c2e-7345-42aa-bc1b-67688d294960 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=94750a3d-70b9-4f3c-81e3-0b43510a70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248167 Aug 29 04:36:56.739519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43986) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.851454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce623a08-901f-4c24-933a-db3ddab0983f None None] New status for floating IP b7f79ebe-ef70-4969-a77c-624cf2f81d8b: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:36:56.872620 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-be55d2a2-e3d1-4857-805e-228f7b1e3941 service neutron] 10.222.0.59 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663072 Aug 29 04:36:56.877912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-31ed2004-1fbf-4ef8-b22f-4b05f41b0322 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/b7f79ebe-ef70-4969-a77c-624cf2f81d8b HTTP/1.1" status: 200 len: 991 time: 0.1354663 Aug 29 04:36:56.904532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5abe40cb-984e-4a68-8a0f-aa373e2a3274 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.916037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5abe40cb-984e-4a68-8a0f-aa373e2a3274 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.932778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61639e-1d76-4e77-a373-77c59ea949e7 req-097434bd-0932-49d0-972f-3eaed46156aa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:56.934377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d61639e-1d76-4e77-a373-77c59ea949e7 req-097434bd-0932-49d0-972f-3eaed46156aa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 945 time: 0.1267896 Aug 29 04:36:57.010416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Made reservation on behalf of 2e2e9600e471481a8082a8198b97778c for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:57.016220 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.032480 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5abe40cb-984e-4a68-8a0f-aa373e2a3274 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.045782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5abe40cb-984e-4a68-8a0f-aa373e2a3274 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5481606 Aug 29 04:36:57.050646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43990) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.059897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-34aad695-1851-40ce-84b0-da367f8b6b66 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': '5d0c6168-9150-4de5-a0bc-1f81cd23e878', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:57.068532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe40cb-984e-4a68-8a0f-aa373e2a3274 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c6168-9150-4de5-a0bc-1f81cd23e878,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.127444 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34aad695-1851-40ce-84b0-da367f8b6b66 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.134845 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f4c3855a-6478-497a-9ec9-2b24d6d4883e req-b2a17598-c027-4a48-9dc4-226010bdd1b7 service neutron] 10.222.0.59 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545440 Aug 29 04:36:57.163489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d61639e-1d76-4e77-a373-77c59ea949e7 req-41f393a8-6b7e-4c58-867a-290217251fd4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163398 Aug 29 04:36:57.239420 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34aad695-1851-40ce-84b0-da367f8b6b66 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.244472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34aad695-1851-40ce-84b0-da367f8b6b66 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.265086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aad695-1851-40ce-84b0-da367f8b6b66 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b809fbaa-4b8f-44cb-8af1-e2f39b8ffc1e,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.279964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-34aad695-1851-40ce-84b0-da367f8b6b66 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.284417 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-34aad695-1851-40ce-84b0-da367f8b6b66 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2304924 Aug 29 04:36:57.284806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 43992) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.319806 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.325669 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.327423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59625db0-83f9-4027-ab7e-66f004e10579 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.341555 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59625db0-83f9-4027-ab7e-66f004e10579 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.374889 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59625db0-83f9-4027-ab7e-66f004e10579 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.393074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Subnet': ['ID=a3e0fd3e-1d9c-4b01-9217-50999877aa3a,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.399897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Checking segment: {'id': 'b5ff49b7-6556-4dfc-a754-9f0c85c81ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:57.400293 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Network hostable DHCP agents. Network: 8a833f03-bc98-44e8-b758-44f4b29bf4cb, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:57.406889 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59625db0-83f9-4027-ab7e-66f004e10579 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.410874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43994) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.411739 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59625db0-83f9-4027-ab7e-66f004e10579 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b809fbaa-4b8f-44cb-8af1-e2f39b8ffc1e HTTP/1.1" status: 204 len: 168 time: 0.1255856 Aug 29 04:36:57.413185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59625db0-83f9-4027-ab7e-66f004e10579 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b809fbaa-4b8f-44cb-8af1-e2f39b8ffc1e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.415793 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.432518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:57.448568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 8a833f03-bc98-44e8-b758-44f4b29bf4cb) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:57.450468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 178f0df5-9772-4dce-b3d5-99b6edfa449d details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:36:57.453918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:57.454842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.494850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b2231672-1d7e-41df-a7d0-ac1ad3bb5e68 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0798686 Aug 29 04:36:57.495675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43996) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.537074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0e16bef2-ff57-4e41-9ca3-7c67bebe6814 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0422597 Aug 29 04:36:57.539678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 43998) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.545506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'port': {'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb', 'name': 'tempest-AllowedAddressPairTestJSON-424844143'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:57.566817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:57.580829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'port_id': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'mac_address': 'fa:16:3e:13:2a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:36:57.583096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8280af9b-733c-4bfc-82a3-c53fafc90d72 None None] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:57.613416 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70a5fe10-bc27-45aa-ad48-ed4528a3d768 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.680551 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70a5fe10-bc27-45aa-ad48-ed4528a3d768 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.699537 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.726534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178f0df5-9772-4dce-b3d5-99b6edfa449d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:57.741249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Made reservation on behalf of 2e2e9600e471481a8082a8198b97778c for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:57.751748 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.773248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] device_id is not set on port 6ce257dd-ded2-4d6b-b862-e358b56fa46c yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:57.788285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:57.792313 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70a5fe10-bc27-45aa-ad48-ed4528a3d768 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.797621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-70a5fe10-bc27-45aa-ad48-ed4528a3d768 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.801119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-70a5fe10-bc27-45aa-ad48-ed4528a3d768 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-groups/5d0c6168-9150-4de5-a0bc-1f81cd23e878 HTTP/1.1" status: 204 len: 168 time: 0.3026965 Aug 29 04:36:57.801947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44004) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.805131 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.863284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5fe10-bc27-45aa-ad48-ed4528a3d768 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c6168-9150-4de5-a0bc-1f81cd23e878,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.882261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44006) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.937836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=11']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.982451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-8a833f03-bc98-44e8-b758-44f4b29bf4cb', 'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb', 'tenant_id': '2e2e9600e471481a8082a8198b97778c', 'fixed_ips': [{'subnet_id': 'a3e0fd3e-1d9c-4b01-9217-50999877aa3a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:57.984471 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.993679 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-80f75b3d-2e97-4dbc-8f41-3b2e05fe37bd tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1901307 Aug 29 04:36:57.994448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44008) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.003076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Allocated IP 172.20.0.5 (8a833f03-bc98-44e8-b758-44f4b29bf4cb/a3e0fd3e-1d9c-4b01-9217-50999877aa3a/6ce257dd-ded2-4d6b-b862-e358b56fa46c) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:58.007329 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e83d97a2-4462-468d-9ae4-a6a826cc0371 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366372268'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:58.033098 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e83d97a2-4462-468d-9ae4-a6a826cc0371 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.085560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['178f0df5-9772-4dce-b3d5-99b6edfa449d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:58.142684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e83d97a2-4462-468d-9ae4-a6a826cc0371 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.156691 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8c2d6ef8-1f9f-4df3-af4d-967e5e84e6d4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/b7f79ebe-ef70-4969-a77c-624cf2f81d8b HTTP/1.1" status: 200 len: 993 time: 0.2714205 Aug 29 04:36:58.159683 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e83d97a2-4462-468d-9ae4-a6a826cc0371 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.178634 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e83d97a2-4462-468d-9ae4-a6a826cc0371 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.182435 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e83d97a2-4462-468d-9ae4-a6a826cc0371 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1818955 Aug 29 04:36:58.184759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44014) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.200967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-135a4854-d89c-4fd0-9033-1f92395253ad tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': '377613cc-ddaa-48ce-8118-bb30a612a7b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:58.203408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d97a2-4462-468d-9ae4-a6a826cc0371 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377613cc-ddaa-48ce-8118-bb30a612a7b4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.239223 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-135a4854-d89c-4fd0-9033-1f92395253ad tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.282907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44018) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.296858 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.353837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Transition to ACTIVE for port object 6ce257dd-ded2-4d6b-b862-e358b56fa46c will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:58.368631 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-135a4854-d89c-4fd0-9033-1f92395253ad tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.375929 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-135a4854-d89c-4fd0-9033-1f92395253ad tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.407985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f304-fe43-4d26-9bb3-3dbca3d8f9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.409497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27235c76-176d-421d-9634-1a6e2824fd2d req-3ac1afdf-cacb-4584-8f65-a92a392a55ee tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:58.410913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27235c76-176d-421d-9634-1a6e2824fd2d req-3ac1afdf-cacb-4584-8f65-a92a392a55ee tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1042795 Aug 29 04:36:58.425118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a4854-d89c-4fd0-9033-1f92395253ad tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7a734e-cc9e-4f94-b825-fca24c9311b5,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.460473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.493984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27235c76-176d-421d-9634-1a6e2824fd2d req-54ab33ab-f67b-4206-8586-2712017cad65 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703962 Aug 29 04:36:58.514426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:58.517365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Allocated IP 172.20.0.2 (8a833f03-bc98-44e8-b758-44f4b29bf4cb/a3e0fd3e-1d9c-4b01-9217-50999877aa3a/c492d258-8838-4826-a3fb-87798f00665b) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:58.517861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:58.522303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:58.525199 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f304-fe43-4d26-9bb3-3dbca3d8f9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.526432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Port': ['ID=6ce257dd-ded2-4d6b-b862-e358b56fa46c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.530396 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f304-fe43-4d26-9bb3-3dbca3d8f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.550578 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-135a4854-d89c-4fd0-9033-1f92395253ad tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.551764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-135a4854-d89c-4fd0-9033-1f92395253ad tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3661780 Aug 29 04:36:58.554572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44022) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.559024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-ba931c06-6f4d-4066-bba1-cbb5f9e72cf5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': '377613cc-ddaa-48ce-8118-bb30a612a7b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:58.569973 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dcf4f304-fe43-4d26-9bb3-3dbca3d8f9ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2b59de35b8b484e9f67d472cfa7c646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860897 Aug 29 04:36:58.573770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44024) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.579637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4f304-fe43-4d26-9bb3-3dbca3d8f9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6f44bf-c5e1-430e-a97c-92d269977d19,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.611218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:58.611859 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.642587 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba931c06-6f4d-4066-bba1-cbb5f9e72cf5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.662358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9e1a5859-0dfd-4827-ad11-47e905b4a843 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1187825 Aug 29 04:36:58.664137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44026) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.670333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'port': {'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb', 'name': 'tempest-AllowedAddressPairTestJSON-749614432', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9c:54:a7'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:58.687896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-474e7a66-bc93-4c78-9b56-696b85e00ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.732031 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-474e7a66-bc93-4c78-9b56-696b85e00ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.743335 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba931c06-6f4d-4066-bba1-cbb5f9e72cf5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.750540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba931c06-6f4d-4066-bba1-cbb5f9e72cf5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.785432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba931c06-6f4d-4066-bba1-cbb5f9e72cf5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5532df-6809-4584-81c6-850318e8e6a3,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.803731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba931c06-6f4d-4066-bba1-cbb5f9e72cf5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.804320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Made reservation on behalf of 2e2e9600e471481a8082a8198b97778c for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:58.805042 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ba931c06-6f4d-4066-bba1-cbb5f9e72cf5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2495556 Aug 29 04:36:58.807977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44028) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.815421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b334ab54-c5e7-44ae-85fb-9c08e8cecd78 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': '377613cc-ddaa-48ce-8118-bb30a612a7b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:58.830434 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-474e7a66-bc93-4c78-9b56-696b85e00ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.833018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-474e7a66-bc93-4c78-9b56-696b85e00ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.836551 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-474e7a66-bc93-4c78-9b56-696b85e00ee5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af6f44bf-c5e1-430e-a97c-92d269977d19 HTTP/1.1" status: 204 len: 168 time: 0.2595077 Aug 29 04:36:58.851306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e7a66-bc93-4c78-9b56-696b85e00ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6f44bf-c5e1-430e-a97c-92d269977d19,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.859395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b334ab54-c5e7-44ae-85fb-9c08e8cecd78 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.872988 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.891334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Transition to ACTIVE for port object c492d258-8838-4826-a3fb-87798f00665b will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:58.910413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Transition to ACTIVE for port object c492d258-8838-4826-a3fb-87798f00665b will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:58.915679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.917159 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.941731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b334ab54-c5e7-44ae-85fb-9c08e8cecd78 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.944084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] device_id is not set on port a3051cd3-579f-412e-a091-35a7a666b9d0 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:36:58.946310 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b334ab54-c5e7-44ae-85fb-9c08e8cecd78 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.968674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334ab54-c5e7-44ae-85fb-9c08e8cecd78 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750b5a5b-fe82-4d9b-a3de-a6e17078ea62,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.978430 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b334ab54-c5e7-44ae-85fb-9c08e8cecd78 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.980021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b334ab54-c5e7-44ae-85fb-9c08e8cecd78 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1704972 Aug 29 04:36:58.983500 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44032) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:58.986157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Pushing event updated for resources: {'Port': ['ID=c492d258-8838-4826-a3fb-87798f00665b,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.988810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0e916ed1-bdae-42cf-8aaf-bf92012ae7cb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': '377613cc-ddaa-48ce-8118-bb30a612a7b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:58.990398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:58.992288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:58.999469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:59.026500 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e916ed1-bdae-42cf-8aaf-bf92012ae7cb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.088750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Attempting to bind port c492d258-8838-4826-a3fb-87798f00665b on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:59.089203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Attempting to bind port c492d258-8838-4826-a3fb-87798f00665b by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'b5ff49b7-6556-4dfc-a754-9f0c85c81ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:59.089885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Attempting to bind port c492d258-8838-4826-a3fb-87798f00665b on network 8a833f03-bc98-44e8-b758-44f4b29bf4cb {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:59.093527 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.097429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:59.097864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Checking segment: {'id': 'b5ff49b7-6556-4dfc-a754-9f0c85c81ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:59.098265 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.098665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Bound using segment: {'id': 'b5ff49b7-6556-4dfc-a754-9f0c85c81ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:59.099140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Bound port: c492d258-8838-4826-a3fb-87798f00665b, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ff49b7-6556-4dfc-a754-9f0c85c81ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:59.099524 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.101665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e916ed1-bdae-42cf-8aaf-bf92012ae7cb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.106492 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e916ed1-bdae-42cf-8aaf-bf92012ae7cb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.110859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Allocated IP 172.20.0.13 (8a833f03-bc98-44e8-b758-44f4b29bf4cb/a3e0fd3e-1d9c-4b01-9217-50999877aa3a/a3051cd3-579f-412e-a091-35a7a666b9d0) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:59.127889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e916ed1-bdae-42cf-8aaf-bf92012ae7cb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b2d579-0271-4499-8671-5dd3c070b662,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.138950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e916ed1-bdae-42cf-8aaf-bf92012ae7cb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.141283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0e916ed1-bdae-42cf-8aaf-bf92012ae7cb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1566851 Aug 29 04:36:59.143981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44036) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.149312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-71c8ae16-1fc2-4963-8a9e-e65e1c81b469 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': '377613cc-ddaa-48ce-8118-bb30a612a7b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:59.182200 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71c8ae16-1fc2-4963-8a9e-e65e1c81b469 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.188523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] For port c492d258-8838-4826-a3fb-87798f00665b, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:59.193390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] For port c492d258-8838-4826-a3fb-87798f00665b, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c492d258-8838-4826-a3fb-87798f00665b,segment=NetworkSegment(b5ff49b7-6556-4dfc-a754-9f0c85c81ac8),segment_id=b5ff49b7-6556-4dfc-a754-9f0c85c81ac8)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:59.199015 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.230041 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44038) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.266151 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a265edf7-7f68-430a-89e7-df03aed58106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.270216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571eb4a-e229-4a07-bfc0-48477c8158a1 None None] Pushing event updated for resources: {'Port': ['ID=c492d258-8838-4826-a3fb-87798f00665b,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.285544 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71c8ae16-1fc2-4963-8a9e-e65e1c81b469 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.289823 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71c8ae16-1fc2-4963-8a9e-e65e1c81b469 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.312406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8ae16-1fc2-4963-8a9e-e65e1c81b469 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445b4a1a-0ce2-4eec-a942-3c67367bb570,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.359880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.383594 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Transition to ACTIVE for port object a3051cd3-579f-412e-a091-35a7a666b9d0 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:59.453490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 178f0df5-9772-4dce-b3d5-99b6edfa449d up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:59.473435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a265edf7-7f68-430a-89e7-df03aed58106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.478311 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a265edf7-7f68-430a-89e7-df03aed58106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.483545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-71c8ae16-1fc2-4963-8a9e-e65e1c81b469 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.484920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-71c8ae16-1fc2-4963-8a9e-e65e1c81b469 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3396771 Aug 29 04:36:59.487869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44042) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.492954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.517935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 178f0df5-9772-4dce-b3d5-99b6edfa449d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:59.523009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 178f0df5-9772-4dce-b3d5-99b6edfa449d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:59.523744 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.538942 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66575b2e-c8c4-448a-bc7c-3ae1549fd204 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.559607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66575b2e-c8c4-448a-bc7c-3ae1549fd204 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.577222 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a265edf7-7f68-430a-89e7-df03aed58106 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50a499ea270e4ec39eb030acf7db2658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438463 Aug 29 04:36:59.578061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265edf7-7f68-430a-89e7-df03aed58106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a506bd-686a-4806-bd1f-a35c2266ec30,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.585709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44046) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.613524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Port': ['ID=a3051cd3-579f-412e-a091-35a7a666b9d0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.626819 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66575b2e-c8c4-448a-bc7c-3ae1549fd204 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.630359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:59.632126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:59.635550 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:59.643526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-66575b2e-c8c4-448a-bc7c-3ae1549fd204 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.644740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-66575b2e-c8c4-448a-bc7c-3ae1549fd204 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/445b4a1a-0ce2-4eec-a942-3c67367bb570 HTTP/1.1" status: 204 len: 168 time: 0.1559038 Aug 29 04:36:59.656096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44048) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.675237 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.689743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66575b2e-c8c4-448a-bc7c-3ae1549fd204 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=445b4a1a-0ce2-4eec-a942-3c67367bb570,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.700879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.702252 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.711841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:59.714360 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da919fc-7c68-4c0c-bcb9-d82a75a9cef5" -d '{"events": [{"server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "name": "network-vif-plugged", "status": "completed", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:59.720638 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e7cb6843-03e5-449b-908f-bd650af8e54a tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0549603 Aug 29 04:36:59.723063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44052) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.727398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:59.732110 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.759303 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2087aa9-1725-4cd4-a6db-48ba7e817127 x-openstack-request-id: req-c2087aa9-1725-4cd4-a6db-48ba7e817127 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:59.759595 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "name": "network-vif-plugged", "status": "completed", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:59.759844 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2087aa9-1725-4cd4-a6db-48ba7e817127 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:59.760386 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'code': 200} Aug 29 04:36:59.785466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5bd1e19c-c672-4b7f-b67c-2b972a00f800 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1259918 Aug 29 04:36:59.787497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44054) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.788250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bafeb748-c836-4a9d-8437-c77a12278923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.795980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=12']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:59.807948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f48baf2-46eb-43eb-9b81-a80be399ee0f tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.814747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f48baf2-46eb-43eb-9b81-a80be399ee0f tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.821882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f48baf2-46eb-43eb-9b81-a80be399ee0f tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.823596 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0f48baf2-46eb-43eb-9b81-a80be399ee0f tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.0986159 Aug 29 04:36:59.826595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44056) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:59.830148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d47431-10e4-4ed7-9d19-5271dca2a783 req-8ad80351-ad2e-4612-812e-61f57ebc16a0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.831777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02d47431-10e4-4ed7-9d19-5271dca2a783 req-8ad80351-ad2e-4612-812e-61f57ebc16a0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 946 time: 0.1789799 Aug 29 04:36:59.963797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e0f347b7-edd2-479d-8398-6a7a5c0b608c tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Deleting port a3051cd3-579f-412e-a091-35a7a666b9d0 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:59.964407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0f347b7-edd2-479d-8398-6a7a5c0b608c tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.982004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b9e6a-f2bb-46fd-809a-899a044ab125 req-3b00852e-1f57-4a3f-a427-802df3cb82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.984081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-304b9e6a-f2bb-46fd-809a-899a044ab125 req-3b00852e-1f57-4a3f-a427-802df3cb82ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 1099 time: 0.0727479 Aug 29 04:37:00.066950 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-304b9e6a-f2bb-46fd-809a-899a044ab125 req-1b7b4635-f963-4c31-8281-2c2ef2e3f0df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567260 Aug 29 04:37:00.085126 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0f347b7-edd2-479d-8398-6a7a5c0b608c tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.100366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e0f347b7-edd2-479d-8398-6a7a5c0b608c tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Calling delete_port for a3051cd3-579f-412e-a091-35a7a666b9d0 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:00.113675 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cfad05a7-cc5c-417b-b8fb-171c938345e3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.116828 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bafeb748-c836-4a9d-8437-c77a12278923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.136274 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cfad05a7-cc5c-417b-b8fb-171c938345e3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.204861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02d47431-10e4-4ed7-9d19-5271dca2a783 req-2dbcc268-20ce-4341-879f-8156fdbe71f0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957139 Aug 29 04:37:00.206202 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cfad05a7-cc5c-417b-b8fb-171c938345e3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.219681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cfad05a7-cc5c-417b-b8fb-171c938345e3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.220790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cfad05a7-cc5c-417b-b8fb-171c938345e3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e3b2d579-0271-4499-8671-5dd3c070b662 HTTP/1.1" status: 204 len: 168 time: 0.4304004 Aug 29 04:37:00.221601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad05a7-cc5c-417b-b8fb-171c938345e3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3b2d579-0271-4499-8671-5dd3c070b662,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.223715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44058) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.241114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bafeb748-c836-4a9d-8437-c77a12278923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.244398 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bafeb748-c836-4a9d-8437-c77a12278923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.246490 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bafeb748-c836-4a9d-8437-c77a12278923 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80a506bd-686a-4806-bd1f-a35c2266ec30 HTTP/1.1" status: 204 len: 168 time: 0.6585701 Aug 29 04:37:00.256963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafeb748-c836-4a9d-8437-c77a12278923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a506bd-686a-4806-bd1f-a35c2266ec30,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.297354 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-69ac7d40-c107-493a-8028-8aa8f8d9a198 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0672228 Aug 29 04:37:00.297716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44062) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.306076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0f347b7-edd2-479d-8398-6a7a5c0b608c tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.342660 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad57ac84-407b-4491-95ff-f2c7d39f776a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.363015 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad57ac84-407b-4491-95ff-f2c7d39f776a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.416051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad57ac84-407b-4491-95ff-f2c7d39f776a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.418089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f347b7-edd2-479d-8398-6a7a5c0b608c tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event deleted for resources: {'Port': ['ID=a3051cd3-579f-412e-a091-35a7a666b9d0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.437999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ad57ac84-407b-4491-95ff-f2c7d39f776a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.442375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3194c8-754a-4b38-92ee-26d2cd90c7d5 None None] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:00.445746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ad57ac84-407b-4491-95ff-f2c7d39f776a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/750b5a5b-fe82-4d9b-a3de-a6e17078ea62 HTTP/1.1" status: 204 len: 168 time: 0.1446526 Aug 29 04:37:00.446100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44066) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.458554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57ac84-407b-4491-95ff-f2c7d39f776a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=750b5a5b-fe82-4d9b-a3de-a6e17078ea62,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.506717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f4845b57-c801-47e8-991e-525b8c95e2a9 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0568774 Aug 29 04:37:00.507039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44070) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.535935 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e0f347b7-edd2-479d-8398-6a7a5c0b608c tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.537009 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f81e13b7-a2c0-4fb6-aadb-1800ae430a59 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.538624 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e0f347b7-edd2-479d-8398-6a7a5c0b608c tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "DELETE /v2.0/ports/a3051cd3-579f-412e-a091-35a7a666b9d0 HTTP/1.1" status: 204 len: 168 time: 0.7106745 Aug 29 04:37:00.542019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44072) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.548173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2d3050f4-fc39-4c8c-a71c-680e42ae71b1 None None] Provisioning for port c492d258-8838-4826-a3fb-87798f00665b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:00.557876 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f81e13b7-a2c0-4fb6-aadb-1800ae430a59 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.580720 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-99369849-1412-4edb-9580-0525a0396682 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] GET failed (client error): The resource could not be found. Aug 29 04:37:00.582453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-99369849-1412-4edb-9580-0525a0396682 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "GET /v2.0/ports/a3051cd3-579f-412e-a091-35a7a666b9d0 HTTP/1.1" status: 404 len: 333 time: 0.0391858 Aug 29 04:37:00.586423 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44074) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.594562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'port': {'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb', 'name': 'tempest-AllowedAddressPairTestJSON-1013152156'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:00.619999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f81e13b7-a2c0-4fb6-aadb-1800ae430a59 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.627584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f81e13b7-a2c0-4fb6-aadb-1800ae430a59 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.631510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f81e13b7-a2c0-4fb6-aadb-1800ae430a59 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9d5532df-6809-4584-81c6-850318e8e6a3 HTTP/1.1" status: 204 len: 168 time: 0.1233897 Aug 29 04:37:00.633661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44078) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.642844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e13b7-a2c0-4fb6-aadb-1800ae430a59 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d5532df-6809-4584-81c6-850318e8e6a3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.695867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aff31d57-bb35-421c-a44c-c4a4727c3479 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0609603 Aug 29 04:37:00.698682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44082) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.729045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b7fcc56-8e2a-4119-bdef-61179dfc6f3f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.737992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b7fcc56-8e2a-4119-bdef-61179dfc6f3f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.750133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Made reservation on behalf of 2e2e9600e471481a8082a8198b97778c for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:00.754301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.775141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] device_id is not set on port 88761d84-0d3a-4c3f-83c6-fecfb7c31f94 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:00.778195 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b7fcc56-8e2a-4119-bdef-61179dfc6f3f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.789055 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b7fcc56-8e2a-4119-bdef-61179dfc6f3f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.791119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2b7fcc56-8e2a-4119-bdef-61179dfc6f3f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/fa7a734e-cc9e-4f94-b825-fca24c9311b5 HTTP/1.1" status: 204 len: 168 time: 0.0910187 Aug 29 04:37:00.793792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44088) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.805321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fcc56-8e2a-4119-bdef-61179dfc6f3f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa7a734e-cc9e-4f94-b825-fca24c9311b5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:00.852646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f73a77e8-8b8b-4721-b277-50df78a5c978 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575469 Aug 29 04:37:00.855456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44090) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.919863 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-269d4243-6d3f-44e4-ab57-9adfcb61ef3a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.921781 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Allocated IP 172.20.0.4 (8a833f03-bc98-44e8-b758-44f4b29bf4cb/a3e0fd3e-1d9c-4b01-9217-50999877aa3a/88761d84-0d3a-4c3f-83c6-fecfb7c31f94) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:00.948492 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-269d4243-6d3f-44e4-ab57-9adfcb61ef3a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:00.983191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-56487846-59b9-4739-8582-987a0948c8d7 None None] Provisioning for port 6ce257dd-ded2-4d6b-b862-e358b56fa46c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:00.990714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-56487846-59b9-4739-8582-987a0948c8d7 None None] Provisioning complete for port 6ce257dd-ded2-4d6b-b862-e358b56fa46c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:00.991765 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-56487846-59b9-4739-8582-987a0948c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.013167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-269d4243-6d3f-44e4-ab57-9adfcb61ef3a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.016369 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-269d4243-6d3f-44e4-ab57-9adfcb61ef3a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.020213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-269d4243-6d3f-44e4-ab57-9adfcb61ef3a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-groups/377613cc-ddaa-48ce-8118-bb30a612a7b4 HTTP/1.1" status: 204 len: 168 time: 0.1603899 Aug 29 04:37:01.023384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44098) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:01.058789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-56487846-59b9-4739-8582-987a0948c8d7 None None] Port 6ce257dd-ded2-4d6b-b862-e358b56fa46c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:01.077611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d4243-6d3f-44e4-ab57-9adfcb61ef3a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377613cc-ddaa-48ce-8118-bb30a612a7b4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.137070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bacf5f5f-c923-4e3c-9aeb-e4867d4604c5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1125274 Aug 29 04:37:01.143683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44104) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:01.149589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a87c0535-6792-4962-9f43-53aa8c9a521f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374850009'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:01.233640 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a87c0535-6792-4962-9f43-53aa8c9a521f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.324912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c492d258-8838-4826-a3fb-87798f00665b up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:01.434599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c28d9dea-8978-450f-b590-e3d917ef2e75 None None] Provisioning complete for port 6ce257dd-ded2-4d6b-b862-e358b56fa46c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:01.434975 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c28d9dea-8978-450f-b590-e3d917ef2e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.521893 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a87c0535-6792-4962-9f43-53aa8c9a521f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.530764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a87c0535-6792-4962-9f43-53aa8c9a521f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.536961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c28d9dea-8978-450f-b590-e3d917ef2e75 None None] Port 6ce257dd-ded2-4d6b-b862-e358b56fa46c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:01.560496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port c492d258-8838-4826-a3fb-87798f00665b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:01.566326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c492d258-8838-4826-a3fb-87798f00665b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:01.567025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.601820 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a87c0535-6792-4962-9f43-53aa8c9a521f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.603553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a87c0535-6792-4962-9f43-53aa8c9a521f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4577918 Aug 29 04:37:01.605978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c0535-6792-4962-9f43-53aa8c9a521f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12518867-a12d-4fd1-a09e-21e6dcaaf461,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.610334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44128) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:01.620979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcc6a0-b8f1-42a7-bac7-95a733b5397b req-003179a0-a33f-44a9-8abf-62e79db95a75 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:01.622966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ddcc6a0-b8f1-42a7-bac7-95a733b5397b req-003179a0-a33f-44a9-8abf-62e79db95a75 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 947 time: 0.2264225 Aug 29 04:37:01.628439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-107a19b4-a7c8-4c40-a000-918b719888e1 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': '12518867-a12d-4fd1-a09e-21e6dcaaf461', 'direction': 'ingress', 'protocol': 17}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:01.686449 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.731739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port c492d258-8838-4826-a3fb-87798f00665b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c492d258-8838-4826-a3fb-87798f00665b,segment=NetworkSegment(b5ff49b7-6556-4dfc-a754-9f0c85c81ac8),segment_id=b5ff49b7-6556-4dfc-a754-9f0c85c81ac8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:01.739402 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.745715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ddcc6a0-b8f1-42a7-bac7-95a733b5397b req-21c6ddf4-087c-4e68-8d61-da9806ee0a09 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076863 Aug 29 04:37:01.759516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-107a19b4-a7c8-4c40-a000-918b719888e1 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.778662 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.808256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Transition to ACTIVE for port object 88761d84-0d3a-4c3f-83c6-fecfb7c31f94 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:01.816528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c81326b2-8b48-457b-ad6f-4aad0602c6d3 None None] Could not find standard attr ID for object a3051cd3-579f-412e-a091-35a7a666b9d0. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:37:01.857770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=c492d258-8838-4826-a3fb-87798f00665b,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.862110 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.863309 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-107a19b4-a7c8-4c40-a000-918b719888e1 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.868361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-107a19b4-a7c8-4c40-a000-918b719888e1 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.898953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a19b4-a7c8-4c40-a000-918b719888e1 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6398d884-fca7-4578-9aea-63d5862fbad5,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.903779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-107a19b4-a7c8-4c40-a000-918b719888e1 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.905406 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-107a19b4-a7c8-4c40-a000-918b719888e1 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2811711 Aug 29 04:37:01.908155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44150) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:01.935349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:01.945495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:01.953335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Port': ['ID=88761d84-0d3a-4c3f-83c6-fecfb7c31f94,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.956097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:01.991244 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cbd23f83-46a2-41a4-af2f-23cd4947413c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.024759 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cbd23f83-46a2-41a4-af2f-23cd4947413c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.037167 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.037881 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.063804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44160) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.078292 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-33bb6cdf-fc1f-44d0-8cef-a184440e8df6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4907579 Aug 29 04:37:02.079133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44164) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.084992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-681787df-f52e-478c-9fcd-fe9f56fc2da5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9c:54:a7'}]}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:02.196471 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cbd23f83-46a2-41a4-af2f-23cd4947413c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.199383 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cbd23f83-46a2-41a4-af2f-23cd4947413c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.200659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cbd23f83-46a2-41a4-af2f-23cd4947413c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-groups/12518867-a12d-4fd1-a09e-21e6dcaaf461 HTTP/1.1" status: 204 len: 168 time: 0.2913737 Aug 29 04:37:02.203487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44166) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.218553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd23f83-46a2-41a4-af2f-23cd4947413c tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12518867-a12d-4fd1-a09e-21e6dcaaf461,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.239653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18aaad0a-696e-47b6-934d-1d11872d31a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.303283 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cb8f7768-6bb6-4648-9ca3-4d372a04aa9b tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949721 Aug 29 04:37:02.304172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44168) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.304890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-681787df-f52e-478c-9fcd-fe9f56fc2da5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.312821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-69644a2c-112d-4c10-9355-049c3cbe6d2f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group': {'name': 'tempest-secgroup--746230522'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:02.376644 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18aaad0a-696e-47b6-934d-1d11872d31a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.380822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18aaad0a-696e-47b6-934d-1d11872d31a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.424672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-18aaad0a-696e-47b6-934d-1d11872d31a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bcdf51ecb4b4eb589bd5d55d9a2817d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588939 Aug 29 04:37:02.428118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44170) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.435563 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaad0a-696e-47b6-934d-1d11872d31a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bd517a-746f-4ea7-95cc-d614c253738d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.443589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4376a66b-20a0-4d77-89cc-079b4ede3102 None None] Provisioning for port 88761d84-0d3a-4c3f-83c6-fecfb7c31f94 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:02.450436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4376a66b-20a0-4d77-89cc-079b4ede3102 None None] Provisioning complete for port 88761d84-0d3a-4c3f-83c6-fecfb7c31f94 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:02.450924 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4376a66b-20a0-4d77-89cc-079b4ede3102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.465548 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-69644a2c-112d-4c10-9355-049c3cbe6d2f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.487726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4376a66b-20a0-4d77-89cc-079b4ede3102 None None] Port 88761d84-0d3a-4c3f-83c6-fecfb7c31f94 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:02.502215 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2bb26b9-7758-46d0-8c2d-86562591957b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.525761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2bb26b9-7758-46d0-8c2d-86562591957b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.577004 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-681787df-f52e-478c-9fcd-fe9f56fc2da5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.585757 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2bb26b9-7758-46d0-8c2d-86562591957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.593025 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2bb26b9-7758-46d0-8c2d-86562591957b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.594319 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-681787df-f52e-478c-9fcd-fe9f56fc2da5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.595436 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c2bb26b9-7758-46d0-8c2d-86562591957b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6bd517a-746f-4ea7-95cc-d614c253738d HTTP/1.1" status: 204 len: 168 time: 0.1657729 Aug 29 04:37:02.611559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb26b9-7758-46d0-8c2d-86562591957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bd517a-746f-4ea7-95cc-d614c253738d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.701654 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-69644a2c-112d-4c10-9355-049c3cbe6d2f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.713602 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-69644a2c-112d-4c10-9355-049c3cbe6d2f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.723824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681787df-f52e-478c-9fcd-fe9f56fc2da5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Port': ['ID=88761d84-0d3a-4c3f-83c6-fecfb7c31f94,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.769219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-681787df-f52e-478c-9fcd-fe9f56fc2da5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] In _notify_port_updated(), no bound segment for port 88761d84-0d3a-4c3f-83c6-fecfb7c31f94 on network 8a833f03-bc98-44e8-b758-44f4b29bf4cb {{(pid=94851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:37:02.774767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681787df-f52e-478c-9fcd-fe9f56fc2da5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.775413 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-681787df-f52e-478c-9fcd-fe9f56fc2da5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.780405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44180) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.780929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-681787df-f52e-478c-9fcd-fe9f56fc2da5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "PUT /v2.0/ports/88761d84-0d3a-4c3f-83c6-fecfb7c31f94 HTTP/1.1" status: 200 len: 993 time: 0.7002368 Aug 29 04:37:02.783134 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-69644a2c-112d-4c10-9355-049c3cbe6d2f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.784533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-69644a2c-112d-4c10-9355-049c3cbe6d2f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4763062 Aug 29 04:37:02.788149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44182) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.797607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9bde9498-e4d9-409a-b36b-82958999f2f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group': {'name': 'tempest-secgroup--129422890'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:02.801931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69644a2c-112d-4c10-9355-049c3cbe6d2f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6bf274-09dc-423c-8fec-ea20d4ce2bca,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.834661 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bde9498-e4d9-409a-b36b-82958999f2f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.926182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b07c71d6-e706-4454-a522-8b84cc371b49 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Deleting port 88761d84-0d3a-4c3f-83c6-fecfb7c31f94 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:02.926624 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b07c71d6-e706-4454-a522-8b84cc371b49 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.940813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dbdf1-e383-4a20-9c3c-2ae125aade91 req-1fc15884-4c06-4e61-a3c8-c92ebf71fd7c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.949253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f5dbdf1-e383-4a20-9c3c-2ae125aade91 req-1fc15884-4c06-4e61-a3c8-c92ebf71fd7c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 947 time: 0.0923488 Aug 29 04:37:03.018597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f5dbdf1-e383-4a20-9c3c-2ae125aade91 req-03e90996-d91b-45fe-a654-f840c70867ae tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651855 Aug 29 04:37:03.022765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3bec289b-b2a4-4fac-9271-bbcc441e2e7e None None] Provisioning complete for port 88761d84-0d3a-4c3f-83c6-fecfb7c31f94 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:03.023286 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3bec289b-b2a4-4fac-9271-bbcc441e2e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.053208 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b07c71d6-e706-4454-a522-8b84cc371b49 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.070958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bde9498-e4d9-409a-b36b-82958999f2f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.073789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b07c71d6-e706-4454-a522-8b84cc371b49 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Calling delete_port for 88761d84-0d3a-4c3f-83c6-fecfb7c31f94 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:03.077034 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bde9498-e4d9-409a-b36b-82958999f2f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.110063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3bec289b-b2a4-4fac-9271-bbcc441e2e7e None None] Port 88761d84-0d3a-4c3f-83c6-fecfb7c31f94 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:03.114908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9bde9498-e4d9-409a-b36b-82958999f2f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.119466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9bde9498-e4d9-409a-b36b-82958999f2f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3272250 Aug 29 04:37:03.119466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde9498-e4d9-409a-b36b-82958999f2f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90c60ea-32e7-4e4a-bc97-2745df42426d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:03.120719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44194) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.126699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-33a43bc9-0a2b-4d63-833e-b3273e509a70 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': '9a6bf274-09dc-423c-8fec-ea20d4ce2bca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f90c60ea-32e7-4e4a-bc97-2745df42426d', 'remote_ip_prefix': None}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:03.167624 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33a43bc9-0a2b-4d63-833e-b3273e509a70 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.229511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c492d258-8838-4826-a3fb-87798f00665b up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:03.248757 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b07c71d6-e706-4454-a522-8b84cc371b49 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.263319 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33a43bc9-0a2b-4d63-833e-b3273e509a70 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.271719 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33a43bc9-0a2b-4d63-833e-b3273e509a70 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.288252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c71d6-e706-4454-a522-8b84cc371b49 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event deleted for resources: {'Port': ['ID=88761d84-0d3a-4c3f-83c6-fecfb7c31f94,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:03.295758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a43bc9-0a2b-4d63-833e-b3273e509a70 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febd6b22-4423-45a8-93b0-2d89539c2456,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:03.300725 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-33a43bc9-0a2b-4d63-833e-b3273e509a70 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.302089 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-33a43bc9-0a2b-4d63-833e-b3273e509a70 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1803901 Aug 29 04:37:03.307248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44200) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.313411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c492d258-8838-4826-a3fb-87798f00665b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:03.314173 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.344953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ffb596cc-16a8-4685-8598-d42ba8c7f0d8 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.354923 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ffb596cc-16a8-4685-8598-d42ba8c7f0d8 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.398085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ffb596cc-16a8-4685-8598-d42ba8c7f0d8 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.405320 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ffb596cc-16a8-4685-8598-d42ba8c7f0d8 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.412802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44206) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.413116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ffb596cc-16a8-4685-8598-d42ba8c7f0d8 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/febd6b22-4423-45a8-93b0-2d89539c2456 HTTP/1.1" status: 204 len: 168 time: 0.1037245 Aug 29 04:37:03.421046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb596cc-16a8-4685-8598-d42ba8c7f0d8 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=febd6b22-4423-45a8-93b0-2d89539c2456,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:03.504351 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b07c71d6-e706-4454-a522-8b84cc371b49 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.506250 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b07c71d6-e706-4454-a522-8b84cc371b49 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "DELETE /v2.0/ports/88761d84-0d3a-4c3f-83c6-fecfb7c31f94 HTTP/1.1" status: 204 len: 168 time: 0.7248533 Aug 29 04:37:03.508057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44208) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.514818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44210) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.522945 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-30bb5828-ec3a-4bf8-a116-34034cea4d45 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0832455 Aug 29 04:37:03.523517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44214) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.549228 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-503c63e7-f81f-4722-96d2-3ef8442b779c tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] GET failed (client error): The resource could not be found. Aug 29 04:37:03.551616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-503c63e7-f81f-4722-96d2-3ef8442b779c tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "GET /v2.0/ports/88761d84-0d3a-4c3f-83c6-fecfb7c31f94 HTTP/1.1" status: 404 len: 333 time: 0.0358930 Aug 29 04:37:03.556843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44216) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.562964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'port': {'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb', 'name': 'tempest-AllowedAddressPairTestJSON-280343627'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:03.601021 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e0d0f92-3d8b-4a15-b5c1-fd271423588d tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.626293 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e0d0f92-3d8b-4a15-b5c1-fd271423588d tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.633922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1366206646-network', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:03.671185 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e0d0f92-3d8b-4a15-b5c1-fd271423588d tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.673249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Made reservation on behalf of 92dfdf44feb54ebb89f4a08e7777ce9b for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:03.674790 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1e0d0f92-3d8b-4a15-b5c1-fd271423588d tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.675564 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.679506 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1e0d0f92-3d8b-4a15-b5c1-fd271423588d tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-groups/f90c60ea-32e7-4e4a-bc97-2745df42426d HTTP/1.1" status: 204 len: 168 time: 0.1548712 Aug 29 04:37:03.680314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44220) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.691952 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.714638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d0f92-3d8b-4a15-b5c1-fd271423588d tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90c60ea-32e7-4e4a-bc97-2745df42426d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:03.718696 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:37:03.718696 n-d-712141-12 neutron-server[94851]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:37:03.718696 n-d-712141-12 neutron-server[94851]: [parameters: {'project_id_1': '92dfdf44feb54ebb89f4a08e7777ce9b', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 37, 3, 708184)}] Aug 29 04:37:03.718696 n-d-712141-12 neutron-server[94851]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:03.719144 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:03.726738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Made reservation on behalf of 2e2e9600e471481a8082a8198b97778c for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:03.731267 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.751273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] device_id is not set on port 054f27cc-4488-4833-94d0-6dc68dd22c59 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:03.760905 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-25293533-9081-41a0-8969-8a844bc4aa32 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0759974 Aug 29 04:37:03.764143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44222) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.826301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb2002a5-b4a9-4097-9ec7-01497411bd55 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.850680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb2002a5-b4a9-4097-9ec7-01497411bd55 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.874736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Allocated IP 172.20.0.14 (8a833f03-bc98-44e8-b758-44f4b29bf4cb/a3e0fd3e-1d9c-4b01-9217-50999877aa3a/054f27cc-4488-4833-94d0-6dc68dd22c59) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:03.896872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb2002a5-b4a9-4097-9ec7-01497411bd55 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.899765 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fb2002a5-b4a9-4097-9ec7-01497411bd55 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.904654 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fb2002a5-b4a9-4097-9ec7-01497411bd55 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-groups/9a6bf274-09dc-423c-8fec-ea20d4ce2bca HTTP/1.1" status: 204 len: 168 time: 0.1359744 Aug 29 04:37:03.905496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44224) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.912282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2002a5-b4a9-4097-9ec7-01497411bd55 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6bf274-09dc-423c-8fec-ea20d4ce2bca,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.006579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7d1f2ffa-75f7-42f2-b61b-481410dacad3 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003933 Aug 29 04:37:04.011449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44226) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.016691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a13b3fc3-fad4-4197-84e8-3e89d8b27cf9 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946005794'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:04.063534 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a13b3fc3-fad4-4197-84e8-3e89d8b27cf9 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.098952 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.121814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Transition to ACTIVE for port object 054f27cc-4488-4833-94d0-6dc68dd22c59 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:04.185818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.221735 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a13b3fc3-fad4-4197-84e8-3e89d8b27cf9 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.222590 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.237149 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a13b3fc3-fad4-4197-84e8-3e89d8b27cf9 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.265290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:04.278792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:04.289969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:04.298483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a13b3fc3-fad4-4197-84e8-3e89d8b27cf9 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.299754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a13b3fc3-fad4-4197-84e8-3e89d8b27cf9 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2873418 Aug 29 04:37:04.300563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Port': ['ID=054f27cc-4488-4833-94d0-6dc68dd22c59,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.303135 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44228) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.308272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f4b240fd-a098-48bb-9f9b-7cc5dbb2fabc tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': '5f99712f-0d12-4256-b40c-86b93ef75d05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:04.335470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b3fc3-fad4-4197-84e8-3e89d8b27cf9 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f99712f-0d12-4256-b40c-86b93ef75d05,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.371239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.371858 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.437025 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.442497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.465696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4b240fd-a098-48bb-9f9b-7cc5dbb2fabc tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.472637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:04.476400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-53edfd7a-a97f-4cce-b48c-728d14dae0d1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9181039 Aug 29 04:37:04.479085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44230) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.481034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf74bdc3-ce8f-4d8f-8334-48dd70de7b1a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.486660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-539b26df-630f-473f-abca-7dac72434d36 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9c:54:a7'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:04.487899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.488276 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Added segment 12cf1003-1973-46c6-a8ab-affcbbf6b7ff of type vlan for network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 Aug 29 04:37:04.528041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.540985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8860e2b0-550e-4802-916f-cc1e3e69f09c None None] Provisioning for port 054f27cc-4488-4833-94d0-6dc68dd22c59 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:04.545881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8860e2b0-550e-4802-916f-cc1e3e69f09c None None] Provisioning complete for port 054f27cc-4488-4833-94d0-6dc68dd22c59 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:04.546253 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8860e2b0-550e-4802-916f-cc1e3e69f09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.555857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.556790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.557376 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.603166 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4b240fd-a098-48bb-9f9b-7cc5dbb2fabc tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.604680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8860e2b0-550e-4802-916f-cc1e3e69f09c None None] Port 054f27cc-4488-4833-94d0-6dc68dd22c59 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:04.610396 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4b240fd-a098-48bb-9f9b-7cc5dbb2fabc tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.644106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b240fd-a098-48bb-9f9b-7cc5dbb2fabc tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b143af5-55f2-4456-97b8-109482c06d2c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.644350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1345718 Aug 29 04:37:04.647145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44232) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.650182 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f4b240fd-a098-48bb-9f9b-7cc5dbb2fabc tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.651410 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f4b240fd-a098-48bb-9f9b-7cc5dbb2fabc tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3469880 Aug 29 04:37:04.652138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Request body: {'subnet': {'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1366206646-subnet', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:04.655528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44234) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.663512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084f7f6-4575-4838-951e-83ba4d8c88d5 admin admin] Pushing event updated for resources: {'Network': ['ID=38a0bea1-57f7-4c70-afa7-2a811e1776c6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.674702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:04.695487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e77bf469-9f99-4bf1-96f7-92d700b04536 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.697087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-539b26df-630f-473f-abca-7dac72434d36 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.704908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e77bf469-9f99-4bf1-96f7-92d700b04536 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.706785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Made reservation on behalf of 92dfdf44feb54ebb89f4a08e7777ce9b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:04.709081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.794498 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e77bf469-9f99-4bf1-96f7-92d700b04536 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.801022 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e77bf469-9f99-4bf1-96f7-92d700b04536 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.802373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e77bf469-9f99-4bf1-96f7-92d700b04536 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2b143af5-55f2-4456-97b8-109482c06d2c HTTP/1.1" status: 204 len: 168 time: 0.1459072 Aug 29 04:37:04.809274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44240) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.832777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bf469-9f99-4bf1-96f7-92d700b04536 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b143af5-55f2-4456-97b8-109482c06d2c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.904248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e8819d1c-066f-4d2a-bc4c-ee24b82b4cd4 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0921609 Aug 29 04:37:04.905609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44244) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.907885 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-539b26df-630f-473f-abca-7dac72434d36 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.913866 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-539b26df-630f-473f-abca-7dac72434d36 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.984772 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.998963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b26df-630f-473f-abca-7dac72434d36 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Port': ['ID=054f27cc-4488-4833-94d0-6dc68dd22c59,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.027514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-539b26df-630f-473f-abca-7dac72434d36 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] In _notify_port_updated(), no bound segment for port 054f27cc-4488-4833-94d0-6dc68dd22c59 on network 8a833f03-bc98-44e8-b758-44f4b29bf4cb {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:37:05.035444 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b26df-630f-473f-abca-7dac72434d36 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.036408 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-539b26df-630f-473f-abca-7dac72434d36 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.037670 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a348f332-bf41-40fc-9b48-89623521f616 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.038671 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-539b26df-630f-473f-abca-7dac72434d36 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "PUT /v2.0/ports/054f27cc-4488-4833-94d0-6dc68dd22c59 HTTP/1.1" status: 200 len: 996 time: 0.5577650 Aug 29 04:37:05.041386 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44248) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.086546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a348f332-bf41-40fc-9b48-89623521f616 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.120722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed64ee19-710f-46d5-b78e-ab70f89859d1,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.153960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Checking segment: {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:05.154385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Network hostable DHCP agents. Network: 38a0bea1-57f7-4c70-afa7-2a811e1776c6, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:05.177947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-a155e22d-966c-4335-a989-b44bffdc884d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Deleting port 054f27cc-4488-4833-94d0-6dc68dd22c59 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:05.178342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a155e22d-966c-4335-a989-b44bffdc884d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.181423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a348f332-bf41-40fc-9b48-89623521f616 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.184088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a348f332-bf41-40fc-9b48-89623521f616 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.185275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a348f332-bf41-40fc-9b48-89623521f616 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-groups/5f99712f-0d12-4256-b40c-86b93ef75d05 HTTP/1.1" status: 204 len: 168 time: 0.2787023 Aug 29 04:37:05.189678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44250) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.190276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:05.214655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348f332-bf41-40fc-9b48-89623521f616 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f99712f-0d12-4256-b40c-86b93ef75d05,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.219252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 38a0bea1-57f7-4c70-afa7-2a811e1776c6) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:05.235136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.235655 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.258679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad4de28-5eb2-40d5-963e-814b2310511f None None] Network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:05.266229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-58c558c6-e39e-4b9f-b396-da04b76dff23 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697560 Aug 29 04:37:05.266229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-364b82e0-7c7c-4630-b600-641ba4caa799 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6155825 Aug 29 04:37:05.269887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44252) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.270081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44254) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.278449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1366206646-router', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:05.285858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b1b18812-2ca5-456c-93cf-b089a5410e7a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010255246'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:05.322204 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:37:05.322204 n-d-712141-12 neutron-server[94850]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:37:05.322204 n-d-712141-12 neutron-server[94850]: [parameters: {'project_id_1': '92dfdf44feb54ebb89f4a08e7777ce9b', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 37, 5, 295839)}] Aug 29 04:37:05.322204 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:05.322642 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:05.333905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1b18812-2ca5-456c-93cf-b089a5410e7a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.368711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9a5e7725-ca90-4d0d-908d-949789022373 None None] Provisioning complete for port 054f27cc-4488-4833-94d0-6dc68dd22c59 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:05.371546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7725-ca90-4d0d-908d-949789022373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.375363 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a155e22d-966c-4335-a989-b44bffdc884d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.393657 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-a155e22d-966c-4335-a989-b44bffdc884d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Calling delete_port for 054f27cc-4488-4833-94d0-6dc68dd22c59 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:05.444745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e7725-ca90-4d0d-908d-949789022373 None None] Port 054f27cc-4488-4833-94d0-6dc68dd22c59 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:05.520485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1b18812-2ca5-456c-93cf-b089a5410e7a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.525055 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1b18812-2ca5-456c-93cf-b089a5410e7a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.544626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-38a0bea1-57f7-4c70-afa7-2a811e1776c6', 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'fixed_ips': [{'subnet_id': 'ed64ee19-710f-46d5-b78e-ab70f89859d1'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:05.546135 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.593678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1b18812-2ca5-456c-93cf-b089a5410e7a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.594953 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b1b18812-2ca5-456c-93cf-b089a5410e7a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3220551 Aug 29 04:37:05.597778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44256) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.602441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b90ca2eb-3c45-474a-a238-18b81d5156f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': 'ea6577f4-442b-4d8b-96aa-381a70bf25de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:05.606416 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b18812-2ca5-456c-93cf-b089a5410e7a tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6577f4-442b-4d8b-96aa-381a70bf25de,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.619975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a155e22d-966c-4335-a989-b44bffdc884d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.639416 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b90ca2eb-3c45-474a-a238-18b81d5156f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.698160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155e22d-966c-4335-a989-b44bffdc884d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event deleted for resources: {'Port': ['ID=054f27cc-4488-4833-94d0-6dc68dd22c59,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.734380 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b90ca2eb-3c45-474a-a238-18b81d5156f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.739813 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b90ca2eb-3c45-474a-a238-18b81d5156f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.762535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ca2eb-3c45-474a-a238-18b81d5156f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87784ed1-74f1-4230-9694-08dc74c9d84f,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.766108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Allocated IP 172.20.0.2 (38a0bea1-57f7-4c70-afa7-2a811e1776c6/ed64ee19-710f-46d5-b78e-ab70f89859d1/1447e11a-9cee-47c2-b242-a735a586bfc7) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:05.772938 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b90ca2eb-3c45-474a-a238-18b81d5156f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.777411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b90ca2eb-3c45-474a-a238-18b81d5156f6 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1785698 Aug 29 04:37:05.780393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44258) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.807800 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5060cc16-64f5-45da-a21e-59fbfa193269 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules/87784ed1-74f1-4230-9694-08dc74c9d84f HTTP/1.1" status: 200 len: 763 time: 0.0261912 Aug 29 04:37:05.811632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44260) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.822040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a155e22d-966c-4335-a989-b44bffdc884d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.831248 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a155e22d-966c-4335-a989-b44bffdc884d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "DELETE /v2.0/ports/054f27cc-4488-4833-94d0-6dc68dd22c59 HTTP/1.1" status: 204 len: 168 time: 0.7884576 Aug 29 04:37:05.833197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44262) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.865788 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2caa5c-109f-41f7-9da3-4033249074c6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] GET failed (client error): The resource could not be found. Aug 29 04:37:05.868004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2e2caa5c-109f-41f7-9da3-4033249074c6 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "GET /v2.0/ports/054f27cc-4488-4833-94d0-6dc68dd22c59 HTTP/1.1" status: 404 len: 333 time: 0.0317717 Aug 29 04:37:05.871498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44264) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.877529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.878394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'port': {'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb', 'name': 'tempest-AllowedAddressPairTestJSON-1165304204'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:05.879131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.936595 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.947034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Transition to ACTIVE for port object 1447e11a-9cee-47c2-b242-a735a586bfc7 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:05.957566 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.967380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Transition to ACTIVE for port object 1447e11a-9cee-47c2-b242-a735a586bfc7 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:05.973331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-da3abcf4-6bec-4acd-a974-454cf6c373b1 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1595201 Aug 29 04:37:05.974149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44266) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.977173 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.014188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:06.017357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:06.021555 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:06.030057 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a6587b7-a209-4238-873a-f8762cb90f97 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.040450 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a6587b7-a209-4238-873a-f8762cb90f97 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.042083 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Pushing event updated for resources: {'Port': ['ID=1447e11a-9cee-47c2-b242-a735a586bfc7,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.080697 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a6587b7-a209-4238-873a-f8762cb90f97 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.086803 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8a6587b7-a209-4238-873a-f8762cb90f97 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.090860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8a6587b7-a209-4238-873a-f8762cb90f97 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/87784ed1-74f1-4230-9694-08dc74c9d84f HTTP/1.1" status: 204 len: 168 time: 0.1097264 Aug 29 04:37:06.095734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44270) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.103132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Attempting to bind port 1447e11a-9cee-47c2-b242-a735a586bfc7 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:06.103821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Attempting to bind port 1447e11a-9cee-47c2-b242-a735a586bfc7 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:06.104544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Attempting to bind port 1447e11a-9cee-47c2-b242-a735a586bfc7 on network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:06.109143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.110952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:06.111598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Checking segment: {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:06.112267 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.113334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Bound using segment: {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:06.114042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Bound port: 1447e11a-9cee-47c2-b242-a735a586bfc7, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:06.114657 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.122615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6587b7-a209-4238-873a-f8762cb90f97 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87784ed1-74f1-4230-9694-08dc74c9d84f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.192536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44272) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.192777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3ee267bb-e597-4e1e-92d3-2b4e48946fe8 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0860274 Aug 29 04:37:06.192777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Made reservation on behalf of 2e2e9600e471481a8082a8198b97778c for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:06.196716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-23189052-3660-4323-88e9-09907f95289e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': 'ea6577f4-442b-4d8b-96aa-381a70bf25de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:06.196936 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.208619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] For port 1447e11a-9cee-47c2-b242-a735a586bfc7, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:06.211706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] For port 1447e11a-9cee-47c2-b242-a735a586bfc7, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1447e11a-9cee-47c2-b242-a735a586bfc7,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:06.217214 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.217883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] device_id is not set on port 0782b5be-e18a-467d-b245-c30cd01e1812 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:06.236408 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23189052-3660-4323-88e9-09907f95289e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.295056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23a583-7da7-428f-8e9d-1f04b2dff1d8 None None] Pushing event updated for resources: {'Port': ['ID=1447e11a-9cee-47c2-b242-a735a586bfc7,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.361993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Allocated IP 172.20.0.14 (8a833f03-bc98-44e8-b758-44f4b29bf4cb/a3e0fd3e-1d9c-4b01-9217-50999877aa3a/0782b5be-e18a-467d-b245-c30cd01e1812) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:06.371114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23189052-3660-4323-88e9-09907f95289e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.410870 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23189052-3660-4323-88e9-09907f95289e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.468690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23189052-3660-4323-88e9-09907f95289e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222f4bb6-a708-4052-95a1-5cc28a999e0a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.565064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23189052-3660-4323-88e9-09907f95289e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.566560 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-23189052-3660-4323-88e9-09907f95289e tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3750696 Aug 29 04:37:06.569636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44274) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.582522 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.649833 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.663283 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.665841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Transition to ACTIVE for port object 0782b5be-e18a-467d-b245-c30cd01e1812 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:06.669172 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8ba74518-50bc-43c6-9f19-8b5b648fc5ed tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules/222f4bb6-a708-4052-95a1-5cc28a999e0a HTTP/1.1" status: 200 len: 763 time: 0.0983257 Aug 29 04:37:06.671809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44276) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.746034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-89b59443-aa2e-4291-a32b-bd7319638014 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0705659 Aug 29 04:37:06.746214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44278) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.765495 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.788957 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Allocated IP 172.25.5.74 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/d4c82e4d-e7e5-48fd-83c0-1617cd848b05) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:06.817310 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12612e88-132b-4778-9e82-a5f91275dd75 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.840239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:06.844663 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12612e88-132b-4778-9e82-a5f91275dd75 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.849544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:06.856091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:06.858944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Port': ['ID=0782b5be-e18a-467d-b245-c30cd01e1812,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.915276 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.922088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12612e88-132b-4778-9e82-a5f91275dd75 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.933908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12612e88-132b-4778-9e82-a5f91275dd75 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.937962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-12612e88-132b-4778-9e82-a5f91275dd75 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/222f4bb6-a708-4052-95a1-5cc28a999e0a HTTP/1.1" status: 204 len: 168 time: 0.1877813 Aug 29 04:37:06.938606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44280) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.942789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.943446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.950405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12612e88-132b-4778-9e82-a5f91275dd75 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=222f4bb6-a708-4052-95a1-5cc28a999e0a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.970107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-647e13ec-7bc7-4c4c-8f01-b672acfdb8ae tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0975170 Aug 29 04:37:06.972873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44282) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.978883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'port': {'network_id': '8a833f03-bc98-44e8-b758-44f4b29bf4cb', 'name': 'tempest-AllowedAddressPairTestJSON-1678620006'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:07.027827 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ad274fc8-d6a8-4787-a87e-0953d1501bd8 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0858881 Aug 29 04:37:07.029401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44284) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.033849 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.037564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b750644a-8631-40bf-9c88-361232090ffb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Request body: {'security_group_rule': {'security_group_id': 'ea6577f4-442b-4d8b-96aa-381a70bf25de', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:07.075649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:07.083400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:07.086118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:07.105430 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b750644a-8631-40bf-9c88-361232090ffb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.152009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c82e4d-e7e5-48fd-83c0-1617cd848b05,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:07.167109 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Made reservation on behalf of 2e2e9600e471481a8082a8198b97778c for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:07.176629 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.191065 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a0ce46e8-4b77-4b38-84fe-e5c774455679 None None] Provisioning for port 0782b5be-e18a-467d-b245-c30cd01e1812 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:07.200534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a0ce46e8-4b77-4b38-84fe-e5c774455679 None None] Provisioning complete for port 0782b5be-e18a-467d-b245-c30cd01e1812 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:07.200960 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a0ce46e8-4b77-4b38-84fe-e5c774455679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.245462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] device_id is not set on port 90010511-7b15-415e-93eb-9417e7148509 yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:07.270083 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce46e8-4b77-4b38-84fe-e5c774455679 None None] Port 0782b5be-e18a-467d-b245-c30cd01e1812 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:07.304074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1447e11a-9cee-47c2-b242-a735a586bfc7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:07.319628 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b750644a-8631-40bf-9c88-361232090ffb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.332435 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b750644a-8631-40bf-9c88-361232090ffb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.398299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750644a-8631-40bf-9c88-361232090ffb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d16609-b550-4ca3-9f1f-3a124c37061a,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:07.418742 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b750644a-8631-40bf-9c88-361232090ffb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.420437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b750644a-8631-40bf-9c88-361232090ffb tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3904214 Aug 29 04:37:07.423349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44292) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.442532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1447e11a-9cee-47c2-b242-a735a586bfc7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:07.473083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-35f13ae2-cf7b-4dc6-a547-1e2051be11c8 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules/f0d16609-b550-4ca3-9f1f-3a124c37061a HTTP/1.1" status: 200 len: 764 time: 0.0486436 Aug 29 04:37:07.476667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44294) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.526790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Allocated IP 172.20.0.3 (8a833f03-bc98-44e8-b758-44f4b29bf4cb/a3e0fd3e-1d9c-4b01-9217-50999877aa3a/90010511-7b15-415e-93eb-9417e7148509) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:07.534358 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.551238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-58354b6b-7838-4067-9a54-30e10e8c92ee tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0730236 Aug 29 04:37:07.553830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44296) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.639258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c67158-8c10-47a7-b846-38e1bf6da092 None None] Network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:07.642256 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c789e285-ffe6-4219-b3d4-9fb24c5b55a5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.687039 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c789e285-ffe6-4219-b3d4-9fb24c5b55a5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.746600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c789e285-ffe6-4219-b3d4-9fb24c5b55a5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.760345 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c789e285-ffe6-4219-b3d4-9fb24c5b55a5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.761975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c789e285-ffe6-4219-b3d4-9fb24c5b55a5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f0d16609-b550-4ca3-9f1f-3a124c37061a HTTP/1.1" status: 204 len: 168 time: 0.2072501 Aug 29 04:37:07.772621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44298) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.788207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789e285-ffe6-4219-b3d4-9fb24c5b55a5 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0d16609-b550-4ca3-9f1f-3a124c37061a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:07.797677 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.811114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-478832e3-9b12-4f70-bd87-a68f3a3ae98b None None] Provisioning for port 1447e11a-9cee-47c2-b242-a735a586bfc7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:07.825187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-478832e3-9b12-4f70-bd87-a68f3a3ae98b None None] Provisioning complete for port 1447e11a-9cee-47c2-b242-a735a586bfc7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:07.825559 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-478832e3-9b12-4f70-bd87-a68f3a3ae98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.827367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.862500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6b7d4d52-1381-4e53-ae36-f4625ce7d2a9 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0880783 Aug 29 04:37:07.863749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Transition to ACTIVE for port object 90010511-7b15-415e-93eb-9417e7148509 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:07.866542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44300) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:07.929365 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-478832e3-9b12-4f70-bd87-a68f3a3ae98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.940639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc5c495e-8d50-43d4-bf7c-a0a0d5f73f0f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.969936 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.979179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc5c495e-8d50-43d4-bf7c-a0a0d5f73f0f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.980278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-478832e3-9b12-4f70-bd87-a68f3a3ae98b None None] For port 1447e11a-9cee-47c2-b242-a735a586bfc7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1447e11a-9cee-47c2-b242-a735a586bfc7,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:07.988513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-478832e3-9b12-4f70-bd87-a68f3a3ae98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.041414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Router 8ec6852a-be3a-4153-9e14-12b2860179a5 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:08.055301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:08.067816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:08.080937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Port': ['ID=90010511-7b15-415e-93eb-9417e7148509,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:08.085831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:08.111301 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478832e3-9b12-4f70-bd87-a68f3a3ae98b None None] Pushing event updated for resources: {'Port': ['ID=1447e11a-9cee-47c2-b242-a735a586bfc7,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:08.153151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.153971 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.187210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3bb0a768-ddd3-4861-addf-69680d892238 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2102828 Aug 29 04:37:08.188282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44302) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:08.189303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc5c495e-8d50-43d4-bf7c-a0a0d5f73f0f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.192454 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc5c495e-8d50-43d4-bf7c-a0a0d5f73f0f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.194161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bc5c495e-8d50-43d4-bf7c-a0a0d5f73f0f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "DELETE /v2.0/security-groups/ea6577f4-442b-4d8b-96aa-381a70bf25de HTTP/1.1" status: 204 len: 168 time: 0.3265073 Aug 29 04:37:08.197811 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c590c7b2-bc97-4788-950c-5a542b4f250e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9c:54:a7'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:6e:2a:16'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:08.204233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44304) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:08.214485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2d5d2aaf-b976-487e-b5dd-f40d2995f846 None None] Provisioning complete for port 1447e11a-9cee-47c2-b242-a735a586bfc7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:08.215052 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2d5d2aaf-b976-487e-b5dd-f40d2995f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.220671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c495e-8d50-43d4-bf7c-a0a0d5f73f0f tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6577f4-442b-4d8b-96aa-381a70bf25de,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:08.262366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44306) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:08.262935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-70da533c-0aad-448c-b051-6016c2c9f2ff tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565903 Aug 29 04:37:08.322064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:08.323591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c590c7b2-bc97-4788-950c-5a542b4f250e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.331959 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Sync routers for ids ['8ec6852a-be3a-4153-9e14-12b2860179a5'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:08.345249 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Routers {'8ec6852a-be3a-4153-9e14-12b2860179a5'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:08.346191 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8ec6852a-be3a-4153-9e14-12b2860179a5'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:08.410076 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6e191c3e-6ce7-4998-884f-5e2dca8fdee2 tempest-SecGroupTest-747899852 tempest-SecGroupTest-747899852-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1465385 Aug 29 04:37:08.423035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.424351 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b20be135-b809-4642-b194-b2eab7149b72 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1529574 Aug 29 04:37:08.427496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44312) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:08.489758 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Set router 8ec6852a-be3a-4153-9e14-12b2860179a5 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:08.491216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-268d6b8a-ef58-4982-8343-b2a54c6c40c2 None None] Provisioning for port 90010511-7b15-415e-93eb-9417e7148509 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:08.500496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-268d6b8a-ef58-4982-8343-b2a54c6c40c2 None None] Provisioning complete for port 90010511-7b15-415e-93eb-9417e7148509 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:08.509110 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-268d6b8a-ef58-4982-8343-b2a54c6c40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.572652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-268d6b8a-ef58-4982-8343-b2a54c6c40c2 None None] Port 90010511-7b15-415e-93eb-9417e7148509 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:08.599654 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c590c7b2-bc97-4788-950c-5a542b4f250e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.607318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c590c7b2-bc97-4788-950c-5a542b4f250e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.718251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590c7b2-bc97-4788-950c-5a542b4f250e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event updated for resources: {'Port': ['ID=90010511-7b15-415e-93eb-9417e7148509,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:08.723704 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c590c7b2-bc97-4788-950c-5a542b4f250e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] In _notify_port_updated(), no bound segment for port 90010511-7b15-415e-93eb-9417e7148509 on network 8a833f03-bc98-44e8-b758-44f4b29bf4cb {{(pid=94850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:37:08.729561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c590c7b2-bc97-4788-950c-5a542b4f250e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.730416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c590c7b2-bc97-4788-950c-5a542b4f250e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:08.735212 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c590c7b2-bc97-4788-950c-5a542b4f250e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "PUT /v2.0/ports/90010511-7b15-415e-93eb-9417e7148509 HTTP/1.1" status: 200 len: 1056 time: 0.5458379 Aug 29 04:37:08.735821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44316) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:08.829554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44318) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:08.908261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-177475cc-6db7-4aca-afd8-be0f49a1d6c5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Deleting port 90010511-7b15-415e-93eb-9417e7148509 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:08.908738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-177475cc-6db7-4aca-afd8-be0f49a1d6c5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.046915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-177475cc-6db7-4aca-afd8-be0f49a1d6c5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.055561 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'name': 'tempest-TestServerMultinode-1366206646-router', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:05Z', 'updated_at': '2021-08-29T04:37:07Z', 'revision_number': 3, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'gw_port': {'id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:06Z', 'updated_at': '2021-08-29T04:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:09.070328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-177475cc-6db7-4aca-afd8-be0f49a1d6c5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Calling delete_port for 90010511-7b15-415e-93eb-9417e7148509 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:09.130279 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Checking router: 8ec6852a-be3a-4153-9e14-12b2860179a5 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:09.130630 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Updating router 8ec6852a-be3a-4153-9e14-12b2860179a5 port d4c82e4d-e7e5-48fd-83c0-1617cd848b05 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:09.207716 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.218977 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4689e40f-5c13-4825-a987-9bc73321be19 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fb7e779deee4059b21810749b4b66c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755689 Aug 29 04:37:09.221569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44322) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:09.226551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-436245bf-f4f1-4a09-b434-fa4cfd9045f2 None None] Provisioning complete for port 90010511-7b15-415e-93eb-9417e7148509 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:09.230406 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-436245bf-f4f1-4a09-b434-fa4cfd9045f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.237240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1447e11a-9cee-47c2-b242-a735a586bfc7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:09.273813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-177475cc-6db7-4aca-afd8-be0f49a1d6c5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.308624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177475cc-6db7-4aca-afd8-be0f49a1d6c5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event deleted for resources: {'Port': ['ID=90010511-7b15-415e-93eb-9417e7148509,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:09.322930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-436245bf-f4f1-4a09-b434-fa4cfd9045f2 None None] Port 90010511-7b15-415e-93eb-9417e7148509 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:09.335759 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30b43ca1-e442-4e15-bf2a-2d94af8a0af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.351729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1447e11a-9cee-47c2-b242-a735a586bfc7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:09.352215 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.397106 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30b43ca1-e442-4e15-bf2a-2d94af8a0af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.553995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30b43ca1-e442-4e15-bf2a-2d94af8a0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.556322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-30b43ca1-e442-4e15-bf2a-2d94af8a0af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.560890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-30b43ca1-e442-4e15-bf2a-2d94af8a0af8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/715598f2-2a54-44aa-9e1b-7120145fba6b HTTP/1.1" status: 204 len: 168 time: 0.3347936 Aug 29 04:37:09.574077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b43ca1-e442-4e15-bf2a-2d94af8a0af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715598f2-2a54-44aa-9e1b-7120145fba6b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:09.616872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-177475cc-6db7-4aca-afd8-be0f49a1d6c5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.618863 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-177475cc-6db7-4aca-afd8-be0f49a1d6c5 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "DELETE /v2.0/ports/90010511-7b15-415e-93eb-9417e7148509 HTTP/1.1" status: 204 len: 168 time: 0.8818939 Aug 29 04:37:09.623748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44330) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:09.667253 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e25c5a2-908d-40d8-b9b9-4979b71aa85e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] GET failed (client error): The resource could not be found. Aug 29 04:37:09.669265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3e25c5a2-908d-40d8-b9b9-4979b71aa85e tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "GET /v2.0/ports/90010511-7b15-415e-93eb-9417e7148509 HTTP/1.1" status: 404 len: 333 time: 0.0442133 Aug 29 04:37:09.672219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44332) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:09.802212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-97aa53be-a2f7-4392-95bf-5ad24466c014 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Deleting port 0782b5be-e18a-467d-b245-c30cd01e1812 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:09.802735 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97aa53be-a2f7-4392-95bf-5ad24466c014 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.815490 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.823218 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.834684 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Transition to ACTIVE for port object d4c82e4d-e7e5-48fd-83c0-1617cd848b05 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:09.844402 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.936861 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Attempting to bind port d4c82e4d-e7e5-48fd-83c0-1617cd848b05 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:09.937228 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Attempting to bind port d4c82e4d-e7e5-48fd-83c0-1617cd848b05 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:09.937592 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Attempting to bind port d4c82e4d-e7e5-48fd-83c0-1617cd848b05 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:09.940944 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Pushing event updated for resources: {'Port': ['ID=d4c82e4d-e7e5-48fd-83c0-1617cd848b05,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:09.949671 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.950017 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.950344 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.950682 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.951214 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.952487 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.953115 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.953615 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.954100 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.954582 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.955221 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.955716 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:09.959087 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:09.959669 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:09.960332 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.960893 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:09.961523 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Bound port: d4c82e4d-e7e5-48fd-83c0-1617cd848b05, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:09.962069 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.965909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97aa53be-a2f7-4392-95bf-5ad24466c014 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.993784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-97aa53be-a2f7-4392-95bf-5ad24466c014 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Calling delete_port for 0782b5be-e18a-467d-b245-c30cd01e1812 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:10.020357 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] For port d4c82e4d-e7e5-48fd-83c0-1617cd848b05, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:10.024086 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] For port d4c82e4d-e7e5-48fd-83c0-1617cd848b05, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d4c82e4d-e7e5-48fd-83c0-1617cd848b05,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:10.029654 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.093200 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Routers {'8ec6852a-be3a-4153-9e14-12b2860179a5'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:10.093756 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8ec6852a-be3a-4153-9e14-12b2860179a5'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:10.132697 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85215879-030e-4c2c-a122-3720adc1ed96 None None] Pushing event updated for resources: {'Port': ['ID=d4c82e4d-e7e5-48fd-83c0-1617cd848b05,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.152840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Allocated IP 172.20.0.1 (38a0bea1-57f7-4c70-afa7-2a811e1776c6/ed64ee19-710f-46d5-b78e-ab70f89859d1/66d5d72f-9733-4c26-af4e-c12049333a9e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:10.241949 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] Set router 8ec6852a-be3a-4153-9e14-12b2860179a5 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:10.329122 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.347638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Transition to ACTIVE for port object 66d5d72f-9733-4c26-af4e-c12049333a9e will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:10.386126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.449579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Pushing event updated for resources: {'Port': ['ID=66d5d72f-9733-4c26-af4e-c12049333a9e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.459176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:10.461079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:10.482955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:10.547674 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.567148 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'name': 'tempest-TestServerMultinode-1366206646-router', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:05Z', 'updated_at': '2021-08-29T04:37:07Z', 'revision_number': 3, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'gw_port': {'id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:06Z', 'updated_at': '2021-08-29T04:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:10.626579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44354) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:10.644586 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97aa53be-a2f7-4392-95bf-5ad24466c014 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.671634 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23ba598-ade5-4f1a-acb0-c10ba4a47cb6 None None] The sync data for ids ['8ec6852a-be3a-4153-9e14-12b2860179a5'] in n-d-712141-12 is: [{'id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'name': 'tempest-TestServerMultinode-1366206646-router', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:05Z', 'updated_at': '2021-08-29T04:37:07Z', 'revision_number': 3, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'gw_port': {'id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:06Z', 'updated_at': '2021-08-29T04:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:10.702031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa53be-a2f7-4392-95bf-5ad24466c014 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event deleted for resources: {'Port': ['ID=0782b5be-e18a-467d-b245-c30cd01e1812,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.728882 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.830803 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-97aa53be-a2f7-4392-95bf-5ad24466c014 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.836807 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-97aa53be-a2f7-4392-95bf-5ad24466c014 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "DELETE /v2.0/ports/0782b5be-e18a-467d-b245-c30cd01e1812 HTTP/1.1" status: 204 len: 168 time: 1.1632705 Aug 29 04:37:10.837759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44360) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:10.859356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8c5a6e06-1dad-435e-a6d6-91d32d0bf034 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:10.859839 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-8c5a6e06-1dad-435e-a6d6-91d32d0bf034 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:37:10.860339 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-8c5a6e06-1dad-435e-a6d6-91d32d0bf034 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:10.861302 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8c5a6e06-1dad-435e-a6d6-91d32d0bf034 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2337132 Aug 29 04:37:10.871926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44362) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:10.878378 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-043d002c-ecdf-496a-803f-08b833a4a4c1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] GET failed (client error): The resource could not be found. Aug 29 04:37:10.880070 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-043d002c-ecdf-496a-803f-08b833a4a4c1 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "GET /v2.0/ports/0782b5be-e18a-467d-b245-c30cd01e1812 HTTP/1.1" status: 404 len: 333 time: 0.0411696 Aug 29 04:37:10.881388 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-80f37ffb-3733-486b-a4a9-0036d9952ae3 None None] Provisioning for port 66d5d72f-9733-4c26-af4e-c12049333a9e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:10.883977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44364) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:10.893323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818619541'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:10.897662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-80f37ffb-3733-486b-a4a9-0036d9952ae3 None None] Provisioning complete for port 66d5d72f-9733-4c26-af4e-c12049333a9e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:10.898039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80f37ffb-3733-486b-a4a9-0036d9952ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.980225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-80f37ffb-3733-486b-a4a9-0036d9952ae3 None None] Port 66d5d72f-9733-4c26-af4e-c12049333a9e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:10.987720 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.000695 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.003137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8d89ef30-9e3c-43a2-b506-2d9072255dcd tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Deleting port 6ce257dd-ded2-4d6b-b862-e358b56fa46c {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:11.003553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d89ef30-9e3c-43a2-b506-2d9072255dcd tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.150831 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d89ef30-9e3c-43a2-b506-2d9072255dcd tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.177579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8d89ef30-9e3c-43a2-b506-2d9072255dcd tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Calling delete_port for 6ce257dd-ded2-4d6b-b862-e358b56fa46c owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:11.180026 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.188874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.309496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d4c82e4d-e7e5-48fd-83c0-1617cd848b05 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:11.333668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Pushing event updated for resources: {'Port': ['ID=66d5d72f-9733-4c26-af4e-c12049333a9e,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.338170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.400502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.468174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d4c82e4d-e7e5-48fd-83c0-1617cd848b05 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:11.480325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d4c82e4d-e7e5-48fd-83c0-1617cd848b05 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:11.480702 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.496553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.541535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37eee68-da18-4ac9-b6a5-80f3f04bb255,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.577262 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d89ef30-9e3c-43a2-b506-2d9072255dcd tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.617609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89ef30-9e3c-43a2-b506-2d9072255dcd tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event deleted for resources: {'Port': ['ID=6ce257dd-ded2-4d6b-b862-e358b56fa46c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.640469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:11.643749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:11.714401 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.737495 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d89ef30-9e3c-43a2-b506-2d9072255dcd tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.741660 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8d89ef30-9e3c-43a2-b506-2d9072255dcd tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "DELETE /v2.0/ports/6ce257dd-ded2-4d6b-b862-e358b56fa46c HTTP/1.1" status: 204 len: 168 time: 0.8547859 Aug 29 04:37:11.742417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44366) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:11.745796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port d4c82e4d-e7e5-48fd-83c0-1617cd848b05, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d4c82e4d-e7e5-48fd-83c0-1617cd848b05,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:11.751757 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.867441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-422c8ccb-f5c4-41fb-96a0-2b12d7b0ec65 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Deleting subnet a3e0fd3e-1d9c-4b01-9217-50999877aa3a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:11.868540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.871529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-422c8ccb-f5c4-41fb-96a0-2b12d7b0ec65 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.886864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.892830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=d4c82e4d-e7e5-48fd-83c0-1617cd848b05,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.949587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-422c8ccb-f5c4-41fb-96a0-2b12d7b0ec65 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.984541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.990081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1121156 Aug 29 04:37:11.993933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44370) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.013050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-42edca5a-ca58-4483-a289-3defc8fc4ce5 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '1c22e618-6ad0-4076-924b-08b9a2e0c868', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:12.029150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21de339-9432-4d0e-826b-dcf60e55c30c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c22e618-6ad0-4076-924b-08b9a2e0c868,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.064705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Router 8ec6852a-be3a-4153-9e14-12b2860179a5 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:12.090834 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-42edca5a-ca58-4483-a289-3defc8fc4ce5 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.124148 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-422c8ccb-f5c4-41fb-96a0-2b12d7b0ec65 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.129215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7a43fa1a-c3a1-45d1-a58e-4b8e5b89f70a None None] Provisioning complete for port 66d5d72f-9733-4c26-af4e-c12049333a9e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:12.130367 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a43fa1a-c3a1-45d1-a58e-4b8e5b89f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.179450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7a43fa1a-c3a1-45d1-a58e-4b8e5b89f70a None None] Port 66d5d72f-9733-4c26-af4e-c12049333a9e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:12.197734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:12.203309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-567f5108-c39f-4f4e-b6be-551c5ad6aa68 admin admin] 10.222.0.49 "PUT /v2.0/routers/8ec6852a-be3a-4153-9e14-12b2860179a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7745378 Aug 29 04:37:12.219078 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-42edca5a-ca58-4483-a289-3defc8fc4ce5 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.224523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-42edca5a-ca58-4483-a289-3defc8fc4ce5 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.237914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-422c8ccb-f5c4-41fb-96a0-2b12d7b0ec65 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.274967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edca5a-ca58-4483-a289-3defc8fc4ce5 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13cd39d-444c-4253-969a-b443fc13734b,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.281766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c8ccb-f5c4-41fb-96a0-2b12d7b0ec65 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e0fd3e-1d9c-4b01-9217-50999877aa3a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.284905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-42edca5a-ca58-4483-a289-3defc8fc4ce5 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.287353 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-42edca5a-ca58-4483-a289-3defc8fc4ce5 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2899506 Aug 29 04:37:12.289001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44374) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.290764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-422c8ccb-f5c4-41fb-96a0-2b12d7b0ec65 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.292696 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-422c8ccb-f5c4-41fb-96a0-2b12d7b0ec65 tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "DELETE /v2.0/subnets/a3e0fd3e-1d9c-4b01-9217-50999877aa3a HTTP/1.1" status: 204 len: 168 time: 0.5476549 Aug 29 04:37:12.296470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-bd83b973-4530-4084-85cf-a0778d5f4793 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '1c22e618-6ad0-4076-924b-08b9a2e0c868', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:12.296616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44376) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.298600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc25e4a-348d-47e8-8621-ca511cc27593 None None] Network 8a833f03-bc98-44e8-b758-44f4b29bf4cb requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:12.330275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd83b973-4530-4084-85cf-a0778d5f4793 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.396728 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-bd83b973-4530-4084-85cf-a0778d5f4793 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:12.400530 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bd83b973-4530-4084-85cf-a0778d5f4793 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1078124 Aug 29 04:37:12.400841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44380) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.423369 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.506400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8758d4c2-5cd9-4829-ac0a-1851fccb25e8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.524408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d5c7b-a0da-4774-8727-ea64c53832b8 None None] DHCP port deletion for 8a833f03-bc98-44e8-b758-44f4b29bf4cb request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:12.537668 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8758d4c2-5cd9-4829-ac0a-1851fccb25e8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.550276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Deleting port c492d258-8838-4826-a3fb-87798f00665b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:12.550623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.575275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e82d5c7b-a0da-4774-8727-ea64c53832b8 None None] Deleting port c492d258-8838-4826-a3fb-87798f00665b {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:12.576662 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e82d5c7b-a0da-4774-8727-ea64c53832b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.636818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] For port c492d258-8838-4826-a3fb-87798f00665b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c492d258-8838-4826-a3fb-87798f00665b,segment=NetworkSegment(b5ff49b7-6556-4dfc-a754-9f0c85c81ac8),segment_id=b5ff49b7-6556-4dfc-a754-9f0c85c81ac8)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:12.637250 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.649895 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8758d4c2-5cd9-4829-ac0a-1851fccb25e8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.652649 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8758d4c2-5cd9-4829-ac0a-1851fccb25e8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.657132 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8758d4c2-5cd9-4829-ac0a-1851fccb25e8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "DELETE /v2.0/security-groups/1c22e618-6ad0-4076-924b-08b9a2e0c868 HTTP/1.1" status: 204 len: 168 time: 0.2520199 Aug 29 04:37:12.657526 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44386) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.664328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e82d5c7b-a0da-4774-8727-ea64c53832b8 None None] For port c492d258-8838-4826-a3fb-87798f00665b, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c492d258-8838-4826-a3fb-87798f00665b,segment=NetworkSegment(b5ff49b7-6556-4dfc-a754-9f0c85c81ac8),segment_id=b5ff49b7-6556-4dfc-a754-9f0c85c81ac8)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:12.664736 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e82d5c7b-a0da-4774-8727-ea64c53832b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.678483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Calling delete_port for c492d258-8838-4826-a3fb-87798f00665b owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:12.681242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e82d5c7b-a0da-4774-8727-ea64c53832b8 None None] Calling delete_port for c492d258-8838-4826-a3fb-87798f00665b owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:12.693687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758d4c2-5cd9-4829-ac0a-1851fccb25e8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c22e618-6ad0-4076-924b-08b9a2e0c868,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.764581 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-87dd08f2-f81b-41d4-97f4-412841ee28a3 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1000051 Aug 29 04:37:12.767129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44392) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.773966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7d3288df-9bb9-4b9d-b9bb-05eff9e6890f tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'tempest-secgroup--68586804'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:12.805093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.809649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d3288df-9bb9-4b9d-b9bb-05eff9e6890f tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.823234 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e82d5c7b-a0da-4774-8727-ea64c53832b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.830876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event deleted for resources: {'Port': ['ID=c492d258-8838-4826-a3fb-87798f00665b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.837155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] No DVR routers for this DVR port c492d258-8838-4826-a3fb-87798f00665b on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:12.867112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d5c7b-a0da-4774-8727-ea64c53832b8 None None] Pushing event deleted for resources: {'Port': ['ID=c492d258-8838-4826-a3fb-87798f00665b,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.883013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82d5c7b-a0da-4774-8727-ea64c53832b8 None None] No DVR routers for this DVR port c492d258-8838-4826-a3fb-87798f00665b on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:12.943990 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d3288df-9bb9-4b9d-b9bb-05eff9e6890f tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.948327 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d3288df-9bb9-4b9d-b9bb-05eff9e6890f tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.965304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44400) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.973975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1567166598-network', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:12.998791 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d3288df-9bb9-4b9d-b9bb-05eff9e6890f tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.002764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7d3288df-9bb9-4b9d-b9bb-05eff9e6890f tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2316318 Aug 29 04:37:13.003180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44404) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.007888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3288df-9bb9-4b9d-b9bb-05eff9e6890f tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26847c8b-5aba-41f5-8ca1-130e85776da9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.022487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Made reservation on behalf of 1d82a621ec2d4107ba81316a08e08fa6 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:13.024345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-731f448a-f1a9-456d-9f1d-a2cdd8005d58 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '26847c8b-5aba-41f5-8ca1-130e85776da9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:13.024854 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-731f448a-f1a9-456d-9f1d-a2cdd8005d58 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 04:37:13.025174 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.025369 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-731f448a-f1a9-456d-9f1d-a2cdd8005d58 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:13.027331 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-731f448a-f1a9-456d-9f1d-a2cdd8005d58 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0219035 Aug 29 04:37:13.030151 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.031582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44406) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.041581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a833f03-bc98-44e8-b758-44f4b29bf4cb']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:13.056085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ff49b7-6556-4dfc-a754-9f0c85c81ac8') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:13.056422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ff49b7-6556-4dfc-a754-9f0c85c81ac8') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:13.058579 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.068523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.085434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.094775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:13.095190 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:13.100078 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:13.120524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41410b16-dab0-40fd-9de0-78e9f674ba8a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.165368 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41410b16-dab0-40fd-9de0-78e9f674ba8a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.178955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.189036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.191757 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] 10.222.0.49 "DELETE /v2.0/networks/8a833f03-bc98-44e8-b758-44f4b29bf4cb HTTP/1.1" status: 204 len: 168 time: 0.8942404 Aug 29 04:37:13.210877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343280fa-7673-417f-a966-cde79086325d tempest-AllowedAddressPairTestJSON-1997956943 tempest-AllowedAddressPairTestJSON-1997956943-project] Pushing event deleted for resources: {'Network': ['ID=8a833f03-bc98-44e8-b758-44f4b29bf4cb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.224070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Sync routers for ids ['8ec6852a-be3a-4153-9e14-12b2860179a5'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:13.237669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Routers {'8ec6852a-be3a-4153-9e14-12b2860179a5'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:13.238536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8ec6852a-be3a-4153-9e14-12b2860179a5'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:13.262621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41410b16-dab0-40fd-9de0-78e9f674ba8a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.265486 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41410b16-dab0-40fd-9de0-78e9f674ba8a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.269415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-41410b16-dab0-40fd-9de0-78e9f674ba8a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "DELETE /v2.0/security-groups/26847c8b-5aba-41f5-8ca1-130e85776da9 HTTP/1.1" status: 204 len: 168 time: 0.2368300 Aug 29 04:37:13.269926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44410) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.283074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41410b16-dab0-40fd-9de0-78e9f674ba8a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26847c8b-5aba-41f5-8ca1-130e85776da9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.295684 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.300362 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.317068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d4c82e4d-e7e5-48fd-83c0-1617cd848b05 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:13.326149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:13.342379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea73a672-c53e-4ff3-accf-81f4adf8a1a7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.346013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.346540 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Added segment 80a60003-8e69-4bf4-a95a-6fd08088350b of type vlan for network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 Aug 29 04:37:13.373771 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-52b414f1-be45-4306-a562-22a35ee48294 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959420 Aug 29 04:37:13.374518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44412) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.386271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d4e8595c-30e8-44a5-ae08-665de386e292 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'tempest-secgroup--1688737583'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:13.403995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.435850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d4c82e4d-e7e5-48fd-83c0-1617cd848b05 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:13.436376 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.438084 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.439101 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4e8595c-30e8-44a5-ae08-665de386e292 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.440311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:13.441104 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.459413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4900475 Aug 29 04:37:13.465395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44414) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.486094 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Request body: {'subnet': {'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1567166598-subnet', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:13.508452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Set router 8ec6852a-be3a-4153-9e14-12b2860179a5 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:13.522897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2fe11-8e43-42b6-808b-e1398e69fc5e admin admin] Pushing event updated for resources: {'Network': ['ID=a5e3c433-ea05-41e2-b15d-d1cbcf5056f6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.535652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Made reservation on behalf of 1d82a621ec2d4107ba81316a08e08fa6 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:13.538202 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.571430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:13.641341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44418) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.691374 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4e8595c-30e8-44a5-ae08-665de386e292 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.697919 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4e8595c-30e8-44a5-ae08-665de386e292 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.766806 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4e8595c-30e8-44a5-ae08-665de386e292 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.768164 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d4e8595c-30e8-44a5-ae08-665de386e292 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3920960 Aug 29 04:37:13.771245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44422) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.773112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8595c-30e8-44a5-ae08-665de386e292 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5690e663-7d86-4541-a2ba-a985dc9d813a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.787962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-00dffef2-f3f9-4beb-be3d-a3619fa477f9 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '5690e663-7d86-4541-a2ba-a985dc9d813a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:13.789852 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-00dffef2-f3f9-4beb-be3d-a3619fa477f9 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 04:37:13.792090 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-00dffef2-f3f9-4beb-be3d-a3619fa477f9 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:13.797023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-00dffef2-f3f9-4beb-be3d-a3619fa477f9 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0212893 Aug 29 04:37:13.797699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44424) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.842443 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.905719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-03fc3e22-7c5f-46e9-81c7-888511093388 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e2e9600e471481a8082a8198b97778c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630570 Aug 29 04:37:13.908876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44428) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.928124 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07700ba5-1a04-4c6d-9a8d-96ff576b58ea tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.930035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Checking segment: {'id': '80a60003-8e69-4bf4-a95a-6fd08088350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:13.931243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Network hostable DHCP agents. Network: a5e3c433-ea05-41e2-b15d-d1cbcf5056f6, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:13.940983 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6f6fbb-304e-40b4-9ce9-f1b601564854,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.958191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:13.973688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a5e3c433-ea05-41e2-b15d-d1cbcf5056f6) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:13.984360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc7b38-d17c-4942-9ec4-a2a7a9c0bc09 None None] Network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:13.989460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:13.990427 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.009360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07700ba5-1a04-4c6d-9a8d-96ff576b58ea tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.024034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e4248865-ab37-440d-891f-9ebf5dd86e1d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5570772 Aug 29 04:37:14.026776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44432) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.034604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1567166598-router', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:14.067750 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a56c65a8-b591-4b93-a9be-d6c8ed6ac08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.069976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c492d258-8838-4826-a3fb-87798f00665b no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:14.083267 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.084849 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.094059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c492d258-8838-4826-a3fb-87798f00665b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:14.094458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c492d258-8838-4826-a3fb-87798f00665b not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:14.099091 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a56c65a8-b591-4b93-a9be-d6c8ed6ac08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.161217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07700ba5-1a04-4c6d-9a8d-96ff576b58ea tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.165759 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07700ba5-1a04-4c6d-9a8d-96ff576b58ea tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.169579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-07700ba5-1a04-4c6d-9a8d-96ff576b58ea tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "DELETE /v2.0/security-groups/5690e663-7d86-4541-a2ba-a985dc9d813a HTTP/1.1" status: 204 len: 168 time: 0.3684082 Aug 29 04:37:14.172273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44434) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.191451 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.194416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'name': 'tempest-TestServerMultinode-1366206646-router', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:05Z', 'updated_at': '2021-08-29T04:37:10Z', 'revision_number': 4, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'gw_port': {'id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:06Z', 'updated_at': '2021-08-29T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '66d5d72f-9733-4c26-af4e-c12049333a9e', 'name': '', 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'mac_address': 'fa:16:3e:34:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ed64ee19-710f-46d5-b78e-ab70f89859d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:10Z', 'revision_number': 2, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'subnets': [{'id': 'ed64ee19-710f-46d5-b78e-ab70f89859d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:14.198913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a56c65a8-b591-4b93-a9be-d6c8ed6ac08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.202681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a56c65a8-b591-4b93-a9be-d6c8ed6ac08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.204001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a56c65a8-b591-4b93-a9be-d6c8ed6ac08e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a96fc5f-1d59-44cb-80c7-24b2098fe521 HTTP/1.1" status: 204 len: 168 time: 0.2929375 Aug 29 04:37:14.218407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07700ba5-1a04-4c6d-9a8d-96ff576b58ea tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5690e663-7d86-4541-a2ba-a985dc9d813a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.249231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Checking router: 8ec6852a-be3a-4153-9e14-12b2860179a5 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:14.250600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Updating router 8ec6852a-be3a-4153-9e14-12b2860179a5 port 66d5d72f-9733-4c26-af4e-c12049333a9e binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:14.340679 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.354684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c65a8-b591-4b93-a9be-d6c8ed6ac08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a96fc5f-1d59-44cb-80c7-24b2098fe521,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.389060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-02d67cce-6a4d-4486-b9ed-85b048dfa6aa tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2144160 Aug 29 04:37:14.393464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44440) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.398605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7bfbbeb1-ed53-4064-ba5b-dfaeea099ff8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156894185'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:14.418988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-a5e3c433-ea05-41e2-b15d-d1cbcf5056f6', 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'fixed_ips': [{'subnet_id': '3e6f6fbb-304e-40b4-9ce9-f1b601564854'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:14.420030 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.437965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7bfbbeb1-ed53-4064-ba5b-dfaeea099ff8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.573268 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7bfbbeb1-ed53-4064-ba5b-dfaeea099ff8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.579804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.581873 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7bfbbeb1-ed53-4064-ba5b-dfaeea099ff8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.603231 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7bfbbeb1-ed53-4064-ba5b-dfaeea099ff8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.605030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7bfbbeb1-ed53-4064-ba5b-dfaeea099ff8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2101939 Aug 29 04:37:14.610751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44446) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.616786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-71f1ad17-8583-4380-996c-58cf754233bd tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '165aa1c8-5430-49fc-956d-0cb852e8ecdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:14.624213 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-71f1ad17-8583-4380-996c-58cf754233bd tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 04:37:14.624548 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-71f1ad17-8583-4380-996c-58cf754233bd tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:14.625843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-71f1ad17-8583-4380-996c-58cf754233bd tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0144131 Aug 29 04:37:14.629554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44448) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.637756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-758e8b0b-39a6-4a15-846e-a0117bd3dd79 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '165aa1c8-5430-49fc-956d-0cb852e8ecdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:14.638988 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-758e8b0b-39a6-4a15-846e-a0117bd3dd79 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 04:37:14.639486 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-758e8b0b-39a6-4a15-846e-a0117bd3dd79 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:14.640568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-758e8b0b-39a6-4a15-846e-a0117bd3dd79 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093837 Aug 29 04:37:14.645300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44450) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.651348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5d62b6ae-422e-4dd8-b137-bc29b958918e tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '165aa1c8-5430-49fc-956d-0cb852e8ecdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:14.652226 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-5d62b6ae-422e-4dd8-b137-bc29b958918e tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 04:37:14.652708 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-5d62b6ae-422e-4dd8-b137-bc29b958918e tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:14.656641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44452) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.661312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5d62b6ae-422e-4dd8-b137-bc29b958918e tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148141 Aug 29 04:37:14.661492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f1b0e825-8fd7-4e8c-99c7-d8612004189d tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '165aa1c8-5430-49fc-956d-0cb852e8ecdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:14.663089 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-f1b0e825-8fd7-4e8c-99c7-d8612004189d tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 04:37:14.663222 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-f1b0e825-8fd7-4e8c-99c7-d8612004189d tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:14.664227 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f1b0e825-8fd7-4e8c-99c7-d8612004189d tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066226 Aug 29 04:37:14.665541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbbeb1-ed53-4064-ba5b-dfaeea099ff8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165aa1c8-5430-49fc-956d-0cb852e8ecdb,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.666975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44456) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.759192 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-49366580-12f2-48d9-b4b4-0491ef88d4d2 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.793630 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-49366580-12f2-48d9-b4b4-0491ef88d4d2 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.807463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Allocated IP 172.20.0.2 (a5e3c433-ea05-41e2-b15d-d1cbcf5056f6/3e6f6fbb-304e-40b4-9ce9-f1b601564854/ef31f80a-166d-4935-937f-73d9e28afe12) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:14.916314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-49366580-12f2-48d9-b4b4-0491ef88d4d2 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.918841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-49366580-12f2-48d9-b4b4-0491ef88d4d2 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.923385 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-49366580-12f2-48d9-b4b4-0491ef88d4d2 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "DELETE /v2.0/security-groups/165aa1c8-5430-49fc-956d-0cb852e8ecdb HTTP/1.1" status: 204 len: 168 time: 0.2522380 Aug 29 04:37:14.924769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.943383 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:37:14.969518 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.975570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0d29923b-ff80-41d4-947f-0c05785283e8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494971 Aug 29 04:37:14.979463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44468) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.984830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-28335557-7e88-4979-bc1b-2aaefe3e1110 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368432189'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.004816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.013181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Transition to ACTIVE for port object 66d5d72f-9733-4c26-af4e-c12049333a9e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:15.021003 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28335557-7e88-4979-bc1b-2aaefe3e1110 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.024376 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.039191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49366580-12f2-48d9-b4b4-0491ef88d4d2 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165aa1c8-5430-49fc-956d-0cb852e8ecdb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.042135 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.083240 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.145663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Transition to ACTIVE for port object ef31f80a-166d-4935-937f-73d9e28afe12 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:15.146376 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28335557-7e88-4979-bc1b-2aaefe3e1110 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.154916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28335557-7e88-4979-bc1b-2aaefe3e1110 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.159677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562a597-1851-4e93-8af5-cba802587b9e None None] Pushing event updated for resources: {'Port': ['ID=66d5d72f-9733-4c26-af4e-c12049333a9e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.218092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Allocated IP 172.25.5.123 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/47e1d806-3722-412c-91a3-e65601cff9a9) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:15.219196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-28335557-7e88-4979-bc1b-2aaefe3e1110 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.219801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Transition to ACTIVE for port object ef31f80a-166d-4935-937f-73d9e28afe12 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:15.220500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-28335557-7e88-4979-bc1b-2aaefe3e1110 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2400641 Aug 29 04:37:15.221247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Attempting to bind port 66d5d72f-9733-4c26-af4e-c12049333a9e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:15.221615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Attempting to bind port 66d5d72f-9733-4c26-af4e-c12049333a9e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:15.221979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Attempting to bind port 66d5d72f-9733-4c26-af4e-c12049333a9e on network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:15.227483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44482) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.229232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:15.229672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Checking segment: {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:15.230077 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.230467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Bound using segment: {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:15.230943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Bound port: 66d5d72f-9733-4c26-af4e-c12049333a9e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:15.231401 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.235803 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.239382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d1982c4c-ba73-4029-bd1a-a43cfe0bd66e tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '25f2f20f-b6a3-46f2-8f4f-4226e9828091', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.239884 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-d1982c4c-ba73-4029-bd1a-a43cfe0bd66e tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:37:15.241978 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-d1982c4c-ba73-4029-bd1a-a43cfe0bd66e tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:15.243032 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d1982c4c-ba73-4029-bd1a-a43cfe0bd66e tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123498 Aug 29 04:37:15.250441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44484) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.261239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3a484588-2f5d-47e3-a8b5-92c4f0610cea tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '25f2f20f-b6a3-46f2-8f4f-4226e9828091', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.284765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28335557-7e88-4979-bc1b-2aaefe3e1110 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f2f20f-b6a3-46f2-8f4f-4226e9828091,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.313383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:15.315778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Pushing event updated for resources: {'Port': ['ID=ef31f80a-166d-4935-937f-73d9e28afe12,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.326750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:15.329543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:15.368878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44486) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.413694 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-3a484588-2f5d-47e3-a8b5-92c4f0610cea tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:15.415246 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3a484588-2f5d-47e3-a8b5-92c4f0610cea tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1637819 Aug 29 04:37:15.418164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44490) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.426292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b92645f7-20ba-4bd4-869a-50e87e494862 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '25f2f20f-b6a3-46f2-8f4f-4226e9828091', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.426791 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-b92645f7-20ba-4bd4-869a-50e87e494862 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 04:37:15.427437 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-b92645f7-20ba-4bd4-869a-50e87e494862 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:15.428510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b92645f7-20ba-4bd4-869a-50e87e494862 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090187 Aug 29 04:37:15.431792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44492) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.442536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2bdb2917-4b7c-43f5-8d35-5677c2f962ed tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '25f2f20f-b6a3-46f2-8f4f-4226e9828091', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.445035 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Attempting to bind port ef31f80a-166d-4935-937f-73d9e28afe12 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:15.445844 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Attempting to bind port ef31f80a-166d-4935-937f-73d9e28afe12 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '80a60003-8e69-4bf4-a95a-6fd08088350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:15.446205 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Attempting to bind port ef31f80a-166d-4935-937f-73d9e28afe12 on network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:15.458837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:15.459190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Checking segment: {'id': '80a60003-8e69-4bf4-a95a-6fd08088350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:15.459560 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.459915 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Bound using segment: {'id': '80a60003-8e69-4bf4-a95a-6fd08088350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:15.460508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Bound port: ef31f80a-166d-4935-937f-73d9e28afe12, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a60003-8e69-4bf4-a95a-6fd08088350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:15.460899 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.469785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] For port 66d5d72f-9733-4c26-af4e-c12049333a9e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:15.500721 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.502875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] For port 66d5d72f-9733-4c26-af4e-c12049333a9e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=66d5d72f-9733-4c26-af4e-c12049333a9e,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:15.510231 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-2bdb2917-4b7c-43f5-8d35-5677c2f962ed tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:15.511968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2bdb2917-4b7c-43f5-8d35-5677c2f962ed tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0783026 Aug 29 04:37:15.514309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44494) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.520473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a289a879-f26c-46e6-83fc-23444fe7e0cb tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '25f2f20f-b6a3-46f2-8f4f-4226e9828091', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.524510 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-a289a879-f26c-46e6-83fc-23444fe7e0cb tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:37:15.525264 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-a289a879-f26c-46e6-83fc-23444fe7e0cb tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:15.526443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a289a879-f26c-46e6-83fc-23444fe7e0cb tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109129 Aug 29 04:37:15.529303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44496) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.536571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c0a0365a-2734-4520-b629-a7a3a9b3594a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '25f2f20f-b6a3-46f2-8f4f-4226e9828091', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.551064 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.565704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.568674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-17afb793-39f1-4477-ac42-b2c1406770b8 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.572408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-17afb793-39f1-4477-ac42-b2c1406770b8 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1998622 Aug 29 04:37:15.573075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44498) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.580520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-91778748-9d14-4d0d-a788-daff0f26d2ba tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.583851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-91778748-9d14-4d0d-a788-daff0f26d2ba tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0075254 Aug 29 04:37:15.585364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44500) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.590672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-768cbd79-6a52-4bcf-91db-304c7d7426ec tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.594045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-768cbd79-6a52-4bcf-91db-304c7d7426ec tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052979 Aug 29 04:37:15.594526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44502) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.600446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-6f96f76c-13ca-4c92-bed2-522e8a2d1f0b tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.603708 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6f96f76c-13ca-4c92-bed2-522e8a2d1f0b tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059094 Aug 29 04:37:15.603965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44504) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.609123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-9fc670dc-4f6a-416c-92fe-1ee26c726db7 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.612189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9fc670dc-4f6a-416c-92fe-1ee26c726db7 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053582 Aug 29 04:37:15.612189 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-c0a0365a-2734-4520-b629-a7a3a9b3594a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:15.615423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c0a0365a-2734-4520-b629-a7a3a9b3594a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0818112 Aug 29 04:37:15.615423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44506) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.616406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44508) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.621166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0d0fcf24-2536-4f0f-a098-65929eff7804 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '25f2f20f-b6a3-46f2-8f4f-4226e9828091', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.621644 n-d-712141-12 neutron-server[94851]: WARNING neutron.api.v2.base [None req-0d0fcf24-2536-4f0f-a098-65929eff7804 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 04:37:15.623196 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-0d0fcf24-2536-4f0f-a098-65929eff7804 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:15.626596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0d0fcf24-2536-4f0f-a098-65929eff7804 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068810 Aug 29 04:37:15.627647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-9a525b75-bc24-43e0-8bd7-73f661dc2d6c tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.630795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9a525b75-bc24-43e0-8bd7-73f661dc2d6c tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0145431 Aug 29 04:37:15.630795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44510) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.630996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44512) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.634210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d38924e4-3c11-4d4e-a14a-80c14e7d1cfc tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '25f2f20f-b6a3-46f2-8f4f-4226e9828091', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.641472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Pushing event updated for resources: {'Port': ['ID=47e1d806-3722-412c-91a3-e65601cff9a9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.644893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-fafee39e-574e-4776-aa81-2114b4faf987 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.648357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fafee39e-574e-4776-aa81-2114b4faf987 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057693 Aug 29 04:37:15.648723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44514) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.654660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-5e2d8057-3223-460f-97e3-1658980b53ee tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.654889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:15.657917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:15.658750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44516) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.659320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5e2d8057-3223-460f-97e3-1658980b53ee tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053482 Aug 29 04:37:15.660582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:15.665326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-e20d1e03-0bc3-442d-be8c-19ceb924738d tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.668661 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e20d1e03-0bc3-442d-be8c-19ceb924738d tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0069938 Aug 29 04:37:15.673972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44518) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.686526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-9eb2b646-da61-47b9-a7d1-dc946efad55b tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.691279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9eb2b646-da61-47b9-a7d1-dc946efad55b tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0160005 Aug 29 04:37:15.696629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44520) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.707875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-527ec103-39e8-40ab-b33e-c47727b85588 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.712240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44522) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.713117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-527ec103-39e8-40ab-b33e-c47727b85588 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0152750 Aug 29 04:37:15.719155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-4a5bec6b-0669-4e7f-8a85-469c705ea627 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.722579 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4a5bec6b-0669-4e7f-8a85-469c705ea627 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070093 Aug 29 04:37:15.726756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] For port ef31f80a-166d-4935-937f-73d9e28afe12, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:15.727395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44524) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.733954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] For port ef31f80a-166d-4935-937f-73d9e28afe12, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ef31f80a-166d-4935-937f-73d9e28afe12,segment=NetworkSegment(80a60003-8e69-4bf4-a95a-6fd08088350b),segment_id=80a60003-8e69-4bf4-a95a-6fd08088350b)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:15.735289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562a597-1851-4e93-8af5-cba802587b9e None None] Pushing event updated for resources: {'Port': ['ID=66d5d72f-9733-4c26-af4e-c12049333a9e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.738329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Routers {'8ec6852a-be3a-4153-9e14-12b2860179a5'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:15.738956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8ec6852a-be3a-4153-9e14-12b2860179a5'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:15.743233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.748484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-c4cb5757-7821-4caf-a747-b33cc8206e85 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.751798 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c4cb5757-7821-4caf-a747-b33cc8206e85 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0209649 Aug 29 04:37:15.752712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44526) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.758435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-53cbb6d8-14f5-4dc2-a12a-c1989556f9ed tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.764800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-53cbb6d8-14f5-4dc2-a12a-c1989556f9ed tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057108 Aug 29 04:37:15.764800 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-d38924e4-3c11-4d4e-a14a-80c14e7d1cfc tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:15.764800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d38924e4-3c11-4d4e-a14a-80c14e7d1cfc tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1320243 Aug 29 04:37:15.764800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44528) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.765814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44530) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.767495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-0f568d94-bb70-45e8-b22d-1e51786d5b86 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.770849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0f568d94-bb70-45e8-b22d-1e51786d5b86 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0050714 Aug 29 04:37:15.770985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7d6ed8d1-15c5-4938-b694-47dc358ec7a1 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '25f2f20f-b6a3-46f2-8f4f-4226e9828091', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.771244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44532) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.778428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-7bb82cde-6fa1-4ae9-b9b7-ee7f6177bc04 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.778428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7bb82cde-6fa1-4ae9-b9b7-ee7f6177bc04 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042453 Aug 29 04:37:15.779137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44534) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.786713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-b18e07db-434d-4349-99c2-01addae0d0b8 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.786713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b18e07db-434d-4349-99c2-01addae0d0b8 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047026 Aug 29 04:37:15.787949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44536) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.792117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-36f3b29f-82a2-4ef1-8f4c-b5f28c332488 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.795913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-36f3b29f-82a2-4ef1-8f4c-b5f28c332488 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042956 Aug 29 04:37:15.796644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44538) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.805497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-57d92638-b67f-42d8-9fd2-d50bf6aad463 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.808030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-57d92638-b67f-42d8-9fd2-d50bf6aad463 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0093086 Aug 29 04:37:15.809505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44540) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.819177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-a00db7e7-e4bb-4286-b6e4-b8396e2b4d47 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.820393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a00db7e7-e4bb-4286-b6e4-b8396e2b4d47 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050900 Aug 29 04:37:15.826178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44542) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.844053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-d6e61820-fc7b-4e78-a505-bfd41b0cc41c tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.845378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d6e61820-fc7b-4e78-a505-bfd41b0cc41c tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0174873 Aug 29 04:37:15.848083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44544) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.853137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-f1b895f4-b2d5-4235-96a6-37faf7ed279b tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.854295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f1b895f4-b2d5-4235-96a6-37faf7ed279b tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050371 Aug 29 04:37:15.857707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44546) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.864419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-4d5f6a8a-cc2a-4463-a5e4-8ab4b80d78d1 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.865592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4d5f6a8a-cc2a-4463-a5e4-8ab4b80d78d1 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046394 Aug 29 04:37:15.870953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44548) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.877066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-c800ab6e-9749-422d-ad47-3edf548372bc tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.878950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c800ab6e-9749-422d-ad47-3edf548372bc tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0067194 Aug 29 04:37:15.885118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44550) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.894188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-719e3656-6aef-4b08-b835-e575dd53b8f1 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.895422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-719e3656-6aef-4b08-b835-e575dd53b8f1 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0087044 Aug 29 04:37:15.898130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44552) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.902762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-9d89162a-ff42-47b2-882b-d1f1aabf6253 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.907565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9d89162a-ff42-47b2-882b-d1f1aabf6253 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044703 Aug 29 04:37:15.907760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46f7cd-9bb4-4e06-a77f-1cef9faab88c None None] Pushing event updated for resources: {'Port': ['ID=ef31f80a-166d-4935-937f-73d9e28afe12,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.907851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44554) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.917975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-3ba76aa5-a8d1-4d41-b93f-6fb719807583 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.922582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3ba76aa5-a8d1-4d41-b93f-6fb719807583 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0111527 Aug 29 04:37:15.923635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44556) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.932427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] Set router 8ec6852a-be3a-4153-9e14-12b2860179a5 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:15.945126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-4b36be67-27a5-40d6-8413-253dbb4eb8b9 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.949059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4b36be67-27a5-40d6-8413-253dbb4eb8b9 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045822 Aug 29 04:37:15.949225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44558) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.954092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-63eeba9e-9e44-42d2-a1b9-5ccad30fbdcd tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.957269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-63eeba9e-9e44-42d2-a1b9-5ccad30fbdcd tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051396 Aug 29 04:37:15.958070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44560) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.961664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-4ae57404-41ea-4289-a7c2-1a520dc7d2dc tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.962672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4ae57404-41ea-4289-a7c2-1a520dc7d2dc tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042384 Aug 29 04:37:15.965524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44562) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.975753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-fd26c73e-b707-4d8f-9a40-f3ddcda5f149 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.977136 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fd26c73e-b707-4d8f-9a40-f3ddcda5f149 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0096104 Aug 29 04:37:15.979817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44564) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.985111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-d7117ef9-9bc9-4533-af1e-65f6acba77a8 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.986303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d7117ef9-9bc9-4533-af1e-65f6acba77a8 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052450 Aug 29 04:37:15.988782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44566) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:15.996444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-907cebe6-819a-43ce-85a2-67fb8ebb1f00 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:15.997691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-907cebe6-819a-43ce-85a2-67fb8ebb1f00 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0077541 Aug 29 04:37:16.000957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44568) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.005511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-f88f9220-e1f7-4606-b0ad-80b9c6dd3d03 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.011866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f88f9220-e1f7-4606-b0ad-80b9c6dd3d03 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0096929 Aug 29 04:37:16.014556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44570) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.019038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-ab80673b-4543-42e8-95b8-cf54d4d2ab6c tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.027071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ab80673b-4543-42e8-95b8-cf54d4d2ab6c tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0113392 Aug 29 04:37:16.032820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44572) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.037194 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-b9ed7ea8-81ab-4578-863e-a05b53c66777 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.038131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b9ed7ea8-81ab-4578-863e-a05b53c66777 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043828 Aug 29 04:37:16.038881 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-7d6ed8d1-15c5-4938-b694-47dc358ec7a1 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:16.040190 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7d6ed8d1-15c5-4938-b694-47dc358ec7a1 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2734408 Aug 29 04:37:16.043311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44574) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.045600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44576) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.062774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-dd83c610-dac4-405d-a037-eec782e7b6a7 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.063762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dd83c610-dac4-405d-a037-eec782e7b6a7 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0102451 Aug 29 04:37:16.072386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44578) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.084658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-47fac671-0aa6-4d24-b629-8ca73363e842 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.085981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-47fac671-0aa6-4d24-b629-8ca73363e842 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0124063 Aug 29 04:37:16.090912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44580) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.098640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-79b2f22b-51e2-46c8-a4e9-22a5e002a4a2 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.099655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-79b2f22b-51e2-46c8-a4e9-22a5e002a4a2 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0069506 Aug 29 04:37:16.103532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44582) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.108783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-9d2ca4d3-9687-4b13-b2ef-1557a8933d0e tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.112880 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9d2ca4d3-9687-4b13-b2ef-1557a8933d0e tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080955 Aug 29 04:37:16.114801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44584) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.124315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-46f9498d-be4d-47b2-8aab-c34b40aadd2c tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.128292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-46f9498d-be4d-47b2-8aab-c34b40aadd2c tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0123248 Aug 29 04:37:16.129147 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44586) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.136948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-fbe0626b-2859-4428-9aad-38c823f82564 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.141535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fbe0626b-2859-4428-9aad-38c823f82564 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0092480 Aug 29 04:37:16.142454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44588) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.148028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-be609b30-1682-4570-ac5b-564e858c8efa tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.152159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-be609b30-1682-4570-ac5b-564e858c8efa tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0083933 Aug 29 04:37:16.152952 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44590) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.190707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-ac96439d-46bd-4ffb-8a79-376835ce7628 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.194994 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ac96439d-46bd-4ffb-8a79-376835ce7628 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0400469 Aug 29 04:37:16.196159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44592) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.201329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-654b28e9-905a-457f-85af-b779d34b2d2a tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.205338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-654b28e9-905a-457f-85af-b779d34b2d2a tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0080500 Aug 29 04:37:16.206295 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65b58307-1f02-42fb-95cf-3720190cb946 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.208241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44594) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.214222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-26b4cca2-06e4-466e-888c-567ddf8effb4 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.219141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-26b4cca2-06e4-466e-888c-567ddf8effb4 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0097640 Aug 29 04:37:16.219382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44596) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.224981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-1ae66be5-ce7c-4931-80b9-89f176767fa4 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.228182 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1ae66be5-ce7c-4931-80b9-89f176767fa4 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056553 Aug 29 04:37:16.229945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44598) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.242953 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [None req-2681a30c-54c8-4c6a-9986-2e7ae5506f39 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.244310 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2681a30c-54c8-4c6a-9986-2e7ae5506f39 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0069430 Aug 29 04:37:16.246796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44600) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.264764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.269382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-0e844705-70da-4f7c-9d47-d9deb766eaa4 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.272455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0e844705-70da-4f7c-9d47-d9deb766eaa4 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0206170 Aug 29 04:37:16.275201 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65b58307-1f02-42fb-95cf-3720190cb946 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.279530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44604) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.291565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-33a379c2-72f0-46ad-bf29-96f373b11998 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.292972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-33a379c2-72f0-46ad-bf29-96f373b11998 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0119417 Aug 29 04:37:16.296691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44606) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.303682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-dca21436-9600-4559-9293-3f13471ef86b tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.305342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dca21436-9600-4559-9293-3f13471ef86b tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0072851 Aug 29 04:37:16.310577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44608) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.316088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-af219410-2413-4fa2-a143-81e277ef2cb2 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.317315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-af219410-2413-4fa2-a143-81e277ef2cb2 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054905 Aug 29 04:37:16.320225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44610) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.324686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-e04e8aa0-9aa5-489c-a66d-67cefdd8c697 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.326521 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e04e8aa0-9aa5-489c-a66d-67cefdd8c697 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052025 Aug 29 04:37:16.332500 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44612) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.338261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-4eb32296-9a4e-4f17-9c36-30fec5c57259 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.339424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4eb32296-9a4e-4f17-9c36-30fec5c57259 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057495 Aug 29 04:37:16.345093 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44614) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.353426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-12062621-5b35-47c2-a15e-816e38c70322 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.354668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-12062621-5b35-47c2-a15e-816e38c70322 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082693 Aug 29 04:37:16.357345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44616) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.368773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-e4b59b99-00f6-458a-9ee5-c471ccc6664a tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.369810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e4b59b99-00f6-458a-9ee5-c471ccc6664a tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0104039 Aug 29 04:37:16.376289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44618) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.388542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-8414773a-afd1-439d-bf9b-3b8ad619a382 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.392437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8414773a-afd1-439d-bf9b-3b8ad619a382 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0165787 Aug 29 04:37:16.395204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44620) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.397900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-8a2724aa-6520-4bf1-8957-0b8be42a0a7a tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.401668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8a2724aa-6520-4bf1-8957-0b8be42a0a7a tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0073974 Aug 29 04:37:16.402236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44622) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.408440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-1bbfa56f-79d9-4a9f-bea0-a1a17e1139b3 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.412389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1bbfa56f-79d9-4a9f-bea0-a1a17e1139b3 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086963 Aug 29 04:37:16.414128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44624) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.418739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-76955f81-6959-4ebc-a36d-c5199fc7c798 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.422441 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-76955f81-6959-4ebc-a36d-c5199fc7c798 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074003 Aug 29 04:37:16.423403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44626) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.427913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-88dd7296-d242-42f0-add2-83447393331d tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.431338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-88dd7296-d242-42f0-add2-83447393331d tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070448 Aug 29 04:37:16.432280 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65b58307-1f02-42fb-95cf-3720190cb946 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.435071 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-65b58307-1f02-42fb-95cf-3720190cb946 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.438631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-65b58307-1f02-42fb-95cf-3720190cb946 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "DELETE /v2.0/security-groups/25f2f20f-b6a3-46f2-8f4f-4226e9828091 HTTP/1.1" status: 204 len: 168 time: 0.3920434 Aug 29 04:37:16.438631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44628) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.440825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44630) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.447319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-e4ebf4c8-7ead-4a9f-afd8-0c21b33c562a tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.451747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e4ebf4c8-7ead-4a9f-afd8-0c21b33c562a tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0106909 Aug 29 04:37:16.456338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44632) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.460793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-79f4f74c-21ea-4cce-a2f0-813189672174 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.464328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-79f4f74c-21ea-4cce-a2f0-813189672174 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068476 Aug 29 04:37:16.465206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44634) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.465948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b58307-1f02-42fb-95cf-3720190cb946 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f2f20f-b6a3-46f2-8f4f-4226e9828091,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:16.472476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-2372b093-8b58-4247-a4df-58102fb6ed44 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.476171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2372b093-8b58-4247-a4df-58102fb6ed44 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0072727 Aug 29 04:37:16.476783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44636) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.484259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-e5dd2f2a-e823-45ec-8cc4-971f3b1456e8 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.489301 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e5dd2f2a-e823-45ec-8cc4-971f3b1456e8 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0113728 Aug 29 04:37:16.489912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44638) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.496688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-c756b698-ee96-477e-8931-2d11975d867f tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.499522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c756b698-ee96-477e-8931-2d11975d867f tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0086522 Aug 29 04:37:16.500816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44640) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.505047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-1474b759-d906-4cf8-9d2b-ccc33e31ce18 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.508501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1474b759-d906-4cf8-9d2b-ccc33e31ce18 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044940 Aug 29 04:37:16.509093 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44642) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.514930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-94e58638-ecd9-4366-8b19-3e747c7425b6 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.516233 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-94e58638-ecd9-4366-8b19-3e747c7425b6 tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0059428 Aug 29 04:37:16.518542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44644) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.522854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [None req-aaa87203-4a2a-41fd-86b3-d2a3163b5a3b tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:16.524030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aaa87203-4a2a-41fd-86b3-d2a3163b5a3b tempest-ExtensionsTestJSON-1583009424 tempest-ExtensionsTestJSON-1583009424-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044153 Aug 29 04:37:16.539059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'name': 'tempest-TestServerMultinode-1366206646-router', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:05Z', 'updated_at': '2021-08-29T04:37:10Z', 'revision_number': 4, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'gw_port': {'id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:06Z', 'updated_at': '2021-08-29T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '66d5d72f-9733-4c26-af4e-c12049333a9e', 'name': '', 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'mac_address': 'fa:16:3e:34:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ed64ee19-710f-46d5-b78e-ab70f89859d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:15Z', 'revision_number': 4, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'subnets': [{'id': 'ed64ee19-710f-46d5-b78e-ab70f89859d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:16.570737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb45e5d-c249-4e0c-bedd-dd81b315d8dd None None] The sync data for ids ['8ec6852a-be3a-4153-9e14-12b2860179a5'] in n-d-712141-12 is: [{'id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'name': 'tempest-TestServerMultinode-1366206646-router', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:05Z', 'updated_at': '2021-08-29T04:37:10Z', 'revision_number': 4, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'gw_port': {'id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:06Z', 'updated_at': '2021-08-29T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '66d5d72f-9733-4c26-af4e-c12049333a9e', 'name': '', 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'mac_address': 'fa:16:3e:34:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ed64ee19-710f-46d5-b78e-ab70f89859d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:09Z', 'updated_at': '2021-08-29T04:37:15Z', 'revision_number': 4, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'subnets': [{'id': 'ed64ee19-710f-46d5-b78e-ab70f89859d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:16.598469 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-35df4d19-634d-4700-bdd8-c5aa619d6eb8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1556509 Aug 29 04:37:16.602581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44648) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.609520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a80d255f-b7fb-4f14-ac3d-4f7b2124763a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097474215'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:16.632997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.749204 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80d255f-b7fb-4f14-ac3d-4f7b2124763a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.870766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80d255f-b7fb-4f14-ac3d-4f7b2124763a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.879904 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80d255f-b7fb-4f14-ac3d-4f7b2124763a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.958073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d255f-b7fb-4f14-ac3d-4f7b2124763a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ee4a18-de5e-48b7-a5e9-aaa71c966d18,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:16.961793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a80d255f-b7fb-4f14-ac3d-4f7b2124763a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.963267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a80d255f-b7fb-4f14-ac3d-4f7b2124763a tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3589761 Aug 29 04:37:16.966652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44652) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:16.971165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-364b7aeb-af57-4b98-8362-b6199bc02886 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '86ee4a18-de5e-48b7-a5e9-aaa71c966d18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:16.979118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Router ff10e87a-aef9-4c35-8d92-6e76336f7e6f is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:17.062290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44656) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.082393 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-364b7aeb-af57-4b98-8362-b6199bc02886 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The resource could not be found. Aug 29 04:37:17.083555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-364b7aeb-af57-4b98-8362-b6199bc02886 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1164484 Aug 29 04:37:17.089437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44660) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.105115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5355fbc2-170c-4017-a758-af69214a25fa tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '86ee4a18-de5e-48b7-a5e9-aaa71c966d18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd4f09674-c8f4-4f04-9b05-94c22232dc6a'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:17.189213 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-5355fbc2-170c-4017-a758-af69214a25fa tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The resource could not be found. Aug 29 04:37:17.190324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5355fbc2-170c-4017-a758-af69214a25fa tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0995901 Aug 29 04:37:17.197799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44662) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.270076 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d6d6abb-2148-4773-8ea7-1e9513be0dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.277489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:17.290636 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Sync routers for ids ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:17.312235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.317101 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c7f5cec5-c2f3-4512-923f-dd417f0b90b8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2854397 Aug 29 04:37:17.318949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44666) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.348415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 66d5d72f-9733-4c26-af4e-c12049333a9e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:17.350358 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Routers {'ff10e87a-aef9-4c35-8d92-6e76336f7e6f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:17.350999 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:17.370320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-44885305-9500-4abe-be12-b2e7787330b8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.423366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-44885305-9500-4abe-be12-b2e7787330b8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.495675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-44885305-9500-4abe-be12-b2e7787330b8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.498880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-44885305-9500-4abe-be12-b2e7787330b8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.503185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-44885305-9500-4abe-be12-b2e7787330b8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "DELETE /v2.0/security-groups/86ee4a18-de5e-48b7-a5e9-aaa71c966d18 HTTP/1.1" status: 204 len: 168 time: 0.3039837 Aug 29 04:37:17.506061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44672) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.528358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 66d5d72f-9733-4c26-af4e-c12049333a9e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:17.529570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44885305-9500-4abe-be12-b2e7787330b8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ee4a18-de5e-48b7-a5e9-aaa71c966d18,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:17.536661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 66d5d72f-9733-4c26-af4e-c12049333a9e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:17.538286 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.541157 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Set router ff10e87a-aef9-4c35-8d92-6e76336f7e6f gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:17.611992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d6d6abb-2148-4773-8ea7-1e9513be0dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.617143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8d6d6abb-2148-4773-8ea7-1e9513be0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.634055 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-815ec5b0-5a17-46ca-93a4-30e5db07fe5d tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160972 Aug 29 04:37:17.637588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44674) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.645702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0bc1e480-c23d-4635-9dbf-6ae2aabcbfd8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': 'aa7284fd-1b7b-4b78-a969-049f1ad3e0da', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:17.660010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ce3d5-4439-4dd7-aa41-76c4e38de06a None None] Network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:17.673489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8d6d6abb-2148-4773-8ea7-1e9513be0dc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b7e78aa75e74a57802fceade32eec86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075943 Aug 29 04:37:17.673818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44676) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.765443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d6abb-2148-4773-8ea7-1e9513be0dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bbfbf1-ff8d-43cd-8849-8028db290412,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:17.813283 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'name': 'tempest-TestServerMultinode-1567166598-router', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:14Z', 'updated_at': '2021-08-29T04:37:16Z', 'revision_number': 3, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'gw_port': {'id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:34:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:15Z', 'updated_at': '2021-08-29T04:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:17.819368 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23fbdc0a-5494-4fff-ae71-bcb42233ca2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.871754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23fbdc0a-5494-4fff-ae71-bcb42233ca2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.874967 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-0bc1e480-c23d-4635-9dbf-6ae2aabcbfd8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The resource could not be found. Aug 29 04:37:17.876076 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0bc1e480-c23d-4635-9dbf-6ae2aabcbfd8 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2374563 Aug 29 04:37:17.880502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44678) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:17.880906 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Checking router: ff10e87a-aef9-4c35-8d92-6e76336f7e6f for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:17.881557 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Updating router ff10e87a-aef9-4c35-8d92-6e76336f7e6f port 47e1d806-3722-412c-91a3-e65601cff9a9 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:17.886040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9f8040e2-7808-434a-acac-dbb30d86b733 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126396110'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:17.905785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-83b52f4d-965a-401c-b8da-ea8a82551f6f None None] Provisioning for port ef31f80a-166d-4935-937f-73d9e28afe12 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:17.946113 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:17.960470 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.004024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f8040e2-7808-434a-acac-dbb30d86b733 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.049826 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23fbdc0a-5494-4fff-ae71-bcb42233ca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.051296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 66d5d72f-9733-4c26-af4e-c12049333a9e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=66d5d72f-9733-4c26-af4e-c12049333a9e,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:18.056814 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23fbdc0a-5494-4fff-ae71-bcb42233ca2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.058194 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-23fbdc0a-5494-4fff-ae71-bcb42233ca2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59bbfbf1-ff8d-43cd-8849-8028db290412 HTTP/1.1" status: 204 len: 168 time: 0.3830638 Aug 29 04:37:18.066164 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.067136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ef31f80a-166d-4935-937f-73d9e28afe12 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:18.081507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbdc0a-5494-4fff-ae71-bcb42233ca2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bbfbf1-ff8d-43cd-8849-8028db290412,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.230794 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f8040e2-7808-434a-acac-dbb30d86b733 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.248953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f8040e2-7808-434a-acac-dbb30d86b733 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.294849 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f8040e2-7808-434a-acac-dbb30d86b733 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.296676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9f8040e2-7808-434a-acac-dbb30d86b733 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4152899 Aug 29 04:37:18.303355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44682) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:18.308569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e7bb9b33-f830-4baf-9d7e-55dcddfb8b06 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'tempest-secgroup--477408863'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:18.319679 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.349918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=66d5d72f-9733-4c26-af4e-c12049333a9e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.351375 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8040e2-7808-434a-acac-dbb30d86b733 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec9a29b-950e-40cc-a08e-689b4dfd9ad8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.358635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ef31f80a-166d-4935-937f-73d9e28afe12 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:18.375337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ef31f80a-166d-4935-937f-73d9e28afe12 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:18.378758 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.419627 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9b33-f830-4baf-9d7e-55dcddfb8b06 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.495562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.540975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48a7b896-bba0-4743-84a5-fed2be79e639 None None] Provisioning complete for port ef31f80a-166d-4935-937f-73d9e28afe12 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:18.541362 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48a7b896-bba0-4743-84a5-fed2be79e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.605759 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.621143 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Transition to ACTIVE for port object 47e1d806-3722-412c-91a3-e65601cff9a9 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:18.622056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9b33-f830-4baf-9d7e-55dcddfb8b06 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.632085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9b33-f830-4baf-9d7e-55dcddfb8b06 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.638073 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.683511 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9b33-f830-4baf-9d7e-55dcddfb8b06 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.688262 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e7bb9b33-f830-4baf-9d7e-55dcddfb8b06 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3834479 Aug 29 04:37:18.690809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb9b33-f830-4baf-9d7e-55dcddfb8b06 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9025687d-bf8d-41a2-adae-368591be49b3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.693405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44692) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:18.721223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-68dd5e3c-6045-4cff-8cc8-8000fe1f034c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group_rule': {'security_group_id': '4ec9a29b-950e-40cc-a08e-689b4dfd9ad8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9025687d-bf8d-41a2-adae-368591be49b3'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:18.737409 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Attempting to bind port 47e1d806-3722-412c-91a3-e65601cff9a9 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:18.738635 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Attempting to bind port 47e1d806-3722-412c-91a3-e65601cff9a9 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:18.740321 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Attempting to bind port 47e1d806-3722-412c-91a3-e65601cff9a9 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:18.750109 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:18.750483 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:18.757189 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.757691 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:18.762053 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Bound port: 47e1d806-3722-412c-91a3-e65601cff9a9, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:18.762532 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.812730 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-68dd5e3c-6045-4cff-8cc8-8000fe1f034c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:18.814625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-68dd5e3c-6045-4cff-8cc8-8000fe1f034c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1200576 Aug 29 04:37:18.815824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Allocated IP 172.20.0.1 (a5e3c433-ea05-41e2-b15d-d1cbcf5056f6/3e6f6fbb-304e-40b4-9ce9-f1b601564854/3b244f78-d9fd-4b34-80c1-05e47c14c5a8) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:18.818689 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.819182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44696) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:18.835904 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c39bf-cd3c-4b71-98f7-1db55aceba96 None None] Pushing event updated for resources: {'Port': ['ID=47e1d806-3722-412c-91a3-e65601cff9a9,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:18.902933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port ef31f80a-166d-4935-937f-73d9e28afe12, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ef31f80a-166d-4935-937f-73d9e28afe12,segment=NetworkSegment(80a60003-8e69-4bf4-a95a-6fd08088350b),segment_id=80a60003-8e69-4bf4-a95a-6fd08088350b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:18.906838 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] For port 47e1d806-3722-412c-91a3-e65601cff9a9, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:18.910243 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] For port 47e1d806-3722-412c-91a3-e65601cff9a9, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=47e1d806-3722-412c-91a3-e65601cff9a9,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:18.911182 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48a7b896-bba0-4743-84a5-fed2be79e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.914501 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.915541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a20c73a7-f5d5-430f-ace0-4b9c690d7fd4 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.920910 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:18.949232 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a20c73a7-f5d5-430f-ace0-4b9c690d7fd4 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.021416 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a20c73a7-f5d5-430f-ace0-4b9c690d7fd4 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.024876 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a20c73a7-f5d5-430f-ace0-4b9c690d7fd4 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.030645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a20c73a7-f5d5-430f-ace0-4b9c690d7fd4 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "DELETE /v2.0/security-groups/9025687d-bf8d-41a2-adae-368591be49b3 HTTP/1.1" status: 204 len: 168 time: 0.2083015 Aug 29 04:37:19.030645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44700) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.052985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c73a7-f5d5-430f-ace0-4b9c690d7fd4 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9025687d-bf8d-41a2-adae-368591be49b3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:19.068325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.119420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Transition to ACTIVE for port object 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:19.132146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44706) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.133626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5f7638e4-597c-4576-9344-3a211695e69c tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0994058 Aug 29 04:37:19.141646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=ef31f80a-166d-4935-937f-73d9e28afe12,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:19.148363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-48a7b896-bba0-4743-84a5-fed2be79e639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:19.148721 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-48a7b896-bba0-4743-84a5-fed2be79e639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:19.238513 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Routers {'ff10e87a-aef9-4c35-8d92-6e76336f7e6f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:19.239151 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:19.243452 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c39bf-cd3c-4b71-98f7-1db55aceba96 None None] Pushing event updated for resources: {'Port': ['ID=47e1d806-3722-412c-91a3-e65601cff9a9,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:19.257570 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adec2825-13c0-4390-b153-9bc3975175f0 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.260435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.290364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 66d5d72f-9733-4c26-af4e-c12049333a9e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:19.357634 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:19.369632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:19.376519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:19.379811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adec2825-13c0-4390-b153-9bc3975175f0 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.413583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 66d5d72f-9733-4c26-af4e-c12049333a9e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:19.414469 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.416901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b244f78-d9fd-4b34-80c1-05e47c14c5a8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:19.444127 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] Set router ff10e87a-aef9-4c35-8d92-6e76336f7e6f gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:19.476481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44712) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.502810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.619615 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adec2825-13c0-4390-b153-9bc3975175f0 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.624702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adec2825-13c0-4390-b153-9bc3975175f0 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.628887 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-adec2825-13c0-4390-b153-9bc3975175f0 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "DELETE /v2.0/security-groups/4ec9a29b-950e-40cc-a08e-689b4dfd9ad8 HTTP/1.1" status: 204 len: 168 time: 0.4929104 Aug 29 04:37:19.629801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44718) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.665663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec2825-13c0-4390-b153-9bc3975175f0 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec9a29b-950e-40cc-a08e-689b4dfd9ad8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:19.761680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44720) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.767489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a8533780-a34c-40ac-948f-242669405abf tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1315885 Aug 29 04:37:19.770138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-20de71cf-3645-4cbd-949c-6a1b4339fa80 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502784022'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:19.770999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f8ed9e44-be63-4045-9dac-e25e06501b4b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1425224009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:19.797658 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.db.api [None req-20de71cf-3645-4cbd-949c-6a1b4339fa80 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:37:19.797658 n-d-712141-12 neutron-server[94850]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:37:19.797658 n-d-712141-12 neutron-server[94850]: [parameters: {'project_id': '9fbed8e787fd4c9c965cb4faba1cb283', 'id': '1f5dd5e0-0372-44e3-8e60-329810ab3f17', 'expiration': datetime.datetime(2021, 8, 29, 4, 39, 19, 787921)}] Aug 29 04:37:19.797658 n-d-712141-12 neutron-server[94850]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:19.798245 n-d-712141-12 neutron-server[94850]: DEBUG oslo_db.api [None req-20de71cf-3645-4cbd-949c-6a1b4339fa80 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:19.811905 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'name': 'tempest-TestServerMultinode-1567166598-router', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:14Z', 'updated_at': '2021-08-29T04:37:16Z', 'revision_number': 3, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'gw_port': {'id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:34:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:15Z', 'updated_at': '2021-08-29T04:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:19.812953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9e44-be63-4045-9dac-e25e06501b4b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.814358 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9e44-be63-4045-9dac-e25e06501b4b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.828149 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.849504 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57174a-2859-4115-a608-780b40ffbed8 None None] The sync data for ids ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'] in n-d-712141-12 is: [{'id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'name': 'tempest-TestServerMultinode-1567166598-router', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:14Z', 'updated_at': '2021-08-29T04:37:16Z', 'revision_number': 3, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'gw_port': {'id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:34:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:15Z', 'updated_at': '2021-08-29T04:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:19.881624 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9e44-be63-4045-9dac-e25e06501b4b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.891519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8a7d868f-b443-40e1-8ceb-ca91d8fc5889 None None] Provisioning for port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:19.894603 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9e44-be63-4045-9dac-e25e06501b4b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.901581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8a7d868f-b443-40e1-8ceb-ca91d8fc5889 None None] Provisioning complete for port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:19.904153 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8a7d868f-b443-40e1-8ceb-ca91d8fc5889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.918495 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9e44-be63-4045-9dac-e25e06501b4b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.923850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44722) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.924760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f8ed9e44-be63-4045-9dac-e25e06501b4b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4470890 Aug 29 04:37:19.929272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2104780399'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:19.953061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d868f-b443-40e1-8ceb-ca91d8fc5889 None None] Port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:20.001064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Made reservation on behalf of 577b26119f8e41f4b1039a07dd8e2d07 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:20.004577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.020258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.103707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.113533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.219413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b244f78-d9fd-4b34-80c1-05e47c14c5a8,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:20.236271 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.277246 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.299631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.355594 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:20.380856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6085355-08ee-4d00-9667-a83ff7d8a8e0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:20.391273 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20de71cf-3645-4cbd-949c-6a1b4339fa80 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.395659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.396040 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Added segment 42840744-37ac-4503-80d8-c750323e19e0 of type vlan for network dc41f207-e344-4adc-adb6-83f51f461415 Aug 29 04:37:20.468418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.471468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:20.482156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:20.572984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.579527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:20.580179 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.881880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9db3d48d-278d-449f-b1b3-16331ea4bf71 None None] Provisioning complete for port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:20.882471 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9db3d48d-278d-449f-b1b3-16331ea4bf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.929931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9db3d48d-278d-449f-b1b3-16331ea4bf71 None None] Port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:21.093825 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20de71cf-3645-4cbd-949c-6a1b4339fa80 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.094783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Network': ['ID=dc41f207-e344-4adc-adb6-83f51f461415,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.102148 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20de71cf-3645-4cbd-949c-6a1b4339fa80 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.106146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network dc41f207-e344-4adc-adb6-83f51f461415 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:21.111902 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bee90f25-b7df-4ac0-b919-4fd23a4304ef tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1868238 Aug 29 04:37:21.115166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44736) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:21.120922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'subnet': {'network_id': 'dc41f207-e344-4adc-adb6-83f51f461415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:21.126909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-20de71cf-3645-4cbd-949c-6a1b4339fa80 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.130565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-20de71cf-3645-4cbd-949c-6a1b4339fa80 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3645642 Aug 29 04:37:21.144600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Router ff10e87a-aef9-4c35-8d92-6e76336f7e6f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:21.147904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44738) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:21.157130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-899630f1-6926-4e18-b031-4f44815da450 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:21.157556 n-d-712141-12 neutron-server[94850]: WARNING neutron.api.v2.base [None req-899630f1-6926-4e18-b031-4f44815da450 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:37:21.158187 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-899630f1-6926-4e18-b031-4f44815da450 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:21.163207 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-899630f1-6926-4e18-b031-4f44815da450 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "PUT /v2.0/security-groups/49374736-d53d-4124-85a6-a04c803ff42a HTTP/1.1" status: 409 len: 330 time: 0.0063171 Aug 29 04:37:21.167708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44740) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:21.191546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de71cf-3645-4cbd-949c-6a1b4339fa80 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49374736-d53d-4124-85a6-a04c803ff42a,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.269620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Made reservation on behalf of 577b26119f8e41f4b1039a07dd8e2d07 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:21.273728 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.308877 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-451b701e-831f-4911-9d78-d27eddd673aa tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.343265 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-451b701e-831f-4911-9d78-d27eddd673aa tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.354375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 47e1d806-3722-412c-91a3-e65601cff9a9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:21.356247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:21.373433 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6e07a43e-8b69-405e-9b5b-855f6c725cb9 admin admin] 10.222.0.49 "PUT /v2.0/routers/ff10e87a-aef9-4c35-8d92-6e76336f7e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0456333 Aug 29 04:37:21.415391 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-451b701e-831f-4911-9d78-d27eddd673aa tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.417420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 47e1d806-3722-412c-91a3-e65601cff9a9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:21.418551 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-451b701e-831f-4911-9d78-d27eddd673aa tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.422626 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-451b701e-831f-4911-9d78-d27eddd673aa tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "DELETE /v2.0/security-groups/49374736-d53d-4124-85a6-a04c803ff42a HTTP/1.1" status: 204 len: 168 time: 0.2491653 Aug 29 04:37:21.423037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 47e1d806-3722-412c-91a3-e65601cff9a9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:21.423236 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.426147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44744) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:21.455027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b701e-831f-4911-9d78-d27eddd673aa tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49374736-d53d-4124-85a6-a04c803ff42a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.519736 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f415e727-a095-49f9-8432-319021ceb6e9 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918241 Aug 29 04:37:21.524095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44746) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:21.550033 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.563148 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-e3c43888-9efb-4973-9d4d-c537a7e073dc tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] delete failed (client error): The resource could not be found. Aug 29 04:37:21.564894 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e3c43888-9efb-4973-9d4d-c537a7e073dc tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "DELETE /v2.0/security-groups/fffee89d-6a8c-480b-aa93-4c0ff4a891e4 HTTP/1.1" status: 404 len: 347 time: 0.0382011 Aug 29 04:37:21.569987 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44750) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:21.579712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 47e1d806-3722-412c-91a3-e65601cff9a9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=47e1d806-3722-412c-91a3-e65601cff9a9,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:21.587673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.588960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ef31f80a-166d-4935-937f-73d9e28afe12 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:21.613016 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-efab3225-bf7c-421d-b967-471bddd5d105 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] show failed (client error): The resource could not be found. Aug 29 04:37:21.619157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-efab3225-bf7c-421d-b967-471bddd5d105 tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-groups/19562770-3d86-4876-b7fa-cfa5010a1ab8 HTTP/1.1" status: 404 len: 347 time: 0.0479226 Aug 29 04:37:21.623358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44754) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:21.635516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.670889 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-119b917b-ba97-4987-a220-5f8ef738421d tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] show failed (client error): The resource could not be found. Aug 29 04:37:21.672309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-119b917b-ba97-4987-a220-5f8ef738421d tempest-NegativeSecGroupTest-1136363380 tempest-NegativeSecGroupTest-1136363380-project] 10.222.0.49 "GET /v2.0/security-group-rules/193d8bf0-ad89-4525-9bb8-96e0ba5b81ec HTTP/1.1" status: 404 len: 356 time: 0.0478795 Aug 29 04:37:21.721941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Subnet': ['ID=492dcac2-3ca7-48ac-8376-28362b55c3d2,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.726717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Checking segment: {'id': '42840744-37ac-4503-80d8-c750323e19e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'dc41f207-e344-4adc-adb6-83f51f461415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:21.727087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network hostable DHCP agents. Network: dc41f207-e344-4adc-adb6-83f51f461415, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:21.741154 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=47e1d806-3722-412c-91a3-e65601cff9a9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.750784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network dc41f207-e344-4adc-adb6-83f51f461415 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:21.764145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, dc41f207-e344-4adc-adb6-83f51f461415) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:21.770999 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ef31f80a-166d-4935-937f-73d9e28afe12 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:21.771376 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.776637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:21.777232 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.782551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895555d8-518d-43de-91ea-43a48f712592 None None] Network dc41f207-e344-4adc-adb6-83f51f461415 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:21.800781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-41e71a8f-eb17-42d7-a000-4d19ecdff4d6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6843770 Aug 29 04:37:21.803130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44758) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:21.810548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'network': {'name': 'tempest-router-network01--1831808965'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:21.843448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Made reservation on behalf of 577b26119f8e41f4b1039a07dd8e2d07 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:21.847681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.891577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:21.907167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.907521 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Added segment 8873ebe3-7809-45ff-8605-df2d411c6992 of type vlan for network ced34b47-a777-4832-98b4-a9c0760884c3 Aug 29 04:37:22.006067 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Sync routers for ids ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:22.013464 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.045437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Routers {'ff10e87a-aef9-4c35-8d92-6e76336f7e6f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:22.046306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:22.051200 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.058841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:22.059496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.124630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3203437 Aug 29 04:37:22.127724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44774) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:22.135433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'network': {'name': 'tempest-router-network02--2111281467'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:22.146384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c1d93-037c-4827-a99d-9adb6e05b7f6 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Network': ['ID=ced34b47-a777-4832-98b4-a9c0760884c3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.159317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network ced34b47-a777-4832-98b4-a9c0760884c3 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:22.172050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Made reservation on behalf of 577b26119f8e41f4b1039a07dd8e2d07 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:22.176910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.189444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-dc41f207-e344-4adc-adb6-83f51f461415', 'network_id': 'dc41f207-e344-4adc-adb6-83f51f461415', 'tenant_id': '577b26119f8e41f4b1039a07dd8e2d07', 'fixed_ips': [{'subnet_id': '492dcac2-3ca7-48ac-8376-28362b55c3d2'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:22.190104 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.204118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:22.218259 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.220577 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Added segment 235d1715-0eaa-4626-b134-fc95bbec9cb4 of type vlan for network 277575ea-13f8-4cf2-8150-99fcf9ad9bd7 Aug 29 04:37:22.252941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44780) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:22.267551 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.301138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.307894 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:22.309239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.322146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Set router ff10e87a-aef9-4c35-8d92-6e76336f7e6f gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:22.325496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-4c1cde19-8cbf-483a-8963-6d105190dbb3 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:22.330543 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-4c1cde19-8cbf-483a-8963-6d105190dbb3 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/networks?id=38a0bea1-57f7-4c70-afa7-2a811e1776c6 HTTP/1.1" status: 200 len: 911 time: 0.1705508 Aug 29 04:37:22.353163 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-ae1cdd07-8bee-46b5-abb2-5c21421e1b33 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/quotas/1d82a621ec2d4107ba81316a08e08fa6 HTTP/1.1" status: 200 len: 375 time: 0.0171683 Aug 29 04:37:22.381518 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2523777 Aug 29 04:37:22.386866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44784) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:22.391926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'subnet': {'network_id': 'ced34b47-a777-4832-98b4-a9c0760884c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:22.450029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd47882-afc4-4572-aed6-31971caa33db tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Network': ['ID=277575ea-13f8-4cf2-8150-99fcf9ad9bd7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.470394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 277575ea-13f8-4cf2-8150-99fcf9ad9bd7 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:22.514048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Made reservation on behalf of 577b26119f8e41f4b1039a07dd8e2d07 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:22.521902 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.527488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4936bb69-357d-41a4-a4ae-a5c99c95dd55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fbed8e787fd4c9c965cb4faba1cb283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733126 Aug 29 04:37:22.530744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44786) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:22.583113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-955834d6-15fd-4af7-a209-c8b61615d087 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d82a621ec2d4107ba81316a08e08fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2231638 Aug 29 04:37:22.602010 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-2ae39910-33b4-401a-bf9f-4d035bc45a4d req-b6be81b3-6639-4c58-beb0-5190da567480 service neutron] (94850) timed out ('10.222.0.52', 52896) {{(pid=94850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:37:22.648037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8af06efe-c161-4247-9f86-3aa31517ece7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.673207 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8af06efe-c161-4247-9f86-3aa31517ece7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.780929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.794153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Allocated IP 2001:db8::2 (dc41f207-e344-4adc-adb6-83f51f461415/492dcac2-3ca7-48ac-8376-28362b55c3d2/7db7b2a0-929c-4b7e-89b2-b06dbeec0537) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:22.803856 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8af06efe-c161-4247-9f86-3aa31517ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.807078 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8af06efe-c161-4247-9f86-3aa31517ece7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.812220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8af06efe-c161-4247-9f86-3aa31517ece7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d37eee68-da18-4ac9-b6a5-80f3f04bb255 HTTP/1.1" status: 204 len: 168 time: 0.2799067 Aug 29 04:37:22.820854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-6970942c-6875-4120-a615-50ddc5a3c3f4 service neutron] 10.222.0.49 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120805 Aug 29 04:37:22.827186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af06efe-c161-4247-9f86-3aa31517ece7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37eee68-da18-4ac9-b6a5-80f3f04bb255,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.845183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Subnet': ['ID=2cadb615-2c1a-40a5-b1a8-8c974e013639,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.880793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Checking segment: {'id': '8873ebe3-7809-45ff-8605-df2d411c6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ced34b47-a777-4832-98b4-a9c0760884c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:22.881210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network hostable DHCP agents. Network: ced34b47-a777-4832-98b4-a9c0760884c3, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:22.896385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'name': 'tempest-TestServerMultinode-1567166598-router', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:14Z', 'updated_at': '2021-08-29T04:37:19Z', 'revision_number': 4, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'gw_port': {'id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:15Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '3b244f78-d9fd-4b34-80c1-05e47c14c5a8', 'name': '', 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'mac_address': 'fa:16:3e:8a:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '3e6f6fbb-304e-40b4-9ce9-f1b601564854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:18Z', 'updated_at': '2021-08-29T04:37:19Z', 'revision_number': 2, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'subnets': [{'id': '3e6f6fbb-304e-40b4-9ce9-f1b601564854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:22.919708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network ced34b47-a777-4832-98b4-a9c0760884c3 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:22.932898 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Checking router: ff10e87a-aef9-4c35-8d92-6e76336f7e6f for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:22.933330 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Updating router ff10e87a-aef9-4c35-8d92-6e76336f7e6f port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:22.933993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, ced34b47-a777-4832-98b4-a9c0760884c3) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:22.949542 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:22.951632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.984797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-01a7bdd0-0a3b-40a6-96da-1142c4d47d56 service neutron] 10.222.0.49 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544006 Aug 29 04:37:22.998089 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6abd373f-98f9-4342-887e-f5a01055e548 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6094763 Aug 29 04:37:23.002636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44794) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:23.009724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'subnet': {'network_id': '277575ea-13f8-4cf2-8150-99fcf9ad9bd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:23.186118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Made reservation on behalf of 577b26119f8e41f4b1039a07dd8e2d07 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:23.192088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.199973 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.217411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712b697-e6e7-410c-81df-0b9fd7fbf381 None None] Network ced34b47-a777-4832-98b4-a9c0760884c3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:23.314932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24710c3b-6037-4231-a17b-82acd0160f18 req-ff7686b7-0859-4f87-ace9-636aaf7a0b32 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 210 time: 0.0326638 Aug 29 04:37:23.325618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 47e1d806-3722-412c-91a3-e65601cff9a9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:23.506767 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.588574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Subnet': ['ID=b7f903cc-01be-421d-9abe-986c16c2c1a5,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:23.637086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Checking segment: {'id': '235d1715-0eaa-4626-b134-fc95bbec9cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '277575ea-13f8-4cf2-8150-99fcf9ad9bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:23.637865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network hostable DHCP agents. Network: 277575ea-13f8-4cf2-8150-99fcf9ad9bd7, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:23.678232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network 277575ea-13f8-4cf2-8150-99fcf9ad9bd7 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:23.690887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 277575ea-13f8-4cf2-8150-99fcf9ad9bd7) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:23.699676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:23.699676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.701013 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b708c1d-df33-4e53-95bc-50e848c4cfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.712246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa88b6e9-e7d7-41ec-a0d5-f952931978a8 None None] Network 277575ea-13f8-4cf2-8150-99fcf9ad9bd7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:23.726860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 47e1d806-3722-412c-91a3-e65601cff9a9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:23.727414 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.738274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44816) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:23.738487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-343fe0ec-597a-49c9-b271-afa6f1d8c782 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7344780 Aug 29 04:37:24.006176 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.099243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Transition to ACTIVE for port object 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:24.221533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.269563 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.313539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-ced34b47-a777-4832-98b4-a9c0760884c3', 'network_id': 'ced34b47-a777-4832-98b4-a9c0760884c3', 'tenant_id': '577b26119f8e41f4b1039a07dd8e2d07', 'fixed_ips': [{'subnet_id': '2cadb615-2c1a-40a5-b1a8-8c974e013639'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:24.314196 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.369113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-277575ea-13f8-4cf2-8150-99fcf9ad9bd7', 'network_id': '277575ea-13f8-4cf2-8150-99fcf9ad9bd7', 'tenant_id': '577b26119f8e41f4b1039a07dd8e2d07', 'fixed_ips': [{'subnet_id': 'b7f903cc-01be-421d-9abe-986c16c2c1a5'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:24.369931 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.439853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-facbc3d9-ed4b-40f5-a79d-991a77d80d2f req-79701a79-be52-49ba-8980-f33f7f3fa89d tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 210 time: 0.0361032 Aug 29 04:37:24.517068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Transition to ACTIVE for port object 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:24.536961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Transition to ACTIVE for port object 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:24.548530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Allocated IP 2001:db8::1 (ced34b47-a777-4832-98b4-a9c0760884c3/2cadb615-2c1a-40a5-b1a8-8c974e013639/d97fb9e2-5e05-4b85-a1e8-7b22b063aa77) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:24.553250 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.619229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-b431db43-855c-48a3-a45f-dc5dd129b5d8 req-fb3d5f85-bafa-4dec-9c40-795fa7104601 service neutron] (94851) timed out ('10.222.0.59', 49535) {{(pid=94851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:37:24.641253 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.721215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Network dc41f207-e344-4adc-adb6-83f51f461415 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:24.757028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:24.762442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:24.768606 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Pushing event updated for resources: {'Port': ['ID=7db7b2a0-929c-4b7e-89b2-b06dbeec0537,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:24.774651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.798233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Transition to ACTIVE for port object d97fb9e2-5e05-4b85-a1e8-7b22b063aa77 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:24.916078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Allocated IP 2001:db8::2 (277575ea-13f8-4cf2-8150-99fcf9ad9bd7/b7f903cc-01be-421d-9abe-986c16c2c1a5/7b39323a-61f5-460c-b223-f90a6d452523) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:24.998639 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-801f60d6-ac20-4ecc-b570-bb606db9ecb1 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:25.000593 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-801f60d6-ac20-4ecc-b570-bb606db9ecb1 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.59 "GET /v2.0/networks?id=38a0bea1-57f7-4c70-afa7-2a811e1776c6 HTTP/1.1" status: 200 len: 911 time: 0.1793911 Aug 29 04:37:25.022983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed11d24-3690-4437-b40b-fb8412827f29 None None] Pushing event updated for resources: {'Port': ['ID=3b244f78-d9fd-4b34-80c1-05e47c14c5a8,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.037537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Attempting to bind port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:25.037764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Request body: {'port': {'device_id': 'df8b5792-f404-470e-a261-7abbcd1c3ed2', 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6', 'admin_state_up': True, 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:25.037913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Attempting to bind port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '42840744-37ac-4503-80d8-c750323e19e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'dc41f207-e344-4adc-adb6-83f51f461415'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:25.038289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Attempting to bind port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 on network dc41f207-e344-4adc-adb6-83f51f461415 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:25.058949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Attempting to bind port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:25.059238 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Attempting to bind port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '80a60003-8e69-4bf4-a95a-6fd08088350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:25.059643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Attempting to bind port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 on network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:25.100050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:25.100459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Checking segment: {'id': '42840744-37ac-4503-80d8-c750323e19e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'dc41f207-e344-4adc-adb6-83f51f461415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:25.100867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.101261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Bound using segment: {'id': '42840744-37ac-4503-80d8-c750323e19e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'dc41f207-e344-4adc-adb6-83f51f461415'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:25.101756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Bound port: 7db7b2a0-929c-4b7e-89b2-b06dbeec0537, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42840744-37ac-4503-80d8-c750323e19e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'dc41f207-e344-4adc-adb6-83f51f461415'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:25.102318 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.111430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:25.112765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Checking segment: {'id': '80a60003-8e69-4bf4-a95a-6fd08088350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:25.113753 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.114188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Bound using segment: {'id': '80a60003-8e69-4bf4-a95a-6fd08088350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:25.114792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Bound port: 3b244f78-d9fd-4b34-80c1-05e47c14c5a8, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a60003-8e69-4bf4-a95a-6fd08088350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:25.115417 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.116178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Made reservation on behalf of 1d82a621ec2d4107ba81316a08e08fa6 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:25.126796 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.147388 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.269854 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.294554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Transition to ACTIVE for port object 7b39323a-61f5-460c-b223-f90a6d452523 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:25.315644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Allocated IP 172.20.0.11 (38a0bea1-57f7-4c70-afa7-2a811e1776c6/ed64ee19-710f-46d5-b78e-ab70f89859d1/7b3a12ba-948d-4b57-a441-5cd1d34b10aa) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:25.337593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network ced34b47-a777-4832-98b4-a9c0760884c3 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:25.343648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:25.349769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:25.350317 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.355924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Port': ['ID=d97fb9e2-5e05-4b85-a1e8-7b22b063aa77,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.406842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Allocated IP 2001:db8::2 (ced34b47-a777-4832-98b4-a9c0760884c3/2cadb615-2c1a-40a5-b1a8-8c974e013639/4244be8b-2783-4fe3-a222-8f415ea7c4d0) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:25.409259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Transition to ACTIVE for port object 7b39323a-61f5-460c-b223-f90a6d452523 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:25.467349 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.484190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] For port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:25.564569 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.634877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] For port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7db7b2a0-929c-4b7e-89b2-b06dbeec0537,segment=NetworkSegment(42840744-37ac-4503-80d8-c750323e19e0),segment_id=42840744-37ac-4503-80d8-c750323e19e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:25.655797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63dd831f-7283-40bb-9341-542d7c0199f6 req-c7c61787-a95e-4eed-8a4d-63e9e3418b5f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 210 time: 0.0656955 Aug 29 04:37:25.697708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52b95e-0b09-430f-a7be-0548b841503a req-b099e23f-47bc-4242-bce1-df568c16b4ca tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:25.705182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] For port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:25.712830 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.716733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb52b95e-0b09-430f-a7be-0548b841503a req-b099e23f-47bc-4242-bce1-df568c16b4ca tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.1976607 Aug 29 04:37:25.724706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Network 277575ea-13f8-4cf2-8150-99fcf9ad9bd7 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:25.744478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:25.752744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Pushing event updated for resources: {'Port': ['ID=7b39323a-61f5-460c-b223-f90a6d452523,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.765729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:25.769974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] For port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3b244f78-d9fd-4b34-80c1-05e47c14c5a8,segment=NetworkSegment(80a60003-8e69-4bf4-a95a-6fd08088350b),segment_id=80a60003-8e69-4bf4-a95a-6fd08088350b)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:25.773580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb52b95e-0b09-430f-a7be-0548b841503a req-a70ce292-3140-4a1e-a288-619291a09d38 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557983 Aug 29 04:37:25.783875 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.791816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44866) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.873592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.926345 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Transition to ACTIVE for port object 7b3a12ba-948d-4b57-a441-5cd1d34b10aa will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:25.946784 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8629214c-16ce-4375-acc2-6f970bc16cee tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/b7f79ebe-ef70-4969-a77c-624cf2f81d8b HTTP/1.1" status: 200 len: 993 time: 0.1532872 Aug 29 04:37:26.142832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.208021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Pushing event updated for resources: {'Port': ['ID=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.232392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143e59d-ba59-4d60-9ab4-1631d5fd71bb None None] Pushing event updated for resources: {'Port': ['ID=7db7b2a0-929c-4b7e-89b2-b06dbeec0537,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.248252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:26.249575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Attempting to bind port 7b39323a-61f5-460c-b223-f90a6d452523 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:26.249952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Attempting to bind port 7b39323a-61f5-460c-b223-f90a6d452523 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '235d1715-0eaa-4626-b134-fc95bbec9cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '277575ea-13f8-4cf2-8150-99fcf9ad9bd7'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:26.250613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Attempting to bind port 7b39323a-61f5-460c-b223-f90a6d452523 on network 277575ea-13f8-4cf2-8150-99fcf9ad9bd7 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:26.251118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:26.254341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:26.332782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:26.333304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Checking segment: {'id': '235d1715-0eaa-4626-b134-fc95bbec9cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '277575ea-13f8-4cf2-8150-99fcf9ad9bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:26.333563 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.333961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Bound using segment: {'id': '235d1715-0eaa-4626-b134-fc95bbec9cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '277575ea-13f8-4cf2-8150-99fcf9ad9bd7'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:26.334457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Bound port: 7b39323a-61f5-460c-b223-f90a6d452523, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235d1715-0eaa-4626-b134-fc95bbec9cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '277575ea-13f8-4cf2-8150-99fcf9ad9bd7'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:26.334839 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.364322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Routers {'ff10e87a-aef9-4c35-8d92-6e76336f7e6f'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:26.369884 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.373940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:36:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:26.376877 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b00c5fac-7372-457b-a784-52b6a5bb22cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.381542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.388732 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.422118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0a894-8c67-4b76-a09b-c5cdbb177409 req-ab24d596-37d9-47e1-b2c5-59b9f97f0ab0 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:26.429237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5e0a894-8c67-4b76-a09b-c5cdbb177409 req-ab24d596-37d9-47e1-b2c5-59b9f97f0ab0 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1097 time: 0.0636091 Aug 29 04:37:26.468004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:26.468877 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.470422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5e0a894-8c67-4b76-a09b-c5cdbb177409 req-1e88198b-9c4e-43e1-8c84-f0f20f96ee7d tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Aug 29 04:37:26.491349 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7d945fc6-a779-4934-89f9-89fdb27f6a3f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4758074 Aug 29 04:37:26.529840 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.548289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Request body: {'port': {'device_id': 'df8b5792-f404-470e-a261-7abbcd1c3ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:26.586767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed11d24-3690-4437-b40b-fb8412827f29 None None] Pushing event updated for resources: {'Port': ['ID=3b244f78-d9fd-4b34-80c1-05e47c14c5a8,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.598378 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.635302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Port': ['ID=d97fb9e2-5e05-4b85-a1e8-7b22b063aa77,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.677564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Transition to ACTIVE for port object 4244be8b-2783-4fe3-a222-8f415ea7c4d0 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:26.704480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] For port 7b39323a-61f5-460c-b223-f90a6d452523, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:26.727452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] For port 7b39323a-61f5-460c-b223-f90a6d452523, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7b39323a-61f5-460c-b223-f90a6d452523,segment=NetworkSegment(235d1715-0eaa-4626-b134-fc95bbec9cb4),segment_id=235d1715-0eaa-4626-b134-fc95bbec9cb4)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:26.733094 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.746133 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.757748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network ced34b47-a777-4832-98b4-a9c0760884c3 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:26.767626 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:26.788344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Transition to ACTIVE for port object 4244be8b-2783-4fe3-a222-8f415ea7c4d0 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:26.836843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fc5cd33b-4703-4fae-93aa-f1fe09faace2 None None] Provisioning for port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:26.858323 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.864413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f0525-85fc-4015-a065-8890aadcc88d req-ee22386e-bbff-48bc-8e9d-1ce7be094633 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:26.866363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] Set router ff10e87a-aef9-4c35-8d92-6e76336f7e6f gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:26.880640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd6f0525-85fc-4015-a065-8890aadcc88d req-ee22386e-bbff-48bc-8e9d-1ce7be094633 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1028 time: 0.0992870 Aug 29 04:37:26.881155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fc5cd33b-4703-4fae-93aa-f1fe09faace2 None None] Provisioning complete for port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:26.881600 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd33b-4703-4fae-93aa-f1fe09faace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.962138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd6f0525-85fc-4015-a065-8890aadcc88d req-736217b8-1473-4df0-9f53-37ba08e8e32b tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781243 Aug 29 04:37:27.080493 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef60ca-070e-44b3-9e93-33b5a810025c None None] Pushing event updated for resources: {'Port': ['ID=7b39323a-61f5-460c-b223-f90a6d452523,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.171086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Network ced34b47-a777-4832-98b4-a9c0760884c3 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:27.176843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:27.183299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:27.227294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-aa2c44e1-e97d-4322-abca-6131bc924eec req-dc2daec0-27fb-4b34-9436-87c7d6fc41d3 service neutron] (94850) timed out ('10.222.0.52', 52941) {{(pid=94850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:37:27.343816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fc5cd33b-4703-4fae-93aa-f1fe09faace2 None None] Port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:27.461668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:27.542427 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.553361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Router a934108c-eb86-49c5-82d0-3e8d672d5587 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:27.589400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Pushing event updated for resources: {'Port': ['ID=4244be8b-2783-4fe3-a222-8f415ea7c4d0,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.605712 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.607346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Attempting to bind port 4244be8b-2783-4fe3-a222-8f415ea7c4d0 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:27.607723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Attempting to bind port 4244be8b-2783-4fe3-a222-8f415ea7c4d0 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '8873ebe3-7809-45ff-8605-df2d411c6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ced34b47-a777-4832-98b4-a9c0760884c3'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:27.608088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Attempting to bind port 4244be8b-2783-4fe3-a222-8f415ea7c4d0 on network ced34b47-a777-4832-98b4-a9c0760884c3 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:27.614203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:27.655086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:27.655459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Checking segment: {'id': '8873ebe3-7809-45ff-8605-df2d411c6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ced34b47-a777-4832-98b4-a9c0760884c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:27.655919 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.656529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Bound using segment: {'id': '8873ebe3-7809-45ff-8605-df2d411c6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ced34b47-a777-4832-98b4-a9c0760884c3'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:27.657227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Bound port: 4244be8b-2783-4fe3-a222-8f415ea7c4d0, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8873ebe3-7809-45ff-8605-df2d411c6992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ced34b47-a777-4832-98b4-a9c0760884c3'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:27.657667 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.735369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f6353-d732-4743-90f8-0aa814829107 None None] Network dc41f207-e344-4adc-adb6-83f51f461415 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:27.836607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:27.844559 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b65f64c1-ec18-4dd9-91a3-cc6f3f9119ec tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "PUT /v2.0/routers/a934108c-eb86-49c5-82d0-3e8d672d5587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1047249 Aug 29 04:37:27.847331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44928) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:27.850017 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f2f4b1-7c31-460e-a656-ec5c8d7ca834 None None] Sync routers for ids ['a934108c-eb86-49c5-82d0-3e8d672d5587'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:27.872647 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2f4b1-7c31-460e-a656-ec5c8d7ca834 None None] Routers {'a934108c-eb86-49c5-82d0-3e8d672d5587'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:27.875221 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-78f2f4b1-7c31-460e-a656-ec5c8d7ca834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a934108c-eb86-49c5-82d0-3e8d672d5587'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:27.898464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-15383406-4f19-4444-b1b3-ff070f1bebc5 None None] Provisioning for port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:27.906992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542b6b0-c6bc-49ec-84c5-08796cebeb70 req-dd071265-c5ba-4605-9fb2-5d58a81a8273 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:27.910364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a542b6b0-c6bc-49ec-84c5-08796cebeb70 req-dd071265-c5ba-4605-9fb2-5d58a81a8273 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 945 time: 0.0903683 Aug 29 04:37:27.925197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-15383406-4f19-4444-b1b3-ff070f1bebc5 None None] Provisioning complete for port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:27.925580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-15383406-4f19-4444-b1b3-ff070f1bebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.935918 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3a12ba-948d-4b57-a441-5cd1d34b10aa {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:27.947269 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.956035 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-78f2f4b1-7c31-460e-a656-ec5c8d7ca834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:27.967584 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2f4b1-7c31-460e-a656-ec5c8d7ca834 None None] Routers {'a934108c-eb86-49c5-82d0-3e8d672d5587'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:27.968510 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-78f2f4b1-7c31-460e-a656-ec5c8d7ca834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a934108c-eb86-49c5-82d0-3e8d672d5587'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:27.976570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Transition to ACTIVE for port object 7b3a12ba-948d-4b57-a441-5cd1d34b10aa will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:27.990178 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.027343 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-78f2f4b1-7c31-460e-a656-ec5c8d7ca834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:28.027794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a542b6b0-c6bc-49ec-84c5-08796cebeb70 req-478325db-62f2-42b9-a96d-4f81270a42f1 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076860 Aug 29 04:37:28.027994 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f2f4b1-7c31-460e-a656-ec5c8d7ca834 None None] The sync data for ids ['a934108c-eb86-49c5-82d0-3e8d672d5587'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:28.061624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] For port 4244be8b-2783-4fe3-a222-8f415ea7c4d0, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:28.066208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'name': 'tempest-TestServerMultinode-1567166598-router', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:14Z', 'updated_at': '2021-08-29T04:37:19Z', 'revision_number': 4, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'gw_port': {'id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:15Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '3b244f78-d9fd-4b34-80c1-05e47c14c5a8', 'name': '', 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'mac_address': 'fa:16:3e:8a:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '3e6f6fbb-304e-40b4-9ce9-f1b601564854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:18Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 4, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'subnets': [{'id': '3e6f6fbb-304e-40b4-9ce9-f1b601564854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:28.079729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-8a18e191-c4d0-4940-9819-96933cf8c667 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4415910 Aug 29 04:37:28.151991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] For port 4244be8b-2783-4fe3-a222-8f415ea7c4d0, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4244be8b-2783-4fe3-a222-8f415ea7c4d0,segment=NetworkSegment(8873ebe3-7809-45ff-8605-df2d411c6992),segment_id=8873ebe3-7809-45ff-8605-df2d411c6992)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:28.157283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be2e8f-142b-438c-a549-f140f95813c9 None None] The sync data for ids ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'] in n-d-712141-12 is: [{'id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'name': 'tempest-TestServerMultinode-1567166598-router', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:14Z', 'updated_at': '2021-08-29T04:37:19Z', 'revision_number': 4, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'gw_port': {'id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:15Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '3b244f78-d9fd-4b34-80c1-05e47c14c5a8', 'name': '', 'network_id': 'a5e3c433-ea05-41e2-b15d-d1cbcf5056f6', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'mac_address': 'fa:16:3e:8a:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '3e6f6fbb-304e-40b4-9ce9-f1b601564854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:18Z', 'updated_at': '2021-08-29T04:37:25Z', 'revision_number': 4, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'subnets': [{'id': '3e6f6fbb-304e-40b4-9ce9-f1b601564854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:28.172927 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.196223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e33edd-f39f-40c4-b55e-e78c9b8dd3d3 req-78097f9d-9cb8-458c-9de3-bd15d06370d2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.207159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4e33edd-f39f-40c4-b55e-e78c9b8dd3d3 req-78097f9d-9cb8-458c-9de3-bd15d06370d2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1054 time: 0.0798507 Aug 29 04:37:28.286984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.344852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4e33edd-f39f-40c4-b55e-e78c9b8dd3d3 req-10ac60d2-480e-44f6-ae6d-2523a98eceaa tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349030 Aug 29 04:37:28.541011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-15383406-4f19-4444-b1b3-ff070f1bebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.602043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037c128-663b-45c5-a7f2-5005ed638d63 None None] Pushing event updated for resources: {'Port': ['ID=4244be8b-2783-4fe3-a222-8f415ea7c4d0,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.663189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-15383406-4f19-4444-b1b3-ff070f1bebc5 None None] For port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7db7b2a0-929c-4b7e-89b2-b06dbeec0537,segment=NetworkSegment(42840744-37ac-4503-80d8-c750323e19e0),segment_id=42840744-37ac-4503-80d8-c750323e19e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:28.672268 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-15383406-4f19-4444-b1b3-ff070f1bebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.723334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Attempting to bind port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:28.723911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Attempting to bind port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:28.724308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Attempting to bind port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa on network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:28.773306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa on network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:28.780637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Attempting to bind port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa on network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:28.816115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15383406-4f19-4444-b1b3-ff070f1bebc5 None None] Pushing event updated for resources: {'Port': ['ID=7db7b2a0-929c-4b7e-89b2-b06dbeec0537,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.847520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:28.848128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Checking segment: {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:28.848733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Bound using segment: {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:28.849477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Bound port: 7b3a12ba-948d-4b57-a441-5cd1d34b10aa, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:28.850041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.014808 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-08ee0d33-7a4c-4583-abc0-c9b8a2b927b7 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:29.016620 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-08ee0d33-7a4c-4583-abc0-c9b8a2b927b7 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "PUT /v2.0/routers/a934108c-eb86-49c5-82d0-3e8d672d5587/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1679995 Aug 29 04:37:29.019743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 44950) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.071255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cea418-e385-4b5e-b98d-d5971d47321f None None] Network 277575ea-13f8-4cf2-8150-99fcf9ad9bd7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:29.081372 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.315285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2015f884-8eb5-4398-b056-ba47a3f8cdfe None None] Provisioning for port 7b39323a-61f5-460c-b223-f90a6d452523 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:29.336042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c679b45-5fb5-46e4-8aca-eb6e4016a02e req-5a18005f-7b84-4fd8-a7e9-de928d2b43f5 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.351710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c679b45-5fb5-46e4-8aca-eb6e4016a02e req-5a18005f-7b84-4fd8-a7e9-de928d2b43f5 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 945 time: 0.1546826 Aug 29 04:37:29.477620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c679b45-5fb5-46e4-8aca-eb6e4016a02e req-5398e439-6f79-4e22-b1fe-a653b822943a tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226370 Aug 29 04:37:29.507238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-b0709600-eec7-46aa-8ee8-2f02ac423ab9 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:37:29.510120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-b0709600-eec7-46aa-8ee8-2f02ac423ab9 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5328050 Aug 29 04:37:29.516137 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a4f7dced-ac34-4278-bc69-42f05b4ea885 None None] Provisioning complete for port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:29.516562 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a4f7dced-ac34-4278-bc69-42f05b4ea885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.533275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Request body: {'binding': {'host': 'n-h1-712141-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:29.538823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Unknown quota resources ['binding']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:37:29.670490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4244be8b-2783-4fe3-a222-8f415ea7c4d0 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:29.756838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44958) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.918176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4244be8b-2783-4fe3-a222-8f415ea7c4d0 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:29.924567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:30.019962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:30.035294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:30.036710 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.204254 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.249515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3b244f78-d9fd-4b34-80c1-05e47c14c5a8,segment=NetworkSegment(80a60003-8e69-4bf4-a95a-6fd08088350b),segment_id=80a60003-8e69-4bf4-a95a-6fd08088350b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:30.257334 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.268996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:30.271962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] For port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:30.297314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] For port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:30.405054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.469460 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb687fb9-57da-47d7-9d93-e7b790fcfdb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.479918 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.480804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.483205 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/7b3a12ba-948d-4b57-a441-5cd1d34b10aa HTTP/1.1" status: 200 len: 1093 time: 3.9438767 Aug 29 04:37:30.486267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8b5792-f404-470e-a261-7abbcd1c3ed2', 'tag': '7b3a12ba-948d-4b57-a441-5cd1d34b10aa'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:30.489951 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff41a0-dbde-47c3-a661-2faf980cff0d" -d '{"events": [{"name": "network-changed", "server_uuid": "df8b5792-f404-470e-a261-7abbcd1c3ed2", "tag": "7b3a12ba-948d-4b57-a441-5cd1d34b10aa"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:30.495314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a600e-8a67-4368-93dd-186313e0c2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.524274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f721b1-1165-44f8-974c-7808b8d1ddb4 None None] Network ced34b47-a777-4832-98b4-a9c0760884c3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:30.630137 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb687fb9-57da-47d7-9d93-e7b790fcfdb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.673710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-68d3ea31-f02c-4eee-9f8d-49094f6866dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.675250 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-68d3ea31-f02c-4eee-9f8d-49094f6866dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d82a621ec2d4107ba81316a08e08fa6&device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1096 time: 0.1421444 Aug 29 04:37:30.677789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6c36-e1c2-46c1-97f9-f1d81b6195af req-3d21358f-2778-4a8c-ad6a-e289412385cd tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.679338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cfd6c36-e1c2-46c1-97f9-f1d81b6195af req-3d21358f-2778-4a8c-ad6a-e289412385cd tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1054 time: 0.9446406 Aug 29 04:37:30.690700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-a148310f-11cb-404e-b232-e71790857546 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.692186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-a148310f-11cb-404e-b232-e71790857546 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 945 time: 0.9586523 Aug 29 04:37:30.725338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb687fb9-57da-47d7-9d93-e7b790fcfdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.728141 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-1de2be12-c157-4689-b7fa-40ef9d8459c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b3a12ba-948d-4b57-a441-5cd1d34b10aa HTTP/1.1" status: 200 len: 217 time: 0.0429971 Aug 29 04:37:30.733909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=3b244f78-d9fd-4b34-80c1-05e47c14c5a8,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.776149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:30.776623 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.782137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cfd6c36-e1c2-46c1-97f9-f1d81b6195af req-b0e74608-9b50-4343-bd03-bcf18bbbbc88 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886822 Aug 29 04:37:30.800848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eb687fb9-57da-47d7-9d93-e7b790fcfdb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6a13e3c641549e2b7b142cb99c25023&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0249615 Aug 29 04:37:30.801614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 on host n-h1-712141-12 for vnic_type normal with profile None {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:30.801949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:30.802276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:30.810328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44968) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.813235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Port 4f13d65b-2192-4401-9625-f2acf7efc260 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:30.813235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:30.852309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-0bf4148f-2c5b-400e-8aec-8c4ddc665046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.852760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c85199b3-6879-49c4-a96e-83d5b999de05 None None] Provisioning for port 4244be8b-2783-4fe3-a222-8f415ea7c4d0 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:30.853531 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-0bf4148f-2c5b-400e-8aec-8c4ddc665046 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed64ee19-710f-46d5-b78e-ab70f89859d1 HTTP/1.1" status: 200 len: 849 time: 0.1160803 Aug 29 04:37:30.856403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:30.856751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Checking segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:30.857144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Bound using segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:30.857585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Bound port: 4f13d65b-2192-4401-9625-f2acf7efc260, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:30.875988 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a41458-de7e-4293-8c5c-136087f5ec36 x-openstack-request-id: req-f0a41458-de7e-4293-8c5c-136087f5ec36 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:30.876408 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8b5792-f404-470e-a261-7abbcd1c3ed2", "tag": "7b3a12ba-948d-4b57-a441-5cd1d34b10aa", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:30.876755 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0a41458-de7e-4293-8c5c-136087f5ec36 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:30.877257 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8b5792-f404-470e-a261-7abbcd1c3ed2', 'tag': '7b3a12ba-948d-4b57-a441-5cd1d34b10aa', 'status': 'completed', 'code': 200} Aug 29 04:37:30.879532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c85199b3-6879-49c4-a96e-83d5b999de05 None None] Provisioning complete for port 4244be8b-2783-4fe3-a222-8f415ea7c4d0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:30.879908 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c85199b3-6879-49c4-a96e-83d5b999de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.901180 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1f760a8-1c27-46e1-a28c-f14ba572d6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.923711 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1f760a8-1c27-46e1-a28c-f14ba572d6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.927099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7b39323a-61f5-460c-b223-f90a6d452523 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:30.953636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7ab949a6-6277-4041-8873-fa8c0317aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.955555 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-7ab949a6-6277-4041-8873-fa8c0317aab8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38a0bea1-57f7-4c70-afa7-2a811e1776c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814056 Aug 29 04:37:30.958192 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.967865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb687fb9-57da-47d7-9d93-e7b790fcfdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d98f8c0-653c-4590-ace7-d5e56d2f3ff6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.033848 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1f760a8-1c27-46e1-a28c-f14ba572d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.036829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a1f760a8-1c27-46e1-a28c-f14ba572d6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.038478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a1f760a8-1c27-46e1-a28c-f14ba572d6fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d98f8c0-653c-4590-ace7-d5e56d2f3ff6 HTTP/1.1" status: 204 len: 168 time: 0.2198308 Aug 29 04:37:31.076966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 7b39323a-61f5-460c-b223-f90a6d452523 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:31.082701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f760a8-1c27-46e1-a28c-f14ba572d6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d98f8c0-653c-4590-ace7-d5e56d2f3ff6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.083553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7b39323a-61f5-460c-b223-f90a6d452523 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:31.084049 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.131878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326c7b-a919-42d5-9a96-514083b4cb40 req-c5452c3c-1a29-4f44-96ef-093ff4285b4e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:31.140819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5326c7b-a919-42d5-9a96-514083b4cb40 req-c5452c3c-1a29-4f44-96ef-093ff4285b4e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 945 time: 0.1422703 Aug 29 04:37:31.151822 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c85199b3-6879-49c4-a96e-83d5b999de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.191272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:31.204977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.206299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] 10.222.0.49 "POST /v2.0/ports/4f13d65b-2192-4401-9625-f2acf7efc260/bindings HTTP/1.1" status: 201 len: 390 time: 1.6865404 Aug 29 04:37:31.228145 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5326c7b-a919-42d5-9a96-514083b4cb40 req-b131d2d9-a6f6-4239-a221-04ca54cb572c tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812716 Aug 29 04:37:31.241268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c85199b3-6879-49c4-a96e-83d5b999de05 None None] For port 4244be8b-2783-4fe3-a222-8f415ea7c4d0, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4244be8b-2783-4fe3-a222-8f415ea7c4d0,segment=NetworkSegment(8873ebe3-7809-45ff-8605-df2d411c6992),segment_id=8873ebe3-7809-45ff-8605-df2d411c6992)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:31.242635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-b45f7152-d30a-4ff9-97fe-60bba2dedc62 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Deleting port a65e54f8-14ef-4488-9e28-875caf2715f5 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:31.242978 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-b45f7152-d30a-4ff9-97fe-60bba2dedc62 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.271039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c85199b3-6879-49c4-a96e-83d5b999de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.474081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-492f4311-5a54-43e5-aa8a-851edb06f313 None None] Provisioning for port d97fb9e2-5e05-4b85-a1e8-7b22b063aa77 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:31.485699 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-492f4311-5a54-43e5-aa8a-851edb06f313 None None] Provisioning complete for port d97fb9e2-5e05-4b85-a1e8-7b22b063aa77 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:31.486082 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-492f4311-5a54-43e5-aa8a-851edb06f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.521726 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.541325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85199b3-6879-49c4-a96e-83d5b999de05 None None] Pushing event updated for resources: {'Port': ['ID=4244be8b-2783-4fe3-a222-8f415ea7c4d0,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.563807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-492f4311-5a54-43e5-aa8a-851edb06f313 None None] Port d97fb9e2-5e05-4b85-a1e8-7b22b063aa77 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:31.573775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44976) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:31.593243 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-3bc05296-d2c0-4936-801d-efa85fb67f3c service neutron] 10.222.0.59 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770215 Aug 29 04:37:31.603262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-492f4311-5a54-43e5-aa8a-851edb06f313 None None] Provisioning complete for port 4244be8b-2783-4fe3-a222-8f415ea7c4d0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:31.603698 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-492f4311-5a54-43e5-aa8a-851edb06f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.607855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49743109-325f-4ac6-8959-b9ced192d4ba req-87ad561f-8f11-4554-b5dc-bc2250aa557a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:31.610137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49743109-325f-4ac6-8959-b9ced192d4ba req-87ad561f-8f11-4554-b5dc-bc2250aa557a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.1717834 Aug 29 04:37:31.621351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-b45f7152-d30a-4ff9-97fe-60bba2dedc62 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] For port a65e54f8-14ef-4488-9e28-875caf2715f5, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a65e54f8-14ef-4488-9e28-875caf2715f5,segment=NetworkSegment(3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263),segment_id=3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:31.621769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-b45f7152-d30a-4ff9-97fe-60bba2dedc62 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.643748 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1137ba3-05e4-4532-be8c-9b9a6fc1acd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.647305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 7b39323a-61f5-460c-b223-f90a6d452523, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7b39323a-61f5-460c-b223-f90a6d452523,segment=NetworkSegment(235d1715-0eaa-4626-b134-fc95bbec9cb4),segment_id=235d1715-0eaa-4626-b134-fc95bbec9cb4)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:31.655731 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.670009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-b45f7152-d30a-4ff9-97fe-60bba2dedc62 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Calling delete_port for a65e54f8-14ef-4488-9e28-875caf2715f5 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:31.725073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=7b39323a-61f5-460c-b223-f90a6d452523,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.741934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-c6d6fac5-47b7-4747-a520-909b9e6aff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:31.743738 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-c6d6fac5-47b7-4747-a520-909b9e6aff59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1097 time: 0.2167044 Aug 29 04:37:31.777301 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49743109-325f-4ac6-8959-b9ced192d4ba req-d09a89b1-3e69-4298-ae17-fae466290300 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492505 Aug 29 04:37:31.814660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4244be8b-2783-4fe3-a222-8f415ea7c4d0 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:31.878363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4244be8b-2783-4fe3-a222-8f415ea7c4d0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:31.879185 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.946526 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b8ed2a09-d6ad-4567-9473-d9942054c13f req-6c1030ac-c46e-4465-916a-cde419583f8e service neutron] 10.222.0.59 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292215 Aug 29 04:37:31.946866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-b45f7152-d30a-4ff9-97fe-60bba2dedc62 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.980724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Deleting port d97fb9e2-5e05-4b85-a1e8-7b22b063aa77 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:31.981580 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.986508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-543cf46c-2376-4127-ab73-3dd18307dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:31.987999 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-543cf46c-2376-4127-ab73-3dd18307dfc0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94750a3d-70b9-4f3c-81e3-0b43510a70d4 HTTP/1.1" status: 200 len: 897 time: 0.1967173 Aug 29 04:37:31.992783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8035608a-c0e9-4201-ab59-d6dba00ecc40 None None] Provisioning complete for port d97fb9e2-5e05-4b85-a1e8-7b22b063aa77 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:31.993473 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8035608a-c0e9-4201-ab59-d6dba00ecc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.998096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:32.004055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6501ab-30ca-4ad0-9890-b87c6c7ec38a req-8cf0d329-1355-4094-b0ff-d36e7eb831b4 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.005626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c6501ab-30ca-4ad0-9890-b87c6c7ec38a req-8cf0d329-1355-4094-b0ff-d36e7eb831b4 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1096 time: 0.1288526 Aug 29 04:37:32.006350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f7152-d30a-4ff9-97fe-60bba2dedc62 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Pushing event deleted for resources: {'Port': ['ID=a65e54f8-14ef-4488-9e28-875caf2715f5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.072810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-b45f7152-d30a-4ff9-97fe-60bba2dedc62 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] No DVR routers for this DVR port a65e54f8-14ef-4488-9e28-875caf2715f5 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:32.073857 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8035608a-c0e9-4201-ab59-d6dba00ecc40 None None] Port d97fb9e2-5e05-4b85-a1e8-7b22b063aa77 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:32.080181 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1137ba3-05e4-4532-be8c-9b9a6fc1acd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.081537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-b45f7152-d30a-4ff9-97fe-60bba2dedc62 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.083689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bc20571-dfe4-42a2-8a84-0e3f92010857 req-b45f7152-d30a-4ff9-97fe-60bba2dedc62 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.52 "DELETE /v2.0/ports/a65e54f8-14ef-4488-9e28-875caf2715f5 HTTP/1.1" status: 204 len: 173 time: 1.3342416 Aug 29 04:37:32.084088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0f57a5-c7fc-43e2-b9f0-47ebe8028575', 'name': 'network-vif-deleted', 'tag': 'a65e54f8-14ef-4488-9e28-875caf2715f5'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:32.086422 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703172a1-cff9-4f93-b83b-f7c3990e52b4" -d '{"events": [{"server_uuid": "4a0f57a5-c7fc-43e2-b9f0-47ebe8028575", "name": "network-vif-deleted", "tag": "a65e54f8-14ef-4488-9e28-875caf2715f5"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:32.091350 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d1137ba3-05e4-4532-be8c-9b9a6fc1acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.093933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:32.094959 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.142954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c6501ab-30ca-4ad0-9890-b87c6c7ec38a req-90b3d74c-af1b-4e07-bd63-47d933c5163d tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053848 Aug 29 04:37:32.152282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d1137ba3-05e4-4532-be8c-9b9a6fc1acd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99c3eba7d7784e2fb31f7c739d76413b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5751929 Aug 29 04:37:32.152282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1137ba3-05e4-4532-be8c-9b9a6fc1acd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a807be75-44ef-4298-b3e0-b2f6766beea1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.153483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 44982) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:32.174136 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba46ff73-89f9-4ed1-8054-cc4b51af760b x-openstack-request-id: req-ba46ff73-89f9-4ed1-8054-cc4b51af760b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:32.174439 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0f57a5-c7fc-43e2-b9f0-47ebe8028575", "name": "network-vif-deleted", "tag": "a65e54f8-14ef-4488-9e28-875caf2715f5", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:32.174695 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba46ff73-89f9-4ed1-8054-cc4b51af760b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:32.175097 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f57a5-c7fc-43e2-b9f0-47ebe8028575', 'name': 'network-vif-deleted', 'tag': 'a65e54f8-14ef-4488-9e28-875caf2715f5', 'status': 'completed', 'code': 200} Aug 29 04:37:32.187475 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-ef769f59-7bf4-4881-9bf7-6e613d4aceed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f13d65b-2192-4401-9625-f2acf7efc260 HTTP/1.1" status: 200 len: 1001 time: 0.1763010 Aug 29 04:37:32.214930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-819957ad-bbb4-45ec-b6f7-0e28119905f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.216980 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-819957ad-bbb4-45ec-b6f7-0e28119905f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d82a621ec2d4107ba81316a08e08fa6&device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1096 time: 0.2155302 Aug 29 04:37:32.218221 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-efdf27c4-5376-4f2e-921b-a6a542180f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.241315 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-efdf27c4-5376-4f2e-921b-a6a542180f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.302127 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-efdf27c4-5376-4f2e-921b-a6a542180f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.304918 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-efdf27c4-5376-4f2e-921b-a6a542180f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.308542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-efdf27c4-5376-4f2e-921b-a6a542180f17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a807be75-44ef-4298-b3e0-b2f6766beea1 HTTP/1.1" status: 204 len: 168 time: 0.1518400 Aug 29 04:37:32.313189 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.316234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf27c4-5376-4f2e-921b-a6a542180f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a807be75-44ef-4298-b3e0-b2f6766beea1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.345486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Calling delete_port for d97fb9e2-5e05-4b85-a1e8-7b22b063aa77 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:32.374326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-92a0e7ef-0773-4687-b58c-5cb4552f9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.375831 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-92a0e7ef-0773-4687-b58c-5cb4552f9c2d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfb14757-e60a-4ccb-8304-dc37368104cb HTTP/1.1" status: 200 len: 835 time: 0.1806891 Aug 29 04:37:32.380406 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5e27887-e989-422a-820f-801b41d4f5d9 req-0f9aa446-75c7-488e-a572-b2b6e394c6f7 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0f57a5-c7fc-43e2-b9f0-47ebe8028575 HTTP/1.1" status: 200 len: 210 time: 0.0276847 Aug 29 04:37:32.463332 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-021f684f-15c5-471f-8768-3e9fc49a2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.465017 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-021f684f-15c5-471f-8768-3e9fc49a2a2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=38a0bea1-57f7-4c70-afa7-2a811e1776c6 HTTP/1.1" status: 200 len: 911 time: 0.2142067 Aug 29 04:37:32.524524 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-866c5aa0-6258-45ac-95a1-04f6a4f66e6f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b3a12ba-948d-4b57-a441-5cd1d34b10aa HTTP/1.1" status: 200 len: 217 time: 0.0473578 Aug 29 04:37:32.530668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-9cf2ae83-78a7-468d-b01c-33dcddc32724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.532144 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-9cf2ae83-78a7-468d-b01c-33dcddc32724 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94750a3d-70b9-4f3c-81e3-0b43510a70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481285 Aug 29 04:37:32.723293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-1114e983-ae97-4a4b-8a79-c2766ece7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.724921 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-1114e983-ae97-4a4b-8a79-c2766ece7101 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed64ee19-710f-46d5-b78e-ab70f89859d1 HTTP/1.1" status: 200 len: 849 time: 0.1577706 Aug 29 04:37:32.790077 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-ea9001c5-f675-41d6-bde9-789830db90fb service neutron] 10.222.0.52 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239134 Aug 29 04:37:32.799286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.877615 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Port': ['ID=d97fb9e2-5e05-4b85-a1e8-7b22b063aa77,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.883917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-cd067da0-235b-4e4d-9246-a04a5bed4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.885484 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-cd067da0-235b-4e4d-9246-a04a5bed4db1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38a0bea1-57f7-4c70-afa7-2a811e1776c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468475 Aug 29 04:37:32.890494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf9c67-c95c-4b78-8fd0-d4c699911c78 req-6202d3e5-12a0-433a-8e1f-1d349d2e68ba tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.898094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12bf9c67-c95c-4b78-8fd0-d4c699911c78 req-6202d3e5-12a0-433a-8e1f-1d349d2e68ba tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.0660665 Aug 29 04:37:32.945623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12bf9c67-c95c-4b78-8fd0-d4c699911c78 req-9cf37442-c81b-44c3-b3e3-9fdab66af6fe tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447176 Aug 29 04:37:33.064344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.081274 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-37814967-0e6d-4821-820d-17782408208a service neutron] 10.222.0.52 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831724 Aug 29 04:37:33.140842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a65e54f8-14ef-4488-9e28-875caf2715f5 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:33.171746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: a65e54f8-14ef-4488-9e28-875caf2715f5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:33.171946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a65e54f8-14ef-4488-9e28-875caf2715f5 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:33.173605 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-3e97b627-d5c2-4139-b036-a2a2d1801672 service neutron] 10.222.0.59 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762339 Aug 29 04:37:33.298746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e053c8-cc3f-4efc-befb-c05584a381de req-221bfa45-24d8-4754-988e-7c393c211284 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:33.300837 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3e053c8-cc3f-4efc-befb-c05584a381de req-221bfa45-24d8-4754-988e-7c393c211284 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0526352 Aug 29 04:37:33.346386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3e053c8-cc3f-4efc-befb-c05584a381de req-d2cdae75-966a-4f8b-a298-f5729f6ba17f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383897 Aug 29 04:37:33.527868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45022) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.667347 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7bbd-1ea8-4b0a-adfd-2af8787c9241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.738692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Router a934108c-eb86-49c5-82d0-3e8d672d5587 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:33.767123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7b39323a-61f5-460c-b223-f90a6d452523 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:33.779840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-53e5aa5b-b822-493b-80bb-15425fb7299f tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:33.781346 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-53e5aa5b-b822-493b-80bb-15425fb7299f tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1097 time: 0.1962426 Aug 29 04:37:33.783041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7bbd-1ea8-4b0a-adfd-2af8787c9241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.787204 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7bbd-1ea8-4b0a-adfd-2af8787c9241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.801393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712141-12'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:33.832767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ba1c7bbd-1ea8-4b0a-adfd-2af8787c9241 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81f76075fc554c29893f0606f1c0bb32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036015 Aug 29 04:37:33.833727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45028) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.834497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c7bbd-1ea8-4b0a-adfd-2af8787c9241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd85492-f3b8-4e6f-bbad-9d1578a519af,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.835460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7b39323a-61f5-460c-b223-f90a6d452523 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:33.836072 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.900705 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-06ff41a0-dbde-47c3-a661-2faf980cff0d req-1027c5ca-9278-452e-a01d-5480a042b90b service neutron] 10.222.0.59 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176270 Aug 29 04:37:33.900916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0388fbc-7eda-43f0-965f-fa48b15697b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.913941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:33.920479 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b37898c1-41a5-4e11-8bec-efd38860be8e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "PUT /v2.0/routers/a934108c-eb86-49c5-82d0-3e8d672d5587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8993654 Aug 29 04:37:33.924400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45030) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.928143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf021c-13c1-44eb-8499-a619c6fbbe47 None None] Sync routers for ids ['a934108c-eb86-49c5-82d0-3e8d672d5587'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:33.945161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf021c-13c1-44eb-8499-a619c6fbbe47 None None] Routers {'a934108c-eb86-49c5-82d0-3e8d672d5587'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:33.945794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7acf021c-13c1-44eb-8499-a619c6fbbe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a934108c-eb86-49c5-82d0-3e8d672d5587'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:33.949306 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0388fbc-7eda-43f0-965f-fa48b15697b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.989960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7acf021c-13c1-44eb-8499-a619c6fbbe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:33.996231 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-b4e8d085-adf3-454e-baa6-15d610106323 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] delete failed (client error): The resource could not be found. Aug 29 04:37:34.002681 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b4e8d085-adf3-454e-baa6-15d610106323 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1436304984 HTTP/1.1" status: 404 len: 335 time: 0.0709620 Aug 29 04:37:34.002681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.004114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45034) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.005697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf021c-13c1-44eb-8499-a619c6fbbe47 None None] Routers {'a934108c-eb86-49c5-82d0-3e8d672d5587'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:34.006413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7acf021c-13c1-44eb-8499-a619c6fbbe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a934108c-eb86-49c5-82d0-3e8d672d5587'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:34.009575 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0388fbc-7eda-43f0-965f-fa48b15697b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.012669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0388fbc-7eda-43f0-965f-fa48b15697b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.014295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a0388fbc-7eda-43f0-965f-fa48b15697b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efd85492-f3b8-4e6f-bbad-9d1578a519af HTTP/1.1" status: 204 len: 168 time: 0.1761467 Aug 29 04:37:34.024310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0388fbc-7eda-43f0-965f-fa48b15697b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd85492-f3b8-4e6f-bbad-9d1578a519af,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.031954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4a34142a-8cfe-492a-a0b9-253c7473928e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a934108c-eb86-49c5-82d0-3e8d672d5587'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.091225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7acf021c-13c1-44eb-8499-a619c6fbbe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:34.092069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf021c-13c1-44eb-8499-a619c6fbbe47 None None] The sync data for ids ['a934108c-eb86-49c5-82d0-3e8d672d5587'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:34.104368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f7757-10a5-43dd-b2df-d6ff483203dc req-905360ee-eaf6-45f4-9058-d333d57aaf81 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:34.106052 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b9f7757-10a5-43dd-b2df-d6ff483203dc req-905360ee-eaf6-45f4-9058-d333d57aaf81 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.0579574 Aug 29 04:37:34.167692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b9f7757-10a5-43dd-b2df-d6ff483203dc req-3c671ff8-271d-429c-a948-b77a1f1ae9ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537553 Aug 29 04:37:34.375041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a34142a-8cfe-492a-a0b9-253c7473928e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.406393 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-4a34142a-8cfe-492a-a0b9-253c7473928e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] update failed (client error): The resource could not be found. Aug 29 04:37:34.410043 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4a34142a-8cfe-492a-a0b9-253c7473928e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "PUT /v2.0/routers/a934108c-eb86-49c5-82d0-3e8d672d5587 HTTP/1.1" status: 404 len: 339 time: 0.3850534 Aug 29 04:37:34.413966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45046) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.419284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1653865503'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.441263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:34.468595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Made reservation on behalf of 577b26119f8e41f4b1039a07dd8e2d07 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:34.472547 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.489085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:34.509465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24acfb-c1f0-40ca-a983-e76560f2a51d req-95d274d4-a145-4db0-8480-4ec20e162fee tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:34.511024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb24acfb-c1f0-40ca-a983-e76560f2a51d req-95d274d4-a145-4db0-8480-4ec20e162fee tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0704176 Aug 29 04:37:34.518928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:34.544246 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.544601 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Added segment ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d of type vlan for network 494ffdb7-2fd5-4f6b-93b4-3485621d16e3 Aug 29 04:37:34.549567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:34.552017 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89669af-b390-4ab5-9203-78ee9e1a5281" -d '{"events": [{"server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:34.557956 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.565699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.591856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb24acfb-c1f0-40ca-a983-e76560f2a51d req-25fa6cbf-40ee-4267-9d79-9122fb7cbb9a tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738680 Aug 29 04:37:34.606626 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.649701 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25a6963-7012-4225-b5dc-8a4d310f5301 x-openstack-request-id: req-f25a6963-7012-4225-b5dc-8a4d310f5301 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:34.649980 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:34.650349 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f25a6963-7012-4225-b5dc-8a4d310f5301 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:34.650624 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260', 'code': 200} Aug 29 04:37:34.657803 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.673660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:34.674516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.752826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Pushing event updated for resources: {'Port': ['ID=4f13d65b-2192-4401-9625-f2acf7efc260,revision_number=7']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.753372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3379955 Aug 29 04:37:34.755932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45062) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.761427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'subnet': {'network_id': '494ffdb7-2fd5-4f6b-93b4-3485621d16e3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.818546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 on host n-h2-712141-12 for vnic_type normal with profile {"migrating_to": "n-h1-712141-12"} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:34.818887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:34.819220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:34.824322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Port 4f13d65b-2192-4401-9625-f2acf7efc260 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:34.824598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Attempting to bind port 4f13d65b-2192-4401-9625-f2acf7efc260 on network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:34.847048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcdcca-1e75-4cf5-844a-44df931f932f tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Network': ['ID=494ffdb7-2fd5-4f6b-93b4-3485621d16e3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.855883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 494ffdb7-2fd5-4f6b-93b4-3485621d16e3 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:34.862066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:34.862452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Checking segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:34.862815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Bound using segment: {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:34.863296 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Bound port: 4f13d65b-2192-4401-9625-f2acf7efc260, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4636644-e183-48a9-8db0-6c878dbab837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:34.863662 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.950924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Made reservation on behalf of 577b26119f8e41f4b1039a07dd8e2d07 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:34.956897 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.026938 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:35.031856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:35.051748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.067314 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a85583bf-44b3-477a-b21a-139c49b67843 None None] Provisioning complete for port 4f13d65b-2192-4401-9625-f2acf7efc260 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:35.073148 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a85583bf-44b3-477a-b21a-139c49b67843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.328938 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a85583bf-44b3-477a-b21a-139c49b67843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.343850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Pushing event updated for resources: {'Port': ['ID=4f13d65b-2192-4401-9625-f2acf7efc260,revision_number=8']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.370016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:35.372746 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37669b17-2013-4f82-ac4f-320a34c86a66" -d '{"events": [{"server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "name": "network-vif-plugged", "status": "completed", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:35.411922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.412587 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.417705 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-963985f0-5dcd-4fe5-85ac-e0c83040bb3d service neutron] 10.222.0.52 "PUT /v2.0/ports/4f13d65b-2192-4401-9625-f2acf7efc260 HTTP/1.1" status: 200 len: 1123 time: 1.6238508 Aug 29 04:37:35.419632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a85583bf-44b3-477a-b21a-139c49b67843 None None] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:35.431699 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a85583bf-44b3-477a-b21a-139c49b67843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.445532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecda55c-b438-4fd9-9b49-a7aed7bf11db req-51443992-a467-401a-afa5-24827005edb0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.453877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ecda55c-b438-4fd9-9b49-a7aed7bf11db req-51443992-a467-401a-afa5-24827005edb0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 943 time: 0.1267281 Aug 29 04:37:35.463395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.541217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Subnet': ['ID=3d560df9-6367-49f7-9e1b-a1ea13f5dabc,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.563439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ecda55c-b438-4fd9-9b49-a7aed7bf11db req-e259997b-e06f-4d55-8f13-30545cd51a35 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087015 Aug 29 04:37:35.582602 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29da3a36-92d9-4021-b2e8-f8fe79f43ae0 x-openstack-request-id: req-29da3a36-92d9-4021-b2e8-f8fe79f43ae0 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:35.583052 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "name": "network-vif-plugged", "status": "completed", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:35.583316 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29da3a36-92d9-4021-b2e8-f8fe79f43ae0 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:35.583704 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260', 'code': 200} Aug 29 04:37:35.594595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Checking segment: {'id': 'ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '494ffdb7-2fd5-4f6b-93b4-3485621d16e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:35.595247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network hostable DHCP agents. Network: 494ffdb7-2fd5-4f6b-93b4-3485621d16e3, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:35.615873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network 494ffdb7-2fd5-4f6b-93b4-3485621d16e3 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:35.628458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 494ffdb7-2fd5-4f6b-93b4-3485621d16e3) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:35.633188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['4f13d65b-2192-4401-9625-f2acf7efc260'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:35.634207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.634875 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.654548 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45078) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.654772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-406877ec-8a7b-4062-a3ad-bbba79506d27 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8975608 Aug 29 04:37:35.662540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8248e6b3-b4e7-4e3e-a6d4-ff7195b360fb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'router': {'external_gateway_info': {'network_id': '494ffdb7-2fd5-4f6b-93b4-3485621d16e3'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:35.694017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7b3a12ba-948d-4b57-a441-5cd1d34b10aa details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:35.696374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b477b1-dfba-4b17-a27a-95fd68d8bace None None] Network 494ffdb7-2fd5-4f6b-93b4-3485621d16e3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:35.698873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85583bf-44b3-477a-b21a-139c49b67843 None None] Pushing event updated for resources: {'Port': ['ID=4f13d65b-2192-4401-9625-f2acf7efc260,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.767584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4d27c-690c-4fe9-8621-778e62ea456c req-54a1b2b6-4845-4e93-aed2-b75ec295c0ed tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.774158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1d4d27c-690c-4fe9-8621-778e62ea456c req-54a1b2b6-4845-4e93-aed2-b75ec295c0ed tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0729494 Aug 29 04:37:35.852015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1d4d27c-690c-4fe9-8621-778e62ea456c req-c03948ff-7ad6-42ce-b812-1cc4568be335 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693161 Aug 29 04:37:36.058129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5f5b8240-7753-4405-83f4-4cdb29e2a6fd None None] Provisioning complete for port 4f13d65b-2192-4401-9625-f2acf7efc260 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:36.058695 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8248e6b3-b4e7-4e3e-a6d4-ff7195b360fb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.059580 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5f5b8240-7753-4405-83f4-4cdb29e2a6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.227243 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-8248e6b3-b4e7-4e3e-a6d4-ff7195b360fb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:37:36.228443 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8248e6b3-b4e7-4e3e-a6d4-ff7195b360fb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "PUT /v2.0/routers/a934108c-eb86-49c5-82d0-3e8d672d5587 HTTP/1.1" status: 400 len: 364 time: 0.5724366 Aug 29 04:37:36.234341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45104) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.254138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:36.281506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '7b3a12ba-948d-4b57-a441-5cd1d34b10aa', 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6', 'port_id': '7b3a12ba-948d-4b57-a441-5cd1d34b10aa', 'mac_address': 'fa:16:3e:d1:7c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed64ee19-710f-46d5-b78e-ab70f89859d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:37:36.348010 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-494ffdb7-2fd5-4f6b-93b4-3485621d16e3', 'network_id': '494ffdb7-2fd5-4f6b-93b4-3485621d16e3', 'tenant_id': '577b26119f8e41f4b1039a07dd8e2d07', 'fixed_ips': [{'subnet_id': '3d560df9-6367-49f7-9e1b-a1ea13f5dabc'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:36.348993 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.480787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.511725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3a12ba-948d-4b57-a441-5cd1d34b10aa {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:36.600384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:36.624974 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.698179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:36.700495 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d324e5b7-56aa-494d-be62-c967fead02ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:36.764132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Allocated IP 2001:db8:1::2 (494ffdb7-2fd5-4f6b-93b4-3485621d16e3/3d560df9-6367-49f7-9e1b-a1ea13f5dabc/cfb34174-dd06-4618-91ab-98e238a97a51) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:36.785491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.862789 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8796566d-70f4-460e-9a81-b9f8fc108012 x-openstack-request-id: req-8796566d-70f4-460e-9a81-b9f8fc108012 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:36.863081 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:36.863331 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8796566d-70f4-460e-9a81-b9f8fc108012 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:36.863958 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260', 'status': 'completed', 'code': 200} Aug 29 04:37:36.867806 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.887433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532cec2-73ff-4abd-9e7a-85ebf2eeaccf req-788d73d5-87dd-4bec-bb59-6436b922385b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:36.890351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6532cec2-73ff-4abd-9e7a-85ebf2eeaccf req-788d73d5-87dd-4bec-bb59-6436b922385b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.1645355 Aug 29 04:37:36.908149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['7b3a12ba-948d-4b57-a441-5cd1d34b10aa'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:36.991929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6532cec2-73ff-4abd-9e7a-85ebf2eeaccf req-ebaa9758-852b-4093-b185-6d6e82f9a3d6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948122 Aug 29 04:37:37.067613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664da7a3-b55a-43c8-9d50-9743e4fdad26 req-64dc06af-685f-489e-85a5-d715a74dc9c6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:37.077065 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-664da7a3-b55a-43c8-9d50-9743e4fdad26 req-64dc06af-685f-489e-85a5-d715a74dc9c6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0686247 Aug 29 04:37:37.092059 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.105253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Transition to ACTIVE for port object cfb34174-dd06-4618-91ab-98e238a97a51 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:37.133635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-664da7a3-b55a-43c8-9d50-9743e4fdad26 req-62bc025e-1916-4a60-85e7-493a24b2c2e4 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518677 Aug 29 04:37:37.150701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Transition to ACTIVE for port object cfb34174-dd06-4618-91ab-98e238a97a51 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:37.165097 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.205416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4f13d65b-2192-4401-9625-f2acf7efc260 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:37.240069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Network 494ffdb7-2fd5-4f6b-93b4-3485621d16e3 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:37.249260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:37.257247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:37.274782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Pushing event updated for resources: {'Port': ['ID=cfb34174-dd06-4618-91ab-98e238a97a51,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.401057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Attempting to bind port cfb34174-dd06-4618-91ab-98e238a97a51 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:37.401524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Attempting to bind port cfb34174-dd06-4618-91ab-98e238a97a51 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '494ffdb7-2fd5-4f6b-93b4-3485621d16e3'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:37.401962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Attempting to bind port cfb34174-dd06-4618-91ab-98e238a97a51 on network 494ffdb7-2fd5-4f6b-93b4-3485621d16e3 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:37.410417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:37.411068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Checking segment: {'id': 'ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '494ffdb7-2fd5-4f6b-93b4-3485621d16e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:37.411721 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.412307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Bound using segment: {'id': 'ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '494ffdb7-2fd5-4f6b-93b4-3485621d16e3'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:37.412957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Bound port: cfb34174-dd06-4618-91ab-98e238a97a51, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '494ffdb7-2fd5-4f6b-93b4-3485621d16e3'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:37.413514 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.545801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:37.568428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4f13d65b-2192-4401-9625-f2acf7efc260 has no active binding in host n-h1-712141-12 {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:37:37.586608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] For port cfb34174-dd06-4618-91ab-98e238a97a51, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:37.590399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] For port cfb34174-dd06-4618-91ab-98e238a97a51, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cfb34174-dd06-4618-91ab-98e238a97a51,segment=NetworkSegment(ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d),segment_id=ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:37.603964 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.709544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d1b90-536c-4768-b7f5-9e91cc18161b None None] Pushing event updated for resources: {'Port': ['ID=cfb34174-dd06-4618-91ab-98e238a97a51,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.840464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324e5b7-56aa-494d-be62-c967fead02ef req-cfc26dc7-e74b-484c-9e66-d7efed7bbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:37.842561 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d324e5b7-56aa-494d-be62-c967fead02ef req-cfc26dc7-e74b-484c-9e66-d7efed7bbb06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1128 time: 0.9668441 Aug 29 04:37:38.045893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Allocated IP 2001:db8::1 (dc41f207-e344-4adc-adb6-83f51f461415/492dcac2-3ca7-48ac-8376-28362b55c3d2/862dccc9-828b-419e-b10e-e8620eb4ebb0) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:38.064804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324e5b7-56aa-494d-be62-c967fead02ef req-cb264f79-1fb1-48af-99fa-75a541b71580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:38.066504 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d324e5b7-56aa-494d-be62-c967fead02ef req-cb264f79-1fb1-48af-99fa-75a541b71580 service neutron] 10.222.0.59 "GET /v2.0/networks?id=94750a3d-70b9-4f3c-81e3-0b43510a70d4 HTTP/1.1" status: 200 len: 897 time: 0.2126882 Aug 29 04:37:38.194590 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d324e5b7-56aa-494d-be62-c967fead02ef req-e84eb5ae-10f1-4cbb-9524-113908a9bd54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f13d65b-2192-4401-9625-f2acf7efc260 HTTP/1.1" status: 200 len: 1001 time: 0.1187606 Aug 29 04:37:38.261993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622180e-b08a-4079-8865-45f8a7ebb728 req-03543040-c7a8-4023-9657-ac6c6c5f51ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:38.270217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7622180e-b08a-4079-8865-45f8a7ebb728 req-03543040-c7a8-4023-9657-ac6c6c5f51ef tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.1007044 Aug 29 04:37:38.332473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324e5b7-56aa-494d-be62-c967fead02ef req-6568c8ad-f12e-4f13-b790-d89b08266b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:38.334026 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d324e5b7-56aa-494d-be62-c967fead02ef req-6568c8ad-f12e-4f13-b790-d89b08266b28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfb14757-e60a-4ccb-8304-dc37368104cb HTTP/1.1" status: 200 len: 835 time: 0.1234281 Aug 29 04:37:38.407316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7622180e-b08a-4079-8865-45f8a7ebb728 req-19584735-16c2-4352-bd52-f47f0248712e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359975 Aug 29 04:37:38.423036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511f0c0-188d-4f1e-a1a9-68ce99175bf5 req-1ae4d4af-3c5d-4e33-8ed6-3e522ad92e62 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:38.424947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2511f0c0-188d-4f1e-a1a9-68ce99175bf5 req-1ae4d4af-3c5d-4e33-8ed6-3e522ad92e62 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1097 time: 0.1440547 Aug 29 04:37:38.444469 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.444469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324e5b7-56aa-494d-be62-c967fead02ef req-6e9a4447-c70e-4bbc-af6a-6c544c5d7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:38.444469 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d324e5b7-56aa-494d-be62-c967fead02ef req-6e9a4447-c70e-4bbc-af6a-6c544c5d7fbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=94750a3d-70b9-4f3c-81e3-0b43510a70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975418 Aug 29 04:37:38.481032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2511f0c0-188d-4f1e-a1a9-68ce99175bf5 req-053dcb97-d477-4d6c-840e-fab0f09d7980 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450654 Aug 29 04:37:38.485164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Transition to ACTIVE for port object 862dccc9-828b-419e-b10e-e8620eb4ebb0 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:38.596429 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d324e5b7-56aa-494d-be62-c967fead02ef req-46649357-3f5b-4e71-b28c-fa4cba69edcd service neutron] 10.222.0.59 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411667 Aug 29 04:37:38.602360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.745565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d324e5b7-56aa-494d-be62-c967fead02ef req-ae6341c2-1701-45ab-8421-2d64ba598b17 service neutron] 10.222.0.59 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404705 Aug 29 04:37:38.767519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Port': ['ID=862dccc9-828b-419e-b10e-e8620eb4ebb0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.779453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network dc41f207-e344-4adc-adb6-83f51f461415 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:38.781745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:38.784501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:38.785228 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.097774 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.294949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-83c70db6-e4f0-47af-8cc1-6c1687d821aa None None] Provisioning for port 862dccc9-828b-419e-b10e-e8620eb4ebb0 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:39.299984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-83c70db6-e4f0-47af-8cc1-6c1687d821aa None None] Provisioning complete for port 862dccc9-828b-419e-b10e-e8620eb4ebb0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:39.300391 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-83c70db6-e4f0-47af-8cc1-6c1687d821aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.343307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff1ade-c719-46e9-bfc3-361e085bbf5b None None] Network 494ffdb7-2fd5-4f6b-93b4-3485621d16e3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:39.465068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-83c70db6-e4f0-47af-8cc1-6c1687d821aa None None] Port 862dccc9-828b-419e-b10e-e8620eb4ebb0 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:39.511890 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.517841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.519007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.611565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e0f391aa-0953-40f0-93dc-01e3ceb75a10 None None] Provisioning for port cfb34174-dd06-4618-91ab-98e238a97a51 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:39.658037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7b3a12ba-948d-4b57-a441-5cd1d34b10aa up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:39.677559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event updated for resources: {'Port': ['ID=862dccc9-828b-419e-b10e-e8620eb4ebb0,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:39.770109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:39.785743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Network dc41f207-e344-4adc-adb6-83f51f461415 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:39.787562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:39.788503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:39.788983 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.929741 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fecb5d-a6d7-444d-9405-bd3a13387d30 req-9efe65f6-ab3d-431c-bdf8-552319d78cfa tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.934030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73fecb5d-a6d7-444d-9405-bd3a13387d30 req-9efe65f6-ab3d-431c-bdf8-552319d78cfa tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.3766725 Aug 29 04:37:39.945544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c002a-0b6c-4a3f-8464-63488dbc45d3 req-8d9019ab-570b-4a31-aca1-a9de8e142d76 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.958928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-386c002a-0b6c-4a3f-8464-63488dbc45d3 req-8d9019ab-570b-4a31-aca1-a9de8e142d76 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1097 time: 0.3026409 Aug 29 04:37:40.125931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cfb34174-dd06-4618-91ab-98e238a97a51 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:40.205469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Router a934108c-eb86-49c5-82d0-3e8d672d5587 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:40.212349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-73fecb5d-a6d7-444d-9405-bd3a13387d30 req-f1a7ffb0-ab11-41db-8ce2-da670da1b6d5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691727 Aug 29 04:37:40.235568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-386c002a-0b6c-4a3f-8464-63488dbc45d3 req-264e75eb-139d-42d3-84f5-e4b73b16e703 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742059 Aug 29 04:37:40.276534 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.371202 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:40.374131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8b5792-f404-470e-a261-7abbcd1c3ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3a12ba-948d-4b57-a441-5cd1d34b10aa'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:40.381175 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8def3630-8d18-4572-8028-8b36a7d2d9a8" -d '{"events": [{"server_uuid": "df8b5792-f404-470e-a261-7abbcd1c3ed2", "name": "network-vif-plugged", "status": "completed", "tag": "7b3a12ba-948d-4b57-a441-5cd1d34b10aa"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:40.392258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port cfb34174-dd06-4618-91ab-98e238a97a51 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:40.401554 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.405183 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port cfb34174-dd06-4618-91ab-98e238a97a51 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:40.405564 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.451393 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1443fe-2aea-4049-ac9d-21ad66e86d44 x-openstack-request-id: req-0a1443fe-2aea-4049-ac9d-21ad66e86d44 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:40.452249 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8b5792-f404-470e-a261-7abbcd1c3ed2", "name": "network-vif-plugged", "status": "completed", "tag": "7b3a12ba-948d-4b57-a441-5cd1d34b10aa", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:40.452512 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a1443fe-2aea-4049-ac9d-21ad66e86d44 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:40.453048 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8b5792-f404-470e-a261-7abbcd1c3ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3a12ba-948d-4b57-a441-5cd1d34b10aa', 'code': 200} Aug 29 04:37:40.456557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:40.462776 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-36ee0051-121b-47ae-af11-fd044b37d500 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "PUT /v2.0/routers/a934108c-eb86-49c5-82d0-3e8d672d5587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2272367 Aug 29 04:37:40.466551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45184) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.471115 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ead533-7669-417d-981f-3e2aeda7fd0e None None] Sync routers for ids ['a934108c-eb86-49c5-82d0-3e8d672d5587'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:40.506291 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ead533-7669-417d-981f-3e2aeda7fd0e None None] Routers {'a934108c-eb86-49c5-82d0-3e8d672d5587'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:40.506936 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a9ead533-7669-417d-981f-3e2aeda7fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a934108c-eb86-49c5-82d0-3e8d672d5587'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:40.608699 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a9ead533-7669-417d-981f-3e2aeda7fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:40.613940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.635093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.636415 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ead533-7669-417d-981f-3e2aeda7fd0e None None] Routers {'a934108c-eb86-49c5-82d0-3e8d672d5587'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:40.637132 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a9ead533-7669-417d-981f-3e2aeda7fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a934108c-eb86-49c5-82d0-3e8d672d5587'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:40.639377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.639733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.640068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.640469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.640805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.641134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.641462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.641789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.642772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.642772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.642772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:40.646386 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409951-1d32-4cec-9661-1e4270564be0 req-ea96d188-7016-41cf-9326-6ebf67e05388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:40.648123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4e409951-1d32-4cec-9661-1e4270564be0 req-ea96d188-7016-41cf-9326-6ebf67e05388 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.1040058 Aug 29 04:37:40.654905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-29f81bd6-f996-45f1-82ee-d56ecb98d35a tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.656154 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a9d5042f-c7ec-4def-86d4-ffddfdf5e074 None None] Provisioning complete for port 862dccc9-828b-419e-b10e-e8620eb4ebb0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:40.656663 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a9d5042f-c7ec-4def-86d4-ffddfdf5e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.722723 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a9ead533-7669-417d-981f-3e2aeda7fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:40.723278 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ead533-7669-417d-981f-3e2aeda7fd0e None None] The sync data for ids ['a934108c-eb86-49c5-82d0-3e8d672d5587'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:40.724490 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4e409951-1d32-4cec-9661-1e4270564be0 req-09be9281-40e3-4a06-97e1-f878b2f4953d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627649 Aug 29 04:37:40.769349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5042f-c7ec-4def-86d4-ffddfdf5e074 None None] Port 862dccc9-828b-419e-b10e-e8620eb4ebb0 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:40.774687 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.822656 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-29f81bd6-f996-45f1-82ee-d56ecb98d35a tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:40.827357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-29f81bd6-f996-45f1-82ee-d56ecb98d35a tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/routers/a934108c-eb86-49c5-82d0-3e8d672d5587 HTTP/1.1" status: 409 len: 329 time: 0.3563039 Aug 29 04:37:40.827897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45196) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.833012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port cfb34174-dd06-4618-91ab-98e238a97a51, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cfb34174-dd06-4618-91ab-98e238a97a51,segment=NetworkSegment(ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d),segment_id=ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:40.838845 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.892568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=cfb34174-dd06-4618-91ab-98e238a97a51,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:41.021045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa848-61a6-4bba-b219-80910549fbbe req-2223bee9-0c53-4900-9e45-a3ab02ad188e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.022663 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-2223bee9-0c53-4900-9e45-a3ab02ad188e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/networks?id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de HTTP/1.1" status: 200 len: 814 time: 0.1154702 Aug 29 04:37:41.041427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-16e172cc-b94f-4c63-a1a0-307ad7956685 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/quotas/50400dbdb0ea41679b81cff07addf6ec HTTP/1.1" status: 200 len: 375 time: 0.0104415 Aug 29 04:37:41.081555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-7651eef9-ef25-41a1-8e0e-193db35de66a tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=50400dbdb0ea41679b81cff07addf6ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338349 Aug 29 04:37:41.223344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-dde42eb3-bbd1-46ad-b747-70e0fbd8a5db service neutron] 10.222.0.49 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341782 Aug 29 04:37:41.338983 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.370281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-b3fe0329-a12c-40d2-a70e-3f28d4ac9ebb service neutron] 10.222.0.49 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457181 Aug 29 04:37:41.408845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53322396-a572-4920-bcd7-f47f6b726fe9 req-3914567e-3948-43b7-a305-44e9b6e96561 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.410537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53322396-a572-4920-bcd7-f47f6b726fe9 req-3914567e-3948-43b7-a305-44e9b6e96561 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.0608609 Aug 29 04:37:41.454626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53322396-a572-4920-bcd7-f47f6b726fe9 req-ba90b5f2-1ddf-4b94-a690-306fb5d255fb tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380445 Aug 29 04:37:41.639836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f76bd-9c07-486e-a9b2-963a6ddbd13f req-146de719-ec01-420a-abd1-d81d96d15387 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.642218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a07f76bd-9c07-486e-a9b2-963a6ddbd13f req-146de719-ec01-420a-abd1-d81d96d15387 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0899880 Aug 29 04:37:41.762980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a07f76bd-9c07-486e-a9b2-963a6ddbd13f req-3914227d-e9f0-484b-ab26-9196f36d02d4 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138973 Aug 29 04:37:41.811385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-165c95a7-36a6-4cf5-8732-f97e44f665fa req-14ca9167-1226-4a28-88e9-92e06e80db5a tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 210 time: 0.0513947 Aug 29 04:37:41.830140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cfb34174-dd06-4618-91ab-98e238a97a51 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:41.886859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Deleting port 862dccc9-828b-419e-b10e-e8620eb4ebb0 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:41.888656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.904542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port cfb34174-dd06-4618-91ab-98e238a97a51 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:41.905022 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.012990 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.029292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Calling delete_port for 862dccc9-828b-419e-b10e-e8620eb4ebb0 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:42.233896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.274604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Port': ['ID=862dccc9-828b-419e-b10e-e8620eb4ebb0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:42.387037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.554707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Router a934108c-eb86-49c5-82d0-3e8d672d5587 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:42.602172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db1ab-5f1b-4834-8292-d791a4177fe3 req-0b54cfed-eac7-4ad3-a1eb-493a1e9c86d3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:42.603778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c5db1ab-5f1b-4834-8292-d791a4177fe3 req-0b54cfed-eac7-4ad3-a1eb-493a1e9c86d3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.0721598 Aug 29 04:37:42.644262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:42.649222 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e32961ca-8b76-4d90-92f9-83d0bf9a031b tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "PUT /v2.0/routers/a934108c-eb86-49c5-82d0-3e8d672d5587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200855 Aug 29 04:37:42.653087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75260447-c2d2-4155-a4b6-4947837d6eb8 None None] Sync routers for ids ['a934108c-eb86-49c5-82d0-3e8d672d5587'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:42.653219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45228) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:42.665235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c5db1ab-5f1b-4834-8292-d791a4177fe3 req-9dab83f8-9354-44ae-9308-913e7d673bf3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546107 Aug 29 04:37:42.667752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75260447-c2d2-4155-a4b6-4947837d6eb8 None None] Routers {'a934108c-eb86-49c5-82d0-3e8d672d5587'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:42.669249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-75260447-c2d2-4155-a4b6-4947837d6eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a934108c-eb86-49c5-82d0-3e8d672d5587'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:42.698051 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-417e13bd-e837-415f-b009-e53e1ac6447e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] show failed (client error): The resource could not be found. Aug 29 04:37:42.699134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-417e13bd-e837-415f-b009-e53e1ac6447e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-696350583 HTTP/1.1" status: 404 len: 334 time: 0.0449502 Aug 29 04:37:42.703091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45230) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:42.708021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c6aac3a4-6be2-4828-86cf-060d973c4c1e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:42.713328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-75260447-c2d2-4155-a4b6-4947837d6eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:42.735390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75260447-c2d2-4155-a4b6-4947837d6eb8 None None] Routers {'a934108c-eb86-49c5-82d0-3e8d672d5587'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:42.736449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-75260447-c2d2-4155-a4b6-4947837d6eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a934108c-eb86-49c5-82d0-3e8d672d5587'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:42.749073 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-c6aac3a4-6be2-4828-86cf-060d973c4c1e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] update failed (client error): The resource could not be found. Aug 29 04:37:42.750209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c6aac3a4-6be2-4828-86cf-060d973c4c1e tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1870467722 HTTP/1.1" status: 404 len: 335 time: 0.0461078 Aug 29 04:37:42.754283 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45234) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:42.785849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-75260447-c2d2-4155-a4b6-4947837d6eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:42.786611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75260447-c2d2-4155-a4b6-4947837d6eb8 None None] The sync data for ids ['a934108c-eb86-49c5-82d0-3e8d672d5587'] in n-d-712141-12 is: [] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:42.923362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46601d87-956f-4dbf-81bc-ad1a897914bc req-a3cf7ce3-ad16-472f-be91-cdbb19afe2fb tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:42.931414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46601d87-956f-4dbf-81bc-ad1a897914bc req-a3cf7ce3-ad16-472f-be91-cdbb19afe2fb tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0546970 Aug 29 04:37:42.970406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Deleting subnet 3d560df9-6367-49f7-9e1b-a1ea13f5dabc {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:42.970406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.997901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f3e7fcd-4180-4667-9aa8-0421d6e75c33 req-e8a909f0-06a3-4178-acb0-0e54d40edc13 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 210 time: 0.0383840 Aug 29 04:37:43.012770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46601d87-956f-4dbf-81bc-ad1a897914bc req-47e7e19f-328d-49c5-b2d0-8f067c53896e tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801651 Aug 29 04:37:43.052621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.086621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa848-61a6-4bba-b219-80910549fbbe req-d15c8b13-8d92-490f-9fb6-f258c6a989af tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.088357 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-d15c8b13-8d92-490f-9fb6-f258c6a989af tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.52 "GET /v2.0/networks?id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de HTTP/1.1" status: 200 len: 814 time: 0.2769551 Aug 29 04:37:43.136764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Request body: {'port': {'device_id': 'bf2e758f-6f9a-4a9d-8500-cab47e086015', 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de', 'admin_state_up': True, 'tenant_id': '50400dbdb0ea41679b81cff07addf6ec'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:43.137486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170dc9b-54f3-4ebc-a2ff-6c3bab542b28 req-b86acdae-495d-497e-be04-73a93f317395 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.139211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6170dc9b-54f3-4ebc-a2ff-6c3bab542b28 req-b86acdae-495d-497e-be04-73a93f317395 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0425127 Aug 29 04:37:43.180300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6170dc9b-54f3-4ebc-a2ff-6c3bab542b28 req-84259f69-950c-4557-9b10-73b01f7ba367 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Aug 29 04:37:43.214602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.291990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024500ff-abf5-448f-be6f-506d62675f96 req-bbcb1b72-6b94-4de4-81c3-d59104c76696 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.300175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-024500ff-abf5-448f-be6f-506d62675f96 req-bbcb1b72-6b94-4de4-81c3-d59104c76696 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0530889 Aug 29 04:37:43.315555 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.329147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Made reservation on behalf of 50400dbdb0ea41679b81cff07addf6ec for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:43.332294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-024500ff-abf5-448f-be6f-506d62675f96 req-6343ee0c-599b-4e7a-98ff-55d4a0d8f9db tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Aug 29 04:37:43.333875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.361596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Subnet': ['ID=3d560df9-6367-49f7-9e1b-a1ea13f5dabc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:43.366288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.368390 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/subnets/3d560df9-6367-49f7-9e1b-a1ea13f5dabc HTTP/1.1" status: 204 len: 168 time: 0.6127627 Aug 29 04:37:43.373142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45250) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:43.373604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ca386-4956-4b25-a458-22214a866f88 None None] Network 494ffdb7-2fd5-4f6b-93b4-3485621d16e3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:43.382050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.382497 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.383094 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.383434 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.383772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.384104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.384456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.384799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.385113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.385438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.385768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.386091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2a763-635e-4050-9940-c22b3274b964 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:43.521361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.557389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Allocated IP 172.20.0.6 (aba7bb40-fb07-42e9-a638-bdeb93d7f1de/7d6a90b9-9c96-454f-a40b-05892f49ee18/aab78676-dbe7-4b54-a9ce-45bb2a64b7f2) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:43.582841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Deleting port cfb34174-dd06-4618-91ab-98e238a97a51 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:43.583186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.642481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a19301-f34a-49eb-9e27-b4063d82c99e None None] DHCP port deletion for 494ffdb7-2fd5-4f6b-93b4-3485621d16e3 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:43.722504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-30a19301-f34a-49eb-9e27-b4063d82c99e None None] Deleting port cfb34174-dd06-4618-91ab-98e238a97a51 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:43.723020 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-30a19301-f34a-49eb-9e27-b4063d82c99e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.740896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] For port cfb34174-dd06-4618-91ab-98e238a97a51, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cfb34174-dd06-4618-91ab-98e238a97a51,segment=NetworkSegment(ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d),segment_id=ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:43.741447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.788872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-30a19301-f34a-49eb-9e27-b4063d82c99e None None] For port cfb34174-dd06-4618-91ab-98e238a97a51, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cfb34174-dd06-4618-91ab-98e238a97a51,segment=NetworkSegment(ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d),segment_id=ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:43.789139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Calling delete_port for cfb34174-dd06-4618-91ab-98e238a97a51 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:43.789421 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-30a19301-f34a-49eb-9e27-b4063d82c99e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.811469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-30a19301-f34a-49eb-9e27-b4063d82c99e None None] Calling delete_port for cfb34174-dd06-4618-91ab-98e238a97a51 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:43.842429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.878058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cfb34174-dd06-4618-91ab-98e238a97a51 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:43.928020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.930454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-30c321fc-d593-4dcb-bb61-c8dbbda80121 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.932234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-30c321fc-d593-4dcb-bb61-c8dbbda80121 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/networks?id=38a0bea1-57f7-4c70-afa7-2a811e1776c6 HTTP/1.1" status: 200 len: 911 time: 0.2735276 Aug 29 04:37:43.945310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304285cb-ec62-4f0c-96f0-12bac70a0360 req-4231f4de-672c-453d-9906-368f899d12c8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.946846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-304285cb-ec62-4f0c-96f0-12bac70a0360 req-4231f4de-672c-453d-9906-368f899d12c8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 945 time: 0.1381764 Aug 29 04:37:43.966473 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-30a19301-f34a-49eb-9e27-b4063d82c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.981354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.990127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Network aba7bb40-fb07-42e9-a638-bdeb93d7f1de is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:43.991763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4b0a7c52-b4fd-444a-9ab4-31ad2304dddc tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/quotas/1d82a621ec2d4107ba81316a08e08fa6 HTTP/1.1" status: 200 len: 375 time: 0.0424116 Aug 29 04:37:44.000295 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-3fea28b2-b225-477c-86f3-8c6b25929b61 service neutron] 10.222.0.59 "GET /v2.0/ports/4f13d65b-2192-4401-9625-f2acf7efc260/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 385 time: 0.1248369 Aug 29 04:37:44.005593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:44.010062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:44.018660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a19301-f34a-49eb-9e27-b4063d82c99e None None] Pushing event deleted for resources: {'Port': ['ID=cfb34174-dd06-4618-91ab-98e238a97a51,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.021053 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a19301-f34a-49eb-9e27-b4063d82c99e None None] No DVR routers for this DVR port cfb34174-dd06-4618-91ab-98e238a97a51 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:44.024098 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.036727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] No DVR routers for this DVR port cfb34174-dd06-4618-91ab-98e238a97a51 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:44.045292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Port': ['ID=cfb34174-dd06-4618-91ab-98e238a97a51,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.069721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Pushing event updated for resources: {'Port': ['ID=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.118027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:44.118639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.140300 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-ee54724e-ffc2-4af8-acc8-ed67df2a3959 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0075495 Aug 29 04:37:44.167619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Request body: {'port': {'device_id': 'bf2e758f-6f9a-4a9d-8500-cab47e086015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:44.212379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-304285cb-ec62-4f0c-96f0-12bac70a0360 req-c3fc8728-8f4d-4f46-ad83-4a2d40c23f34 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176149 Aug 29 04:37:44.218899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.240737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494ffdb7-2fd5-4f6b-93b4-3485621d16e3']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:44.252733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-d92ff69e-d303-4cd1-b72d-24c68fb9b986 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d82a621ec2d4107ba81316a08e08fa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2092605 Aug 29 04:37:44.256254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:44.256555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdfd8e3-ad7a-44c4-b418-f2e3227e5f1d') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:44.274950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.293408 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.330218 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.339907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:44.340490 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:44.343451 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:44.454416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-8a207b23-e8ba-456c-90ef-ef50e40dcd1e service neutron] 10.222.0.49 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903787 Aug 29 04:37:44.456539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.466520 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.471017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/networks/494ffdb7-2fd5-4f6b-93b4-3485621d16e3 HTTP/1.1" status: 204 len: 168 time: 1.0961461 Aug 29 04:37:44.472744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-2e1f7f04-b920-451a-aa04-7240afb7fb71 service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:44.475013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45274) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:44.484801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Network': ['ID=494ffdb7-2fd5-4f6b-93b4-3485621d16e3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.508119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e9221-1a40-4771-9779-66b395bd1ce9 req-3c3fe8b4-845f-4277-9e0c-a741e846e122 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:44.509755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad7e9221-1a40-4771-9779-66b395bd1ce9 req-3c3fe8b4-845f-4277-9e0c-a741e846e122 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 931 time: 0.1235955 Aug 29 04:37:44.513137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.513495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.513832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.514171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.514508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.514840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.515170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.515496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.515949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.516303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.516632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.516956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d135ff1a-2f8c-46cd-a28c-6855eb9af3ad tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:44.580617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-2e1f7f04-b920-451a-aa04-7240afb7fb71 service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:44.615976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad7e9221-1a40-4771-9779-66b395bd1ce9 req-91a9c23b-672c-4728-aff3-0f21a39fb7f8 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877035 Aug 29 04:37:44.646964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-94886711-9483-436e-9b77-fdc428b4e03d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Deleting subnet b7f903cc-01be-421d-9abe-986c16c2c1a5 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:44.656107 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94886711-9483-436e-9b77-fdc428b4e03d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.675878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-760dcde9-4fcf-4672-9eae-f7fa5a2f7b90 service neutron] 10.222.0.49 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808205 Aug 29 04:37:44.706132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:44.708454 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d7f04d-1a71-422e-8da9-d2ee77c1353c" -d '{"events": [{"server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:44.727361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-2e1f7f04-b920-451a-aa04-7240afb7fb71 service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:44.763996 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-2e1f7f04-b920-451a-aa04-7240afb7fb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.790059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94886711-9483-436e-9b77-fdc428b4e03d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.844799 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f63c1-3583-47ee-9f52-7943551fc1e6 x-openstack-request-id: req-f83f63c1-3583-47ee-9f52-7943551fc1e6 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:44.845148 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:44.845337 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f83f63c1-3583-47ee-9f52-7943551fc1e6 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:44.845745 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260', 'code': 200} Aug 29 04:37:45.261319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc1b9a46-3b9a-4242-b47d-f12a651980f7 req-2aa1d9cf-fa47-43fb-a2c1-6439f1b33ab2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 210 time: 0.3828690 Aug 29 04:37:45.296810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b2755-7d8b-4a2e-aa4e-d1ed9f3718ff req-38351a2e-920c-44d8-9713-16267db51472 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.316252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-057b2755-7d8b-4a2e-aa4e-d1ed9f3718ff req-38351a2e-920c-44d8-9713-16267db51472 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 947 time: 0.4471238 Aug 29 04:37:45.345822 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8239ed49-f0d8-4532-8394-8114840de9f4 req-c2558c97-70f5-4c15-9227-ece61fce6a26 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0337787 Aug 29 04:37:45.374936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-057b2755-7d8b-4a2e-aa4e-d1ed9f3718ff req-1d8ecccc-edf9-4529-bfe0-ef900ea4f54b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572598 Aug 29 04:37:45.468171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:45.475034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002532-4c68-473f-8479-11d49a4d4923 req-41a40df8-5ebc-4434-a634-5a739ba676b7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.476620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08002532-4c68-473f-8479-11d49a4d4923 req-41a40df8-5ebc-4434-a634-5a739ba676b7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.0936162 Aug 29 04:37:45.523738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94886711-9483-436e-9b77-fdc428b4e03d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.539830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08002532-4c68-473f-8479-11d49a4d4923 req-31e43a5e-869a-4b16-b32c-1e09d699b4d4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463345 Aug 29 04:37:45.541984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45298) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.556399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8239ed49-f0d8-4532-8394-8114840de9f4 req-f0942d4e-3690-430d-bb75-756f16eaca0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.1137245 Aug 29 04:37:45.558533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.579642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-2e1f7f04-b920-451a-aa04-7240afb7fb71 service neutron] Transition to ACTIVE for port object 4f13d65b-2192-4401-9625-f2acf7efc260 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:45.611934 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-2e1f7f04-b920-451a-aa04-7240afb7fb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.631205 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8239ed49-f0d8-4532-8394-8114840de9f4 req-a9b9c4b9-2064-424f-8f07-ee53b017e523 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500367 Aug 29 04:37:45.635800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Transition to ACTIVE for port object aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:45.686363 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.762655 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-daa8789f-fe2f-442c-9ad1-2b32f5fa0aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.873487 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94886711-9483-436e-9b77-fdc428b4e03d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.881136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a06f0c-47f5-48e9-a889-6488569aae35 req-5a52d199-d2db-45b6-9554-bdbc2b2a020d tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.890738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08a06f0c-47f5-48e9-a889-6488569aae35 req-5a52d199-d2db-45b6-9554-bdbc2b2a020d tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 943 time: 0.1399119 Aug 29 04:37:45.904746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-94886711-9483-436e-9b77-fdc428b4e03d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.906721 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-94886711-9483-436e-9b77-fdc428b4e03d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/subnets/b7f903cc-01be-421d-9abe-986c16c2c1a5 HTTP/1.1" status: 204 len: 168 time: 1.4285889 Aug 29 04:37:45.907471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f7f04-b920-451a-aa04-7240afb7fb71 service neutron] Pushing event updated for resources: {'Port': ['ID=4f13d65b-2192-4401-9625-f2acf7efc260,revision_number=11']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.909961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45304) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.911197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86f37f-087f-4fc3-9e59-cb4ecc89dacf None None] Network 277575ea-13f8-4cf2-8150-99fcf9ad9bd7 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:46.001823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-54101957-51c5-482b-af13-ce41ccd1e5bd tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Deleting subnet 2cadb615-2c1a-40a5-b1a8-8c974e013639 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:46.009049 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54101957-51c5-482b-af13-ce41ccd1e5bd tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.035749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-2e1f7f04-b920-451a-aa04-7240afb7fb71 service neutron] No DVR routers for this DVR port 4f13d65b-2192-4401-9625-f2acf7efc260 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:46.037708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94886711-9483-436e-9b77-fdc428b4e03d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f903cc-01be-421d-9abe-986c16c2c1a5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.105647 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08a06f0c-47f5-48e9-a889-6488569aae35 req-a0bf0001-ee2c-4077-a0c8-8774bf7422b3 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138722 Aug 29 04:37:46.122336 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54101957-51c5-482b-af13-ce41ccd1e5bd tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.188069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad138f-278a-4389-aa48-5cd24f7b591a None None] DHCP port deletion for 277575ea-13f8-4cf2-8150-99fcf9ad9bd7 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:46.240476 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-daa8789f-fe2f-442c-9ad1-2b32f5fa0aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.256267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Pushing event updated for resources: {'Port': ['ID=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.258659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-74ad138f-278a-4389-aa48-5cd24f7b591a None None] Deleting port 7b39323a-61f5-460c-b223-f90a6d452523 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:46.259107 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-74ad138f-278a-4389-aa48-5cd24f7b591a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.269036 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239ed49-f0d8-4532-8394-8114840de9f4 req-a53f311a-f708-4c39-9385-4293dbde9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.271019 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8239ed49-f0d8-4532-8394-8114840de9f4 req-a53f311a-f708-4c39-9385-4293dbde9915 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6101046 Aug 29 04:37:46.271278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Attempting to bind port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:46.271619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Attempting to bind port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:46.271950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Attempting to bind port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 on network aba7bb40-fb07-42e9-a638-bdeb93d7f1de {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:46.281823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 on network aba7bb40-fb07-42e9-a638-bdeb93d7f1de not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:46.282153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Attempting to bind port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 on network aba7bb40-fb07-42e9-a638-bdeb93d7f1de {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:46.286018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-daa8789f-fe2f-442c-9ad1-2b32f5fa0aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.290484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:46.290835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Checking segment: {'id': '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:46.291226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Bound using segment: {'id': '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:46.291675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Bound port: aab78676-dbe7-4b54-a9ce-45bb2a64b7f2, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:46.292040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.343996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-74ad138f-278a-4389-aa48-5cd24f7b591a None None] For port 7b39323a-61f5-460c-b223-f90a6d452523, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7b39323a-61f5-460c-b223-f90a6d452523,segment=NetworkSegment(235d1715-0eaa-4626-b134-fc95bbec9cb4),segment_id=235d1715-0eaa-4626-b134-fc95bbec9cb4)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:46.344928 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-74ad138f-278a-4389-aa48-5cd24f7b591a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.372823 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-2e1f7f04-b920-451a-aa04-7240afb7fb71 service neutron] 10.222.0.59 "PUT /v2.0/ports/4f13d65b-2192-4401-9625-f2acf7efc260/bindings/n-h1-712141-12/activate HTTP/1.1" status: 200 len: 370 time: 2.3581417 Aug 29 04:37:46.397893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] For port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:46.402320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] For port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,segment=NetworkSegment(3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263),segment_id=3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:46.408100 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.417112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-daa8789f-fe2f-442c-9ad1-2b32f5fa0aaa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fce95d7e668a44bbb8f7fa32453e08b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8716631 Aug 29 04:37:46.417874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8789f-fe2f-442c-9ad1-2b32f5fa0aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ff1f8d-a76b-463c-8ff9-e81c89514bc3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.420997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45310) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.482787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a9eadc5-c3d9-443a-bbc5-6acc6a80db61 req-a9f39afe-5f50-4cab-bc8a-84de6f71e387 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 210 time: 0.0931039 Aug 29 04:37:46.493542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.52', 53407) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.502325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Pushing event updated for resources: {'Port': ['ID=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.521032 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.521937 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.524319 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-bdc3e4a0-32f7-44f1-8230-f726c0ee4381 service neutron] 10.222.0.52 "PUT /v2.0/ports/aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 HTTP/1.1" status: 200 len: 1092 time: 2.3607230 Aug 29 04:37:46.607233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54101957-51c5-482b-af13-ce41ccd1e5bd tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.609275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-74ad138f-278a-4389-aa48-5cd24f7b591a None None] Calling delete_port for 7b39323a-61f5-460c-b223-f90a6d452523 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:46.631765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa848-61a6-4bba-b219-80910549fbbe req-232fea7b-0bfc-4cf5-a912-bd972b7ea801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.633620 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-232fea7b-0bfc-4cf5-a912-bd972b7ea801 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50400dbdb0ea41679b81cff07addf6ec&device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 1095 time: 0.0553606 Aug 29 04:37:46.698421 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-74ad138f-278a-4389-aa48-5cd24f7b591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.708607 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-23c95805-97c8-46e7-8f88-6ae1d6ae16c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 HTTP/1.1" status: 200 len: 217 time: 0.0524490 Aug 29 04:37:46.721083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-72fb2564-e27d-4b58-828e-cbde508dd5e9 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.723319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-72fb2564-e27d-4b58-828e-cbde508dd5e9 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.52 "GET /v2.0/networks?id=38a0bea1-57f7-4c70-afa7-2a811e1776c6 HTTP/1.1" status: 200 len: 911 time: 0.5188839 Aug 29 04:37:46.730352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad138f-278a-4389-aa48-5cd24f7b591a None None] Pushing event deleted for resources: {'Port': ['ID=7b39323a-61f5-460c-b223-f90a6d452523,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.741944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Request body: {'port': {'device_id': '725aa6e4-75e9-4018-be37-89e78e497603', 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6', 'admin_state_up': True, 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:46.742764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad138f-278a-4389-aa48-5cd24f7b591a None None] No DVR routers for this DVR port 7b39323a-61f5-460c-b223-f90a6d452523 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:46.766237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-b6c7e7f1-76fb-4a8a-ae43-f2bf5ac21ae4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.767734 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-b6c7e7f1-76fb-4a8a-ae43-f2bf5ac21ae4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 947 time: 0.1205044 Aug 29 04:37:46.812230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40f26d-dd7e-49ad-acc9-db1f5fde9f26 req-ebcd29ac-1731-4e16-9405-acffdf3c288c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.813758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d40f26d-dd7e-49ad-acc9-db1f5fde9f26 req-ebcd29ac-1731-4e16-9405-acffdf3c288c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 947 time: 0.2658863 Aug 29 04:37:46.815281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa848-61a6-4bba-b219-80910549fbbe req-4de50efa-4c7e-4226-b178-0506af6ef82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.815721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-0f5de249-9632-4f90-94c2-63074212b610 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.816803 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-4de50efa-4c7e-4226-b178-0506af6ef82c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6a90b9-9c96-454f-a40b-05892f49ee18 HTTP/1.1" status: 200 len: 854 time: 0.0998583 Aug 29 04:37:46.817135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-0f5de249-9632-4f90-94c2-63074212b610 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 1096 time: 0.3199763 Aug 29 04:37:46.825011 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24852d7c-b4f8-49ab-8866-146364566fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.849412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Made reservation on behalf of 1d82a621ec2d4107ba81316a08e08fa6 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:46.851082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2e758f-6f9a-4a9d-8500-cab47e086015', 'tag': 'aab78676-dbe7-4b54-a9ce-45bb2a64b7f2'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:46.851570 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.854137 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b04e58-db32-4af5-80da-040c8564a0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2e758f-6f9a-4a9d-8500-cab47e086015", "tag": "aab78676-dbe7-4b54-a9ce-45bb2a64b7f2"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:46.884961 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-d5982a66-58be-4e08-82d6-c02bef9bad56 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542154 Aug 29 04:37:46.907191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31945ef-02fe-4b41-ad09-1e5c76322377 req-c2c89c61-46cd-4d6d-902d-aa365aff5bca tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.908742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a31945ef-02fe-4b41-ad09-1e5c76322377 req-c2c89c61-46cd-4d6d-902d-aa365aff5bca tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.2497690 Aug 29 04:37:46.909864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54101957-51c5-482b-af13-ce41ccd1e5bd tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.963500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Deleting port 178f0df5-9772-4dce-b3d5-99b6edfa449d {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:46.963855 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.003117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24852d7c-b4f8-49ab-8866-146364566fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.005959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54101957-51c5-482b-af13-ce41ccd1e5bd tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Subnet': ['ID=2cadb615-2c1a-40a5-b1a8-8c974e013639,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.017235 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54101957-51c5-482b-af13-ce41ccd1e5bd tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.021225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-54101957-51c5-482b-af13-ce41ccd1e5bd tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/subnets/2cadb615-2c1a-40a5-b1a8-8c974e013639 HTTP/1.1" status: 204 len: 168 time: 1.1058459 Aug 29 04:37:47.021364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3835109-ea0c-4a8f-9ede-bf9f59b1073e None None] Network ced34b47-a777-4832-98b4-a9c0760884c3 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:47.023401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45316) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.039240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d40f26d-dd7e-49ad-acc9-db1f5fde9f26 req-c2f3b167-d6bb-4fe1-aafc-dd945e87659a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d9c04f-225b-4b39-b544-9e498d597af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103522 Aug 29 04:37:47.109001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-88a1aa0d-a74b-4333-bd56-86f2106c746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.110534 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-88a1aa0d-a74b-4333-bd56-86f2106c746f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 1096 time: 0.2788818 Aug 29 04:37:47.110651 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-389eabbf-8a6a-4866-8246-6a7e8c4b8132 service neutron] 10.222.0.52 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163582 Aug 29 04:37:47.130671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a31945ef-02fe-4b41-ad09-1e5c76322377 req-cf656ee9-baf4-4723-8f6a-a27ffd65a5aa tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909580 Aug 29 04:37:47.147431 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f647f919-cba2-4351-aec4-e7c08ebd65ca x-openstack-request-id: req-f647f919-cba2-4351-aec4-e7c08ebd65ca {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:47.147849 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2e758f-6f9a-4a9d-8500-cab47e086015", "tag": "aab78676-dbe7-4b54-a9ce-45bb2a64b7f2", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:47.147965 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f647f919-cba2-4351-aec4-e7c08ebd65ca {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:47.148391 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2e758f-6f9a-4a9d-8500-cab47e086015', 'tag': 'aab78676-dbe7-4b54-a9ce-45bb2a64b7f2', 'status': 'completed', 'code': 200} Aug 29 04:37:47.185610 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24852d7c-b4f8-49ab-8866-146364566fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.188173 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24852d7c-b4f8-49ab-8866-146364566fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.189339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-24852d7c-b4f8-49ab-8866-146364566fa9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72ff1f8d-a76b-463c-8ff9-e81c89514bc3 HTTP/1.1" status: 204 len: 168 time: 0.7294669 Aug 29 04:37:47.218463 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.225852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] For port 178f0df5-9772-4dce-b3d5-99b6edfa449d, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=178f0df5-9772-4dce-b3d5-99b6edfa449d,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:47.226235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.246843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24852d7c-b4f8-49ab-8866-146364566fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ff1f8d-a76b-463c-8ff9-e81c89514bc3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.331396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Allocated IP 172.20.0.6 (38a0bea1-57f7-4c70-afa7-2a811e1776c6/ed64ee19-710f-46d5-b78e-ab70f89859d1/0f174940-0b9e-45c8-9600-0425fbd51c42) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:47.336266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-970ca949-418e-4d10-b102-e48834757edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.337857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-970ca949-418e-4d10-b102-e48834757edb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1096 time: 0.1669185 Aug 29 04:37:47.341266 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c4b67e-8d0b-4c67-94d5-b8089950feae None None] DHCP port deletion for ced34b47-a777-4832-98b4-a9c0760884c3 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:47.353226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9193328-a2d2-4180-a092-59558bd4351b req-573b6ae0-cef2-438c-8d11-bf5cd7664c2e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.355703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9193328-a2d2-4180-a092-59558bd4351b req-573b6ae0-cef2-438c-8d11-bf5cd7664c2e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 943 time: 0.1171663 Aug 29 04:37:47.409209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4b67e-8d0b-4c67-94d5-b8089950feae None None] Deleting port 4244be8b-2783-4fe3-a222-8f415ea7c4d0 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:47.409789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b67e-8d0b-4c67-94d5-b8089950feae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.464661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9193328-a2d2-4180-a092-59558bd4351b req-12ea0980-3037-4ba3-b2be-26e60367a119 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947714 Aug 29 04:37:47.502715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e7c4b67e-8d0b-4c67-94d5-b8089950feae None None] For port 4244be8b-2783-4fe3-a222-8f415ea7c4d0, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4244be8b-2783-4fe3-a222-8f415ea7c4d0,segment=NetworkSegment(8873ebe3-7809-45ff-8605-df2d411c6992),segment_id=8873ebe3-7809-45ff-8605-df2d411c6992)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:47.503178 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b67e-8d0b-4c67-94d5-b8089950feae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.519452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4b67e-8d0b-4c67-94d5-b8089950feae None None] Calling delete_port for 4244be8b-2783-4fe3-a222-8f415ea7c4d0 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:47.520494 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-de4aa848-61a6-4bba-b219-80910549fbbe req-868fad62-f306-4168-a6af-12e3febbf943 service neutron] 10.222.0.52 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833125 Aug 29 04:37:47.552044 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.570368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-a1252922-71ce-4802-92fa-ca2ebf6be6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.571869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-a1252922-71ce-4802-92fa-ca2ebf6be6f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94750a3d-70b9-4f3c-81e3-0b43510a70d4 HTTP/1.1" status: 200 len: 897 time: 0.2112877 Aug 29 04:37:47.594863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277575ea-13f8-4cf2-8150-99fcf9ad9bd7']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.640902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235d1715-0eaa-4626-b134-fc95bbec9cb4') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.641519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235d1715-0eaa-4626-b134-fc95bbec9cb4') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:47.675991 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b67e-8d0b-4c67-94d5-b8089950feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.677231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2de08ec5-4536-48c3-937b-7c5bf0bcdab2 req-4cce0d37-0134-4ec3-90ba-3d1109078de8 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 210 time: 0.0728252 Aug 29 04:37:47.704228 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.732293 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.733441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4b67e-8d0b-4c67-94d5-b8089950feae None None] No DVR routers for this DVR port 4244be8b-2783-4fe3-a222-8f415ea7c4d0 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:47.736151 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.736773 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.737308 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Floating IP 1aa0e0d8-217a-4bac-9748-22cc4a24594f disassociated. External IP: 172.25.5.59, port: 178f0df5-9772-4dce-b3d5-99b6edfa449d. Aug 29 04:37:47.737815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Calling delete_port for 178f0df5-9772-4dce-b3d5-99b6edfa449d owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:47.747369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4b67e-8d0b-4c67-94d5-b8089950feae None None] Pushing event deleted for resources: {'Port': ['ID=4244be8b-2783-4fe3-a222-8f415ea7c4d0,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.758455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:47.759289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.762562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 4f13d65b-2192-4401-9625-f2acf7efc260 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:47.764348 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.791025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-a400cbd4-6201-4f32-aca6-fbac734194bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f13d65b-2192-4401-9625-f2acf7efc260 HTTP/1.1" status: 200 len: 999 time: 0.1680250 Aug 29 04:37:47.802165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Transition to ACTIVE for port object 0f174940-0b9e-45c8-9600-0425fbd51c42 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:47.813902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7b39323a-61f5-460c-b223-f90a6d452523 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:47.837740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 4f13d65b-2192-4401-9625-f2acf7efc260 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:47.841377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 7b39323a-61f5-460c-b223-f90a6d452523 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:47.841724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7b39323a-61f5-460c-b223-f90a6d452523 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:47.842366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4244be8b-2783-4fe3-a222-8f415ea7c4d0 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:47.856264 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.867106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4244be8b-2783-4fe3-a222-8f415ea7c4d0 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:47.867454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4244be8b-2783-4fe3-a222-8f415ea7c4d0 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:47.870356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['7b3a12ba-948d-4b57-a441-5cd1d34b10aa'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:47.889533 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:47.892956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-946bf7a1-fad4-460e-a5a2-eaef31973863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.894480 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-946bf7a1-fad4-460e-a5a2-eaef31973863 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50400dbdb0ea41679b81cff07addf6ec&device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 1095 time: 0.2571945 Aug 29 04:37:47.896790 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.907954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.909852 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/networks/277575ea-13f8-4cf2-8150-99fcf9ad9bd7 HTTP/1.1" status: 204 len: 168 time: 0.8855724 Aug 29 04:37:47.921207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45336) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.937043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe41d7b-e9ee-458a-8130-c3f9c2d038ca tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Network': ['ID=277575ea-13f8-4cf2-8150-99fcf9ad9bd7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.960583 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-af6f8f82-dbdc-4458-8a62-4aa4d65401b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.962238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-af6f8f82-dbdc-4458-8a62-4aa4d65401b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfb14757-e60a-4ccb-8304-dc37368104cb HTTP/1.1" status: 200 len: 835 time: 0.1274612 Aug 29 04:37:48.001751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:48.057950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:48.062836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-27015a28-e5ae-4167-9fd8-f241b0378b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.063779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:48.064436 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-27015a28-e5ae-4167-9fd8-f241b0378b52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de HTTP/1.1" status: 200 len: 915 time: 0.1535707 Aug 29 04:37:48.121665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-4e111df1-4911-4ded-b874-bb26be596d15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 HTTP/1.1" status: 200 len: 217 time: 0.0484922 Aug 29 04:37:48.142707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Pushing event updated for resources: {'Port': ['ID=0f174940-0b9e-45c8-9600-0425fbd51c42,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.162147 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.182593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1b493787-e256-4f0f-84c7-633bd6d9d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.191307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1b493787-e256-4f0f-84c7-633bd6d9d0f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94750a3d-70b9-4f3c-81e3-0b43510a70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2022851 Aug 29 04:37:48.191743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.195010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.195617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.233224 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.249282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event deleted for resources: {'Port': ['ID=178f0df5-9772-4dce-b3d5-99b6edfa449d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.260694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-a7f3ef35-e8d8-437b-b2cc-39bbd25e5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.263290 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-a7f3ef35-e8d8-437b-b2cc-39bbd25e5232 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d6a90b9-9c96-454f-a40b-05892f49ee18 HTTP/1.1" status: 200 len: 854 time: 0.1357639 Aug 29 04:37:48.265840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a96dfcc8-41a8-43d8-92ce-adf9f634cba3 req-fe4314cb-7127-4cfb-8056-9b9145e732d6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 210 time: 0.0852425 Aug 29 04:37:48.337444 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-58efc075-8518-4778-8971-bc9ddc977d5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aba7bb40-fb07-42e9-a638-bdeb93d7f1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299067 Aug 29 04:37:48.368968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-4af74e00-bd62-4935-9f42-1d22007190a2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6306839 Aug 29 04:37:48.396601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Request body: {'port': {'device_id': '725aa6e4-75e9-4018-be37-89e78e497603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:48.439174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-36013e72-aeb0-4e69-abed-d0f4b3354870 None None] Provisioning for port 0f174940-0b9e-45c8-9600-0425fbd51c42 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:48.443672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-36013e72-aeb0-4e69-abed-d0f4b3354870 None None] Provisioning complete for port 0f174940-0b9e-45c8-9600-0425fbd51c42 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:48.444247 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-36013e72-aeb0-4e69-abed-d0f4b3354870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.489525 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-7be01c5f-23c3-4d1b-b542-3705d3affa10 service neutron] 10.222.0.52 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423688 Aug 29 04:37:48.492389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-36013e72-aeb0-4e69-abed-d0f4b3354870 None None] Port 0f174940-0b9e-45c8-9600-0425fbd51c42 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:48.500311 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.524653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd02d-7417-48b9-94e4-b41ad05673c0 req-c20bbae6-1bfa-4f98-b750-bcc66a254ee5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.532257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f7dd02d-7417-48b9-94e4-b41ad05673c0 req-c20bbae6-1bfa-4f98-b750-bcc66a254ee5 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.2773311 Aug 29 04:37:48.545451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Router d3b949a7-934e-4f36-b39c-cb79cab2f2ac has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:48.545923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced34b47-a777-4832-98b4-a9c0760884c3']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:48.582321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-04c287e2-c0ef-4fe5-b8c4-ae85a78c0a62 service neutron] 10.222.0.52 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813024 Aug 29 04:37:48.588584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8873ebe3-7809-45ff-8605-df2d411c6992') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:48.588692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8873ebe3-7809-45ff-8605-df2d411c6992') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:48.666445 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.681828 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.688639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:48.689139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:48.693043 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:48.752775 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-c7b4274a-f027-4c94-9fc1-9c2f058d900e service neutron] 10.222.0.52 "GET /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535555 Aug 29 04:37:48.761296 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.791482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:48.807411 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] Sync routers for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:48.823660 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:48.824011 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:48.838875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6f7dd02d-7417-48b9-94e4-b41ad05673c0 req-0d82371d-71ac-4afb-b86f-adc44481be65 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056068 Aug 29 04:37:48.865633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] No DVR routers for this DVR port 178f0df5-9772-4dce-b3d5-99b6edfa449d on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:48.869851 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.873759 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8570c05a-5fa4-4cbe-8f83-4c689ffe6ed9 req-c0259630-e5cd-4ae6-8725-0ab97b4d0685 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.59 "DELETE /v2.0/ports/178f0df5-9772-4dce-b3d5-99b6edfa449d HTTP/1.1" status: 204 len: 173 time: 2.0977077 Aug 29 04:37:48.904360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8dfa5-f2aa-41d6-b888-ffcceadbcf2b req-bead8faa-e64c-42ae-93e9-1605a5210838 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.911697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24d8dfa5-f2aa-41d6-b888-ffcceadbcf2b req-bead8faa-e64c-42ae-93e9-1605a5210838 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 943 time: 0.3283391 Aug 29 04:37:48.921643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.957549 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.961680 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/networks/ced34b47-a777-4832-98b4-a9c0760884c3 HTTP/1.1" status: 204 len: 168 time: 1.0114152 Aug 29 04:37:48.962690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45362) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.990502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a00158-cece-480f-914b-1ca1ce00cebb tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Network': ['ID=ced34b47-a777-4832-98b4-a9c0760884c3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.996613 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:49.070555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33d3228-be78-4604-a895-e8eb2fa39b7d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Deleting subnet 492dcac2-3ca7-48ac-8376-28362b55c3d2 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:49.076071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b33d3228-be78-4604-a895-e8eb2fa39b7d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.126786 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b33d3228-be78-4604-a895-e8eb2fa39b7d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.151680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'name': 'network-vif-deleted', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:49.154895 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9781d85-ddea-43e6-8dfc-06f775038ae1" -d '{"events": [{"server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "name": "network-vif-deleted", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:49.218428 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:49.243225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4f13d65b-2192-4401-9625-f2acf7efc260 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:49.263224 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] Checking router: d3b949a7-934e-4f36-b39c-cb79cab2f2ac for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:49.263778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b33d3228-be78-4604-a895-e8eb2fa39b7d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.283118 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:49.284049 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:49.344883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b33d3228-be78-4604-a895-e8eb2fa39b7d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.347558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-6c72815e-9dea-4c73-98bc-ff3debf56eb5 service neutron] 10.222.0.52 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542634 Aug 29 04:37:49.392389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24d8dfa5-f2aa-41d6-b888-ffcceadbcf2b req-fc8dcef1-2c9d-44b2-a2d2-9b7ad7942be8 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742138 Aug 29 04:37:49.399557 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b33d3228-be78-4604-a895-e8eb2fa39b7d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.402202 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b33d3228-be78-4604-a895-e8eb2fa39b7d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/subnets/492dcac2-3ca7-48ac-8376-28362b55c3d2 HTTP/1.1" status: 204 len: 168 time: 0.4382095 Aug 29 04:37:49.405298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45368) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.408282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768671a4-847a-453a-bdad-4eeb5cf0a07f None None] Network dc41f207-e344-4adc-adb6-83f51f461415 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:49.459408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d3228-be78-4604-a895-e8eb2fa39b7d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Subnet': ['ID=492dcac2-3ca7-48ac-8376-28362b55c3d2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:49.465752 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4008416-e122-4dd4-bc7d-56dfea8ed815 x-openstack-request-id: req-b4008416-e122-4dd4-bc7d-56dfea8ed815 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:49.466118 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5172f9f-c75f-44f8-b6fc-4acf4417a334", "name": "network-vif-deleted", "tag": "178f0df5-9772-4dce-b3d5-99b6edfa449d", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:49.466438 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4008416-e122-4dd4-bc7d-56dfea8ed815 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:49.466932 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5172f9f-c75f-44f8-b6fc-4acf4417a334', 'name': 'network-vif-deleted', 'tag': '178f0df5-9772-4dce-b3d5-99b6edfa449d', 'status': 'completed', 'code': 200} Aug 29 04:37:49.525320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df5d5c-926c-4b07-b2a2-8d9793ca4bce req-01bec664-5a5b-4ea7-af59-de6e2c634415 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:49.533369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42df5d5c-926c-4b07-b2a2-8d9793ca4bce req-01bec664-5a5b-4ea7-af59-de6e2c634415 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1027 time: 0.5498035 Aug 29 04:37:49.538446 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:49.638848 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.742537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Deleting port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:49.742945 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.764632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42df5d5c-926c-4b07-b2a2-8d9793ca4bce req-5a989c41-afc1-4eb9-8ac8-5f42b3a503b4 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208385 Aug 29 04:37:49.805765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f52e68-f636-4b2c-8b1c-506a506dede6 None None] DHCP port deletion for dc41f207-e344-4adc-adb6-83f51f461415 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:49.812691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bd7085-c93a-4085-9020-07270fba5c61 req-347ace4b-eafa-4a90-af4c-d3372de3b82f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5172f9f-c75f-44f8-b6fc-4acf4417a334 HTTP/1.1" status: 200 len: 210 time: 0.1395166 Aug 29 04:37:49.922105 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:49.926163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] For port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7db7b2a0-929c-4b7e-89b2-b06dbeec0537,segment=NetworkSegment(42840744-37ac-4503-80d8-c750323e19e0),segment_id=42840744-37ac-4503-80d8-c750323e19e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:49.926670 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.931832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-9c03a49a-fe56-4b54-bf6a-edbc1ccdba21 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:49.936552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c3f52e68-f636-4b2c-8b1c-506a506dede6 None None] Deleting port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:49.936935 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c3f52e68-f636-4b2c-8b1c-506a506dede6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.938438 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-9c03a49a-fe56-4b54-bf6a-edbc1ccdba21 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 1096 time: 0.2279050 Aug 29 04:37:49.954098 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ac204-34e8-4952-8394-50e238cfa2e0 None None] The sync data for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 is: [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:49.959753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Calling delete_port for 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:50.022183 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c3f52e68-f636-4b2c-8b1c-506a506dede6 None None] For port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7db7b2a0-929c-4b7e-89b2-b06dbeec0537,segment=NetworkSegment(42840744-37ac-4503-80d8-c750323e19e0),segment_id=42840744-37ac-4503-80d8-c750323e19e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:50.022655 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c3f52e68-f636-4b2c-8b1c-506a506dede6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.037650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c3f52e68-f636-4b2c-8b1c-506a506dede6 None None] Calling delete_port for 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:50.047126 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f174940-0b9e-45c8-9600-0425fbd51c42 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:50.057233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.074097 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.094792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c871d95-0413-4a27-a51d-13fc83d744c3 req-0a1784d5-b82b-44aa-a353-76f9e8dc110c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.096546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c871d95-0413-4a27-a51d-13fc83d744c3 req-0a1784d5-b82b-44aa-a353-76f9e8dc110c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.1264687 Aug 29 04:37:50.097910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Transition to ACTIVE for port object 0f174940-0b9e-45c8-9600-0425fbd51c42 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:50.106934 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.112997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] No DVR routers for this DVR port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:50.117477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Port': ['ID=7db7b2a0-929c-4b7e-89b2-b06dbeec0537,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:50.121985 n-d-712141-12 neutron-server[94852]: self.session.flush() Aug 29 04:37:50.132911 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c3f52e68-f636-4b2c-8b1c-506a506dede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.183022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f52e68-f636-4b2c-8b1c-506a506dede6 None None] Pushing event deleted for resources: {'Port': ['ID=7db7b2a0-929c-4b7e-89b2-b06dbeec0537,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.207969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f52e68-f636-4b2c-8b1c-506a506dede6 None None] No DVR routers for this DVR port 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:50.213814 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.227954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc41f207-e344-4adc-adb6-83f51f461415']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.276429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f174940-0b9e-45c8-9600-0425fbd51c42,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.304849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c871d95-0413-4a27-a51d-13fc83d744c3 req-ddac8a4f-6c44-43fe-8ef2-3617b2893c8e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017169 Aug 29 04:37:50.328965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-a6202e0f-3363-4b0b-a3d6-f792de66d122 service neutron] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:50.334261 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-a6202e0f-3363-4b0b-a3d6-f792de66d122 service neutron] Notify callbacks [] for binding, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.335465 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-a6202e0f-3363-4b0b-a3d6-f792de66d122 service neutron] 10.222.0.52 "DELETE /v2.0/ports/4f13d65b-2192-4401-9625-f2acf7efc260/bindings/n-h2-712141-12 HTTP/1.1" status: 204 len: 173 time: 0.3643997 Aug 29 04:37:50.403045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Attempting to bind port 0f174940-0b9e-45c8-9600-0425fbd51c42 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:50.403761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Attempting to bind port 0f174940-0b9e-45c8-9600-0425fbd51c42 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:50.404628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Attempting to bind port 0f174940-0b9e-45c8-9600-0425fbd51c42 on network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:50.409895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Port 0f174940-0b9e-45c8-9600-0425fbd51c42 on network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:50.410285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Attempting to bind port 0f174940-0b9e-45c8-9600-0425fbd51c42 on network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:50.417526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:50.418122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Checking segment: {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:50.418599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Bound using segment: {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:50.419219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Bound port: 0f174940-0b9e-45c8-9600-0425fbd51c42, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cf1003-1973-46c6-a8ab-affcbbf6b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:50.419595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.444134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee164f4-68d8-425d-8132-cef46f977761 None None] New status for floating IP 1aa0e0d8-217a-4bac-9748-22cc4a24594f: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:37:50.562572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] For port 0f174940-0b9e-45c8-9600-0425fbd51c42, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:50.566142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8eab57-4e7c-4c60-bf21-d1626ba35d5e req-c661352b-2d17-4488-96c8-0e193068ab4b tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.567824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c8eab57-4e7c-4c60-bf21-d1626ba35d5e req-c661352b-2d17-4488-96c8-0e193068ab4b tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1096 time: 0.1346459 Aug 29 04:37:50.569772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] For port 0f174940-0b9e-45c8-9600-0425fbd51c42, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0f174940-0b9e-45c8-9600-0425fbd51c42,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:50.579001 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.617493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f69e6-0f2b-4b67-954a-a053b56f9b48 req-caf502d4-3bc8-42a0-9cbe-9c8639f2a170 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.619333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d4f69e6-0f2b-4b67-954a-a053b56f9b48 req-caf502d4-3bc8-42a0-9cbe-9c8639f2a170 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 943 time: 0.1295514 Aug 29 04:37:50.638022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.638706 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.640467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] 10.222.0.52 "PUT /v2.0/ports/0f174940-0b9e-45c8-9600-0425fbd51c42 HTTP/1.1" status: 200 len: 1092 time: 2.2484980 Aug 29 04:37:50.655029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42840744-37ac-4503-80d8-c750323e19e0') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.655288 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42840744-37ac-4503-80d8-c750323e19e0') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.655542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725aa6e4-75e9-4018-be37-89e78e497603', 'tag': '0f174940-0b9e-45c8-9600-0425fbd51c42'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:50.658061 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f28657-54e5-4919-af3d-df0face6bb00" -d '{"events": [{"name": "network-changed", "server_uuid": "725aa6e4-75e9-4018-be37-89e78e497603", "tag": "0f174940-0b9e-45c8-9600-0425fbd51c42"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:50.681162 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.701620 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.714843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87810d-00ea-48a6-bf0f-300bccaa4fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f174940-0b9e-45c8-9600-0425fbd51c42,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.721395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:50.722051 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.725389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c8eab57-4e7c-4c60-bf21-d1626ba35d5e req-f5eaabed-aa46-4e7a-8298-705ccb1d4a96 tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167655 Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:50.726327 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:50.754136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d4f69e6-0f2b-4b67-954a-a053b56f9b48 req-a2174008-edb6-4950-99e3-62b2ec272cef tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226454 Aug 29 04:37:50.825303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-a1d4b62b-4f02-49d1-8a04-2ae8ea79e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.827286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.829171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-a1d4b62b-4f02-49d1-8a04-2ae8ea79e917 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d82a621ec2d4107ba81316a08e08fa6&device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1095 time: 0.0987546 Aug 29 04:37:50.833582 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6d5164-3442-4a99-90cc-175b5e98ef97 x-openstack-request-id: req-6f6d5164-3442-4a99-90cc-175b5e98ef97 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:50.834081 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725aa6e4-75e9-4018-be37-89e78e497603", "tag": "0f174940-0b9e-45c8-9600-0425fbd51c42", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:50.834505 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f6d5164-3442-4a99-90cc-175b5e98ef97 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:50.835072 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725aa6e4-75e9-4018-be37-89e78e497603', 'tag': '0f174940-0b9e-45c8-9600-0425fbd51c42', 'status': 'completed', 'code': 200} Aug 29 04:37:50.838551 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.841674 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/networks/dc41f207-e344-4adc-adb6-83f51f461415 HTTP/1.1" status: 204 len: 168 time: 1.4347920 Aug 29 04:37:50.844419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45384) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.858278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8c1a5-ab85-48cf-b35c-042d83698170 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Pushing event deleted for resources: {'Network': ['ID=dc41f207-e344-4adc-adb6-83f51f461415,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.918634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ba45516b-dc84-483b-9db5-5768bb75ea2d tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a934108c-eb86-49c5-82d0-3e8d672d5587 HTTP/1.1" status: 200 len: 205 time: 0.0728140 Aug 29 04:37:50.921326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45390) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.950923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-161ceca1-b916-4f76-9f64-b0ab2b5c2b33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f174940-0b9e-45c8-9600-0425fbd51c42 HTTP/1.1" status: 200 len: 217 time: 0.0957513 Aug 29 04:37:51.016031 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99f0cf34-8269-427d-8a76-0ada02e260b3 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.029581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975046c-7a27-4416-bd50-02fb4b6dd584 req-e208520c-6495-4a34-9ef2-4ab1b3eab39f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.031092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d975046c-7a27-4416-bd50-02fb4b6dd584 req-e208520c-6495-4a34-9ef2-4ab1b3eab39f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.1770806 Aug 29 04:37:51.039947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-5087197c-a724-405b-9ecc-6d384d8be6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.041200 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-5087197c-a724-405b-9ecc-6d384d8be6d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ed64ee19-710f-46d5-b78e-ab70f89859d1 HTTP/1.1" status: 200 len: 849 time: 0.0710754 Aug 29 04:37:51.060674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd076db-fbfe-4d2f-afaf-139c136a3875 req-54e0535b-13a1-4fe1-a605-c5b756355d93 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.062166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bd076db-fbfe-4d2f-afaf-139c136a3875 req-54e0535b-13a1-4fe1-a605-c5b756355d93 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1095 time: 0.1427710 Aug 29 04:37:51.131640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d975046c-7a27-4416-bd50-02fb4b6dd584 req-21b38339-6ffe-42b0-b03a-588b87a72955 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937932 Aug 29 04:37:51.146485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-ff76921b-9313-4f2a-b8e8-ed1cccae3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.148261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-ff76921b-9313-4f2a-b8e8-ed1cccae3273 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38a0bea1-57f7-4c70-afa7-2a811e1776c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998428 Aug 29 04:37:51.150004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bd076db-fbfe-4d2f-afaf-139c136a3875 req-14c9a70b-7ce1-4360-840d-cd6e1e71071c tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632510 Aug 29 04:37:51.167069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45400) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.237384 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99f0cf34-8269-427d-8a76-0ada02e260b3 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.239932 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99f0cf34-8269-427d-8a76-0ada02e260b3 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.243769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45406) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.253283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:51.329157 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99f0cf34-8269-427d-8a76-0ada02e260b3 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.329772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f0cf34-8269-427d-8a76-0ada02e260b3 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Fanout notify agent at l3_agent the message router_deleted on router a934108c-eb86-49c5-82d0-3e8d672d5587 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:37:51.337449 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-99f0cf34-8269-427d-8a76-0ada02e260b3 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.340803 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-99f0cf34-8269-427d-8a76-0ada02e260b3 tempest-RoutersNegativeIpV6Test-1041321539 tempest-RoutersNegativeIpV6Test-1041321539-project] 10.222.0.49 "DELETE /v2.0/routers/a934108c-eb86-49c5-82d0-3e8d672d5587 HTTP/1.1" status: 204 len: 168 time: 0.4159884 Aug 29 04:37:51.341436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fb71ab68-63a4-441f-ad96-82ff444bd70d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/b7f79ebe-ef70-4969-a77c-624cf2f81d8b HTTP/1.1" status: 200 len: 991 time: 0.1584170 Aug 29 04:37:51.343369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-7fb77858-0818-4194-9782-ac1897250dcf service neutron] 10.222.0.52 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772885 Aug 29 04:37:51.367258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5856f1a5-5301-4009-9618-53cee76d3230 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.407524 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5856f1a5-5301-4009-9618-53cee76d3230 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.459137 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,segment=NetworkSegment(3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263),segment_id=3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:51.492267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b4b24f6-a90b-4e5c-832d-c4a95ccd0c80 req-e7046044-4096-4284-8e0d-06320f797d54 service neutron] 10.222.0.52 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416152 Aug 29 04:37:51.493534 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5856f1a5-5301-4009-9618-53cee76d3230 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.497304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5856f1a5-5301-4009-9618-53cee76d3230 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.498975 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5856f1a5-5301-4009-9618-53cee76d3230 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "DELETE /v2.0/security-groups/02d9c04f-225b-4b39-b544-9e498d597af0 HTTP/1.1" status: 204 len: 168 time: 0.2540591 Aug 29 04:37:51.499996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'aab78676-dbe7-4b54-a9ce-45bb2a64b7f2', 'network_id': 'aba7bb40-fb07-42e9-a638-bdeb93d7f1de', 'port_id': 'aab78676-dbe7-4b54-a9ce-45bb2a64b7f2', 'mac_address': 'fa:16:3e:5b:d2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a90b9-9c96-454f-a40b-05892f49ee18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:37:51.501651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45420) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.513077 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856f1a5-5301-4009-9618-53cee76d3230 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d9c04f-225b-4b39-b544-9e498d597af0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.536518 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-556886f8-e562-4073-808b-8dcd7cb5dcee tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] show failed (client error): The resource could not be found. Aug 29 04:37:51.541723 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45424) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.542343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-556886f8-e562-4073-808b-8dcd7cb5dcee tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups/02d9c04f-225b-4b39-b544-9e498d597af0 HTTP/1.1" status: 404 len: 347 time: 0.0389848 Aug 29 04:37:51.569885 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.592772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:51.628682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,segment=NetworkSegment(3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263),segment_id=3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:51.635120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45430) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.641913 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.708257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.716897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 178f0df5-9772-4dce-b3d5-99b6edfa449d no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:51.743235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-a67360f1-cb8e-45b9-adb5-a82495b20e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.744916 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-a67360f1-cb8e-45b9-adb5-a82495b20e0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d82a621ec2d4107ba81316a08e08fa6&device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1095 time: 0.1583285 Aug 29 04:37:51.768220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6d6cf437-2552-48e6-885e-08de5552f1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Deleting port ff37526d-30d6-409b-a4b5-18c2a83949df {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:51.768220 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf437-2552-48e6-885e-08de5552f1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.773808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 178f0df5-9772-4dce-b3d5-99b6edfa449d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:51.774160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 178f0df5-9772-4dce-b3d5-99b6edfa449d not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:51.828066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:51.832899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45440) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.864382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:51.864733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7db7b2a0-929c-4b7e-89b2-b06dbeec0537 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:51.906969 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf437-2552-48e6-885e-08de5552f1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.907716 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf437-2552-48e6-885e-08de5552f1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.925056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6d6cf437-2552-48e6-885e-08de5552f1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Calling delete_port for ff37526d-30d6-409b-a4b5-18c2a83949df owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:51.934713 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:37:52.022824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c49d8-19f5-48f8-a6dc-84a741e8dd4b req-118634d2-57ec-4589-a432-50cfdc773987 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.024967 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-843c49d8-19f5-48f8-a6dc-84a741e8dd4b req-118634d2-57ec-4589-a432-50cfdc773987 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 944 time: 0.1439874 Aug 29 04:37:52.060481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-2fc3ff70-4edc-4988-b168-cef549db54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.061941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-2fc3ff70-4edc-4988-b168-cef549db54ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=38a0bea1-57f7-4c70-afa7-2a811e1776c6 HTTP/1.1" status: 200 len: 911 time: 0.2600231 Aug 29 04:37:52.071204 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4c79028f-78dc-4ed4-9cbe-73c9494185b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=577b26119f8e41f4b1039a07dd8e2d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371848 Aug 29 04:37:52.073790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45446) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.113536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port 6e52a39e-84b3-40eb-bd31-52d58964c5a9 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:52.114182 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.121904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-a3474d73-a505-4aa4-92d9-3b342610796d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f174940-0b9e-45c8-9600-0425fbd51c42 HTTP/1.1" status: 200 len: 217 time: 0.0506194 Aug 29 04:37:52.139039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-843c49d8-19f5-48f8-a6dc-84a741e8dd4b req-c3130535-6bc6-4ab3-9652-a338964740e4 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075897 Aug 29 04:37:52.169426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f305a5f8-a88a-4f70-8172-4b1ac14d8b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.198213 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f305a5f8-a88a-4f70-8172-4b1ac14d8b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.207258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf437-2552-48e6-885e-08de5552f1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.228995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-268098a0-0000-454e-b980-1cc828dee0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.231011 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-268098a0-0000-454e-b980-1cc828dee0e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ed64ee19-710f-46d5-b78e-ab70f89859d1 HTTP/1.1" status: 200 len: 849 time: 0.0955913 Aug 29 04:37:52.253116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cf437-2552-48e6-885e-08de5552f1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event deleted for resources: {'Port': ['ID=ff37526d-30d6-409b-a4b5-18c2a83949df,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.272669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.273394 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.301830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for 6e52a39e-84b3-40eb-bd31-52d58964c5a9 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:52.313370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['aab78676-dbe7-4b54-a9ce-45bb2a64b7f2'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:52.322489 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf437-2552-48e6-885e-08de5552f1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.326251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf437-2552-48e6-885e-08de5552f1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.327770 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6d6cf437-2552-48e6-885e-08de5552f1b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "DELETE /v2.0/floatingips/1aa0e0d8-217a-4bac-9748-22cc4a24594f HTTP/1.1" status: 204 len: 168 time: 0.7847769 Aug 29 04:37:52.356434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f305a5f8-a88a-4f70-8172-4b1ac14d8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.360804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f305a5f8-a88a-4f70-8172-4b1ac14d8b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.370395 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f305a5f8-a88a-4f70-8172-4b1ac14d8b87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6085355-08ee-4d00-9667-a83ff7d8a8e0 HTTP/1.1" status: 204 len: 168 time: 0.2951612 Aug 29 04:37:52.376513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-abf8b72d-cf62-4a90-9253-12195ab3af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.378379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-abf8b72d-cf62-4a90-9253-12195ab3af51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38a0bea1-57f7-4c70-afa7-2a811e1776c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388359 Aug 29 04:37:52.421121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305a5f8-a88a-4f70-8172-4b1ac14d8b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6085355-08ee-4d00-9667-a83ff7d8a8e0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.473328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384b6c5-a36b-4368-bf51-b4da02a23ae8 req-970f373f-7bc7-4019-8e5a-8302142428c0 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.481445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b384b6c5-a36b-4368-bf51-b4da02a23ae8 req-970f373f-7bc7-4019-8e5a-8302142428c0 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1095 time: 0.1961713 Aug 29 04:37:52.565220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b384b6c5-a36b-4368-bf51-b4da02a23ae8 req-31048c3f-d60f-424a-a6ea-25848e6245b2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776553 Aug 29 04:37:52.617528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-c7e7f679-c08f-4374-947d-78c090195600 service neutron] 10.222.0.52 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293217 Aug 29 04:37:52.755839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.794460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45462) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.798224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2f28657-54e5-4919-af3d-df0face6bb00 req-40695e28-2085-4e39-ba0d-f3b52749d5b1 service neutron] 10.222.0.52 "GET /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720538 Aug 29 04:37:52.799352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6e0cbffe-f6f0-4a71-b134-c17981254ec2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281000756', 'description': 'tempest-description--1602417057'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:52.800718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=6e52a39e-84b3-40eb-bd31-52d58964c5a9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.837199 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0cbffe-f6f0-4a71-b134-c17981254ec2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.876762 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.877107 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Floating IP b7f79ebe-ef70-4969-a77c-624cf2f81d8b disassociated (deleted). External IP: 172.25.5.172, port: 4f13d65b-2192-4401-9625-f2acf7efc260. Aug 29 04:37:52.953651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0cbffe-f6f0-4a71-b134-c17981254ec2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.961395 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0cbffe-f6f0-4a71-b134-c17981254ec2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.002646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6e0cbffe-f6f0-4a71-b134-c17981254ec2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.005390 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6e0cbffe-f6f0-4a71-b134-c17981254ec2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2097318 Aug 29 04:37:53.008728 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45472) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.019832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cbffe-f6f0-4a71-b134-c17981254ec2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c2458-464b-450f-ba0c-55b97a673d2e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.020562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-27cc66ab-1250-4d73-88e8-2514b803e9e4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'security_group_rule': {'security_group_id': 'f72c2458-464b-450f-ba0c-55b97a673d2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:53.102297 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-27cc66ab-1250-4d73-88e8-2514b803e9e4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.213137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 3296af22-3e35-4ada-b844-0672e184b6d2 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:53.237179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-27cc66ab-1250-4d73-88e8-2514b803e9e4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.252301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-27cc66ab-1250-4d73-88e8-2514b803e9e4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.279909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:53.329632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45480) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.338032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc66ab-1250-4d73-88e8-2514b803e9e4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc73a1e-ae45-4289-9a45-5b235e42e9b6,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.357111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-27cc66ab-1250-4d73-88e8-2514b803e9e4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.358687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-27cc66ab-1250-4d73-88e8-2514b803e9e4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3455725 Aug 29 04:37:53.361590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45484) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.364578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:53.367999 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0d49dfca-26f0-4099-9d2a-a63e4bcf87f1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'security_group_rule': {'security_group_id': 'f72c2458-464b-450f-ba0c-55b97a673d2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:53.368802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:53.369184 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.424543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf595-1316-4ac7-9e77-3c04ee292991 req-4676d7ed-08e2-4c82-b591-719df7549429 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.426678 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be7cf595-1316-4ac7-9e77-3c04ee292991 req-4676d7ed-08e2-4c82-b591-719df7549429 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 944 time: 0.1882994 Aug 29 04:37:53.431026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d49dfca-26f0-4099-9d2a-a63e4bcf87f1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.458191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:53.465909 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.469310 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] Sync routers for ids ['3296af22-3e35-4ada-b844-0672e184b6d2'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:53.483396 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] Routers {'3296af22-3e35-4ada-b844-0672e184b6d2'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:53.484253 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3296af22-3e35-4ada-b844-0672e184b6d2'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:53.502904 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.514335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be7cf595-1316-4ac7-9e77-3c04ee292991 req-be248b1a-ee14-4dd6-9f8b-d3ce8894866d tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760422 Aug 29 04:37:53.518821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3e97c678-9d67-4c55-831d-fdcca958d306 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/floatingips/b7f79ebe-ef70-4969-a77c-624cf2f81d8b HTTP/1.1" status: 204 len: 168 time: 1.8805344 Aug 29 04:37:53.519422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:53.521855 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fc4805-0684-4479-8b8b-eff7d3a49027" -d '{"events": [{"name": "network-changed", "server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:53.552558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-55c7d7d9-9b42-49de-a8cc-6824902f0304 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-686037326', 'prefixes': ['172.20.0.0/16']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:53.575772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2e758f-6f9a-4a9d-8500-cab47e086015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab78676-dbe7-4b54-a9ce-45bb2a64b7f2'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:53.578732 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f960ef02-d940-41bf-be09-062a6d69cc4c" -d '{"events": [{"server_uuid": "bf2e758f-6f9a-4a9d-8500-cab47e086015", "name": "network-vif-plugged", "status": "completed", "tag": "aab78676-dbe7-4b54-a9ce-45bb2a64b7f2"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:53.588844 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60988241-a799-4304-a465-c1fb390238af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.611001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,segment=NetworkSegment(3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263),segment_id=3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:53.616279 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.616631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d49dfca-26f0-4099-9d2a-a63e4bcf87f1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.620882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d49dfca-26f0-4099-9d2a-a63e4bcf87f1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.625324 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b46eb8-8562-4557-a8b8-7d595fa0216b x-openstack-request-id: req-95b46eb8-8562-4557-a8b8-7d595fa0216b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:53.625814 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:53.626101 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95b46eb8-8562-4557-a8b8-7d595fa0216b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:53.626514 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260', 'status': 'completed', 'code': 200} Aug 29 04:37:53.686734 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c61826-cb15-445f-9c6b-52f3479acf2c x-openstack-request-id: req-62c61826-cb15-445f-9c6b-52f3479acf2c {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:53.687752 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2e758f-6f9a-4a9d-8500-cab47e086015", "name": "network-vif-plugged", "status": "completed", "tag": "aab78676-dbe7-4b54-a9ce-45bb2a64b7f2", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:53.688560 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62c61826-cb15-445f-9c6b-52f3479acf2c {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:53.689012 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2e758f-6f9a-4a9d-8500-cab47e086015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab78676-dbe7-4b54-a9ce-45bb2a64b7f2', 'code': 200} Aug 29 04:37:53.723546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49dfca-26f0-4099-9d2a-a63e4bcf87f1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263a639b-d564-4ec9-bcb9-f7c8ba5c34c7,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.776024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.802205 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-55c7d7d9-9b42-49de-a8cc-6824902f0304 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] Notify callbacks [] for subnetpool, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.805389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-55c7d7d9-9b42-49de-a8cc-6824902f0304 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4724500 Aug 29 04:37:53.806992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45496) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.871122 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9feb46e8-8905-4226-aae8-856ef99e4c70 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] 10.222.0.49 "GET /v2.0/subnetpools/d1ac881c-128c-461c-830d-484eb49cfa34 HTTP/1.1" status: 200 len: 731 time: 0.0627322 Aug 29 04:37:53.875054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45498) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.877642 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0d49dfca-26f0-4099-9d2a-a63e4bcf87f1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.878670 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] Set router 3296af22-3e35-4ada-b844-0672e184b6d2 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:53.883168 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0d49dfca-26f0-4099-9d2a-a63e4bcf87f1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5200078 Aug 29 04:37:53.887618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7de1ee9c-815f-426a-a914-0197b51d6b35 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1701358842'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:53.907896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45500) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.913919 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:53.975350 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.065119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7de1ee9c-815f-426a-a914-0197b51d6b35 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] Notify callbacks [] for subnetpool, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.069177 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7de1ee9c-815f-426a-a914-0197b51d6b35 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] 10.222.0.49 "PUT /v2.0/subnetpools/d1ac881c-128c-461c-830d-484eb49cfa34 HTTP/1.1" status: 200 len: 684 time: 0.1928527 Aug 29 04:37:54.070605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45504) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.181835 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca27d-57e8-44fe-b9b3-bc92afa9e985 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] Notify callbacks [] for subnetpool, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.186279 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8c5ca27d-57e8-44fe-b9b3-bc92afa9e985 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] 10.222.0.49 "DELETE /v2.0/subnetpools/d1ac881c-128c-461c-830d-484eb49cfa34 HTTP/1.1" status: 204 len: 168 time: 0.1146293 Aug 29 04:37:54.187708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45508) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.201613 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:19Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '89254946-97ec-4eb4-b6f1-ba5c70ded042', 'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:6c:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:16Z', 'updated_at': '2021-08-29T04:36:27Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:54.203195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-8a31a215-7163-4ced-b039-22a138a52fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:54.205336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-8a31a215-7163-4ced-b039-22a138a52fcc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 1096 time: 0.5112059 Aug 29 04:37:54.209965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba7590-ba0a-4e27-bea4-f242832b0e25 req-1c716ca1-66da-493f-ba77-275f299ae0b9 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:54.211421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bba7590-ba0a-4e27-bea4-f242832b0e25 req-1c716ca1-66da-493f-ba77-275f299ae0b9 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1095 time: 0.4562240 Aug 29 04:37:54.222156 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-e81aa47e-70a1-4029-8546-0c0e40c5c633 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] show failed (client error): The resource could not be found. Aug 29 04:37:54.226827 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e81aa47e-70a1-4029-8546-0c0e40c5c633 tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] 10.222.0.49 "GET /v2.0/subnetpools/d1ac881c-128c-461c-830d-484eb49cfa34 HTTP/1.1" status: 404 len: 346 time: 0.0380354 Aug 29 04:37:54.228265 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45510) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.250148 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-8e34b0a1-aa9a-4974-ae49-542bc010ce6d tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] delete failed (client error): The resource could not be found. Aug 29 04:37:54.271163 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] Checking router: 3296af22-3e35-4ada-b844-0672e184b6d2 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:54.278081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bba7590-ba0a-4e27-bea4-f242832b0e25 req-bd3ab153-106f-4355-bd02-f049c5fd0e31 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494268 Aug 29 04:37:54.279728 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8e34b0a1-aa9a-4974-ae49-542bc010ce6d tempest-SubnetPoolsTestJSON-346648436 tempest-SubnetPoolsTestJSON-346648436-project] 10.222.0.49 "DELETE /v2.0/subnetpools/d1ac881c-128c-461c-830d-484eb49cfa34 HTTP/1.1" status: 404 len: 346 time: 0.0317943 Aug 29 04:37:54.295869 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] Routers {'3296af22-3e35-4ada-b844-0672e184b6d2'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:54.295869 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3296af22-3e35-4ada-b844-0672e184b6d2'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:54.296389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52592647-ea00-4d6b-9213-3c1cbc444d0d req-bcd1fdea-1409-40ac-b9e4-aca343086cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:54.299222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52592647-ea00-4d6b-9213-3c1cbc444d0d req-bcd1fdea-1409-40ac-b9e4-aca343086cce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 1097 time: 0.4968636 Aug 29 04:37:54.322087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.371006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe0ce6-d977-4160-961f-1cfbec03e22b req-7be83534-45cb-4278-bcfa-1c22e14ecb3d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:54.381999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2bbe0ce6-d977-4160-961f-1cfbec03e22b req-7be83534-45cb-4278-bcfa-1c22e14ecb3d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.2384875 Aug 29 04:37:54.464400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2bbe0ce6-d977-4160-961f-1cfbec03e22b req-8fb375ce-8d55-4653-9702-4314a869e616 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766432 Aug 29 04:37:54.477488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52592647-ea00-4d6b-9213-3c1cbc444d0d req-012ae9c5-f22d-4572-afa1-6e9ac084a8d7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382179 Aug 29 04:37:54.492907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-db444d15-a308-4499-945e-3344ad6425ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:54.494771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-db444d15-a308-4499-945e-3344ad6425ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=94750a3d-70b9-4f3c-81e3-0b43510a70d4 HTTP/1.1" status: 200 len: 897 time: 0.2809589 Aug 29 04:37:54.538807 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] Set router 3296af22-3e35-4ada-b844-0672e184b6d2 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:54.540739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Allocated IP 172.25.5.14 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/797e7ae7-8024-435d-b6e5-64172e1fd952) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:54.577518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45520) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.669886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45524) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.696170 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.702407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5f3b9-c413-4431-9e66-eb68f0b59029 req-4dbbc8b6-20ba-4ce0-bc95-7f7d7c771903 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:54.711904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06e5f3b9-c413-4431-9e66-eb68f0b59029 req-4dbbc8b6-20ba-4ce0-bc95-7f7d7c771903 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 945 time: 0.0770712 Aug 29 04:37:54.738247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.767421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06e5f3b9-c413-4431-9e66-eb68f0b59029 req-417bb3a3-4056-4a61-b8c5-1b18c45aba04 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542853 Aug 29 04:37:54.804397 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dbff8da-b577-4ef5-ac8b-7abfdc7a497e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.867893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0b-79fa-4242-a0d0-b95f23209554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.871112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:54.886670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:54.890261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:54.899647 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:19Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '89254946-97ec-4eb4-b6f1-ba5c70ded042', 'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:6c:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:16Z', 'updated_at': '2021-08-29T04:36:27Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:54.929954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'Port': ['ID=797e7ae7-8024-435d-b6e5-64172e1fd952,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.944289 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fc85e-f7f0-4fb6-9976-de9cd0750bf5 None None] The sync data for ids ['3296af22-3e35-4ada-b844-0672e184b6d2'] in n-d-712141-12 is: [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:36:19Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '89254946-97ec-4eb4-b6f1-ba5c70ded042', 'name': '', 'network_id': '94750a3d-70b9-4f3c-81e3-0b43510a70d4', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:6c:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:16Z', 'updated_at': '2021-08-29T04:36:27Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': 'cfb14757-e60a-4ccb-8304-dc37368104cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:55.041776 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dbff8da-b577-4ef5-ac8b-7abfdc7a497e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.045659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-3846fe9c-8617-43f4-8367-b0d3a21d2f54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f13d65b-2192-4401-9625-f2acf7efc260 HTTP/1.1" status: 200 len: 217 time: 0.1146910 Aug 29 04:37:55.049423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.050692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dbff8da-b577-4ef5-ac8b-7abfdc7a497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.109265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbff8da-b577-4ef5-ac8b-7abfdc7a497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0493dc-742d-4e44-9d40-7ad73c6d2d45,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.111304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.156960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-6ca127e0-e84a-4560-ab2a-6692110fa49d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.158390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-6ca127e0-e84a-4560-ab2a-6692110fa49d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.52 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.2120233 Aug 29 04:37:55.163030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4dbff8da-b577-4ef5-ac8b-7abfdc7a497e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cc4d2cbdefd41df917fa854e23f3445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842543 Aug 29 04:37:55.165003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-e1ed5eaa-4cc3-4c55-868f-2fcebd917fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.166323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45528) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.166460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-e1ed5eaa-4cc3-4c55-868f-2fcebd917fe4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfb14757-e60a-4ccb-8304-dc37368104cb HTTP/1.1" status: 200 len: 835 time: 0.1131816 Aug 29 04:37:55.262608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0f174940-0b9e-45c8-9600-0425fbd51c42 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:55.270574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-d1db7966-087d-4527-a9a4-ee4a8efcb644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.272105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-d1db7966-087d-4527-a9a4-ee4a8efcb644 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94750a3d-70b9-4f3c-81e3-0b43510a70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961993 Aug 29 04:37:55.324980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-020851a0-c82c-4468-b390-b9bafebbe87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.334886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958fa0e0-ef59-48d3-be06-b3254e2e5b95 None None] New status for floating IP b7f79ebe-ef70-4969-a77c-624cf2f81d8b: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:37:55.351280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-020851a0-c82c-4468-b390-b9bafebbe87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.394422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-1fae6b2f-1514-4b4a-823f-e55f94c40e6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port 4f13d65b-2192-4401-9625-f2acf7efc260 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:55.394753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-1fae6b2f-1514-4b4a-823f-e55f94c40e6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.399125 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0b-79fa-4242-a0d0-b95f23209554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.411613 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5e563b0b-79fa-4242-a0d0-b95f23209554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.459457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0f174940-0b9e-45c8-9600-0425fbd51c42, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0f174940-0b9e-45c8-9600-0425fbd51c42,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:55.471772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563b0b-79fa-4242-a0d0-b95f23209554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c185f6f-e6e8-49f6-b9f5-94ea0ab40106,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.476593 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5e563b0b-79fa-4242-a0d0-b95f23209554 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95e379b5f3914140ab076fef47456dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8053882 Aug 29 04:37:55.482304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-b1b9350f-27a4-47fb-9469-5e0f4ad42ed8 service neutron] 10.222.0.52 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015545 Aug 29 04:37:55.485376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45532) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.487305 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-020851a0-c82c-4468-b390-b9bafebbe87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.490111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '0f174940-0b9e-45c8-9600-0425fbd51c42', 'network_id': '38a0bea1-57f7-4c70-afa7-2a811e1776c6', 'port_id': '0f174940-0b9e-45c8-9600-0425fbd51c42', 'mac_address': 'fa:16:3e:de:a3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed64ee19-710f-46d5-b78e-ab70f89859d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:37:55.490386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-020851a0-c82c-4468-b390-b9bafebbe87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.493885 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-020851a0-c82c-4468-b390-b9bafebbe87b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b0493dc-742d-4e44-9d40-7ad73c6d2d45 HTTP/1.1" status: 204 len: 168 time: 0.3232059 Aug 29 04:37:55.509071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfd501-eaa5-40f6-897a-66da063eb69a req-557891d3-2614-422c-92dd-267608ee153c tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.510616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1dfd501-eaa5-40f6-897a-66da063eb69a req-557891d3-2614-422c-92dd-267608ee153c tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1095 time: 0.1571190 Aug 29 04:37:55.547189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020851a0-c82c-4468-b390-b9bafebbe87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0493dc-742d-4e44-9d40-7ad73c6d2d45,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.554983 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.589717 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.597335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f174940-0b9e-45c8-9600-0425fbd51c42 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:55.603800 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.625359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0f174940-0b9e-45c8-9600-0425fbd51c42, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0f174940-0b9e-45c8-9600-0425fbd51c42,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:55.630993 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.689745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'Port': ['ID=797e7ae7-8024-435d-b6e5-64172e1fd952,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.700224 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.705820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-1fae6b2f-1514-4b4a-823f-e55f94c40e6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port 4f13d65b-2192-4401-9625-f2acf7efc260, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4f13d65b-2192-4401-9625-f2acf7efc260,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:55.706395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-1fae6b2f-1514-4b4a-823f-e55f94c40e6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.710899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0f174940-0b9e-45c8-9600-0425fbd51c42,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.716735 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.726196 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1dfd501-eaa5-40f6-897a-66da063eb69a req-e1ee4f2a-bbf1-4bc6-9d00-521c3bc37379 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891201 Aug 29 04:37:55.726196 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7fc4805-0684-4479-8b8b-eff7d3a49027 req-b1c9d880-72e4-4b53-ada6-fefe69f4cd7d service neutron] 10.222.0.52 "GET /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233672 Aug 29 04:37:55.726625 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd4834a5-8967-4973-b8e9-155556864d08 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8141947 Aug 29 04:37:55.752845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-1fae6b2f-1514-4b4a-823f-e55f94c40e6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for 4f13d65b-2192-4401-9625-f2acf7efc260 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:55.822839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43f4a788-8413-4c39-8df6-40ddc3277b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.838264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c1a8-e580-43ab-a6e0-3d59ba27d0f5 req-e82b602e-800b-4b94-9314-d02261a82923 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.838264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45c2c1a8-e580-43ab-a6e0-3d59ba27d0f5 req-e82b602e-800b-4b94-9314-d02261a82923 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=6468b859-0b53-45dd-89bd-2aa599a6a8eb HTTP/1.1" status: 200 len: 944 time: 0.1705375 Aug 29 04:37:55.911840 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43f4a788-8413-4c39-8df6-40ddc3277b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.989230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45c2c1a8-e580-43ab-a6e0-3d59ba27d0f5 req-d8390fef-e7f4-4d73-a8f0-e322d4fb7248 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2deae1f-e97d-4601-8500-009bda6df537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430094 Aug 29 04:37:56.003906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c94bf-6dac-4317-a57e-589b5a79f6eb req-4e9d51c5-bdb7-46c3-9930-02b7e70f5ce2 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.005549 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e90c94bf-6dac-4317-a57e-589b5a79f6eb req-4e9d51c5-bdb7-46c3-9930-02b7e70f5ce2 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 945 time: 0.1640241 Aug 29 04:37:56.028139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['0f174940-0b9e-45c8-9600-0425fbd51c42'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:56.066013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43f4a788-8413-4c39-8df6-40ddc3277b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.068685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43f4a788-8413-4c39-8df6-40ddc3277b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.069746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-43f4a788-8413-4c39-8df6-40ddc3277b67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c185f6f-e6e8-49f6-b9f5-94ea0ab40106 HTTP/1.1" status: 204 len: 168 time: 0.5824733 Aug 29 04:37:56.097507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4a788-8413-4c39-8df6-40ddc3277b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c185f6f-e6e8-49f6-b9f5-94ea0ab40106,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.112741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e90c94bf-6dac-4317-a57e-589b5a79f6eb req-8a279c9e-563e-4876-8308-e7aa6eb01d82 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997884 Aug 29 04:37:56.115789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-1fae6b2f-1514-4b4a-823f-e55f94c40e6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.168750 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1f720f3c-c04e-4b1a-be8f-76dcf2a0e74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.172406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae6b2f-1514-4b4a-823f-e55f94c40e6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=4f13d65b-2192-4401-9625-f2acf7efc260,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.231536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-1fae6b2f-1514-4b4a-823f-e55f94c40e6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] No DVR routers for this DVR port 4f13d65b-2192-4401-9625-f2acf7efc260 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:56.235578 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-1fae6b2f-1514-4b4a-823f-e55f94c40e6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.237600 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef8561ca-245d-48de-9d41-6e03cbc421c5 req-1fae6b2f-1514-4b4a-823f-e55f94c40e6f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.52 "DELETE /v2.0/ports/4f13d65b-2192-4401-9625-f2acf7efc260 HTTP/1.1" status: 204 len: 173 time: 1.0702779 Aug 29 04:37:56.238317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'name': 'network-vif-deleted', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:56.240646 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ad08ec-e31a-4594-955f-226eb38bd1c3" -d '{"events": [{"server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "name": "network-vif-deleted", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:56.257450 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-58041193-91b2-4a24-a6a2-53e90be35534 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1281000756&fields=id&tenant_id=0487e48474004c2497a09711e3651017 HTTP/1.1" status: 200 len: 267 time: 0.1316433 Aug 29 04:37:56.311280 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9894904a-4889-4f16-849f-1b03d38924c1 x-openstack-request-id: req-9894904a-4889-4f16-849f-1b03d38924c1 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:56.311793 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6468b859-0b53-45dd-89bd-2aa599a6a8eb", "name": "network-vif-deleted", "tag": "4f13d65b-2192-4401-9625-f2acf7efc260", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:56.312531 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9894904a-4889-4f16-849f-1b03d38924c1 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:56.313103 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6468b859-0b53-45dd-89bd-2aa599a6a8eb', 'name': 'network-vif-deleted', 'tag': '4f13d65b-2192-4401-9625-f2acf7efc260', 'status': 'completed', 'code': 200} Aug 29 04:37:56.313398 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.420496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-2f75c511-788f-476e-b071-b5505013116e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.422048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-2f75c511-788f-476e-b071-b5505013116e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 817 time: 0.1563811 Aug 29 04:37:56.446015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-7fb4f6e2-87e8-4f6e-8aa7-6ff60ada71e1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/quotas/0487e48474004c2497a09711e3651017 HTTP/1.1" status: 200 len: 375 time: 0.0168374 Aug 29 04:37:56.529771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-570bca7e-ef6a-40e5-ad7d-e4108dad889e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740201 Aug 29 04:37:56.654734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-86eb9e25-84f8-4c2c-a4d2-a459c10cea73 service neutron] 10.222.0.49 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242728 Aug 29 04:37:56.795016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-d5e477fd-58bf-4cde-84e9-df8c906a70f6 service neutron] 10.222.0.49 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336668 Aug 29 04:37:56.975705 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e463e1ef-a4bf-415a-a861-a8bae410a5bb req-dcc5fd16-d300-4cd9-929f-aab0bcac3cd6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0359440 Aug 29 04:37:57.054499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45610) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:57.099305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0021122-73cf-40ec-8785-90493b1be821 req-b22f4fed-6862-4265-b1cd-e27315dbf915 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.103195 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0021122-73cf-40ec-8785-90493b1be821 req-b22f4fed-6862-4265-b1cd-e27315dbf915 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1096 time: 0.2964551 Aug 29 04:37:57.156036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0021122-73cf-40ec-8785-90493b1be821 req-ba7a9792-343b-4914-ad2f-3364cbb2b414 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Aug 29 04:37:57.267066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0f174940-0b9e-45c8-9600-0425fbd51c42 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:57.320161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6651c91-0483-421b-a2d7-acdc330c4cf6 req-99d69bfd-e2f0-4ca5-9b18-d1bc81836f55 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.327728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6651c91-0483-421b-a2d7-acdc330c4cf6 req-99d69bfd-e2f0-4ca5-9b18-d1bc81836f55 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 945 time: 0.1047440 Aug 29 04:37:57.393840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6651c91-0483-421b-a2d7-acdc330c4cf6 req-63c81250-78c1-4a8d-9691-0306c5606d6b tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647175 Aug 29 04:37:57.397892 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.427493 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 0f174940-0b9e-45c8-9600-0425fbd51c42 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:57.461308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 0f174940-0b9e-45c8-9600-0425fbd51c42 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:57.461856 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.517014 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.597292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.639625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 0f174940-0b9e-45c8-9600-0425fbd51c42, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0f174940-0b9e-45c8-9600-0425fbd51c42,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:57.645720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725aa6e4-75e9-4018-be37-89e78e497603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f174940-0b9e-45c8-9600-0425fbd51c42'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:57.649597 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bbcce1-8d9f-40ca-b1e5-2c1675b3ac53" -d '{"events": [{"server_uuid": "725aa6e4-75e9-4018-be37-89e78e497603", "name": "network-vif-plugged", "status": "completed", "tag": "0f174940-0b9e-45c8-9600-0425fbd51c42"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:57.655525 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.660549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4f13d65b-2192-4401-9625-f2acf7efc260 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:57.712329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 4f13d65b-2192-4401-9625-f2acf7efc260 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:57.712766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4f13d65b-2192-4401-9625-f2acf7efc260 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:57.741946 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23fbca8-1f36-400f-a131-cb5e3c3ebb3d x-openstack-request-id: req-f23fbca8-1f36-400f-a131-cb5e3c3ebb3d {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:57.742445 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725aa6e4-75e9-4018-be37-89e78e497603", "name": "network-vif-plugged", "status": "completed", "tag": "0f174940-0b9e-45c8-9600-0425fbd51c42", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:57.742874 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f23fbca8-1f36-400f-a131-cb5e3c3ebb3d {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:57.743419 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725aa6e4-75e9-4018-be37-89e78e497603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f174940-0b9e-45c8-9600-0425fbd51c42', 'code': 200} Aug 29 04:37:57.749838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=0f174940-0b9e-45c8-9600-0425fbd51c42,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:57.848500 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.942261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124aa97-4489-4ead-ba33-fbd1ec32ed71 req-bd71c6ab-5f17-40b5-ad96-f52e0c9eb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.944603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d124aa97-4489-4ead-ba33-fbd1ec32ed71 req-bd71c6ab-5f17-40b5-ad96-f52e0c9eb42f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1097 time: 0.0634677 Aug 29 04:37:58.013454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d124aa97-4489-4ead-ba33-fbd1ec32ed71 req-4b9aef6e-164e-45a9-aed6-fd89089fc3fc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591056 Aug 29 04:37:58.087175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bcd5695f-3eaa-4364-a40b-13f9f368028c req-deb3b708-d115-4a07-99b3-c0bf1c748604 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0292177 Aug 29 04:37:58.225364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port 89254946-97ec-4eb4-b6f1-ba5c70ded042 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:58.225869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.285639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff1659-7ca7-4779-aeb5-d6929a2f2354 req-c78f5913-0403-4f4b-8c98-5256138723b7 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.287842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6bff1659-7ca7-4779-aeb5-d6929a2f2354 req-c78f5913-0403-4f4b-8c98-5256138723b7 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1097 time: 0.0580804 Aug 29 04:37:58.377231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6bff1659-7ca7-4779-aeb5-d6929a2f2354 req-e7c196b0-6732-4ce8-a754-06ce3286acb7 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797904 Aug 29 04:37:58.441362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port 89254946-97ec-4eb4-b6f1-ba5c70ded042, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=89254946-97ec-4eb4-b6f1-ba5c70ded042,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:58.441743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.464958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for 89254946-97ec-4eb4-b6f1-ba5c70ded042 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:58.478640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a9476408-d62e-45cd-b25e-678c65822f81 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.480690 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a9476408-d62e-45cd-b25e-678c65822f81 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.59 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 817 time: 0.1991591 Aug 29 04:37:58.599204 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-bfc9be03-75e9-4599-82d3-794df7d09e1c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0487e48474004c2497a09711e3651017 HTTP/1.1" status: 200 len: 380 time: 0.0737851 Aug 29 04:37:58.612714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'port': {'device_id': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'admin_state_up': True, 'tenant_id': '0487e48474004c2497a09711e3651017', 'security_groups': ['f72c2458-464b-450f-ba0c-55b97a673d2e']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:58.833928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Made reservation on behalf of 0487e48474004c2497a09711e3651017 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:58.837958 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.018643 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.060798 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.079724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=89254946-97ec-4eb4-b6f1-ba5c70ded042,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.217744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Allocated IP 172.20.0.14 (f31cdb33-4f3d-4715-a896-1f6fdb578695/22564c18-134f-4418-bca9-4a13c743016a/c2b43635-6098-4378-b73d-fa28e8518981) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:59.260327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5bc54b8f-7fda-4b68-9ac9-2d9ce3f74b5a req-18b89ccf-4761-42c9-89a5-9824b6f833b6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0495992 Aug 29 04:37:59.374706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45696) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.471526 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.558493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ee2de-b6e3-4b15-bbff-b9379381b370 req-611278db-9bcd-4c17-8db5-98eb8e71e40b tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.561345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-788ee2de-b6e3-4b15-bbff-b9379381b370 req-611278db-9bcd-4c17-8db5-98eb8e71e40b tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1097 time: 0.0790558 Aug 29 04:37:59.614650 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ff4805c1-70f4-48bd-a659-856327ee4206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.728489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-788ee2de-b6e3-4b15-bbff-b9379381b370 req-f104a2bd-b72b-44d7-aec4-3064e7dacf80 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469355 Aug 29 04:37:59.769465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ff4805c1-70f4-48bd-a659-856327ee4206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.774782 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ff4805c1-70f4-48bd-a659-856327ee4206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.823203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ff4805c1-70f4-48bd-a659-856327ee4206 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ab275baf3aa478c9af70275b1b7c9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374034 Aug 29 04:37:59.823203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4805c1-70f4-48bd-a659-856327ee4206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c4620-ad87-4ebd-99ea-d53f9449d646,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.824534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45704) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.881378 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36b1bd83-8ce0-4a78-85a1-6837e53bd3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.909637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36b1bd83-8ce0-4a78-85a1-6837e53bd3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.982852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36b1bd83-8ce0-4a78-85a1-6837e53bd3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.985667 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-36b1bd83-8ce0-4a78-85a1-6837e53bd3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.986882 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-36b1bd83-8ce0-4a78-85a1-6837e53bd3cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e9c4620-ad87-4ebd-99ea-d53f9449d646 HTTP/1.1" status: 204 len: 168 time: 0.1614194 Aug 29 04:38:00.004142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1bd83-8ce0-4a78-85a1-6837e53bd3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c4620-ad87-4ebd-99ea-d53f9449d646,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:00.051200 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.075318 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Transition to ACTIVE for port object c2b43635-6098-4378-b73d-fa28e8518981 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:00.196660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.255596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Network f31cdb33-4f3d-4715-a896-1f6fdb578695 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:00.265501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:00.268762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:00.272847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router 3296af22-3e35-4ada-b844-0672e184b6d2 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:00.306529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:00.386478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.387429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.409876 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-19cd0b6b-1e30-4227-83c2-e62959fc503e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8026209 Aug 29 04:38:00.458221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Request body: {'port': {'device_id': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:00.534614 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45726) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:00.543488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2da188-c575-4e0a-bc7f-036437bae41b req-c373d36f-9fe1-443c-8256-62a9bd896eaf tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.545946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d2da188-c575-4e0a-bc7f-036437bae41b req-c373d36f-9fe1-443c-8256-62a9bd896eaf tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 932 time: 0.1411808 Aug 29 04:38:00.552412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.555098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:00.560839 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f7498bc6-019c-4b89-b29c-ef62f77dbc13 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "PUT /v2.0/routers/3296af22-3e35-4ada-b844-0672e184b6d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5050583 Aug 29 04:38:00.564106 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-030d7ac7-748f-4c23-a05c-29bcf76485d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.565045 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] Sync routers for ids ['3296af22-3e35-4ada-b844-0672e184b6d2'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:00.566804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45728) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:00.579212 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] Routers {'3296af22-3e35-4ada-b844-0672e184b6d2'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:00.580297 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3296af22-3e35-4ada-b844-0672e184b6d2'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:00.701214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d2da188-c575-4e0a-bc7f-036437bae41b req-e29378cf-7602-40ec-80fc-ba98e8d8d8f8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478963 Aug 29 04:38:00.731623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05204ad-6a1c-457b-aa6b-667c395198b3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting subnet cfb14757-e60a-4ccb-8304-dc37368104cb {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:00.738277 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f05204ad-6a1c-457b-aa6b-667c395198b3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.745334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-699a419e-735a-4e1d-969e-e857cc214cd8 None None] Provisioning for port c2b43635-6098-4378-b73d-fa28e8518981 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:00.756736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-699a419e-735a-4e1d-969e-e857cc214cd8 None None] Provisioning complete for port c2b43635-6098-4378-b73d-fa28e8518981 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:00.757123 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-699a419e-735a-4e1d-969e-e857cc214cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.849843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-699a419e-735a-4e1d-969e-e857cc214cd8 None None] Port c2b43635-6098-4378-b73d-fa28e8518981 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:00.875011 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] Set router 3296af22-3e35-4ada-b844-0672e184b6d2 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:00.884133 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f05204ad-6a1c-457b-aa6b-667c395198b3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.964476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fbed2-9258-4bc5-ba5b-c377949f58ec req-9c28997e-14aa-4236-b09c-bd8ea153e0ae tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.966423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-607fbed2-9258-4bc5-ba5b-c377949f58ec req-9c28997e-14aa-4236-b09c-bd8ea153e0ae tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1097 time: 0.1532080 Aug 29 04:38:00.977679 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-030d7ac7-748f-4c23-a05c-29bcf76485d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.984757 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-030d7ac7-748f-4c23-a05c-29bcf76485d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.075119 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-030d7ac7-748f-4c23-a05c-29bcf76485d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5034ceb3e3f04241ac2284b5c77ed507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5374091 Aug 29 04:38:01.077735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d7ac7-748f-4c23-a05c-29bcf76485d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fbd77f-93f3-4c0b-b2c7-b3000b5964d3,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.086287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45734) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.125759 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f05204ad-6a1c-457b-aa6b-667c395198b3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.176883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b43635-6098-4378-b73d-fa28e8518981 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:01.187989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.198720 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:37:58Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:01.204819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Transition to ACTIVE for port object c2b43635-6098-4378-b73d-fa28e8518981 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:01.209347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.230858 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] Checking router: 3296af22-3e35-4ada-b844-0672e184b6d2 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:01.231255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-607fbed2-9258-4bc5-ba5b-c377949f58ec req-5e57530a-eb24-4cac-b277-cab315c293e8 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420764 Aug 29 04:38:01.243001 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] Routers {'3296af22-3e35-4ada-b844-0672e184b6d2'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:01.243001 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3296af22-3e35-4ada-b844-0672e184b6d2'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:01.277992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f05204ad-6a1c-457b-aa6b-667c395198b3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.363631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.378308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05204ad-6a1c-457b-aa6b-667c395198b3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb14757-e60a-4ccb-8304-dc37368104cb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.387814 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] Set router 3296af22-3e35-4ada-b844-0672e184b6d2 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:01.394127 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a05c31-1fca-4419-b629-e7373c671ae0 None None] Network 94750a3d-70b9-4f3c-81e3-0b43510a70d4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:01.429164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f05204ad-6a1c-457b-aa6b-667c395198b3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.437935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f05204ad-6a1c-457b-aa6b-667c395198b3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/subnets/cfb14757-e60a-4ccb-8304-dc37368104cb HTTP/1.1" status: 204 len: 168 time: 0.8689027 Aug 29 04:38:01.440154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45744) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.444132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Attempting to bind port c2b43635-6098-4378-b73d-fa28e8518981 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:01.444511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Attempting to bind port c2b43635-6098-4378-b73d-fa28e8518981 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:01.444851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Attempting to bind port c2b43635-6098-4378-b73d-fa28e8518981 on network f31cdb33-4f3d-4715-a896-1f6fdb578695 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:01.460413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Port c2b43635-6098-4378-b73d-fa28e8518981 on network f31cdb33-4f3d-4715-a896-1f6fdb578695 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:01.460747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Attempting to bind port c2b43635-6098-4378-b73d-fa28e8518981 on network f31cdb33-4f3d-4715-a896-1f6fdb578695 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:01.470738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:01.471081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Checking segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:01.471473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Bound using segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:01.472312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Bound port: c2b43635-6098-4378-b73d-fa28e8518981, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:01.472312 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.635069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:01.643078 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:01.655506 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:37:58Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:01.657026 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.685506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c0de5-7b13-4a94-9e65-af0c88826bc1 req-de9f2556-4511-408a-85c6-ff8becd5bb56 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:01.687245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-142c0de5-7b13-4a94-9e65-af0c88826bc1 req-de9f2556-4511-408a-85c6-ff8becd5bb56 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1097 time: 0.3167243 Aug 29 04:38:01.721767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:01.722385 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.723771 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] 10.222.0.59 "PUT /v2.0/ports/c2b43635-6098-4378-b73d-fa28e8518981 HTTP/1.1" status: 200 len: 1093 time: 1.2855837 Aug 29 04:38:01.724363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:01.724846 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a742793e-c025-4c97-8d2b-94ed34be1746 None None] The sync data for ids ['3296af22-3e35-4ada-b844-0672e184b6d2'] in n-d-712141-12 is: [{'id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104527747', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:07Z', 'updated_at': '2021-08-29T04:37:58Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': 'a1d58c72-8f2b-4d07-b332-9c13f841c2bc', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296af22-3e35-4ada-b844-0672e184b6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:08Z', 'updated_at': '2021-08-29T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:01.726906 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590ea4a6-34b5-4eaf-890f-47f93f203223" -d '{"events": [{"name": "network-changed", "server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "tag": "c2b43635-6098-4378-b73d-fa28e8518981"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:01.790121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66152d74-bef4-4dfd-a266-2daa452edcfa None None] DHCP port deletion for 94750a3d-70b9-4f3c-81e3-0b43510a70d4 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:01.845208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cec0f5-e003-4fc4-8afb-1f3a2dc122db service neutron] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.846764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97b2827c-eb77-49a6-97ce-3ba1db81c18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.883248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-66152d74-bef4-4dfd-a266-2daa452edcfa None None] Deleting port 91046f96-1638-4750-908a-5d1fa7a5c2c5 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:01.883712 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-66152d74-bef4-4dfd-a266-2daa452edcfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.911986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-11df69aa-c340-4416-8dbd-fef214651bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:01.913984 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-11df69aa-c340-4416-8dbd-fef214651bad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 1096 time: 0.1102953 Aug 29 04:38:01.962447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-66152d74-bef4-4dfd-a266-2daa452edcfa None None] For port 91046f96-1638-4750-908a-5d1fa7a5c2c5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=91046f96-1638-4750-908a-5d1fa7a5c2c5,segment=NetworkSegment(a4636644-e183-48a9-8db0-6c878dbab837),segment_id=a4636644-e183-48a9-8db0-6c878dbab837)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:01.963621 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-66152d74-bef4-4dfd-a266-2daa452edcfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.974764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-142c0de5-7b13-4a94-9e65-af0c88826bc1 req-304158f3-b2cc-48cd-9925-ac665a4f8fa7 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147386 Aug 29 04:38:01.976692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97b2827c-eb77-49a6-97ce-3ba1db81c18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.999642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-66152d74-bef4-4dfd-a266-2daa452edcfa None None] Calling delete_port for 91046f96-1638-4750-908a-5d1fa7a5c2c5 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:02.009151 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-0c06751c-b729-4a60-9aa3-8781450bb94b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2b43635-6098-4378-b73d-fa28e8518981 HTTP/1.1" status: 200 len: 217 time: 0.0864048 Aug 29 04:38:02.034392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.077638 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f1511f-8ce9-4bb2-8f8f-3bff43d4fb2b x-openstack-request-id: req-77f1511f-8ce9-4bb2-8f8f-3bff43d4fb2b {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:02.077997 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "tag": "c2b43635-6098-4378-b73d-fa28e8518981", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:02.078199 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77f1511f-8ce9-4bb2-8f8f-3bff43d4fb2b {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:02.079746 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981', 'status': 'completed', 'code': 200} Aug 29 04:38:02.103728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-5d95f706-3ed1-4833-9ea4-9b5633bc9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.106394 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-5d95f706-3ed1-4833-9ea4-9b5633bc9267 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.0864513 Aug 29 04:38:02.164146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cd52f-a9f3-48ba-bf40-00fbca0308c8 req-e7b41d6e-f6da-4f6e-95ae-21ccb6b1c8af tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.165877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e14cd52f-a9f3-48ba-bf40-00fbca0308c8 req-e7b41d6e-f6da-4f6e-95ae-21ccb6b1c8af tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3202033 Aug 29 04:38:02.224190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-b36f0e79-9909-4c4f-8bf7-a86654879925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.226186 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-b36f0e79-9909-4c4f-8bf7-a86654879925 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059732 Aug 29 04:38:02.277235 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-66152d74-bef4-4dfd-a266-2daa452edcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.283760 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97b2827c-eb77-49a6-97ce-3ba1db81c18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.286250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97b2827c-eb77-49a6-97ce-3ba1db81c18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.290217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-97b2827c-eb77-49a6-97ce-3ba1db81c18e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13fbd77f-93f3-4c0b-b2c7-b3000b5964d3 HTTP/1.1" status: 204 len: 168 time: 1.1051967 Aug 29 04:38:02.309986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2827c-eb77-49a6-97ce-3ba1db81c18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fbd77f-93f3-4c0b-b2c7-b3000b5964d3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.313469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c5d20-8748-4b59-9f28-2adb10b955ce req-380df0aa-71c8-42e1-a847-4eaca5693e1d tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.319624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66152d74-bef4-4dfd-a266-2daa452edcfa None None] No DVR routers for this DVR port 91046f96-1638-4750-908a-5d1fa7a5c2c5 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:02.320944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-898c5d20-8748-4b59-9f28-2adb10b955ce req-380df0aa-71c8-42e1-a847-4eaca5693e1d tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1097 time: 0.1735628 Aug 29 04:38:02.339105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66152d74-bef4-4dfd-a266-2daa452edcfa None None] Pushing event deleted for resources: {'Port': ['ID=91046f96-1638-4750-908a-5d1fa7a5c2c5,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.382411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e14cd52f-a9f3-48ba-bf40-00fbca0308c8 req-ddba9312-0f27-46a4-b01e-800c04d4fe49 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957536 Aug 29 04:38:02.427520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-898c5d20-8748-4b59-9f28-2adb10b955ce req-a8a9cc14-236d-49e2-b5a1-bffffd78ad63 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893700 Aug 29 04:38:02.427520 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.539938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port a1d58c72-8f2b-4d07-b332-9c13f841c2bc {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:02.540353 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.549107 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-522f4045-e79f-4e85-a5d8-54e610fd98d9 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136215 Aug 29 04:38:02.721141 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88092288-ecb9-4fc1-805d-ddda6600be6f req-adcd7fb5-9739-4385-8e6a-1d4dfc273ab7 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643500 Aug 29 04:38:02.722247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port a1d58c72-8f2b-4d07-b332-9c13f841c2bc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a1d58c72-8f2b-4d07-b332-9c13f841c2bc,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:02.722690 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.753963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for a1d58c72-8f2b-4d07-b332-9c13f841c2bc owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:02.844830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-92d73fb7-9430-48ba-b61b-6212117a37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.846552 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-92d73fb7-9430-48ba-b61b-6212117a37a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 1096 time: 0.0669284 Aug 29 04:38:03.019143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-c24e44bc-934f-4107-b88f-14917001ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:03.022942 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-c24e44bc-934f-4107-b88f-14917001ff7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.1692445 Aug 29 04:38:03.156383 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-2d7a0c8b-449b-4f5f-bd3f-48e1a221f0a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2b43635-6098-4378-b73d-fa28e8518981 HTTP/1.1" status: 200 len: 217 time: 0.1154718 Aug 29 04:38:03.211044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-8c6b3b98-b90e-498f-9553-4bb27291bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:03.212555 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-8c6b3b98-b90e-498f-9553-4bb27291bf3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.0495160 Aug 29 04:38:03.222345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77097c61-bd85-43ad-bb55-055d50e22332 req-4c48eb0e-521e-4f7b-9463-70b010add52b tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:03.229990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77097c61-bd85-43ad-bb55-055d50e22332 req-4c48eb0e-521e-4f7b-9463-70b010add52b tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1097 time: 0.4706602 Aug 29 04:38:03.272443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-8039c94f-4895-4f5b-8f7b-5fc2ee44e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:03.275038 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-8039c94f-4895-4f5b-8f7b-5fc2ee44e8aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541115 Aug 29 04:38:03.324375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77097c61-bd85-43ad-bb55-055d50e22332 req-4ebc0fd3-43a7-4402-a4c3-4259bf7f4ffd tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873802 Aug 29 04:38:03.409777 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-a91e069f-ceec-4a06-86ce-737a98b8c886 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249607 Aug 29 04:38:03.416989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.449797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=a1d58c72-8f2b-4d07-b332-9c13f841c2bc,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:03.515822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.634600 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-590ea4a6-34b5-4eaf-890f-47f93f203223 req-cafab370-6ed6-47a6-82a2-1119409d0ace service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087514 Aug 29 04:38:03.642651 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.645289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.711543 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.712318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Fanout notify agent at l3_agent the message router_deleted on router 3296af22-3e35-4ada-b844-0672e184b6d2 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:03.722288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.726850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45796) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:03.728569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3f58d2ff-0272-402c-869f-e3454e8df7a3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/routers/3296af22-3e35-4ada-b844-0672e184b6d2 HTTP/1.1" status: 204 len: 168 time: 2.2326567 Aug 29 04:38:03.918381 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.955287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 89254946-97ec-4eb4-b6f1-ba5c70ded042 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:04.008239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 89254946-97ec-4eb4-b6f1-ba5c70ded042 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:04.011959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 89254946-97ec-4eb4-b6f1-ba5c70ded042 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:04.012974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 91046f96-1638-4750-908a-5d1fa7a5c2c5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:04.013747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc407c-0c34-4bec-83ae-e0a862b564b0 req-c3a58640-9aa5-4dc6-95cc-cf0af94aba38 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:04.015439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ddc407c-0c34-4bec-83ae-e0a862b564b0 req-c3a58640-9aa5-4dc6-95cc-cf0af94aba38 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 944 time: 0.4301028 Aug 29 04:38:04.060918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 91046f96-1638-4750-908a-5d1fa7a5c2c5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:04.061528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 91046f96-1638-4750-908a-5d1fa7a5c2c5 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:04.068660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.080831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94750a3d-70b9-4f3c-81e3-0b43510a70d4']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:04.093439 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4636644-e183-48a9-8db0-6c878dbab837') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:04.093749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4636644-e183-48a9-8db0-6c878dbab837') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:04.106782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ddc407c-0c34-4bec-83ae-e0a862b564b0 req-10790cef-5e1e-416d-bcda-5bb053dad29d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843565 Aug 29 04:38:04.107466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.128256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.135461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:04.136470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:04.140063 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:04.221946 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.230412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.233799 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/networks/94750a3d-70b9-4f3c-81e3-0b43510a70d4 HTTP/1.1" status: 204 len: 168 time: 0.5045867 Aug 29 04:38:04.236934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45806) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.269127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169510a6-e7dd-40c1-876d-3c0b729d2bf4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Network': ['ID=94750a3d-70b9-4f3c-81e3-0b43510a70d4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.331388 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f796aa2-d810-41e6-a8df-336cd00aa06d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.427084 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f796aa2-d810-41e6-a8df-336cd00aa06d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.490471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90261012-4393-4ff0-b09d-6bf91546b07b req-1e25eb36-9b82-45c3-a04d-6206b6cf86fe tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:04.491989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90261012-4393-4ff0-b09d-6bf91546b07b req-1e25eb36-9b82-45c3-a04d-6206b6cf86fe tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1097 time: 0.1441069 Aug 29 04:38:04.569279 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f1599-c865-45c5-86fc-a4d79abc3017 req-c8b88a4f-7a3c-4a67-a7a9-b8f445114d59 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:04.576859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c94f1599-c865-45c5-86fc-a4d79abc3017 req-c8b88a4f-7a3c-4a67-a7a9-b8f445114d59 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 1097 time: 0.1298611 Aug 29 04:38:04.634306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c94f1599-c865-45c5-86fc-a4d79abc3017 req-e157286d-b4ae-4b54-8f06-810c445ac0c2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542002 Aug 29 04:38:04.650409 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f796aa2-d810-41e6-a8df-336cd00aa06d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.654726 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4f796aa2-d810-41e6-a8df-336cd00aa06d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.656019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4f796aa2-d810-41e6-a8df-336cd00aa06d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/security-groups/b2deae1f-e97d-4601-8500-009bda6df537 HTTP/1.1" status: 204 len: 168 time: 0.4182796 Aug 29 04:38:04.658388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-90261012-4393-4ff0-b09d-6bf91546b07b req-86b98fea-d8ad-4bf4-8973-52d7c0f3748f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Deleting port 0f174940-0b9e-45c8-9600-0425fbd51c42 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:04.659962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90261012-4393-4ff0-b09d-6bf91546b07b req-86b98fea-d8ad-4bf4-8973-52d7c0f3748f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.724699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f796aa2-d810-41e6-a8df-336cd00aa06d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2deae1f-e97d-4601-8500-009bda6df537,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.799815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-90261012-4393-4ff0-b09d-6bf91546b07b req-86b98fea-d8ad-4bf4-8973-52d7c0f3748f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] For port 0f174940-0b9e-45c8-9600-0425fbd51c42, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=0f174940-0b9e-45c8-9600-0425fbd51c42,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:04.800235 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90261012-4393-4ff0-b09d-6bf91546b07b req-86b98fea-d8ad-4bf4-8973-52d7c0f3748f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.831884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-90261012-4393-4ff0-b09d-6bf91546b07b req-86b98fea-d8ad-4bf4-8973-52d7c0f3748f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Calling delete_port for 0f174940-0b9e-45c8-9600-0425fbd51c42 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:05.023774 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90261012-4393-4ff0-b09d-6bf91546b07b req-86b98fea-d8ad-4bf4-8973-52d7c0f3748f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.038405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['7b3a12ba-948d-4b57-a441-5cd1d34b10aa'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:05.055222 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45832) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.056464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b98fea-d8ad-4bf4-8973-52d7c0f3748f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f174940-0b9e-45c8-9600-0425fbd51c42,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.060902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-638c0cce-8a4a-4526-a43e-5106553e2366 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376023628', 'description': 'tempest-secgroup-smoke-1376023628 description', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:05.083805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['0f174940-0b9e-45c8-9600-0425fbd51c42'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:05.107485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-638c0cce-8a4a-4526-a43e-5106553e2366 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.138920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-90261012-4393-4ff0-b09d-6bf91546b07b req-86b98fea-d8ad-4bf4-8973-52d7c0f3748f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] No DVR routers for this DVR port 0f174940-0b9e-45c8-9600-0425fbd51c42 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:05.141678 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90261012-4393-4ff0-b09d-6bf91546b07b req-86b98fea-d8ad-4bf4-8973-52d7c0f3748f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.145022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90261012-4393-4ff0-b09d-6bf91546b07b req-86b98fea-d8ad-4bf4-8973-52d7c0f3748f tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.52 "DELETE /v2.0/ports/0f174940-0b9e-45c8-9600-0425fbd51c42 HTTP/1.1" status: 204 len: 173 time: 0.6440029 Aug 29 04:38:05.145476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725aa6e4-75e9-4018-be37-89e78e497603', 'name': 'network-vif-deleted', 'tag': '0f174940-0b9e-45c8-9600-0425fbd51c42'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:05.147990 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0c5509-b57c-4d83-af7d-85b83213ea77" -d '{"events": [{"server_uuid": "725aa6e4-75e9-4018-be37-89e78e497603", "name": "network-vif-deleted", "tag": "0f174940-0b9e-45c8-9600-0425fbd51c42"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:05.192035 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faf6658-30c6-4655-9046-f3866f99a97e x-openstack-request-id: req-3faf6658-30c6-4655-9046-f3866f99a97e {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:05.192603 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725aa6e4-75e9-4018-be37-89e78e497603", "name": "network-vif-deleted", "tag": "0f174940-0b9e-45c8-9600-0425fbd51c42", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:05.192854 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3faf6658-30c6-4655-9046-f3866f99a97e {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:05.193311 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725aa6e4-75e9-4018-be37-89e78e497603', 'name': 'network-vif-deleted', 'tag': '0f174940-0b9e-45c8-9600-0425fbd51c42', 'status': 'completed', 'code': 200} Aug 29 04:38:05.341913 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-638c0cce-8a4a-4526-a43e-5106553e2366 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.347510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-638c0cce-8a4a-4526-a43e-5106553e2366 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.397654 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c0cce-8a4a-4526-a43e-5106553e2366 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d854ea-9871-463b-84b7-4733658521d3,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.412123 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-638c0cce-8a4a-4526-a43e-5106553e2366 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.417064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12360fec-93c6-4bcc-97a3-8b6e4898943d req-ee4c1c22-9357-4222-8220-5e65514768b8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:05.417419 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-638c0cce-8a4a-4526-a43e-5106553e2366 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3605301 Aug 29 04:38:05.418108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45846) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.419123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12360fec-93c6-4bcc-97a3-8b6e4898943d req-ee4c1c22-9357-4222-8220-5e65514768b8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1168156 Aug 29 04:38:05.430184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-07b7e528-2dbd-4bf4-b1f3-1442add76aae tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': '67d854ea-9871-463b-84b7-4733658521d3', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:05.465704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07b7e528-2dbd-4bf4-b1f3-1442add76aae tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.468942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12360fec-93c6-4bcc-97a3-8b6e4898943d req-3099235c-a5e1-4036-b752-b4c8ab694d9d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392838 Aug 29 04:38:05.551386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07b7e528-2dbd-4bf4-b1f3-1442add76aae tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.556667 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07b7e528-2dbd-4bf4-b1f3-1442add76aae tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.579326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7e528-2dbd-4bf4-b1f3-1442add76aae tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bd1bf8-7ecb-41e0-bba2-ab704f70b1da,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.589045 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07b7e528-2dbd-4bf4-b1f3-1442add76aae tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.593762 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-07b7e528-2dbd-4bf4-b1f3-1442add76aae tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652567 Aug 29 04:38:05.593909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45852) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.598957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-6803a25d-ce8c-4cfe-9286-263b64b1ff60 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': '67d854ea-9871-463b-84b7-4733658521d3', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:05.629873 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6803a25d-ce8c-4cfe-9286-263b64b1ff60 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.729125 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6803a25d-ce8c-4cfe-9286-263b64b1ff60 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.736558 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6803a25d-ce8c-4cfe-9286-263b64b1ff60 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.738444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c2b43635-6098-4378-b73d-fa28e8518981 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:05.788382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803a25d-ce8c-4cfe-9286-263b64b1ff60 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4056ff6a-f58d-4991-b952-49b79057661c,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.842771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6803a25d-ce8c-4cfe-9286-263b64b1ff60 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.847756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6803a25d-ce8c-4cfe-9286-263b64b1ff60 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2528160 Aug 29 04:38:05.848696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45858) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.894303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-68bf8be9-0bc7-4c34-a5be-5442d93e711e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': '67d854ea-9871-463b-84b7-4733658521d3', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:05.900045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a1d58c72-8f2b-4d07-b332-9c13f841c2bc no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:05.909966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e0d631b-670d-453d-8671-ba2f3275cf57 req-081e9832-eced-42d9-81d4-e2de29ba68dd tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=725aa6e4-75e9-4018-be37-89e78e497603 HTTP/1.1" status: 200 len: 210 time: 0.0896165 Aug 29 04:38:05.986277 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68bf8be9-0bc7-4c34-a5be-5442d93e711e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.998949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a1d58c72-8f2b-4d07-b332-9c13f841c2bc {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:06.007082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a1d58c72-8f2b-4d07-b332-9c13f841c2bc not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:06.161353 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:06.170041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68bf8be9-0bc7-4c34-a5be-5442d93e711e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.182598 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68bf8be9-0bc7-4c34-a5be-5442d93e711e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.209842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'c2b43635-6098-4378-b73d-fa28e8518981', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'port_id': 'c2b43635-6098-4378-b73d-fa28e8518981', 'mac_address': 'fa:16:3e:3f:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:06.211189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf8be9-0bc7-4c34-a5be-5442d93e711e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c10de7-7178-4191-8305-5d8ef78efc54,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.234797 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68bf8be9-0bc7-4c34-a5be-5442d93e711e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.236574 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-68bf8be9-0bc7-4c34-a5be-5442d93e711e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3522956 Aug 29 04:38:06.239268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45868) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:06.246870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-45d5eef2-719f-4b07-ac57-984f1c056ff4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': '67d854ea-9871-463b-84b7-4733658521d3', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:06.259948 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.278160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b43635-6098-4378-b73d-fa28e8518981 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:06.285258 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d5eef2-719f-4b07-ac57-984f1c056ff4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.304844 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:06.311084 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.386858 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d5eef2-719f-4b07-ac57-984f1c056ff4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.405240 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d5eef2-719f-4b07-ac57-984f1c056ff4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.460414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5eef2-719f-4b07-ac57-984f1c056ff4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270b6335-af6c-4e71-9f1b-72667f3572cd,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.475442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45d5eef2-719f-4b07-ac57-984f1c056ff4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.477439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-45d5eef2-719f-4b07-ac57-984f1c056ff4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2371247 Aug 29 04:38:06.480083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45874) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:06.487739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c971ef59-5e5b-4489-a8f0-e276e3250691 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': '67d854ea-9871-463b-84b7-4733658521d3', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:06.525152 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-c971ef59-5e5b-4489-a8f0-e276e3250691 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Project b3b69e4de3d74dd0af3e4bd631a2b142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:38:06.535304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c971ef59-5e5b-4489-a8f0-e276e3250691 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.542251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.594262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['c2b43635-6098-4378-b73d-fa28e8518981'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:06.651232 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c971ef59-5e5b-4489-a8f0-e276e3250691 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.657625 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c971ef59-5e5b-4489-a8f0-e276e3250691 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.667768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d96dd-1ad4-4beb-a6fb-29c182ee1fa9 req-8d025f14-26c7-4d2c-9186-c158c8b0c40d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.676029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-830d96dd-1ad4-4beb-a6fb-29c182ee1fa9 req-8d025f14-26c7-4d2c-9186-c158c8b0c40d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0976050 Aug 29 04:38:06.708291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971ef59-5e5b-4489-a8f0-e276e3250691 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0aa0f17-3a48-4778-ac59-e0c4b27962ea,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.731710 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c971ef59-5e5b-4489-a8f0-e276e3250691 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.738440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c971ef59-5e5b-4489-a8f0-e276e3250691 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2544453 Aug 29 04:38:06.739267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45878) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:06.744613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4262f7c1-b06e-430c-8df6-6e36add76a2b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'security_group_rule': {'security_group_id': '67d854ea-9871-463b-84b7-4733658521d3', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:06.774866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-830d96dd-1ad4-4beb-a6fb-29c182ee1fa9 req-460ac8ff-da03-4b22-9977-ddfb10e370a0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977461 Aug 29 04:38:06.797890 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-4262f7c1-b06e-430c-8df6-6e36add76a2b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Project b3b69e4de3d74dd0af3e4bd631a2b142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:38:06.805480 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4262f7c1-b06e-430c-8df6-6e36add76a2b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.880046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4262f7c1-b06e-430c-8df6-6e36add76a2b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.884416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4262f7c1-b06e-430c-8df6-6e36add76a2b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.904922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262f7c1-b06e-430c-8df6-6e36add76a2b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814037eb-9cf9-4d95-bf5e-452c97ca1f04,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.909781 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4262f7c1-b06e-430c-8df6-6e36add76a2b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.914615 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4262f7c1-b06e-430c-8df6-6e36add76a2b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705780 Aug 29 04:38:06.914711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45880) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:06.919173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'network': {'name': 'tempest-network-smoke--929130627', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'port_security_enabled': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:06.942327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:06.946333 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.972638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:06.984639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.984996 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Added segment 46410012-fd88-4e23-873b-8814be191040 of type vlan for network 4ad185c5-973f-471a-830b-1f29d69af50a Aug 29 04:38:07.033315 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.070398 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.079322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.080119 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.182466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2673852 Aug 29 04:38:07.183892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53238aa9-f579-45aa-ac7a-01f34a543b86 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Network': ['ID=4ad185c5-973f-471a-830b-1f29d69af50a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.197930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45894) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.203936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 4ad185c5-973f-471a-830b-1f29d69af50a details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:07.206138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'admin_state_up': True, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:07.234230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63de48a-116c-46b9-8cdc-895e7ea82d5c req-c802f58d-6a83-4583-bfdb-df590c827611 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.234724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a63de48a-116c-46b9-8cdc-895e7ea82d5c req-c802f58d-6a83-4583-bfdb-df590c827611 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0447574 Aug 29 04:38:07.245988 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.247349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.275614 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a63de48a-116c-46b9-8cdc-895e7ea82d5c req-1de3410e-7498-4d19-ab29-f24219d57c0d tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342634 Aug 29 04:38:07.360994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.500235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.739434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.760402 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.764089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c2b43635-6098-4378-b73d-fa28e8518981 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:07.852749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port c2b43635-6098-4378-b73d-fa28e8518981 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:07.858607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port c2b43635-6098-4378-b73d-fa28e8518981 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:07.859409 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.941102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7c43f-a5c6-4df5-95cf-33d599bfd686 req-bdaa3d26-2698-4aa3-9804-daa0e3f503a3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.943171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.25.5.149 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/9b4f2811-d4fa-4541-a15e-ab7e2dad7268) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:07.949569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-beb7c43f-a5c6-4df5-95cf-33d599bfd686 req-bdaa3d26-2698-4aa3-9804-daa0e3f503a3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0725219 Aug 29 04:38:07.961194 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.994894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:07.996395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-beb7c43f-a5c6-4df5-95cf-33d599bfd686 req-039b95e8-29c2-4186-a4bb-1f25feeeadce tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 Aug 29 04:38:08.000952 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999ee427-5a65-42d5-b170-99c69b549ee7" -d '{"events": [{"server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "c2b43635-6098-4378-b73d-fa28e8518981"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:08.018709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:08.022975 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.073978 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba6fd4a-437c-40c3-b504-59639845dd91 x-openstack-request-id: req-8ba6fd4a-437c-40c3-b504-59639845dd91 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:08.074227 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "c2b43635-6098-4378-b73d-fa28e8518981", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:08.074536 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ba6fd4a-437c-40c3-b504-59639845dd91 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:08.075037 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981', 'code': 200} Aug 29 04:38:08.097199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.118151 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.205520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6e17-1da6-483f-b8b3-5e8554132db3 req-b83a3bcf-4cbd-4afe-850c-83e900bc19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.207181 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ced6e17-1da6-483f-b8b3-5e8554132db3 req-b83a3bcf-4cbd-4afe-850c-83e900bc19a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 1098 time: 0.0778887 Aug 29 04:38:08.208431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.274170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:08.280214 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:08.286711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:08.289898 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9ced6e17-1da6-483f-b8b3-5e8554132db3 req-46ad823a-cf36-442c-996d-415cff6e97fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725305 Aug 29 04:38:08.404822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa948172-656f-4334-a156-4b9a5fab7d24 req-3709a356-064a-433b-a28e-59f955d4b031 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.415108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa948172-656f-4334-a156-4b9a5fab7d24 req-3709a356-064a-433b-a28e-59f955d4b031 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0569296 Aug 29 04:38:08.463645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa948172-656f-4334-a156-4b9a5fab7d24 req-3e99153d-1c8c-45f0-b250-25ca6b59cdcf tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ea73a672-c53e-4ff3-accf-81f4adf8a1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Aug 29 04:38:08.730182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=9b4f2811-d4fa-4541-a15e-ab7e2dad7268,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.795093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-65da724c-8f7b-4b17-a0a6-b1b032c680f2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.796583 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-65da724c-8f7b-4b17-a0a6-b1b032c680f2 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0815296 Aug 29 04:38:08.964378 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.003356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-162f3d97-4757-4ac4-bfcc-79accfe0c7e6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Deleting port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:09.003730 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-162f3d97-4757-4ac4-bfcc-79accfe0c7e6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.154365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038da0e-266c-40c2-8b34-60a0e469c355 req-03209c96-c6cd-45fe-ae33-a1476e77e4d1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:09.161993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7038da0e-266c-40c2-8b34-60a0e469c355 req-03209c96-c6cd-45fe-ae33-a1476e77e4d1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0677016 Aug 29 04:38:09.196104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-162f3d97-4757-4ac4-bfcc-79accfe0c7e6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] For port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:09.196573 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-162f3d97-4757-4ac4-bfcc-79accfe0c7e6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.211020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7038da0e-266c-40c2-8b34-60a0e469c355 req-f8beb0d3-259c-4aea-b91a-a61ad02fb857 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476706 Aug 29 04:38:09.239444 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-162f3d97-4757-4ac4-bfcc-79accfe0c7e6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Calling delete_port for 7b3a12ba-948d-4b57-a441-5cd1d34b10aa owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:09.331984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0f174940-0b9e-45c8-9600-0425fbd51c42 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:09.357875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 0f174940-0b9e-45c8-9600-0425fbd51c42 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:09.358474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 0f174940-0b9e-45c8-9600-0425fbd51c42 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:09.366673 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.541545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-162f3d97-4757-4ac4-bfcc-79accfe0c7e6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.554081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['7b3a12ba-948d-4b57-a441-5cd1d34b10aa'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:09.579301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f3d97-4757-4ac4-bfcc-79accfe0c7e6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b3a12ba-948d-4b57-a441-5cd1d34b10aa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.637649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62994db5-2bb5-41d2-b1b6-cdc512cf2a5d req-2b72ebf9-3d1b-4ee5-b9f1-8b208433b40d tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df8b5792-f404-470e-a261-7abbcd1c3ed2 HTTP/1.1" status: 200 len: 210 time: 0.0387065 Aug 29 04:38:09.668385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-162f3d97-4757-4ac4-bfcc-79accfe0c7e6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] No DVR routers for this DVR port 7b3a12ba-948d-4b57-a441-5cd1d34b10aa on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:09.670111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router c9457129-21fe-4a67-9df8-76c30aba9df3 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:09.672613 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-162f3d97-4757-4ac4-bfcc-79accfe0c7e6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.674503 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4da3dcaf-07ae-4cc7-926a-f30428fafc9e req-162f3d97-4757-4ac4-bfcc-79accfe0c7e6 tempest-TestServerMultinode-409027875 tempest-TestServerMultinode-409027875-project-admin] 10.222.0.59 "DELETE /v2.0/ports/7b3a12ba-948d-4b57-a441-5cd1d34b10aa HTTP/1.1" status: 204 len: 173 time: 0.8685575 Aug 29 04:38:09.674946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8b5792-f404-470e-a261-7abbcd1c3ed2', 'name': 'network-vif-deleted', 'tag': '7b3a12ba-948d-4b57-a441-5cd1d34b10aa'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:09.677475 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f94155-13f9-4df6-83fc-849076877731" -d '{"events": [{"server_uuid": "df8b5792-f404-470e-a261-7abbcd1c3ed2", "name": "network-vif-deleted", "tag": "7b3a12ba-948d-4b57-a441-5cd1d34b10aa"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:09.820673 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6107ae26-0cd4-4df1-9faa-ac575c14d34a x-openstack-request-id: req-6107ae26-0cd4-4df1-9faa-ac575c14d34a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:09.821290 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8b5792-f404-470e-a261-7abbcd1c3ed2", "name": "network-vif-deleted", "tag": "7b3a12ba-948d-4b57-a441-5cd1d34b10aa", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:09.821290 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6107ae26-0cd4-4df1-9faa-ac575c14d34a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:09.821607 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8b5792-f404-470e-a261-7abbcd1c3ed2', 'name': 'network-vif-deleted', 'tag': '7b3a12ba-948d-4b57-a441-5cd1d34b10aa', 'status': 'completed', 'code': 200} Aug 29 04:38:09.837530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:09.851538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Sync routers for ids ['c9457129-21fe-4a67-9df8-76c30aba9df3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:09.862988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Routers {'c9457129-21fe-4a67-9df8-76c30aba9df3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:09.864537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9457129-21fe-4a67-9df8-76c30aba9df3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:09.873753 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.878342 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9ea0fb17-8ed9-4543-8c08-29f191a134ec tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6759260 Aug 29 04:38:09.878696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45966) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.939220 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9f4c0499-d390-493e-ae20-92f7c9d8158d tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=b3b69e4de3d74dd0af3e4bd631a2b142&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592568 Aug 29 04:38:09.941901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45968) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.040749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Set router c9457129-21fe-4a67-9df8-76c30aba9df3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:10.213967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45972) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.347444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a48e8b-b4f0-4890-b9c1-3451e7fa8dea tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.350876 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-56a48e8b-b4f0-4890-b9c1-3451e7fa8dea tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4078922 Aug 29 04:38:10.353916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45980) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.408790 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d4ce70f4-ec17-4aba-b489-9f680e12a41b tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529699 Aug 29 04:38:10.416597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45982) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.427695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-150529660', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:10.450934 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:08Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:10.468044 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86b0a18e-6158-4ba7-8c3d-bba6e42b208f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.487125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Checking router: c9457129-21fe-4a67-9df8-76c30aba9df3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:10.487429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Updating router c9457129-21fe-4a67-9df8-76c30aba9df3 port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:38:10.493631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db550a9a-8b7b-4459-baae-f16a863bf85b req-5cc64685-86da-4f8e-bcde-a2dfde8be8e8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.495769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db550a9a-8b7b-4459-baae-f16a863bf85b req-5cc64685-86da-4f8e-bcde-a2dfde8be8e8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.1433163 Aug 29 04:38:10.517666 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.622543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86b0a18e-6158-4ba7-8c3d-bba6e42b208f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.627430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db550a9a-8b7b-4459-baae-f16a863bf85b req-a71292f8-c396-425d-9ba2-f5abc9e9525c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100318 Aug 29 04:38:10.632331 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86b0a18e-6158-4ba7-8c3d-bba6e42b208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.696828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:10.700555 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.728991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45992) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.765452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0a18e-6158-4ba7-8c3d-bba6e42b208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3155c64d-023b-479d-8dee-a9b72ba169ec,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.786586 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-86b0a18e-6158-4ba7-8c3d-bba6e42b208f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=207de1138df845d5998598e176a80ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709388 Aug 29 04:38:10.789120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 45994) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.871912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8d57-9f57-4f07-bf2e-906e4709e539 req-14bd78c2-dc9c-4872-bdae-09bd25862f58 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.877779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-443b8d57-9f57-4f07-bf2e-906e4709e539 req-14bd78c2-dc9c-4872-bdae-09bd25862f58 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0880713 Aug 29 04:38:10.883471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 45996) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.888056 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.890345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-6da771ee-cde8-4439-8024-712e64981ad7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Request body: {'floatingip': {'port_id': 'c2b43635-6098-4378-b73d-fa28e8518981'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:10.898638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Transition to ACTIVE for port object 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:10.908766 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.945954 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6da771ee-cde8-4439-8024-712e64981ad7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.958498 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09bfeba8-c543-4c94-a275-e3205134db00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.010689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b723518-cd05-48a7-b119-4e648d27faf0 None None] Pushing event updated for resources: {'Port': ['ID=9b4f2811-d4fa-4541-a15e-ab7e2dad7268,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.023742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Attempting to bind port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:11.024116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Attempting to bind port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:11.024542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Attempting to bind port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:11.030607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:11.030985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:11.031389 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.031778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:11.032283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Bound port: 9b4f2811-d4fa-4541-a15e-ab7e2dad7268, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:11.032652 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.047137 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09bfeba8-c543-4c94-a275-e3205134db00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.124530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] For port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:11.129048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] For port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9b4f2811-d4fa-4541-a15e-ab7e2dad7268,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:11.138265 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.210789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.287189 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09bfeba8-c543-4c94-a275-e3205134db00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.292782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Routers {'c9457129-21fe-4a67-9df8-76c30aba9df3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:11.293560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9457129-21fe-4a67-9df8-76c30aba9df3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:11.294707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-09bfeba8-c543-4c94-a275-e3205134db00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.299285 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-09bfeba8-c543-4c94-a275-e3205134db00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3155c64d-023b-479d-8dee-a9b72ba169ec HTTP/1.1" status: 204 len: 168 time: 0.4247115 Aug 29 04:38:11.349685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfeba8-c543-4c94-a275-e3205134db00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3155c64d-023b-479d-8dee-a9b72ba169ec,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.422160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] Set router c9457129-21fe-4a67-9df8-76c30aba9df3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:11.505779 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b723518-cd05-48a7-b119-4e648d27faf0 None None] Pushing event updated for resources: {'Port': ['ID=9b4f2811-d4fa-4541-a15e-ab7e2dad7268,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.530578 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Checking segment: {'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:11.531134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network hostable DHCP agents. Network: 4ad185c5-973f-471a-830b-1f29d69af50a, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:11.551942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Subnet': ['ID=5753e725-b8f4-4ca1-b733-95ab7456f9f0,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.638543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 4ad185c5-973f-471a-830b-1f29d69af50a is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:11.688091 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:08Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:11.724716 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.725621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54f5cf-2d58-42f0-be64-2351407bbccf None None] The sync data for ids ['c9457129-21fe-4a67-9df8-76c30aba9df3'] in n-d-712141-12 is: [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:08Z', 'revision_number': 3, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:11.765938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7b3a12ba-948d-4b57-a441-5cd1d34b10aa no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:11.783038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 4ad185c5-973f-471a-830b-1f29d69af50a) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:11.866590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b2433-1eda-4df0-a752-b2afe8655e99 None None] Network 4ad185c5-973f-471a-830b-1f29d69af50a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:11.906051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46012) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.915084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:11.915693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.938767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4b5b22ce-df06-4556-b6ea-51cec3b7d8f1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5165765 Aug 29 04:38:11.943989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46016) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.978003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-890c2902-4ea5-41b9-9738-d5bd8470523f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.021223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 7b3a12ba-948d-4b57-a441-5cd1d34b10aa {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:12.022551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 7b3a12ba-948d-4b57-a441-5cd1d34b10aa not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:12.250437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-4ad185c5-973f-471a-830b-1f29d69af50a', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:12.252062 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.456184 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-890c2902-4ea5-41b9-9738-d5bd8470523f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.473538 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-890c2902-4ea5-41b9-9738-d5bd8470523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.519225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Allocated IP 172.20.0.2 (4ad185c5-973f-471a-830b-1f29d69af50a/5753e725-b8f4-4ca1-b733-95ab7456f9f0/f0f03ac8-3824-4608-8004-01d6bd2d6ff6) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:12.552393 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-890c2902-4ea5-41b9-9738-d5bd8470523f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=790cd542a8664483aea59c42dbf24d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6378438 Aug 29 04:38:12.553969 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c2902-4ea5-41b9-9738-d5bd8470523f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e9416-cc44-4acd-81b5-db2c5c72804f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.557180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46022) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.680423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c23c63d6-ef09-4244-a85b-c423618db980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.712561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c23c63d6-ef09-4244-a85b-c423618db980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.739728 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.750821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Transition to ACTIVE for port object f0f03ac8-3824-4608-8004-01d6bd2d6ff6 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:12.771278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Transition to ACTIVE for port object f0f03ac8-3824-4608-8004-01d6bd2d6ff6 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:12.780461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] Deleting port 66d5d72f-9733-4c26-af4e-c12049333a9e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:12.780804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.790418 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.848952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Network 4ad185c5-973f-471a-830b-1f29d69af50a is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:12.855610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:12.864984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:12.888478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Pushing event updated for resources: {'Port': ['ID=f0f03ac8-3824-4608-8004-01d6bd2d6ff6,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.899795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c23c63d6-ef09-4244-a85b-c423618db980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.902446 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c23c63d6-ef09-4244-a85b-c423618db980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.903610 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c23c63d6-ef09-4244-a85b-c423618db980 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a66e9416-cc44-4acd-81b5-db2c5c72804f HTTP/1.1" status: 204 len: 168 time: 0.3434575 Aug 29 04:38:12.918970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c63d6-ef09-4244-a85b-c423618db980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e9416-cc44-4acd-81b5-db2c5c72804f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.948299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] For port 66d5d72f-9733-4c26-af4e-c12049333a9e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=66d5d72f-9733-4c26-af4e-c12049333a9e,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:12.949563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.971818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] Calling delete_port for 66d5d72f-9733-4c26-af4e-c12049333a9e owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:13.040706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Attempting to bind port f0f03ac8-3824-4608-8004-01d6bd2d6ff6 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:13.041432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Attempting to bind port f0f03ac8-3824-4608-8004-01d6bd2d6ff6 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:13.042007 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Attempting to bind port f0f03ac8-3824-4608-8004-01d6bd2d6ff6 on network 4ad185c5-973f-471a-830b-1f29d69af50a {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:13.061481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:13.062270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Checking segment: {'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:13.062867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.063596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Bound using segment: {'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:13.064164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Bound port: f0f03ac8-3824-4608-8004-01d6bd2d6ff6, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:13.065749 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.183112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] For port f0f03ac8-3824-4608-8004-01d6bd2d6ff6, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:13.188083 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] For port f0f03ac8-3824-4608-8004-01d6bd2d6ff6, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f0f03ac8-3824-4608-8004-01d6bd2d6ff6,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:13.196801 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.202436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.resource_extend [None req-6da771ee-cde8-4439-8024-712e64981ad7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:38:13.325699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.332804 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6da771ee-cde8-4439-8024-712e64981ad7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.335578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748091a6-a3a0-4c05-93a3-3df4c6c6863b None None] Pushing event updated for resources: {'Port': ['ID=f0f03ac8-3824-4608-8004-01d6bd2d6ff6,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:13.377248 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6da771ee-cde8-4439-8024-712e64981ad7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.416468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d5d72f-9733-4c26-af4e-c12049333a9e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:13.555656 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.580431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46034) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.764177 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.160564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:14.259967 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:14.265269 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97ec1708-8fce-468f-94ad-d8c703036ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.268884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:14.269254 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.337951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.20.0.1 (4ad185c5-973f-471a-830b-1f29d69af50a/5753e725-b8f4-4ca1-b733-95ab7456f9f0/2a80c639-f211-4614-8f45-70d9d55d5794) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:14.422248 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-6da771ee-cde8-4439-8024-712e64981ad7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Floating IP 6ce6c548-c90d-4ac0-82d9-49479ed00c3a associated. External IP: 172.25.5.14, port: c2b43635-6098-4378-b73d-fa28e8518981. Aug 29 04:38:14.423829 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.449262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9b4f2811-d4fa-4541-a15e-ab7e2dad7268,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:14.453859 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.537187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] Router 8ec6852a-be3a-4153-9e14-12b2860179a5 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:14.570913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=9b4f2811-d4fa-4541-a15e-ab7e2dad7268,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.727219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:14.734670 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-646f4926-3a85-44af-b00e-e9f68f5594c9 admin admin] 10.222.0.49 "PUT /v2.0/routers/8ec6852a-be3a-4153-9e14-12b2860179a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0011413 Aug 29 04:38:14.736322 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] Sync routers for ids ['8ec6852a-be3a-4153-9e14-12b2860179a5'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:14.737250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46052) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:14.749761 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.751998 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] Routers {'8ec6852a-be3a-4153-9e14-12b2860179a5'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:14.752668 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8ec6852a-be3a-4153-9e14-12b2860179a5'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:14.800105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Transition to ACTIVE for port object 2a80c639-f211-4614-8f45-70d9d55d5794 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:14.870489 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97ec1708-8fce-468f-94ad-d8c703036ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.888128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-97ec1708-8fce-468f-94ad-d8c703036ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.899626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.911711 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] Set router 8ec6852a-be3a-4153-9e14-12b2860179a5 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:14.922661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-97ec1708-8fce-468f-94ad-d8c703036ced admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a059c539d9b64d15bc58a4b16c4fa8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7342632 Aug 29 04:38:14.942526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46054) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:15.034665 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.060350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec1708-8fce-468f-94ad-d8c703036ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fca6fa-a9cf-4d3b-99b4-f096cf3a8395,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:15.141906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cec9c75-9daf-4961-9c7d-849ae139c190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.144509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Deleting port d4c82e4d-e7e5-48fd-83c0-1617cd848b05 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:15.144995 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.149994 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.195536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b267d3e-d5c7-42b1-8e78-ee4884a00ce2 None None] Network 4ad185c5-973f-471a-830b-1f29d69af50a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:15.207384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da771ee-cde8-4439-8024-712e64981ad7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Router d3b949a7-934e-4f36-b39c-cb79cab2f2ac has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:15.258561 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cec9c75-9daf-4961-9c7d-849ae139c190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.273200 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'name': 'tempest-TestServerMultinode-1366206646-router', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:05Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 5, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'gw_port': {'id': 'd4c82e4d-e7e5-48fd-83c0-1617cd848b05', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:06Z', 'updated_at': '2021-08-29T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:15.359976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] For port d4c82e4d-e7e5-48fd-83c0-1617cd848b05, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d4c82e4d-e7e5-48fd-83c0-1617cd848b05,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:15.362542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.365795 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] Checking router: 8ec6852a-be3a-4153-9e14-12b2860179a5 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:15.390042 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] Routers {'8ec6852a-be3a-4153-9e14-12b2860179a5'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:15.396606 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['8ec6852a-be3a-4153-9e14-12b2860179a5'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:15.399442 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Calling delete_port for d4c82e4d-e7e5-48fd-83c0-1617cd848b05 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:15.486861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 4ad185c5-973f-471a-830b-1f29d69af50a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:15.488835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da771ee-cde8-4439-8024-712e64981ad7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:15.506661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:15.521695 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6da771ee-cde8-4439-8024-712e64981ad7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.524770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] Sync routers for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:15.525513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:15.544297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f43a2648-1f79-48ee-ba64-441f041830ea None None] Provisioning for port f0f03ac8-3824-4608-8004-01d6bd2d6ff6 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:15.587755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:15.588848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:15.664875 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] Set router 8ec6852a-be3a-4153-9e14-12b2860179a5 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:15.695558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=2a80c639-f211-4614-8f45-70d9d55d5794,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:15.707932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6da771ee-cde8-4439-8024-712e64981ad7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "PUT /v2.0/floatingips/6ce6c548-c90d-4ac0-82d9-49479ed00c3a HTTP/1.1" status: 200 len: 991 time: 4.8215461 Aug 29 04:38:15.751751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:15.754316 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818baf37-eadb-4818-a0c8-0ed7d2a053d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "tag": "c2b43635-6098-4378-b73d-fa28e8518981"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:15.766847 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'name': 'tempest-TestServerMultinode-1366206646-router', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:05Z', 'updated_at': '2021-08-29T04:38:15Z', 'revision_number': 6, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:15.807084 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4336758-c142-4fbf-b7a2-f86f4b3110ff None None] The sync data for ids ['8ec6852a-be3a-4153-9e14-12b2860179a5'] in n-d-712141-12 is: [{'id': '8ec6852a-be3a-4153-9e14-12b2860179a5', 'name': 'tempest-TestServerMultinode-1366206646-router', 'tenant_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:05Z', 'updated_at': '2021-08-29T04:38:15Z', 'revision_number': 6, 'project_id': '92dfdf44feb54ebb89f4a08e7777ce9b', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:15.813296 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.813851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.870513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:15.924717 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff367d-58ab-4b80-b087-e0929afbf993 x-openstack-request-id: req-a7ff367d-58ab-4b80-b087-e0929afbf993 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:15.925003 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "tag": "c2b43635-6098-4378-b73d-fa28e8518981", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:15.925254 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7ff367d-58ab-4b80-b087-e0929afbf993 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:15.925653 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981', 'status': 'completed', 'code': 200} Aug 29 04:38:15.974469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c82e4d-e7e5-48fd-83c0-1617cd848b05,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:15.974725 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cec9c75-9daf-4961-9c7d-849ae139c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.985062 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cec9c75-9daf-4961-9c7d-849ae139c190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.988972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1cec9c75-9daf-4961-9c7d-849ae139c190 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4fca6fa-a9cf-4d3b-99b4-f096cf3a8395 HTTP/1.1" status: 204 len: 168 time: 1.0375760 Aug 29 04:38:16.062860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec9c75-9daf-4961-9c7d-849ae139c190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fca6fa-a9cf-4d3b-99b4-f096cf3a8395,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:16.139349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-c59f097f-30c9-47ee-8e27-7c78778d6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:16.141828 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-c59f097f-30c9-47ee-8e27-7c78778d6d6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 1098 time: 0.2276757 Aug 29 04:38:16.168328 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.281012 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.392596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7ff1a9c4-75b2-4f01-b7c5-32a974ac4cc0 None None] Provisioning for port 2a80c639-f211-4614-8f45-70d9d55d5794 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:16.449167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7ff1a9c4-75b2-4f01-b7c5-32a974ac4cc0 None None] Provisioning complete for port 2a80c639-f211-4614-8f45-70d9d55d5794 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:16.449546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a9c4-75b2-4f01-b7c5-32a974ac4cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.478464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f0f03ac8-3824-4608-8004-01d6bd2d6ff6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:16.499779 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.503373 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.584290 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-4781659a-5af2-4ecd-b08b-439d59854212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:16.585750 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-4781659a-5af2-4ecd-b08b-439d59854212 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.4356503 Aug 29 04:38:16.590009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1a9c4-75b2-4f01-b7c5-32a974ac4cc0 None None] Port 2a80c639-f211-4614-8f45-70d9d55d5794 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:16.591435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.592060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ec6852a-be3a-4153-9e14-12b2860179a5 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:16.634541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '6ce6c548-c90d-4ac0-82d9-49479ed00c3a', 'tenant_id': '0487e48474004c2497a09711e3651017', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'port_id': 'c2b43635-6098-4378-b73d-fa28e8518981', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'mac_address': 'fa:16:3e:3f:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:54Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 1, 'project_id': '0487e48474004c2497a09711e3651017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:16.727651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] Checking router: d3b949a7-934e-4f36-b39c-cb79cab2f2ac for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:16.751795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.756174 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8387b3f7-7644-4945-9fa3-31686304aafa admin admin] 10.222.0.49 "DELETE /v2.0/routers/8ec6852a-be3a-4153-9e14-12b2860179a5 HTTP/1.1" status: 204 len: 168 time: 2.0143569 Aug 29 04:38:16.756174 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46078) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.762174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:16.762829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.763335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:16.779325 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.822681 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-95404138-a1b4-4e27-b2e7-29109afde8b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2b43635-6098-4378-b73d-fa28e8518981 HTTP/1.1" status: 200 len: 999 time: 0.2267001 Aug 29 04:38:16.845759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port f0f03ac8-3824-4608-8004-01d6bd2d6ff6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:16.852498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb7b7fb-5d51-426f-9a23-4cbd827f1211 admin admin] Deleting subnet ed64ee19-710f-46d5-b78e-ab70f89859d1 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:16.866314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b7fb-5d51-426f-9a23-4cbd827f1211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.874304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port f0f03ac8-3824-4608-8004-01d6bd2d6ff6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:16.874684 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.930267 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.982251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b7fb-5d51-426f-9a23-4cbd827f1211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.054611 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-8cfa866c-f8c3-4c87-8782-9f38e341a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:17.056336 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-8cfa866c-f8c3-4c87-8782-9f38e341a7b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.2219174 Aug 29 04:38:17.202807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d9bd9392-9996-492a-9f88-54851f0276b1 None None] Provisioning complete for port 2a80c639-f211-4614-8f45-70d9d55d5794 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:17.203214 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9392-9996-492a-9f88-54851f0276b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.246824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd9392-9996-492a-9f88-54851f0276b1 None None] Port 2a80c639-f211-4614-8f45-70d9d55d5794 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:17.316023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-061d3cc8-a9be-49bd-8b80-f1b2f9395b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:17.320265 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-061d3cc8-a9be-49bd-8b80-f1b2f9395b1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2475128 Aug 29 04:38:17.325400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:17.370538 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.460791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port f0f03ac8-3824-4608-8004-01d6bd2d6ff6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f0f03ac8-3824-4608-8004-01d6bd2d6ff6,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:17.480648 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b7fb-5d51-426f-9a23-4cbd827f1211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.493982 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.499596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:17.542514 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b7fb-5d51-426f-9a23-4cbd827f1211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.628047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7b7fb-5d51-426f-9a23-4cbd827f1211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed64ee19-710f-46d5-b78e-ab70f89859d1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:17.653020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b7fb-5d51-426f-9a23-4cbd827f1211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.660799 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ddb7b7fb-5d51-426f-9a23-4cbd827f1211 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed64ee19-710f-46d5-b78e-ab70f89859d1 HTTP/1.1" status: 204 len: 168 time: 0.9034324 Aug 29 04:38:17.665413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46100) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.783130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eebb99-3a3b-43e0-81ed-9eb152d6d760 None None] Network 38a0bea1-57f7-4c70-afa7-2a811e1776c6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:17.866349 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-d63eb953-ffb8-46ee-a70b-1bd292d33912 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250771 Aug 29 04:38:17.873886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.017975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=f0f03ac8-3824-4608-8004-01d6bd2d6ff6,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.027851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Deleting port 1447e11a-9cee-47c2-b242-a735a586bfc7 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:18.028280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.031600 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-818baf37-eadb-4818-a0c8-0ed7d2a053d9 req-56f388fa-6645-4945-bfb6-401d54ba9da2 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545544 Aug 29 04:38:18.136431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:18.137126 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.174810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=2a80c639-f211-4614-8f45-70d9d55d5794,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.194248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] For port 1447e11a-9cee-47c2-b242-a735a586bfc7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1447e11a-9cee-47c2-b242-a735a586bfc7,segment=NetworkSegment(12cf1003-1973-46c6-a8ab-affcbbf6b7ff),segment_id=12cf1003-1973-46c6-a8ab-affcbbf6b7ff)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:18.194874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.202068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 4ad185c5-973f-471a-830b-1f29d69af50a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:18.205881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:18.224480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Calling delete_port for 1447e11a-9cee-47c2-b242-a735a586bfc7 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:18.292542 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.393283 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.415555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] No DVR routers for this DVR port 1447e11a-9cee-47c2-b242-a735a586bfc7 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:18.446811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46154) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:18.467182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router c9457129-21fe-4a67-9df8-76c30aba9df3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:18.586526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503fe3f-daf3-4773-8fef-ebf2ec43b5db None None] DHCP port deletion for 38a0bea1-57f7-4c70-afa7-2a811e1776c6 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:18.589919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f0f03ac8-3824-4608-8004-01d6bd2d6ff6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:18.620822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1447e11a-9cee-47c2-b242-a735a586bfc7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.707780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '6ce6c548-c90d-4ac0-82d9-49479ed00c3a', 'tenant_id': '0487e48474004c2497a09711e3651017', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'port_id': 'c2b43635-6098-4378-b73d-fa28e8518981', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'mac_address': 'fa:16:3e:3f:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:54Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 1, 'project_id': '0487e48474004c2497a09711e3651017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:18.763835 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53dab5d-a9b4-4daf-be32-83ffd99e3610 None None] The sync data for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 is: [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '6ce6c548-c90d-4ac0-82d9-49479ed00c3a', 'tenant_id': '0487e48474004c2497a09711e3651017', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'port_id': 'c2b43635-6098-4378-b73d-fa28e8518981', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'mac_address': 'fa:16:3e:3f:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:54Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 1, 'project_id': '0487e48474004c2497a09711e3651017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:18.783386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port f0f03ac8-3824-4608-8004-01d6bd2d6ff6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:18.783751 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.798046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.818197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-01508b4e-ab69-4120-9eec-07c868e808a6 None None] Provisioning complete for port 2a80c639-f211-4614-8f45-70d9d55d5794 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:18.819121 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-01508b4e-ab69-4120-9eec-07c868e808a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.842319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a0bea1-57f7-4c70-afa7-2a811e1776c6']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:18.846915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cf1003-1973-46c6-a8ab-affcbbf6b7ff') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:18.847407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cf1003-1973-46c6-a8ab-affcbbf6b7ff') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:18.858938 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.864374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a87d567a-14bf-47a7-bf08-0fa384ac5011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.881484 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.895583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:18.896080 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:18.898785 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:18.937742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:18.945262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-01508b4e-ab69-4120-9eec-07c868e808a6 None None] Port 2a80c639-f211-4614-8f45-70d9d55d5794 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:18.951799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-db554ed6-4a45-44ec-9bbe-e4e344e7fc25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "PUT /v2.0/routers/c9457129-21fe-4a67-9df8-76c30aba9df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0067878 Aug 29 04:38:18.952169 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Sync routers for ids ['c9457129-21fe-4a67-9df8-76c30aba9df3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:18.968772 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Routers {'c9457129-21fe-4a67-9df8-76c30aba9df3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:18.970229 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9457129-21fe-4a67-9df8-76c30aba9df3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:19.053375 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.062015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.063884 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/38a0bea1-57f7-4c70-afa7-2a811e1776c6 HTTP/1.1" status: 204 len: 168 time: 1.3973000 Aug 29 04:38:19.072263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46170) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:19.115353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681af1dc-eec4-4b85-9266-63e7bdfb70f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=38a0bea1-57f7-4c70-afa7-2a811e1776c6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:19.187812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d4c82e4d-e7e5-48fd-83c0-1617cd848b05 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:19.259628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c571e-15bb-4cb2-a179-832805d7cd65 None None] New status for floating IP 6ce6c548-c90d-4ac0-82d9-49479ed00c3a: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:38:19.261933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d4c82e4d-e7e5-48fd-83c0-1617cd848b05 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:19.262274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d4c82e4d-e7e5-48fd-83c0-1617cd848b05 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:19.270014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 66d5d72f-9733-4c26-af4e-c12049333a9e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:19.300264 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Set router c9457129-21fe-4a67-9df8-76c30aba9df3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:19.369356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 66d5d72f-9733-4c26-af4e-c12049333a9e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:19.369707 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 66d5d72f-9733-4c26-af4e-c12049333a9e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:19.577826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-c4dd68fc-cc36-440d-b6ac-9cb2f15f6ea7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376023628&fields=id&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 267 time: 0.1625252 Aug 29 04:38:19.654585 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a87d567a-14bf-47a7-bf08-0fa384ac5011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.702339 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a87d567a-14bf-47a7-bf08-0fa384ac5011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.751885 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:16Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '2a80c639-f211-4614-8f45-70d9d55d5794', 'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:69:be:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:13Z', 'updated_at': '2021-08-29T04:38:16Z', 'revision_number': 2, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:19.794843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d567a-14bf-47a7-bf08-0fa384ac5011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79793c1a-4bd0-4a39-9b10-f453da57e51a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:19.806368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a87d567a-14bf-47a7-bf08-0fa384ac5011 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75701971d5aa4226b072e1feeeaa8f58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3554325 Aug 29 04:38:19.809510 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Checking router: c9457129-21fe-4a67-9df8-76c30aba9df3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:19.810135 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46216) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:19.810805 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Updating router c9457129-21fe-4a67-9df8-76c30aba9df3 port 2a80c639-f211-4614-8f45-70d9d55d5794 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:38:19.857496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-3fc3042d-cc46-44bf-8705-76aaea8d41b8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.867060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-3fc3042d-cc46-44bf-8705-76aaea8d41b8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/networks?id=4ad185c5-973f-471a-830b-1f29d69af50a HTTP/1.1" status: 200 len: 796 time: 0.2641973 Aug 29 04:38:19.880737 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.920665 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-61c32b8d-bd57-4f1c-9318-aa480a934fd7 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/quotas/b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 375 time: 0.0525398 Aug 29 04:38:19.921447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc95eefc-0dc3-4422-aed3-4815565972a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.968920 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc95eefc-0dc3-4422-aed3-4815565972a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.026804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-c8dc9e50-100a-427e-81df-e60ee5573c41 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051383 Aug 29 04:38:20.036646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc95eefc-0dc3-4422-aed3-4815565972a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.040666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cc95eefc-0dc3-4422-aed3-4815565972a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.048172 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cc95eefc-0dc3-4422-aed3-4815565972a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79793c1a-4bd0-4a39-9b10-f453da57e51a HTTP/1.1" status: 204 len: 168 time: 0.2364409 Aug 29 04:38:20.059142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95eefc-0dc3-4422-aed3-4815565972a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79793c1a-4bd0-4a39-9b10-f453da57e51a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:20.145239 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.268779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-7b51ae8d-5cca-45e2-b454-b29ebe2f6428 service neutron] 10.222.0.49 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409651 Aug 29 04:38:20.580327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1447e11a-9cee-47c2-b242-a735a586bfc7 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:20.603381 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0387d9f1-ada7-4c2c-b701-db5977db546b service neutron] 10.222.0.49 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260381 Aug 29 04:38:20.621090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1447e11a-9cee-47c2-b242-a735a586bfc7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:20.628392 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.629896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1447e11a-9cee-47c2-b242-a735a586bfc7 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:20.684746 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Transition to ACTIVE for port object 2a80c639-f211-4614-8f45-70d9d55d5794 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:20.693541 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.808369 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Pushing event updated for resources: {'Port': ['ID=2a80c639-f211-4614-8f45-70d9d55d5794,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:20.809567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46228) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:20.834846 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b2eba67-666e-4990-a526-870708d59767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.894357 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.900073 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.900616 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.901900 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.902943 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.905518 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.905969 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.906411 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.906846 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.907291 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.909188 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.909889 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:20.980647 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Attempting to bind port 2a80c639-f211-4614-8f45-70d9d55d5794 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:20.981153 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Attempting to bind port 2a80c639-f211-4614-8f45-70d9d55d5794 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:20.982069 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Attempting to bind port 2a80c639-f211-4614-8f45-70d9d55d5794 on network 4ad185c5-973f-471a-830b-1f29d69af50a {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:20.992487 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:20.996817 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Checking segment: {'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:20.997364 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.997853 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Bound using segment: {'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:20.998447 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Bound port: 2a80c639-f211-4614-8f45-70d9d55d5794, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:20.998924 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.077687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae9cc5fb-5278-42aa-b1a6-55eab67f4505 req-2fd63be1-2ab8-4065-ac6f-e1e817cadf59 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 210 time: 0.0892496 Aug 29 04:38:21.100036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b2eba67-666e-4990-a526-870708d59767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.106912 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b2eba67-666e-4990-a526-870708d59767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.108890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] Deleting port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:21.110422 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.160721 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] For port 2a80c639-f211-4614-8f45-70d9d55d5794, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:21.168472 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] For port 2a80c639-f211-4614-8f45-70d9d55d5794, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2a80c639-f211-4614-8f45-70d9d55d5794,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:21.178314 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.202028 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6b2eba67-666e-4990-a526-870708d59767 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9258c3454b834f4ba7a960f4b376bf9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913255 Aug 29 04:38:21.203509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46240) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:21.203976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2eba67-666e-4990-a526-870708d59767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b8c1d5-0d11-454c-b22c-cded4fb385d5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:21.280057 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Routers {'c9457129-21fe-4a67-9df8-76c30aba9df3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:21.280869 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9457129-21fe-4a67-9df8-76c30aba9df3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:21.333812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1f8d9ff-936a-4351-b48d-02ec300f3b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.363152 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1f8d9ff-936a-4351-b48d-02ec300f3b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.376571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] For port 3b244f78-d9fd-4b34-80c1-05e47c14c5a8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3b244f78-d9fd-4b34-80c1-05e47c14c5a8,segment=NetworkSegment(80a60003-8e69-4bf4-a95a-6fd08088350b),segment_id=80a60003-8e69-4bf4-a95a-6fd08088350b)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:21.376955 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.402122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] Calling delete_port for 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:21.501551 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1f8d9ff-936a-4351-b48d-02ec300f3b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.505073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1f8d9ff-936a-4351-b48d-02ec300f3b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.511421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c1f8d9ff-936a-4351-b48d-02ec300f3b26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7b8c1d5-0d11-454c-b22c-cded4fb385d5 HTTP/1.1" status: 204 len: 168 time: 0.3061023 Aug 29 04:38:21.532619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8d9ff-936a-4351-b48d-02ec300f3b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b8c1d5-0d11-454c-b22c-cded4fb385d5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:21.627754 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] Set router c9457129-21fe-4a67-9df8-76c30aba9df3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:21.703247 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65777c12-8577-470d-8f9a-627aada60767 None None] Pushing event updated for resources: {'Port': ['ID=2a80c639-f211-4614-8f45-70d9d55d5794,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:21.751280 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.782091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] Pushing event deleted for resources: {'Port': ['ID=3b244f78-d9fd-4b34-80c1-05e47c14c5a8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:21.940894 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:16Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '2a80c639-f211-4614-8f45-70d9d55d5794', 'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:69:be:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:13Z', 'updated_at': '2021-08-29T04:38:21Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:21.976116 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b388c-5464-41d8-ae05-b8608d4d4a19 None None] The sync data for ids ['c9457129-21fe-4a67-9df8-76c30aba9df3'] in n-d-712141-12 is: [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:16Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '2a80c639-f211-4614-8f45-70d9d55d5794', 'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:69:be:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:13Z', 'updated_at': '2021-08-29T04:38:21Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:22.117241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.226254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46258) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.253117 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db98cbf3-1361-4168-a69f-067112e60ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.368922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75795c91-224c-4124-9bd7-d8dbf9b7d097 req-8ad57c44-a588-482f-a51d-98cd9f3b8a0b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 210 time: 0.0479171 Aug 29 04:38:22.507874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db98cbf3-1361-4168-a69f-067112e60ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.515911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db98cbf3-1361-4168-a69f-067112e60ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.663534 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-db98cbf3-1361-4168-a69f-067112e60ee6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2642fe1c18f6430e90de86af1a22c4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4330370 Aug 29 04:38:22.668649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46262) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:22.689022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98cbf3-1361-4168-a69f-067112e60ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe4166b-ba0c-4abb-b4e2-8e2489e71da1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.750110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] Router ff10e87a-aef9-4c35-8d92-6e76336f7e6f has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:22.758636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2a80c639-f211-4614-8f45-70d9d55d5794 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:22.762124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-948cbc7e-1d82-4c53-be92-be5b974d884c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.763851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-948cbc7e-1d82-4c53-be92-be5b974d884c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.52 "GET /v2.0/networks?id=4ad185c5-973f-471a-830b-1f29d69af50a HTTP/1.1" status: 200 len: 796 time: 0.3478067 Aug 29 04:38:22.786110 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d247552c-21ee-4f38-b78d-194026f2e497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.857221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 2a80c639-f211-4614-8f45-70d9d55d5794 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:22.861949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 2a80c639-f211-4614-8f45-70d9d55d5794 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:22.862572 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.908949 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d247552c-21ee-4f38-b78d-194026f2e497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.930832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-9a18d88c-08ce-40c8-8526-cba0cf242b99 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142 HTTP/1.1" status: 200 len: 380 time: 0.1462970 Aug 29 04:38:22.943069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'port': {'device_id': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'admin_state_up': True, 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'security_groups': ['67d854ea-9871-463b-84b7-4733658521d3']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:22.972279 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.012135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 2a80c639-f211-4614-8f45-70d9d55d5794, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2a80c639-f211-4614-8f45-70d9d55d5794,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:23.017021 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.074467 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=2a80c639-f211-4614-8f45-70d9d55d5794,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:23.579183 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a57d1022-e93d-4c34-8d56-529f6680e572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.616184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9efc561d-92b5-428a-8867-b74a82216d9a req-4cc67458-c1b5-4d24-a522-77dc6cb3686d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 210 time: 0.1266987 Aug 29 04:38:23.640316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:23.646528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-01dff986-5ebb-40f6-ab7e-4deaeffe11da admin admin] 10.222.0.49 "PUT /v2.0/routers/ff10e87a-aef9-4c35-8d92-6e76336f7e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5732734 Aug 29 04:38:23.649156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46272) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:23.668685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d247552c-21ee-4f38-b78d-194026f2e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.669592 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] Sync routers for ids ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:23.675329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d247552c-21ee-4f38-b78d-194026f2e497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.677153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d247552c-21ee-4f38-b78d-194026f2e497 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efe4166b-ba0c-4abb-b4e2-8e2489e71da1 HTTP/1.1" status: 204 len: 168 time: 1.0074937 Aug 29 04:38:23.681874 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] Routers {'ff10e87a-aef9-4c35-8d92-6e76336f7e6f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:23.682589 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:23.694456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247552c-21ee-4f38-b78d-194026f2e497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe4166b-ba0c-4abb-b4e2-8e2489e71da1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:23.712395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Made reservation on behalf of b3b69e4de3d74dd0af3e4bd631a2b142 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:23.717449 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.894981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.951126 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] Set router ff10e87a-aef9-4c35-8d92-6e76336f7e6f gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:23.992836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.20.0.11 (4ad185c5-973f-471a-830b-1f29d69af50a/5753e725-b8f4-4ca1-b733-95ab7456f9f0/1116c4c5-035c-450b-93ef-01d499ab480c) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:24.310427 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.351648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Transition to ACTIVE for port object 1116c4c5-035c-450b-93ef-01d499ab480c will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:24.361817 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'name': 'tempest-TestServerMultinode-1567166598-router', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:14Z', 'updated_at': '2021-08-29T04:38:21Z', 'revision_number': 5, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'gw_port': {'id': '47e1d806-3722-412c-91a3-e65601cff9a9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:15Z', 'updated_at': '2021-08-29T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:24.401691 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.410798 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.419582 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] Checking router: ff10e87a-aef9-4c35-8d92-6e76336f7e6f for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:24.444171 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] Routers {'ff10e87a-aef9-4c35-8d92-6e76336f7e6f'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:24.444817 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:24.482586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 4ad185c5-973f-471a-830b-1f29d69af50a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:24.508555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:24.513259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:24.566793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2a80c639-f211-4614-8f45-70d9d55d5794 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:24.580422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=1116c4c5-035c-450b-93ef-01d499ab480c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:24.607248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Deleting port 47e1d806-3722-412c-91a3-e65601cff9a9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:24.607600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.617848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:24.618985 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.655431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-73a1a950-44ee-4a8e-ab7d-98ab4f598558 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7156229 Aug 29 04:38:24.673927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Request body: {'port': {'device_id': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:24.718792 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] Set router ff10e87a-aef9-4c35-8d92-6e76336f7e6f gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:24.741797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 2a80c639-f211-4614-8f45-70d9d55d5794 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:24.743820 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.795145 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'name': 'tempest-TestServerMultinode-1567166598-router', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:14Z', 'updated_at': '2021-08-29T04:38:24Z', 'revision_number': 6, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:24.855823 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bd48a-b487-4af9-8c76-e76b2f9ab9d4 None None] The sync data for ids ['ff10e87a-aef9-4c35-8d92-6e76336f7e6f'] in n-d-712141-12 is: [{'id': 'ff10e87a-aef9-4c35-8d92-6e76336f7e6f', 'name': 'tempest-TestServerMultinode-1567166598-router', 'tenant_id': '1d82a621ec2d4107ba81316a08e08fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:14Z', 'updated_at': '2021-08-29T04:38:24Z', 'revision_number': 6, 'project_id': '1d82a621ec2d4107ba81316a08e08fa6', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:24.889579 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.893163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] For port 47e1d806-3722-412c-91a3-e65601cff9a9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=47e1d806-3722-412c-91a3-e65601cff9a9,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:24.894799 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.927398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Calling delete_port for 47e1d806-3722-412c-91a3-e65601cff9a9 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:24.997604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8bca80a0-5747-4082-aaa0-cb47d0825544 None None] Provisioning for port 1116c4c5-035c-450b-93ef-01d499ab480c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:25.008449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8bca80a0-5747-4082-aaa0-cb47d0825544 None None] Provisioning complete for port 1116c4c5-035c-450b-93ef-01d499ab480c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:25.008971 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8bca80a0-5747-4082-aaa0-cb47d0825544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.022454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc86696-e440-4027-b4f9-663cf05bf244 req-d17b47ee-a7f9-4406-b977-93ddd05cd473 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.024189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfc86696-e440-4027-b4f9-663cf05bf244 req-d17b47ee-a7f9-4406-b977-93ddd05cd473 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 932 time: 0.2227175 Aug 29 04:38:25.093349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfc86696-e440-4027-b4f9-663cf05bf244 req-22736cee-cf88-487e-95e1-a8b26b93d839 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613549 Aug 29 04:38:25.099321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8bca80a0-5747-4082-aaa0-cb47d0825544 None None] Port 1116c4c5-035c-450b-93ef-01d499ab480c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:25.215861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46308) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.249981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.294489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e1d806-3722-412c-91a3-e65601cff9a9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:25.394496 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.475710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-604370303-network', 'tenant_id': 'aca059e148ba444db802d4cd3c6d5041'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:25.480959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1116c4c5-035c-450b-93ef-01d499ab480c {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:25.497249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.521609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Transition to ACTIVE for port object 1116c4c5-035c-450b-93ef-01d499ab480c will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:25.523853 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.527154 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.528343 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.570446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Made reservation on behalf of aca059e148ba444db802d4cd3c6d5041 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:25.573581 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.592259 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.606943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1116c4c5-035c-450b-93ef-01d499ab480c,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:25.609453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.610020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff10e87a-aef9-4c35-8d92-6e76336f7e6f {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:38:25.615812 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.619445 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d1b8d684-a098-4dc1-bbfb-cb9a952d8353 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ff10e87a-aef9-4c35-8d92-6e76336f7e6f HTTP/1.1" status: 204 len: 168 time: 1.9668760 Aug 29 04:38:25.620577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46316) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.729858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4df84aa-cc15-4a4c-882e-efe6958ae24d admin admin] Deleting subnet 3e6f6fbb-304e-40b4-9ce9-f1b601564854 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:25.735665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Attempting to bind port 1116c4c5-035c-450b-93ef-01d499ab480c on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:25.735665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Attempting to bind port 1116c4c5-035c-450b-93ef-01d499ab480c by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:25.735949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Attempting to bind port 1116c4c5-035c-450b-93ef-01d499ab480c on network 4ad185c5-973f-471a-830b-1f29d69af50a {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:25.738564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4df84aa-cc15-4a4c-882e-efe6958ae24d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.748035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Port 1116c4c5-035c-450b-93ef-01d499ab480c on network 4ad185c5-973f-471a-830b-1f29d69af50a not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:25.748035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Attempting to bind port 1116c4c5-035c-450b-93ef-01d499ab480c on network 4ad185c5-973f-471a-830b-1f29d69af50a {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:25.768970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:25.768970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Checking segment: {'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:25.768970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Bound using segment: {'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:25.769421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Bound port: 1116c4c5-035c-450b-93ef-01d499ab480c, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46410012-fd88-4e23-873b-8814be191040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:25.769878 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.883026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] For port 1116c4c5-035c-450b-93ef-01d499ab480c, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:25.886839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] For port 1116c4c5-035c-450b-93ef-01d499ab480c, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1116c4c5-035c-450b-93ef-01d499ab480c,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:25.900079 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.901431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4df84aa-cc15-4a4c-882e-efe6958ae24d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.933162 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.945631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.956865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.958981 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.962981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] 10.222.0.52 "PUT /v2.0/ports/1116c4c5-035c-450b-93ef-01d499ab480c HTTP/1.1" status: 200 len: 1093 time: 1.2942505 Aug 29 04:38:25.963733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:25.966452 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30529a0-5e96-4495-a893-982947fc258b" -d '{"events": [{"name": "network-changed", "server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:25.999012 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:26.076621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.077067 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Added segment d65c08ed-b893-4aa8-ade4-eaa419bbeba0 of type vlan for network 88282ab0-cec9-4627-acac-570ce3a27627 Aug 29 04:38:26.090949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04654eb2-8e08-46d7-9663-4a472d8bd011,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.094202 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121a12c3-b71f-4a1d-bad1-689ad5044d28 x-openstack-request-id: req-121a12c3-b71f-4a1d-bad1-689ad5044d28 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:26.094929 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:26.095133 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-121a12c3-b71f-4a1d-bad1-689ad5044d28 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:26.095524 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c', 'status': 'completed', 'code': 200} Aug 29 04:38:26.096111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48d09d-7426-4498-8671-e3a0715983a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1116c4c5-035c-450b-93ef-01d499ab480c,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.115639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-b6a33cc7-0435-486e-b6af-b116e02eca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.129808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-b6a33cc7-0435-486e-b6af-b116e02eca48 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 1096 time: 0.0851181 Aug 29 04:38:26.146532 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d24a84f1-ef4b-475e-aba0-e88745e5c1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.175886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4df84aa-cc15-4a4c-882e-efe6958ae24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.223284 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.260760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-498b6762-5a43-45ea-860c-1e793fd3a157 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1116c4c5-035c-450b-93ef-01d499ab480c HTTP/1.1" status: 200 len: 217 time: 0.1169906 Aug 29 04:38:26.285682 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.303177 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.308536 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.359454 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.467839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] Pushing event updated for resources: {'Network': ['ID=88282ab0-cec9-4627-acac-570ce3a27627,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.472172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-757aced5-7944-489a-b0ea-fbb13f45b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.473886 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-757aced5-7944-489a-b0ea-fbb13f45b14b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5753e725-b8f4-4ca1-b733-95ab7456f9f0 HTTP/1.1" status: 200 len: 834 time: 0.1543200 Aug 29 04:38:26.486978 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5059ad95-6260-4a7e-b6b6-5c24f6cc9b69 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2699974 Aug 29 04:38:26.488162 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4df84aa-cc15-4a4c-882e-efe6958ae24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.495198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 88282ab0-cec9-4627-acac-570ce3a27627 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:26.499127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46330) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.508752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Request body: {'subnet': {'network_id': '88282ab0-cec9-4627-acac-570ce3a27627', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-604370303-subnet', 'tenant_id': 'aca059e148ba444db802d4cd3c6d5041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:26.509520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5fcf5-6d36-4294-83bc-17ea43e1ba07 req-54ffddd6-38eb-4dfa-978c-c6ba47cb24ff tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.520000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40a5fcf5-6d36-4294-83bc-17ea43e1ba07 req-54ffddd6-38eb-4dfa-978c-c6ba47cb24ff tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 944 time: 0.2633791 Aug 29 04:38:26.530876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 47e1d806-3722-412c-91a3-e65601cff9a9 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:26.541305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead70952-175e-49a4-8a3f-9bc743cff977 None None] Network a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:26.564189 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4df84aa-cc15-4a4c-882e-efe6958ae24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.570228 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c4df84aa-cc15-4a4c-882e-efe6958ae24d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3e6f6fbb-304e-40b4-9ce9-f1b601564854 HTTP/1.1" status: 204 len: 168 time: 0.9459660 Aug 29 04:38:26.571597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df84aa-cc15-4a4c-882e-efe6958ae24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6f6fbb-304e-40b4-9ce9-f1b601564854,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.577126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46334) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.630420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 47e1d806-3722-412c-91a3-e65601cff9a9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:26.631333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 47e1d806-3722-412c-91a3-e65601cff9a9 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:26.633015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:26.656347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40a5fcf5-6d36-4294-83bc-17ea43e1ba07 req-b2257f30-8c7b-4d10-addc-37c053723717 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353569 Aug 29 04:38:26.665677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-a5e470b3-d7db-4014-ada1-d9382d2725dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.668628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-a5e470b3-d7db-4014-ada1-d9382d2725dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ad185c5-973f-471a-830b-1f29d69af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453245 Aug 29 04:38:26.724766 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.728466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Made reservation on behalf of aca059e148ba444db802d4cd3c6d5041 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:26.731128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.755882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:26.756253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3b244f78-d9fd-4b34-80c1-05e47c14c5a8 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:26.857346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-d793315f-57df-4411-8657-750ea00d3b06 service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799092 Aug 29 04:38:26.930128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91fbc2-1c60-431a-a4e0-5efe7ca99ee4 None None] DHCP port deletion for a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:26.944053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Deleting port ef31f80a-166d-4935-937f-73d9e28afe12 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:26.944639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.977231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27d159d9-e0c8-41a6-8eda-5f9aae3bb2d8 req-1b6a4160-0371-40fa-b5c1-b156cbe9e6d8 service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116958 Aug 29 04:38:26.982323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2f91fbc2-1c60-431a-a4e0-5efe7ca99ee4 None None] Deleting port ef31f80a-166d-4935-937f-73d9e28afe12 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:26.983457 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2f91fbc2-1c60-431a-a4e0-5efe7ca99ee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.055893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] For port ef31f80a-166d-4935-937f-73d9e28afe12, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ef31f80a-166d-4935-937f-73d9e28afe12,segment=NetworkSegment(80a60003-8e69-4bf4-a95a-6fd08088350b),segment_id=80a60003-8e69-4bf4-a95a-6fd08088350b)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:27.056284 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.060237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-2f91fbc2-1c60-431a-a4e0-5efe7ca99ee4 None None] For port ef31f80a-166d-4935-937f-73d9e28afe12, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ef31f80a-166d-4935-937f-73d9e28afe12,segment=NetworkSegment(80a60003-8e69-4bf4-a95a-6fd08088350b),segment_id=80a60003-8e69-4bf4-a95a-6fd08088350b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:27.060413 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2f91fbc2-1c60-431a-a4e0-5efe7ca99ee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.079212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Calling delete_port for ef31f80a-166d-4935-937f-73d9e28afe12 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:27.080722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2f91fbc2-1c60-431a-a4e0-5efe7ca99ee4 None None] Calling delete_port for ef31f80a-166d-4935-937f-73d9e28afe12 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:27.092650 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.138640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30529a0-5e96-4495-a893-982947fc258b req-0bce2445-86d3-4133-b465-068654eb394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.144624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f30529a0-5e96-4495-a893-982947fc258b req-0bce2445-86d3-4133-b465-068654eb394d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 1096 time: 0.0592408 Aug 29 04:38:27.191111 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2f91fbc2-1c60-431a-a4e0-5efe7ca99ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.194220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03fbbe8-b928-4571-b2d9-c0f8921b4b75,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:27.224064 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Checking segment: {'id': 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:27.224460 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Network hostable DHCP agents. Network: 88282ab0-cec9-4627-acac-570ce3a27627, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:27.233760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91fbc2-1c60-431a-a4e0-5efe7ca99ee4 None None] Pushing event deleted for resources: {'Port': ['ID=ef31f80a-166d-4935-937f-73d9e28afe12,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:27.246795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91fbc2-1c60-431a-a4e0-5efe7ca99ee4 None None] No DVR routers for this DVR port ef31f80a-166d-4935-937f-73d9e28afe12 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:27.256892 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.264429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Network 88282ab0-cec9-4627-acac-570ce3a27627 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:27.302900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef31f80a-166d-4935-937f-73d9e28afe12,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:27.306759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] No DVR routers for this DVR port ef31f80a-166d-4935-937f-73d9e28afe12 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:27.311374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 88282ab0-cec9-4627-acac-570ce3a27627) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:27.335731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664705d-38ee-4f75-a945-0e369c708000 None None] Network 88282ab0-cec9-4627-acac-570ce3a27627 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:27.340399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.344005 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.345019 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.360877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30529a0-5e96-4495-a893-982947fc258b req-c7a4728e-b264-4029-9326-e6b84df380d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.362495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f30529a0-5e96-4495-a893-982947fc258b req-c7a4728e-b264-4029-9326-e6b84df380d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ad185c5-973f-471a-830b-1f29d69af50a HTTP/1.1" status: 200 len: 897 time: 0.1934984 Aug 29 04:38:27.415619 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.428920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e3c433-ea05-41e2-b15d-d1cbcf5056f6']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:27.441866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a60003-8e69-4bf4-a95a-6fd08088350b') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:27.442153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a60003-8e69-4bf4-a95a-6fd08088350b') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:27.455066 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.455519 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.464024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f30529a0-5e96-4495-a893-982947fc258b req-ab85373b-9e2f-41a2-b705-d511f58bde11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1116c4c5-035c-450b-93ef-01d499ab480c HTTP/1.1" status: 200 len: 217 time: 0.0929115 Aug 29 04:38:27.470927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.477202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:27.477616 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.520765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba6699d-acd8-4cd2-bd27-0bc1175aad1c None None] Network 88282ab0-cec9-4627-acac-570ce3a27627 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:27.539586 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:27.543846 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b1de5a02-6c9b-4585-bca9-563ecc470ddf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0403285 Aug 29 04:38:27.545740 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.565605 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.571620 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] 10.222.0.49 "DELETE /v2.0/networks/a5e3c433-ea05-41e2-b15d-d1cbcf5056f6 HTTP/1.1" status: 204 len: 168 time: 0.9811661 Aug 29 04:38:27.594973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30529a0-5e96-4495-a893-982947fc258b req-f4917819-2015-44bb-85cd-e0cdb3c38321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.600810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f30529a0-5e96-4495-a893-982947fc258b req-f4917819-2015-44bb-85cd-e0cdb3c38321 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5753e725-b8f4-4ca1-b733-95ab7456f9f0 HTTP/1.1" status: 200 len: 834 time: 0.1295500 Aug 29 04:38:27.605541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271aeff-e490-4192-9069-5dab1460ce1f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e3c433-ea05-41e2-b15d-d1cbcf5056f6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:27.663927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30529a0-5e96-4495-a893-982947fc258b req-41c17978-8600-4788-8ea8-6231a2ab2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.665459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f30529a0-5e96-4495-a893-982947fc258b req-41c17978-8600-4788-8ea8-6231a2ab2074 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ad185c5-973f-471a-830b-1f29d69af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555990 Aug 29 04:38:27.837095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46356) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.859651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f30529a0-5e96-4495-a893-982947fc258b req-dbfa7ce5-9c31-494a-a67e-c2a2b74e899d service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860919 Aug 29 04:38:27.911269 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7afd8cb2-5bb3-437b-9d53-c6b84ebf4876 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92dfdf44feb54ebb89f4a08e7777ce9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719686 Aug 29 04:38:27.913766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46358) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.983475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-356621ae-a0e1-4ed6-91b6-4b3a7060f972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.001181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac17d8-b60c-490d-a164-3fe735d20128 req-6c9f00fd-6f2c-447a-83e1-5f19f557c589 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.009830 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-356621ae-a0e1-4ed6-91b6-4b3a7060f972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.016879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dac17d8-b60c-490d-a164-3fe735d20128 req-6c9f00fd-6f2c-447a-83e1-5f19f557c589 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 944 time: 0.1765599 Aug 29 04:38:28.075526 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-356621ae-a0e1-4ed6-91b6-4b3a7060f972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.081381 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-356621ae-a0e1-4ed6-91b6-4b3a7060f972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.090236 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-356621ae-a0e1-4ed6-91b6-4b3a7060f972 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf74bdc3-ce8f-4d8f-8334-48dd70de7b1a HTTP/1.1" status: 204 len: 168 time: 0.1740246 Aug 29 04:38:28.106373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356621ae-a0e1-4ed6-91b6-4b3a7060f972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf74bdc3-ce8f-4d8f-8334-48dd70de7b1a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.158287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dac17d8-b60c-490d-a164-3fe735d20128 req-c22a5c01-a6af-4eb6-8182-580cd0bbe19d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309426 Aug 29 04:38:28.164264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f30529a0-5e96-4495-a893-982947fc258b req-42c56594-6d95-446b-8767-3659ab65302e service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869754 Aug 29 04:38:28.506634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ef31f80a-166d-4935-937f-73d9e28afe12 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:28.563379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ef31f80a-166d-4935-937f-73d9e28afe12 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:28.564461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ef31f80a-166d-4935-937f-73d9e28afe12 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:28.685930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46370) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.738180 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-20f8448b-f9e9-470c-afdf-64ff6abb61e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d82a621ec2d4107ba81316a08e08fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510173 Aug 29 04:38:28.740831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46374) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.799790 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c53b3dfc-c294-4687-8268-45c16713fc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.822937 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c53b3dfc-c294-4687-8268-45c16713fc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.882121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c53b3dfc-c294-4687-8268-45c16713fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.885916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c53b3dfc-c294-4687-8268-45c16713fc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.887084 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c53b3dfc-c294-4687-8268-45c16713fc21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea73a672-c53e-4ff3-accf-81f4adf8a1a7 HTTP/1.1" status: 204 len: 168 time: 0.1451886 Aug 29 04:38:28.897247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b3dfc-c294-4687-8268-45c16713fc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea73a672-c53e-4ff3-accf-81f4adf8a1a7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.937472 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:38:29.066538 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.385595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f6a9d-c3cd-4d02-96d2-9d009349cf0f req-72309855-527a-467d-8933-da57aefbf9f2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:29.395168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d1f6a9d-c3cd-4d02-96d2-9d009349cf0f req-72309855-527a-467d-8933-da57aefbf9f2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 944 time: 0.1266303 Aug 29 04:38:29.420969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1116c4c5-035c-450b-93ef-01d499ab480c details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:29.496040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d1f6a9d-c3cd-4d02-96d2-9d009349cf0f req-ba5d11d4-7125-485a-beab-e509f3774d76 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986738 Aug 29 04:38:29.623748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1116c4c5-035c-450b-93ef-01d499ab480c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1116c4c5-035c-450b-93ef-01d499ab480c,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:29.638510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '1116c4c5-035c-450b-93ef-01d499ab480c', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'port_id': '1116c4c5-035c-450b-93ef-01d499ab480c', 'mac_address': 'fa:16:3e:98:d7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:29.680547 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.695015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1116c4c5-035c-450b-93ef-01d499ab480c {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:29.717858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1116c4c5-035c-450b-93ef-01d499ab480c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1116c4c5-035c-450b-93ef-01d499ab480c,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:29.724698 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.784768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1116c4c5-035c-450b-93ef-01d499ab480c,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:30.096424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['1116c4c5-035c-450b-93ef-01d499ab480c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:30.101738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-27aeda51-b0bc-4fb7-99d5-3cbe14524325 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.103472 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-27aeda51-b0bc-4fb7-99d5-3cbe14524325 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/networks?id=88282ab0-cec9-4627-acac-570ce3a27627 HTTP/1.1" status: 200 len: 808 time: 0.1210988 Aug 29 04:38:30.123518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-e11390b7-57a5-419f-886d-b05f59ebadc9 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/quotas/aca059e148ba444db802d4cd3c6d5041 HTTP/1.1" status: 200 len: 375 time: 0.0142014 Aug 29 04:38:30.176849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-41b84b74-63e0-4d34-8117-fa53abb4aba3 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aca059e148ba444db802d4cd3c6d5041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467467 Aug 29 04:38:30.296238 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-a4498951-44f6-40d5-a039-5f8528f7cdc8 service neutron] 10.222.0.49 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098678 Aug 29 04:38:30.420573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-ea4330e5-6bea-4b86-a95e-cd59845d7932 service neutron] 10.222.0.49 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161895 Aug 29 04:38:30.644646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3480c29d-88f6-4da6-bebd-d56163bfbd0c req-c5311097-3d77-49b4-b5f4-d75ebc828f68 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 210 time: 0.0521255 Aug 29 04:38:30.710381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e29ff-3eed-40de-a6fd-d9fa135e9137 req-98328e8d-d2ad-4e97-bcbd-e20782756b30 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.712024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c02e29ff-3eed-40de-a6fd-d9fa135e9137 req-98328e8d-d2ad-4e97-bcbd-e20782756b30 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 945 time: 0.0944409 Aug 29 04:38:30.788682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c02e29ff-3eed-40de-a6fd-d9fa135e9137 req-425104bf-49e4-4896-ab82-0196f0f917d4 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695541 Aug 29 04:38:31.441894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1116c4c5-035c-450b-93ef-01d499ab480c up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:31.493037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 1116c4c5-035c-450b-93ef-01d499ab480c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:31.497584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 1116c4c5-035c-450b-93ef-01d499ab480c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:31.497937 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.593811 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.623070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:31.625369 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2701c0ac-9dc7-49d9-8eee-037bb35e4b70" -d '{"events": [{"server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "name": "network-vif-plugged", "status": "completed", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:31.640228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1116c4c5-035c-450b-93ef-01d499ab480c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1116c4c5-035c-450b-93ef-01d499ab480c,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:31.648405 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.692234 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b342fd-0df3-4cb1-a8cb-bb59f674f957 x-openstack-request-id: req-95b342fd-0df3-4cb1-a8cb-bb59f674f957 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:31.692519 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "name": "network-vif-plugged", "status": "completed", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:31.692913 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95b342fd-0df3-4cb1-a8cb-bb59f674f957 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:31.693188 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c', 'code': 200} Aug 29 04:38:31.722063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1116c4c5-035c-450b-93ef-01d499ab480c,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.827514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01fa2774-0a04-4bef-959f-3eb862ec8a01 req-18e98a43-c426-4ace-9217-f0c4e8c174d7 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 210 time: 0.0812299 Aug 29 04:38:31.934998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c61bd-30ca-4e88-85fb-ab0b230746a3 req-7cd5f331-e5a5-42e5-bdb2-83ba005492a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.936535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-640c61bd-30ca-4e88-85fb-ab0b230746a3 req-7cd5f331-e5a5-42e5-bdb2-83ba005492a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 1098 time: 0.1046357 Aug 29 04:38:31.975316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-b4916425-78a3-4bfc-9a7c-fec08f9b8340 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.976712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-b4916425-78a3-4bfc-9a7c-fec08f9b8340 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.52 "GET /v2.0/networks?id=88282ab0-cec9-4627-acac-570ce3a27627 HTTP/1.1" status: 200 len: 808 time: 0.2692518 Aug 29 04:38:32.001214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Request body: {'port': {'device_id': 'd430a1cb-d043-48cd-8bb9-e190ea7c7176', 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627', 'admin_state_up': True, 'tenant_id': 'aca059e148ba444db802d4cd3c6d5041'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:32.014262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501438-e8bf-4534-b949-25d9c7fcd8af req-93276c41-2f64-40fe-aed7-e77af07bd4f0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.016081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff501438-e8bf-4534-b949-25d9c7fcd8af req-93276c41-2f64-40fe-aed7-e77af07bd4f0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.1188605 Aug 29 04:38:32.018995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-640c61bd-30ca-4e88-85fb-ab0b230746a3 req-028af24c-9cde-425e-b629-8539358a1ab3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716710 Aug 29 04:38:32.112372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff501438-e8bf-4534-b949-25d9c7fcd8af req-cbfb5c62-cdd3-4fb3-b90f-dd0fd5c83c25 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792446 Aug 29 04:38:32.174896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Made reservation on behalf of aca059e148ba444db802d4cd3c6d5041 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:32.178765 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.312445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Allocated IP 172.20.0.6 (88282ab0-cec9-4627-acac-570ce3a27627/d03fbbe8-b928-4571-b2d9-c0f8921b4b75/a87e9e1a-520a-45ab-8675-e90dc65cd6a0) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:32.455336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c7052-7bfe-4965-9cc7-e50b343cf131 req-46b468ff-53cb-45dc-ae23-2fc5bb937b1e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.456852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-209c7052-7bfe-4965-9cc7-e50b343cf131 req-46b468ff-53cb-45dc-ae23-2fc5bb937b1e tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 945 time: 0.1200693 Aug 29 04:38:32.530717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-209c7052-7bfe-4965-9cc7-e50b343cf131 req-d4ff462c-2cca-408d-8d90-9794f0b7f4ad tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630276 Aug 29 04:38:32.543172 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.593605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.648511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Network 88282ab0-cec9-4627-acac-570ce3a27627 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:32.654864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:32.657553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:32.664541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Pushing event updated for resources: {'Port': ['ID=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:32.711754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.712396 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.727254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8811348c-d77e-473f-a3b5-b81da635d415 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7343609 Aug 29 04:38:32.748358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Request body: {'port': {'device_id': 'd430a1cb-d043-48cd-8bb9-e190ea7c7176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:32.812156 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.036808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f63364-22ff-43fe-9cf2-57ff74ddc949 req-6fd8284b-da50-493c-b1eb-317aef1f6106 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:33.038336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81f63364-22ff-43fe-9cf2-57ff74ddc949 req-6fd8284b-da50-493c-b1eb-317aef1f6106 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 931 time: 0.1064925 Aug 29 04:38:33.099831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81f63364-22ff-43fe-9cf2-57ff74ddc949 req-ba01a140-e264-44e4-a2d8-77159202567f tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541608 Aug 29 04:38:33.173949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87e9e1a-520a-45ab-8675-e90dc65cd6a0 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:33.182289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.216803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Transition to ACTIVE for port object a87e9e1a-520a-45ab-8675-e90dc65cd6a0 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:33.225379 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.278512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77c319-f2bb-4c50-b22a-2282bccfc60f req-832da791-a1c1-4068-88fc-02dbcea39d09 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:33.280047 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d77c319-f2bb-4c50-b22a-2282bccfc60f req-832da791-a1c1-4068-88fc-02dbcea39d09 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0939453 Aug 29 04:38:33.301984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Pushing event updated for resources: {'Port': ['ID=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:33.372537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d77c319-f2bb-4c50-b22a-2282bccfc60f req-85cbeb29-6b15-4d4a-ac94-5105e8949866 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811381 Aug 29 04:38:33.393620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Attempting to bind port a87e9e1a-520a-45ab-8675-e90dc65cd6a0 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:33.393959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Attempting to bind port a87e9e1a-520a-45ab-8675-e90dc65cd6a0 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:33.394290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Attempting to bind port a87e9e1a-520a-45ab-8675-e90dc65cd6a0 on network 88282ab0-cec9-4627-acac-570ce3a27627 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:33.398592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Port a87e9e1a-520a-45ab-8675-e90dc65cd6a0 on network 88282ab0-cec9-4627-acac-570ce3a27627 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:33.398913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Attempting to bind port a87e9e1a-520a-45ab-8675-e90dc65cd6a0 on network 88282ab0-cec9-4627-acac-570ce3a27627 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:33.404362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:33.404704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Checking segment: {'id': 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:33.405091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Bound using segment: {'id': 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:33.405519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Bound port: a87e9e1a-520a-45ab-8675-e90dc65cd6a0, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:33.405877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.484786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] For port a87e9e1a-520a-45ab-8675-e90dc65cd6a0, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:33.488340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] For port a87e9e1a-520a-45ab-8675-e90dc65cd6a0, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,segment=NetworkSegment(d65c08ed-b893-4aa8-ade4-eaa419bbeba0),segment_id=d65c08ed-b893-4aa8-ade4-eaa419bbeba0)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:33.493990 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.531527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:33.532180 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.533591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] 10.222.0.52 "PUT /v2.0/ports/a87e9e1a-520a-45ab-8675-e90dc65cd6a0 HTTP/1.1" status: 200 len: 1092 time: 0.7902498 Aug 29 04:38:33.535740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd430a1cb-d043-48cd-8bb9-e190ea7c7176', 'tag': 'a87e9e1a-520a-45ab-8675-e90dc65cd6a0'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:33.538042 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efbf7fa-1f86-45ca-8789-63bff2177f31" -d '{"events": [{"name": "network-changed", "server_uuid": "d430a1cb-d043-48cd-8bb9-e190ea7c7176", "tag": "a87e9e1a-520a-45ab-8675-e90dc65cd6a0"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:33.569502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbafff2-efa8-401d-b8d1-6fa5eb9d8685 service neutron] Pushing event updated for resources: {'Port': ['ID=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:33.590184 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849a0c1b-eba9-409f-945b-e7dfd774122e x-openstack-request-id: req-849a0c1b-eba9-409f-945b-e7dfd774122e {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:33.590482 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d430a1cb-d043-48cd-8bb9-e190ea7c7176", "tag": "a87e9e1a-520a-45ab-8675-e90dc65cd6a0", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:33.590742 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-849a0c1b-eba9-409f-945b-e7dfd774122e {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:33.591149 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd430a1cb-d043-48cd-8bb9-e190ea7c7176', 'tag': 'a87e9e1a-520a-45ab-8675-e90dc65cd6a0', 'status': 'completed', 'code': 200} Aug 29 04:38:33.702514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a990c6-5c0c-4044-bb4c-7f9923cea3ec req-03858107-8b61-463d-b09f-642077313b2c tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:33.703916 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8a990c6-5c0c-4044-bb4c-7f9923cea3ec req-03858107-8b61-463d-b09f-642077313b2c tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 945 time: 0.0724499 Aug 29 04:38:33.706587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8b31b67a-5ccb-4d31-a106-7ec063472345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:33.707937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-8b31b67a-5ccb-4d31-a106-7ec063472345 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aca059e148ba444db802d4cd3c6d5041&device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 1095 time: 0.0847733 Aug 29 04:38:33.763204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-891046e8-28f4-4698-b436-5af9159d397f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a87e9e1a-520a-45ab-8675-e90dc65cd6a0 HTTP/1.1" status: 200 len: 217 time: 0.0392003 Aug 29 04:38:33.785026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8a990c6-5c0c-4044-bb4c-7f9923cea3ec req-d545c267-3d76-4360-ac56-6fc00f878f12 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750721 Aug 29 04:38:33.827855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-4a1a3a40-54a6-4772-aa73-cf216fc4724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:33.829390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-4a1a3a40-54a6-4772-aa73-cf216fc4724c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d03fbbe8-b928-4571-b2d9-c0f8921b4b75 HTTP/1.1" status: 200 len: 848 time: 0.0582254 Aug 29 04:38:33.865498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-3892b9c2-b4dc-4ea0-b598-fcf9651f698c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88282ab0-cec9-4627-acac-570ce3a27627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281789 Aug 29 04:38:33.972763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-6c543d26-9e5d-40c0-84a1-637356b9604f service neutron] 10.222.0.52 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984657 Aug 29 04:38:34.070091 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-433caefc-ffc4-41db-aff6-11d641fd91f9 req-94641428-5a0e-44ad-a337-099471edb43c service neutron] 10.222.0.52 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903373 Aug 29 04:38:34.249438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d312c7-5b2d-4047-b72b-3de0f450e221 req-35dfe131-e6bf-4339-80aa-02859960b07c tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.250937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39d312c7-5b2d-4047-b72b-3de0f450e221 req-35dfe131-e6bf-4339-80aa-02859960b07c tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 943 time: 0.0791345 Aug 29 04:38:34.253826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf7fa-1f86-45ca-8789-63bff2177f31 req-1e7a852f-a0c4-4178-abbf-9aed24a8b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.255206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2efbf7fa-1f86-45ca-8789-63bff2177f31 req-1e7a852f-a0c4-4178-abbf-9aed24a8b9a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aca059e148ba444db802d4cd3c6d5041&device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 1095 time: 0.0743787 Aug 29 04:38:34.341299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-39d312c7-5b2d-4047-b72b-3de0f450e221 req-b7eb5ab1-b87f-44f2-a902-3de5126069cd tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836554 Aug 29 04:38:34.371624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf7fa-1f86-45ca-8789-63bff2177f31 req-8cc03ef5-52f0-4eb3-90ce-0db94dd2e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.373166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2efbf7fa-1f86-45ca-8789-63bff2177f31 req-8cc03ef5-52f0-4eb3-90ce-0db94dd2e5ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=88282ab0-cec9-4627-acac-570ce3a27627 HTTP/1.1" status: 200 len: 909 time: 0.1093791 Aug 29 04:38:34.430605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2efbf7fa-1f86-45ca-8789-63bff2177f31 req-11256501-08a1-4062-aa19-6ab9fcedd252 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a87e9e1a-520a-45ab-8675-e90dc65cd6a0 HTTP/1.1" status: 200 len: 217 time: 0.0402403 Aug 29 04:38:34.514767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf7fa-1f86-45ca-8789-63bff2177f31 req-9866c594-b700-4c70-9c6b-e881e44de4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.516180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2efbf7fa-1f86-45ca-8789-63bff2177f31 req-9866c594-b700-4c70-9c6b-e881e44de4bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d03fbbe8-b928-4571-b2d9-c0f8921b4b75 HTTP/1.1" status: 200 len: 848 time: 0.0773196 Aug 29 04:38:34.532899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150e646-a65c-4568-aecb-488ec42c3876 req-1407c928-40f8-47ed-a829-baca8e50ac46 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.534353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9150e646-a65c-4568-aecb-488ec42c3876 req-1407c928-40f8-47ed-a829-baca8e50ac46 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0653138 Aug 29 04:38:34.564443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2efbf7fa-1f86-45ca-8789-63bff2177f31 req-a378e43c-2ca6-41de-a1a6-216e432dd147 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88282ab0-cec9-4627-acac-570ce3a27627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399003 Aug 29 04:38:34.590615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9150e646-a65c-4568-aecb-488ec42c3876 req-4f7fee9f-bbf1-4923-b34c-f7b8eeafdbd2 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485744 Aug 29 04:38:34.750598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-4eb1dcd2-a2b6-4451-85a0-dffbca53b319 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.752131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-4eb1dcd2-a2b6-4451-85a0-dffbca53b319 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 945 time: 0.1489754 Aug 29 04:38:34.785474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27475d22-730c-4942-aad9-ed0ec2728d1e req-bb1d5a8b-fe4e-4dc5-b424-8eab44dbf6bf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.786842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27475d22-730c-4942-aad9-ed0ec2728d1e req-bb1d5a8b-fe4e-4dc5-b424-8eab44dbf6bf tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.1122594 Aug 29 04:38:34.790142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2efbf7fa-1f86-45ca-8789-63bff2177f31 req-484584e0-fae1-4455-ba42-1852fdb81b28 service neutron] 10.222.0.52 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881864 Aug 29 04:38:35.276227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27475d22-730c-4942-aad9-ed0ec2728d1e req-7d990836-1b0e-437c-bfb5-de7c40f498ba tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549318 Aug 29 04:38:35.298348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de5909-31c7-4674-907d-e966f5c4309f req-1aefbf8d-b69e-4f74-b028-f8c4f5d6c712 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:35.300032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5de5909-31c7-4674-907d-e966f5c4309f req-1aefbf8d-b69e-4f74-b028-f8c4f5d6c712 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf2e758f-6f9a-4a9d-8500-cab47e086015 HTTP/1.1" status: 200 len: 945 time: 0.1809270 Aug 29 04:38:35.323229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46470) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.350366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2efbf7fa-1f86-45ca-8789-63bff2177f31 req-5903b244-a315-4c78-9b4c-330a22b17ca1 service neutron] 10.222.0.52 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280188 Aug 29 04:38:35.395819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-7f6b30d8-348c-4d2b-bf5d-6def21d96ece tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Deleting port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:35.396165 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-7f6b30d8-348c-4d2b-bf5d-6def21d96ece tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.445956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5de5909-31c7-4674-907d-e966f5c4309f req-2ef884b8-ebe8-4b5b-aeaa-1623ff665e54 tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb330d67-f57b-49e8-b2f0-0df11b692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338015 Aug 29 04:38:35.483884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82957784-c077-424f-9a59-4fd67926885f tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:35.485444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-82957784-c077-424f-9a59-4fd67926885f tempest-TestNetworkAdvancedServerOps-1886525810 tempest-TestNetworkAdvancedServerOps-1886525810-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 1093 time: 0.1583455 Aug 29 04:38:35.488644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46478) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.494580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '1116c4c5-035c-450b-93ef-01d499ab480c', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:35.522726 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.538864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2d023-202e-425b-9bda-d278d7395bc0 req-852f546a-6e8f-491e-af83-3d96e5887991 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:35.540400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12b2d023-202e-425b-9bda-d278d7395bc0 req-852f546a-6e8f-491e-af83-3d96e5887991 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 943 time: 0.0909958 Aug 29 04:38:35.542865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-7f6b30d8-348c-4d2b-bf5d-6def21d96ece tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] For port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,segment=NetworkSegment(3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263),segment_id=3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:35.543306 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-7f6b30d8-348c-4d2b-bf5d-6def21d96ece tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.572555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-7f6b30d8-348c-4d2b-bf5d-6def21d96ece tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Calling delete_port for aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:35.601505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12b2d023-202e-425b-9bda-d278d7395bc0 req-c09dccaf-46b8-44a3-a0e4-0a0d2a099795 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504303 Aug 29 04:38:35.636691 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.729196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-7f6b30d8-348c-4d2b-bf5d-6def21d96ece tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.749577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Allocated IP 172.25.5.57 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/dad949de-9d4b-4a60-8e16-3d6addc9b89b) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:35.763526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b30d8-348c-4d2b-bf5d-6def21d96ece tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Pushing event deleted for resources: {'Port': ['ID=aab78676-dbe7-4b54-a9ce-45bb2a64b7f2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.767855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['aab78676-dbe7-4b54-a9ce-45bb2a64b7f2'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:35.808698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-7f6b30d8-348c-4d2b-bf5d-6def21d96ece tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] No DVR routers for this DVR port aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:35.811433 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-7f6b30d8-348c-4d2b-bf5d-6def21d96ece tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.813691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2165eba5-f0f9-4339-99c5-e6bcc2a989a8 req-7f6b30d8-348c-4d2b-bf5d-6def21d96ece tempest-VolumesSnapshotTestJSON-109881830 tempest-VolumesSnapshotTestJSON-109881830-project] 10.222.0.52 "DELETE /v2.0/ports/aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 HTTP/1.1" status: 204 len: 173 time: 1.0490897 Aug 29 04:38:35.814232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2e758f-6f9a-4a9d-8500-cab47e086015', 'name': 'network-vif-deleted', 'tag': 'aab78676-dbe7-4b54-a9ce-45bb2a64b7f2'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:35.816652 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cfe8b8-4fcf-4f75-94a5-2db5571c5261" -d '{"events": [{"server_uuid": "bf2e758f-6f9a-4a9d-8500-cab47e086015", "name": "network-vif-deleted", "tag": "aab78676-dbe7-4b54-a9ce-45bb2a64b7f2"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:35.857119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.858360 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f6ebdf-1884-4e48-95e6-181a5e8e8448 x-openstack-request-id: req-61f6ebdf-1884-4e48-95e6-181a5e8e8448 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:35.858668 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2e758f-6f9a-4a9d-8500-cab47e086015", "name": "network-vif-deleted", "tag": "aab78676-dbe7-4b54-a9ce-45bb2a64b7f2", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:35.858922 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61f6ebdf-1884-4e48-95e6-181a5e8e8448 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:35.859322 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2e758f-6f9a-4a9d-8500-cab47e086015', 'name': 'network-vif-deleted', 'tag': 'aab78676-dbe7-4b54-a9ce-45bb2a64b7f2', 'status': 'completed', 'code': 200} Aug 29 04:38:35.899813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.937828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:35.942740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:35.946284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:35.976819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=dad949de-9d4b-4a60-8e16-3d6addc9b89b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:36.462642 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.758961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd6c79-bf81-49db-8b7e-7b7a347559fe req-d53ac79e-2ab0-4fe6-826d-d6efa486395b tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:36.767766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ecd6c79-bf81-49db-8b7e-7b7a347559fe req-d53ac79e-2ab0-4fe6-826d-d6efa486395b tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 943 time: 0.0798664 Aug 29 04:38:36.817281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ecd6c79-bf81-49db-8b7e-7b7a347559fe req-655bf8c3-9e35-4bfd-8064-6445d1c99cc8 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483208 Aug 29 04:38:36.851886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.034682 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.039515 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.111831 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event updated for resources: {'Port': ['ID=dad949de-9d4b-4a60-8e16-3d6addc9b89b,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.130367 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.246936 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Floating IP 5ea82afe-ded9-4d3e-b70c-1770b4a03a36 associated. External IP: 172.25.5.57, port: 1116c4c5-035c-450b-93ef-01d499ab480c. Aug 29 04:38:37.444344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a87e9e1a-520a-45ab-8675-e90dc65cd6a0 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:37.472146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router c9457129-21fe-4a67-9df8-76c30aba9df3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:37.581646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a87e9e1a-520a-45ab-8675-e90dc65cd6a0, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,segment=NetworkSegment(d65c08ed-b893-4aa8-ade4-eaa419bbeba0),segment_id=d65c08ed-b893-4aa8-ade4-eaa419bbeba0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:37.595362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'a87e9e1a-520a-45ab-8675-e90dc65cd6a0', 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627', 'port_id': 'a87e9e1a-520a-45ab-8675-e90dc65cd6a0', 'mac_address': 'fa:16:3e:40:fc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03fbbe8-b928-4571-b2d9-c0f8921b4b75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:37.622421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:37.636225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] Sync routers for ids ['c9457129-21fe-4a67-9df8-76c30aba9df3'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:37.645973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.656841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] Routers {'c9457129-21fe-4a67-9df8-76c30aba9df3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:37.657849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:38:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9457129-21fe-4a67-9df8-76c30aba9df3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:37.661577 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.680149 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-629e0bb0-19b3-4dbe-b7bd-b503c2a814e3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1874292 Aug 29 04:38:37.680149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:37.681207 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99145a83-9cb4-44a8-8a19-69b44d494a70" -d '{"events": [{"name": "network-changed", "server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:37.724762 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94fd7e4-58d8-48f2-8e4c-5ffff1dcf88a x-openstack-request-id: req-a94fd7e4-58d8-48f2-8e4c-5ffff1dcf88a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:37.724762 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:37.725047 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a94fd7e4-58d8-48f2-8e4c-5ffff1dcf88a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:37.725421 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c', 'status': 'completed', 'code': 200} Aug 29 04:38:37.725959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87e9e1a-520a-45ab-8675-e90dc65cd6a0 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:37.780550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a87e9e1a-520a-45ab-8675-e90dc65cd6a0, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,segment=NetworkSegment(d65c08ed-b893-4aa8-ade4-eaa419bbeba0),segment_id=d65c08ed-b893-4aa8-ade4-eaa419bbeba0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:37.789901 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.828313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] Set router c9457129-21fe-4a67-9df8-76c30aba9df3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:37.839565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c31d6-c72a-42f2-a0ee-2045dddb1ca4 req-8bba3548-572b-4dbc-bd9f-99584c396115 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.841170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-428c31d6-c72a-42f2-a0ee-2045dddb1ca4 req-8bba3548-572b-4dbc-bd9f-99584c396115 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.1012793 Aug 29 04:38:37.846379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-a07f65a3-bce9-4405-b3f2-dfcc6b860d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.848075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-a07f65a3-bce9-4405-b3f2-dfcc6b860d8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 1098 time: 0.0763140 Aug 29 04:38:37.889652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.012614 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-428c31d6-c72a-42f2-a0ee-2045dddb1ca4 req-d7223b38-9749-4a3b-8a2b-d0f9dfe905a0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438646 Aug 29 04:38:38.025085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419843de-bafb-4d83-bb39-f84d1874b725 req-941fe1c5-00e5-4041-ae97-cd454011102a tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.033206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-419843de-bafb-4d83-bb39-f84d1874b725 req-941fe1c5-00e5-4041-ae97-cd454011102a tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 944 time: 0.1192758 Aug 29 04:38:38.039074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46528) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:38.082448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-6422fe27-ae44-4958-bc5e-61f6c2611f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.083950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-6422fe27-ae44-4958-bc5e-61f6c2611f21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ad185c5-973f-471a-830b-1f29d69af50a HTTP/1.1" status: 200 len: 897 time: 0.2281125 Aug 29 04:38:38.137564 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2da587b1-394c-4d68-8494-89d09e0f412c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/5ea82afe-ded9-4d3e-b70c-1770b4a03a36 HTTP/1.1" status: 200 len: 991 time: 0.0972283 Aug 29 04:38:38.138632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:16Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '5ea82afe-ded9-4d3e-b70c-1770b4a03a36', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'port_id': '1116c4c5-035c-450b-93ef-01d499ab480c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'mac_address': 'fa:16:3e:98:d7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:36Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a80c639-f211-4614-8f45-70d9d55d5794', 'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:69:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:13Z', 'updated_at': '2021-08-29T04:38:22Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:38.169190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-419843de-bafb-4d83-bb39-f84d1874b725 req-90e11aba-6f57-4800-b656-53f2bc166a5d tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286652 Aug 29 04:38:38.176822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] Checking router: c9457129-21fe-4a67-9df8-76c30aba9df3 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:38.200419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['a87e9e1a-520a-45ab-8675-e90dc65cd6a0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:38.205549 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-8b7bf4d1-16cb-46c9-9745-a12e4f898148 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1116c4c5-035c-450b-93ef-01d499ab480c HTTP/1.1" status: 200 len: 999 time: 0.1084263 Aug 29 04:38:38.216617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] Routers {'c9457129-21fe-4a67-9df8-76c30aba9df3'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:38.217534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:38:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9457129-21fe-4a67-9df8-76c30aba9df3'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:38.273262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-bb530985-5211-4836-90ee-1e992792e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.274841 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-bb530985-5211-4836-90ee-1e992792e591 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5753e725-b8f4-4ca1-b733-95ab7456f9f0 HTTP/1.1" status: 200 len: 834 time: 0.0614266 Aug 29 04:38:38.332568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-460292c5-7586-48ba-be3e-63daf753b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.334428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-460292c5-7586-48ba-be3e-63daf753b662 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ad185c5-973f-471a-830b-1f29d69af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522404 Aug 29 04:38:38.436972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-dfbb5cd6-686e-473e-95b3-f362f8a93814 service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949345 Aug 29 04:38:38.495968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] Set router c9457129-21fe-4a67-9df8-76c30aba9df3 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:38.570233 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99145a83-9cb4-44a8-8a19-69b44d494a70 req-1ac5e861-b770-4174-9089-dec9dccb9a60 service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253846 Aug 29 04:38:38.768748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:16Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '5ea82afe-ded9-4d3e-b70c-1770b4a03a36', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'port_id': '1116c4c5-035c-450b-93ef-01d499ab480c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'mac_address': 'fa:16:3e:98:d7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:36Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a80c639-f211-4614-8f45-70d9d55d5794', 'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:69:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:13Z', 'updated_at': '2021-08-29T04:38:22Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:38.799075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d321d-404b-4029-ab2a-8f3a86ae8f67 None None] The sync data for ids ['c9457129-21fe-4a67-9df8-76c30aba9df3'] in n-d-712141-12 is: [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:16Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '5ea82afe-ded9-4d3e-b70c-1770b4a03a36', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'port_id': '1116c4c5-035c-450b-93ef-01d499ab480c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'mac_address': 'fa:16:3e:98:d7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:38:36Z', 'updated_at': '2021-08-29T04:38:36Z', 'revision_number': 0, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a80c639-f211-4614-8f45-70d9d55d5794', 'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:69:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:13Z', 'updated_at': '2021-08-29T04:38:22Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:39.033578 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa9766-b130-4e0c-92c9-054c912f742d None None] New status for floating IP 5ea82afe-ded9-4d3e-b70c-1770b4a03a36: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:38:39.141595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46536) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:39.237882 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-12949515-adc4-4049-b60b-94aff2e33983 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/5ea82afe-ded9-4d3e-b70c-1770b4a03a36 HTTP/1.1" status: 200 len: 991 time: 0.0934389 Aug 29 04:38:39.361729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065b1cd-9ac1-4504-a5ab-f3c4b42b9714 req-4bb008b1-e70c-41a8-9925-5d347c51e767 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.363683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d065b1cd-9ac1-4504-a5ab-f3c4b42b9714 req-4bb008b1-e70c-41a8-9925-5d347c51e767 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 944 time: 0.0783601 Aug 29 04:38:39.452305 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d065b1cd-9ac1-4504-a5ab-f3c4b42b9714 req-b170d998-882c-4491-a7c9-99748c09cc7f tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739455 Aug 29 04:38:39.460588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a87e9e1a-520a-45ab-8675-e90dc65cd6a0 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:39.547506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port a87e9e1a-520a-45ab-8675-e90dc65cd6a0 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:39.553993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port a87e9e1a-520a-45ab-8675-e90dc65cd6a0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:39.554411 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.687531 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.713975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd430a1cb-d043-48cd-8bb9-e190ea7c7176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87e9e1a-520a-45ab-8675-e90dc65cd6a0'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:39.716364 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0da191-abda-48eb-b35e-d2904836850b" -d '{"events": [{"server_uuid": "d430a1cb-d043-48cd-8bb9-e190ea7c7176", "name": "network-vif-plugged", "status": "completed", "tag": "a87e9e1a-520a-45ab-8675-e90dc65cd6a0"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:39.740528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a87e9e1a-520a-45ab-8675-e90dc65cd6a0, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,segment=NetworkSegment(d65c08ed-b893-4aa8-ade4-eaa419bbeba0),segment_id=d65c08ed-b893-4aa8-ade4-eaa419bbeba0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:39.745866 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.746673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:39.787324 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c6967-ceba-4501-9fc1-6449121411e4 x-openstack-request-id: req-6f1c6967-ceba-4501-9fc1-6449121411e4 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:39.787619 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d430a1cb-d043-48cd-8bb9-e190ea7c7176", "name": "network-vif-plugged", "status": "completed", "tag": "a87e9e1a-520a-45ab-8675-e90dc65cd6a0", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:39.787876 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f1c6967-ceba-4501-9fc1-6449121411e4 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:39.788296 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd430a1cb-d043-48cd-8bb9-e190ea7c7176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87e9e1a-520a-45ab-8675-e90dc65cd6a0', 'code': 200} Aug 29 04:38:39.790829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:39.791188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aab78676-dbe7-4b54-a9ce-45bb2a64b7f2 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:39.818025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:39.883634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbc3fb-c190-419d-96dd-73ca69e7f6f5 req-cfac27e5-cf23-4435-8df9-60b2725b02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.885754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6acbc3fb-c190-419d-96dd-73ca69e7f6f5 req-cfac27e5-cf23-4435-8df9-60b2725b02d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 1097 time: 0.0403085 Aug 29 04:38:39.924565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6acbc3fb-c190-419d-96dd-73ca69e7f6f5 req-bf8816fe-1b37-455a-8410-93736e502a1c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Aug 29 04:38:40.241580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 46548) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:40.317527 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e37fda1b-701d-469d-9fa0-ebea22070f7e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/5ea82afe-ded9-4d3e-b70c-1770b4a03a36 HTTP/1.1" status: 200 len: 993 time: 0.0748460 Aug 29 04:38:40.633742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4bed3-8df0-4322-9951-ec56410cec8e req-6702af88-1a03-4d51-aa38-d668705c78e0 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:40.637151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61a4bed3-8df0-4322-9951-ec56410cec8e req-6702af88-1a03-4d51-aa38-d668705c78e0 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 945 time: 0.0913706 Aug 29 04:38:40.686184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61a4bed3-8df0-4322-9951-ec56410cec8e req-e7abf742-4717-406f-ab8d-435202c4adfc tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417061 Aug 29 04:38:41.812675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70841f-ca0b-4820-a3c0-5def0af664bd req-8e9b62f8-8380-4284-b321-e0bfc8cb3485 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.820719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d70841f-ca0b-4820-a3c0-5def0af664bd req-8e9b62f8-8380-4284-b321-e0bfc8cb3485 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 945 time: 0.0617981 Aug 29 04:38:41.873260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d70841f-ca0b-4820-a3c0-5def0af664bd req-337a48fd-31a0-43a3-9928-f352e6e1215f tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489576 Aug 29 04:38:42.607435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eb853-4a2a-4eba-8765-41e7eb7ff3d6 req-e4f9aa9e-08e0-4c1f-8ec1-34235f744759 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:42.610504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d06eb853-4a2a-4eba-8765-41e7eb7ff3d6 req-e4f9aa9e-08e0-4c1f-8ec1-34235f744759 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 945 time: 0.0513461 Aug 29 04:38:42.656803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d06eb853-4a2a-4eba-8765-41e7eb7ff3d6 req-36115c6e-317b-43f4-b10b-b08214b37704 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 Aug 29 04:38:43.789600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3442010-77e1-4eac-9e3e-565a5b11f0a4 req-9e916146-0cdf-4741-83ff-a097475c808b tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.791807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3442010-77e1-4eac-9e3e-565a5b11f0a4 req-9e916146-0cdf-4741-83ff-a097475c808b tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 945 time: 0.0571280 Aug 29 04:38:43.850726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3442010-77e1-4eac-9e3e-565a5b11f0a4 req-657ffc68-c0fe-479b-a1b1-4b386a7126dc tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506363 Aug 29 04:38:44.196025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-bc6612cb-f2c4-4b6e-91b2-6865dd5cd8bf tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.198867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-bc6612cb-f2c4-4b6e-91b2-6865dd5cd8bf tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.52 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 945 time: 0.0641451 Aug 29 04:38:44.381640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Deleting port a87e9e1a-520a-45ab-8675-e90dc65cd6a0 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:44.382664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.487802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] For port a87e9e1a-520a-45ab-8675-e90dc65cd6a0, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,segment=NetworkSegment(d65c08ed-b893-4aa8-ade4-eaa419bbeba0),segment_id=d65c08ed-b893-4aa8-ade4-eaa419bbeba0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:44.488181 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.516406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Calling delete_port for a87e9e1a-520a-45ab-8675-e90dc65cd6a0 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:44.657223 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.689590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Pushing event deleted for resources: {'Port': ['ID=a87e9e1a-520a-45ab-8675-e90dc65cd6a0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:44.690041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['a87e9e1a-520a-45ab-8675-e90dc65cd6a0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:44.706186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.706603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.708180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.708180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.708180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.708180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.708180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.709469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.709469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.709469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.713256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.713256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:44.746905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] No DVR routers for this DVR port a87e9e1a-520a-45ab-8675-e90dc65cd6a0 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:44.749532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.751556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bf1b644-4198-4c5f-bdff-94bdd7c4c0e8 req-cb19f3e4-5b70-42e5-af69-627b0e31e3a1 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.52 "DELETE /v2.0/ports/a87e9e1a-520a-45ab-8675-e90dc65cd6a0 HTTP/1.1" status: 204 len: 173 time: 0.5466130 Aug 29 04:38:44.751987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd430a1cb-d043-48cd-8bb9-e190ea7c7176', 'name': 'network-vif-deleted', 'tag': 'a87e9e1a-520a-45ab-8675-e90dc65cd6a0'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:44.754241 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631424cf-a127-4481-8e1f-425dbc8dd1e3" -d '{"events": [{"server_uuid": "d430a1cb-d043-48cd-8bb9-e190ea7c7176", "name": "network-vif-deleted", "tag": "a87e9e1a-520a-45ab-8675-e90dc65cd6a0"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:44.798859 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875a0cc3-1bbc-4a75-bdcd-10018109a464 x-openstack-request-id: req-875a0cc3-1bbc-4a75-bdcd-10018109a464 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:44.798859 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d430a1cb-d043-48cd-8bb9-e190ea7c7176", "name": "network-vif-deleted", "tag": "a87e9e1a-520a-45ab-8675-e90dc65cd6a0", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:44.798859 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-875a0cc3-1bbc-4a75-bdcd-10018109a464 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:44.798859 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd430a1cb-d043-48cd-8bb9-e190ea7c7176', 'name': 'network-vif-deleted', 'tag': 'a87e9e1a-520a-45ab-8675-e90dc65cd6a0', 'status': 'completed', 'code': 200} Aug 29 04:38:44.988568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-efd7ebe7-3a31-4323-b93c-0747bdfe66dc req-61fcd927-2fcc-4d7c-b814-9db7261b1852 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=d430a1cb-d043-48cd-8bb9-e190ea7c7176 HTTP/1.1" status: 200 len: 210 time: 0.0306165 Aug 29 04:38:46.335222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-65b74b17-5452-436e-805d-1c25a8798c54 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:46.344475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-65b74b17-5452-436e-805d-1c25a8798c54 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/networks?id=88282ab0-cec9-4627-acac-570ce3a27627 HTTP/1.1" status: 200 len: 808 time: 0.1478119 Aug 29 04:38:46.363054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-6ca646cc-2866-435b-8f96-38f235ebdc59 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/quotas/aca059e148ba444db802d4cd3c6d5041 HTTP/1.1" status: 200 len: 375 time: 0.0176573 Aug 29 04:38:46.408296 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-b24630ba-df0b-4d62-99de-b06045f283b2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aca059e148ba444db802d4cd3c6d5041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443141 Aug 29 04:38:46.672572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-80fd3a24-1f81-4b85-b325-0db9845438d7 service neutron] 10.222.0.49 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633586 Aug 29 04:38:46.764444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-ff5fadbc-1ee7-4ebb-81ae-18ee4ace04f5 service neutron] 10.222.0.49 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909085 Aug 29 04:38:46.965911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21b54b80-8df0-4178-a54c-de3385a94b5c req-76a3a989-2530-4d53-bc9d-4b01de85f081 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 210 time: 0.0297840 Aug 29 04:38:47.149647 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fee2a5c-75bd-4795-a0f8-7b0f463f97c4 req-d5219fd0-852a-47a8-a5e8-4d8ced5481f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1249142 Aug 29 04:38:47.253558 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fee2a5c-75bd-4795-a0f8-7b0f463f97c4 req-16ab3e49-1c01-435a-b556-aa339d19d297 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0769219 Aug 29 04:38:47.312496 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fee2a5c-75bd-4795-a0f8-7b0f463f97c4 req-dd8a2c60-9be2-4620-b264-29eca4e11ada service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266166 Aug 29 04:38:47.470833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2a5c-75bd-4795-a0f8-7b0f463f97c4 req-f5803332-534a-4542-be40-0d0b6c65a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.472432 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1fee2a5c-75bd-4795-a0f8-7b0f463f97c4 req-f5803332-534a-4542-be40-0d0b6c65a753 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530972 Aug 29 04:38:48.114224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6155a43-f585-4a11-a7b5-74836a413ba3 req-96b5125d-4b37-4b26-b1c5-964a1ed4999e tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 210 time: 0.0429068 Aug 29 04:38:48.242754 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.269022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-60c5a659-a848-4d6d-b0a7-a5e9c8180e50 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.270910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-60c5a659-a848-4d6d-b0a7-a5e9c8180e50 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.52 "GET /v2.0/networks?id=88282ab0-cec9-4627-acac-570ce3a27627 HTTP/1.1" status: 200 len: 808 time: 0.1233559 Aug 29 04:38:48.289383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Request body: {'port': {'device_id': 'dbba9df6-41a8-4397-9a4e-b8096d19145b', 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627', 'admin_state_up': True, 'tenant_id': 'aca059e148ba444db802d4cd3c6d5041'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:48.433402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Made reservation on behalf of aca059e148ba444db802d4cd3c6d5041 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:48.437174 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.563863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Allocated IP 172.20.0.9 (88282ab0-cec9-4627-acac-570ce3a27627/d03fbbe8-b928-4571-b2d9-c0f8921b4b75/70404c83-7f1c-4394-84b2-e8d2f1467176) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:48.752050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.797126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.845697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Network 88282ab0-cec9-4627-acac-570ce3a27627 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:48.849111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:48.858219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:48.865125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Pushing event updated for resources: {'Port': ['ID=70404c83-7f1c-4394-84b2-e8d2f1467176,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.916986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.917600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.932807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-1c7b7de1-17f4-4e4e-863a-0dd354cc6bd2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6474903 Aug 29 04:38:48.949277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-2b12e041-44cc-462f-bb4f-0ec3682e5783 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:38:48.950309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-2b12e041-44cc-462f-bb4f-0ec3682e5783 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053060 Aug 29 04:38:48.961000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Request body: {'port': {'device_id': 'dbba9df6-41a8-4397-9a4e-b8096d19145b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:49.016770 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.288659 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd58635-6213-4f8d-a14a-02eb412531ad req-d95b64b1-7a55-42b1-8bd9-f954ab08fcde tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.290179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9fd58635-6213-4f8d-a14a-02eb412531ad req-d95b64b1-7a55-42b1-8bd9-f954ab08fcde tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 931 time: 0.0805805 Aug 29 04:38:49.356868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70404c83-7f1c-4394-84b2-e8d2f1467176 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:49.366506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.371314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9fd58635-6213-4f8d-a14a-02eb412531ad req-fd778344-55ef-4ce8-932d-99850806fae9 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732055 Aug 29 04:38:49.382408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Transition to ACTIVE for port object 70404c83-7f1c-4394-84b2-e8d2f1467176 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:49.400953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.455753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Pushing event updated for resources: {'Port': ['ID=70404c83-7f1c-4394-84b2-e8d2f1467176,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:49.475712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a87e9e1a-520a-45ab-8675-e90dc65cd6a0 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:49.500473 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: a87e9e1a-520a-45ab-8675-e90dc65cd6a0 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:49.501047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a87e9e1a-520a-45ab-8675-e90dc65cd6a0 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:49.543092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Attempting to bind port 70404c83-7f1c-4394-84b2-e8d2f1467176 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:49.543449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Attempting to bind port 70404c83-7f1c-4394-84b2-e8d2f1467176 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:49.543770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Attempting to bind port 70404c83-7f1c-4394-84b2-e8d2f1467176 on network 88282ab0-cec9-4627-acac-570ce3a27627 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:49.548534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Port 70404c83-7f1c-4394-84b2-e8d2f1467176 on network 88282ab0-cec9-4627-acac-570ce3a27627 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:49.548862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Attempting to bind port 70404c83-7f1c-4394-84b2-e8d2f1467176 on network 88282ab0-cec9-4627-acac-570ce3a27627 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:49.554256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:49.554601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Checking segment: {'id': 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:49.554989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Bound using segment: {'id': 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:49.555418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Bound port: 70404c83-7f1c-4394-84b2-e8d2f1467176, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:49.555779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.629674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] For port 70404c83-7f1c-4394-84b2-e8d2f1467176, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:49.633243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] For port 70404c83-7f1c-4394-84b2-e8d2f1467176, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=70404c83-7f1c-4394-84b2-e8d2f1467176,segment=NetworkSegment(d65c08ed-b893-4aa8-ade4-eaa419bbeba0),segment_id=d65c08ed-b893-4aa8-ade4-eaa419bbeba0)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:49.638509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.672910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.673531 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.674979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] 10.222.0.52 "PUT /v2.0/ports/70404c83-7f1c-4394-84b2-e8d2f1467176 HTTP/1.1" status: 200 len: 1092 time: 0.7178082 Aug 29 04:38:49.675430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba9df6-41a8-4397-9a4e-b8096d19145b', 'tag': '70404c83-7f1c-4394-84b2-e8d2f1467176'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:49.677702 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5689e6e-db0f-458d-91f2-5a064f7be35b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba9df6-41a8-4397-9a4e-b8096d19145b", "tag": "70404c83-7f1c-4394-84b2-e8d2f1467176"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:49.708704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957791f-9757-46cb-912d-8bdafcef58a2 service neutron] Pushing event updated for resources: {'Port': ['ID=70404c83-7f1c-4394-84b2-e8d2f1467176,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:49.728622 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a556a6f1-0a3e-42ae-93af-4d4e3c76f688 x-openstack-request-id: req-a556a6f1-0a3e-42ae-93af-4d4e3c76f688 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:49.728922 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba9df6-41a8-4397-9a4e-b8096d19145b", "tag": "70404c83-7f1c-4394-84b2-e8d2f1467176", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:49.729178 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a556a6f1-0a3e-42ae-93af-4d4e3c76f688 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:49.729585 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba9df6-41a8-4397-9a4e-b8096d19145b', 'tag': '70404c83-7f1c-4394-84b2-e8d2f1467176', 'status': 'completed', 'code': 200} Aug 29 04:38:49.811751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-60662b6e-9a01-4cf5-a9e2-d164f6d5c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.815420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-60662b6e-9a01-4cf5-a9e2-d164f6d5c418 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aca059e148ba444db802d4cd3c6d5041&device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 1095 time: 0.0545473 Aug 29 04:38:49.870731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-3150c365-527e-4463-9f18-e4fffbb46358 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70404c83-7f1c-4394-84b2-e8d2f1467176 HTTP/1.1" status: 200 len: 217 time: 0.0409811 Aug 29 04:38:49.927756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d41b9299-92e6-48e8-9284-7417bc7feff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.928479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-d41b9299-92e6-48e8-9284-7417bc7feff9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d03fbbe8-b928-4571-b2d9-c0f8921b4b75 HTTP/1.1" status: 200 len: 848 time: 0.0483699 Aug 29 04:38:49.970837 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-35f463be-9538-4ca3-9fe3-e577cf01bce5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88282ab0-cec9-4627-acac-570ce3a27627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312569 Aug 29 04:38:50.069127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-3d2b6100-59aa-4157-b9d6-dec5460cde1f service neutron] 10.222.0.52 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911601 Aug 29 04:38:50.169066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd4ef5bf-1076-4742-853c-8a6c45bf8c74 req-f800bed0-13e8-42e6-b871-b09a212c7dcc service neutron] 10.222.0.52 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918608 Aug 29 04:38:50.300176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689e6e-db0f-458d-91f2-5a064f7be35b req-337b46f3-3464-4b70-9fca-79439d220e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:50.301602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5689e6e-db0f-458d-91f2-5a064f7be35b req-337b46f3-3464-4b70-9fca-79439d220e11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aca059e148ba444db802d4cd3c6d5041&device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 1095 time: 0.0417957 Aug 29 04:38:50.395874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689e6e-db0f-458d-91f2-5a064f7be35b req-020430d2-c95f-49a8-b6e0-e38616c8e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:50.398552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5689e6e-db0f-458d-91f2-5a064f7be35b req-020430d2-c95f-49a8-b6e0-e38616c8e96d service neutron] 10.222.0.52 "GET /v2.0/networks?id=88282ab0-cec9-4627-acac-570ce3a27627 HTTP/1.1" status: 200 len: 909 time: 0.0883870 Aug 29 04:38:50.442935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5689e6e-db0f-458d-91f2-5a064f7be35b req-180896f6-adb1-4604-a4e0-ca02c977d751 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70404c83-7f1c-4394-84b2-e8d2f1467176 HTTP/1.1" status: 200 len: 217 time: 0.0378823 Aug 29 04:38:50.528571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689e6e-db0f-458d-91f2-5a064f7be35b req-7793e041-766f-4d00-b4d8-6f5af63612b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:50.529508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5689e6e-db0f-458d-91f2-5a064f7be35b req-7793e041-766f-4d00-b4d8-6f5af63612b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d03fbbe8-b928-4571-b2d9-c0f8921b4b75 HTTP/1.1" status: 200 len: 848 time: 0.0704563 Aug 29 04:38:50.540587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec703ade-20ec-4563-be7a-b8121e7b60b2 req-57794972-40e9-466d-a17d-782ad5451d22 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:50.542081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec703ade-20ec-4563-be7a-b8121e7b60b2 req-57794972-40e9-466d-a17d-782ad5451d22 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 943 time: 0.0947676 Aug 29 04:38:50.582024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5689e6e-db0f-458d-91f2-5a064f7be35b req-2cf041ba-f6d6-413c-a283-b1dc274a0cbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=88282ab0-cec9-4627-acac-570ce3a27627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372992 Aug 29 04:38:50.650231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec703ade-20ec-4563-be7a-b8121e7b60b2 req-d5220bd3-5308-4830-b7b2-81613b73e904 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993862 Aug 29 04:38:50.705516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5689e6e-db0f-458d-91f2-5a064f7be35b req-f8051be5-5d44-4f99-bb29-8a600c6d7d6b service neutron] 10.222.0.52 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148283 Aug 29 04:38:50.812963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5689e6e-db0f-458d-91f2-5a064f7be35b req-f6ed7ed4-d89e-47c9-97eb-01433e38e8cc service neutron] 10.222.0.52 "GET /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993874 Aug 29 04:38:51.787855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a0ad-1588-4329-acba-e1d6610f91d8 req-11e42180-b8de-447e-b478-d789654e4b87 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:51.789260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a2a0ad-1588-4329-acba-e1d6610f91d8 req-11e42180-b8de-447e-b478-d789654e4b87 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 943 time: 0.0552254 Aug 29 04:38:51.827095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a2a0ad-1588-4329-acba-e1d6610f91d8 req-15cfd9f1-8338-499e-8ff3-b6185ec75f03 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Aug 29 04:38:52.955590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b1175-1b2a-4368-aa7c-42f8a5aeae72 req-a539036e-7435-45c0-9b9a-0483d9944087 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.960241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b8b1175-1b2a-4368-aa7c-42f8a5aeae72 req-a539036e-7435-45c0-9b9a-0483d9944087 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 943 time: 0.0632360 Aug 29 04:38:52.999742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b8b1175-1b2a-4368-aa7c-42f8a5aeae72 req-646f75c2-5fa0-4620-84ff-207ab6dd0452 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353816 Aug 29 04:38:53.542075 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77a87038-7af3-48bf-96cf-8efadb5aef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.186364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dacaa-4bd6-4c1e-aaf9-dc1c7ea0e331 req-84386d1d-a985-481e-9f36-03e39c04e331 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:54.188085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-916dacaa-4bd6-4c1e-aaf9-dc1c7ea0e331 req-84386d1d-a985-481e-9f36-03e39c04e331 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 943 time: 0.0602324 Aug 29 04:38:54.228124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-916dacaa-4bd6-4c1e-aaf9-dc1c7ea0e331 req-72f68856-e2c6-45e3-a390-e178e6264bed tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Aug 29 04:38:55.364772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc71ff0-cbad-4589-8624-3e665fef1162 req-e1136d17-335e-4db8-b901-386e60a4ffa5 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:55.366645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cc71ff0-cbad-4589-8624-3e665fef1162 req-e1136d17-335e-4db8-b901-386e60a4ffa5 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 943 time: 0.0651445 Aug 29 04:38:55.427963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cc71ff0-cbad-4589-8624-3e665fef1162 req-89641cda-29a1-43dd-ab8e-e0a8eaae9c1d tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517781 Aug 29 04:38:55.477715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 70404c83-7f1c-4394-84b2-e8d2f1467176 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:55.591753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 70404c83-7f1c-4394-84b2-e8d2f1467176, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=70404c83-7f1c-4394-84b2-e8d2f1467176,segment=NetworkSegment(d65c08ed-b893-4aa8-ade4-eaa419bbeba0),segment_id=d65c08ed-b893-4aa8-ade4-eaa419bbeba0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:55.605592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '70404c83-7f1c-4394-84b2-e8d2f1467176', 'network_id': '88282ab0-cec9-4627-acac-570ce3a27627', 'port_id': '70404c83-7f1c-4394-84b2-e8d2f1467176', 'mac_address': 'fa:16:3e:2c:1d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03fbbe8-b928-4571-b2d9-c0f8921b4b75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:55.647629 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.652671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46784) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:55.674225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70404c83-7f1c-4394-84b2-e8d2f1467176 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:55.697144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 70404c83-7f1c-4394-84b2-e8d2f1467176, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=70404c83-7f1c-4394-84b2-e8d2f1467176,segment=NetworkSegment(d65c08ed-b893-4aa8-ade4-eaa419bbeba0),segment_id=d65c08ed-b893-4aa8-ade4-eaa419bbeba0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:55.702640 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.770844 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=70404c83-7f1c-4394-84b2-e8d2f1467176,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:55.780231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.780597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.781156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.781468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.781803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.782138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.782468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.782918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.783686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.784025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.784378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.784705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:55.819600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0826adec-3502-49ba-9fba-dbddde3223ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.867015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-73a97d1e-d7eb-4de9-91d8-867b3b4c9938 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2083697 Aug 29 04:38:55.945176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0826adec-3502-49ba-9fba-dbddde3223ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.966837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0826adec-3502-49ba-9fba-dbddde3223ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.020327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-f6ab047e-2d43-4add-a3c9-f299d7e07b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.021951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-f6ab047e-2d43-4add-a3c9-f299d7e07b32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 1098 time: 0.0943499 Aug 29 04:38:56.022947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826adec-3502-49ba-9fba-dbddde3223ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b1b0ec-24aa-490c-8955-e130d43929b9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:56.029515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0826adec-3502-49ba-9fba-dbddde3223ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae4941b9b4e54c62b0dcbac13badfbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734498 Aug 29 04:38:56.029745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46792) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:56.102175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['70404c83-7f1c-4394-84b2-e8d2f1467176'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:56.131700 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b35ee948-f3f9-4052-b99d-972ae4325eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.149039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-53e011c9-a141-4d11-8bbf-058b92b37a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.172159 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b35ee948-f3f9-4052-b99d-972ae4325eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.186581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-33a986a6-fa15-4544-af19-f1d8745cead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.188083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-33a986a6-fa15-4544-af19-f1d8745cead3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ad185c5-973f-471a-830b-1f29d69af50a HTTP/1.1" status: 200 len: 897 time: 0.1362245 Aug 29 04:38:56.276398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-b4701399-9924-44f4-914c-c9db2dce2444 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1116c4c5-035c-450b-93ef-01d499ab480c HTTP/1.1" status: 200 len: 1001 time: 0.0755908 Aug 29 04:38:56.280880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b35ee948-f3f9-4052-b99d-972ae4325eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.283345 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b35ee948-f3f9-4052-b99d-972ae4325eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.284421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b35ee948-f3f9-4052-b99d-972ae4325eae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62b1b0ec-24aa-490c-8955-e130d43929b9 HTTP/1.1" status: 204 len: 168 time: 0.2537577 Aug 29 04:38:56.323492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ee948-f3f9-4052-b99d-972ae4325eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b1b0ec-24aa-490c-8955-e130d43929b9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:56.328021 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.346344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-ee12bf4c-d43f-4b94-ac13-6a86ee61600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.350531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-ee12bf4c-d43f-4b94-ac13-6a86ee61600b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5753e725-b8f4-4ca1-b733-95ab7456f9f0 HTTP/1.1" status: 200 len: 834 time: 0.0650442 Aug 29 04:38:56.406170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-b303d5be-a29a-40dc-8c36-edb139bdd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.407670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-b303d5be-a29a-40dc-8c36-edb139bdd73e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ad185c5-973f-471a-830b-1f29d69af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486510 Aug 29 04:38:56.540897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-05ae0559-5c84-46ef-9ed3-edf877e023a7 service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250062 Aug 29 04:38:56.940753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4e22d-68ec-4a72-bdc8-1c095d668500 req-fb6ed9ab-78ab-4914-a020-43cc59b5b735 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.941965 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e4b4e22d-68ec-4a72-bdc8-1c095d668500 req-fb6ed9ab-78ab-4914-a020-43cc59b5b735 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 944 time: 0.4465041 Aug 29 04:38:57.007621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e4b4e22d-68ec-4a72-bdc8-1c095d668500 req-a670882e-3c04-4e81-880f-e17a66aed8f2 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541327 Aug 29 04:38:57.018704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6e91434-f8aa-4395-af3b-b3ae2795cdee req-995fde80-e565-4e2d-b7b8-945c0771371c service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702158 Aug 29 04:38:57.337086 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.450581 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.492521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 70404c83-7f1c-4394-84b2-e8d2f1467176 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:57.548965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 70404c83-7f1c-4394-84b2-e8d2f1467176 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:57.553125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 70404c83-7f1c-4394-84b2-e8d2f1467176 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:57.553125 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.651319 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.680130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba9df6-41a8-4397-9a4e-b8096d19145b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70404c83-7f1c-4394-84b2-e8d2f1467176'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:57.683210 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02c15b9-586a-40d7-af85-36a38d7f2958" -d '{"events": [{"server_uuid": "dbba9df6-41a8-4397-9a4e-b8096d19145b", "name": "network-vif-plugged", "status": "completed", "tag": "70404c83-7f1c-4394-84b2-e8d2f1467176"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:57.695784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 70404c83-7f1c-4394-84b2-e8d2f1467176, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=70404c83-7f1c-4394-84b2-e8d2f1467176,segment=NetworkSegment(d65c08ed-b893-4aa8-ade4-eaa419bbeba0),segment_id=d65c08ed-b893-4aa8-ade4-eaa419bbeba0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:57.704848 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.738840 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c2b21-0ec9-44fa-85a0-c8ae00f7ab01 x-openstack-request-id: req-5e5c2b21-0ec9-44fa-85a0-c8ae00f7ab01 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:57.739159 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba9df6-41a8-4397-9a4e-b8096d19145b", "name": "network-vif-plugged", "status": "completed", "tag": "70404c83-7f1c-4394-84b2-e8d2f1467176", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:57.739414 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e5c2b21-0ec9-44fa-85a0-c8ae00f7ab01 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:57.739825 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba9df6-41a8-4397-9a4e-b8096d19145b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70404c83-7f1c-4394-84b2-e8d2f1467176', 'code': 200} Aug 29 04:38:57.792561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=70404c83-7f1c-4394-84b2-e8d2f1467176,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:57.875234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a2388-d7be-4b25-84cd-239f77910ca8 req-f4597dd2-e8df-462f-83cb-a986512e86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.877378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e5a2388-d7be-4b25-84cd-239f77910ca8 req-f4597dd2-e8df-462f-83cb-a986512e86b8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 1097 time: 0.0451720 Aug 29 04:38:57.918767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e5a2388-d7be-4b25-84cd-239f77910ca8 req-329a0dad-dd51-4a66-b828-3e7f5d70debd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Aug 29 04:38:58.138773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b0fb3-3388-4eda-ae9e-fdfa7b9686d7 req-c91ac3db-ad99-46c0-91e1-4953a73a20be tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.140685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-558b0fb3-3388-4eda-ae9e-fdfa7b9686d7 req-c91ac3db-ad99-46c0-91e1-4953a73a20be tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 945 time: 0.0578201 Aug 29 04:38:58.186766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-558b0fb3-3388-4eda-ae9e-fdfa7b9686d7 req-e1daa494-37bb-4b83-8940-52b40811901d tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 Aug 29 04:38:59.067098 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.356142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa2cff-e204-4765-b275-e9fffc55b529 req-7a76ff70-0eed-4a28-8b5d-13369c3069c9 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:59.364155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bfa2cff-e204-4765-b275-e9fffc55b529 req-7a76ff70-0eed-4a28-8b5d-13369c3069c9 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 945 time: 0.0803533 Aug 29 04:38:59.403446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bfa2cff-e204-4765-b275-e9fffc55b529 req-9c50db11-a15e-4176-98a0-d51d5f77feb7 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381269 Aug 29 04:39:00.527994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49c4f4-58a2-4212-8677-3763bf7a7eb8 req-d3c4ce6c-f2ab-4b5e-9dea-cc8f82fcb9b7 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:00.530399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a49c4f4-58a2-4212-8677-3763bf7a7eb8 req-d3c4ce6c-f2ab-4b5e-9dea-cc8f82fcb9b7 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 945 time: 0.0546830 Aug 29 04:39:00.570250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a49c4f4-58a2-4212-8677-3763bf7a7eb8 req-83dd84d7-4b08-4e34-8a98-4b3e95d1f97f tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Aug 29 04:39:01.319348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf9ba9-fa30-46d5-87c6-1ebbd0cf95fe req-ae65b667-030c-434a-bad1-5816d30071db tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:01.322506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43cf9ba9-fa30-46d5-87c6-1ebbd0cf95fe req-ae65b667-030c-434a-bad1-5816d30071db tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 945 time: 0.0717728 Aug 29 04:39:01.368646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43cf9ba9-fa30-46d5-87c6-1ebbd0cf95fe req-0472676d-41ae-4961-b13b-2aca57c1d7a5 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380452 Aug 29 04:39:02.488391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f19f12-9ed1-4f9e-9836-f9ec74d2fb7e req-021e482b-330c-47c0-b493-8eb199c35ecd tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:02.489878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9f19f12-9ed1-4f9e-9836-f9ec74d2fb7e req-021e482b-330c-47c0-b493-8eb199c35ecd tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 945 time: 0.0496795 Aug 29 04:39:02.528919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9f19f12-9ed1-4f9e-9836-f9ec74d2fb7e req-4db9be8c-a4b3-48a2-a68e-1b08724db2a4 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/security-groups?id=04654eb2-8e08-46d7-9663-4a472d8bd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Aug 29 04:39:02.807536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-7dad0c89-3add-4c3b-add6-0d8e19adc59d tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:02.808952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-7dad0c89-3add-4c3b-add6-0d8e19adc59d tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 945 time: 0.0481665 Aug 29 04:39:02.905046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-e153dc17-99ee-48b6-8902-862edc238ea6 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Deleting port 70404c83-7f1c-4394-84b2-e8d2f1467176 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:02.905393 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-e153dc17-99ee-48b6-8902-862edc238ea6 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.994880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-e153dc17-99ee-48b6-8902-862edc238ea6 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] For port 70404c83-7f1c-4394-84b2-e8d2f1467176, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=70404c83-7f1c-4394-84b2-e8d2f1467176,segment=NetworkSegment(d65c08ed-b893-4aa8-ade4-eaa419bbeba0),segment_id=d65c08ed-b893-4aa8-ade4-eaa419bbeba0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:02.995254 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-e153dc17-99ee-48b6-8902-862edc238ea6 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.009384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-e153dc17-99ee-48b6-8902-862edc238ea6 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Calling delete_port for 70404c83-7f1c-4394-84b2-e8d2f1467176 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:03.159614 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-e153dc17-99ee-48b6-8902-862edc238ea6 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.189842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153dc17-99ee-48b6-8902-862edc238ea6 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Pushing event deleted for resources: {'Port': ['ID=70404c83-7f1c-4394-84b2-e8d2f1467176,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:03.200090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['70404c83-7f1c-4394-84b2-e8d2f1467176'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:03.232692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-e153dc17-99ee-48b6-8902-862edc238ea6 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] No DVR routers for this DVR port 70404c83-7f1c-4394-84b2-e8d2f1467176 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:03.235085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-e153dc17-99ee-48b6-8902-862edc238ea6 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.237072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-796a9360-dcda-4687-8d8e-372c5630fed6 req-e153dc17-99ee-48b6-8902-862edc238ea6 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.52 "DELETE /v2.0/ports/70404c83-7f1c-4394-84b2-e8d2f1467176 HTTP/1.1" status: 204 len: 173 time: 0.4204633 Aug 29 04:39:03.237502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba9df6-41a8-4397-9a4e-b8096d19145b', 'name': 'network-vif-deleted', 'tag': '70404c83-7f1c-4394-84b2-e8d2f1467176'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:03.239839 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859fd892-23db-42fb-972b-f2a7cd15de38" -d '{"events": [{"server_uuid": "dbba9df6-41a8-4397-9a4e-b8096d19145b", "name": "network-vif-deleted", "tag": "70404c83-7f1c-4394-84b2-e8d2f1467176"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:03.283910 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69960f9-6a99-4f89-80f8-79dfa06fc2ef x-openstack-request-id: req-b69960f9-6a99-4f89-80f8-79dfa06fc2ef {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:03.284784 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba9df6-41a8-4397-9a4e-b8096d19145b", "name": "network-vif-deleted", "tag": "70404c83-7f1c-4394-84b2-e8d2f1467176", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:03.285049 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b69960f9-6a99-4f89-80f8-79dfa06fc2ef {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:03.285732 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba9df6-41a8-4397-9a4e-b8096d19145b', 'name': 'network-vif-deleted', 'tag': '70404c83-7f1c-4394-84b2-e8d2f1467176', 'status': 'completed', 'code': 200} Aug 29 04:39:03.657633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e36156c1-bfa2-4182-ac56-2e0e7269d5a1 req-66ed1cff-9051-4939-a9b9-a8611bc85f84 tempest-VolumesActionsTest-566831355 tempest-VolumesActionsTest-566831355-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbba9df6-41a8-4397-9a4e-b8096d19145b HTTP/1.1" status: 200 len: 210 time: 0.0274596 Aug 29 04:39:05.842110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 46990) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:05.940831 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:39:05.969648 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1292ae3-e0e4-4cd4-a46f-2a068ae2794c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.067261 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1292ae3-e0e4-4cd4-a46f-2a068ae2794c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.071300 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c1292ae3-e0e4-4cd4-a46f-2a068ae2794c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.110900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c1292ae3-e0e4-4cd4-a46f-2a068ae2794c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29009d7cdca14b6fa4860bcdce8c9bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650530 Aug 29 04:39:06.111643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47000) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:06.113277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1292ae3-e0e4-4cd4-a46f-2a068ae2794c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2002c486-6fbd-4d8b-a158-8ac4c3bf61ba,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:06.171142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.193497 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.262738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.266348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.267631 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2002c486-6fbd-4d8b-a158-8ac4c3bf61ba HTTP/1.1" status: 204 len: 168 time: 0.1543927 Aug 29 04:39:06.280041 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2002c486-6fbd-4d8b-a158-8ac4c3bf61ba,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:06.295689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.296394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.296985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.297359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.298081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.304590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.305263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.306413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.307635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.308305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.309216 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:06.321579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3105ffa8-c54d-442d-864a-52c4f6401fe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:07.553953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 70404c83-7f1c-4394-84b2-e8d2f1467176 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:07.590610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 70404c83-7f1c-4394-84b2-e8d2f1467176 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:07.591245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 70404c83-7f1c-4394-84b2-e8d2f1467176 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:08.084492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47070) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:08.322790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'network': {'name': 'tempest-network-smoke--759175219', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'port_security_enabled': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:08.350743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Made reservation on behalf of 4a5fc36706c24236bc5f945b90dabb51 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:08.355063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.364260 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.534175 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.544610 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.595388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad27cef-8659-4255-a9d3-ba155e9a0b89,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:08.598750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:08.611249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.611925 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Added segment c76c0035-8190-45e7-a5b5-053db92a1118 of type vlan for network 22c846f6-e662-4123-8559-5674d5160db4 Aug 29 04:39:08.677931 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.734288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.761658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.762464 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.914368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8249373 Aug 29 04:39:08.915320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47088) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:08.920509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'admin_state_up': True, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:08.929824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cd820-2bb5-4716-b5f5-368db004acd7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Network': ['ID=22c846f6-e662-4123-8559-5674d5160db4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:08.942882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 22c846f6-e662-4123-8559-5674d5160db4 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:08.972018 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.974222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.077870 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.297631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.536872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.561465 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.689642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Allocated IP 172.25.5.17 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:09.827020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.888496 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.958517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:09.962418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:09.970474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:09.998151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.346860 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.630289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.775925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router 1267c384-4ad3-4940-b0f3-798cc016980c is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:10.913133 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:10.924695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Sync routers for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:10.945217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:10.947258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:38:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:10.973466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.981458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47114) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:10.991415 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b6b9c9bd-d722-4409-84d0-66eccb92417b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0732553 Aug 29 04:39:11.193488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1b660fba-ec14-418a-83fe-8a95253140df tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=4a5fc36706c24236bc5f945b90dabb51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2103112 Aug 29 04:39:11.196030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47122) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.294690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d1b1a-5917-4545-a687-3152b54ce7cf tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.296853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-748d1b1a-5917-4545-a687-3152b54ce7cf tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993173 Aug 29 04:39:11.300046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47124) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.363979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47126) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.364345 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3be6c5f0-e43e-4f7e-b2a2-80daab406bcf tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628252 Aug 29 04:39:11.371242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041251471', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:11.404671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:11.577048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Made reservation on behalf of 4a5fc36706c24236bc5f945b90dabb51 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:11.585867 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.755756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 3, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:11.817408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Checking router: 1267c384-4ad3-4940-b0f3-798cc016980c for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:11.817747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Updating router 1267c384-4ad3-4940-b0f3-798cc016980c port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:11.846849 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.931597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.051105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Subnet': ['ID=c2a33043-1f1c-4c51-972a-20f7f3b7a776,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.088740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Checking segment: {'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:12.089117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network hostable DHCP agents. Network: 22c846f6-e662-4123-8559-5674d5160db4, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:12.129172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 22c846f6-e662-4123-8559-5674d5160db4 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:12.153519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 22c846f6-e662-4123-8559-5674d5160db4) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:12.162444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:12.165881 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.182715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627b8591-e889-466e-8079-df3f1c493c73 None None] Network 22c846f6-e662-4123-8559-5674d5160db4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:12.212221 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dfe04e9d-b36b-4b6d-971d-c8bf8c7920d0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8461409 Aug 29 04:39:12.214083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47136) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:12.433232 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.487881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Transition to ACTIVE for port object fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:12.513218 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.524390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-22c846f6-e662-4123-8559-5674d5160db4', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:12.525508 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.640459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Attempting to bind port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:12.641245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Attempting to bind port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:12.641857 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Attempting to bind port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:12.745576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf1f58-08a6-43d4-8c3a-ffae1e0947ae None None] Pushing event updated for resources: {'Port': ['ID=fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.753942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:12.754835 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:12.756037 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.758254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:12.758926 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Bound port: fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:12.759583 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.844178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] For port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:12.847648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] For port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:12.860742 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.967642 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.996017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf1f58-08a6-43d4-8c3a-ffae1e0947ae None None] Pushing event updated for resources: {'Port': ['ID=fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:13.006377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:13.010259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:38:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:13.102006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Allocated IP 172.20.0.2 (22c846f6-e662-4123-8559-5674d5160db4/c2a33043-1f1c-4c51-972a-20f7f3b7a776/3f0a3514-dba2-4c0e-875a-8d9e6e730fa3) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:13.264689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:13.468943 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.499176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Transition to ACTIVE for port object 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:13.522052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Transition to ACTIVE for port object 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:13.534153 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.596549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Network 22c846f6-e662-4123-8559-5674d5160db4 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:13.600799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Pushing event updated for resources: {'Port': ['ID=3f0a3514-dba2-4c0e-875a-8d9e6e730fa3,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:13.602597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Allocated IP 172.20.0.1 (22c846f6-e662-4123-8559-5674d5160db4/c2a33043-1f1c-4c51-972a-20f7f3b7a776/faa57d70-3f80-4749-8261-2f4d7543a2b7) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:13.603733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:13.610246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:13.620224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 3, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:13.696164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ead41d-dfd4-493b-b775-b082172ecf26 None None] The sync data for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 is: [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 3, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:13.731667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Attempting to bind port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:13.732491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Attempting to bind port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:13.733455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Attempting to bind port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 on network 22c846f6-e662-4123-8559-5674d5160db4 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:13.739400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:13.740189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Checking segment: {'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:13.740863 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.741472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Bound using segment: {'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:13.742181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Bound port: 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:13.742851 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.856849 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.869300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] For port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:13.874928 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] For port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3f0a3514-dba2-4c0e-875a-8d9e6e730fa3,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:13.875497 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Transition to ACTIVE for port object faa57d70-3f80-4749-8261-2f4d7543a2b7 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:13.886794 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.927944 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.963515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162707ed-f7c9-42f9-ab90-a567fe972578 None None] Pushing event updated for resources: {'Port': ['ID=3f0a3514-dba2-4c0e-875a-8d9e6e730fa3,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.455855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 22c846f6-e662-4123-8559-5674d5160db4 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:14.459158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:14.464644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:14.595807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=faa57d70-3f80-4749-8261-2f4d7543a2b7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.620980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.816610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:14.948450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:14.953018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:14.953398 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.018556 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.148029 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.194328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:15.202256 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.203079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:15.411909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:15.419316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:15.607952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ea48f-fb4f-4039-9cac-ed52c31fe7a4 None None] Network 22c846f6-e662-4123-8559-5674d5160db4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:15.742116 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.753403 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.783700 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0a03997a-3479-4c02-9e60-84a02b1a244a None None] Provisioning for port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:15.793658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0a03997a-3479-4c02-9e60-84a02b1a244a None None] Provisioning complete for port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:15.794042 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a03997a-3479-4c02-9e60-84a02b1a244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.846055 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.066517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=faa57d70-3f80-4749-8261-2f4d7543a2b7,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:16.068666 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a03997a-3479-4c02-9e60-84a02b1a244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.147195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0a03997a-3479-4c02-9e60-84a02b1a244a None None] For port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3f0a3514-dba2-4c0e-875a-8d9e6e730fa3,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:16.152887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 22c846f6-e662-4123-8559-5674d5160db4 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:16.155914 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a03997a-3479-4c02-9e60-84a02b1a244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.156141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:16.242973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03997a-3479-4c02-9e60-84a02b1a244a None None] Pushing event updated for resources: {'Port': ['ID=3f0a3514-dba2-4c0e-875a-8d9e6e730fa3,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:16.382789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router 1267c384-4ad3-4940-b0f3-798cc016980c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:16.402179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5c8de1eb-b8da-4b00-8e42-821f33e2a9b6 None None] Provisioning for port faa57d70-3f80-4749-8261-2f4d7543a2b7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:16.412975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5c8de1eb-b8da-4b00-8e42-821f33e2a9b6 None None] Provisioning complete for port faa57d70-3f80-4749-8261-2f4d7543a2b7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:16.414084 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5c8de1eb-b8da-4b00-8e42-821f33e2a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.502191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5c8de1eb-b8da-4b00-8e42-821f33e2a9b6 None None] Port faa57d70-3f80-4749-8261-2f4d7543a2b7 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:16.556024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5c8de1eb-b8da-4b00-8e42-821f33e2a9b6 None None] Provisioning complete for port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:16.556661 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5c8de1eb-b8da-4b00-8e42-821f33e2a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.619030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:16.626251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:16.640959 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Sync routers for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:16.646724 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b935cfea-fbe8-4bce-aa80-59eb826a1779 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "PUT /v2.0/routers/1267c384-4ad3-4940-b0f3-798cc016980c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4311891 Aug 29 04:39:16.650051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47196) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:16.653582 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:16.657409 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:38:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:16.751122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:16.751668 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.963782 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:17.011638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427100-b027-46b0-a1ec-2b637c4eff08 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.012214 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427100-b027-46b0-a1ec-2b637c4eff08 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.012805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427100-b027-46b0-a1ec-2b637c4eff08 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.013287 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427100-b027-46b0-a1ec-2b637c4eff08 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.013755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427100-b027-46b0-a1ec-2b637c4eff08 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.014224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427100-b027-46b0-a1ec-2b637c4eff08 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.014692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427100-b027-46b0-a1ec-2b637c4eff08 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.015156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34427100-b027-46b0-a1ec-2b637c4eff08 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.025254 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-34427100-b027-46b0-a1ec-2b637c4eff08 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 0.3633199 Aug 29 04:39:17.027963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47202) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:17.049003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:17.111568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f2c48a53-066e-4c80-ae67-f9b30d8eafe7 None None] Provisioning complete for port faa57d70-3f80-4749-8261-2f4d7543a2b7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:17.112177 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f2c48a53-066e-4c80-ae67-f9b30d8eafe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.184257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f2c48a53-066e-4c80-ae67-f9b30d8eafe7 None None] Port faa57d70-3f80-4749-8261-2f4d7543a2b7 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:17.201276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:17.201655 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.205122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a78f1a-72a0-4841-94de-dfb3c1f641ea tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.205600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a78f1a-72a0-4841-94de-dfb3c1f641ea tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.206092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a78f1a-72a0-4841-94de-dfb3c1f641ea tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.206542 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a78f1a-72a0-4841-94de-dfb3c1f641ea tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.207007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a78f1a-72a0-4841-94de-dfb3c1f641ea tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.207467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a78f1a-72a0-4841-94de-dfb3c1f641ea tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.207926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a78f1a-72a0-4841-94de-dfb3c1f641ea tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.208414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a78f1a-72a0-4841-94de-dfb3c1f641ea tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.213613 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-49a78f1a-72a0-4841-94de-dfb3c1f641ea tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5272 time: 0.1807473 Aug 29 04:39:17.214584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47206) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:17.338041 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:39:14Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 2, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:17.372380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-88b6da10-f3a1-44d5-88ba-533ef449c057 None None] Provisioning complete for port faa57d70-3f80-4749-8261-2f4d7543a2b7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:17.376155 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-88b6da10-f3a1-44d5-88ba-533ef449c057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.388748 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Checking router: 1267c384-4ad3-4940-b0f3-798cc016980c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:17.389369 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Updating router 1267c384-4ad3-4940-b0f3-798cc016980c port faa57d70-3f80-4749-8261-2f4d7543a2b7 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:17.421642 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.481761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-88b6da10-f3a1-44d5-88ba-533ef449c057 None None] Port faa57d70-3f80-4749-8261-2f4d7543a2b7 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:17.557915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed53453d-0fe1-414c-9723-d1cedc96c485 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3060 time: 0.3390346 Aug 29 04:39:17.856521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47212) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:17.862270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-87f004ce-04cc-4006-8d85-89d46fd40a8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592086426', 'description': 'tempest-secgroup-smoke-592086426 description', 'project_id': '4a5fc36706c24236bc5f945b90dabb51'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:17.896868 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87f004ce-04cc-4006-8d85-89d46fd40a8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.970377 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.985668 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Transition to ACTIVE for port object faa57d70-3f80-4749-8261-2f4d7543a2b7 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:17.999267 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.024584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87f004ce-04cc-4006-8d85-89d46fd40a8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.035896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87f004ce-04cc-4006-8d85-89d46fd40a8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.122085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87f004ce-04cc-4006-8d85-89d46fd40a8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.123367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-87f004ce-04cc-4006-8d85-89d46fd40a8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2657425 Aug 29 04:39:18.125398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f004ce-04cc-4006-8d85-89d46fd40a8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b9a51f-cae2-4074-bee2-9007625313bc,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.126415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47220) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.131314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-89faf509-0c54-4d34-8044-26619d2ddbfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'e3b9a51f-cae2-4074-bee2-9007625313bc', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:18.163489 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd22834-bbcb-458c-a43c-37a7a7b8cc7d None None] Pushing event updated for resources: {'Port': ['ID=faa57d70-3f80-4749-8261-2f4d7543a2b7,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.184691 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-89faf509-0c54-4d34-8044-26619d2ddbfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.262324 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.263049 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Attempting to bind port faa57d70-3f80-4749-8261-2f4d7543a2b7 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:18.263435 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Attempting to bind port faa57d70-3f80-4749-8261-2f4d7543a2b7 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:18.263804 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Attempting to bind port faa57d70-3f80-4749-8261-2f4d7543a2b7 on network 22c846f6-e662-4123-8559-5674d5160db4 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:18.272392 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:18.272767 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Checking segment: {'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:18.277799 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.278180 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Bound using segment: {'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:18.278699 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Bound port: faa57d70-3f80-4749-8261-2f4d7543a2b7, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:18.279084 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.337264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-89faf509-0c54-4d34-8044-26619d2ddbfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.350146 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-89faf509-0c54-4d34-8044-26619d2ddbfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.372209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89faf509-0c54-4d34-8044-26619d2ddbfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7726f48-e424-4d05-8028-9000032be46d,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.380772 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-89faf509-0c54-4d34-8044-26619d2ddbfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.382387 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-89faf509-0c54-4d34-8044-26619d2ddbfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2546983 Aug 29 04:39:18.385537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47224) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.392184 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-f00cd9cd-896d-4d3d-8fac-f6a342ff0c7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'e3b9a51f-cae2-4074-bee2-9007625313bc', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:18.403631 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] For port faa57d70-3f80-4749-8261-2f4d7543a2b7, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:18.412735 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] For port faa57d70-3f80-4749-8261-2f4d7543a2b7, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=faa57d70-3f80-4749-8261-2f4d7543a2b7,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:18.420159 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.463233 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f00cd9cd-896d-4d3d-8fac-f6a342ff0c7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.506560 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd22834-bbcb-458c-a43c-37a7a7b8cc7d None None] Pushing event updated for resources: {'Port': ['ID=faa57d70-3f80-4749-8261-2f4d7543a2b7,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.554785 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:18.556522 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:38:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:18.568318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f00cd9cd-896d-4d3d-8fac-f6a342ff0c7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.612124 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f00cd9cd-896d-4d3d-8fac-f6a342ff0c7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.661183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cd9cd-896d-4d3d-8fac-f6a342ff0c7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4ecc18-c995-409f-ab64-d9f73851c32a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.671740 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f00cd9cd-896d-4d3d-8fac-f6a342ff0c7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.676769 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f00cd9cd-896d-4d3d-8fac-f6a342ff0c7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2874765 Aug 29 04:39:18.676967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47226) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.682747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7bceb2aa-d164-4178-b5b9-50ad39cacf50 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'e3b9a51f-cae2-4074-bee2-9007625313bc', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:18.750119 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:18.778011 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7bceb2aa-d164-4178-b5b9-50ad39cacf50 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.940368 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7bceb2aa-d164-4178-b5b9-50ad39cacf50 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.947880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7bceb2aa-d164-4178-b5b9-50ad39cacf50 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.989105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceb2aa-d164-4178-b5b9-50ad39cacf50 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad99e83-07da-475f-835c-3a07396de4dd,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.017953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7bceb2aa-d164-4178-b5b9-50ad39cacf50 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.020806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7bceb2aa-d164-4178-b5b9-50ad39cacf50 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3423140 Aug 29 04:39:19.022753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47234) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:19.033543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e171c8b2-97f5-47ba-a1fa-405f5cb15d93 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'e3b9a51f-cae2-4074-bee2-9007625313bc', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:19.076894 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:39:14Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:18Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:19.102448 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e171c8b2-97f5-47ba-a1fa-405f5cb15d93 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.111048 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8c6d7-496d-46df-a02e-13f09695b309 None None] The sync data for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 is: [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:39:14Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:18Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:19.216138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e171c8b2-97f5-47ba-a1fa-405f5cb15d93 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.223456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e171c8b2-97f5-47ba-a1fa-405f5cb15d93 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.251767 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e171c8b2-97f5-47ba-a1fa-405f5cb15d93 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.252892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e171c8b2-97f5-47ba-a1fa-405f5cb15d93 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2277927 Aug 29 04:39:19.254017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171c8b2-97f5-47ba-a1fa-405f5cb15d93 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24bfa65-89fe-4578-a760-e0f0da0821d7,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.256609 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47236) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:19.262160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a070f710-a1e0-431c-bbe4-3c895ad3fe7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'e3b9a51f-cae2-4074-bee2-9007625313bc', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:19.306223 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-a070f710-a1e0-431c-bbe4-3c895ad3fe7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Project 4a5fc36706c24236bc5f945b90dabb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:19.314453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a070f710-a1e0-431c-bbe4-3c895ad3fe7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.454126 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a070f710-a1e0-431c-bbe4-3c895ad3fe7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.470445 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a070f710-a1e0-431c-bbe4-3c895ad3fe7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.520706 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a070f710-a1e0-431c-bbe4-3c895ad3fe7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.526040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47244) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:19.526418 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a070f710-a1e0-431c-bbe4-3c895ad3fe7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2650790 Aug 29 04:39:19.528775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070f710-a1e0-431c-bbe4-3c895ad3fe7c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c85eb0-dab3-4fe7-9b9a-5e579e62769a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.531890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9a2e7830-869d-4407-835a-42741cb8fadb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'e3b9a51f-cae2-4074-bee2-9007625313bc', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:19.568741 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-9a2e7830-869d-4407-835a-42741cb8fadb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Project 4a5fc36706c24236bc5f945b90dabb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:19.575994 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7830-869d-4407-835a-42741cb8fadb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.684695 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7830-869d-4407-835a-42741cb8fadb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.697642 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7830-869d-4407-835a-42741cb8fadb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.759405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e7830-869d-4407-835a-42741cb8fadb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a971a11d-21dc-4bc2-bb02-c886b87352bf,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.773220 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7830-869d-4407-835a-42741cb8fadb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.776661 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9a2e7830-869d-4407-835a-42741cb8fadb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2487879 Aug 29 04:39:20.089295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-02996451-3ecc-434f-bd10-942e28a6bff6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592086426&fields=id&tenant_id=4a5fc36706c24236bc5f945b90dabb51 HTTP/1.1" status: 200 len: 267 time: 0.1015153 Aug 29 04:39:20.301318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-fc27c1b1-74a3-4f01-9f75-fd1bc6437957 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.314056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-fc27c1b1-74a3-4f01-9f75-fd1bc6437957 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/networks?id=22c846f6-e662-4123-8559-5674d5160db4 HTTP/1.1" status: 200 len: 796 time: 0.2175667 Aug 29 04:39:20.346963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-52d8eeee-c7c7-41cd-a8dc-9e14f8ab9727 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/quotas/4a5fc36706c24236bc5f945b90dabb51 HTTP/1.1" status: 200 len: 375 time: 0.0317338 Aug 29 04:39:20.476284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-e38e4a7f-bfb7-4e66-99dd-c499ff46d6f6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278303 Aug 29 04:39:20.490455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-a9a8b5f0-1e72-48f0-a4e3-334cae8b7ccf service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:39:20.505596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-a9a8b5f0-1e72-48f0-a4e3-334cae8b7ccf service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203688 Aug 29 04:39:20.662673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device faa57d70-3f80-4749-8261-2f4d7543a2b7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:20.803019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-7240d58f-9ef0-4346-9e89-60d1c3ef2c2b service neutron] 10.222.0.49 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913585 Aug 29 04:39:20.838782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port faa57d70-3f80-4749-8261-2f4d7543a2b7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:20.864560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port faa57d70-3f80-4749-8261-2f4d7543a2b7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:20.869351 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.067960 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-f2f422b9-8ef2-4098-8e4a-b7fbf5d9b6a6 service neutron] 10.222.0.49 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539797 Aug 29 04:39:21.167336 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.261006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port faa57d70-3f80-4749-8261-2f4d7543a2b7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=faa57d70-3f80-4749-8261-2f4d7543a2b7,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:21.292231 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.446756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=faa57d70-3f80-4749-8261-2f4d7543a2b7,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:21.467077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81ed7267-f06c-4f53-8887-e4248e526a5b req-402f9ac2-f968-4fcb-9533-f587d1ffcb34 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 210 time: 0.0459685 Aug 29 04:39:22.524899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device faa57d70-3f80-4749-8261-2f4d7543a2b7 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:22.581416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-423634c3-37ab-4d0d-82bd-1e5e5d988d70 req-3c22a7c2-c67b-482e-bbc9-23a277187e5a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 210 time: 0.0399766 Aug 29 04:39:22.624641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port faa57d70-3f80-4749-8261-2f4d7543a2b7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:22.633948 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.993232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-dbdef58a-2641-42d1-b0b4-e182ec527adf tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:22.998382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-dbdef58a-2641-42d1-b0b4-e182ec527adf tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.52 "GET /v2.0/networks?id=22c846f6-e662-4123-8559-5674d5160db4 HTTP/1.1" status: 200 len: 796 time: 0.1637480 Aug 29 04:39:23.097674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-f752d45a-a25d-4469-87c7-4fe78e4ebbdc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5fc36706c24236bc5f945b90dabb51 HTTP/1.1" status: 200 len: 379 time: 0.0816052 Aug 29 04:39:23.125617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'port': {'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'admin_state_up': True, 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'security_groups': ['e3b9a51f-cae2-4074-bee2-9007625313bc']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:23.283831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Made reservation on behalf of 4a5fc36706c24236bc5f945b90dabb51 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:23.287600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.466902 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Allocated IP 172.20.0.9 (22c846f6-e662-4123-8559-5674d5160db4/c2a33043-1f1c-4c51-972a-20f7f3b7a776/c6aa985d-3c11-4487-8782-5b74d0cf1e85) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:23.542516 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-353bc13b-2d7b-44cb-b316-3414604334dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.715428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8effe66d-19e1-43c8-94ce-591f910164a9 req-36c3d60f-a330-48c7-b26d-d53ca181c8ee tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 210 time: 0.0338366 Aug 29 04:39:23.727899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.760330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Transition to ACTIVE for port object c6aa985d-3c11-4487-8782-5b74d0cf1e85 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:23.813117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.885159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 22c846f6-e662-4123-8559-5674d5160db4 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:23.888701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:23.893061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:23.900362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=c6aa985d-3c11-4487-8782-5b74d0cf1e85,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.980363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.981447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.010316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-edd17f38-cf2a-419d-b7bd-4be0df1a6e41 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8884697 Aug 29 04:39:24.038140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Request body: {'port': {'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:24.136312 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.258525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fa5a639b-a3c4-42f7-971d-c9fe281b2bdc None None] Provisioning for port c6aa985d-3c11-4487-8782-5b74d0cf1e85 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:24.265875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fa5a639b-a3c4-42f7-971d-c9fe281b2bdc None None] Provisioning complete for port c6aa985d-3c11-4487-8782-5b74d0cf1e85 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:24.267028 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fa5a639b-a3c4-42f7-971d-c9fe281b2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.314693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a639b-a3c4-42f7-971d-c9fe281b2bdc None None] Port c6aa985d-3c11-4487-8782-5b74d0cf1e85 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:24.585995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6aa985d-3c11-4487-8782-5b74d0cf1e85 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:24.594889 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.608985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Transition to ACTIVE for port object c6aa985d-3c11-4487-8782-5b74d0cf1e85 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:24.618595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.758568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Pushing event updated for resources: {'Port': ['ID=c6aa985d-3c11-4487-8782-5b74d0cf1e85,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.858106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Attempting to bind port c6aa985d-3c11-4487-8782-5b74d0cf1e85 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:24.858732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Attempting to bind port c6aa985d-3c11-4487-8782-5b74d0cf1e85 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:24.859083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Attempting to bind port c6aa985d-3c11-4487-8782-5b74d0cf1e85 on network 22c846f6-e662-4123-8559-5674d5160db4 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:24.868377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Port c6aa985d-3c11-4487-8782-5b74d0cf1e85 on network 22c846f6-e662-4123-8559-5674d5160db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:24.868721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Attempting to bind port c6aa985d-3c11-4487-8782-5b74d0cf1e85 on network 22c846f6-e662-4123-8559-5674d5160db4 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:24.891610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:24.891983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Checking segment: {'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:24.894507 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Bound using segment: {'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:24.895002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Bound port: c6aa985d-3c11-4487-8782-5b74d0cf1e85, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76c0035-8190-45e7-a5b5-053db92a1118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22c846f6-e662-4123-8559-5674d5160db4'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:24.895399 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.987365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce4b2e-f4ca-4975-8d3d-6d61018550b1 req-ee634b78-6c85-4e40-bed8-cee062d0342e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:24.989076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30ce4b2e-f4ca-4975-8d3d-6d61018550b1 req-ee634b78-6c85-4e40-bed8-cee062d0342e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 943 time: 0.1617248 Aug 29 04:39:25.105612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30ce4b2e-f4ca-4975-8d3d-6d61018550b1 req-04cca044-4899-4650-94b4-a09ca548db64 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976398 Aug 29 04:39:25.122377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] For port c6aa985d-3c11-4487-8782-5b74d0cf1e85, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:25.122377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] For port c6aa985d-3c11-4487-8782-5b74d0cf1e85, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6aa985d-3c11-4487-8782-5b74d0cf1e85,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:25.131040 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.175443 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:25.176063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.177501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] 10.222.0.52 "PUT /v2.0/ports/c6aa985d-3c11-4487-8782-5b74d0cf1e85 HTTP/1.1" status: 200 len: 1092 time: 1.1522348 Aug 29 04:39:25.177978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'tag': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:25.182317 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91287a0-b0f5-413f-9470-fdc249766521" -d '{"events": [{"name": "network-changed", "server_uuid": "6eea53c8-0aa7-407f-b52b-5da2d70e7112", "tag": "c6aa985d-3c11-4487-8782-5b74d0cf1e85"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:25.225359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e2a18-1cf5-43bb-8901-3dc4546bfc12 service neutron] Pushing event updated for resources: {'Port': ['ID=c6aa985d-3c11-4487-8782-5b74d0cf1e85,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:25.246245 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c4afa-fb4d-42da-9c2f-20f3c6489fa6 x-openstack-request-id: req-248c4afa-fb4d-42da-9c2f-20f3c6489fa6 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:25.246542 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eea53c8-0aa7-407f-b52b-5da2d70e7112", "tag": "c6aa985d-3c11-4487-8782-5b74d0cf1e85", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:25.246803 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-248c4afa-fb4d-42da-9c2f-20f3c6489fa6 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:25.247215 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'tag': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'status': 'completed', 'code': 200} Aug 29 04:39:25.319821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-7506d22f-e0f1-4d83-96ec-eac184983f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:25.323310 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-7506d22f-e0f1-4d83-96ec-eac184983f80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 1095 time: 0.0633945 Aug 29 04:39:25.387097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-31300cd9-a7cf-4170-aa94-d96492106cdd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6aa985d-3c11-4487-8782-5b74d0cf1e85 HTTP/1.1" status: 200 len: 217 time: 0.0502203 Aug 29 04:39:25.464327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-f0831d82-8c58-458d-9c73-30468e7dea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:25.464518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-f0831d82-8c58-458d-9c73-30468e7dea50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c2a33043-1f1c-4c51-972a-20f7f3b7a776 HTTP/1.1" status: 200 len: 835 time: 0.0675457 Aug 29 04:39:25.523572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-167f4c72-7b45-4bd9-869b-b0778d2839cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:25.525484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-167f4c72-7b45-4bd9-869b-b0778d2839cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22c846f6-e662-4123-8559-5674d5160db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535784 Aug 29 04:39:25.665454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-b7bd064b-9c69-4a43-9de6-33b4ca2aa057 service neutron] 10.222.0.52 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321435 Aug 29 04:39:25.793476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcc4614e-bc22-4180-82d9-8edae0a9afe4 req-6a1645bf-7e0f-440f-af7c-414fc9453356 service neutron] 10.222.0.52 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204214 Aug 29 04:39:26.000813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91287a0-b0f5-413f-9470-fdc249766521 req-cb8e7fdd-6c71-4701-b575-d9c0ae3490bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.006278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c91287a0-b0f5-413f-9470-fdc249766521 req-cb8e7fdd-6c71-4701-b575-d9c0ae3490bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 1095 time: 0.1033826 Aug 29 04:39:26.017106 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47336) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:26.118922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c914e6e0-147c-4721-95d5-ba2fcba419c3 admin admin] Deleting subnet 7d6a90b9-9c96-454f-a40b-05892f49ee18 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:26.134459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c914e6e0-147c-4721-95d5-ba2fcba419c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.136686 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-819d74fb-a01e-4f27-b456-79c5bc096a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.190272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c914e6e0-147c-4721-95d5-ba2fcba419c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.203032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91287a0-b0f5-413f-9470-fdc249766521 req-46822072-95d5-40e1-9b1d-aedd7f8bc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.204899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c91287a0-b0f5-413f-9470-fdc249766521 req-46822072-95d5-40e1-9b1d-aedd7f8bc72d service neutron] 10.222.0.52 "GET /v2.0/networks?id=22c846f6-e662-4123-8559-5674d5160db4 HTTP/1.1" status: 200 len: 897 time: 0.1928229 Aug 29 04:39:26.261046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c91287a0-b0f5-413f-9470-fdc249766521 req-50cda7d1-10fa-48a5-8cce-3372f4c380d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6aa985d-3c11-4487-8782-5b74d0cf1e85 HTTP/1.1" status: 200 len: 217 time: 0.0484939 Aug 29 04:39:26.273836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c914e6e0-147c-4721-95d5-ba2fcba419c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.333179 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.353469 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c914e6e0-147c-4721-95d5-ba2fcba419c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.387832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914e6e0-147c-4721-95d5-ba2fcba419c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6a90b9-9c96-454f-a40b-05892f49ee18,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:26.389771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91287a0-b0f5-413f-9470-fdc249766521 req-dc72c584-8a11-4e5f-ac28-5649bfcc0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.391267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c91287a0-b0f5-413f-9470-fdc249766521 req-dc72c584-8a11-4e5f-ac28-5649bfcc0249 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c2a33043-1f1c-4c51-972a-20f7f3b7a776 HTTP/1.1" status: 200 len: 835 time: 0.1019254 Aug 29 04:39:26.400704 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c914e6e0-147c-4721-95d5-ba2fcba419c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.404134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c914e6e0-147c-4721-95d5-ba2fcba419c3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7d6a90b9-9c96-454f-a40b-05892f49ee18 HTTP/1.1" status: 204 len: 168 time: 0.3859265 Aug 29 04:39:26.406752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47348) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:26.513826 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.525241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1140d-4bd3-40b0-8dad-152b61edafd7 req-b6b018bb-ed8b-452e-92d9-125f672f273d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.543372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03a1140d-4bd3-40b0-8dad-152b61edafd7 req-b6b018bb-ed8b-452e-92d9-125f672f273d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 943 time: 0.3224168 Aug 29 04:39:26.564249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91287a0-b0f5-413f-9470-fdc249766521 req-ea8da579-461d-401e-9577-4f43e1f55245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.565810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c91287a0-b0f5-413f-9470-fdc249766521 req-ea8da579-461d-401e-9577-4f43e1f55245 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22c846f6-e662-4123-8559-5674d5160db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564300 Aug 29 04:39:26.641642 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.654949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba7bb40-fb07-42e9-a638-bdeb93d7f1de']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.670890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.671581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0e2b9e-de7e-4d2a-9f94-7f3ccca51263') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.685398 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.706315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.722536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:26.723329 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:26.725424 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:26.769848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03a1140d-4bd3-40b0-8dad-152b61edafd7 req-e8ac0a7e-6430-41b1-a058-13d2a671ed64 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253168 Aug 29 04:39:26.807504 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.816404 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.821599 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] 10.222.0.49 "DELETE /v2.0/networks/aba7bb40-fb07-42e9-a638-bdeb93d7f1de HTTP/1.1" status: 204 len: 168 time: 0.4109366 Aug 29 04:39:26.848291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef86fa-1245-4f75-8d59-f054a9176892 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba7bb40-fb07-42e9-a638-bdeb93d7f1de,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:26.870670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c91287a0-b0f5-413f-9470-fdc249766521 req-6e239d64-e1bc-414e-939d-9ea439ce17cf service neutron] 10.222.0.52 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896717 Aug 29 04:39:27.058171 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c91287a0-b0f5-413f-9470-fdc249766521 req-84dd704a-78b2-451c-8917-1dfbcf8af9c4 service neutron] 10.222.0.52 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798599 Aug 29 04:39:27.109253 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47356) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:27.170232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47358) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:27.171326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f3eb22f3-2cbb-4739-a177-e9ae07e09121 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50400dbdb0ea41679b81cff07addf6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601845 Aug 29 04:39:27.244003 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b16c6f-a2dc-4da4-beb6-bab4f39a8d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.274346 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b16c6f-a2dc-4da4-beb6-bab4f39a8d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.326722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b16c6f-a2dc-4da4-beb6-bab4f39a8d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.336337 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.337598 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b16c6f-a2dc-4da4-beb6-bab4f39a8d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.341084 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-43b16c6f-a2dc-4da4-beb6-bab4f39a8d68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb330d67-f57b-49e8-b2f0-0df11b692cfb HTTP/1.1" status: 204 len: 168 time: 0.1675944 Aug 29 04:39:27.358565 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b16c6f-a2dc-4da4-beb6-bab4f39a8d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb330d67-f57b-49e8-b2f0-0df11b692cfb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:27.468115 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.885643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52049231-44e0-4d67-8762-9e3467be32f9 req-a30f121e-b69e-446a-9213-23b89d8233c1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.887207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52049231-44e0-4d67-8762-9e3467be32f9 req-a30f121e-b69e-446a-9213-23b89d8233c1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 943 time: 0.0668101 Aug 29 04:39:27.941550 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-52049231-44e0-4d67-8762-9e3467be32f9 req-6170e65a-429f-4940-8794-e9147272f088 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481727 Aug 29 04:39:29.082733 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.135385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176fae1-b10b-44e3-8568-85b31e680c66 req-43a66742-40ae-4426-a5d6-808ecfd1711a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:29.137039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4176fae1-b10b-44e3-8568-85b31e680c66 req-43a66742-40ae-4426-a5d6-808ecfd1711a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 943 time: 0.1156406 Aug 29 04:39:29.197038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4176fae1-b10b-44e3-8568-85b31e680c66 req-dd150e71-df90-4199-86bd-7ebc844eb4ef tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452929 Aug 29 04:39:29.703191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6aa985d-3c11-4487-8782-5b74d0cf1e85 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:29.981660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c6aa985d-3c11-4487-8782-5b74d0cf1e85, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6aa985d-3c11-4487-8782-5b74d0cf1e85,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:29.997591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'mac_address': 'fa:16:3e:f6:e4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:30.048590 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.066339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6aa985d-3c11-4487-8782-5b74d0cf1e85 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:30.098440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c6aa985d-3c11-4487-8782-5b74d0cf1e85, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6aa985d-3c11-4487-8782-5b74d0cf1e85,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:30.112017 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.154824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47434) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:30.161802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'network': {'name': 'tempest-network-smoke--1172231156', 'project_id': '03065be262e84f73a665e6118c4221a4', 'port_security_enabled': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:30.196283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Made reservation on behalf of 03065be262e84f73a665e6118c4221a4 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:30.200779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.211230 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.214411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c6aa985d-3c11-4487-8782-5b74d0cf1e85,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:30.387912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c6707-5820-4a72-9da4-bc6c1d444728 req-0ec600f8-1363-495b-979b-5d562ca24643 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:30.389445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f6c6707-5820-4a72-9da4-bc6c1d444728 req-0ec600f8-1363-495b-979b-5d562ca24643 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 944 time: 0.0804169 Aug 29 04:39:30.394055 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.399461 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.441094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:30.488620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f6c6707-5820-4a72-9da4-bc6c1d444728 req-19122f35-fbc1-448d-8986-42736457c04a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803611 Aug 29 04:39:30.492113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac4e1b4-9111-4b23-a8ea-7f2c3d792e3a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:30.494326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c6aa985d-3c11-4487-8782-5b74d0cf1e85'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:30.496166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.496555 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Added segment d36f6f71-70d6-43a6-9ced-e8b7e16fe2de of type vlan for network b3489e55-0142-45e5-a9f5-9c4bd798a544 Aug 29 04:39:30.538596 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.567298 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.574039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:30.575003 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.964248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8041506 Aug 29 04:39:30.964621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47462) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:30.965170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e2d65-a91d-43eb-ac3c-9b23cdcd59d0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Network': ['ID=b3489e55-0142-45e5-a9f5-9c4bd798a544,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:30.971095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'admin_state_up': True, 'project_id': '03065be262e84f73a665e6118c4221a4', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:30.975361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network b3489e55-0142-45e5-a9f5-9c4bd798a544 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:30.998627 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.999689 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.050082 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.189438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.391128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.410467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.517256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Allocated IP 172.25.5.39 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/46960ca3-f57b-4c35-ada5-01fedf260516) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:31.592657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364c3e6-8c96-49c1-aab8-404c287347b1 req-b1292d9d-948f-48ee-a767-e8f20f26c62b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:31.594263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6364c3e6-8c96-49c1-aab8-404c287347b1 req-b1292d9d-948f-48ee-a767-e8f20f26c62b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 944 time: 0.0543895 Aug 29 04:39:31.638488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6364c3e6-8c96-49c1-aab8-404c287347b1 req-31a1b408-4355-4929-95a2-f2db28594aab tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379000 Aug 29 04:39:31.646639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.693382 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.725974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6aa985d-3c11-4487-8782-5b74d0cf1e85 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:31.730447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:31.737200 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:31.740936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:31.764786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Port': ['ID=46960ca3-f57b-4c35-ada5-01fedf260516,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.791144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port c6aa985d-3c11-4487-8782-5b74d0cf1e85 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:31.794918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port c6aa985d-3c11-4487-8782-5b74d0cf1e85 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:31.795628 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.876834 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.907622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:31.910203 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f84bd8f-f4ee-4360-9cf1-dcaebe0866e6" -d '{"events": [{"server_uuid": "6eea53c8-0aa7-407f-b52b-5da2d70e7112", "name": "network-vif-plugged", "status": "completed", "tag": "c6aa985d-3c11-4487-8782-5b74d0cf1e85"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:31.921769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c6aa985d-3c11-4487-8782-5b74d0cf1e85, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6aa985d-3c11-4487-8782-5b74d0cf1e85,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:31.926619 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.990941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c6aa985d-3c11-4487-8782-5b74d0cf1e85,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:32.044100 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab891a6-d6e8-4008-ac7d-031111d794b4 x-openstack-request-id: req-1ab891a6-d6e8-4008-ac7d-031111d794b4 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:32.044443 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eea53c8-0aa7-407f-b52b-5da2d70e7112", "name": "network-vif-plugged", "status": "completed", "tag": "c6aa985d-3c11-4487-8782-5b74d0cf1e85", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:32.044706 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ab891a6-d6e8-4008-ac7d-031111d794b4 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:32.045108 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'code': 200} Aug 29 04:39:32.047969 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.178650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fca98-0440-4bed-a903-6611a0210658 req-049d1a75-53cf-4de2-995e-0855f238355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.180191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-139fca98-0440-4bed-a903-6611a0210658 req-049d1a75-53cf-4de2-995e-0855f238355a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 1097 time: 0.0483167 Aug 29 04:39:32.224898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-139fca98-0440-4bed-a903-6611a0210658 req-04c7982f-8fdc-4c42-be8b-8791a139b93e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336800 Aug 29 04:39:32.555545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.694470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:32.763644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e11d8-fd7d-4a05-bc7e-1510e3fbec2b req-f0797344-9821-45f1-b178-8ccf3e9939d6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.765180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb8e11d8-fd7d-4a05-bc7e-1510e3fbec2b req-f0797344-9821-45f1-b178-8ccf3e9939d6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 945 time: 0.0515695 Aug 29 04:39:32.805500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb8e11d8-fd7d-4a05-bc7e-1510e3fbec2b req-e7cfdae8-f4a5-45fc-b80a-453e76fa3bb4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341275 Aug 29 04:39:32.810690 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:32.830469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Sync routers for ids ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:32.840714 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.841152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Routers {'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:32.842011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:39:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:32.843081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-92a158b5-2f8e-484b-88fe-c979faa69d87 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8773026 Aug 29 04:39:32.845533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47544) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:32.951678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Set router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:32.973058 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e4213102-d550-4a26-b62a-bb74ba680a1f tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=03065be262e84f73a665e6118c4221a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264048 Aug 29 04:39:32.975863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47548) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:33.130351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce62577-bcf3-4333-994c-99b594b4ec0e tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:33.133943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 3, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:33.135587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47552) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:33.141145 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0ce62577-bcf3-4333-994c-99b594b4ec0e tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1640062 Aug 29 04:39:33.161750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Checking router: b2f3f18c-9e0e-426b-a971-e5bd04aa4ead for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:33.162198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Updating router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead port 46960ca3-f57b-4c35-ada5-01fedf260516 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:33.173276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6a36ebae-437b-440e-9258-ac6334fda4f0 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352213 Aug 29 04:39:33.176009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47554) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:33.181502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104417975', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'project_id': '03065be262e84f73a665e6118c4221a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:33.190194 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.271158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Made reservation on behalf of 03065be262e84f73a665e6118c4221a4 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:33.275056 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.482903 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.508301 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.520248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Transition to ACTIVE for port object 46960ca3-f57b-4c35-ada5-01fedf260516 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:33.528746 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.540989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Subnet': ['ID=3c440cc1-95b5-4ab1-b32e-78c718e5a4cb,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:33.570356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Checking segment: {'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:33.570628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network hostable DHCP agents. Network: b3489e55-0142-45e5-a9f5-9c4bd798a544, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:33.602436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Attempting to bind port 46960ca3-f57b-4c35-ada5-01fedf260516 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:33.603068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Attempting to bind port 46960ca3-f57b-4c35-ada5-01fedf260516 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:33.603391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network b3489e55-0142-45e5-a9f5-9c4bd798a544 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:33.604017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Attempting to bind port 46960ca3-f57b-4c35-ada5-01fedf260516 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:33.610009 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:33.610494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:33.610905 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.611352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:33.611907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Bound port: 46960ca3-f57b-4c35-ada5-01fedf260516, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:33.612234 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.614969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56924dad-894d-4050-9093-31b7f7d81953 None None] Pushing event updated for resources: {'Port': ['ID=46960ca3-f57b-4c35-ada5-01fedf260516,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:33.615212 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, b3489e55-0142-45e5-a9f5-9c4bd798a544) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:33.621549 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:33.622367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.641307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5185c20-4111-4a96-8b6d-09c32920b5a0 None None] Network b3489e55-0142-45e5-a9f5-9c4bd798a544 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:33.641523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b6f1b720-ee1f-43e9-8210-c63ff9e4b33d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4640338 Aug 29 04:39:33.644468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47560) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:33.736996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] For port 46960ca3-f57b-4c35-ada5-01fedf260516, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:33.738578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] For port 46960ca3-f57b-4c35-ada5-01fedf260516, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=46960ca3-f57b-4c35-ada5-01fedf260516,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:33.748861 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.845717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Routers {'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:33.846356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:39:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:33.850918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56924dad-894d-4050-9093-31b7f7d81953 None None] Pushing event updated for resources: {'Port': ['ID=46960ca3-f57b-4c35-ada5-01fedf260516,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:33.946069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad4239-6144-4f28-812b-dbd677aaefd7 req-472159ed-a602-4a67-9859-ed12eed72bcc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:33.953878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9ad4239-6144-4f28-812b-dbd677aaefd7 req-472159ed-a602-4a67-9859-ed12eed72bcc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 945 time: 0.0615654 Aug 29 04:39:33.962181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b3489e55-0142-45e5-a9f5-9c4bd798a544', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:33.963044 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.997448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9ad4239-6144-4f28-812b-dbd677aaefd7 req-415c3ee2-d420-4586-a2fb-0b9390c98437 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424116 Aug 29 04:39:34.060304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] Set router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:34.132135 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0f888-ebbe-4744-8d2a-68a47f178f2a req-7aefcbff-1cfa-477d-852d-dcc1658bba7d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.134186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8d0f888-ebbe-4744-8d2a-68a47f178f2a req-7aefcbff-1cfa-477d-852d-dcc1658bba7d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 945 time: 0.0625005 Aug 29 04:39:34.182081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8d0f888-ebbe-4744-8d2a-68a47f178f2a req-d2d64858-e9d5-4f8e-aa62-9ff28178048c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418637 Aug 29 04:39:34.210415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47566) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:34.213588 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.258946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f20ff-ffc6-42db-85f8-412dd71614db tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.260609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e99f20ff-ffc6-42db-85f8-412dd71614db tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 1092 time: 0.0486360 Aug 29 04:39:34.263450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47568) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:34.269043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:34.299806 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.325432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Allocated IP 172.20.0.2 (b3489e55-0142-45e5-a9f5-9c4bd798a544/3c440cc1-95b5-4ab1-b32e-78c718e5a4cb/62efaa1e-48d8-42fe-9d5f-014b8be41464) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:34.415916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.512904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47574) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:34.564221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Allocated IP 172.25.5.117 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/5f9b6b8c-9799-46b7-9cdf-5b3a44a4d322) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:34.592168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ff8785-acd4-435d-ae67-761ce0ae89bd admin admin] Deleting subnet d03fbbe8-b928-4571-b2d9-c0f8921b4b75 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:34.598225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29ff8785-acd4-435d-ae67-761ce0ae89bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.607665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 3, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:34.614059 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.651309 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29ff8785-acd4-435d-ae67-761ce0ae89bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.667223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3780360a-4a76-4378-a17d-5b435d8c5a9a None None] The sync data for ids ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'] in n-d-712141-12 is: [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 3, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:34.671905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Transition to ACTIVE for port object 62efaa1e-48d8-42fe-9d5f-014b8be41464 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:34.704430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Transition to ACTIVE for port object 62efaa1e-48d8-42fe-9d5f-014b8be41464 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:34.711572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29ff8785-acd4-435d-ae67-761ce0ae89bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.717096 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.719546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.762148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Network b3489e55-0142-45e5-a9f5-9c4bd798a544 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:34.765235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:34.773087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:34.785073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.791242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Pushing event updated for resources: {'Port': ['ID=62efaa1e-48d8-42fe-9d5f-014b8be41464,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:34.826618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Allocated IP 172.20.0.1 (b3489e55-0142-45e5-a9f5-9c4bd798a544/3c440cc1-95b5-4ab1-b32e-78c718e5a4cb/53bf70ed-7968-4d34-85c9-9847238ac47e) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:34.855034 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29ff8785-acd4-435d-ae67-761ce0ae89bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.864479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:34.869238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:34.871529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=5f9b6b8c-9799-46b7-9cdf-5b3a44a4d322,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:34.874121 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:34.875965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Attempting to bind port 62efaa1e-48d8-42fe-9d5f-014b8be41464 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:34.876630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Attempting to bind port 62efaa1e-48d8-42fe-9d5f-014b8be41464 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:34.882431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Attempting to bind port 62efaa1e-48d8-42fe-9d5f-014b8be41464 on network b3489e55-0142-45e5-a9f5-9c4bd798a544 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:34.890319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:34.890697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Checking segment: {'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:34.891103 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.892047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Bound using segment: {'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:34.892707 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Bound port: 62efaa1e-48d8-42fe-9d5f-014b8be41464, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:34.893134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.940011 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff8785-acd4-435d-ae67-761ce0ae89bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03fbbe8-b928-4571-b2d9-c0f8921b4b75,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:34.956043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-29ff8785-acd4-435d-ae67-761ce0ae89bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.961428 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-29ff8785-acd4-435d-ae67-761ce0ae89bd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d03fbbe8-b928-4571-b2d9-c0f8921b4b75 HTTP/1.1" status: 204 len: 168 time: 0.4469538 Aug 29 04:39:34.962149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47576) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:34.990587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] For port 62efaa1e-48d8-42fe-9d5f-014b8be41464, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:34.994464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] For port 62efaa1e-48d8-42fe-9d5f-014b8be41464, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62efaa1e-48d8-42fe-9d5f-014b8be41464,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:35.004057 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.099808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bebbb-340b-4fd0-9fc1-4c2cf8accd5d None None] Pushing event updated for resources: {'Port': ['ID=62efaa1e-48d8-42fe-9d5f-014b8be41464,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.163033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.185819 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.220080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Transition to ACTIVE for port object 53bf70ed-7968-4d34-85c9-9847238ac47e will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:35.282792 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.300311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88282ab0-cec9-4627-acac-570ce3a27627']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:35.312959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:35.313268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65c08ed-b893-4aa8-ade4-eaa419bbeba0') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:35.330719 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.340542 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.353426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.386755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:35.387170 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:35.391514 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:35.439290 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network b3489e55-0142-45e5-a9f5-9c4bd798a544 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:35.457832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:35.464140 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:35.513301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.526958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Port': ['ID=53bf70ed-7968-4d34-85c9-9847238ac47e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.548912 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.554722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.559515 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] 10.222.0.49 "DELETE /v2.0/networks/88282ab0-cec9-4627-acac-570ce3a27627 HTTP/1.1" status: 204 len: 168 time: 0.5939188 Aug 29 04:39:35.560907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.610356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036d454-29cc-401c-ba62-b56ab690039d admin admin] Pushing event deleted for resources: {'Network': ['ID=88282ab0-cec9-4627-acac-570ce3a27627,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.618687 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.775400 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.827944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47582) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:35.828444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.834503 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.914331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=5f9b6b8c-9799-46b7-9cdf-5b3a44a4d322,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.922961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.933318 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c4446fb3-6cea-4253-98a2-c371b7697ce0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aca059e148ba444db802d4cd3c6d5041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041720 Aug 29 04:39:35.934224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47584) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:36.043491 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Floating IP c807c85b-7d38-4bc9-9e2b-ad7e43cf3585 associated. External IP: 172.25.5.117, port: c6aa985d-3c11-4487-8782-5b74d0cf1e85. Aug 29 04:39:36.047109 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07cf3b55-3c4f-436c-8516-ce608cb3376c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.119460 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07cf3b55-3c4f-436c-8516-ce608cb3376c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.218558 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07cf3b55-3c4f-436c-8516-ce608cb3376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.221314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-07cf3b55-3c4f-436c-8516-ce608cb3376c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.224789 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-07cf3b55-3c4f-436c-8516-ce608cb3376c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04654eb2-8e08-46d7-9663-4a472d8bd011 HTTP/1.1" status: 204 len: 168 time: 0.2872753 Aug 29 04:39:36.236985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.249108 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.254021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf3b55-3c4f-436c-8516-ce608cb3376c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04654eb2-8e08-46d7-9663-4a472d8bd011,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:36.287091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router 1267c384-4ad3-4940-b0f3-798cc016980c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:36.319939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa342e-baca-4d13-af7b-2eb235ed5a26 None None] Network b3489e55-0142-45e5-a9f5-9c4bd798a544 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:36.339473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Port': ['ID=53bf70ed-7968-4d34-85c9-9847238ac47e,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:36.345174 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.432692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:36.444840 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] Sync routers for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:36.463571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.468418 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:36.472341 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:39:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:36.501327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9f17ff96-8767-4300-8448-16faf166ae60 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2336714 Aug 29 04:39:36.501327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'tag': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:36.503336 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f32c3a2-c3df-4373-9906-757219572361" -d '{"events": [{"name": "network-changed", "server_uuid": "6eea53c8-0aa7-407f-b52b-5da2d70e7112", "tag": "c6aa985d-3c11-4487-8782-5b74d0cf1e85"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:36.507616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47590) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:36.518036 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network b3489e55-0142-45e5-a9f5-9c4bd798a544 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:36.519775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:36.616400 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0a96b2-3d47-4743-b958-4393cccb1254 x-openstack-request-id: req-6e0a96b2-3d47-4743-b958-4393cccb1254 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:36.617622 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eea53c8-0aa7-407f-b52b-5da2d70e7112", "tag": "c6aa985d-3c11-4487-8782-5b74d0cf1e85", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:36.617890 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e0a96b2-3d47-4743-b958-4393cccb1254 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:36.618507 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'tag': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'status': 'completed', 'code': 200} Aug 29 04:39:36.683819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:36.720766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a7d1cdee-f8c6-4fa4-a60a-c39b475d3133 None None] Provisioning for port 62efaa1e-48d8-42fe-9d5f-014b8be41464 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:36.742038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9c2ba4bd-ad4f-49c1-8a76-2bd23db1d5d7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/floatingips/c807c85b-7d38-4bc9-9e2b-ad7e43cf3585 HTTP/1.1" status: 200 len: 991 time: 0.2325549 Aug 29 04:39:36.765554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c3a2-c3df-4373-9906-757219572361 req-1564a872-12d0-4160-a9e0-eaa54d7626a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:36.771265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f32c3a2-c3df-4373-9906-757219572361 req-1564a872-12d0-4160-a9e0-eaa54d7626a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 1097 time: 0.1045280 Aug 29 04:39:36.836871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 46960ca3-f57b-4c35-ada5-01fedf260516 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:36.861098 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:36.970222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c3a2-c3df-4373-9906-757219572361 req-9ee3b533-e135-4f2f-81df-001f1a124fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:36.971811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f32c3a2-c3df-4373-9906-757219572361 req-9ee3b533-e135-4f2f-81df-001f1a124fb1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=22c846f6-e662-4123-8559-5674d5160db4 HTTP/1.1" status: 200 len: 897 time: 0.1927876 Aug 29 04:39:36.985330 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 46960ca3-f57b-4c35-ada5-01fedf260516 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:36.990836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 46960ca3-f57b-4c35-ada5-01fedf260516 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:36.991324 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.113233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.131181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f32c3a2-c3df-4373-9906-757219572361 req-7594b783-5046-45da-b2f3-566c6dc7272d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6aa985d-3c11-4487-8782-5b74d0cf1e85 HTTP/1.1" status: 200 len: 999 time: 0.1512661 Aug 29 04:39:37.146784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 46960ca3-f57b-4c35-ada5-01fedf260516, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=46960ca3-f57b-4c35-ada5-01fedf260516,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:37.160156 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.161105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62efaa1e-48d8-42fe-9d5f-014b8be41464 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:37.208944 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:39:14Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c807c85b-7d38-4bc9-9e2b-ad7e43cf3585', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'mac_address': 'fa:16:3e:f6:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:35Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 0, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.217925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c3a2-c3df-4373-9906-757219572361 req-f439a9bb-ad8d-46e1-9903-a1be174b1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:37.219885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f32c3a2-c3df-4373-9906-757219572361 req-f439a9bb-ad8d-46e1-9903-a1be174b1374 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c2a33043-1f1c-4c51-972a-20f7f3b7a776 HTTP/1.1" status: 200 len: 835 time: 0.0793083 Aug 29 04:39:37.237646 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] Checking router: 1267c384-4ad3-4940-b0f3-798cc016980c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:37.259383 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:37.260017 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:39:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.324802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=46960ca3-f57b-4c35-ada5-01fedf260516,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.339277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c3a2-c3df-4373-9906-757219572361 req-558156ed-5f90-4cce-a3bd-254a5d2dcd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:37.341913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f32c3a2-c3df-4373-9906-757219572361 req-558156ed-5f90-4cce-a3bd-254a5d2dcd33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22c846f6-e662-4123-8559-5674d5160db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112797 Aug 29 04:39:37.344492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 62efaa1e-48d8-42fe-9d5f-014b8be41464 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:37.356772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 62efaa1e-48d8-42fe-9d5f-014b8be41464 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:37.357145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.413920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6112ea7c-5ad3-4abe-8c98-295687a6f8ce None None] Provisioning for port 53bf70ed-7968-4d34-85c9-9847238ac47e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:37.419770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6112ea7c-5ad3-4abe-8c98-295687a6f8ce None None] Provisioning complete for port 53bf70ed-7968-4d34-85c9-9847238ac47e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:37.420146 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6112ea7c-5ad3-4abe-8c98-295687a6f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.454273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:37.469068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47614) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.471046 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3b9e1c6e-9a24-4e9a-ba3d-25e6c605c7a4 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "PUT /v2.0/routers/b2f3f18c-9e0e-426b-a971-e5bd04aa4ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8252819 Aug 29 04:39:37.476465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Sync routers for ids ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:37.476717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-25330c6c-da75-4447-934e-e4d1c398f407 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1349080153', 'description': 'tempest-secgroup_access--1349080153 description', 'project_id': '03065be262e84f73a665e6118c4221a4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:37.487353 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:37.510393 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-25330c6c-da75-4447-934e-e4d1c398f407 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.525627 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.552105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f32c3a2-c3df-4373-9906-757219572361 req-4ee48a1a-3cf5-41ae-aab7-936cc18bebaf service neutron] 10.222.0.52 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907792 Aug 29 04:39:37.563920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 62efaa1e-48d8-42fe-9d5f-014b8be41464, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62efaa1e-48d8-42fe-9d5f-014b8be41464,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:37.571666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Routers {'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:37.572343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:39:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.619227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6112ea7c-5ad3-4abe-8c98-295687a6f8ce None None] Port 53bf70ed-7968-4d34-85c9-9847238ac47e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:37.627407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.674772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f32c3a2-c3df-4373-9906-757219572361 req-7aecf19e-861a-4a09-8455-46bc434d8c5c service neutron] 10.222.0.52 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103654 Aug 29 04:39:37.703671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6112ea7c-5ad3-4abe-8c98-295687a6f8ce None None] Provisioning complete for port 62efaa1e-48d8-42fe-9d5f-014b8be41464 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:37.704047 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6112ea7c-5ad3-4abe-8c98-295687a6f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.745242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47618) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.762196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=62efaa1e-48d8-42fe-9d5f-014b8be41464,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.781143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-25330c6c-da75-4447-934e-e4d1c398f407 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.781740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Set router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:37.790481 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-25330c6c-da75-4447-934e-e4d1c398f407 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.842544 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:39:14Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c807c85b-7d38-4bc9-9e2b-ad7e43cf3585', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'mac_address': 'fa:16:3e:f6:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:35Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 0, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.853229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25330c6c-da75-4447-934e-e4d1c398f407 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a67b6c-4867-464d-99a0-b8b42073f2a7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.877919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-25330c6c-da75-4447-934e-e4d1c398f407 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.881816 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1d4f99d5-6ee6-444a-a6c8-114b157ffafd tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/floatingips/c807c85b-7d38-4bc9-9e2b-ad7e43cf3585 HTTP/1.1" status: 200 len: 991 time: 0.1337240 Aug 29 04:39:37.883949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-25330c6c-da75-4447-934e-e4d1c398f407 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4138715 Aug 29 04:39:37.886960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47622) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.892522 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb3ee8-57c6-48f8-9e8a-6a4e329b585b None None] The sync data for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 is: [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:39:14Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c807c85b-7d38-4bc9-9e2b-ad7e43cf3585', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'mac_address': 'fa:16:3e:f6:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:35Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 0, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:37.893370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-12e01a4a-71e3-4d7a-927d-6090ed944e81 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1291484769', 'description': 'tempest-secgroup_general--1291484769 description', 'project_id': '03065be262e84f73a665e6118c4221a4'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:37.946890 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12e01a4a-71e3-4d7a-927d-6090ed944e81 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.087628 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12e01a4a-71e3-4d7a-927d-6090ed944e81 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.094920 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12e01a4a-71e3-4d7a-927d-6090ed944e81 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.102144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-63ad0f95-62eb-46f4-8649-50e9fc61fe21 None None] Provisioning complete for port 53bf70ed-7968-4d34-85c9-9847238ac47e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:38.102523 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-63ad0f95-62eb-46f4-8649-50e9fc61fe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.117713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-12e01a4a-71e3-4d7a-927d-6090ed944e81 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.121701 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-12e01a4a-71e3-4d7a-927d-6090ed944e81 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2306414 Aug 29 04:39:38.121912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47628) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:38.129755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4a3779b4-494b-4816-9e41-5a1e15fffea6 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'security_group_rule': {'security_group_id': '89a67b6c-4867-464d-99a0-b8b42073f2a7', 'project_id': '03065be262e84f73a665e6118c4221a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:38.165141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e01a4a-71e3-4d7a-927d-6090ed944e81 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acb0c12-57c7-4022-b370-b8a4fbeae5c5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.175039 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a3779b4-494b-4816-9e41-5a1e15fffea6 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.183097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-63ad0f95-62eb-46f4-8649-50e9fc61fe21 None None] Port 53bf70ed-7968-4d34-85c9-9847238ac47e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:38.219885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '53bf70ed-7968-4d34-85c9-9847238ac47e', 'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:36:8f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:34Z', 'updated_at': '2021-08-29T04:39:36Z', 'revision_number': 2, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:38.276349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Checking router: b2f3f18c-9e0e-426b-a971-e5bd04aa4ead for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:38.276750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Updating router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead port 53bf70ed-7968-4d34-85c9-9847238ac47e binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:38.282920 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a3779b4-494b-4816-9e41-5a1e15fffea6 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.289447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a3779b4-494b-4816-9e41-5a1e15fffea6 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.309882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3779b4-494b-4816-9e41-5a1e15fffea6 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807d01dd-c982-4ae5-b8c8-039591006a6e,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.310954 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.324685 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4a3779b4-494b-4816-9e41-5a1e15fffea6 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.335187 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4a3779b4-494b-4816-9e41-5a1e15fffea6 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2030425 Aug 29 04:39:38.365918 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388f4de-5b18-4205-8c67-56ae553055d3 None None] New status for floating IP c807c85b-7d38-4bc9-9e2b-ad7e43cf3585: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:39:38.567166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 46960ca3-f57b-4c35-ada5-01fedf260516 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:38.598857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-88420eb6-7d00-48b8-9997-909f7f603ebf tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--1349080153&fields=id&tenant_id=03065be262e84f73a665e6118c4221a4 HTTP/1.1" status: 200 len: 267 time: 0.0557427 Aug 29 04:39:38.664499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-9eb219aa-20c8-49cf-bd36-f4a8382b7908 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--1291484769&fields=id&tenant_id=03065be262e84f73a665e6118c4221a4 HTTP/1.1" status: 200 len: 267 time: 0.0525963 Aug 29 04:39:38.696475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 46960ca3-f57b-4c35-ada5-01fedf260516 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:38.696861 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.726527 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.745347 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Transition to ACTIVE for port object 53bf70ed-7968-4d34-85c9-9847238ac47e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:38.757904 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.788550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-e80d3aab-39c3-4212-bc55-3072b27ac4da tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:38.790657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-e80d3aab-39c3-4212-bc55-3072b27ac4da tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/networks?id=b3489e55-0142-45e5-a9f5-9c4bd798a544 HTTP/1.1" status: 200 len: 797 time: 0.1249702 Aug 29 04:39:38.809112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ebfb8be2-aa33-427d-acee-49df4a2030c1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/quotas/03065be262e84f73a665e6118c4221a4 HTTP/1.1" status: 200 len: 375 time: 0.0111163 Aug 29 04:39:38.840895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dca93-54bd-45a9-a06f-43ffe2a73616 None None] Pushing event updated for resources: {'Port': ['ID=53bf70ed-7968-4d34-85c9-9847238ac47e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.869934 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62efaa1e-48d8-42fe-9d5f-014b8be41464 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:38.878128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-bc8d8e60-ba6b-4058-9325-e3751d25a4f0 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03065be262e84f73a665e6118c4221a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603223 Aug 29 04:39:38.884515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47696) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:38.901360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-47827e87-c613-4b91-a1fe-dea9f60356d3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:39:38.902487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-47827e87-c613-4b91-a1fe-dea9f60356d3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093720 Aug 29 04:39:38.938709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Attempting to bind port 53bf70ed-7968-4d34-85c9-9847238ac47e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:38.939083 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Attempting to bind port 53bf70ed-7968-4d34-85c9-9847238ac47e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:38.939454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Attempting to bind port 53bf70ed-7968-4d34-85c9-9847238ac47e on network b3489e55-0142-45e5-a9f5-9c4bd798a544 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:38.947656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:38.948030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Checking segment: {'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:38.948463 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.948860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Bound using segment: {'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:38.949339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Bound port: 53bf70ed-7968-4d34-85c9-9847238ac47e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:38.949724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.974229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 62efaa1e-48d8-42fe-9d5f-014b8be41464 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:38.974602 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.019279 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-36db6310-8c84-4aec-b9e0-12881658c229 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/floatingips/c807c85b-7d38-4bc9-9e2b-ad7e43cf3585 HTTP/1.1" status: 200 len: 993 time: 0.1300867 Aug 29 04:39:39.079239 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-275f3140-e2c0-4c3c-9ae6-3b97ebcaf39b service neutron] 10.222.0.49 "GET /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647921 Aug 29 04:39:39.099558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] For port 53bf70ed-7968-4d34-85c9-9847238ac47e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:39.103915 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] For port 53bf70ed-7968-4d34-85c9-9847238ac47e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=53bf70ed-7968-4d34-85c9-9847238ac47e,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:39.113912 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.199408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-3875baee-ceb2-40b0-b294-31ab3204f98f service neutron] 10.222.0.49 "GET /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066344 Aug 29 04:39:39.229481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Routers {'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:39.230119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:39:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:39.234967 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dca93-54bd-45a9-a06f-43ffe2a73616 None None] Pushing event updated for resources: {'Port': ['ID=53bf70ed-7968-4d34-85c9-9847238ac47e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.394216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] Set router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:39.448399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-acc6c83e-f450-4fef-983a-c50088bffe3e req-c9107d3d-0685-452d-87fa-bbaf369a4793 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 210 time: 0.0368240 Aug 29 04:39:39.638952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '53bf70ed-7968-4d34-85c9-9847238ac47e', 'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:36:8f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:34Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:39.666817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79baf24-3536-4d90-a6f0-fa49d658526f None None] The sync data for ids ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'] in n-d-712141-12 is: [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '53bf70ed-7968-4d34-85c9-9847238ac47e', 'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:36:8f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:34Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:39.766940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47782) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.898989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-71abcaf8-c79d-4b67-a4db-a4e76a24752f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.008321 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-71abcaf8-c79d-4b67-a4db-a4e76a24752f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.012936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-71abcaf8-c79d-4b67-a4db-a4e76a24752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.056079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47786) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:40.056755 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-71abcaf8-c79d-4b67-a4db-a4e76a24752f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a37718c5f86494da848e9812343e253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881000 Aug 29 04:39:40.057456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abcaf8-c79d-4b67-a4db-a4e76a24752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cb99e6-6e40-4d51-839e-497b9b2765e1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.113286 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e8c16b58-4dcd-4833-9bcb-c5859b2a843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.136948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e8c16b58-4dcd-4833-9bcb-c5859b2a843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.190799 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e8c16b58-4dcd-4833-9bcb-c5859b2a843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.193456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e8c16b58-4dcd-4833-9bcb-c5859b2a843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.194689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e8c16b58-4dcd-4833-9bcb-c5859b2a843d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71cb99e6-6e40-4d51-839e-497b9b2765e1 HTTP/1.1" status: 204 len: 168 time: 0.1364083 Aug 29 04:39:40.203259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c16b58-4dcd-4833-9bcb-c5859b2a843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cb99e6-6e40-4d51-839e-497b9b2765e1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.508000 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-db55309d-14a9-4278-b71a-5a3d39ab6b65 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:40.512458 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-db55309d-14a9-4278-b71a-5a3d39ab6b65 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.59 "GET /v2.0/networks?id=b3489e55-0142-45e5-a9f5-9c4bd798a544 HTTP/1.1" status: 200 len: 797 time: 0.1406574 Aug 29 04:39:40.583506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b2cedb6-d9c9-43cf-bbd1-90ad8a7a8daa req-911aeb0b-bc82-47e0-83ec-b11dfd5310af tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 210 time: 0.0312600 Aug 29 04:39:40.591424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47796) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:40.595722 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-79b48008-fa14-418f-935c-59186d389711 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03065be262e84f73a665e6118c4221a4 HTTP/1.1" status: 200 len: 478 time: 0.0708411 Aug 29 04:39:40.614351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'port': {'device_id': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'admin_state_up': True, 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'security_groups': ['89a67b6c-4867-464d-99a0-b8b42073f2a7', '6acb0c12-57c7-4022-b370-b8a4fbeae5c5']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:40.615538 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd21d08-1e69-4475-a253-4d032ed0bf00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.653095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 53bf70ed-7968-4d34-85c9-9847238ac47e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:40.724701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 53bf70ed-7968-4d34-85c9-9847238ac47e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:40.733877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 53bf70ed-7968-4d34-85c9-9847238ac47e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:40.734666 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.754970 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd21d08-1e69-4475-a253-4d032ed0bf00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.760512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd21d08-1e69-4475-a253-4d032ed0bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.782725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Made reservation on behalf of 03065be262e84f73a665e6118c4221a4 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:40.787447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.808236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1cd21d08-1e69-4475-a253-4d032ed0bf00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b04f84614bf2463f97ccc4081b77e84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134047 Aug 29 04:39:40.809612 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47800) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:40.823261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd21d08-1e69-4475-a253-4d032ed0bf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9820338-929e-40b7-8db2-d29b364a419d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.825716 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.871579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 53bf70ed-7968-4d34-85c9-9847238ac47e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=53bf70ed-7968-4d34-85c9-9847238ac47e,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:40.878233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.889231 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88f72550-86f0-4c85-a284-be5026a7517e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.927776 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88f72550-86f0-4c85-a284-be5026a7517e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.941385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=53bf70ed-7968-4d34-85c9-9847238ac47e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.968619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Allocated IP 172.20.0.7 (b3489e55-0142-45e5-a9f5-9c4bd798a544/3c440cc1-95b5-4ab1-b32e-78c718e5a4cb/5c7a70e9-75f7-4844-bae6-136346020fe0) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:40.986322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88f72550-86f0-4c85-a284-be5026a7517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.988978 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88f72550-86f0-4c85-a284-be5026a7517e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.990164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-88f72550-86f0-4c85-a284-be5026a7517e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9820338-929e-40b7-8db2-d29b364a419d HTTP/1.1" status: 204 len: 168 time: 0.1796262 Aug 29 04:39:40.997893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f72550-86f0-4c85-a284-be5026a7517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9820338-929e-40b7-8db2-d29b364a419d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.137365 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.157625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Transition to ACTIVE for port object 5c7a70e9-75f7-4844-bae6-136346020fe0 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:41.204349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.257784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network b3489e55-0142-45e5-a9f5-9c4bd798a544 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:41.263183 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:41.267152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:41.297396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Port': ['ID=5c7a70e9-75f7-4844-bae6-136346020fe0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.369221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.369939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.408565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-28974ed1-11e0-4a76-80ba-149cfdd2f8c2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8045108 Aug 29 04:39:41.421010 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-7a9f97a7-910b-4b6f-91ce-a686b390ec1f tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:39:41.422359 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-7a9f97a7-910b-4b6f-91ce-a686b390ec1f tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072131 Aug 29 04:39:41.431968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be6596-015a-44cd-9d98-b2366a46d2b2 req-d7a51d5b-938a-4a86-a198-692e39201e78 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.434659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56be6596-015a-44cd-9d98-b2366a46d2b2 req-d7a51d5b-938a-4a86-a198-692e39201e78 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0838170 Aug 29 04:39:41.435699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Request body: {'port': {'device_id': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:41.494051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56be6596-015a-44cd-9d98-b2366a46d2b2 req-315b4a70-55ea-47f2-8bc4-9b9f54025c4c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523989 Aug 29 04:39:41.496602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.586753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-06e16281-dbc2-4906-bb47-7e181b6b70c5 None None] Provisioning for port 5c7a70e9-75f7-4844-bae6-136346020fe0 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:41.598177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-06e16281-dbc2-4906-bb47-7e181b6b70c5 None None] Provisioning complete for port 5c7a70e9-75f7-4844-bae6-136346020fe0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:41.599458 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-06e16281-dbc2-4906-bb47-7e181b6b70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.651312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-06e16281-dbc2-4906-bb47-7e181b6b70c5 None None] Port 5c7a70e9-75f7-4844-bae6-136346020fe0 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:41.730209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34baa0e-622a-441b-a481-2a38edde4c2b req-d67699b9-3ace-4488-9a38-99c44be4c2a3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.733236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a34baa0e-622a-441b-a481-2a38edde4c2b req-d67699b9-3ace-4488-9a38-99c44be4c2a3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 970 time: 0.0545313 Aug 29 04:39:41.775613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a34baa0e-622a-441b-a481-2a38edde4c2b req-1fe436c3-fffb-48ad-afe1-a5150204ec3b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0372736 Aug 29 04:39:41.808009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7a70e9-75f7-4844-bae6-136346020fe0 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:41.815514 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.828879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Transition to ACTIVE for port object 5c7a70e9-75f7-4844-bae6-136346020fe0 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:41.832606 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.891662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a70e9-75f7-4844-bae6-136346020fe0,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.927789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47842) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:41.961940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Attempting to bind port 5c7a70e9-75f7-4844-bae6-136346020fe0 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:41.962369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Attempting to bind port 5c7a70e9-75f7-4844-bae6-136346020fe0 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:41.962780 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Attempting to bind port 5c7a70e9-75f7-4844-bae6-136346020fe0 on network b3489e55-0142-45e5-a9f5-9c4bd798a544 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:41.967647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Port 5c7a70e9-75f7-4844-bae6-136346020fe0 on network b3489e55-0142-45e5-a9f5-9c4bd798a544 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:41.968047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Attempting to bind port 5c7a70e9-75f7-4844-bae6-136346020fe0 on network b3489e55-0142-45e5-a9f5-9c4bd798a544 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:41.973303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:41.973980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Checking segment: {'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:41.974107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Bound using segment: {'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:41.974450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Bound port: 5c7a70e9-75f7-4844-bae6-136346020fe0, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:41.974799 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.050047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] For port 5c7a70e9-75f7-4844-bae6-136346020fe0, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:42.053599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] For port 5c7a70e9-75f7-4844-bae6-136346020fe0, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5c7a70e9-75f7-4844-bae6-136346020fe0,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:42.053805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1195220442-network', 'tenant_id': 'dcda762637e543948179c546e196284f'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:42.059568 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.077644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Made reservation on behalf of dcda762637e543948179c546e196284f for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:42.080007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.091774 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.096774 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.097411 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.098897 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] 10.222.0.59 "PUT /v2.0/ports/5c7a70e9-75f7-4844-bae6-136346020fe0 HTTP/1.1" status: 200 len: 1131 time: 0.6686492 Aug 29 04:39:42.099536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'tag': '5c7a70e9-75f7-4844-bae6-136346020fe0'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:42.102624 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c967c5-9d88-440d-8e39-14bda5fc08c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b68b8178-52bb-462a-be3e-c96cb98e6624", "tag": "5c7a70e9-75f7-4844-bae6-136346020fe0"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:42.139529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40f941-fcdf-4b6b-bd1c-1e35c0def2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a70e9-75f7-4844-bae6-136346020fe0,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.159514 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a513fb79-74b7-4a4d-894b-bf9bd2e94f46 x-openstack-request-id: req-a513fb79-74b7-4a4d-894b-bf9bd2e94f46 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:42.159815 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68b8178-52bb-462a-be3e-c96cb98e6624", "tag": "5c7a70e9-75f7-4844-bae6-136346020fe0", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:42.160126 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a513fb79-74b7-4a4d-894b-bf9bd2e94f46 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:42.160562 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'tag': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'status': 'completed', 'code': 200} Aug 29 04:39:42.204836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-bbbd7ccc-b976-4607-859c-4538bb7ccf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.206700 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-bbbd7ccc-b976-4607-859c-4538bb7ccf04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=03065be262e84f73a665e6118c4221a4&device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 1134 time: 0.0572135 Aug 29 04:39:42.217661 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.223440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.246503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:42.259103 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-5355b12f-94c1-495e-86b9-898af32b1661 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c7a70e9-75f7-4844-bae6-136346020fe0 HTTP/1.1" status: 200 len: 217 time: 0.0448723 Aug 29 04:39:42.261438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96da9ae8-c464-4fe6-a845-3678652c93ce,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.266718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.267067 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Added segment 16f72d9c-2052-4037-9c0e-6daa0c7e0c42 of type vlan for network 363910c9-4bc0-4d8b-b336-bceb509de1ce Aug 29 04:39:42.321501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-8fe91bfb-750d-45a6-8a56-61470cda9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.322625 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.323654 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-8fe91bfb-750d-45a6-8a56-61470cda9715 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c440cc1-95b5-4ab1-b32e-78c718e5a4cb HTTP/1.1" status: 200 len: 835 time: 0.0545533 Aug 29 04:39:42.349007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.349959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.350536 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.374679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-0436625b-0e9b-49c6-b57c-b8f8a4a15d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.376247 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-0436625b-0e9b-49c6-b57c-b8f8a4a15d45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3489e55-0142-45e5-a9f5-9c4bd798a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450866 Aug 29 04:39:42.408495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4794788 Aug 29 04:39:42.411716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47850) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:42.418770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Request body: {'subnet': {'network_id': '363910c9-4bc0-4d8b-b336-bceb509de1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1195220442-subnet', 'tenant_id': 'dcda762637e543948179c546e196284f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:42.422821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265179d-f58d-4348-99a6-111a91fd83ad admin admin] Pushing event updated for resources: {'Network': ['ID=363910c9-4bc0-4d8b-b336-bceb509de1ce,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.433636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 363910c9-4bc0-4d8b-b336-bceb509de1ce details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:42.442887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Made reservation on behalf of dcda762637e543948179c546e196284f for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:42.445305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.478253 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-d2c4562a-9a42-4f0d-96dc-ffe3186472d1 service neutron] 10.222.0.59 "GET /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944889 Aug 29 04:39:42.565460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 53bf70ed-7968-4d34-85c9-9847238ac47e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:42.604118 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0927de56-5726-4d5a-865d-b838f7eb4be2 req-5f65b715-ba8f-4909-8923-0ce90f882723 service neutron] 10.222.0.59 "GET /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183045 Aug 29 04:39:42.634627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 53bf70ed-7968-4d34-85c9-9847238ac47e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:42.635432 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.678547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec79f3-0a5d-48df-89e7-f2d978f0d2c7 req-9bb521b8-ee18-42ab-ae5b-a6f3ff022304 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.680018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3dec79f3-0a5d-48df-89e7-f2d978f0d2c7 req-9bb521b8-ee18-42ab-ae5b-a6f3ff022304 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0928214 Aug 29 04:39:42.687854 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.700971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-b0fd408a-c6ee-424a-923f-c76b8858cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.703183 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-b0fd408a-c6ee-424a-923f-c76b8858cbfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=03065be262e84f73a665e6118c4221a4&device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 1134 time: 0.0538502 Aug 29 04:39:42.765456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3dec79f3-0a5d-48df-89e7-f2d978f0d2c7 req-aee95e8c-8768-4cde-b105-4315a050dfd1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791016 Aug 29 04:39:42.770622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d98d52-c643-495d-a42f-9392c8657d73,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.782076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Checking segment: {'id': '16f72d9c-2052-4037-9c0e-6daa0c7e0c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '363910c9-4bc0-4d8b-b336-bceb509de1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:42.782446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Network hostable DHCP agents. Network: 363910c9-4bc0-4d8b-b336-bceb509de1ce, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:42.802363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Network 363910c9-4bc0-4d8b-b336-bceb509de1ce is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:42.809729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-eb08a1d3-03dd-4979-b562-c28be948ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.811405 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-eb08a1d3-03dd-4979-b562-c28be948ae53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3489e55-0142-45e5-a9f5-9c4bd798a544 HTTP/1.1" status: 200 len: 898 time: 0.1004612 Aug 29 04:39:42.814624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 363910c9-4bc0-4d8b-b336-bceb509de1ce) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:42.818972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.820048 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.832162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d6bc94-5360-472c-a327-04fb28f67dbf None None] Network 363910c9-4bc0-4d8b-b336-bceb509de1ce requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:42.838203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d5b9827a-bfd9-4abd-9c3d-1fcbbeb99c28 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4229977 Aug 29 04:39:42.875285 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-b2124b21-b263-4dbe-a782-96c7d9ab2234 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c7a70e9-75f7-4844-bae6-136346020fe0 HTTP/1.1" status: 200 len: 217 time: 0.0494468 Aug 29 04:39:42.913113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c3aaa-79ee-41ab-a92a-17fa55ff29a3 req-79d04312-c434-4d7e-80c9-c13d8c591be5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.915405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-037c3aaa-79ee-41ab-a92a-17fa55ff29a3 req-79d04312-c434-4d7e-80c9-c13d8c591be5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 982 time: 0.0606141 Aug 29 04:39:42.940977 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:39:42.945630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-a772e4f7-cead-4bc9-9530-efc79af4d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.947169 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-a772e4f7-cead-4bc9-9530-efc79af4d9d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c440cc1-95b5-4ab1-b32e-78c718e5a4cb HTTP/1.1" status: 200 len: 835 time: 0.0650089 Aug 29 04:39:42.967772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-037c3aaa-79ee-41ab-a92a-17fa55ff29a3 req-34b43ff4-ede4-447b-933e-e374255d6796 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0454550 Aug 29 04:39:43.005715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-a11be964-3b4a-4d75-9ba1-b1bf7439d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.007575 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-a11be964-3b4a-4d75-9ba1-b1bf7439d481 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3489e55-0142-45e5-a9f5-9c4bd798a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524228 Aug 29 04:39:43.109878 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-7d197573-cd90-45d8-8df2-ca882c44370f service neutron] 10.222.0.59 "GET /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940022 Aug 29 04:39:43.145646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f303f9c-076b-42d0-a5d9-6ab6a1992424 None None] Network 363910c9-4bc0-4d8b-b336-bceb509de1ce requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:43.221931 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-61c967c5-9d88-440d-8e39-14bda5fc08c3 req-27f2ec13-33b2-458a-8078-e5ef3c69f0a8 service neutron] 10.222.0.59 "GET /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020381 Aug 29 04:39:43.368564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47872) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:43.373451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-904764250-network', 'tenant_id': '2431d7dca5204ed8a8c7b6afe3a5c90c'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:43.394395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Made reservation on behalf of 2431d7dca5204ed8a8c7b6afe3a5c90c for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:43.396861 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.404906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.491978 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.495429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.519859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:43.529396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c97351-1bf3-4c52-91a7-0107d899780f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:43.534161 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.534506 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Added segment 54208d4d-7bd8-4e21-a1be-83c89c4c4660 of type vlan for network 7805216f-556c-44ba-8964-873509f91011 Aug 29 04:39:43.574469 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.598550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.599618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.600213 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.656505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2868195 Aug 29 04:39:43.659137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47874) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:43.666240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Request body: {'subnet': {'network_id': '7805216f-556c-44ba-8964-873509f91011', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-904764250-subnet', 'tenant_id': '2431d7dca5204ed8a8c7b6afe3a5c90c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:43.671903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231d98d-bf2b-4233-8183-c4c7e8b1a2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=7805216f-556c-44ba-8964-873509f91011,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:43.683483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 7805216f-556c-44ba-8964-873509f91011 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:43.689344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Made reservation on behalf of 2431d7dca5204ed8a8c7b6afe3a5c90c for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:43.691648 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.878561 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.929621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09540c7-1322-4c5c-af95-eb672d2e860c req-0ad23beb-7023-4c4e-a4ee-9cb6778d5e7c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.931099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d09540c7-1322-4c5c-af95-eb672d2e860c req-0ad23beb-7023-4c4e-a4ee-9cb6778d5e7c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0933435 Aug 29 04:39:43.962374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3423a1d9-88ac-4e5a-9920-dc648f122de6,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:43.977127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Checking segment: {'id': '54208d4d-7bd8-4e21-a1be-83c89c4c4660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7805216f-556c-44ba-8964-873509f91011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:43.977486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Network hostable DHCP agents. Network: 7805216f-556c-44ba-8964-873509f91011, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:43.993756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d09540c7-1322-4c5c-af95-eb672d2e860c req-fe496ca2-365e-4764-81a9-d231d450581d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496447 Aug 29 04:39:44.014647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Network 7805216f-556c-44ba-8964-873509f91011 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:44.018247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 7805216f-556c-44ba-8964-873509f91011) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:44.022277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.023434 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.028148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f0b972-ca65-401c-9ccc-8a2585f1098e None None] Network 7805216f-556c-44ba-8964-873509f91011 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:44.040346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8785f875-f686-4d18-984b-be250c7c7006 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3800669 Aug 29 04:39:44.100331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea993d6-38f3-45b2-9d86-f189855fc467 req-8e698497-f46e-4606-948c-2b804347a33a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.102535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ea993d6-38f3-45b2-9d86-f189855fc467 req-8e698497-f46e-4606-948c-2b804347a33a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 982 time: 0.0561209 Aug 29 04:39:44.142883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5c7a70e9-75f7-4844-bae6-136346020fe0 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:44.149128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ea993d6-38f3-45b2-9d86-f189855fc467 req-0c47c2d2-19cf-4c17-920b-b0b8bc4b2d06 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0359595 Aug 29 04:39:44.184313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8da915-dab4-4487-ad5f-2b93da75852c None None] Network 7805216f-556c-44ba-8964-873509f91011 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:44.351505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5c7a70e9-75f7-4844-bae6-136346020fe0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5c7a70e9-75f7-4844-bae6-136346020fe0,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:44.379193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'port_id': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'mac_address': 'fa:16:3e:99:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:44.418570 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.432878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7a70e9-75f7-4844-bae6-136346020fe0 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:44.452599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5c7a70e9-75f7-4844-bae6-136346020fe0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5c7a70e9-75f7-4844-bae6-136346020fe0,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:44.456782 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.503625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5c7a70e9-75f7-4844-bae6-136346020fe0,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:44.539237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-3cd44efb-dec4-4dd9-952a-888a0160c86b tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.540818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-3cd44efb-dec4-4dd9-952a-888a0160c86b tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/networks?id=363910c9-4bc0-4d8b-b336-bceb509de1ce HTTP/1.1" status: 200 len: 812 time: 0.1046033 Aug 29 04:39:44.555677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-53318153-f78f-4535-b040-080972cbbe5e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/quotas/dcda762637e543948179c546e196284f HTTP/1.1" status: 200 len: 375 time: 0.0092056 Aug 29 04:39:44.591136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-040fa4f0-4cfc-4718-b26e-6cf1f55ab1e1 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcda762637e543948179c546e196284f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301619 Aug 29 04:39:44.679455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-92010643-e7ce-4647-98ee-a3bcbfae42ca service neutron] 10.222.0.49 "GET /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813134 Aug 29 04:39:44.687718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['5c7a70e9-75f7-4844-bae6-136346020fe0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:44.771701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-2deb8d87-334c-4979-a5d8-9a8476382044 service neutron] 10.222.0.49 "GET /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860636 Aug 29 04:39:45.258252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-896d500f-4f89-42bc-8855-e1f1a4e9cc52 req-0d42e1ba-dfe9-4205-935b-45abe3577a7c tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 210 time: 0.3568239 Aug 29 04:39:45.310879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c4bf0-1dec-4d31-b0e9-b6beda7ec640 req-42c743b6-f0f1-4405-8f78-33ea167fd7f3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.312421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a9c4bf0-1dec-4d31-b0e9-b6beda7ec640 req-42c743b6-f0f1-4405-8f78-33ea167fd7f3 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0567949 Aug 29 04:39:45.380945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a9c4bf0-1dec-4d31-b0e9-b6beda7ec640 req-ea2e20d3-24bf-4822-a558-4d6cb9bf70b9 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621910 Aug 29 04:39:45.398288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f599445-05b2-4bde-8c28-a0b69792f63b req-a56bd325-62b6-45b1-ad08-6582fb1e5d2d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.399752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f599445-05b2-4bde-8c28-a0b69792f63b req-a56bd325-62b6-45b1-ad08-6582fb1e5d2d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 983 time: 0.0647871 Aug 29 04:39:45.444668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f599445-05b2-4bde-8c28-a0b69792f63b req-939fff57-f67f-405f-a7d6-45c9cb1d1fd7 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0385966 Aug 29 04:39:45.988840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-14bfb192-3113-4789-a32b-df6e87429501 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.990694 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-14bfb192-3113-4789-a32b-df6e87429501 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.52 "GET /v2.0/networks?id=363910c9-4bc0-4d8b-b336-bceb509de1ce HTTP/1.1" status: 200 len: 812 time: 0.1005347 Aug 29 04:39:46.021101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Request body: {'port': {'device_id': 'd93982fb-fee2-4c78-bf0e-2070c9580126', 'network_id': '363910c9-4bc0-4d8b-b336-bceb509de1ce', 'admin_state_up': True, 'tenant_id': 'dcda762637e543948179c546e196284f'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:46.130264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Made reservation on behalf of dcda762637e543948179c546e196284f for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:46.130675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5c7a70e9-75f7-4844-bae6-136346020fe0 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:46.134647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.181422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 5c7a70e9-75f7-4844-bae6-136346020fe0 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:46.185189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 5c7a70e9-75f7-4844-bae6-136346020fe0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:46.185643 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.258886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Allocated IP 172.20.0.8 (363910c9-4bc0-4d8b-b336-bceb509de1ce/68d98d52-c643-495d-a42f-9392c8657d73/6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:46.270312 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.293960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7a70e9-75f7-4844-bae6-136346020fe0'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:46.296374 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6adece-522f-4865-9c54-603b1106709c" -d '{"events": [{"server_uuid": "b68b8178-52bb-462a-be3e-c96cb98e6624", "name": "network-vif-plugged", "status": "completed", "tag": "5c7a70e9-75f7-4844-bae6-136346020fe0"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:46.309747 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5c7a70e9-75f7-4844-bae6-136346020fe0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5c7a70e9-75f7-4844-bae6-136346020fe0,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:46.314451 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.350749 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1795b38c-bbb3-430e-b04d-35ec020c0320 x-openstack-request-id: req-1795b38c-bbb3-430e-b04d-35ec020c0320 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:46.351044 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68b8178-52bb-462a-be3e-c96cb98e6624", "name": "network-vif-plugged", "status": "completed", "tag": "5c7a70e9-75f7-4844-bae6-136346020fe0", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:46.351376 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1795b38c-bbb3-430e-b04d-35ec020c0320 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:46.351772 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'code': 200} Aug 29 04:39:46.371845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5c7a70e9-75f7-4844-bae6-136346020fe0,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:46.396024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1432b98b-881a-40f6-a0e8-368d258179e1 req-01d3713d-fb1f-42ed-b544-82ce7de5ea43 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 210 time: 0.0343366 Aug 29 04:39:46.449186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.462313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf061b9-81ae-43be-8ebe-dba046af7d61 req-83b9bb91-e6ff-4dcc-afed-84066069f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.463721 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3cf061b9-81ae-43be-8ebe-dba046af7d61 req-83b9bb91-e6ff-4dcc-afed-84066069f743 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 1136 time: 0.0455797 Aug 29 04:39:46.505676 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3cf061b9-81ae-43be-8ebe-dba046af7d61 req-9eff9308-d009-4f1a-9701-b7546736cbc8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=89a67b6c-4867-464d-99a0-b8b42073f2a7&id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0331845 Aug 29 04:39:46.537884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a390b-aaf3-4342-baf4-9526bbc55f4e req-080f1734-26e5-48f8-a4b2-126a6902e440 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.539375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb2a390b-aaf3-4342-baf4-9526bbc55f4e req-080f1734-26e5-48f8-a4b2-126a6902e440 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0863938 Aug 29 04:39:46.561382 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.641407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Network 363910c9-4bc0-4d8b-b336-bceb509de1ce is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:46.649825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:46.651619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Pushing event updated for resources: {'Port': ['ID=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:46.653837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:46.660054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb2a390b-aaf3-4342-baf4-9526bbc55f4e req-572eccc7-b135-4516-87d0-5be67c99408b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021287 Aug 29 04:39:46.672874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65cd12-ddd2-4aec-8453-fa3e9d205e08 req-ef36a642-1626-4b27-9100-372189159df2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.674364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d65cd12-ddd2-4aec-8453-fa3e9d205e08 req-ef36a642-1626-4b27-9100-372189159df2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 984 time: 0.1548550 Aug 29 04:39:46.698711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.699064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.699467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.699754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.700092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.700457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.700790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.701121 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.701451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.701784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.702112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.702439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:46.750692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.751311 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.766709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d65cd12-ddd2-4aec-8453-fa3e9d205e08 req-8cbe0421-8a28-49f0-b01e-3e492d5159af tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0697374 Aug 29 04:39:46.773216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-bd980ed0-b960-434e-94ad-1989e2f5cd2e tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7559719 Aug 29 04:39:46.793941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Request body: {'port': {'device_id': 'd93982fb-fee2-4c78-bf0e-2070c9580126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:46.844756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.101598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:47.108857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.120355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Transition to ACTIVE for port object 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:47.123882 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.178983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.244845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Attempting to bind port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:47.245092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Attempting to bind port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '16f72d9c-2052-4037-9c0e-6daa0c7e0c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '363910c9-4bc0-4d8b-b336-bceb509de1ce'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:47.245421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Attempting to bind port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 on network 363910c9-4bc0-4d8b-b336-bceb509de1ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:47.249619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 on network 363910c9-4bc0-4d8b-b336-bceb509de1ce not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:47.249939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Attempting to bind port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 on network 363910c9-4bc0-4d8b-b336-bceb509de1ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:47.254599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:47.254935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Checking segment: {'id': '16f72d9c-2052-4037-9c0e-6daa0c7e0c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '363910c9-4bc0-4d8b-b336-bceb509de1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:47.255320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Bound using segment: {'id': '16f72d9c-2052-4037-9c0e-6daa0c7e0c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '363910c9-4bc0-4d8b-b336-bceb509de1ce'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:47.255743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Bound port: 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f72d9c-2052-4037-9c0e-6daa0c7e0c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '363910c9-4bc0-4d8b-b336-bceb509de1ce'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:47.256096 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.317653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] For port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:47.321161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] For port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,segment=NetworkSegment(16f72d9c-2052-4037-9c0e-6daa0c7e0c42),segment_id=16f72d9c-2052-4037-9c0e-6daa0c7e0c42)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:47.326246 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.362882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:47.363505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.364946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] 10.222.0.52 "PUT /v2.0/ports/6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 HTTP/1.1" status: 200 len: 1092 time: 0.5754755 Aug 29 04:39:47.365391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93982fb-fee2-4c78-bf0e-2070c9580126', 'tag': '6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:47.367652 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da968cf-1edd-4e94-97b4-89c304ffb2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d93982fb-fee2-4c78-bf0e-2070c9580126", "tag": "6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:47.394889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae1d60-dee2-45aa-b00a-5c6cfe0395f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.416634 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76040927-0af6-427f-8e15-77a4976fbfaf x-openstack-request-id: req-76040927-0af6-427f-8e15-77a4976fbfaf {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:47.416930 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93982fb-fee2-4c78-bf0e-2070c9580126", "tag": "6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:47.417202 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76040927-0af6-427f-8e15-77a4976fbfaf {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:47.417608 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93982fb-fee2-4c78-bf0e-2070c9580126', 'tag': '6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7', 'status': 'completed', 'code': 200} Aug 29 04:39:47.513227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-67a96ecd-750f-4033-8c74-069fb35ed355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:47.514715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-67a96ecd-750f-4033-8c74-069fb35ed355 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcda762637e543948179c546e196284f&device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 1095 time: 0.0729940 Aug 29 04:39:47.526352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97f338-f329-4c73-a421-76a859af0132 req-4b9f33bc-3ff3-4b00-b695-dc99267d0f4d tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:47.527724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d97f338-f329-4c73-a421-76a859af0132 req-4b9f33bc-3ff3-4b00-b695-dc99267d0f4d tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 943 time: 0.0602014 Aug 29 04:39:47.579484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-12383244-a97d-4ed0-aa35-e4800651a9ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 HTTP/1.1" status: 200 len: 217 time: 0.0482192 Aug 29 04:39:47.625619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d97f338-f329-4c73-a421-76a859af0132 req-b9f9c7a4-17ac-4906-a3ca-6d0521f087c4 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885618 Aug 29 04:39:47.649006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-5ed9d37a-dd37-4952-9ae0-50cb35b48ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:47.650506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-5ed9d37a-dd37-4952-9ae0-50cb35b48ea9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68d98d52-c643-495d-a42f-9392c8657d73 HTTP/1.1" status: 200 len: 852 time: 0.0628490 Aug 29 04:39:47.687256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-1d17e71f-a6fd-4fda-bf6e-2601a9841f65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=363910c9-4bc0-4d8b-b336-bceb509de1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287957 Aug 29 04:39:47.818051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93568374-77d1-4235-8beb-9c0023b84d48 req-27e98d5f-68ea-4f88-b440-ae364280c31f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:47.820121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93568374-77d1-4235-8beb-9c0023b84d48 req-27e98d5f-68ea-4f88-b440-ae364280c31f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0767951 Aug 29 04:39:47.825766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-5416d7a5-f3d0-4ab5-ac12-955effb07cef service neutron] 10.222.0.52 "GET /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312168 Aug 29 04:39:47.935401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93568374-77d1-4235-8beb-9c0023b84d48 req-e8fb249a-d0be-4326-9539-26b26b64ec38 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085992 Aug 29 04:39:47.966980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7722-f1f0-4a86-9cdf-edcb38df89bb req-43608f04-3bb3-4f8e-a6c6-6d76cbea3afd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:47.968487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bcae7722-f1f0-4a86-9cdf-edcb38df89bb req-43608f04-3bb3-4f8e-a6c6-6d76cbea3afd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 984 time: 0.1195328 Aug 29 04:39:47.993503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43b92fb5-7edf-4bb8-957b-f30a1c2dc595 req-36eb4b74-cc06-4ccf-97a9-8a5c831d9d84 service neutron] 10.222.0.52 "GET /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598265 Aug 29 04:39:48.015098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bcae7722-f1f0-4a86-9cdf-edcb38df89bb req-c0b544b4-1aa9-4534-8277-a2e2b76ea946 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0382516 Aug 29 04:39:48.159256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ab7e8-d751-4a2e-8cb8-2463d409c9f4 req-d7a167cb-8c63-4fe5-bb07-20d2496a5969 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.160876 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-471ab7e8-d751-4a2e-8cb8-2463d409c9f4 req-d7a167cb-8c63-4fe5-bb07-20d2496a5969 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 984 time: 0.0794020 Aug 29 04:39:48.167576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da968cf-1edd-4e94-97b4-89c304ffb2a2 req-765d5590-d363-4067-8e4b-d3a7066a7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.169008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da968cf-1edd-4e94-97b4-89c304ffb2a2 req-765d5590-d363-4067-8e4b-d3a7066a7db2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcda762637e543948179c546e196284f&device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 1095 time: 0.0615051 Aug 29 04:39:48.248712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-471ab7e8-d751-4a2e-8cb8-2463d409c9f4 req-116c7bd7-0af8-47c7-9b09-9cc7c1d29ab8 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0787103 Aug 29 04:39:48.255268 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.281660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da968cf-1edd-4e94-97b4-89c304ffb2a2 req-263d7d71-f623-4d8a-8a22-b64d1f314cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.283168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da968cf-1edd-4e94-97b4-89c304ffb2a2 req-263d7d71-f623-4d8a-8a22-b64d1f314cd4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=363910c9-4bc0-4d8b-b336-bceb509de1ce HTTP/1.1" status: 200 len: 913 time: 0.1068096 Aug 29 04:39:48.337224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da968cf-1edd-4e94-97b4-89c304ffb2a2 req-50ea6958-c02f-403e-97c3-e1105b9afd43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 HTTP/1.1" status: 200 len: 217 time: 0.0413275 Aug 29 04:39:48.406710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da968cf-1edd-4e94-97b4-89c304ffb2a2 req-022c06df-1c7e-4d40-85d0-988376843069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.408168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da968cf-1edd-4e94-97b4-89c304ffb2a2 req-022c06df-1c7e-4d40-85d0-988376843069 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68d98d52-c643-495d-a42f-9392c8657d73 HTTP/1.1" status: 200 len: 852 time: 0.0638726 Aug 29 04:39:48.413737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ab072-0ecf-4ed9-aa14-e5cbfe12484f req-612fc75e-02a2-47fd-82d3-5e6e7bb4d371 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.415428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d4ab072-0ecf-4ed9-aa14-e5cbfe12484f req-612fc75e-02a2-47fd-82d3-5e6e7bb4d371 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 1136 time: 0.0810385 Aug 29 04:39:48.444855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da968cf-1edd-4e94-97b4-89c304ffb2a2 req-ff950c3b-ad92-4019-8f98-9852318cc5e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=363910c9-4bc0-4d8b-b336-bceb509de1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285347 Aug 29 04:39:48.449965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d4ab072-0ecf-4ed9-aa14-e5cbfe12484f req-54a5c64c-7a10-42a8-b92f-c887e4582b87 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.568182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da968cf-1edd-4e94-97b4-89c304ffb2a2 req-280aa182-a6d0-4f0b-941a-f95e4a013fd3 service neutron] 10.222.0.52 "GET /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161911 Aug 29 04:39:48.664287 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d4ab072-0ecf-4ed9-aa14-e5cbfe12484f req-54a5c64c-7a10-42a8-b92f-c887e4582b87 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.674415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9d4ab072-0ecf-4ed9-aa14-e5cbfe12484f req-54a5c64c-7a10-42a8-b92f-c887e4582b87 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.715032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d4ab072-0ecf-4ed9-aa14-e5cbfe12484f req-54a5c64c-7a10-42a8-b92f-c887e4582b87 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2902713 Aug 29 04:39:48.736377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47940) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:48.748454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da968cf-1edd-4e94-97b4-89c304ffb2a2 req-a6c3c1ec-c37a-4fe5-b8af-4030c3a367f4 service neutron] 10.222.0.52 "GET /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587665 Aug 29 04:39:48.751845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5c64c-7a10-42a8-b92f-c887e4582b87 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc96f6bd-312c-42a9-8576-824554cb1e57,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:48.775050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbfe50-2ebe-4b76-98a4-5a13b1cf8267 req-3cf0f141-3f09-4ad7-b4bc-233532319934 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.776633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05dbfe50-2ebe-4b76-98a4-5a13b1cf8267 req-3cf0f141-3f09-4ad7-b4bc-233532319934 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 943 time: 0.0730956 Aug 29 04:39:48.781997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dac35c-720c-4963-a794-cd42127e83d9 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.783617 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b0dac35c-720c-4963-a794-cd42127e83d9 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 1131 time: 0.0459902 Aug 29 04:39:48.786478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 47942) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:48.791742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:48.815954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.835648 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05dbfe50-2ebe-4b76-98a4-5a13b1cf8267 req-4952212b-d2fc-49f6-ae69-5e66e13784d9 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521598 Aug 29 04:39:48.930730 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.046717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Allocated IP 172.25.5.199 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/fe3d80ce-fa26-46e2-9d78-a3c615e7b660) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:49.064870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c757a02-b216-4889-99b5-0864c1418e9e req-3fd7de29-c28d-4662-8079-834ef873234b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:49.073085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c757a02-b216-4889-99b5-0864c1418e9e req-3fd7de29-c28d-4662-8079-834ef873234b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0607057 Aug 29 04:39:49.109082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c757a02-b216-4889-99b5-0864c1418e9e req-db524203-c6b1-41fa-8519-84a45433500f tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350933 Aug 29 04:39:49.160567 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.201248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.237751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:49.240765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:49.244709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:49.284604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Port': ['ID=fe3d80ce-fa26-46e2-9d78-a3c615e7b660,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:49.626372 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.698905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.868185 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.874580 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.956017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Port': ['ID=fe3d80ce-fa26-46e2-9d78-a3c615e7b660,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:49.958531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8996f7-242f-4ab6-add8-e7fca14a59f0 req-459479c1-8122-4801-bde8-999ff8eac5b5 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:49.960587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a8996f7-242f-4ab6-add8-e7fca14a59f0 req-459479c1-8122-4801-bde8-999ff8eac5b5 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 943 time: 0.0534904 Aug 29 04:39:49.966897 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.000005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a8996f7-242f-4ab6-add8-e7fca14a59f0 req-63279c32-97d1-447d-8402-6068cf80620f tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322018 Aug 29 04:39:50.068972 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Floating IP b5c88631-017c-4f09-b719-2fa977bd461f associated. External IP: 172.25.5.199, port: 5c7a70e9-75f7-4844-bae6-136346020fe0. Aug 29 04:39:50.225489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfbb11-236c-42f9-bced-27cd9079756f req-09686d76-9347-4248-b307-9c6c001be578 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.227702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fcfbb11-236c-42f9-bced-27cd9079756f req-09686d76-9347-4248-b307-9c6c001be578 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0499251 Aug 29 04:39:50.266323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fcfbb11-236c-42f9-bced-27cd9079756f req-d5658d21-d629-4643-a863-984c203c7380 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327208 Aug 29 04:39:50.283783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:50.392059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:50.404506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42982db-1889-4672-9180-001e246f3852 None None] Sync routers for ids ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:50.407973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.414110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42982db-1889-4672-9180-001e246f3852 None None] Routers {'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:50.414724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f42982db-1889-4672-9180-001e246f3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:39:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:50.434943 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5cd40340-11ca-4923-a57f-44c62da01a52 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6474628 Aug 29 04:39:50.435617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'tag': '5c7a70e9-75f7-4844-bae6-136346020fe0'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:50.437673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47966) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.438137 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72" -d '{"events": [{"name": "network-changed", "server_uuid": "b68b8178-52bb-462a-be3e-c96cb98e6624", "tag": "5c7a70e9-75f7-4844-bae6-136346020fe0"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:50.525227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-f42982db-1889-4672-9180-001e246f3852 None None] Set router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:50.539409 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a110eeb-2467-4486-8c97-e1bcff068a25 x-openstack-request-id: req-4a110eeb-2467-4486-8c97-e1bcff068a25 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:50.539710 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68b8178-52bb-462a-be3e-c96cb98e6624", "tag": "5c7a70e9-75f7-4844-bae6-136346020fe0", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:50.539969 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a110eeb-2467-4486-8c97-e1bcff068a25 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:50.540443 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'tag': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'status': 'completed', 'code': 200} Aug 29 04:39:50.614030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-4cb9debb-0320-4d85-ae92-480b8772afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.615902 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-4cb9debb-0320-4d85-ae92-480b8772afa7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=03065be262e84f73a665e6118c4221a4&device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 1136 time: 0.0539262 Aug 29 04:39:50.629468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fc34e-57cd-4fa6-9685-a77e805fc7fb tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.629949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fc34e-57cd-4fa6-9685-a77e805fc7fb tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.630418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fc34e-57cd-4fa6-9685-a77e805fc7fb tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.630878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fc34e-57cd-4fa6-9685-a77e805fc7fb tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.631351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fc34e-57cd-4fa6-9685-a77e805fc7fb tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.632626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fc34e-57cd-4fa6-9685-a77e805fc7fb tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.633123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fc34e-57cd-4fa6-9685-a77e805fc7fb tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.633606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fc34e-57cd-4fa6-9685-a77e805fc7fb tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.634061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fc34e-57cd-4fa6-9685-a77e805fc7fb tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.635962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed4fc34e-57cd-4fa6-9685-a77e805fc7fb tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6358 time: 0.1970999 Aug 29 04:39:50.638692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47972) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.718084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-13dc7091-b059-4856-ad18-4c14808f85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.719755 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-13dc7091-b059-4856-ad18-4c14808f85ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3489e55-0142-45e5-a9f5-9c4bd798a544 HTTP/1.1" status: 200 len: 898 time: 0.0964336 Aug 29 04:39:50.731688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1b81e-4e6b-4ee2-bc94-e2a55e579e7b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.732261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1b81e-4e6b-4ee2-bc94-e2a55e579e7b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.732719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1b81e-4e6b-4ee2-bc94-e2a55e579e7b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.733167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1b81e-4e6b-4ee2-bc94-e2a55e579e7b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.733611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1b81e-4e6b-4ee2-bc94-e2a55e579e7b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.735389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1b81e-4e6b-4ee2-bc94-e2a55e579e7b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.735389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1b81e-4e6b-4ee2-bc94-e2a55e579e7b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.735389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1b81e-4e6b-4ee2-bc94-e2a55e579e7b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.735389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1b81e-4e6b-4ee2-bc94-e2a55e579e7b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.739952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-53a1b81e-4e6b-4ee2-bc94-e2a55e579e7b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5896 time: 0.0976465 Aug 29 04:39:50.740280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47974) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.760923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f42982db-1889-4672-9180-001e246f3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'b5c88631-017c-4f09-b719-2fa977bd461f', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'port_id': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'mac_address': 'fa:16:3e:99:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:49Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 0, 'project_id': '03065be262e84f73a665e6118c4221a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53bf70ed-7968-4d34-85c9-9847238ac47e', 'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:36:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:34Z', 'updated_at': '2021-08-29T04:39:40Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:50.786938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42982db-1889-4672-9180-001e246f3852 None None] Checking router: b2f3f18c-9e0e-426b-a971-e5bd04aa4ead for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:50.791850 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-e8ae31b4-0649-41aa-8bdf-dcdf9e51678f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c7a70e9-75f7-4844-bae6-136346020fe0 HTTP/1.1" status: 200 len: 999 time: 0.0646524 Aug 29 04:39:50.795843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42982db-1889-4672-9180-001e246f3852 None None] Routers {'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:50.796477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f42982db-1889-4672-9180-001e246f3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:39:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:50.855003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-67cb9781-653f-478e-a6d6-21bd68843ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.858070 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-67cb9781-653f-478e-a6d6-21bd68843ff1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c440cc1-95b5-4ab1-b32e-78c718e5a4cb HTTP/1.1" status: 200 len: 835 time: 0.0586176 Aug 29 04:39:50.891910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-69c9f2f3-4c77-4939-93da-55d8d95c7e9a tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3785 time: 0.1482570 Aug 29 04:39:50.892935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 47978) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.910791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-88250f8a-720e-4922-b32d-40c5f59a3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.912512 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-88250f8a-720e-4922-b32d-40c5f59a3255 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3489e55-0142-45e5-a9f5-9c4bd798a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476496 Aug 29 04:39:50.913389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-f42982db-1889-4672-9180-001e246f3852 None None] Set router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:50.932890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75e3a82-e666-4b1d-abc0-2873b051eb3f tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.933370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75e3a82-e666-4b1d-abc0-2873b051eb3f tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.944235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a75e3a82-e666-4b1d-abc0-2873b051eb3f tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b2f3f18c-9e0e-426b-a971-e5bd04aa4ead HTTP/1.1" status: 200 len: 1991 time: 0.0409443 Aug 29 04:39:51.018837 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-323b10f3-125b-4e49-b8be-d873806a8283 service neutron] 10.222.0.59 "GET /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983677 Aug 29 04:39:51.138068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ecb4b-8429-4404-a2e1-580176c2385c req-e2125722-333e-4cad-889a-dfe1b54b6fab tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.139594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e2ecb4b-8429-4404-a2e1-580176c2385c req-e2125722-333e-4cad-889a-dfe1b54b6fab tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 943 time: 0.0593152 Aug 29 04:39:51.177523 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b956a26b-982b-4d4a-9abe-6d2ffacc5a72 req-45665e4f-13f1-42c5-91ec-fddfb7845cbe service neutron] 10.222.0.59 "GET /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486106 Aug 29 04:39:51.178306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-f42982db-1889-4672-9180-001e246f3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'b5c88631-017c-4f09-b719-2fa977bd461f', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'port_id': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'mac_address': 'fa:16:3e:99:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:49Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 0, 'project_id': '03065be262e84f73a665e6118c4221a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53bf70ed-7968-4d34-85c9-9847238ac47e', 'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:36:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:34Z', 'updated_at': '2021-08-29T04:39:40Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:51.184704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e2ecb4b-8429-4404-a2e1-580176c2385c req-9c5468a6-58e3-4890-8015-0d0446eb919a tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389996 Aug 29 04:39:51.210479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42982db-1889-4672-9180-001e246f3852 None None] The sync data for ids ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'] in n-d-712141-12 is: [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'b5c88631-017c-4f09-b719-2fa977bd461f', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'port_id': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'mac_address': 'fa:16:3e:99:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:49Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 0, 'project_id': '03065be262e84f73a665e6118c4221a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53bf70ed-7968-4d34-85c9-9847238ac47e', 'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:36:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:34Z', 'updated_at': '2021-08-29T04:39:40Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:51.416056 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02bd71-1b85-46ce-9701-bed4be893d35 req-870e7328-a29f-4b01-a0ac-f1eeea0007ff tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.417632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb02bd71-1b85-46ce-9701-bed4be893d35 req-870e7328-a29f-4b01-a0ac-f1eeea0007ff tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0794003 Aug 29 04:39:51.426252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608fcd0-b85f-44f7-984b-bdb76a5256ce req-b4cd9a2b-06d6-4623-a4fc-000427dc8227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.427759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c608fcd0-b85f-44f7-984b-bdb76a5256ce req-b4cd9a2b-06d6-4623-a4fc-000427dc8227 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0808027 Aug 29 04:39:51.438489 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba9522d-4e27-408d-845c-ddb8ba735884 None None] New status for floating IP b5c88631-017c-4f09-b719-2fa977bd461f: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:39:51.481912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb02bd71-1b85-46ce-9701-bed4be893d35 req-1c9750c7-9e92-4c41-9cb9-f4cdb481d62a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531478 Aug 29 04:39:51.489312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c608fcd0-b85f-44f7-984b-bdb76a5256ce req-ffe0789b-a54c-42f1-ab27-b29729ed997b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538709 Aug 29 04:39:51.894794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:51.984540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,segment=NetworkSegment(16f72d9c-2052-4037-9c0e-6daa0c7e0c42),segment_id=16f72d9c-2052-4037-9c0e-6daa0c7e0c42)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:51.995289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7', 'network_id': '363910c9-4bc0-4d8b-b336-bceb509de1ce', 'port_id': '6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7', 'mac_address': 'fa:16:3e:23:0d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d98d52-c643-495d-a42f-9392c8657d73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:52.035546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.047529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:52.066475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,segment=NetworkSegment(16f72d9c-2052-4037-9c0e-6daa0c7e0c42),segment_id=16f72d9c-2052-4037-9c0e-6daa0c7e0c42)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:52.070485 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.115140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.299356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88d93a-fbcc-4d1f-867a-131893b4f7c4 req-8bb84301-34a4-46f8-9ba6-9f4646b900b7 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.300839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb88d93a-fbcc-4d1f-867a-131893b4f7c4 req-8bb84301-34a4-46f8-9ba6-9f4646b900b7 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 944 time: 0.0477948 Aug 29 04:39:52.337800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb88d93a-fbcc-4d1f-867a-131893b4f7c4 req-1c4f462c-0cb6-47c3-afd3-cc114af3dd3c tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306127 Aug 29 04:39:52.496543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:52.640182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da93b-512e-4b2d-a38d-bb270cd57d7f req-49e38b3a-0662-4b23-8b3b-e15ff7b2c25b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.641705 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b53da93b-512e-4b2d-a38d-bb270cd57d7f req-49e38b3a-0662-4b23-8b3b-e15ff7b2c25b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0802677 Aug 29 04:39:52.653717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb473d-b4b7-477e-bedf-9d32735276f6 req-5971f640-6da7-4edf-a8ac-b14720f2e3c0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.655167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50eb473d-b4b7-477e-bedf-9d32735276f6 req-5971f640-6da7-4edf-a8ac-b14720f2e3c0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0828874 Aug 29 04:39:52.710184 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b53da93b-512e-4b2d-a38d-bb270cd57d7f req-88ffb006-0392-4537-8a0b-40e8e4de02d8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540082 Aug 29 04:39:52.714997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50eb473d-b4b7-477e-bedf-9d32735276f6 req-8c6cf789-5b0d-4495-a35b-2ecb5d3588b1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509427 Aug 29 04:39:53.452891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c217f-5084-4c39-aa7f-53d53080ddad req-e77dab85-d3e6-43ef-8e91-00a87c697665 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.454378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d3c217f-5084-4c39-aa7f-53d53080ddad req-e77dab85-d3e6-43ef-8e91-00a87c697665 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 944 time: 0.0484085 Aug 29 04:39:53.490774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d3c217f-5084-4c39-aa7f-53d53080ddad req-43a5fc54-e62a-464a-ab28-ca5315356bee tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305789 Aug 29 04:39:53.534713 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1c636378-a871-44cd-b463-632070914696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.860544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bb83d-38ee-4a8c-92a0-51b2d7316009 req-af198ba5-7216-4844-9619-23195c09378a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.862025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a78bb83d-38ee-4a8c-92a0-51b2d7316009 req-af198ba5-7216-4844-9619-23195c09378a tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0794427 Aug 29 04:39:53.869076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f843af-794e-4fb9-87bf-aaeff13c8fef req-865cac68-ef3f-4cc6-88f4-841c4ac56891 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.870417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8f843af-794e-4fb9-87bf-aaeff13c8fef req-865cac68-ef3f-4cc6-88f4-841c4ac56891 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0890493 Aug 29 04:39:53.923940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a78bb83d-38ee-4a8c-92a0-51b2d7316009 req-c9d6d296-e737-40f6-9c8d-036899b47040 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525935 Aug 29 04:39:53.931743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:53.932114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8f843af-794e-4fb9-87bf-aaeff13c8fef req-f0f59816-f658-4277-a71f-274463d9c8cf tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544217 Aug 29 04:39:53.981333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:53.986167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:53.986540 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.062112 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.085375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93982fb-fee2-4c78-bf0e-2070c9580126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:54.087610 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449e46ad-3ab2-46b0-ab95-e1c48c19b9a7" -d '{"events": [{"server_uuid": "d93982fb-fee2-4c78-bf0e-2070c9580126", "name": "network-vif-plugged", "status": "completed", "tag": "6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:54.100705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,segment=NetworkSegment(16f72d9c-2052-4037-9c0e-6daa0c7e0c42),segment_id=16f72d9c-2052-4037-9c0e-6daa0c7e0c42)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:54.104632 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.126502 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f82d36e-2688-4795-bca1-3bca845861d5 x-openstack-request-id: req-9f82d36e-2688-4795-bca1-3bca845861d5 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:54.126799 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93982fb-fee2-4c78-bf0e-2070c9580126", "name": "network-vif-plugged", "status": "completed", "tag": "6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:54.127056 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f82d36e-2688-4795-bca1-3bca845861d5 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:54.127444 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93982fb-fee2-4c78-bf0e-2070c9580126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7', 'code': 200} Aug 29 04:39:54.153112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.243939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf9ed8-5075-4820-9585-3e0c8103b4c1 req-5f20ab0b-08a8-4f98-b5be-b1322007aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:54.245426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9bcf9ed8-5075-4820-9585-3e0c8103b4c1 req-5f20ab0b-08a8-4f98-b5be-b1322007aff2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 1097 time: 0.0406859 Aug 29 04:39:54.284417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9bcf9ed8-5075-4820-9585-3e0c8103b4c1 req-907294b7-2bd4-4d69-b13b-b48b4bf7bf33 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Aug 29 04:39:54.604456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f58137-376a-446b-a61d-92857bac4a86 req-6cdfdfdf-8bf8-4a52-893a-d36931f58bf6 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:54.605941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f58137-376a-446b-a61d-92857bac4a86 req-6cdfdfdf-8bf8-4a52-893a-d36931f58bf6 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0487547 Aug 29 04:39:54.644291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87f58137-376a-446b-a61d-92857bac4a86 req-341a02ee-6e6a-4399-b1ad-f3e14d3c38af tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324318 Aug 29 04:39:55.071535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb4b02-ec0c-4d28-aac8-fbc8c594b1d4 req-c9060199-7c7e-41c7-bbc4-fbcdc459e0c6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:55.073043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42cb4b02-ec0c-4d28-aac8-fbc8c594b1d4 req-c9060199-7c7e-41c7-bbc4-fbcdc459e0c6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0761719 Aug 29 04:39:55.080784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e0890-9b35-44bf-8f2c-3a7559153b63 req-5079b3bb-cbb7-4f8a-a020-5deec2d5ad37 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:55.082149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e39e0890-9b35-44bf-8f2c-3a7559153b63 req-5079b3bb-cbb7-4f8a-a020-5deec2d5ad37 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0750046 Aug 29 04:39:55.137998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42cb4b02-ec0c-4d28-aac8-fbc8c594b1d4 req-6d7b895e-8305-451a-b01b-23e2ef23c4c6 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549133 Aug 29 04:39:55.144870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e39e0890-9b35-44bf-8f2c-3a7559153b63 req-12b21f93-3f2a-45c0-83c4-2adcef099edd tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557735 Aug 29 04:39:55.759422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83af70-9417-42ca-b450-a5ec00df4f61 req-2931adbb-8fc6-41b1-9e41-bfb52c235e6d tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:55.760941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc83af70-9417-42ca-b450-a5ec00df4f61 req-2931adbb-8fc6-41b1-9e41-bfb52c235e6d tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0519152 Aug 29 04:39:55.801021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc83af70-9417-42ca-b450-a5ec00df4f61 req-4e4f250b-f26b-4205-b3d1-9280e7767949 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341680 Aug 29 04:39:56.119197 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb36137d-9935-4a28-a8db-01a0ff9502d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.286582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d202b2d-f8f2-4673-9b43-e3603bcebfa5 req-f4e3a887-aa6d-4a2e-8310-6a7d68147268 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.288025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d202b2d-f8f2-4673-9b43-e3603bcebfa5 req-f4e3a887-aa6d-4a2e-8310-6a7d68147268 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0800967 Aug 29 04:39:56.295747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfab83-381c-4fa0-b5e2-777392a8f511 req-96dffcd1-e1ee-4872-97f4-a9a69c08e3a3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.297119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6bfab83-381c-4fa0-b5e2-777392a8f511 req-96dffcd1-e1ee-4872-97f4-a9a69c08e3a3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0786216 Aug 29 04:39:56.316179 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.689213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d202b2d-f8f2-4673-9b43-e3603bcebfa5 req-b300dd5f-16bc-4b40-b9c1-f300963ef281 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911450 Aug 29 04:39:56.700080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6bfab83-381c-4fa0-b5e2-777392a8f511 req-fdc9b4a7-0200-4064-9ba1-f2069e99b0c7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960588 Aug 29 04:39:56.706373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa50b-c20c-4930-94ad-1fd34cc5d15e req-8ced3b48-1f1b-4bb5-9f99-771403fa6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.707828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-310fa50b-c20c-4930-94ad-1fd34cc5d15e req-8ced3b48-1f1b-4bb5-9f99-771403fa6075 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 1098 time: 0.0837157 Aug 29 04:39:56.752607 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-310fa50b-c20c-4930-94ad-1fd34cc5d15e req-24549339-21fb-4344-aac8-df1a144a08f9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286584 Aug 29 04:39:56.921755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e534b-4b3f-41ce-b740-696732d2f0c5 req-286803fa-1f52-4077-9c3c-fd6ace634431 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.923259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f83e534b-4b3f-41ce-b740-696732d2f0c5 req-286803fa-1f52-4077-9c3c-fd6ace634431 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0551565 Aug 29 04:39:56.964504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f83e534b-4b3f-41ce-b740-696732d2f0c5 req-8f3ae47e-68ea-4214-9939-7887c3ceb33a tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351737 Aug 29 04:39:57.092025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a940f-79a9-48c6-922c-3f8670611ecd req-6ec21560-f506-4b95-bab5-2c462c0f5f2c tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.093555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c6a940f-79a9-48c6-922c-3f8670611ecd req-6ec21560-f506-4b95-bab5-2c462c0f5f2c tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0478075 Aug 29 04:39:57.131788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c6a940f-79a9-48c6-922c-3f8670611ecd req-3d6b52d5-4b81-4f9d-9e06-e63bf7051df0 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Aug 29 04:39:57.338317 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.348783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813013c1-cdcc-4ec6-8842-f801248a3bfb req-5414b7d6-e048-4c74-9312-39ba6b95129d tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.350284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-813013c1-cdcc-4ec6-8842-f801248a3bfb req-5414b7d6-e048-4c74-9312-39ba6b95129d tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0504277 Aug 29 04:39:57.388269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-813013c1-cdcc-4ec6-8842-f801248a3bfb req-22367015-aae2-45d2-82ff-e86fe1521c7a tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Aug 29 04:39:57.466365 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.706189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-a3e85427-6569-4d31-869d-de7c6760c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.707679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-a3e85427-6569-4d31-869d-de7c6760c321 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 1098 time: 0.0390689 Aug 29 04:39:57.886344 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2f28-f663-48bb-ab32-69b9a6d99fc6 req-f3c67075-3790-429d-bc71-05e5c61c5937 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.887732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6de2f28-f663-48bb-ab32-69b9a6d99fc6 req-f3c67075-3790-429d-bc71-05e5c61c5937 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.1148417 Aug 29 04:39:57.888972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-5aa11d79-5302-4146-b6aa-15badf178798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.890304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-5aa11d79-5302-4146-b6aa-15badf178798 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ad185c5-973f-471a-830b-1f29d69af50a HTTP/1.1" status: 200 len: 897 time: 0.1626139 Aug 29 04:39:57.897393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc460a-f6d4-4c23-b5d8-9c87ec2c4a50 req-8b04d416-d2a4-448f-95ed-4b91223921a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.899345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ecc460a-f6d4-4c23-b5d8-9c87ec2c4a50 req-8b04d416-d2a4-448f-95ed-4b91223921a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.1158683 Aug 29 04:39:57.947675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1116c4c5-035c-450b-93ef-01d499ab480c details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:57.969706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1116c4c5-035c-450b-93ef-01d499ab480c no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:58.010966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-756f2e71-111a-499f-9765-6c0bae0e5ba2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1116c4c5-035c-450b-93ef-01d499ab480c HTTP/1.1" status: 200 len: 1001 time: 0.1096132 Aug 29 04:39:58.013781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ecc460a-f6d4-4c23-b5d8-9c87ec2c4a50 req-c73b15eb-1b79-43c0-b737-f5b66ba9667e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064825 Aug 29 04:39:58.016628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6de2f28-f663-48bb-ab32-69b9a6d99fc6 req-fa4bf630-fe1c-4f70-9b90-3ef679e2df38 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164100 Aug 29 04:39:58.073635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-39e78495-a39b-4efc-be7a-56ad61353b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.075154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-39e78495-a39b-4efc-be7a-56ad61353b85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5753e725-b8f4-4ca1-b733-95ab7456f9f0 HTTP/1.1" status: 200 len: 834 time: 0.0468311 Aug 29 04:39:58.101648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1116c4c5-035c-450b-93ef-01d499ab480c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1116c4c5-035c-450b-93ef-01d499ab480c,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:58.119183 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '1116c4c5-035c-450b-93ef-01d499ab480c', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'port_id': '1116c4c5-035c-450b-93ef-01d499ab480c', 'mac_address': 'fa:16:3e:98:d7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:58.125500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.153185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-62329333-02c9-484c-a2d6-93289224efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.154624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-62329333-02c9-484c-a2d6-93289224efb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ad185c5-973f-471a-830b-1f29d69af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413942 Aug 29 04:39:58.176392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:58.178606 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d57582-5594-44f5-93f0-0b243e488e39" -d '{"events": [{"server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "name": "network-vif-unplugged", "status": "completed", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:58.195206 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1116c4c5-035c-450b-93ef-01d499ab480c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1116c4c5-035c-450b-93ef-01d499ab480c,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:58.196621 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.205425 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.230486 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aa0147-6ed3-4bd7-bc44-4945e798daaf x-openstack-request-id: req-c1aa0147-6ed3-4bd7-bc44-4945e798daaf {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:58.230781 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "name": "network-vif-unplugged", "status": "completed", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:58.231028 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1aa0147-6ed3-4bd7-bc44-4945e798daaf {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:58.231410 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c', 'code': 200} Aug 29 04:39:58.234391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1116c4c5-035c-450b-93ef-01d499ab480c {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:58.285668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1116c4c5-035c-450b-93ef-01d499ab480c,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:58.301391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.301760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.302136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.302540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.303072 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.303356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.303784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.304706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.305036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.305369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.305688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.306023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:58.309479 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:39:58.309834 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:39:58.550532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400f1d8-f48a-46da-bf9f-a82b333d3b5f req-335501e5-6b49-4526-9a30-e00dbc53f7df tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.551984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a400f1d8-f48a-46da-bf9f-a82b333d3b5f req-335501e5-6b49-4526-9a30-e00dbc53f7df tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0975876 Aug 29 04:39:58.606090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-a6aa8504-a844-4586-af48-c8043a573055 service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241419 Aug 29 04:39:58.611045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a400f1d8-f48a-46da-bf9f-a82b333d3b5f req-ace6c6fb-0a60-45af-8984-18e71b5c32e0 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525532 Aug 29 04:39:58.704022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cc93e42-613d-4b99-b468-a7030c0980e0 req-386c8d06-2778-4b13-b89a-b9d8aaf9aa82 service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879004 Aug 29 04:39:58.844726 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.849079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f95c1-b24d-47cc-b226-dfb068f010ad req-af5f76ca-1742-4589-90ad-df9eed062980 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.850586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-441f95c1-b24d-47cc-b226-dfb068f010ad req-af5f76ca-1742-4589-90ad-df9eed062980 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0730567 Aug 29 04:39:58.857704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1116c4c5-035c-450b-93ef-01d499ab480c {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:58.877122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1116c4c5-035c-450b-93ef-01d499ab480c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1116c4c5-035c-450b-93ef-01d499ab480c,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:58.879892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf457-d034-48bb-80a9-8e4b3dffa4b1 req-fe802e13-32cf-4a80-95a9-2fae26857888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.881882 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cbf457-d034-48bb-80a9-8e4b3dffa4b1 req-fe802e13-32cf-4a80-95a9-2fae26857888 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcda762637e543948179c546e196284f&device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 1097 time: 0.0670488 Aug 29 04:39:58.882019 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.933118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1116c4c5-035c-450b-93ef-01d499ab480c,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:58.951330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-441f95c1-b24d-47cc-b226-dfb068f010ad req-b8f0cbd1-3037-48c4-939f-f74b01bbdee1 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924563 Aug 29 04:39:58.994004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf457-d034-48bb-80a9-8e4b3dffa4b1 req-b61b5b3b-889a-4cc5-bb04-a01d635d9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.995463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cbf457-d034-48bb-80a9-8e4b3dffa4b1 req-b61b5b3b-889a-4cc5-bb04-a01d635d9ff5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=363910c9-4bc0-4d8b-b336-bceb509de1ce HTTP/1.1" status: 200 len: 913 time: 0.1065388 Aug 29 04:39:59.038079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cbf457-d034-48bb-80a9-8e4b3dffa4b1 req-d00c6482-3043-4eff-a1f0-e77f6c75c31e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 HTTP/1.1" status: 200 len: 217 time: 0.0344141 Aug 29 04:39:59.072118 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.092562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf457-d034-48bb-80a9-8e4b3dffa4b1 req-0064a55c-ad5f-4d5e-a7f3-481979a15587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.094347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cbf457-d034-48bb-80a9-8e4b3dffa4b1 req-0064a55c-ad5f-4d5e-a7f3-481979a15587 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68d98d52-c643-495d-a42f-9392c8657d73 HTTP/1.1" status: 200 len: 852 time: 0.0483084 Aug 29 04:39:59.176886 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cbf457-d034-48bb-80a9-8e4b3dffa4b1 req-c30b6875-4c20-4e27-ae50-b855b3938d05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=363910c9-4bc0-4d8b-b336-bceb509de1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748291 Aug 29 04:39:59.252353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c051c41-49e9-461c-8156-5a01a4518bc4 req-474eca28-b616-49eb-a5cb-e36c5f039531 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.253726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c051c41-49e9-461c-8156-5a01a4518bc4 req-474eca28-b616-49eb-a5cb-e36c5f039531 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.1431673 Aug 29 04:39:59.266398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ac8e0-f0f3-4439-98ef-ed60f5da63da req-fdf5bac9-4923-4b2b-b97d-7411d727e74c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.267788 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-319ac8e0-f0f3-4439-98ef-ed60f5da63da req-fdf5bac9-4923-4b2b-b97d-7411d727e74c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 945 time: 0.1561995 Aug 29 04:39:59.305080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['1116c4c5-035c-450b-93ef-01d499ab480c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:59.350906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c051c41-49e9-461c-8156-5a01a4518bc4 req-314920ae-29c5-440f-bbe0-cba5d7ed33b2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806186 Aug 29 04:39:59.357511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-319ac8e0-f0f3-4439-98ef-ed60f5da63da req-bd31e7c1-186a-40b9-b819-1adc73ceb505 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776048 Aug 29 04:39:59.359535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cbf457-d034-48bb-80a9-8e4b3dffa4b1 req-a1695a0b-eb43-441e-9d52-9a0ecf9cb1a6 service neutron] 10.222.0.52 "GET /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730604 Aug 29 04:39:59.382974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48054) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.457293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cbf457-d034-48bb-80a9-8e4b3dffa4b1 req-cce81c0a-6d12-4a82-aff9-b32a60fa17be service neutron] 10.222.0.52 "GET /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897801 Aug 29 04:39:59.748456 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b468b411-6be9-40d9-a037-df137a600e87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/floatingips/5ea82afe-ded9-4d3e-b70c-1770b4a03a36 HTTP/1.1" status: 200 len: 992 time: 0.3643084 Aug 29 04:40:00.071362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12363e0-0e59-49d0-9c0b-354a4a157673 req-eef4e4f2-4213-4052-a1f9-9c3b2b367e26 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.072891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b12363e0-0e59-49d0-9c0b-354a4a157673 req-eef4e4f2-4213-4052-a1f9-9c3b2b367e26 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0548053 Aug 29 04:40:00.109968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b12363e0-0e59-49d0-9c0b-354a4a157673 req-47182594-c302-48fb-9694-a9640cef0155 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312078 Aug 29 04:40:00.478992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953720c-d267-4f9f-be8f-3cb81cea5285 req-1824a97b-4472-4362-a65b-6e8b314ccada tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.480533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a953720c-d267-4f9f-be8f-3cb81cea5285 req-1824a97b-4472-4362-a65b-6e8b314ccada tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0580516 Aug 29 04:40:00.520607 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a953720c-d267-4f9f-be8f-3cb81cea5285 req-9c06c211-fb28-4149-9afe-3e1ab070714d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339060 Aug 29 04:40:01.223489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b989df-87a7-476a-85a0-def625af5946 req-0158da5b-1933-45cb-86ef-b85e43cfe57d tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.224998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1b989df-87a7-476a-85a0-def625af5946 req-0158da5b-1933-45cb-86ef-b85e43cfe57d tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0478826 Aug 29 04:40:01.262515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1b989df-87a7-476a-85a0-def625af5946 req-f5c88f9c-4d5c-41f0-a674-6a357bd3b7a7 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Aug 29 04:40:01.483480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656ce5f-c832-455b-912c-b89b95513bb9 req-13accbca-0411-4382-9cd0-7a2b45cc66fe tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.484989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d656ce5f-c832-455b-912c-b89b95513bb9 req-13accbca-0411-4382-9cd0-7a2b45cc66fe tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0512905 Aug 29 04:40:01.523170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d656ce5f-c832-455b-912c-b89b95513bb9 req-8c6c0a06-2f8e-4a99-b0bb-cc2db1df56e2 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319552 Aug 29 04:40:01.643455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcdfd3-2f31-4078-95b7-a8c897fb848e req-fdb63e25-def8-40e6-af63-314694b9e3b9 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.645045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fdfcdfd3-2f31-4078-95b7-a8c897fb848e req-fdb63e25-def8-40e6-af63-314694b9e3b9 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0505676 Aug 29 04:40:01.683777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fdfcdfd3-2f31-4078-95b7-a8c897fb848e req-5c478638-3947-4354-8e0c-f29c348a4d79 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325420 Aug 29 04:40:01.989786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1116c4c5-035c-450b-93ef-01d499ab480c up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:02.035555 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 1116c4c5-035c-450b-93ef-01d499ab480c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:02.035928 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.264717 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.286602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:02.289491 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69cb55b-b8c0-4d0e-a7cb-7334095e6bcc" -d '{"events": [{"server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "name": "network-vif-plugged", "status": "completed", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:02.301696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1116c4c5-035c-450b-93ef-01d499ab480c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1116c4c5-035c-450b-93ef-01d499ab480c,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:02.307587 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.332926 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faafc4c-9aff-449f-a25b-e025e9bfb2f7 x-openstack-request-id: req-0faafc4c-9aff-449f-a25b-e025e9bfb2f7 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:02.333223 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "name": "network-vif-plugged", "status": "completed", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:02.333474 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0faafc4c-9aff-449f-a25b-e025e9bfb2f7 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:02.333862 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c', 'code': 200} Aug 29 04:40:02.360178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1116c4c5-035c-450b-93ef-01d499ab480c,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:02.638079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5e97-268a-4830-920e-8f00fbc6125a req-92af0373-10e5-4ae8-be3b-6c7f30ac67c9 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.639572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-105a5e97-268a-4830-920e-8f00fbc6125a req-92af0373-10e5-4ae8-be3b-6c7f30ac67c9 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0493989 Aug 29 04:40:02.677372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-105a5e97-268a-4830-920e-8f00fbc6125a req-173d8a8f-2d02-48ff-a4df-4f39ff9d6552 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318186 Aug 29 04:40:02.822433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082b62c-085d-46fa-9f29-a1bd2d3e5094 req-0d428db6-e091-47d5-ae96-e550876bafa6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.823964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6082b62c-085d-46fa-9f29-a1bd2d3e5094 req-0d428db6-e091-47d5-ae96-e550876bafa6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0683892 Aug 29 04:40:02.895574 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6082b62c-085d-46fa-9f29-a1bd2d3e5094 req-73b31ba4-ab65-475d-9e29-58e858650a84 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649841 Aug 29 04:40:02.930936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276fd12-61f3-4720-898a-c3fe1328d5db req-6829bad8-51b5-4eb6-8516-db3af059f245 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.932442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a276fd12-61f3-4720-898a-c3fe1328d5db req-6829bad8-51b5-4eb6-8516-db3af059f245 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0944202 Aug 29 04:40:02.956548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97951c6-f7f6-4e37-94f0-b6c3b46daf31 req-d2f886c0-86c3-4739-b34e-bec0a5e1043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.957971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c97951c6-f7f6-4e37-94f0-b6c3b46daf31 req-d2f886c0-86c3-4739-b34e-bec0a5e1043f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcda762637e543948179c546e196284f&device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 1097 time: 0.0727358 Aug 29 04:40:03.025442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a276fd12-61f3-4720-898a-c3fe1328d5db req-de8fe7a1-2c7d-4b8f-b791-d488c6e4ff41 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861938 Aug 29 04:40:03.067524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97951c6-f7f6-4e37-94f0-b6c3b46daf31 req-272cce29-83a4-484b-9af6-ae70f77dac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:03.069048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c97951c6-f7f6-4e37-94f0-b6c3b46daf31 req-272cce29-83a4-484b-9af6-ae70f77dac43 service neutron] 10.222.0.52 "GET /v2.0/networks?id=363910c9-4bc0-4d8b-b336-bceb509de1ce HTTP/1.1" status: 200 len: 913 time: 0.1042056 Aug 29 04:40:03.112416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c97951c6-f7f6-4e37-94f0-b6c3b46daf31 req-41f89ef7-fdd7-49a5-a755-a6e68810bfb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 HTTP/1.1" status: 200 len: 217 time: 0.0337307 Aug 29 04:40:03.166076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97951c6-f7f6-4e37-94f0-b6c3b46daf31 req-4f11a9bb-3f64-4361-91a8-fcda8e606a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:03.167533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c97951c6-f7f6-4e37-94f0-b6c3b46daf31 req-4f11a9bb-3f64-4361-91a8-fcda8e606a41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68d98d52-c643-495d-a42f-9392c8657d73 HTTP/1.1" status: 200 len: 852 time: 0.0484831 Aug 29 04:40:03.201507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c97951c6-f7f6-4e37-94f0-b6c3b46daf31 req-3ddecf76-fe8a-48ea-b0b5-5d7c94b41216 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=363910c9-4bc0-4d8b-b336-bceb509de1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252976 Aug 29 04:40:03.287452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c97951c6-f7f6-4e37-94f0-b6c3b46daf31 req-e9fe6394-a73d-4fb6-a335-846d86a40193 service neutron] 10.222.0.52 "GET /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792239 Aug 29 04:40:03.380080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c97951c6-f7f6-4e37-94f0-b6c3b46daf31 req-81d22b80-846d-47a7-bd04-970db14a61c4 service neutron] 10.222.0.52 "GET /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851564 Aug 29 04:40:04.017039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252f3a5-d56f-4669-9f03-647228e3b10b req-8437dfba-96cd-4b7b-aecf-3f96a52db53f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.018510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0252f3a5-d56f-4669-9f03-647228e3b10b req-8437dfba-96cd-4b7b-aecf-3f96a52db53f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0494361 Aug 29 04:40:04.057718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0252f3a5-d56f-4669-9f03-647228e3b10b req-1f335c4a-e06f-4a8a-bc8e-280d189f84d8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Aug 29 04:40:04.140130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b4288-4a40-4332-a148-cec1de0abace req-94b8fce7-8bff-454f-bd9d-e093dedeb0cb tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.141688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d2b4288-4a40-4332-a148-cec1de0abace req-94b8fce7-8bff-454f-bd9d-e093dedeb0cb tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0490079 Aug 29 04:40:04.183279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d2b4288-4a40-4332-a148-cec1de0abace req-2611b957-9715-4396-9882-ce1a63686d9d tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343988 Aug 29 04:40:04.259816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c2b43635-6098-4378-b73d-fa28e8518981 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:04.371648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:04.384803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'c2b43635-6098-4378-b73d-fa28e8518981', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'port_id': 'c2b43635-6098-4378-b73d-fa28e8518981', 'mac_address': 'fa:16:3e:3f:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:04.427672 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.442119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2b43635-6098-4378-b73d-fa28e8518981 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:04.464366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:04.469705 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.533159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:04.557749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['c2b43635-6098-4378-b73d-fa28e8518981'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:05.210744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb143c9d-dc20-44f6-a053-666cb6718f85 req-a5444614-f675-463d-94f7-1612cdaad5a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.218501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb143c9d-dc20-44f6-a053-666cb6718f85 req-a5444614-f675-463d-94f7-1612cdaad5a2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0709898 Aug 29 04:40:05.256901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb143c9d-dc20-44f6-a053-666cb6718f85 req-bf990c27-e484-4f81-858d-bc1a48084344 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372422 Aug 29 04:40:05.328043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f788-c805-4354-819f-a07cd9722cd8 req-491814dd-6470-4dde-8cae-e213f6c3704f tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.329675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2319f788-c805-4354-819f-a07cd9722cd8 req-491814dd-6470-4dde-8cae-e213f6c3704f tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0641775 Aug 29 04:40:05.375449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2319f788-c805-4354-819f-a07cd9722cd8 req-6797fe17-9db6-413f-9018-0756092e5c08 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Aug 29 04:40:05.668921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2905ca-2d6a-45ac-92df-8088c027beea req-f1f52d4b-ce7f-4b87-8471-7f1d54b4be9b tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.676898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f2905ca-2d6a-45ac-92df-8088c027beea req-f1f52d4b-ce7f-4b87-8471-7f1d54b4be9b tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0584557 Aug 29 04:40:05.713936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f2905ca-2d6a-45ac-92df-8088c027beea req-d0da2b97-a0d3-4d90-a988-4b7c6786d061 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360758 Aug 29 04:40:06.293034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c2b43635-6098-4378-b73d-fa28e8518981 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:06.356135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port c2b43635-6098-4378-b73d-fa28e8518981 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:06.356690 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.425846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a17d8f-7332-4a02-9a8e-a3880f17db70 req-511f3be8-e0c2-490d-8fc7-ba6a71d81f0d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.434116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83a17d8f-7332-4a02-9a8e-a3880f17db70 req-511f3be8-e0c2-490d-8fc7-ba6a71d81f0d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0695615 Aug 29 04:40:06.474836 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.483375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83a17d8f-7332-4a02-9a8e-a3880f17db70 req-fe5221ac-3dd1-4bc2-b1c3-bb9326e5cd28 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482144 Aug 29 04:40:06.513823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:06.514662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:06.517142 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b52be7-0bfe-4af2-9465-8a911cec3ad8" -d '{"events": [{"server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "c2b43635-6098-4378-b73d-fa28e8518981"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:06.521105 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.567977 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6decfc6b-deb3-4b4d-b351-d30084decf90 x-openstack-request-id: req-6decfc6b-deb3-4b4d-b351-d30084decf90 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:06.568411 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "c2b43635-6098-4378-b73d-fa28e8518981", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:06.568679 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6decfc6b-deb3-4b4d-b351-d30084decf90 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:06.569766 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981', 'code': 200} Aug 29 04:40:06.585835 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:06.867905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636a51e-cfed-4e81-843c-25297d79c9ad req-d70b0416-ec17-41ee-83f7-de78b8c25b68 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.872699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c636a51e-cfed-4e81-843c-25297d79c9ad req-d70b0416-ec17-41ee-83f7-de78b8c25b68 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0588560 Aug 29 04:40:06.918103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c636a51e-cfed-4e81-843c-25297d79c9ad req-47876640-915b-47b3-bb04-51e7600995e1 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Aug 29 04:40:07.606413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9abef-47c3-4f4d-aa27-d23b3f504199 req-b2bdb458-da91-4125-86d4-5a38398cc717 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.609214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0b9abef-47c3-4f4d-aa27-d23b3f504199 req-b2bdb458-da91-4125-86d4-5a38398cc717 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0586443 Aug 29 04:40:07.686415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0b9abef-47c3-4f4d-aa27-d23b3f504199 req-8c04576e-4362-4514-b9eb-f10cb81b93b5 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720663 Aug 29 04:40:07.706951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-16963604-4ee4-4d5c-bc11-28dfcf467eac tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.708522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-16963604-4ee4-4d5c-bc11-28dfcf467eac tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.52 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0731423 Aug 29 04:40:07.813063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-5a8332df-8a95-40a5-a50d-a26eef3266ce tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Deleting port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:07.813447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-5a8332df-8a95-40a5-a50d-a26eef3266ce tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.918955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-5a8332df-8a95-40a5-a50d-a26eef3266ce tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] For port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,segment=NetworkSegment(16f72d9c-2052-4037-9c0e-6daa0c7e0c42),segment_id=16f72d9c-2052-4037-9c0e-6daa0c7e0c42)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:07.919371 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-5a8332df-8a95-40a5-a50d-a26eef3266ce tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.936015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-5a8332df-8a95-40a5-a50d-a26eef3266ce tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Calling delete_port for 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:08.064754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9b2ee-ea4d-4152-bbcf-16decd3490ba req-1271b46f-da10-475c-a408-c2a33f4f733f tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.066313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfc9b2ee-ea4d-4152-bbcf-16decd3490ba req-1271b46f-da10-475c-a408-c2a33f4f733f tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/ports?device_id=d93982fb-fee2-4c78-bf0e-2070c9580126 HTTP/1.1" status: 200 len: 945 time: 0.0724666 Aug 29 04:40:08.148189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfc9b2ee-ea4d-4152-bbcf-16decd3490ba req-d4755274-7d2c-4f62-858c-c4121f86fce7 tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.49 "GET /v2.0/security-groups?id=96da9ae8-c464-4fe6-a845-3678652c93ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726345 Aug 29 04:40:08.155070 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-5a8332df-8a95-40a5-a50d-a26eef3266ce tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.190960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8332df-8a95-40a5-a50d-a26eef3266ce tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Pushing event deleted for resources: {'Port': ['ID=6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:08.195900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:08.248092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-5a8332df-8a95-40a5-a50d-a26eef3266ce tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] No DVR routers for this DVR port 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:08.250938 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-5a8332df-8a95-40a5-a50d-a26eef3266ce tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.254851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72b66bf6-f7bf-4d6b-a62c-3f6f3d297d8d req-5a8332df-8a95-40a5-a50d-a26eef3266ce tempest-TestServerAdvancedOps-1968791016 tempest-TestServerAdvancedOps-1968791016-project] 10.222.0.52 "DELETE /v2.0/ports/6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 HTTP/1.1" status: 204 len: 173 time: 0.5366840 Aug 29 04:40:08.254851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93982fb-fee2-4c78-bf0e-2070c9580126', 'name': 'network-vif-deleted', 'tag': '6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:08.255685 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a22d3b4-8475-4486-8931-921d562f1be1" -d '{"events": [{"server_uuid": "d93982fb-fee2-4c78-bf0e-2070c9580126", "name": "network-vif-deleted", "tag": "6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:08.299119 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5d563b-4b85-44b8-87d6-2ea3f9fb38a4 x-openstack-request-id: req-1c5d563b-4b85-44b8-87d6-2ea3f9fb38a4 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:08.299327 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93982fb-fee2-4c78-bf0e-2070c9580126", "name": "network-vif-deleted", "tag": "6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:08.299451 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c5d563b-4b85-44b8-87d6-2ea3f9fb38a4 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:08.299848 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93982fb-fee2-4c78-bf0e-2070c9580126', 'name': 'network-vif-deleted', 'tag': '6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7', 'status': 'completed', 'code': 200} Aug 29 04:40:08.858163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913870-07f0-44b8-9c27-88bba086e876 req-09d31019-37da-48d0-8fc7-8fdfbdc7f8a1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.866357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e913870-07f0-44b8-9c27-88bba086e876 req-09d31019-37da-48d0-8fc7-8fdfbdc7f8a1 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0891445 Aug 29 04:40:08.903366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e913870-07f0-44b8-9c27-88bba086e876 req-2c31845d-f435-4119-b47a-9c5b4a087d19 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360303 Aug 29 04:40:09.230662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48136) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:09.277767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Deleting subnet 68d98d52-c643-495d-a42f-9392c8657d73 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:09.280960 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.320705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.360940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.422513 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.448100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d98d52-c643-495d-a42f-9392c8657d73,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:09.455522 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.459958 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/68d98d52-c643-495d-a42f-9392c8657d73 HTTP/1.1" status: 204 len: 168 time: 0.2282569 Aug 29 04:40:09.460089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48138) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:09.466093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.466438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.466779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.467330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.467672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.468007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.468374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.468706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.469033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.469363 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.469692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.470015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dc0d6-6ff8-4971-a3c6-d5c27cb10ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:09.545796 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.640899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.652934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363910c9-4bc0-4d8b-b336-bceb509de1ce']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:09.668518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f72d9c-2052-4037-9c0e-6daa0c7e0c42') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:09.668918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f72d9c-2052-4037-9c0e-6daa0c7e0c42') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:09.680671 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.697238 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.703635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:09.703967 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:09.705775 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:09.767131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.777074 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.782021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48140) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:09.782206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/363910c9-4bc0-4d8b-b336-bceb509de1ce HTTP/1.1" status: 204 len: 168 time: 0.3206692 Aug 29 04:40:09.798844 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd41d11-471b-4238-b051-74b4f3497bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=363910c9-4bc0-4d8b-b336-bceb509de1ce,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:09.834492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-11740328-551d-4fbd-b173-94622efd6798 admin admin] Deleting subnet 3423a1d9-88ac-4e5a-9920-dc648f122de6 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:09.839035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11740328-551d-4fbd-b173-94622efd6798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.883160 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11740328-551d-4fbd-b173-94622efd6798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.926595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11740328-551d-4fbd-b173-94622efd6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.006976 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11740328-551d-4fbd-b173-94622efd6798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.047133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa1b0b-ab09-4c4c-ab9c-ae091acd2abd req-b3392617-2618-4130-bc69-8c11bfb6f5fd tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.048859 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0efa1b0b-ab09-4c4c-ab9c-ae091acd2abd req-b3392617-2618-4130-bc69-8c11bfb6f5fd tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0608826 Aug 29 04:40:10.049294 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11740328-551d-4fbd-b173-94622efd6798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.051178 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-11740328-551d-4fbd-b173-94622efd6798 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3423a1d9-88ac-4e5a-9920-dc648f122de6 HTTP/1.1" status: 204 len: 168 time: 0.2679784 Aug 29 04:40:10.052422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11740328-551d-4fbd-b173-94622efd6798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3423a1d9-88ac-4e5a-9920-dc648f122de6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.054679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48144) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:10.091931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0efa1b0b-ab09-4c4c-ab9c-ae091acd2abd req-c47d74e9-196e-4c24-b858-ab03360fb46d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331280 Aug 29 04:40:10.135323 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.219959 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.230616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7805216f-556c-44ba-8964-873509f91011']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:10.241388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54208d4d-7bd8-4e21-a1be-83c89c4c4660') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:10.242034 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54208d4d-7bd8-4e21-a1be-83c89c4c4660') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:10.251756 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.267985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.275128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:10.279426 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:10.342145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.347946 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.350076 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] 10.222.0.49 "DELETE /v2.0/networks/7805216f-556c-44ba-8964-873509f91011 HTTP/1.1" status: 204 len: 168 time: 0.2942755 Aug 29 04:40:10.362789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b401b11-7561-4770-b2da-6a778358c32a admin admin] Pushing event deleted for resources: {'Network': ['ID=7805216f-556c-44ba-8964-873509f91011,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.543197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48152) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:10.590413 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-017d02ff-80e6-4cb0-9f76-0c49be6639d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcda762637e543948179c546e196284f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458658 Aug 29 04:40:10.593084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48154) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:10.654167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37eac7a1-a50f-432d-99cc-1e9792aec086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.677839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37eac7a1-a50f-432d-99cc-1e9792aec086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.731488 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37eac7a1-a50f-432d-99cc-1e9792aec086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.734296 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37eac7a1-a50f-432d-99cc-1e9792aec086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.735473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-37eac7a1-a50f-432d-99cc-1e9792aec086 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96da9ae8-c464-4fe6-a845-3678652c93ce HTTP/1.1" status: 204 len: 168 time: 0.1413441 Aug 29 04:40:10.744017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eac7a1-a50f-432d-99cc-1e9792aec086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96da9ae8-c464-4fe6-a845-3678652c93ce,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:11.120335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48160) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:11.191565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-04fc275a-77a8-4382-9885-0532bb6bc15f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2431d7dca5204ed8a8c7b6afe3a5c90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685601 Aug 29 04:40:11.194390 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48166) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:11.238385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094676ae-2b38-4944-9a38-ab95bea7165a req-93898c50-9962-4197-9205-d21fd727df78 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.240741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-094676ae-2b38-4944-9a38-ab95bea7165a req-93898c50-9962-4197-9205-d21fd727df78 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0620010 Aug 29 04:40:11.257186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93256fe5-f90d-45b9-acaa-392f637f8172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.284654 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93256fe5-f90d-45b9-acaa-392f637f8172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.291914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-094676ae-2b38-4944-9a38-ab95bea7165a req-28466bbc-440a-4fd0-8e91-9b6110c1490e tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Aug 29 04:40:11.355626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93256fe5-f90d-45b9-acaa-392f637f8172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.358364 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93256fe5-f90d-45b9-acaa-392f637f8172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.361942 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-93256fe5-f90d-45b9-acaa-392f637f8172 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1c97351-1bf3-4c52-91a7-0107d899780f HTTP/1.1" status: 204 len: 168 time: 0.1645455 Aug 29 04:40:11.368887 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93256fe5-f90d-45b9-acaa-392f637f8172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c97351-1bf3-4c52-91a7-0107d899780f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:12.051359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:12.072526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:12.073267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 6cea41a5-f9a2-4fd6-9b91-cb77802d9dd7 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:12.443711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4482477-6d43-425d-9dda-60c79307f2f5 req-cebfec69-047e-4e14-b5a9-5c58de169235 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.446030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4482477-6d43-425d-9dda-60c79307f2f5 req-cebfec69-047e-4e14-b5a9-5c58de169235 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0548651 Aug 29 04:40:12.502158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4482477-6d43-425d-9dda-60c79307f2f5 req-9344b0b5-f770-45ab-8b07-bf7d1b7ed379 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502677 Aug 29 04:40:13.627633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dd21f-abec-497e-a542-713ac30e5bfb req-52352ba0-f70a-4d1d-beb3-0de44b37ff48 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:13.629149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d7dd21f-abec-497e-a542-713ac30e5bfb req-52352ba0-f70a-4d1d-beb3-0de44b37ff48 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0494072 Aug 29 04:40:13.670121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1d7dd21f-abec-497e-a542-713ac30e5bfb req-3ed284f0-62da-40e8-b99d-44d4040f3cd3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341215 Aug 29 04:40:14.109891 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-280bf667-fb5e-431c-a019-0cc9ec255b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.111502 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-280bf667-fb5e-431c-a019-0cc9ec255b1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 1098 time: 0.0461237 Aug 29 04:40:14.201824 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-1c5e43ff-3e93-47d6-b315-b89213c06beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.203314 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-1c5e43ff-3e93-47d6-b315-b89213c06beb service neutron] 10.222.0.59 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.0832489 Aug 29 04:40:14.273228 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-58ccbc0f-096e-4c4e-98bd-6318447bc352 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2b43635-6098-4378-b73d-fa28e8518981 HTTP/1.1" status: 200 len: 1001 time: 0.0615332 Aug 29 04:40:14.322588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-8c6d8a0a-6120-481a-8057-8d2158fe5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.324010 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-8c6d8a0a-6120-481a-8057-8d2158fe5672 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.0431159 Aug 29 04:40:14.369314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-07332eaa-be72-46e2-b44d-ae4e8aae4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.370692 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-07332eaa-be72-46e2-b44d-ae4e8aae4c00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392189 Aug 29 04:40:14.462548 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-c07c9900-9c91-48d7-a384-438802b3b9f6 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836740 Aug 29 04:40:14.551527 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ab54c5a-8a78-4581-a72b-3b34d3f1915c req-633d2f58-6858-4b05-a7da-d45441efccd6 service neutron] 10.222.0.59 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811615 Aug 29 04:40:14.790872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d865689-ab55-48ca-86fc-61b696fc9424 req-6ae3bf3f-55d9-404c-a7e7-46d6227c3f94 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.792357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d865689-ab55-48ca-86fc-61b696fc9424 req-6ae3bf3f-55d9-404c-a7e7-46d6227c3f94 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0487571 Aug 29 04:40:14.831578 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d865689-ab55-48ca-86fc-61b696fc9424 req-20541f46-0801-4544-9726-bdb1c9fe8389 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Aug 29 04:40:15.948880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2d58c-7107-495f-98a0-ba261abff8ed req-9cb97e11-8bdc-48b6-9b80-a1cea3462ee0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:15.950348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5d2d58c-7107-495f-98a0-ba261abff8ed req-9cb97e11-8bdc-48b6-9b80-a1cea3462ee0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0475817 Aug 29 04:40:15.987680 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5d2d58c-7107-495f-98a0-ba261abff8ed req-5d45fc20-fb3d-435d-8a70-7fe9e4d903bc tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315435 Aug 29 04:40:17.106367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36acbf-d172-4b35-8eb2-63c3060f6bc9 req-5746641e-cd2f-4096-836a-703a53e5633a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:17.107842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c36acbf-d172-4b35-8eb2-63c3060f6bc9 req-5746641e-cd2f-4096-836a-703a53e5633a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0498066 Aug 29 04:40:17.148109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c36acbf-d172-4b35-8eb2-63c3060f6bc9 req-bb980c13-a6a7-4626-a5c0-cd55d353221b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343871 Aug 29 04:40:18.018721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b5049-afb5-46ce-9bb9-c10d1456eb9b req-9e0802a2-f58c-47fc-9625-53fe87d49dc3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:18.020244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-718b5049-afb5-46ce-9bb9-c10d1456eb9b req-9e0802a2-f58c-47fc-9625-53fe87d49dc3 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0514486 Aug 29 04:40:18.058075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-718b5049-afb5-46ce-9bb9-c10d1456eb9b req-eeb13c48-3853-48b3-905f-f0342980bba8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Aug 29 04:40:18.190935 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-eb0bb5d6-aad6-42fe-9cf2-d3a976b823dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1812501 Aug 29 04:40:18.268400 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.348883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device c2b43635-6098-4378-b73d-fa28e8518981 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:18.427895 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.452631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:18.454956 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626ee797-2fd2-4b5a-bc15-87c5da5c7bf2" -d '{"events": [{"server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b43635-6098-4378-b73d-fa28e8518981"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:18.467212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:18.471780 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.504756 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f32f23-11e1-48af-8502-746f7cdd5c36 x-openstack-request-id: req-b2f32f23-11e1-48af-8502-746f7cdd5c36 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:18.505051 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "name": "network-vif-unplugged", "status": "failed", "tag": "c2b43635-6098-4378-b73d-fa28e8518981", "code": 422}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:18.505311 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2f32f23-11e1-48af-8502-746f7cdd5c36 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:18.505703 n-d-712141-12 neutron-server[94852]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981', 'code': 422} returned with failed status Aug 29 04:40:18.540330 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:19.007003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-112fc43b-3539-4f7f-a514-efc2ea9b4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.008392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-112fc43b-3539-4f7f-a514-efc2ea9b4b99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0&tenant_id=0487e48474004c2497a09711e3651017 HTTP/1.1" status: 200 len: 1096 time: 0.0404704 Aug 29 04:40:19.026824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:19.079538 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.275487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d911c-4fef-493e-8625-e7149250a2da req-fccbca63-dabc-4a9f-b83a-628f37c094d6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.277497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-786d911c-4fef-493e-8625-e7149250a2da req-fccbca63-dabc-4a9f-b83a-628f37c094d6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1451075 Aug 29 04:40:19.338240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-786d911c-4fef-493e-8625-e7149250a2da req-5d935d9b-c96b-48a6-a5a1-3259457fb335 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532906 Aug 29 04:40:19.350321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:19.383031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:19.414907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b43635-6098-4378-b73d-fa28e8518981 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:19.422407 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.434524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Transition to ACTIVE for port object c2b43635-6098-4378-b73d-fa28e8518981 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:19.438380 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.563383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=9']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:19.613861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] No DVR routers for this DVR port c2b43635-6098-4378-b73d-fa28e8518981 on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:19.941076 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:40:20.076485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Attempting to bind port c2b43635-6098-4378-b73d-fa28e8518981 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:20.077063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Attempting to bind port c2b43635-6098-4378-b73d-fa28e8518981 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:20.077186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Attempting to bind port c2b43635-6098-4378-b73d-fa28e8518981 on network f31cdb33-4f3d-4715-a896-1f6fdb578695 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:20.081261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Port c2b43635-6098-4378-b73d-fa28e8518981 on network f31cdb33-4f3d-4715-a896-1f6fdb578695 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:20.081581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Attempting to bind port c2b43635-6098-4378-b73d-fa28e8518981 on network f31cdb33-4f3d-4715-a896-1f6fdb578695 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:20.086347 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:20.086686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Checking segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:20.087068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Bound using segment: {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:20.087491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Bound port: c2b43635-6098-4378-b73d-fa28e8518981, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc4022d-fe05-4e75-9f27-baef50dde24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:20.087841 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.151607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:20.154653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:20.158313 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.190163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.190773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.192150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] 10.222.0.52 "PUT /v2.0/ports/c2b43635-6098-4378-b73d-fa28e8518981 HTTP/1.1" status: 200 len: 1093 time: 1.1697950 Aug 29 04:40:20.192598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:20.194839 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e" -d '{"events": [{"name": "network-changed", "server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "tag": "c2b43635-6098-4378-b73d-fa28e8518981"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:20.219002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f211c8-9963-4fd7-9ac2-9ee6dd9a1a97 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=10']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:20.246094 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1278e08e-56b4-4795-890c-0fce26885381 x-openstack-request-id: req-1278e08e-56b4-4795-890c-0fce26885381 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:20.246389 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "tag": "c2b43635-6098-4378-b73d-fa28e8518981", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:20.246665 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1278e08e-56b4-4795-890c-0fce26885381 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:20.247058 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981', 'status': 'completed', 'code': 200} Aug 29 04:40:20.280383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-edff0ac7-18fa-41da-9208-d83e7ad11270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.281921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-edff0ac7-18fa-41da-9208-d83e7ad11270 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0537117 Aug 29 04:40:20.380478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-0bb60e8c-66ee-4afd-94e3-5a0cf3fc99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.382286 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-0bb60e8c-66ee-4afd-94e3-5a0cf3fc99bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.0875514 Aug 29 04:40:20.478025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-6ce8549a-7ca3-42bf-90d3-9f0565ae2942 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2b43635-6098-4378-b73d-fa28e8518981 HTTP/1.1" status: 200 len: 999 time: 0.0867124 Aug 29 04:40:20.502406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b7f30-b054-4196-8ec0-0ef008f72748 req-405b097d-b69c-41b0-bb63-62ca847b951d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.503866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb1b7f30-b054-4196-8ec0-0ef008f72748 req-405b097d-b69c-41b0-bb63-62ca847b951d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0729187 Aug 29 04:40:20.559843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-eb858230-cd5d-4388-be21-b83864af42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.561285 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-eb858230-cd5d-4388-be21-b83864af42e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.0750394 Aug 29 04:40:20.566128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb1b7f30-b054-4196-8ec0-0ef008f72748 req-6f266d01-f1b2-4846-8ef2-a90e91627aa7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444777 Aug 29 04:40:20.622958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-a7bb47e6-90f6-4774-915d-e149f53b982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.624478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-a7bb47e6-90f6-4774-915d-e149f53b982b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556068 Aug 29 04:40:20.715177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-64fbf3bb-2da6-4326-8f86-28ae95e12b77 service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828385 Aug 29 04:40:20.802765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-14649ba1-1f68-4773-851d-64eca1cda5d9 service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802996 Aug 29 04:40:20.944560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-c1f4b498-39d7-43a4-b5e6-a838741edfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.946065 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-c1f4b498-39d7-43a4-b5e6-a838741edfdb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0487e48474004c2497a09711e3651017&device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0456097 Aug 29 04:40:21.036773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-aca68568-4fd1-4c40-a792-12935834dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.038725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-aca68568-4fd1-4c40-a792-12935834dcf5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 200 len: 918 time: 0.0833116 Aug 29 04:40:21.107634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-f8c46228-9429-4d98-a990-552a99ca7585 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2b43635-6098-4378-b73d-fa28e8518981 HTTP/1.1" status: 200 len: 999 time: 0.0616984 Aug 29 04:40:21.159029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-1263198a-923c-41fa-b2fe-6e444890a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.160641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-1263198a-923c-41fa-b2fe-6e444890a949 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 200 len: 856 time: 0.0463114 Aug 29 04:40:21.214348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-fe28fb2f-bc2c-414a-8a9e-f822215520e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.216453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-fe28fb2f-bc2c-414a-8a9e-f822215520e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f31cdb33-4f3d-4715-a896-1f6fdb578695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484507 Aug 29 04:40:21.708103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099c793-1e4b-410c-9cbe-3cd283b540c9 req-17489049-608b-4206-9708-94df01061f22 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.709713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3099c793-1e4b-410c-9cbe-3cd283b540c9 req-17489049-608b-4206-9708-94df01061f22 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0639002 Aug 29 04:40:21.749170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3099c793-1e4b-410c-9cbe-3cd283b540c9 req-a66ba1e7-fd29-4616-9756-72dbdcc4b4e8 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323443 Aug 29 04:40:22.877901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9939579-cf1d-448b-808b-03c44c62d93c req-c27b0695-b893-4599-8f9e-80f7ee574271 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:22.879449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9939579-cf1d-448b-808b-03c44c62d93c req-c27b0695-b893-4599-8f9e-80f7ee574271 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0551462 Aug 29 04:40:22.917478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e9939579-cf1d-448b-808b-03c44c62d93c req-1f3f92b4-ac12-47f2-a7cd-4ef806c09c4d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Aug 29 04:40:23.536600 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5da5283e-8e8f-40d1-83ea-f21cc4fd9cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.046989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf9896-b345-4319-a938-b8d7398626b8 req-7cec7f3c-c3d5-465c-a7ee-894043dc4f2d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:24.048800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bcaf9896-b345-4319-a938-b8d7398626b8 req-7cec7f3c-c3d5-465c-a7ee-894043dc4f2d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0513606 Aug 29 04:40:24.089244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bcaf9896-b345-4319-a938-b8d7398626b8 req-c0fd02d7-9919-4b98-9550-c6981ef22e0f tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342877 Aug 29 04:40:25.218449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a12fa-a30b-45f0-88ee-ae2e6dae8af0 req-e2a92ad5-f42b-455a-9c6e-9c66ff624fd0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:25.219981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a66a12fa-a30b-45f0-88ee-ae2e6dae8af0 req-e2a92ad5-f42b-455a-9c6e-9c66ff624fd0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0531971 Aug 29 04:40:25.257287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a66a12fa-a30b-45f0-88ee-ae2e6dae8af0 req-29c8ca7a-1491-46d9-a6e2-1939cb582513 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Aug 29 04:40:26.121705 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-37196ee2-ea48-4c36-b2d9-2b4d7484025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.320279 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.391974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487db15-3b56-4ef3-aca9-177efbc8122b req-2ae0d3ba-aef3-4c09-af67-aa6605f4dc3a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.393415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f487db15-3b56-4ef3-aca9-177efbc8122b req-2ae0d3ba-aef3-4c09-af67-aa6605f4dc3a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0533724 Aug 29 04:40:26.439795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f487db15-3b56-4ef3-aca9-177efbc8122b req-a3e0b361-557c-413b-9247-59efcf2a4e93 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380037 Aug 29 04:40:27.229827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48290) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:27.316415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8760b725-d538-4766-9107-98b9700ec936 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3320 time: 0.0853658 Aug 29 04:40:27.319044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48292) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:27.323871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'network': {'name': 'tempest-network-smoke--108719713', 'project_id': '03065be262e84f73a665e6118c4221a4', 'port_security_enabled': False}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:27.349539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Made reservation on behalf of 03065be262e84f73a665e6118c4221a4 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:27.356511 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.370551 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.386248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:27.396932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.397630 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Added segment 744e6a6f-906e-4196-adbf-d4d9cd277eaa of type vlan for network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a Aug 29 04:40:27.435825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.463290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.478458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.479115 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.488496 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.516927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1968040 Aug 29 04:40:27.519702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48298) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:27.524848 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-284834855', 'admin_state_up': True, 'project_id': '03065be262e84f73a665e6118c4221a4', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:27.553092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.554918 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.583680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a607-04e4-4508-969d-8bdf6942d3e1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Network': ['ID=b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.595176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:27.632125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee00c4b-a0ff-48e8-9a5f-7327c127dac1 req-6ae31087-d35b-413b-b73f-e5ad69c45ce7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.633988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ee00c4b-a0ff-48e8-9a5f-7327c127dac1 req-6ae31087-d35b-413b-b73f-e5ad69c45ce7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.1061864 Aug 29 04:40:27.650409 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.700551 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ee00c4b-a0ff-48e8-9a5f-7327c127dac1 req-2e06fb6c-95b3-48ff-a7f5-b6b14a1850a4 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605059 Aug 29 04:40:27.806304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.001965 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.022778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.136727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Allocated IP 172.25.5.36 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/09eb456c-a667-4fee-a9f4-a18501278d9f) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:28.251407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.291555 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.333029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:28.336191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:28.339803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:28.379072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Port': ['ID=09eb456c-a667-4fee-a9f4-a18501278d9f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:28.626514 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.838242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3844c2-db09-460d-9c79-816ffc148146 req-c0055d79-9896-4eec-ac4e-24d2d14d6dc2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.839794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a3844c2-db09-460d-9c79-816ffc148146 req-c0055d79-9896-4eec-ac4e-24d2d14d6dc2 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0558686 Aug 29 04:40:28.841070 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.878995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a3844c2-db09-460d-9c79-816ffc148146 req-14667830-abe3-4846-a129-4f0b1c943b9a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327983 Aug 29 04:40:28.976099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:29.088160 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:29.089160 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.100471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Sync routers for ids ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:29.108041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.109324 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c8ec0cc3-5015-49fa-acf6-6930fb1e14dd tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5885844 Aug 29 04:40:29.112397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48302) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:29.114185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Routers {'0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:29.114806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:29.220396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df07ec8-b35b-49dc-b465-68f3b6aacf63 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.222109 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9df07ec8-b35b-49dc-b465-68f3b6aacf63 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=03065be262e84f73a665e6118c4221a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1087639 Aug 29 04:40:29.223616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Set router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:29.228784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48304) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:29.341002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efffd6fe-710a-4c39-8594-6b922df798a0 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.345459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48308) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:29.346103 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-efffd6fe-710a-4c39-8594-6b922df798a0 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1162453 Aug 29 04:40:29.375138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2c4ad1af-14b1-4345-b7bb-f44393b52b4d tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283523 Aug 29 04:40:29.377751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48310) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:29.408681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3d605f2f-c45a-4196-8244-44312e5e890d tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=03065be262e84f73a665e6118c4221a4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297587 Aug 29 04:40:29.411251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48312) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:29.441882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-284834855', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:27Z', 'updated_at': '2021-08-29T04:40:28Z', 'revision_number': 3, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:28Z', 'updated_at': '2021-08-29T04:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:29.468690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Checking router: 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:29.469242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Updating router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 port 09eb456c-a667-4fee-a9f4-a18501278d9f binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:29.495141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.508509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9418de-5ef3-4f07-a461-de635dcaf1b5 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.513329 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4f9418de-5ef3-4f07-a461-de635dcaf1b5 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979116 Aug 29 04:40:29.513725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48314) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:29.792724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.804179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Transition to ACTIVE for port object 09eb456c-a667-4fee-a9f4-a18501278d9f will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:29.815155 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.871785 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cfabf895-11e7-487a-b360-074c6cf4bd08 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3568256 Aug 29 04:40:29.874800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48316) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:29.877288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Attempting to bind port 09eb456c-a667-4fee-a9f4-a18501278d9f on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:29.877664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Attempting to bind port 09eb456c-a667-4fee-a9f4-a18501278d9f by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:29.878038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Attempting to bind port 09eb456c-a667-4fee-a9f4-a18501278d9f on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:29.882248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206783433', 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a', 'project_id': '03065be262e84f73a665e6118c4221a4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:29.882456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7bcfb-3c1a-47e8-bb18-5b6a39e6242e None None] Pushing event updated for resources: {'Port': ['ID=09eb456c-a667-4fee-a9f4-a18501278d9f,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:29.887285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:29.887670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:29.891652 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.891652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:29.891652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Bound port: 09eb456c-a667-4fee-a9f4-a18501278d9f, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:29.891652 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.964674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] For port 09eb456c-a667-4fee-a9f4-a18501278d9f, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:29.971340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] For port 09eb456c-a667-4fee-a9f4-a18501278d9f, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=09eb456c-a667-4fee-a9f4-a18501278d9f,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:29.977887 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.040120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Made reservation on behalf of 03065be262e84f73a665e6118c4221a4 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:30.045687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.079770 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d394c3b-2f42-4ac6-8497-2f5d3c13bc3b req-a74ca4ad-2445-438f-9087-bb2a59ab4f32 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:30.081994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7bcfb-3c1a-47e8-bb18-5b6a39e6242e None None] Pushing event updated for resources: {'Port': ['ID=09eb456c-a667-4fee-a9f4-a18501278d9f,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:30.082366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d394c3b-2f42-4ac6-8497-2f5d3c13bc3b req-a74ca4ad-2445-438f-9087-bb2a59ab4f32 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0990694 Aug 29 04:40:30.084921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Routers {'0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:30.085629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:30.141310 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d394c3b-2f42-4ac6-8497-2f5d3c13bc3b req-ad45953d-959b-415c-979b-d2b74f7c939b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497909 Aug 29 04:40:30.223022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] Set router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:30.329603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.405925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Subnet': ['ID=700d982e-f6a3-4897-bd28-0291bfd002aa,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:30.414658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Checking segment: {'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:30.415736 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network hostable DHCP agents. Network: b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:30.441176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:30.443271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-284834855', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:27Z', 'updated_at': '2021-08-29T04:40:28Z', 'revision_number': 3, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:28Z', 'updated_at': '2021-08-29T04:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:30.450020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:30.455376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:30.456256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.476163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7257ae8-050f-422b-bd08-415c22f7d38c None None] The sync data for ids ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'] in n-d-712141-12 is: [{'id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-284834855', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:27Z', 'updated_at': '2021-08-29T04:40:28Z', 'revision_number': 3, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:28Z', 'updated_at': '2021-08-29T04:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:30.480268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01297491-9eb0-4cd0-b138-2e36c12045fc None None] Network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:30.500645 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e523635a-a94f-466c-a5c2-8f6ddc9578f5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6238132 Aug 29 04:40:30.502673 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48320) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:30.672832 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a', 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'fixed_ips': [{'subnet_id': '700d982e-f6a3-4897-bd28-0291bfd002aa'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:30.674188 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.888925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Allocated IP 172.20.0.18 (b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a/700d982e-f6a3-4897-bd28-0291bfd002aa/ee0bc37d-c65a-4402-bea9-dc0f53f79fd0) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:31.090607 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.120404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Transition to ACTIVE for port object ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:31.156029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Transition to ACTIVE for port object ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:31.194985 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.277541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Pushing event updated for resources: {'Port': ['ID=ee0bc37d-c65a-4402-bea9-dc0f53f79fd0,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:31.295979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:31.297805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:31.302590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:31.367663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Attempting to bind port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:31.368055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Attempting to bind port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:31.368487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Attempting to bind port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 on network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:31.373990 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.376436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:31.376831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Checking segment: {'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:31.377744 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.377868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Bound using segment: {'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:31.378394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Bound port: ee0bc37d-c65a-4402-bea9-dc0f53f79fd0, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:31.378723 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.402335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7a230-b9a0-4af0-bcb3-f7f9b79c0289 req-e1f3a1b7-7fbe-430b-b506-ce558f857689 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:31.404073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3a7a230-b9a0-4af0-bcb3-f7f9b79c0289 req-e1f3a1b7-7fbe-430b-b506-ce558f857689 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0952106 Aug 29 04:40:31.468331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] For port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:31.472160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] For port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ee0bc37d-c65a-4402-bea9-dc0f53f79fd0,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:31.478078 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.545451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06449d56-edbf-4321-9333-ef8ac3b65e42 None None] Pushing event updated for resources: {'Port': ['ID=ee0bc37d-c65a-4402-bea9-dc0f53f79fd0,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:31.545942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3a7a230-b9a0-4af0-bcb3-f7f9b79c0289 req-a2a480f4-31ba-4419-bc2c-37d222232b53 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873244 Aug 29 04:40:31.765454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Allocated IP 172.20.0.17 (b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a/700d982e-f6a3-4897-bd28-0291bfd002aa/7a99ff4d-83cb-4353-b971-d7e625f10b15) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:31.885923 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.898633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Transition to ACTIVE for port object 7a99ff4d-83cb-4353-b971-d7e625f10b15 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:31.929810 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.972379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:31.977244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:31.981526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:32.006792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Port': ['ID=7a99ff4d-83cb-4353-b971-d7e625f10b15,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.029434 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.156121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.433796 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.439470 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.517525 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.519460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Port': ['ID=7a99ff4d-83cb-4353-b971-d7e625f10b15,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.632416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:32.634224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:32.726209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf61cb0-fb35-47c6-9eda-a98feaf221b2 req-7d19f196-d876-42e8-a8cf-014f9639f469 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:32.727745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cf61cb0-fb35-47c6-9eda-a98feaf221b2 req-7d19f196-d876-42e8-a8cf-014f9639f469 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0913591 Aug 29 04:40:32.748219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:32.798193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:32.802885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 09eb456c-a667-4fee-a9f4-a18501278d9f up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:32.807862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cf61cb0-fb35-47c6-9eda-a98feaf221b2 req-ac647189-d9bb-4993-ab47-a8b40811bce5 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490131 Aug 29 04:40:32.815767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:32.856792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 09eb456c-a667-4fee-a9f4-a18501278d9f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:32.860395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 09eb456c-a667-4fee-a9f4-a18501278d9f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:32.860839 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.928806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:32.935270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-08a89d13-0a7f-44cc-a04b-22a6904f3501 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "PUT /v2.0/routers/0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4315295 Aug 29 04:40:32.939293 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Sync routers for ids ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:32.941180 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.950736 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Routers {'0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:32.951486 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:32.963287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 09eb456c-a667-4fee-a9f4-a18501278d9f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=09eb456c-a667-4fee-a9f4-a18501278d9f,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:32.970674 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.024583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=09eb456c-a667-4fee-a9f4-a18501278d9f,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:33.079910 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Set router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:33.218092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-dc0660ef-cd57-47b1-aba7-429d60bfefca tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:33.219666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-dc0660ef-cd57-47b1-aba7-429d60bfefca tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/networks?id=b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a HTTP/1.1" status: 200 len: 797 time: 0.1054447 Aug 29 04:40:33.238601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-63e66546-c116-4859-bbe1-5b9844394da3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/quotas/03065be262e84f73a665e6118c4221a4 HTTP/1.1" status: 200 len: 375 time: 0.0108764 Aug 29 04:40:33.299492 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-284834855', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:27Z', 'updated_at': '2021-08-29T04:40:32Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:28Z', 'updated_at': '2021-08-29T04:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7a99ff4d-83cb-4353-b971-d7e625f10b15', 'name': '', 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:49:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '700d982e-f6a3-4897-bd28-0291bfd002aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:31Z', 'updated_at': '2021-08-29T04:40:32Z', 'revision_number': 2, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '700d982e-f6a3-4897-bd28-0291bfd002aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:33.306751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-ec49a634-6c71-4dea-b5c5-d847a9495fbe tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03065be262e84f73a665e6118c4221a4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0618055 Aug 29 04:40:33.329406 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Checking router: 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:33.329871 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Updating router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 port 7a99ff4d-83cb-4353-b971-d7e625f10b15 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:33.346683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f739515-2da7-478e-b381-730df5930f81 None None] Network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:33.360503 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.410154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-1665d76f-0636-4627-b7b5-e2b7330d9a58 service neutron] 10.222.0.49 "GET /v2.0/networks/b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898392 Aug 29 04:40:33.514103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-f41db6f3-ee18-4ec6-93f3-4370ee519b15 service neutron] 10.222.0.49 "GET /v2.0/networks/b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971797 Aug 29 04:40:33.585711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-08e9f12c-b174-44a6-8d23-9fb7b034e145 None None] Provisioning for port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:33.599392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-08e9f12c-b174-44a6-8d23-9fb7b034e145 None None] Provisioning complete for port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:33.599392 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08e9f12c-b174-44a6-8d23-9fb7b034e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.670948 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.685686 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Transition to ACTIVE for port object 7a99ff4d-83cb-4353-b971-d7e625f10b15 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:33.691869 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.748334 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08e9f12c-b174-44a6-8d23-9fb7b034e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.758765 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Pushing event updated for resources: {'Port': ['ID=7a99ff4d-83cb-4353-b971-d7e625f10b15,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:33.759841 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06d7ae57-f903-448f-8598-c38567c8f19f req-0b336324-1bb0-4411-bc6a-bf9890ecefeb tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 210 time: 0.0491464 Aug 29 04:40:33.768173 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.768371 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.768700 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.769126 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.769488 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.769857 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.770177 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.770596 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.770934 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.771222 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.771536 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.772064 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:33.811120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-08e9f12c-b174-44a6-8d23-9fb7b034e145 None None] For port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ee0bc37d-c65a-4402-bea9-dc0f53f79fd0,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:33.817981 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08e9f12c-b174-44a6-8d23-9fb7b034e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.823866 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Attempting to bind port 7a99ff4d-83cb-4353-b971-d7e625f10b15 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:33.824451 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Attempting to bind port 7a99ff4d-83cb-4353-b971-d7e625f10b15 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:33.825670 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Attempting to bind port 7a99ff4d-83cb-4353-b971-d7e625f10b15 on network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:33.833525 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:33.834112 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Checking segment: {'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:33.834708 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.835183 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Bound using segment: {'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:33.835834 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Bound port: 7a99ff4d-83cb-4353-b971-d7e625f10b15, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:33.836327 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.906619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9f12c-b174-44a6-8d23-9fb7b034e145 None None] Pushing event updated for resources: {'Port': ['ID=ee0bc37d-c65a-4402-bea9-dc0f53f79fd0,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:33.953608 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] For port 7a99ff4d-83cb-4353-b971-d7e625f10b15, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:33.957416 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] For port 7a99ff4d-83cb-4353-b971-d7e625f10b15, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7a99ff4d-83cb-4353-b971-d7e625f10b15,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:33.964926 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.987762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54ef87-f85b-470a-afbf-d00205491df5 req-fb40bc99-e2a6-436a-a099-e5a252ddf6bc tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:33.989655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b54ef87-f85b-470a-afbf-d00205491df5 req-fb40bc99-e2a6-436a-a099-e5a252ddf6bc tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0541925 Aug 29 04:40:34.039859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cb860189-f1b0-4c5b-a06d-8fc4a3e4e87a None None] Provisioning complete for port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:34.040264 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb860189-f1b0-4c5b-a06d-8fc4a3e4e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.052486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b54ef87-f85b-470a-afbf-d00205491df5 req-5c3a8158-eea8-4369-b4a0-7dae4b78f4de tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557113 Aug 29 04:40:34.057417 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c408607-3462-4005-b5a4-883700e0dfe4 None None] Pushing event updated for resources: {'Port': ['ID=7a99ff4d-83cb-4353-b971-d7e625f10b15,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.064513 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Routers {'0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:34.065834 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:34.160026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cb860189-f1b0-4c5b-a06d-8fc4a3e4e87a None None] Provisioning for port 7a99ff4d-83cb-4353-b971-d7e625f10b15 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:34.195903 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] Set router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:34.402346 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-284834855', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:27Z', 'updated_at': '2021-08-29T04:40:32Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:28Z', 'updated_at': '2021-08-29T04:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7a99ff4d-83cb-4353-b971-d7e625f10b15', 'name': '', 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:49:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '700d982e-f6a3-4897-bd28-0291bfd002aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:31Z', 'updated_at': '2021-08-29T04:40:33Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '700d982e-f6a3-4897-bd28-0291bfd002aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:34.428459 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7648d-2ed7-419a-bdd6-20591ecbb3bc None None] The sync data for ids ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'] in n-d-712141-12 is: [{'id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-284834855', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:27Z', 'updated_at': '2021-08-29T04:40:32Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:28Z', 'updated_at': '2021-08-29T04:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7a99ff4d-83cb-4353-b971-d7e625f10b15', 'name': '', 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:49:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '700d982e-f6a3-4897-bd28-0291bfd002aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:31Z', 'updated_at': '2021-08-29T04:40:33Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '700d982e-f6a3-4897-bd28-0291bfd002aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:34.685966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7a99ff4d-83cb-4353-b971-d7e625f10b15 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:34.753541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 7a99ff4d-83cb-4353-b971-d7e625f10b15 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:34.758290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7a99ff4d-83cb-4353-b971-d7e625f10b15 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:34.758778 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.849261 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.885553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 7a99ff4d-83cb-4353-b971-d7e625f10b15, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7a99ff4d-83cb-4353-b971-d7e625f10b15,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:34.890404 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.891189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b7654537-47c7-4cac-995b-01925d3079ff req-cb234844-71b2-4c2a-b4e9-af051c401cf2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 210 time: 0.0297985 Aug 29 04:40:34.891688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:34.984014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=7a99ff4d-83cb-4353-b971-d7e625f10b15,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.989758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ed1fc06-68b4-4c54-9250-4f41929075bd None None] Provisioning complete for port 7a99ff4d-83cb-4353-b971-d7e625f10b15 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:34.990138 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ed1fc06-68b4-4c54-9250-4f41929075bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.026798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:35.027176 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.150474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 09eb456c-a667-4fee-a9f4-a18501278d9f up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:35.196240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c562b-af47-43d8-9280-43a9b4869938 req-47ce4e84-eb3c-4060-a7fd-46af026e024b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:35.198107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba3c562b-af47-43d8-9280-43a9b4869938 req-47ce4e84-eb3c-4060-a7fd-46af026e024b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0579317 Aug 29 04:40:35.203187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 09eb456c-a667-4fee-a9f4-a18501278d9f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:35.203566 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.237899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba3c562b-af47-43d8-9280-43a9b4869938 req-06a0ab30-ec0c-4c5e-965d-7392b0ff677a tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329063 Aug 29 04:40:35.988648 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b275a82-ee8f-4e0f-a3da-c5158ccc18df req-435b27f8-4a4e-4e1a-8806-b07c76567f33 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 210 time: 0.0273352 Aug 29 04:40:36.080424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-9ff93414-f963-4121-8d72-69542aada4a9 service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836470 Aug 29 04:40:36.180867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c40a214-7ff1-44c6-a5b5-1fe8c9daf18e req-e03851bb-8ee8-47b2-980e-aaa63e25e54a service neutron] 10.222.0.52 "GET /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929904 Aug 29 04:40:36.363776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52ec5e-e075-4a01-9255-dc75ece42c0d req-026d2f7a-1d07-425c-8629-b07bee5bb507 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.365285 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b52ec5e-e075-4a01-9255-dc75ece42c0d req-026d2f7a-1d07-425c-8629-b07bee5bb507 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0490966 Aug 29 04:40:36.404053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b52ec5e-e075-4a01-9255-dc75ece42c0d req-e772bbd3-3605-4800-8830-39d92a3381bc tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328307 Aug 29 04:40:36.556393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7a99ff4d-83cb-4353-b971-d7e625f10b15 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:36.606444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7a99ff4d-83cb-4353-b971-d7e625f10b15 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:36.606869 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.775520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-a74efc54-95f4-4f12-935f-c34c5843c393 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.777165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-a74efc54-95f4-4f12-935f-c34c5843c393 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.52 "GET /v2.0/networks?id=b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a HTTP/1.1" status: 200 len: 797 time: 0.1059475 Aug 29 04:40:36.805090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Request body: {'port': {'device_id': '7916c299-bd9b-46cd-97d8-42593a4882ae', 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a', 'admin_state_up': True, 'tenant_id': '03065be262e84f73a665e6118c4221a4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:36.911546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Made reservation on behalf of 03065be262e84f73a665e6118c4221a4 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:36.915170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.041803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Allocated IP 172.20.0.27 (b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a/700d982e-f6a3-4897-bd28-0291bfd002aa/d27aefe3-3003-46d4-8336-3069964a02aa) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:37.119586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f07d83b-5030-44b8-b29e-548eee698166 req-bd0ad5cb-fbc4-4f28-b659-4f8833af61e5 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 210 time: 0.0632915 Aug 29 04:40:37.177908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.191215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Transition to ACTIVE for port object d27aefe3-3003-46d4-8336-3069964a02aa will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:37.222708 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.263340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:37.266414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:37.270640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:37.301891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event updated for resources: {'Port': ['ID=d27aefe3-3003-46d4-8336-3069964a02aa,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.329636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:37.330288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.345438 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-870fb6c8-2691-4948-a666-de60d575b927 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5440047 Aug 29 04:40:37.364764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Request body: {'port': {'device_id': '7916c299-bd9b-46cd-97d8-42593a4882ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:37.424833 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.472222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c8371355-c3fc-4ae2-98bd-afef848c7011 None None] Provisioning for port d27aefe3-3003-46d4-8336-3069964a02aa completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:37.476008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c8371355-c3fc-4ae2-98bd-afef848c7011 None None] Provisioning complete for port d27aefe3-3003-46d4-8336-3069964a02aa triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:37.476407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c8371355-c3fc-4ae2-98bd-afef848c7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.515400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c8371355-c3fc-4ae2-98bd-afef848c7011 None None] Port d27aefe3-3003-46d4-8336-3069964a02aa cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:37.593303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a969975-36b1-41ac-95a9-af95939d3ef6 req-a33ead73-5137-4313-bcf8-1295818188f0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:37.594813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a969975-36b1-41ac-95a9-af95939d3ef6 req-a33ead73-5137-4313-bcf8-1295818188f0 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.1156628 Aug 29 04:40:37.675613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a969975-36b1-41ac-95a9-af95939d3ef6 req-b11d45ee-2087-4461-80fb-00d2a7af1c10 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700164 Aug 29 04:40:37.754110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27aefe3-3003-46d4-8336-3069964a02aa {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:37.761440 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.772814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Transition to ACTIVE for port object d27aefe3-3003-46d4-8336-3069964a02aa will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:37.776689 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.824066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Pushing event updated for resources: {'Port': ['ID=d27aefe3-3003-46d4-8336-3069964a02aa,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.894391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Attempting to bind port d27aefe3-3003-46d4-8336-3069964a02aa on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:37.894722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Attempting to bind port d27aefe3-3003-46d4-8336-3069964a02aa by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:37.895046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Attempting to bind port d27aefe3-3003-46d4-8336-3069964a02aa on network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:37.899460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Port d27aefe3-3003-46d4-8336-3069964a02aa on network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:37.899776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Attempting to bind port d27aefe3-3003-46d4-8336-3069964a02aa on network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:37.904776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:37.905110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Checking segment: {'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:37.905486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Bound using segment: {'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:37.905908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Bound port: d27aefe3-3003-46d4-8336-3069964a02aa, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744e6a6f-906e-4196-adbf-d4d9cd277eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:37.906502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.977402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] For port d27aefe3-3003-46d4-8336-3069964a02aa, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:37.981167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] For port d27aefe3-3003-46d4-8336-3069964a02aa, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d27aefe3-3003-46d4-8336-3069964a02aa,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:37.985139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.018151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.018762 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.020150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] 10.222.0.52 "PUT /v2.0/ports/d27aefe3-3003-46d4-8336-3069964a02aa HTTP/1.1" status: 200 len: 1056 time: 0.6598334 Aug 29 04:40:38.020603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7916c299-bd9b-46cd-97d8-42593a4882ae', 'tag': 'd27aefe3-3003-46d4-8336-3069964a02aa'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:38.022824 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7916c299-bd9b-46cd-97d8-42593a4882ae", "tag": "d27aefe3-3003-46d4-8336-3069964a02aa"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:38.055795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb8df4-e7f0-4366-aa8b-8cfe766dfe65 service neutron] Pushing event updated for resources: {'Port': ['ID=d27aefe3-3003-46d4-8336-3069964a02aa,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:38.070020 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ec1c8c-d228-43c6-9827-29891c1ccd65 x-openstack-request-id: req-21ec1c8c-d228-43c6-9827-29891c1ccd65 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:38.070313 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7916c299-bd9b-46cd-97d8-42593a4882ae", "tag": "d27aefe3-3003-46d4-8336-3069964a02aa", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:38.070567 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21ec1c8c-d228-43c6-9827-29891c1ccd65 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:38.070975 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7916c299-bd9b-46cd-97d8-42593a4882ae', 'tag': 'd27aefe3-3003-46d4-8336-3069964a02aa', 'status': 'completed', 'code': 200} Aug 29 04:40:38.128772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-9e6f67ed-196f-44c3-a863-6bb6dbd84583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.130281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-9e6f67ed-196f-44c3-a863-6bb6dbd84583 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=03065be262e84f73a665e6118c4221a4&device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 1059 time: 0.0421939 Aug 29 04:40:38.521019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-974a24f8-f313-4206-bd37-df7659206ff7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=d27aefe3-3003-46d4-8336-3069964a02aa HTTP/1.1" status: 200 len: 217 time: 0.3765709 Aug 29 04:40:38.591116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-683d341e-06dd-4caf-86a9-22f617ae4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.592627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-683d341e-06dd-4caf-86a9-22f617ae4208 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=700d982e-f6a3-4897-bd28-0291bfd002aa HTTP/1.1" status: 200 len: 838 time: 0.0632179 Aug 29 04:40:38.599900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4570da-dd7e-4a03-b8a8-a9974016f16d req-566903a7-49bd-4ee5-b6e7-e7d0835a37e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.601285 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ef4570da-dd7e-4a03-b8a8-a9974016f16d req-566903a7-49bd-4ee5-b6e7-e7d0835a37e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 907 time: 0.0828385 Aug 29 04:40:38.641661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-952126ed-295b-4be9-8681-25a4216776a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.643161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-952126ed-295b-4be9-8681-25a4216776a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0410211 Aug 29 04:40:38.733061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-384cd5ad-0e79-4228-b022-3c4e5fb344a7 service neutron] 10.222.0.52 "GET /v2.0/networks/b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827706 Aug 29 04:40:38.865582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68ea25-0d11-41bd-8177-dee24a59911f req-ff510129-adb3-4ce6-bfc5-216c40f9f3b9 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.867077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de68ea25-0d11-41bd-8177-dee24a59911f req-ff510129-adb3-4ce6-bfc5-216c40f9f3b9 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.1063986 Aug 29 04:40:38.894546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be233c3f-2983-42e2-9f59-8ccf88c01503 req-c79e0860-b352-4e23-9c66-f8a58ab042a7 service neutron] 10.222.0.52 "GET /v2.0/networks/b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513255 Aug 29 04:40:38.914265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-de68ea25-0d11-41bd-8177-dee24a59911f req-b297aadc-ba51-4e41-9978-0d21af3c9abf tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410304 Aug 29 04:40:39.023739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-454b9187-bcb0-4b4b-9ea4-e5c13155674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.025265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-454b9187-bcb0-4b4b-9ea4-e5c13155674a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=03065be262e84f73a665e6118c4221a4&device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 1059 time: 0.0422783 Aug 29 04:40:39.116808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-fcb19d80-11b5-4353-b81e-35a794fc4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.118218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-fcb19d80-11b5-4353-b81e-35a794fc4f7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a HTTP/1.1" status: 200 len: 898 time: 0.0849147 Aug 29 04:40:39.161073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-3f8b964e-c312-4570-b31b-87541dc9f871 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=d27aefe3-3003-46d4-8336-3069964a02aa HTTP/1.1" status: 200 len: 217 time: 0.0349703 Aug 29 04:40:39.211169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-73a1704b-e77c-4e85-8b15-7d29117f7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.212643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-73a1704b-e77c-4e85-8b15-7d29117f7476 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=700d982e-f6a3-4897-bd28-0291bfd002aa HTTP/1.1" status: 200 len: 838 time: 0.0450571 Aug 29 04:40:39.262818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-55e6fb12-ab81-478e-bb45-4cb069cee9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.264501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-55e6fb12-ab81-478e-bb45-4cb069cee9d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0441272 Aug 29 04:40:39.352111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-410d1a79-ad07-4b92-aa8f-1e7364d78376 service neutron] 10.222.0.52 "GET /v2.0/networks/b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800080 Aug 29 04:40:39.445285 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b80abd-2187-4ec6-9c1d-4113fe9dfbd9 req-e0ed41d4-701a-48f2-bd75-9f1d2f5b6116 service neutron] 10.222.0.52 "GET /v2.0/networks/b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864346 Aug 29 04:40:39.718040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01009-e92f-4d4b-b0ce-7b3cb12a42eb req-ed66d2b2-2362-4190-9cc8-c7db20f31cc2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.719438 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68b01009-e92f-4d4b-b0ce-7b3cb12a42eb req-ed66d2b2-2362-4190-9cc8-c7db20f31cc2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 907 time: 0.0498505 Aug 29 04:40:40.032575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5ec69-2c74-4c03-986f-303e5814e750 req-acc9b4d3-54c3-44d6-ae24-d582aadbb776 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.034165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1da5ec69-2c74-4c03-986f-303e5814e750 req-acc9b4d3-54c3-44d6-ae24-d582aadbb776 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0491722 Aug 29 04:40:40.072422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1da5ec69-2c74-4c03-986f-303e5814e750 req-683781a2-9f7e-4e0b-bea0-2babae557fbd tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322990 Aug 29 04:40:40.832538 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a0577-84ca-4cc8-b7c3-54d7f8f4aa9e req-43b0b921-dfea-42ad-a4cd-0d067015446f tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.834019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-121a0577-84ca-4cc8-b7c3-54d7f8f4aa9e req-43b0b921-dfea-42ad-a4cd-0d067015446f tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 907 time: 0.0486636 Aug 29 04:40:41.193020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b03aa2-af51-4bf2-8fd2-20e642e15fcf req-6c510a33-ad64-4076-8218-4ab47116abdc tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:41.194482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4b03aa2-af51-4bf2-8fd2-20e642e15fcf req-6c510a33-ad64-4076-8218-4ab47116abdc tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0523021 Aug 29 04:40:41.230935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4b03aa2-af51-4bf2-8fd2-20e642e15fcf req-6b38bd1b-71c5-4252-ab61-bd1760441042 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300496 Aug 29 04:40:41.948879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188756c-e05a-4c9f-9ac1-bd6b2c7105f7 req-0e11ad41-aa59-4de1-a454-5cb5a31e7f88 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:41.950395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1188756c-e05a-4c9f-9ac1-bd6b2c7105f7 req-0e11ad41-aa59-4de1-a454-5cb5a31e7f88 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 907 time: 0.0493295 Aug 29 04:40:42.210391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c2b43635-6098-4378-b73d-fa28e8518981 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:42.302056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:42.313615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'c2b43635-6098-4378-b73d-fa28e8518981', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'port_id': 'c2b43635-6098-4378-b73d-fa28e8518981', 'mac_address': 'fa:16:3e:3f:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:42.349973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349f79c-b81d-424f-af4f-a1cc797de1b0 req-80e3a9b1-2766-45c3-a02a-174a5007fe59 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.351484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b349f79c-b81d-424f-af4f-a1cc797de1b0 req-80e3a9b1-2766-45c3-a02a-174a5007fe59 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 945 time: 0.0493944 Aug 29 04:40:42.354113 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.366969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b43635-6098-4378-b73d-fa28e8518981 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:42.386576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:42.391464 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.392380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b349f79c-b81d-424f-af4f-a1cc797de1b0 req-ec85f1f8-8b51-4212-999f-bdfd5a1963fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343513 Aug 29 04:40:42.440532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=11']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.822815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c2b43635-6098-4378-b73d-fa28e8518981'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:43.067720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc900198-19f7-4fd3-ad58-c4b0ecbd9a30 req-3a775212-e7ac-43c5-a7ac-bfd68daab0a2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.069245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc900198-19f7-4fd3-ad58-c4b0ecbd9a30 req-3a775212-e7ac-43c5-a7ac-bfd68daab0a2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 907 time: 0.0528872 Aug 29 04:40:43.514567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33632319-6132-4a76-a0d4-937b35fc1e7a req-11c83d83-eeab-45d3-a27e-49ee77365358 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.516628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33632319-6132-4a76-a0d4-937b35fc1e7a req-11c83d83-eeab-45d3-a27e-49ee77365358 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0543280 Aug 29 04:40:43.559134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33632319-6132-4a76-a0d4-937b35fc1e7a req-f7a69d1f-65d1-432b-987d-e8ea3bb4cf70 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365677 Aug 29 04:40:44.184752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c19f6-8560-4519-9b0f-389e1d2f1411 req-e6c22664-679b-4979-93f0-f20e9de498c8 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:44.186252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b9c19f6-8560-4519-9b0f-389e1d2f1411 req-e6c22664-679b-4979-93f0-f20e9de498c8 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 907 time: 0.0504351 Aug 29 04:40:44.226883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d27aefe3-3003-46d4-8336-3069964a02aa details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:44.233614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c2b43635-6098-4378-b73d-fa28e8518981 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:44.339455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port c2b43635-6098-4378-b73d-fa28e8518981 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:44.351209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port c2b43635-6098-4378-b73d-fa28e8518981 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:44.351588 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.380167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d27aefe3-3003-46d4-8336-3069964a02aa, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d27aefe3-3003-46d4-8336-3069964a02aa,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:44.399781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'd27aefe3-3003-46d4-8336-3069964a02aa', 'network_id': 'b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a', 'port_id': 'd27aefe3-3003-46d4-8336-3069964a02aa', 'mac_address': 'fa:16:3e:86:83:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700d982e-f6a3-4897-bd28-0291bfd002aa', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:44.462952 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.481880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27aefe3-3003-46d4-8336-3069964a02aa {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:44.488637 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.510901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d27aefe3-3003-46d4-8336-3069964a02aa, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d27aefe3-3003-46d4-8336-3069964a02aa,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:44.518471 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.526047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:44.528356 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de1d799-614b-4029-9889-4d34b8de04be" -d '{"events": [{"server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "c2b43635-6098-4378-b73d-fa28e8518981"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:44.565443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:44.567549 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8449a281-6fe0-468a-8447-e8df7d9a3ba5 x-openstack-request-id: req-8449a281-6fe0-468a-8447-e8df7d9a3ba5 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:44.567870 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "c2b43635-6098-4378-b73d-fa28e8518981", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:44.568260 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8449a281-6fe0-468a-8447-e8df7d9a3ba5 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:44.568645 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981', 'code': 200} Aug 29 04:40:44.571337 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.591973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=d27aefe3-3003-46d4-8336-3069964a02aa,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:44.648996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=12']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:44.690847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028f607-554e-46c1-b55d-706dfaa99580 req-ae4f3eb7-9734-45d6-be26-6fc090d031db tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:44.692377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4028f607-554e-46c1-b55d-706dfaa99580 req-ae4f3eb7-9734-45d6-be26-6fc090d031db tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 947 time: 0.0498736 Aug 29 04:40:44.736912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4028f607-554e-46c1-b55d-706dfaa99580 req-19a6ca55-e848-4379-8dbb-67cf0b536514 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Aug 29 04:40:44.776651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441705fe-8ba6-4a39-a6bd-c50a372d3199 req-ebb533fd-2c33-48f9-9c06-33835227aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:44.778212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-441705fe-8ba6-4a39-a6bd-c50a372d3199 req-ebb533fd-2c33-48f9-9c06-33835227aa9c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 1099 time: 0.0398209 Aug 29 04:40:44.815107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-441705fe-8ba6-4a39-a6bd-c50a372d3199 req-8e6b1a6c-d3ae-445e-b628-7672ee321c9a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296896 Aug 29 04:40:45.002826 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['d27aefe3-3003-46d4-8336-3069964a02aa'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:45.301438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dad5f3-ec41-4a41-a273-958ecf6dbe8b req-d24c1451-cf71-4a3b-b513-f2814ce222c6 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:45.302857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2dad5f3-ec41-4a41-a273-958ecf6dbe8b req-d24c1451-cf71-4a3b-b513-f2814ce222c6 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 908 time: 0.0492098 Aug 29 04:40:45.856493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e978a-0def-4e94-9dc6-e8ba34fba687 req-78f1ce1c-f4f2-4faf-b1e7-90cfdd018cd7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:45.857895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-693e978a-0def-4e94-9dc6-e8ba34fba687 req-78f1ce1c-f4f2-4faf-b1e7-90cfdd018cd7 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 947 time: 0.0485511 Aug 29 04:40:45.895420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-693e978a-0def-4e94-9dc6-e8ba34fba687 req-37dc0ad6-f94e-4e53-897c-d44b002035ba tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317187 Aug 29 04:40:46.249807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d27aefe3-3003-46d4-8336-3069964a02aa up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:46.298858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port d27aefe3-3003-46d4-8336-3069964a02aa completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:46.302593 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port d27aefe3-3003-46d4-8336-3069964a02aa triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:46.303089 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.394683 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.427267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d27aefe3-3003-46d4-8336-3069964a02aa, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d27aefe3-3003-46d4-8336-3069964a02aa,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:46.433738 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.441544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402dce-116e-44ab-ae7f-c165b78ae4aa req-db379a9d-0ae6-4e4a-ae2b-bcb9788f9541 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:46.443086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db402dce-116e-44ab-ae7f-c165b78ae4aa req-db379a9d-0ae6-4e4a-ae2b-bcb9788f9541 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 908 time: 0.0700428 Aug 29 04:40:46.491617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=d27aefe3-3003-46d4-8336-3069964a02aa,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:46.569869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7916c299-bd9b-46cd-97d8-42593a4882ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27aefe3-3003-46d4-8336-3069964a02aa'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:46.572280 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b68536f-cc7c-400b-8b8d-a23c13831428" -d '{"events": [{"server_uuid": "7916c299-bd9b-46cd-97d8-42593a4882ae", "name": "network-vif-plugged", "status": "completed", "tag": "d27aefe3-3003-46d4-8336-3069964a02aa"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:46.609418 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff284fd-0091-4df9-9b7c-91100354d83d x-openstack-request-id: req-3ff284fd-0091-4df9-9b7c-91100354d83d {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:46.609843 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7916c299-bd9b-46cd-97d8-42593a4882ae", "name": "network-vif-plugged", "status": "completed", "tag": "d27aefe3-3003-46d4-8336-3069964a02aa", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:46.610110 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ff284fd-0091-4df9-9b7c-91100354d83d {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:46.610511 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7916c299-bd9b-46cd-97d8-42593a4882ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27aefe3-3003-46d4-8336-3069964a02aa', 'code': 200} Aug 29 04:40:46.732299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cac36-62cf-4175-886d-81248c3fd8d4 req-58895d3c-f020-47eb-88fc-36bc4a54ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:46.733961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb4cac36-62cf-4175-886d-81248c3fd8d4 req-58895d3c-f020-47eb-88fc-36bc4a54ee92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 1061 time: 0.0410001 Aug 29 04:40:47.012661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede5eb8-fd7a-4e53-b988-b8dec6f8e076 req-867d193f-7b2e-4aa3-8ceb-51f20a1c5296 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:47.014155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aede5eb8-fd7a-4e53-b988-b8dec6f8e076 req-867d193f-7b2e-4aa3-8ceb-51f20a1c5296 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 947 time: 0.0494113 Aug 29 04:40:47.037612 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a3659907-36cf-432d-8109-dca246cfb93e req-eb9e760b-fb31-45c9-92b9-c3d5e46de8f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270002 Aug 29 04:40:47.052461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aede5eb8-fd7a-4e53-b988-b8dec6f8e076 req-556e2f15-5b6b-4cc4-b9ca-2eae7525af36 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Aug 29 04:40:47.103910 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a3659907-36cf-432d-8109-dca246cfb93e req-59946fdc-59ab-4d74-a945-918e1ca55cfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0260382 Aug 29 04:40:47.142007 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a3659907-36cf-432d-8109-dca246cfb93e req-6c1f18da-ccaf-4919-9a04-ded571f1005a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194147 Aug 29 04:40:47.239607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3659907-36cf-432d-8109-dca246cfb93e req-0dad92e2-ff08-4552-85f1-6643651460ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:47.241124 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a3659907-36cf-432d-8109-dca246cfb93e req-0dad92e2-ff08-4552-85f1-6643651460ad service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923877 Aug 29 04:40:47.565733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c92f1-e916-4c55-af72-ad9444a4d0a3 req-f9be4e46-c96e-4194-b417-09ceef709b34 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:47.567224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba9c92f1-e916-4c55-af72-ad9444a4d0a3 req-f9be4e46-c96e-4194-b417-09ceef709b34 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 909 time: 0.0525393 Aug 29 04:40:48.172015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da793-d137-41b9-a60d-778583f50e49 req-5c011f0c-5db5-4c31-b7ec-99dd5cd369d9 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.173542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-851da793-d137-41b9-a60d-778583f50e49 req-5c011f0c-5db5-4c31-b7ec-99dd5cd369d9 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 947 time: 0.0507991 Aug 29 04:40:48.211885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-851da793-d137-41b9-a60d-778583f50e49 req-e7e6ff01-9941-4dad-93a7-2a9dc6f58d1d tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324709 Aug 29 04:40:48.265708 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.685813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ed2f6-25db-4c58-8d55-66a847e4c11f req-7f2d73d5-b2e7-475e-898a-095edced3006 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.687312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-581ed2f6-25db-4c58-8d55-66a847e4c11f req-7f2d73d5-b2e7-475e-898a-095edced3006 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 909 time: 0.0494378 Aug 29 04:40:48.801552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448addfe-6860-4272-8b6f-a8b1ee457129 req-ea327bd5-8c3e-44c7-8264-b3e28fba7791 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.802950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-448addfe-6860-4272-8b6f-a8b1ee457129 req-ea327bd5-8c3e-44c7-8264-b3e28fba7791 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 909 time: 0.0484095 Aug 29 04:40:48.909585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f9737-b9f1-45af-b05c-48118983323a req-c681ad84-84f5-4c5e-85f6-ea370c37d704 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.911112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e97f9737-b9f1-45af-b05c-48118983323a req-c681ad84-84f5-4c5e-85f6-ea370c37d704 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 1061 time: 0.0443265 Aug 29 04:40:49.015331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6fad7-52e9-4a7f-ad63-21a5851a3058 req-89e134ad-5a2e-462d-9a45-9af26b60b39b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:49.016896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7be6fad7-52e9-4a7f-ad63-21a5851a3058 req-89e134ad-5a2e-462d-9a45-9af26b60b39b tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 1136 time: 0.0406175 Aug 29 04:40:49.052486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7be6fad7-52e9-4a7f-ad63-21a5851a3058 req-01564e78-9d66-4fbe-91f3-b7e2a29a39b2 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0296474 Aug 29 04:40:49.073650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:49.111979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727bbf15-901b-45f7-b47d-bedb3c5d2c31 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:49.113499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-727bbf15-901b-45f7-b47d-bedb3c5d2c31 tempest-TestSecurityGroupsBasicOps-483033818 tempest-TestSecurityGroupsBasicOps-483033818-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 1056 time: 0.0388985 Aug 29 04:40:49.322598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d352e9-7278-475c-8f1c-af2e743fb160 req-3772d4f8-7400-415b-a2ea-33e9be5ca3a9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:49.324102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35d352e9-7278-475c-8f1c-af2e743fb160 req-3772d4f8-7400-415b-a2ea-33e9be5ca3a9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 909 time: 0.0484560 Aug 29 04:40:50.441196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1f445-0693-436e-a819-cac33d09884f req-2727f2da-7a2a-4700-aca1-2501744599d8 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.442674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bae1f445-0693-436e-a819-cac33d09884f req-2727f2da-7a2a-4700-aca1-2501744599d8 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 909 time: 0.0511103 Aug 29 04:40:50.931701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-08e6f2b0-ac4b-4807-9b58-3373792393ca tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.933178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-08e6f2b0-ac4b-4807-9b58-3373792393ca tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.52 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 909 time: 0.0558066 Aug 29 04:40:51.023811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Deleting port d27aefe3-3003-46d4-8336-3069964a02aa {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:51.024147 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.112333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] For port d27aefe3-3003-46d4-8336-3069964a02aa, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d27aefe3-3003-46d4-8336-3069964a02aa,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:51.112695 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.124984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Calling delete_port for d27aefe3-3003-46d4-8336-3069964a02aa owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:51.250049 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.277632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Port': ['ID=d27aefe3-3003-46d4-8336-3069964a02aa,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:51.301716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.302088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.302400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.302733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.303055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.303389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.303706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.304030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.304381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.304705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.305025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.305338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:51.327255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] No DVR routers for this DVR port d27aefe3-3003-46d4-8336-3069964a02aa on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:51.330078 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.332133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f805b8fc-88fd-48c5-8ac2-ceb01341ad24 req-20365a4a-376c-445f-9a97-869e03516f15 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.52 "DELETE /v2.0/ports/d27aefe3-3003-46d4-8336-3069964a02aa HTTP/1.1" status: 204 len: 173 time: 0.3892279 Aug 29 04:40:51.332598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7916c299-bd9b-46cd-97d8-42593a4882ae', 'name': 'network-vif-deleted', 'tag': 'd27aefe3-3003-46d4-8336-3069964a02aa'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:51.334854 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeef3f71-5816-421a-a587-a5916d83fc7d" -d '{"events": [{"server_uuid": "7916c299-bd9b-46cd-97d8-42593a4882ae", "name": "network-vif-deleted", "tag": "d27aefe3-3003-46d4-8336-3069964a02aa"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:51.379063 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005cc4c2-eab4-4976-bc96-93cd289f276c x-openstack-request-id: req-005cc4c2-eab4-4976-bc96-93cd289f276c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:51.379363 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7916c299-bd9b-46cd-97d8-42593a4882ae", "name": "network-vif-deleted", "tag": "d27aefe3-3003-46d4-8336-3069964a02aa", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:51.379685 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-005cc4c2-eab4-4976-bc96-93cd289f276c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:51.380094 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7916c299-bd9b-46cd-97d8-42593a4882ae', 'name': 'network-vif-deleted', 'tag': 'd27aefe3-3003-46d4-8336-3069964a02aa', 'status': 'completed', 'code': 200} Aug 29 04:40:51.555365 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-940d7aa7-430d-43f7-828a-e6b3c18c0c6d req-5864ecc5-6520-409c-a313-348c21fe1519 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=7916c299-bd9b-46cd-97d8-42593a4882ae HTTP/1.1" status: 200 len: 210 time: 0.0317659 Aug 29 04:40:52.610121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48482) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.964626 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.217684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Deleting port 7a99ff4d-83cb-4353-b971-d7e625f10b15 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:53.217942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.306975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] For port 7a99ff4d-83cb-4353-b971-d7e625f10b15, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7a99ff4d-83cb-4353-b971-d7e625f10b15,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:53.307339 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.320575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Calling delete_port for 7a99ff4d-83cb-4353-b971-d7e625f10b15 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:53.509021 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.536226 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2405b4ca-5818-43b8-9663-5c3b03382f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.536836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Port': ['ID=7a99ff4d-83cb-4353-b971-d7e625f10b15,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.716762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.928899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:54.033936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:54.039190 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-773544ca-741e-40f4-a16b-e0d82dc42e1b tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "PUT /v2.0/routers/0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279869 Aug 29 04:40:54.041860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48484) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:54.046579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] Sync routers for ids ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:54.055821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] Routers {'0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:54.056479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:54.096122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19ce41b-b9a0-417b-b705-bd58e9d54900 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Deleting subnet 700d982e-f6a3-4897-bd28-0291bfd002aa {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:54.099206 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c19ce41b-b9a0-417b-b705-bd58e9d54900 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.139438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c19ce41b-b9a0-417b-b705-bd58e9d54900 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.159334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] Set router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:54.222956 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c19ce41b-b9a0-417b-b705-bd58e9d54900 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.309832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c19ce41b-b9a0-417b-b705-bd58e9d54900 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.338389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-284834855', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:27Z', 'updated_at': '2021-08-29T04:40:53Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:28Z', 'updated_at': '2021-08-29T04:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:54.340247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c19ce41b-b9a0-417b-b705-bd58e9d54900 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.344674 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c19ce41b-b9a0-417b-b705-bd58e9d54900 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "DELETE /v2.0/subnets/700d982e-f6a3-4897-bd28-0291bfd002aa HTTP/1.1" status: 204 len: 168 time: 0.2994072 Aug 29 04:40:54.344674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ce41b-b9a0-417b-b705-bd58e9d54900 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Subnet': ['ID=700d982e-f6a3-4897-bd28-0291bfd002aa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:54.345050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48486) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:54.370129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414dd863-93e9-4857-aea5-5b46e79200ea None None] Network b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:54.372433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] Checking router: 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:54.417108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] Routers {'0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:54.417773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:54.451955 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.564632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.588842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] Set router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:54.623866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Deleting port 09eb456c-a667-4fee-a9f4-a18501278d9f {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:54.624094 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.689161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd701818-3c76-41c7-98cd-5d3befe129fd None None] DHCP port deletion for b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:40:54.708228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] For port 09eb456c-a667-4fee-a9f4-a18501278d9f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=09eb456c-a667-4fee-a9f4-a18501278d9f,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:54.708617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.719951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Calling delete_port for 09eb456c-a667-4fee-a9f4-a18501278d9f owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:54.791014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cd701818-3c76-41c7-98cd-5d3befe129fd None None] Deleting port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:54.791295 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd701818-3c76-41c7-98cd-5d3befe129fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.860856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cd701818-3c76-41c7-98cd-5d3befe129fd None None] For port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ee0bc37d-c65a-4402-bea9-dc0f53f79fd0,segment=NetworkSegment(744e6a6f-906e-4196-adbf-d4d9cd277eaa),segment_id=744e6a6f-906e-4196-adbf-d4d9cd277eaa)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:54.861248 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd701818-3c76-41c7-98cd-5d3befe129fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.875574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cd701818-3c76-41c7-98cd-5d3befe129fd None None] Calling delete_port for ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:54.878043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-284834855', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:27Z', 'updated_at': '2021-08-29T04:40:53Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:28Z', 'updated_at': '2021-08-29T04:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:54.884700 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.908772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21e28d-e0e5-484b-82fc-3981bccbf391 None None] The sync data for ids ['0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62'] in n-d-712141-12 is: [{'id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-284834855', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:27Z', 'updated_at': '2021-08-29T04:40:53Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '09eb456c-a667-4fee-a9f4-a18501278d9f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:28Z', 'updated_at': '2021-08-29T04:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:54.911899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Port': ['ID=09eb456c-a667-4fee-a9f4-a18501278d9f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:54.974638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.996359 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd701818-3c76-41c7-98cd-5d3befe129fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.023149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd701818-3c76-41c7-98cd-5d3befe129fd None None] Pushing event deleted for resources: {'Port': ['ID=ee0bc37d-c65a-4402-bea9-dc0f53f79fd0,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.028287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd701818-3c76-41c7-98cd-5d3befe129fd None None] No DVR routers for this DVR port ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:55.075639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.078119 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.123759 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.124604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:40:55.131845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.133029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-de4b88f4-8706-4269-b7b1-b06c0c2a132d tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "DELETE /v2.0/routers/0b1002d7-42c0-45ff-b8d4-bbf40dbfdb62 HTTP/1.1" status: 204 len: 168 time: 0.7870250 Aug 29 04:40:55.135672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48490) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:55.210188 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.301677 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.312348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:55.322564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744e6a6f-906e-4196-adbf-d4d9cd277eaa') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:55.322861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744e6a6f-906e-4196-adbf-d4d9cd277eaa') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:55.331680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.345562 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.351217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:55.351604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:55.354560 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:55.413617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.420992 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.422786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "DELETE /v2.0/networks/b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a HTTP/1.1" status: 204 len: 168 time: 0.2861016 Aug 29 04:40:55.425701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48492) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:55.434885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec766e-85d4-450b-b211-674c43fb381a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Network': ['ID=b7f1cd4b-b24e-411f-8dd4-fe9c0c38873a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.583063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Deleting port fe3d80ce-fa26-46e2-9d78-a3c615e7b660 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:55.583343 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.659376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.659845 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.672771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Calling delete_port for fe3d80ce-fa26-46e2-9d78-a3c615e7b660 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:55.840871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.867412 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Port': ['ID=fe3d80ce-fa26-46e2-9d78-a3c615e7b660,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.929868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.930238 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Floating IP b5c88631-017c-4f09-b719-2fa977bd461f disassociated (deleted). External IP: 172.25.5.199, port: 5c7a70e9-75f7-4844-bae6-136346020fe0. Aug 29 04:40:56.122456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9cc4a55f-6184-4603-b050-dc2b1e72d643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.284572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d27aefe3-3003-46d4-8336-3069964a02aa no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:56.304956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: d27aefe3-3003-46d4-8336-3069964a02aa {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:56.305391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d27aefe3-3003-46d4-8336-3069964a02aa not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:56.323101 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.437433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:56.544503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:56.549239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.555953 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] Sync routers for ids ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:56.568376 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] Routers {'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:56.569232 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:56.578191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7a99ff4d-83cb-4353-b971-d7e625f10b15 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:56.581684 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-185809e4-56f8-42ac-a755-8ed0135b3ac3 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "DELETE /v2.0/floatingips/b5c88631-017c-4f09-b719-2fa977bd461f HTTP/1.1" status: 204 len: 168 time: 1.1523771 Aug 29 04:40:56.581684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'tag': '5c7a70e9-75f7-4844-bae6-136346020fe0'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:56.582327 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60" -d '{"events": [{"name": "network-changed", "server_uuid": "b68b8178-52bb-462a-be3e-c96cb98e6624", "tag": "5c7a70e9-75f7-4844-bae6-136346020fe0"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:56.613906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 7a99ff4d-83cb-4353-b971-d7e625f10b15 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:56.614259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7a99ff4d-83cb-4353-b971-d7e625f10b15 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:56.614695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:56.637588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:56.638020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ee0bc37d-c65a-4402-bea9-dc0f53f79fd0 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:56.638464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 09eb456c-a667-4fee-a9f4-a18501278d9f no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:56.643749 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b380cb6-46a2-4a48-ac1c-133f347ff1e9 x-openstack-request-id: req-4b380cb6-46a2-4a48-ac1c-133f347ff1e9 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:56.644050 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68b8178-52bb-462a-be3e-c96cb98e6624", "tag": "5c7a70e9-75f7-4844-bae6-136346020fe0", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:56.644354 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b380cb6-46a2-4a48-ac1c-133f347ff1e9 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:56.644809 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'tag': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'status': 'completed', 'code': 200} Aug 29 04:40:56.668523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 09eb456c-a667-4fee-a9f4-a18501278d9f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:56.669465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 09eb456c-a667-4fee-a9f4-a18501278d9f not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:56.712633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-8d1a9891-960c-4fe5-b695-f14191a1d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:56.715241 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-8d1a9891-960c-4fe5-b695-f14191a1d1bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=03065be262e84f73a665e6118c4221a4&device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 1136 time: 0.0486407 Aug 29 04:40:56.787779 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] Set router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:56.822226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-d39c8804-8dfc-4e83-b7dd-04771982a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:56.823757 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-d39c8804-8dfc-4e83-b7dd-04771982a051 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3489e55-0142-45e5-a9f5-9c4bd798a544 HTTP/1.1" status: 200 len: 898 time: 0.1025186 Aug 29 04:40:56.856014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3f736-b35e-497a-9bdd-bebdd59ba99c req-f6ca67fd-0962-4fba-88f0-a9a161746295 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:56.857682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03b3f736-b35e-497a-9bdd-bebdd59ba99c req-f6ca67fd-0962-4fba-88f0-a9a161746295 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 984 time: 0.0503085 Aug 29 04:40:56.868010 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-13f5723d-027e-4193-93b7-4dc9a4ee0845 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c7a70e9-75f7-4844-bae6-136346020fe0 HTTP/1.1" status: 200 len: 217 time: 0.0358238 Aug 29 04:40:56.898855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03b3f736-b35e-497a-9bdd-bebdd59ba99c req-16da6ac3-25c3-4990-96d6-53f5a3f7b3e2 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0348930 Aug 29 04:40:56.927517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-22324959-38f9-4f66-a176-df10ab03ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:56.929035 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-22324959-38f9-4f66-a176-df10ab03ea1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c440cc1-95b5-4ab1-b32e-78c718e5a4cb HTTP/1.1" status: 200 len: 835 time: 0.0542140 Aug 29 04:40:56.945794 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:40:56.979677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-941b1fbd-7662-4ded-9aca-dff1dec8cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:56.981760 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-941b1fbd-7662-4ded-9aca-dff1dec8cddc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3489e55-0142-45e5-a9f5-9c4bd798a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456798 Aug 29 04:40:56.994435 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '53bf70ed-7968-4d34-85c9-9847238ac47e', 'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:36:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:34Z', 'updated_at': '2021-08-29T04:39:40Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:57.023102 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] Checking router: b2f3f18c-9e0e-426b-a971-e5bd04aa4ead for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:57.031843 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] Routers {'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:57.032479 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:57.071834 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-fcd0d316-1ce5-4698-8dc5-459e207e77ca service neutron] 10.222.0.59 "GET /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817132 Aug 29 04:40:57.134239 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] Set router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:57.166707 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8e3d32d0-e257-4f8b-88c8-fcc4b9cbed60 req-cf30b531-76c7-4c37-b15b-98724e992b40 service neutron] 10.222.0.59 "GET /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871797 Aug 29 04:40:57.324892 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '53bf70ed-7968-4d34-85c9-9847238ac47e', 'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:36:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:34Z', 'updated_at': '2021-08-29T04:39:40Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:57.340009 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.350615 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d76f1b-1f66-443a-8da5-fb8ec3adc24d None None] The sync data for ids ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'] in n-d-712141-12 is: [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:35Z', 'revision_number': 4, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '53bf70ed-7968-4d34-85c9-9847238ac47e', 'name': '', 'network_id': 'b3489e55-0142-45e5-a9f5-9c4bd798a544', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'mac_address': 'fa:16:3e:36:8f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:34Z', 'updated_at': '2021-08-29T04:39:40Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'subnets': [{'id': '3c440cc1-95b5-4ab1-b32e-78c718e5a4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:57.477407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.558665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be9b93-6818-4835-b8c0-f170307e30b6 None None] New status for floating IP b5c88631-017c-4f09-b719-2fa977bd461f: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:40:57.675082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-58217670-f453-4478-811f-3870d12783fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402904 Aug 29 04:40:57.750308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-73dbab4c-1d2a-41c4-81cb-c0400bbaf12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.751746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-73dbab4c-1d2a-41c4-81cb-c0400bbaf12b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 1097 time: 0.0438962 Aug 29 04:40:57.850264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-40ecaeae-256a-4c47-b253-591411dc82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.851768 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-40ecaeae-256a-4c47-b253-591411dc82ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=22c846f6-e662-4123-8559-5674d5160db4 HTTP/1.1" status: 200 len: 897 time: 0.0812087 Aug 29 04:40:57.920391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-9b8ff87a-d2a7-4f18-a54e-94b7717eab1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6aa985d-3c11-4487-8782-5b74d0cf1e85 HTTP/1.1" status: 200 len: 1001 time: 0.0607049 Aug 29 04:40:57.969180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-1d50fc00-ac09-4fe4-ac24-8c6c7349fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.970666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-1d50fc00-ac09-4fe4-ac24-8c6c7349fac9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c2a33043-1f1c-4c51-972a-20f7f3b7a776 HTTP/1.1" status: 200 len: 835 time: 0.0435464 Aug 29 04:40:58.042238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9f9ec-5c0d-4aee-ae2e-ecc5d1a7a080 req-15d47597-85e5-498e-9123-026f68a99054 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:58.043767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91f9f9ec-5c0d-4aee-ae2e-ecc5d1a7a080 req-15d47597-85e5-498e-9123-026f68a99054 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 984 time: 0.0721982 Aug 29 04:40:58.049040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-aac657a2-39ab-4113-9e07-164458d76398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:58.050445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-aac657a2-39ab-4113-9e07-164458d76398 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22c846f6-e662-4123-8559-5674d5160db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694363 Aug 29 04:40:58.130129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91f9f9ec-5c0d-4aee-ae2e-ecc5d1a7a080 req-62d5d0d3-a248-4dc9-89e3-343dcefbbc3a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "GET /v2.0/security-groups?id=6acb0c12-57c7-4022-b370-b8a4fbeae5c5&id=89a67b6c-4867-464d-99a0-b8b42073f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0786431 Aug 29 04:40:58.137858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-73d0c7e3-4316-406d-8ca8-7069a36c1c97 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:58.139506 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-73d0c7e3-4316-406d-8ca8-7069a36c1c97 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.59 "GET /v2.0/ports?device_id=b68b8178-52bb-462a-be3e-c96cb98e6624 HTTP/1.1" status: 200 len: 984 time: 0.0510702 Aug 29 04:40:58.166275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-41dc86db-920c-44d1-953c-75b9f6c4f8b7 service neutron] 10.222.0.52 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026018 Aug 29 04:40:58.233808 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-7a875582-ee2b-4c53-9354-4d0f9d653a66 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Deleting port 5c7a70e9-75f7-4844-bae6-136346020fe0 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:58.234147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-7a875582-ee2b-4c53-9354-4d0f9d653a66 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.259912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14275002-e9ce-44a7-a7e6-83b1d3930e53 req-1c21d20a-c33a-498a-b8f6-41a302f8f1f9 service neutron] 10.222.0.52 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867620 Aug 29 04:40:58.323452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-7a875582-ee2b-4c53-9354-4d0f9d653a66 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] For port 5c7a70e9-75f7-4844-bae6-136346020fe0, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5c7a70e9-75f7-4844-bae6-136346020fe0,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:58.323822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-7a875582-ee2b-4c53-9354-4d0f9d653a66 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.337260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-7a875582-ee2b-4c53-9354-4d0f9d653a66 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Calling delete_port for 5c7a70e9-75f7-4844-bae6-136346020fe0 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:58.463603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-7a875582-ee2b-4c53-9354-4d0f9d653a66 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.489968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a875582-ee2b-4c53-9354-4d0f9d653a66 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Port': ['ID=5c7a70e9-75f7-4844-bae6-136346020fe0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.533914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-7a875582-ee2b-4c53-9354-4d0f9d653a66 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] No DVR routers for this DVR port 5c7a70e9-75f7-4844-bae6-136346020fe0 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:58.536412 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-7a875582-ee2b-4c53-9354-4d0f9d653a66 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.538494 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5bb5abe-3f62-4c81-befb-5a289161f06e req-7a875582-ee2b-4c53-9354-4d0f9d653a66 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.59 "DELETE /v2.0/ports/5c7a70e9-75f7-4844-bae6-136346020fe0 HTTP/1.1" status: 204 len: 173 time: 0.3932884 Aug 29 04:40:58.646298 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'name': 'network-vif-deleted', 'tag': '5c7a70e9-75f7-4844-bae6-136346020fe0'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:58.648698 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47551e8-22c2-41c3-8009-54ea0a4daacd" -d '{"events": [{"server_uuid": "b68b8178-52bb-462a-be3e-c96cb98e6624", "name": "network-vif-deleted", "tag": "5c7a70e9-75f7-4844-bae6-136346020fe0"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:58.682547 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d948d9-9f41-4f18-a976-ee56cf371bf0 x-openstack-request-id: req-c1d948d9-9f41-4f18-a976-ee56cf371bf0 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:58.682851 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68b8178-52bb-462a-be3e-c96cb98e6624", "name": "network-vif-deleted", "tag": "5c7a70e9-75f7-4844-bae6-136346020fe0", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:58.683111 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1d948d9-9f41-4f18-a976-ee56cf371bf0 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:58.683526 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68b8178-52bb-462a-be3e-c96cb98e6624', 'name': 'network-vif-deleted', 'tag': '5c7a70e9-75f7-4844-bae6-136346020fe0', 'status': 'completed', 'code': 200} Aug 29 04:40:59.073399 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.184760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48506) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:59.236655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64323185-1a1f-4726-8eb4-119b4480bad1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.257884 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64323185-1a1f-4726-8eb4-119b4480bad1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.302034 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64323185-1a1f-4726-8eb4-119b4480bad1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.304567 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64323185-1a1f-4726-8eb4-119b4480bad1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.305710 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-64323185-1a1f-4726-8eb4-119b4480bad1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "DELETE /v2.0/security-groups/6acb0c12-57c7-4022-b370-b8a4fbeae5c5 HTTP/1.1" status: 204 len: 168 time: 0.1199276 Aug 29 04:40:59.308448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48508) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:59.314823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64323185-1a1f-4726-8eb4-119b4480bad1 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acb0c12-57c7-4022-b370-b8a4fbeae5c5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.371562 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-429dbd5d-f160-4d32-8b9a-d6aa14d4273a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.393845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-429dbd5d-f160-4d32-8b9a-d6aa14d4273a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.438608 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-429dbd5d-f160-4d32-8b9a-d6aa14d4273a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.441368 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-429dbd5d-f160-4d32-8b9a-d6aa14d4273a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.442612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-429dbd5d-f160-4d32-8b9a-d6aa14d4273a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "DELETE /v2.0/security-groups/89a67b6c-4867-464d-99a0-b8b42073f2a7 HTTP/1.1" status: 204 len: 168 time: 0.1331103 Aug 29 04:40:59.445606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48510) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:59.451484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dbd5d-f160-4d32-8b9a-d6aa14d4273a tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a67b6c-4867-464d-99a0-b8b42073f2a7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.804687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.054190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Deleting port 53bf70ed-7968-4d34-85c9-9847238ac47e {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:00.054440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.143697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] For port 53bf70ed-7968-4d34-85c9-9847238ac47e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=53bf70ed-7968-4d34-85c9-9847238ac47e,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:00.144064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.156759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Calling delete_port for 53bf70ed-7968-4d34-85c9-9847238ac47e owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:00.341722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.376020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Port': ['ID=53bf70ed-7968-4d34-85c9-9847238ac47e,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:00.540317 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.754680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:00.858137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:00.863002 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-db79626a-ee7a-4111-8c48-53158766d6e9 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "PUT /v2.0/routers/b2f3f18c-9e0e-426b-a971-e5bd04aa4ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4163933 Aug 29 04:41:00.865597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48514) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:00.868162 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] Sync routers for ids ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:00.877252 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] Routers {'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:00.877853 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:00.915261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf314ddf-31f1-4552-b278-7487eca9fb80 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Deleting subnet 3c440cc1-95b5-4ab1-b32e-78c718e5a4cb {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:00.918273 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf314ddf-31f1-4552-b278-7487eca9fb80 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.957057 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf314ddf-31f1-4552-b278-7487eca9fb80 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.979562 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] Set router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:01.044059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf314ddf-31f1-4552-b278-7487eca9fb80 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.102880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf314ddf-31f1-4552-b278-7487eca9fb80 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.130641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf314ddf-31f1-4552-b278-7487eca9fb80 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Subnet': ['ID=3c440cc1-95b5-4ab1-b32e-78c718e5a4cb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.132827 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cf314ddf-31f1-4552-b278-7487eca9fb80 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.134712 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cf314ddf-31f1-4552-b278-7487eca9fb80 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "DELETE /v2.0/subnets/3c440cc1-95b5-4ab1-b32e-78c718e5a4cb HTTP/1.1" status: 204 len: 168 time: 0.2682002 Aug 29 04:41:01.137882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48516) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:01.143109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a249b6c-9eac-45da-81bd-d0e2e30ad1c1 None None] Network b3489e55-0142-45e5-a9f5-9c4bd798a544 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:01.158006 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:41:00Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:01.184439 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] Checking router: b2f3f18c-9e0e-426b-a971-e5bd04aa4ead for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:01.193138 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] Routers {'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:01.193874 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:01.246016 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.311301 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] Set router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:01.317519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] DHCP port deletion for b3489e55-0142-45e5-a9f5-9c4bd798a544 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:01.357684 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.420794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Deleting port 46960ca3-f57b-4c35-ada5-01fedf260516 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:01.421073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.492608 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:41:00Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:01.510309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] For port 46960ca3-f57b-4c35-ada5-01fedf260516, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=46960ca3-f57b-4c35-ada5-01fedf260516,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:01.510706 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.522714 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5759c0-9ee9-46f4-a008-cd9cf4c76479 None None] The sync data for ids ['b2f3f18c-9e0e-426b-a971-e5bd04aa4ead'] in n-d-712141-12 is: [{'id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336887154', 'tenant_id': '03065be262e84f73a665e6118c4221a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:41:00Z', 'revision_number': 5, 'project_id': '03065be262e84f73a665e6118c4221a4', 'gw_port': {'id': '46960ca3-f57b-4c35-ada5-01fedf260516', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f18c-9e0e-426b-a971-e5bd04aa4ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:31Z', 'updated_at': '2021-08-29T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:01.525486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Calling delete_port for 46960ca3-f57b-4c35-ada5-01fedf260516 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:01.529113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Deleting port 62efaa1e-48d8-42fe-9d5f-014b8be41464 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:01.529600 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.610491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] For port 62efaa1e-48d8-42fe-9d5f-014b8be41464, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=62efaa1e-48d8-42fe-9d5f-014b8be41464,segment=NetworkSegment(d36f6f71-70d6-43a6-9ced-e8b7e16fe2de),segment_id=d36f6f71-70d6-43a6-9ced-e8b7e16fe2de)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:01.610964 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.623573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Calling delete_port for 62efaa1e-48d8-42fe-9d5f-014b8be41464 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:01.696911 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.706190 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.723696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Port': ['ID=46960ca3-f57b-4c35-ada5-01fedf260516,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.729236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Pushing event deleted for resources: {'Port': ['ID=62efaa1e-48d8-42fe-9d5f-014b8be41464,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.740780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.741217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.741659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.742081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.742421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.742787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.743102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.743438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.743770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.744101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.744470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.744790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:01.747955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8814c-c98e-42ed-819c-e43ff49ce72a None None] No DVR routers for this DVR port 62efaa1e-48d8-42fe-9d5f-014b8be41464 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:01.760017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48520) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:01.786193 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.837331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e9f386-4472-4210-b7b4-dd2390b80cfe tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:01.837820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e9f386-4472-4210-b7b4-dd2390b80cfe tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:01.838306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e9f386-4472-4210-b7b4-dd2390b80cfe tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:01.840011 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f8e9f386-4472-4210-b7b4-dd2390b80cfe tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=4a5fc36706c24236bc5f945b90dabb51&network_id=22c846f6-e662-4123-8559-5674d5160db4 HTTP/1.1" status: 200 len: 2972 time: 0.0789673 Aug 29 04:41:01.881685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.892281 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.943099 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.943785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Fanout notify agent at l3_agent the message router_deleted on router b2f3f18c-9e0e-426b-a971-e5bd04aa4ead {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:41:01.957196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.958599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f29b8262-6c39-45d1-9ac8-015e1cb69837 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "DELETE /v2.0/routers/b2f3f18c-9e0e-426b-a971-e5bd04aa4ead HTTP/1.1" status: 204 len: 168 time: 0.8197188 Aug 29 04:41:01.961324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48526) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:02.041090 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.131542 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.142530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3489e55-0142-45e5-a9f5-9c4bd798a544']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:02.153462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:02.153769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36f6f71-70d6-43a6-9ced-e8b7e16fe2de') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:02.164447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.178674 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.185464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:02.185862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:02.189006 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:02.247377 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.254175 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.256255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] 10.222.0.49 "DELETE /v2.0/networks/b3489e55-0142-45e5-a9f5-9c4bd798a544 HTTP/1.1" status: 204 len: 168 time: 0.2937186 Aug 29 04:41:02.267678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe54e1-6d6b-4ad4-8255-22038f22ca90 tempest-TestSecurityGroupsBasicOps-2060098762 tempest-TestSecurityGroupsBasicOps-2060098762-project] Pushing event deleted for resources: {'Network': ['ID=b3489e55-0142-45e5-a9f5-9c4bd798a544,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:02.553063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48536) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:02.579294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 46960ca3-f57b-4c35-ada5-01fedf260516 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:02.600904 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 46960ca3-f57b-4c35-ada5-01fedf260516 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:02.601465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 46960ca3-f57b-4c35-ada5-01fedf260516 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:02.601890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62efaa1e-48d8-42fe-9d5f-014b8be41464 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:02.620816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 62efaa1e-48d8-42fe-9d5f-014b8be41464 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:02.621170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 62efaa1e-48d8-42fe-9d5f-014b8be41464 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:02.621609 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 53bf70ed-7968-4d34-85c9-9847238ac47e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:02.625460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5c7a70e9-75f7-4844-bae6-136346020fe0 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:02.646392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 53bf70ed-7968-4d34-85c9-9847238ac47e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:02.646743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 53bf70ed-7968-4d34-85c9-9847238ac47e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:02.665993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 5c7a70e9-75f7-4844-bae6-136346020fe0 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:02.666355 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5c7a70e9-75f7-4844-bae6-136346020fe0 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:02.704572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-63c0c215-2b9d-447a-a6ba-446aab2a6030 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03065be262e84f73a665e6118c4221a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501715 Aug 29 04:41:02.707050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48540) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:02.754596 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1971b80-7e94-403d-859a-4ef9724d7e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.775880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1971b80-7e94-403d-859a-4ef9724d7e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.821142 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1971b80-7e94-403d-859a-4ef9724d7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.823731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f1971b80-7e94-403d-859a-4ef9724d7e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.824925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f1971b80-7e94-403d-859a-4ef9724d7e1f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eac4e1b4-9111-4b23-a8ea-7f2c3d792e3a HTTP/1.1" status: 204 len: 168 time: 0.1169758 Aug 29 04:41:02.832398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1971b80-7e94-403d-859a-4ef9724d7e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac4e1b4-9111-4b23-a8ea-7f2c3d792e3a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.077974 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48548) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:03.092402 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-448a1109-df05-4dbd-9bf8-39b945a89967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.181158 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-448a1109-df05-4dbd-9bf8-39b945a89967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.184750 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-448a1109-df05-4dbd-9bf8-39b945a89967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.222387 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-448a1109-df05-4dbd-9bf8-39b945a89967 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9aa949726bb43f3b1cfb1e0d6a4831c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433620 Aug 29 04:41:03.223506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a1109-df05-4dbd-9bf8-39b945a89967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08456cd7-28a5-462b-89c2-54293345b8f2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.225199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48550) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:03.272820 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-091ac057-af50-484d-aa46-61dfc421b746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.293553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-091ac057-af50-484d-aa46-61dfc421b746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.328743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48552) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:03.380071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fcb8a8-577b-4006-b62a-09c44f8c3d07 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.381880 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-80fcb8a8-577b-4006-b62a-09c44f8c3d07 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b HTTP/1.1" status: 200 len: 814 time: 0.0521035 Aug 29 04:41:03.681999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-091ac057-af50-484d-aa46-61dfc421b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.685597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-091ac057-af50-484d-aa46-61dfc421b746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.686758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-091ac057-af50-484d-aa46-61dfc421b746 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08456cd7-28a5-462b-89c2-54293345b8f2 HTTP/1.1" status: 204 len: 168 time: 0.4605739 Aug 29 04:41:03.694394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ac057-af50-484d-aa46-61dfc421b746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08456cd7-28a5-462b-89c2-54293345b8f2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.991533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48564) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:03.997479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'network': {'name': 'tempest-network-smoke--925105538', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'port_security_enabled': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:04.007473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48566) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.020968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Made reservation on behalf of 4a5fc36706c24236bc5f945b90dabb51 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:04.024962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.049851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-41e4dc51-79b2-49db-8b8b-3fc2584c0a28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef843dedc09545ad8a91e1137c4133ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409765 Aug 29 04:41:04.051340 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:04.052233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48568) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.062064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.062537 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Added segment 7c15a6b5-8089-4fdc-8c49-737edcacf5d1 of type vlan for network 047b3456-7705-47b7-ab4d-598df4ef4713 Aug 29 04:41:04.103361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-17e84d9a-f865-4f6a-97f8-9c6eaa943021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.107636 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.127179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-17e84d9a-f865-4f6a-97f8-9c6eaa943021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.135373 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.141683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:04.142505 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.175811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-17e84d9a-f865-4f6a-97f8-9c6eaa943021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.178695 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-17e84d9a-f865-4f6a-97f8-9c6eaa943021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.182265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-17e84d9a-f865-4f6a-97f8-9c6eaa943021 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc96f6bd-312c-42a9-8576-824554cb1e57 HTTP/1.1" status: 204 len: 168 time: 0.1266840 Aug 29 04:41:04.190544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e84d9a-f865-4f6a-97f8-9c6eaa943021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc96f6bd-312c-42a9-8576-824554cb1e57,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:04.221811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2290518 Aug 29 04:41:04.224798 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48572) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.265620 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83680d-7e2c-4c54-a999-33feb729f166 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Network': ['ID=047b3456-7705-47b7-ab4d-598df4ef4713,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:04.276817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 047b3456-7705-47b7-ab4d-598df4ef4713 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:04.290885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47de2c8c-b056-4647-a9bd-65088c406d7f tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:04.292486 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-47de2c8c-b056-4647-a9bd-65088c406d7f tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=4a5fc36706c24236bc5f945b90dabb51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0667315 Aug 29 04:41:04.295538 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48574) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.387910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad206434-930d-41e0-8a91-10660f6e302a tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:04.389698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ad206434-930d-41e0-8a91-10660f6e302a tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928581 Aug 29 04:41:04.392176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48576) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.419675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-50b3566c-86e4-4e76-b603-4b77d217e1b2 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263479 Aug 29 04:41:04.422299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48578) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.449915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-09970c1f-e5f4-42fd-a5b3-dad20e09512a tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=4a5fc36706c24236bc5f945b90dabb51&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265319 Aug 29 04:41:04.452521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48580) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.544810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657657e4-a2a1-4363-b529-3d8838196336 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:04.545919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-657657e4-a2a1-4363-b529-3d8838196336 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924993 Aug 29 04:41:04.548701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48584) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.579322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cbf43cd5-41f4-477c-b2fc-acf541fcb76c tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272605 Aug 29 04:41:04.579530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48586) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.584580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1899015539', 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:04.670037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Made reservation on behalf of 4a5fc36706c24236bc5f945b90dabb51 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:04.673602 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.861821 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.928535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Subnet': ['ID=c2b5dcc2-b50c-4af4-8c8a-6b08e047faff,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:04.938180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Checking segment: {'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:04.938180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network hostable DHCP agents. Network: 047b3456-7705-47b7-ab4d-598df4ef4713, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:04.954272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 047b3456-7705-47b7-ab4d-598df4ef4713 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:04.964253 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 047b3456-7705-47b7-ab4d-598df4ef4713) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:04.968646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:04.969364 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.974578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb5700-3db1-4c4f-970d-f8808f05b065 None None] Network 047b3456-7705-47b7-ab4d-598df4ef4713 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:04.984828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-481ad274-d3e6-4590-bce9-a033a1445ae4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4040949 Aug 29 04:41:05.014772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48606) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.118588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1196625442-network', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:05.127085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-047b3456-7705-47b7-ab4d-598df4ef4713', 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ips': [{'subnet_id': 'c2b5dcc2-b50c-4af4-8c8a-6b08e047faff'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:05.127947 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.139881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Made reservation on behalf of b7e774f7ccb94f828ef4ba014b810d41 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:05.142305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.152212 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.240891 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.244769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.262028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Allocated IP 172.20.0.18 (047b3456-7705-47b7-ab4d-598df4ef4713/c2b5dcc2-b50c-4af4-8c8a-6b08e047faff/e851e1ec-b274-4537-bf7e-caa9aa40b5a8) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:05.265667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:05.279868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba520fde-f092-430b-a7ea-7d47a8c32466,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.284852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.285206 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Added segment 95ad37e2-19df-4e19-8c62-07e063c1e850 of type vlan for network 39e903de-0436-4c62-bb9d-d8983219a2ce Aug 29 04:41:05.334468 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.357779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.358783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:05.359365 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.403252 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.411978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Transition to ACTIVE for port object e851e1ec-b274-4537-bf7e-caa9aa40b5a8 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:05.423203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4072309 Aug 29 04:41:05.425977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48610) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.427002 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Transition to ACTIVE for port object e851e1ec-b274-4537-bf7e-caa9aa40b5a8 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:05.431173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Request body: {'subnet': {'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1196625442-subnet', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:05.433008 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.439217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ce3e2-1a63-492e-a517-722e926e7ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=39e903de-0436-4c62-bb9d-d8983219a2ce,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.456636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Made reservation on behalf of b7e774f7ccb94f828ef4ba014b810d41 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:05.459672 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.465882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 39e903de-0436-4c62-bb9d-d8983219a2ce details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:05.475954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Network 047b3456-7705-47b7-ab4d-598df4ef4713 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:05.509272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:05.512122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:05.547909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Pushing event updated for resources: {'Port': ['ID=e851e1ec-b274-4537-bf7e-caa9aa40b5a8,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.601491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Attempting to bind port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:05.601872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Attempting to bind port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:05.602245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Attempting to bind port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 on network 047b3456-7705-47b7-ab4d-598df4ef4713 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:05.608017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:05.608429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Checking segment: {'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:05.608834 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.609368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Bound using segment: {'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:05.609855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Bound port: e851e1ec-b274-4537-bf7e-caa9aa40b5a8, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:05.610223 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.632470 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.674856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] For port e851e1ec-b274-4537-bf7e-caa9aa40b5a8, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:05.678352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] For port e851e1ec-b274-4537-bf7e-caa9aa40b5a8, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e851e1ec-b274-4537-bf7e-caa9aa40b5a8,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:05.682292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.694691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ee4454b-0304-465f-980a-11ee66e25fd0,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.703239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Checking segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:05.703601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Network hostable DHCP agents. Network: 39e903de-0436-4c62-bb9d-d8983219a2ce, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:05.720520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:05.734548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 39e903de-0436-4c62-bb9d-d8983219a2ce) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:05.739013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:05.739829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.747382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd876ab-5d52-4d97-8679-b08bf18ecb64 None None] Network 39e903de-0436-4c62-bb9d-d8983219a2ce requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:05.749167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86defbc8-1688-4a4a-afad-5a865a51577a None None] Pushing event updated for resources: {'Port': ['ID=e851e1ec-b274-4537-bf7e-caa9aa40b5a8,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.758332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0bb5c4ca-0c05-4822-9c54-e6cd32943a91 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3283713 Aug 29 04:41:05.758529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48612) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.763428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:05.786331 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.787451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.843932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.909626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-39e903de-0436-4c62-bb9d-d8983219a2ce', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:05.910509 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.013423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.070923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Allocated IP 172.20.0.2 (39e903de-0436-4c62-bb9d-d8983219a2ce/9ee4454b-0304-465f-980a-11ee66e25fd0/ad1daf49-e34f-43b4-812c-1e577c09a3de) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:06.218388 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.227486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Transition to ACTIVE for port object ad1daf49-e34f-43b4-812c-1e577c09a3de will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:06.237693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.243583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Transition to ACTIVE for port object ad1daf49-e34f-43b4-812c-1e577c09a3de will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:06.250724 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.258085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.289124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:06.290439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:06.296182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:06.310590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Pushing event updated for resources: {'Port': ['ID=ad1daf49-e34f-43b4-812c-1e577c09a3de,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:06.324023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48616) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:06.329481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c107b72b-c6ea-4ca8-9abf-4991dfca1b44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1437913842', 'description': 'tempest-secgroup-smoke-1437913842 description', 'project_id': '4a5fc36706c24236bc5f945b90dabb51'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:06.357592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c107b72b-c6ea-4ca8-9abf-4991dfca1b44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.361074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Attempting to bind port ad1daf49-e34f-43b4-812c-1e577c09a3de on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:06.361455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Attempting to bind port ad1daf49-e34f-43b4-812c-1e577c09a3de by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:06.361830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Attempting to bind port ad1daf49-e34f-43b4-812c-1e577c09a3de on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:06.366911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:06.367291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Checking segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:06.367702 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.368096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Bound using segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:06.368804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Bound port: ad1daf49-e34f-43b4-812c-1e577c09a3de, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:06.369377 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.386829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Allocated IP 172.25.5.238 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/c2ac743c-a44f-475b-b59e-25404e3230b3) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:06.462728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] For port ad1daf49-e34f-43b4-812c-1e577c09a3de, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:06.467957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] For port ad1daf49-e34f-43b4-812c-1e577c09a3de, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ad1daf49-e34f-43b4-812c-1e577c09a3de,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:06.469517 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c107b72b-c6ea-4ca8-9abf-4991dfca1b44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.474192 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.474597 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c107b72b-c6ea-4ca8-9abf-4991dfca1b44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.504508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c107b72b-c6ea-4ca8-9abf-4991dfca1b44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.506388 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c107b72b-c6ea-4ca8-9abf-4991dfca1b44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1806638 Aug 29 04:41:06.510001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48618) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:06.516699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-fa476ac8-1036-4922-83d4-7c3d52fc2d4d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'b205894f-c679-4f9e-a0d2-8a44fe2e87d3', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:06.522267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107b72b-c6ea-4ca8-9abf-4991dfca1b44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b205894f-c679-4f9e-a0d2-8a44fe2e87d3,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:06.550074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040037e-bf59-4c8d-8175-2834687a6986 None None] Pushing event updated for resources: {'Port': ['ID=ad1daf49-e34f-43b4-812c-1e577c09a3de,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:06.560322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.565499 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa476ac8-1036-4922-83d4-7c3d52fc2d4d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.616416 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.663698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa476ac8-1036-4922-83d4-7c3d52fc2d4d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.669465 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa476ac8-1036-4922-83d4-7c3d52fc2d4d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.672339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:06.674973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:06.677228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:06.683243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ac743c-a44f-475b-b59e-25404e3230b3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:06.693613 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa476ac8-1036-4922-83d4-7c3d52fc2d4d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.694875 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fa476ac8-1036-4922-83d4-7c3d52fc2d4d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1836112 Aug 29 04:41:06.697673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48620) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:06.702805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e7a491a1-d332-49aa-86a6-c083060b4db7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'b205894f-c679-4f9e-a0d2-8a44fe2e87d3', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:06.707912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa476ac8-1036-4922-83d4-7c3d52fc2d4d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3035465e-2e5d-4d59-8cdd-a5e4d619d5b3,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:06.746891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e851e1ec-b274-4537-bf7e-caa9aa40b5a8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:06.753546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7a491a1-d332-49aa-86a6-c083060b4db7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.816639 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:06.863265 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7a491a1-d332-49aa-86a6-c083060b4db7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.872365 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7a491a1-d332-49aa-86a6-c083060b4db7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.906738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a491a1-d332-49aa-86a6-c083060b4db7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3567a0f6-a8cd-4282-8cdd-465b6340ed79,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:06.910277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7a491a1-d332-49aa-86a6-c083060b4db7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.911696 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e7a491a1-d332-49aa-86a6-c083060b4db7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130263 Aug 29 04:41:06.915949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48624) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:06.921732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ec33c069-6792-4359-9366-6c5b37fc2578 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'b205894f-c679-4f9e-a0d2-8a44fe2e87d3', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:06.963885 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec33c069-6792-4359-9366-6c5b37fc2578 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.987094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1abdb7-de57-41a3-a6b6-629e933c8784 None None] Network 047b3456-7705-47b7-ab4d-598df4ef4713 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:07.043263 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec33c069-6792-4359-9366-6c5b37fc2578 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.048903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec33c069-6792-4359-9366-6c5b37fc2578 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.061248 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.070282 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33c069-6792-4359-9366-6c5b37fc2578 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154ad8eb-0889-4857-93e0-30186389cbbb,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.080575 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec33c069-6792-4359-9366-6c5b37fc2578 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.085624 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ec33c069-6792-4359-9366-6c5b37fc2578 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1685264 Aug 29 04:41:07.086617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48626) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.092937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-fa5e6eab-cc5a-4b86-93d2-34ddc0e4ebbc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'b205894f-c679-4f9e-a0d2-8a44fe2e87d3', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:07.138020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6eab-cc5a-4b86-93d2-34ddc0e4ebbc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.158946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-65817d50-b95a-446d-b073-8d36185910d5 None None] Provisioning for port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:07.164981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-65817d50-b95a-446d-b073-8d36185910d5 None None] Provisioning complete for port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:07.165621 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-65817d50-b95a-446d-b073-8d36185910d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.226681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6eab-cc5a-4b86-93d2-34ddc0e4ebbc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.235701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6eab-cc5a-4b86-93d2-34ddc0e4ebbc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.260340 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6eab-cc5a-4b86-93d2-34ddc0e4ebbc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.264506 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fa5e6eab-cc5a-4b86-93d2-34ddc0e4ebbc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1765890 Aug 29 04:41:07.265127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48628) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.278772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-703294c2-e521-4bcc-928c-6a1ed81f0a44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'b205894f-c679-4f9e-a0d2-8a44fe2e87d3', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:07.305629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e6eab-cc5a-4b86-93d2-34ddc0e4ebbc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e04fcd-dbfb-47ac-aa9f-0393383368ff,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.316241 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-65817d50-b95a-446d-b073-8d36185910d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.323142 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-703294c2-e521-4bcc-928c-6a1ed81f0a44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Project 4a5fc36706c24236bc5f945b90dabb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:41:07.332266 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-703294c2-e521-4bcc-928c-6a1ed81f0a44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.375110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-65817d50-b95a-446d-b073-8d36185910d5 None None] For port e851e1ec-b274-4537-bf7e-caa9aa40b5a8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e851e1ec-b274-4537-bf7e-caa9aa40b5a8,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:07.380856 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-65817d50-b95a-446d-b073-8d36185910d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.404670 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.408355 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-703294c2-e521-4bcc-928c-6a1ed81f0a44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.415169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-703294c2-e521-4bcc-928c-6a1ed81f0a44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.439405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65817d50-b95a-446d-b073-8d36185910d5 None None] Pushing event updated for resources: {'Port': ['ID=e851e1ec-b274-4537-bf7e-caa9aa40b5a8,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.452099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703294c2-e521-4bcc-928c-6a1ed81f0a44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45925b74-1ee2-48c2-b212-e2b2610eb76e,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.463820 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-703294c2-e521-4bcc-928c-6a1ed81f0a44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.469692 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-703294c2-e521-4bcc-928c-6a1ed81f0a44 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1993542 Aug 29 04:41:07.470504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48630) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.475799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7a1ed58a-eb12-4d2b-b6c3-f058672cc40d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': 'b205894f-c679-4f9e-a0d2-8a44fe2e87d3', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:07.505316 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-7a1ed58a-eb12-4d2b-b6c3-f058672cc40d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Project 4a5fc36706c24236bc5f945b90dabb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:41:07.516962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed58a-eb12-4d2b-b6c3-f058672cc40d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.594535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed58a-eb12-4d2b-b6c3-f058672cc40d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.604523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed58a-eb12-4d2b-b6c3-f058672cc40d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.607456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-abb74196-d81f-43e9-b512-6a9ed4842282 None None] Provisioning complete for port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:07.608033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:41:07.608159 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-abb74196-d81f-43e9-b512-6a9ed4842282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.631072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed58a-eb12-4d2b-b6c3-f058672cc40d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.632469 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7a1ed58a-eb12-4d2b-b6c3-f058672cc40d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1607554 Aug 29 04:41:07.633380 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ed58a-eb12-4d2b-b6c3-f058672cc40d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a32a51-8e6d-4227-8865-67bbb9a84001,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.756846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:07.766954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Sync routers for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:07.773640 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.776781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cad207a4-d63b-47c6-80be-2d33cb0271c8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0171468 Aug 29 04:41:07.778497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:07.778659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48640) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.779195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:07.868658 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-98e0810c-34bb-4668-866f-a01d76777e64 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437913842&fields=id&tenant_id=4a5fc36706c24236bc5f945b90dabb51 HTTP/1.1" status: 200 len: 267 time: 0.0466440 Aug 29 04:41:07.899300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:07.927640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce9c5a-a003-407e-b3d5-13f37873f22e None None] Network 39e903de-0436-4c62-bb9d-d8983219a2ce requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:07.982727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-ea754f13-52ce-4884-b464-b07f5beca47a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.984545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-ea754f13-52ce-4884-b464-b07f5beca47a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/networks?id=047b3456-7705-47b7-ab4d-598df4ef4713 HTTP/1.1" status: 200 len: 796 time: 0.1149595 Aug 29 04:41:08.000800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-99179ecd-4883-44f9-8461-4298ca68b14e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/quotas/4a5fc36706c24236bc5f945b90dabb51 HTTP/1.1" status: 200 len: 375 time: 0.0094776 Aug 29 04:41:08.038982 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-80ebb88d-aa88-4a51-b98c-59cd7d1c7e2e None None] Provisioning for port ad1daf49-e34f-43b4-812c-1e577c09a3de completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:08.081845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-5fdc204b-69fe-40a5-bb28-38244c22ce11 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0743918 Aug 29 04:41:08.191877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-5e1f0dd5-ecff-4980-b737-066b1b896381 service neutron] 10.222.0.49 "GET /v2.0/networks/047b3456-7705-47b7-ab4d-598df4ef4713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962865 Aug 29 04:41:08.214602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:06Z', 'revision_number': 3, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:08.246074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Checking router: 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:08.247051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Updating router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd port c2ac743c-a44f-475b-b59e-25404e3230b3 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:08.278270 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.306622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-12d49f03-1701-48e0-937b-cc9330ef3a54 service neutron] 10.222.0.49 "GET /v2.0/networks/047b3456-7705-47b7-ab4d-598df4ef4713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076581 Aug 29 04:41:08.524106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6cb0e9a-c5af-43ca-ac2a-88bb88c80836 req-307ac4b5-4d82-4b4a-aab8-8f2437046a09 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 210 time: 0.0351038 Aug 29 04:41:08.606289 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.620711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Transition to ACTIVE for port object c2ac743c-a44f-475b-b59e-25404e3230b3 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:08.628190 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.670134 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.690694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Attempting to bind port c2ac743c-a44f-475b-b59e-25404e3230b3 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:08.691092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Attempting to bind port c2ac743c-a44f-475b-b59e-25404e3230b3 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:08.691575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Attempting to bind port c2ac743c-a44f-475b-b59e-25404e3230b3 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:08.694215 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd972ed8-1200-4f61-8d09-d2620e4362af None None] Pushing event updated for resources: {'Port': ['ID=c2ac743c-a44f-475b-b59e-25404e3230b3,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:08.708166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:08.708673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:08.709140 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.709613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:08.710162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Bound port: c2ac743c-a44f-475b-b59e-25404e3230b3, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:08.710617 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.758663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e851e1ec-b274-4537-bf7e-caa9aa40b5a8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:08.817166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] For port c2ac743c-a44f-475b-b59e-25404e3230b3, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:08.821504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] For port c2ac743c-a44f-475b-b59e-25404e3230b3, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c2ac743c-a44f-475b-b59e-25404e3230b3,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:08.829917 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.873489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:08.873986 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.911805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:08.912633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:08.924959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Allocated IP 172.20.0.1 (39e903de-0436-4c62-bb9d-d8983219a2ce/9ee4454b-0304-465f-980a-11ee66e25fd0/db032c52-c866-42f8-9824-559676de9974) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:09.041935 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.056239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Transition to ACTIVE for port object db032c52-c866-42f8-9824-559676de9974 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:09.091886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.131279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:09.134506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd972ed8-1200-4f61-8d09-d2620e4362af None None] Pushing event updated for resources: {'Port': ['ID=c2ac743c-a44f-475b-b59e-25404e3230b3,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:09.136297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:09.140323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:09.169385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Pushing event updated for resources: {'Port': ['ID=db032c52-c866-42f8-9824-559676de9974,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:09.191304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.246795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:09.249796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad1daf49-e34f-43b4-812c-1e577c09a3de up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:09.334286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.410246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ad1daf49-e34f-43b4-812c-1e577c09a3de completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:09.416586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ad1daf49-e34f-43b4-812c-1e577c09a3de triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:09.416882 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.488446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-07d0d5fe-afd8-42f6-ba33-994df521deb5 None None] Provisioning for port db032c52-c866-42f8-9824-559676de9974 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:09.498446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-07d0d5fe-afd8-42f6-ba33-994df521deb5 None None] Provisioning complete for port db032c52-c866-42f8-9824-559676de9974 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:09.498819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-07d0d5fe-afd8-42f6-ba33-994df521deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.546368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-07d0d5fe-afd8-42f6-ba33-994df521deb5 None None] Port db032c52-c866-42f8-9824-559676de9974 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:09.568699 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.572131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:06Z', 'revision_number': 3, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:09.582684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.616800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf642a-66de-4c72-8507-e091993a33b9 None None] The sync data for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 is: [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:06Z', 'revision_number': 3, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:09.631359 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.657039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Pushing event updated for resources: {'Port': ['ID=db032c52-c866-42f8-9824-559676de9974,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:09.675991 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59e9faa1-ed4d-4602-ade1-d390ed3df308 req-61548674-0a42-43f9-a5d8-f4c8c84deb55 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 210 time: 0.0532410 Aug 29 04:41:09.680290 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.681297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.681928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.682601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.683130 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.683471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.684464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.684710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.685047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.685376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.685705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.686033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:09.687696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port ad1daf49-e34f-43b4-812c-1e577c09a3de, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ad1daf49-e34f-43b4-812c-1e577c09a3de,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:09.697763 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.718964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.733631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-f3b57187-8453-421b-ab9b-2f684a572ebe tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:09.735174 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-f3b57187-8453-421b-ab9b-2f684a572ebe tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.59 "GET /v2.0/networks?id=047b3456-7705-47b7-ab4d-598df4ef4713 HTTP/1.1" status: 200 len: 796 time: 0.2463982 Aug 29 04:41:09.750714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=ad1daf49-e34f-43b4-812c-1e577c09a3de,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:09.836774 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-694b301d-b413-4512-9f52-8272de5bd9fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5fc36706c24236bc5f945b90dabb51 HTTP/1.1" status: 200 len: 472 time: 0.0860109 Aug 29 04:41:09.851462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'port': {'device_id': '966b6b5f-4be6-48ec-b3c0-bb512fef4556', 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713', 'admin_state_up': True, 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'security_groups': ['b205894f-c679-4f9e-a0d2-8a44fe2e87d3']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:09.925569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:09.928882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:10.076633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Made reservation on behalf of 4a5fc36706c24236bc5f945b90dabb51 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:10.080276 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.101811 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:10.175170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c103882a-0f6e-4bd1-8fad-9980bf8fb7ab None None] Provisioning complete for port db032c52-c866-42f8-9824-559676de9974 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:10.175543 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c103882a-0f6e-4bd1-8fad-9980bf8fb7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.214332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c103882a-0f6e-4bd1-8fad-9980bf8fb7ab None None] Port db032c52-c866-42f8-9824-559676de9974 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:10.318228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Allocated IP 172.20.0.24 (047b3456-7705-47b7-ab4d-598df4ef4713/c2b5dcc2-b50c-4af4-8c8a-6b08e047faff/8f7d3eb0-f929-4e05-8b6c-4111921ec596) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:10.324164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:10.330500 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-30dae991-4280-4075-8203-3a3c8518aa87 admin admin] 10.222.0.49 "PUT /v2.0/routers/6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5508080 Aug 29 04:41:10.483472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.499149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Transition to ACTIVE for port object 8f7d3eb0-f929-4e05-8b6c-4111921ec596 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:10.553584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.602655 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 047b3456-7705-47b7-ab4d-598df4ef4713 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:10.608560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:10.612600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:10.641235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=8f7d3eb0-f929-4e05-8b6c-4111921ec596,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:10.689522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.690210 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.717375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c2ac743c-a44f-475b-b59e-25404e3230b3 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:10.727643 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-40ec8b46-e3eb-4d4d-8f97-ba666c661c6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8851590 Aug 29 04:41:10.740527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Request body: {'port': {'device_id': '966b6b5f-4be6-48ec-b3c0-bb512fef4556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:10.803210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port c2ac743c-a44f-475b-b59e-25404e3230b3 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:10.807334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c2ac743c-a44f-475b-b59e-25404e3230b3 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:10.807915 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.834062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.841793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc67d3-ee73-4da6-b8e1-32d588b85824 req-bb20de5b-f2ab-416d-87db-b6bde44981aa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.849905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33dc67d3-ee73-4da6-b8e1-32d588b85824 req-bb20de5b-f2ab-416d-87db-b6bde44981aa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 932 time: 0.0733693 Aug 29 04:41:10.899587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33dc67d3-ee73-4da6-b8e1-32d588b85824 req-e6f8fd9a-223c-4582-91e4-7cd9c9caab98 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484588 Aug 29 04:41:10.927787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.950488 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port c2ac743c-a44f-475b-b59e-25404e3230b3, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c2ac743c-a44f-475b-b59e-25404e3230b3,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:10.956404 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.957482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad1daf49-e34f-43b4-812c-1e577c09a3de up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:10.967792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48676) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.972902 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-699955928-network', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:10.995030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Made reservation on behalf of adfe00c502c64deb8f046af45c65e720 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:10.998078 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.018375 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.072135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=c2ac743c-a44f-475b-b59e-25404e3230b3,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.089019 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-369f4a3c-6b9b-49f9-b3e4-11ef9a97fbbb None None] Provisioning for port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:11.097517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-369f4a3c-6b9b-49f9-b3e4-11ef9a97fbbb None None] Provisioning complete for port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:11.097820 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-369f4a3c-6b9b-49f9-b3e4-11ef9a97fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.107008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ad1daf49-e34f-43b4-812c-1e577c09a3de triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:11.107364 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.144662 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.149345 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.177665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:11.185965 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-369f4a3c-6b9b-49f9-b3e4-11ef9a97fbbb None None] Port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:11.196539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b4459a-a6c8-46b2-af70-fc05aa6482d8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.214770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7d3eb0-f929-4e05-8b6c-4111921ec596 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:11.216962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.217315 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Added segment cf4c1282-3284-4f5c-98f2-2979a0edcd3f of type vlan for network 932eb198-5e73-4f28-bfd2-48cb2859d293 Aug 29 04:41:11.224622 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.239742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Transition to ACTIVE for port object 8f7d3eb0-f929-4e05-8b6c-4111921ec596 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:11.248457 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.269080 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.299570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Pushing event updated for resources: {'Port': ['ID=8f7d3eb0-f929-4e05-8b6c-4111921ec596,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.302521 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.304006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.304881 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.361785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3927915 Aug 29 04:41:11.364702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48678) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.369930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Request body: {'subnet': {'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-699955928-subnet', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:11.381404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Attempting to bind port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:11.381746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Attempting to bind port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:11.382081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Attempting to bind port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 on network 047b3456-7705-47b7-ab4d-598df4ef4713 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:11.386771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 on network 047b3456-7705-47b7-ab4d-598df4ef4713 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:11.387240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Attempting to bind port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 on network 047b3456-7705-47b7-ab4d-598df4ef4713 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:11.388222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667908b-9719-40ac-a5f1-0c982f5bfd7a admin admin] Pushing event updated for resources: {'Network': ['ID=932eb198-5e73-4f28-bfd2-48cb2859d293,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.393473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:11.393823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Checking segment: {'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:11.394350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Bound using segment: {'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:11.394849 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Bound port: 8f7d3eb0-f929-4e05-8b6c-4111921ec596, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:11.395166 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.401452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 932eb198-5e73-4f28-bfd2-48cb2859d293 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:11.409675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Made reservation on behalf of adfe00c502c64deb8f046af45c65e720 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:11.413208 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.485362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] For port 8f7d3eb0-f929-4e05-8b6c-4111921ec596, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:11.489145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] For port 8f7d3eb0-f929-4e05-8b6c-4111921ec596, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8f7d3eb0-f929-4e05-8b6c-4111921ec596,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:11.490370 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Sync routers for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:11.493915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.507338 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:11.508017 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:11.538692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.540631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.542828 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] 10.222.0.59 "PUT /v2.0/ports/8f7d3eb0-f929-4e05-8b6c-4111921ec596 HTTP/1.1" status: 200 len: 1093 time: 0.8068609 Aug 29 04:41:11.544765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966b6b5f-4be6-48ec-b3c0-bb512fef4556', 'tag': '8f7d3eb0-f929-4e05-8b6c-4111921ec596'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:11.548127 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207893d7-8b29-43ee-8da2-b36e2291ac47" -d '{"events": [{"name": "network-changed", "server_uuid": "966b6b5f-4be6-48ec-b3c0-bb512fef4556", "tag": "8f7d3eb0-f929-4e05-8b6c-4111921ec596"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:11.579285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9eca09-2f55-49a4-930c-50633f5ec9af service neutron] Pushing event updated for resources: {'Port': ['ID=8f7d3eb0-f929-4e05-8b6c-4111921ec596,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.645199 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879aeae9-6b43-463b-99ea-adccfff6daf8 x-openstack-request-id: req-879aeae9-6b43-463b-99ea-adccfff6daf8 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:11.645439 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966b6b5f-4be6-48ec-b3c0-bb512fef4556", "tag": "8f7d3eb0-f929-4e05-8b6c-4111921ec596", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:11.645696 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-879aeae9-6b43-463b-99ea-adccfff6daf8 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:11.646048 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966b6b5f-4be6-48ec-b3c0-bb512fef4556', 'tag': '8f7d3eb0-f929-4e05-8b6c-4111921ec596', 'status': 'completed', 'code': 200} Aug 29 04:41:11.653338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.662665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-c0dec77c-a05a-41a4-a533-f800451a892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.664839 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-c0dec77c-a05a-41a4-a533-f800451a892a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 1096 time: 0.0815752 Aug 29 04:41:11.712843 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-ac7fc9ca-adee-41fc-926e-cb8da9eee89c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8f7d3eb0-f929-4e05-8b6c-4111921ec596 HTTP/1.1" status: 200 len: 217 time: 0.0395758 Aug 29 04:41:11.739525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e27fbb-dda4-457d-bbbd-05e39d09125b,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.747246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Checking segment: {'id': 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:11.747246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Network hostable DHCP agents. Network: 932eb198-5e73-4f28-bfd2-48cb2859d293, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:11.767501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Network 932eb198-5e73-4f28-bfd2-48cb2859d293 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:11.779091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 932eb198-5e73-4f28-bfd2-48cb2859d293) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:11.783390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.784053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.785860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-880220b8-5320-44e3-8f83-839f9db26aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.789302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488b9e04-78a2-441e-9bb5-43b5f0293feb None None] Network 932eb198-5e73-4f28-bfd2-48cb2859d293 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:11.796483 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:11.799994 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-880220b8-5320-44e3-8f83-839f9db26aab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2b5dcc2-b50c-4af4-8c8a-6b08e047faff HTTP/1.1" status: 200 len: 838 time: 0.0797927 Aug 29 04:41:11.809997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e7024345-a3b1-4c7f-bf3b-5b4d3d07ba0e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4440618 Aug 29 04:41:11.812694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48682) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.817004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-699955928-router', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:11.845821 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.847138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.859638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-380c3d72-1792-4050-8356-191e75066b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.862406 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-380c3d72-1792-4050-8356-191e75066b4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=047b3456-7705-47b7-ab4d-598df4ef4713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0559795 Aug 29 04:41:11.907686 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.986711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-932eb198-5e73-4f28-bfd2-48cb2859d293', 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'fixed_ips': [{'subnet_id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:11.987722 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.988810 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-f833bd36-8f2d-4365-93c6-f8d6dbd8a60d service neutron] 10.222.0.59 "GET /v2.0/networks/047b3456-7705-47b7-ab4d-598df4ef4713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184876 Aug 29 04:41:12.069228 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 2, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:12.097198 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b71bd36b-65dd-4881-99f6-c03fa41102aa req-7081ef39-0f03-443c-81f6-8fc328755db2 service neutron] 10.222.0.59 "GET /v2.0/networks/047b3456-7705-47b7-ab4d-598df4ef4713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015797 Aug 29 04:41:12.102104 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Checking router: 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:12.102612 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Updating router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd port db032c52-c866-42f8-9824-559676de9974 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:12.136248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a256763-7b6e-495d-9415-df444b24ca5e req-fb2a395a-1ce9-46e7-9b1c-76c7e85da0e2 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:12.137823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a256763-7b6e-495d-9415-df444b24ca5e req-fb2a395a-1ce9-46e7-9b1c-76c7e85da0e2 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 944 time: 0.1453154 Aug 29 04:41:12.141643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.144421 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.170852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Allocated IP 172.20.0.2 (932eb198-5e73-4f28-bfd2-48cb2859d293/a6e27fbb-dda4-457d-bbbd-05e39d09125b/d8d615a4-5916-4c55-a950-dfd59e107bfb) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:12.202479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-3ae900e6-7224-4cba-b08f-11f4c115bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:12.205093 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-3ae900e6-7224-4cba-b08f-11f4c115bda6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 1096 time: 0.0620053 Aug 29 04:41:12.230213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8a256763-7b6e-495d-9415-df444b24ca5e req-c060f1cd-d0b6-4322-8317-8c92c9a233d6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826066 Aug 29 04:41:12.328333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-f37c0ddf-1e00-4c79-b0e4-6914f4ac104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:12.330482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-f37c0ddf-1e00-4c79-b0e4-6914f4ac104a service neutron] 10.222.0.59 "GET /v2.0/networks?id=047b3456-7705-47b7-ab4d-598df4ef4713 HTTP/1.1" status: 200 len: 897 time: 0.1184494 Aug 29 04:41:12.350864 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.360402 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Transition to ACTIVE for port object d8d615a4-5916-4c55-a950-dfd59e107bfb will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:12.380899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Transition to ACTIVE for port object d8d615a4-5916-4c55-a950-dfd59e107bfb will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:12.387348 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.393357 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-ab155015-eeaa-4cf2-ac38-fe0b3de2d9da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8f7d3eb0-f929-4e05-8b6c-4111921ec596 HTTP/1.1" status: 200 len: 217 time: 0.0546865 Aug 29 04:41:12.397312 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.421711 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.430680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Network 932eb198-5e73-4f28-bfd2-48cb2859d293 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:12.436583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:12.441508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:12.444672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Pushing event updated for resources: {'Port': ['ID=d8d615a4-5916-4c55-a950-dfd59e107bfb,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.463905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-c84ea7cf-0caa-4209-9c89-6447d3cd664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:12.467482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-c84ea7cf-0caa-4209-9c89-6447d3cd664d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2b5dcc2-b50c-4af4-8c8a-6b08e047faff HTTP/1.1" status: 200 len: 838 time: 0.0666242 Aug 29 04:41:12.481804 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.492339 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Transition to ACTIVE for port object db032c52-c866-42f8-9824-559676de9974 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:12.499260 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.524749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-a9234ba5-87a2-46bc-b67c-919b443d8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:12.526631 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-a9234ba5-87a2-46bc-b67c-919b443d8605 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=047b3456-7705-47b7-ab4d-598df4ef4713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0508687 Aug 29 04:41:12.536860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Attempting to bind port d8d615a4-5916-4c55-a950-dfd59e107bfb on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:12.537239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Attempting to bind port d8d615a4-5916-4c55-a950-dfd59e107bfb by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:12.537601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Attempting to bind port d8d615a4-5916-4c55-a950-dfd59e107bfb on network 932eb198-5e73-4f28-bfd2-48cb2859d293 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:12.543730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:12.544151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Checking segment: {'id': 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:12.544681 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.545146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Bound using segment: {'id': 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:12.545829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Bound port: d8d615a4-5916-4c55-a950-dfd59e107bfb, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:12.546218 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.573282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Allocated IP 172.25.5.175 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/86e11bb9-f16a-4ccf-9edd-88ba08217e70) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:12.620549 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4a1d1-71b0-4d42-9eb1-c45605ac4981 None None] Pushing event updated for resources: {'Port': ['ID=db032c52-c866-42f8-9824-559676de9974,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.653715 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Attempting to bind port db032c52-c866-42f8-9824-559676de9974 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:12.654267 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Attempting to bind port db032c52-c866-42f8-9824-559676de9974 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:12.656556 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Attempting to bind port db032c52-c866-42f8-9824-559676de9974 on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:12.667742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c2ac743c-a44f-475b-b59e-25404e3230b3 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:12.669030 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:12.669416 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Checking segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:12.669825 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.670220 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Bound using segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:12.670782 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Bound port: db032c52-c866-42f8-9824-559676de9974, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:12.671627 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.692648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-ffe1ab64-6680-40c9-ac7b-19f9d3a8b423 service neutron] 10.222.0.59 "GET /v2.0/networks/047b3456-7705-47b7-ab4d-598df4ef4713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574163 Aug 29 04:41:12.713037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] For port d8d615a4-5916-4c55-a950-dfd59e107bfb, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:12.726104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] For port d8d615a4-5916-4c55-a950-dfd59e107bfb, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d8d615a4-5916-4c55-a950-dfd59e107bfb,segment=NetworkSegment(cf4c1282-3284-4f5c-98f2-2979a0edcd3f),segment_id=cf4c1282-3284-4f5c-98f2-2979a0edcd3f)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:12.733693 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.751749 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] For port db032c52-c866-42f8-9824-559676de9974, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:12.755271 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] For port db032c52-c866-42f8-9824-559676de9974, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=db032c52-c866-42f8-9824-559676de9974,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:12.762479 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.778866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.832832 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.839755 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4a1d1-71b0-4d42-9eb1-c45605ac4981 None None] Pushing event updated for resources: {'Port': ['ID=db032c52-c866-42f8-9824-559676de9974,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.858635 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-207893d7-8b29-43ee-8da2-b36e2291ac47 req-b6e7c516-152e-42df-a4c7-513860a7597a service neutron] 10.222.0.59 "GET /v2.0/networks/047b3456-7705-47b7-ab4d-598df4ef4713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578128 Aug 29 04:41:12.861853 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:12.862294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c78eb0-f33d-4b16-a515-008be03ddb6c None None] Pushing event updated for resources: {'Port': ['ID=d8d615a4-5916-4c55-a950-dfd59e107bfb,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.862747 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:12.880087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c2ac743c-a44f-475b-b59e-25404e3230b3 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:12.880912 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.920143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:12.923670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:12.938123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:12.969485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Pushing event updated for resources: {'Port': ['ID=86e11bb9-f16a-4ccf-9edd-88ba08217e70,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.997013 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:13.249835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.278156 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:12Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:13.304054 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe5c74f-22b2-49a1-a6a6-9503b680f343 None None] The sync data for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 is: [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:12Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:13.809398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9af97-0bfa-4a88-924f-4dc5b17075d7 req-167827a1-ecb4-4881-b30b-ae1193a8c362 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:13.810988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94b9af97-0bfa-4a88-924f-4dc5b17075d7 req-167827a1-ecb4-4881-b30b-ae1193a8c362 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 944 time: 0.4871941 Aug 29 04:41:13.896492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94b9af97-0bfa-4a88-924f-4dc5b17075d7 req-afd28d59-ee6f-4ef5-8f9d-53e0998b010a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767050 Aug 29 04:41:13.908237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.935948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b5e72f-b7ad-4774-add3-a719dc38fb0d None None] Network 932eb198-5e73-4f28-bfd2-48cb2859d293 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:14.013249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5a7961b3-e571-4998-99d0-fa70cfa4676e None None] Provisioning for port d8d615a4-5916-4c55-a950-dfd59e107bfb completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:14.050359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:41:14.168590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:14.181903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Sync routers for ids ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:14.187572 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.189216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-12039fdf-eb2f-4459-ad57-833d2b717657 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3754511 Aug 29 04:41:14.192235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48688) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:14.194614 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Routers {'0e6b59c5-33a9-4cdc-9908-93a33e1c1522'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:14.195662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:14.318119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Set router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:14.513529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'name': 'tempest-TestVolumeBootPattern-699955928-router', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:13Z', 'revision_number': 3, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'gw_port': {'id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:14.544785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Checking router: 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:14.544950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Updating router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 port 86e11bb9-f16a-4ccf-9edd-88ba08217e70 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:14.587568 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.667179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.698944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d8d615a4-5916-4c55-a950-dfd59e107bfb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:14.743058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8f7d3eb0-f929-4e05-8b6c-4111921ec596 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:14.835736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Allocated IP 172.20.0.1 (932eb198-5e73-4f28-bfd2-48cb2859d293/a6e27fbb-dda4-457d-bbbd-05e39d09125b/801d3b33-c1c0-4f46-9571-c7ec4895094c) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:14.958425 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.973740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Transition to ACTIVE for port object 801d3b33-c1c0-4f46-9571-c7ec4895094c will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:15.028335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d8d615a4-5916-4c55-a950-dfd59e107bfb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:15.045661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d8d615a4-5916-4c55-a950-dfd59e107bfb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:15.045868 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.066984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf4633-f42b-4973-9d76-00327c5bc91a req-9af826dd-7140-4276-85a5-d8a1c1c205c5 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.069384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fdf4633-f42b-4973-9d76-00327c5bc91a req-9af826dd-7140-4276-85a5-d8a1c1c205c5 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 944 time: 0.0778999 Aug 29 04:41:15.070918 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.126425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Network 932eb198-5e73-4f28-bfd2-48cb2859d293 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:15.130872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:15.132784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 8f7d3eb0-f929-4e05-8b6c-4111921ec596, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8f7d3eb0-f929-4e05-8b6c-4111921ec596,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:15.133515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:15.157983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '8f7d3eb0-f929-4e05-8b6c-4111921ec596', 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713', 'port_id': '8f7d3eb0-f929-4e05-8b6c-4111921ec596', 'mac_address': 'fa:16:3e:97:43:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b5dcc2-b50c-4af4-8c8a-6b08e047faff', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:15.172028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Pushing event updated for resources: {'Port': ['ID=801d3b33-c1c0-4f46-9571-c7ec4895094c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.185727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fdf4633-f42b-4973-9d76-00327c5bc91a req-e82061e8-017f-43ef-a1ce-df920a0f9de1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067727 Aug 29 04:41:15.196337 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.261237 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.279929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.314431 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.319331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7d3eb0-f929-4e05-8b6c-4111921ec596 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:15.338761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port d8d615a4-5916-4c55-a950-dfd59e107bfb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d8d615a4-5916-4c55-a950-dfd59e107bfb,segment=NetworkSegment(cf4c1282-3284-4f5c-98f2-2979a0edcd3f),segment_id=cf4c1282-3284-4f5c-98f2-2979a0edcd3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:15.345787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Transition to ACTIVE for port object 86e11bb9-f16a-4ccf-9edd-88ba08217e70 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:15.348993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.350507 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.351216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device db032c52-c866-42f8-9824-559676de9974 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:15.382106 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.385743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 8f7d3eb0-f929-4e05-8b6c-4111921ec596, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8f7d3eb0-f929-4e05-8b6c-4111921ec596,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:15.418545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.458028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6ae537de-b42b-4682-a754-28730d282a5c None None] Provisioning for port 801d3b33-c1c0-4f46-9571-c7ec4895094c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:15.474170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6ae537de-b42b-4682-a754-28730d282a5c None None] Provisioning complete for port 801d3b33-c1c0-4f46-9571-c7ec4895094c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:15.474525 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6ae537de-b42b-4682-a754-28730d282a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.476032 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Attempting to bind port 86e11bb9-f16a-4ccf-9edd-88ba08217e70 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:15.476423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Attempting to bind port 86e11bb9-f16a-4ccf-9edd-88ba08217e70 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:15.476791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Attempting to bind port 86e11bb9-f16a-4ccf-9edd-88ba08217e70 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:15.480940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=d8d615a4-5916-4c55-a950-dfd59e107bfb,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.510171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:15.510553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:15.510962 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.511360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:15.512458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Bound port: 86e11bb9-f16a-4ccf-9edd-88ba08217e70, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:15.512873 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.518727 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.523237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.567837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port db032c52-c866-42f8-9824-559676de9974 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:15.584670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port db032c52-c866-42f8-9824-559676de9974 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:15.585040 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.588360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Pushing event updated for resources: {'Port': ['ID=801d3b33-c1c0-4f46-9571-c7ec4895094c,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.591040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6ae537de-b42b-4682-a754-28730d282a5c None None] Port 801d3b33-c1c0-4f46-9571-c7ec4895094c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:15.591488 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.633711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2c79c-d0a4-4986-98eb-f7fe620fca4d None None] Pushing event updated for resources: {'Port': ['ID=86e11bb9-f16a-4ccf-9edd-88ba08217e70,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.642546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['8f7d3eb0-f929-4e05-8b6c-4111921ec596'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:15.689106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Network 932eb198-5e73-4f28-bfd2-48cb2859d293 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:15.690508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:15.692705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] For port 86e11bb9-f16a-4ccf-9edd-88ba08217e70, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:15.731977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] For port 86e11bb9-f16a-4ccf-9edd-88ba08217e70, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=86e11bb9-f16a-4ccf-9edd-88ba08217e70,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:15.744740 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.778693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=8f7d3eb0-f929-4e05-8b6c-4111921ec596,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.821749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:15.864109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Routers {'0e6b59c5-33a9-4cdc-9908-93a33e1c1522'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:15.864853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.925537 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.935160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:15.940090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5915fd1d-3125-4a23-a606-b1b5d61e62c6 admin admin] 10.222.0.49 "PUT /v2.0/routers/0e6b59c5-33a9-4cdc-9908-93a33e1c1522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7468557 Aug 29 04:41:15.957603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2c79c-d0a4-4986-98eb-f7fe620fca4d None None] Pushing event updated for resources: {'Port': ['ID=86e11bb9-f16a-4ccf-9edd-88ba08217e70,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.029276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d1c4ff2d-d1c6-40dc-a28a-600a6dcfcc23 None None] Provisioning complete for port 801d3b33-c1c0-4f46-9571-c7ec4895094c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:16.029953 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ff2d-d1c6-40dc-a28a-600a6dcfcc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.064724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port db032c52-c866-42f8-9824-559676de9974, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=db032c52-c866-42f8-9824-559676de9974,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:16.080087 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.129094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] Set router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:16.134527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4ff2d-d1c6-40dc-a28a-600a6dcfcc23 None None] Port 801d3b33-c1c0-4f46-9571-c7ec4895094c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:16.207784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=db032c52-c866-42f8-9824-559676de9974,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.322939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eed621-cda5-4f13-9a28-476a732ad158 req-25da2fa9-0378-47b6-bbc6-29c9b2316fdf tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.324558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95eed621-cda5-4f13-9a28-476a732ad158 req-25da2fa9-0378-47b6-bbc6-29c9b2316fdf tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 945 time: 0.0523605 Aug 29 04:41:16.368747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95eed621-cda5-4f13-9a28-476a732ad158 req-aa60b78e-f512-4e24-99e1-54efb1f66f6a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364125 Aug 29 04:41:16.437421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'name': 'tempest-TestVolumeBootPattern-699955928-router', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 4, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'gw_port': {'id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '801d3b33-c1c0-4f46-9571-c7ec4895094c', 'name': '', 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'mac_address': 'fa:16:3e:6d:6f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:14Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 2, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'subnets': [{'id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:16.463640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ea6b7-5dd2-4227-b1a2-fe041131cf4c None None] The sync data for ids ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'] in n-d-712141-12 is: [{'id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'name': 'tempest-TestVolumeBootPattern-699955928-router', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 4, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'gw_port': {'id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '801d3b33-c1c0-4f46-9571-c7ec4895094c', 'name': '', 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'mac_address': 'fa:16:3e:6d:6f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:14Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 2, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'subnets': [{'id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:16.590506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d8d615a4-5916-4c55-a950-dfd59e107bfb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:16.647649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d8d615a4-5916-4c55-a950-dfd59e107bfb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:16.648018 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.744775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8f7d3eb0-f929-4e05-8b6c-4111921ec596 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:16.796796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device db032c52-c866-42f8-9824-559676de9974 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:16.849626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:16.856163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:16.857376 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.881807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port db032c52-c866-42f8-9824-559676de9974 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:16.882181 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.000071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.034769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966b6b5f-4be6-48ec-b3c0-bb512fef4556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7d3eb0-f929-4e05-8b6c-4111921ec596'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:17.037183 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb8b787-a3a7-447e-821d-a2426a48cc0f" -d '{"events": [{"server_uuid": "966b6b5f-4be6-48ec-b3c0-bb512fef4556", "name": "network-vif-plugged", "status": "completed", "tag": "8f7d3eb0-f929-4e05-8b6c-4111921ec596"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:17.050894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 8f7d3eb0-f929-4e05-8b6c-4111921ec596, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8f7d3eb0-f929-4e05-8b6c-4111921ec596,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:17.055626 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.085449 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ea8dcb-63ad-401d-b1d7-185c9235d609 x-openstack-request-id: req-f9ea8dcb-63ad-401d-b1d7-185c9235d609 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:17.085742 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966b6b5f-4be6-48ec-b3c0-bb512fef4556", "name": "network-vif-plugged", "status": "completed", "tag": "8f7d3eb0-f929-4e05-8b6c-4111921ec596", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:17.085998 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9ea8dcb-63ad-401d-b1d7-185c9235d609 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:17.086382 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966b6b5f-4be6-48ec-b3c0-bb512fef4556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7d3eb0-f929-4e05-8b6c-4111921ec596', 'code': 200} Aug 29 04:41:17.120908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=8f7d3eb0-f929-4e05-8b6c-4111921ec596,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.210945 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ce052-8e03-4b60-a576-49f8073b0629 req-67e60044-1f86-4cd6-8d79-556a5dea9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.213255 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3e1ce052-8e03-4b60-a576-49f8073b0629 req-67e60044-1f86-4cd6-8d79-556a5dea9492 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 1098 time: 0.0616436 Aug 29 04:41:17.265468 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3e1ce052-8e03-4b60-a576-49f8073b0629 req-fffc31cc-9f12-48b0-94f2-8173c3b72ab2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448837 Aug 29 04:41:17.489771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541d413-15ae-4d5f-89f8-8d53a9985064 req-c65415a1-7d52-426f-b2ce-7620cf8524fc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.491280 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7541d413-15ae-4d5f-89f8-8d53a9985064 req-c65415a1-7d52-426f-b2ce-7620cf8524fc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 946 time: 0.0499353 Aug 29 04:41:17.532376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7541d413-15ae-4d5f-89f8-8d53a9985064 req-86320bb3-1dc8-4e16-9ef9-54e1cfd2adf9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342693 Aug 29 04:41:18.017106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-a54ed3a9-3004-4180-b658-4e2d212ba18d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.018596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-a54ed3a9-3004-4180-b658-4e2d212ba18d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1043339 Aug 29 04:41:18.033719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-8370e333-475c-4ddd-b179-ce8b8094da77 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/quotas/b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 375 time: 0.0094993 Aug 29 04:41:18.083858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-f232cff1-353c-4005-91ac-0c75cc14de29 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449448 Aug 29 04:41:18.182428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b577f29b-6cc4-4c52-9cbb-c84ae48c02ab service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909944 Aug 29 04:41:18.267126 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.278702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-59d9b6cd-dbfb-41e7-bd48-253429c7be18 service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887473 Aug 29 04:41:18.570070 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b46ba3d5-131f-4c46-bb50-48385149d3e7 req-f58f89fd-9298-4ff4-9976-7fa6a24cbd5b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 210 time: 0.0350735 Aug 29 04:41:18.631046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 86e11bb9-f16a-4ccf-9edd-88ba08217e70 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:18.683921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 86e11bb9-f16a-4ccf-9edd-88ba08217e70 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:18.686532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bc04e-cd8e-4574-9d64-9916c8380b07 req-fc44c57b-e8e1-4fbf-8b55-f1cdd02b896f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.687823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 86e11bb9-f16a-4ccf-9edd-88ba08217e70 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:18.688061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e3bc04e-cd8e-4574-9d64-9916c8380b07 req-fc44c57b-e8e1-4fbf-8b55-f1cdd02b896f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 946 time: 0.0580759 Aug 29 04:41:18.688360 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.741152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e3bc04e-cd8e-4574-9d64-9916c8380b07 req-93d45330-43f2-41f1-96e8-ef1a64b3a0f5 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462351 Aug 29 04:41:18.786707 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.810074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 86e11bb9-f16a-4ccf-9edd-88ba08217e70, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=86e11bb9-f16a-4ccf-9edd-88ba08217e70,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:18.814891 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.872756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1eb8-a581-4309-818a-81d85fc1ddb6 req-a3abefd6-6fbd-44a5-ab86-45308f64f8fc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.875141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=86e11bb9-f16a-4ccf-9edd-88ba08217e70,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:18.879910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-612f1eb8-a581-4309-818a-81d85fc1ddb6 req-a3abefd6-6fbd-44a5-ab86-45308f64f8fc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 946 time: 0.0694678 Aug 29 04:41:18.914406 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Sync routers for ids ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:18.925273 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Routers {'0e6b59c5-33a9-4cdc-9908-93a33e1c1522'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:18.925960 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:18.939796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-612f1eb8-a581-4309-818a-81d85fc1ddb6 req-07919ba7-e8cb-4605-8b41-67ad1d43a45f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517337 Aug 29 04:41:19.033533 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Set router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:19.232251 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'name': 'tempest-TestVolumeBootPattern-699955928-router', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 4, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'gw_port': {'id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '801d3b33-c1c0-4f46-9571-c7ec4895094c', 'name': '', 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'mac_address': 'fa:16:3e:6d:6f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:14Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 2, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'subnets': [{'id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:19.260444 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Checking router: 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:19.260803 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Updating router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 port 801d3b33-c1c0-4f46-9571-c7ec4895094c binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:19.284781 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.543327 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.552824 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Transition to ACTIVE for port object 801d3b33-c1c0-4f46-9571-c7ec4895094c will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:19.561350 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.611533 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee345f-624b-496e-aa0c-a02463faa01a None None] Pushing event updated for resources: {'Port': ['ID=801d3b33-c1c0-4f46-9571-c7ec4895094c,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:19.690335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-cd484a61-aa6f-4535-8a87-47df74d1ae9a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:19.696542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-cd484a61-aa6f-4535-8a87-47df74d1ae9a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1394339 Aug 29 04:41:19.727236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c2dc196-2419-42a3-ae86-bfecf4818388 req-083ec9cc-789a-4dfa-9974-8dba23b58c3f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 210 time: 0.0295827 Aug 29 04:41:19.732622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'port': {'device_id': '9997f1d4-6c90-44cd-b745-aef9953b100f', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'admin_state_up': True, 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:19.785614 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Attempting to bind port 801d3b33-c1c0-4f46-9571-c7ec4895094c on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:19.785999 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Attempting to bind port 801d3b33-c1c0-4f46-9571-c7ec4895094c by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:19.786304 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Attempting to bind port 801d3b33-c1c0-4f46-9571-c7ec4895094c on network 932eb198-5e73-4f28-bfd2-48cb2859d293 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:19.791574 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:19.791997 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Checking segment: {'id': 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:19.792369 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.793691 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Bound using segment: {'id': 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:19.793691 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Bound port: 801d3b33-c1c0-4f46-9571-c7ec4895094c, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:19.793691 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.854626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Made reservation on behalf of b7e774f7ccb94f828ef4ba014b810d41 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:19.859023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.865728 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] For port 801d3b33-c1c0-4f46-9571-c7ec4895094c, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:19.872270 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] For port 801d3b33-c1c0-4f46-9571-c7ec4895094c, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=801d3b33-c1c0-4f46-9571-c7ec4895094c,segment=NetworkSegment(cf4c1282-3284-4f5c-98f2-2979a0edcd3f),segment_id=cf4c1282-3284-4f5c-98f2-2979a0edcd3f)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:19.877785 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.933938 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee345f-624b-496e-aa0c-a02463faa01a None None] Pushing event updated for resources: {'Port': ['ID=801d3b33-c1c0-4f46-9571-c7ec4895094c,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:19.947331 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Routers {'0e6b59c5-33a9-4cdc-9908-93a33e1c1522'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:19.947898 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:20.019966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Allocated IP 172.20.0.9 (39e903de-0436-4c62-bb9d-d8983219a2ce/9ee4454b-0304-465f-980a-11ee66e25fd0/4f64809f-1539-4ea6-809f-f126278b4f41) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:20.087647 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] Set router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:20.186336 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.204895 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Transition to ACTIVE for port object 4f64809f-1539-4ea6-809f-f126278b4f41 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:20.246874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.291813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:20.295277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:20.299194 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:20.334545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=4f64809f-1539-4ea6-809f-f126278b4f41,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:20.356546 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'name': 'tempest-TestVolumeBootPattern-699955928-router', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 4, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'gw_port': {'id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '801d3b33-c1c0-4f46-9571-c7ec4895094c', 'name': '', 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'mac_address': 'fa:16:3e:6d:6f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:14Z', 'updated_at': '2021-08-29T04:41:19Z', 'revision_number': 4, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'subnets': [{'id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:20.363859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.365714 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.382224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-b8ec720b-397f-45ca-95ba-64797de36343 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538358 Aug 29 04:41:20.389244 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cee51d-a226-4dff-a4aa-f4693a4de132 None None] The sync data for ids ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'] in n-d-712141-12 is: [{'id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'name': 'tempest-TestVolumeBootPattern-699955928-router', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 4, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'gw_port': {'id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '801d3b33-c1c0-4f46-9571-c7ec4895094c', 'name': '', 'network_id': '932eb198-5e73-4f28-bfd2-48cb2859d293', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'mac_address': 'fa:16:3e:6d:6f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:14Z', 'updated_at': '2021-08-29T04:41:19Z', 'revision_number': 4, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'subnets': [{'id': 'a6e27fbb-dda4-457d-bbbd-05e39d09125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:20.402166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Request body: {'port': {'device_id': '9997f1d4-6c90-44cd-b745-aef9953b100f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:20.470495 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.522853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48760) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:20.643379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-491dd946-e594-4a59-b0f1-aa1c14785947 None None] Provisioning for port 4f64809f-1539-4ea6-809f-f126278b4f41 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:20.650043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-491dd946-e594-4a59-b0f1-aa1c14785947 None None] Provisioning complete for port 4f64809f-1539-4ea6-809f-f126278b4f41 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:20.650648 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-491dd946-e594-4a59-b0f1-aa1c14785947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.690176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 86e11bb9-f16a-4ccf-9edd-88ba08217e70 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:20.742610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-491dd946-e594-4a59-b0f1-aa1c14785947 None None] Port 4f64809f-1539-4ea6-809f-f126278b4f41 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:20.765810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 86e11bb9-f16a-4ccf-9edd-88ba08217e70 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:20.767393 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.066543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 801d3b33-c1c0-4f46-9571-c7ec4895094c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:21.140286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 801d3b33-c1c0-4f46-9571-c7ec4895094c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:21.146732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 801d3b33-c1c0-4f46-9571-c7ec4895094c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:21.146935 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.246220 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.282359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 801d3b33-c1c0-4f46-9571-c7ec4895094c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=801d3b33-c1c0-4f46-9571-c7ec4895094c,segment=NetworkSegment(cf4c1282-3284-4f5c-98f2-2979a0edcd3f),segment_id=cf4c1282-3284-4f5c-98f2-2979a0edcd3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:21.288102 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.342222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=801d3b33-c1c0-4f46-9571-c7ec4895094c,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.448137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201583b-97e0-494a-b635-d44db0680f1e req-dd09dd6f-da25-4cfe-a078-b585d06376ce tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.450097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e201583b-97e0-494a-b635-d44db0680f1e req-dd09dd6f-da25-4cfe-a078-b585d06376ce tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 931 time: 0.5479865 Aug 29 04:41:21.561024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e201583b-97e0-494a-b635-d44db0680f1e req-40366b74-7e29-47cf-9d2e-2536cbd86163 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026835 Aug 29 04:41:21.579165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f64809f-1539-4ea6-809f-f126278b4f41 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:21.587618 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.626167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Transition to ACTIVE for port object 4f64809f-1539-4ea6-809f-f126278b4f41 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:21.631531 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.718647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Pushing event updated for resources: {'Port': ['ID=4f64809f-1539-4ea6-809f-f126278b4f41,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.814610 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.836129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Attempting to bind port 4f64809f-1539-4ea6-809f-f126278b4f41 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:21.836513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Attempting to bind port 4f64809f-1539-4ea6-809f-f126278b4f41 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:21.836832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Attempting to bind port 4f64809f-1539-4ea6-809f-f126278b4f41 on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:21.877071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Port 4f64809f-1539-4ea6-809f-f126278b4f41 on network 39e903de-0436-4c62-bb9d-d8983219a2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:21.877401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Attempting to bind port 4f64809f-1539-4ea6-809f-f126278b4f41 on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:21.887250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:21.887589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Checking segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:21.887979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Bound using segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:21.888447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Bound port: 4f64809f-1539-4ea6-809f-f126278b4f41, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:21.888813 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.009586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] For port 4f64809f-1539-4ea6-809f-f126278b4f41, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:22.057430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] For port 4f64809f-1539-4ea6-809f-f126278b4f41, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4f64809f-1539-4ea6-809f-f126278b4f41,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:22.064094 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.139070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:22.139701 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.141180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-83b57e41-f998-48d6-b486-315848550e9b service neutron] 10.222.0.52 "PUT /v2.0/ports/4f64809f-1539-4ea6-809f-f126278b4f41 HTTP/1.1" status: 200 len: 1092 time: 1.7438424 Aug 29 04:41:22.141645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9997f1d4-6c90-44cd-b745-aef9953b100f', 'tag': '4f64809f-1539-4ea6-809f-f126278b4f41'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:22.143995 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8034fcb1-d10a-48de-9b1c-a5455b66d62e" -d '{"events": [{"name": "network-changed", "server_uuid": "9997f1d4-6c90-44cd-b745-aef9953b100f", "tag": "4f64809f-1539-4ea6-809f-f126278b4f41"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:22.234923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b57e41-f998-48d6-b486-315848550e9b service neutron] Pushing event updated for resources: {'Port': ['ID=4f64809f-1539-4ea6-809f-f126278b4f41,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.283921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-cdb09072-5930-40d8-ae0e-9623463dd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:22.289013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-cdb09072-5930-40d8-ae0e-9623463dd99a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 1095 time: 0.0784283 Aug 29 04:41:22.293595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Allocated IP 172.20.0.17 (047b3456-7705-47b7-ab4d-598df4ef4713/c2b5dcc2-b50c-4af4-8c8a-6b08e047faff/c490d9ef-0d4a-48ae-b2a7-e1a73da1c729) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:22.347800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-3ff82a46-b0a4-471a-bcd3-975cb00db353 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f64809f-1539-4ea6-809f-f126278b4f41 HTTP/1.1" status: 200 len: 217 time: 0.0432742 Aug 29 04:41:22.401979 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418052d9-5599-4a73-8fa8-f406a751cf5b x-openstack-request-id: req-418052d9-5599-4a73-8fa8-f406a751cf5b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:22.402200 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9997f1d4-6c90-44cd-b745-aef9953b100f", "tag": "4f64809f-1539-4ea6-809f-f126278b4f41", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:22.402437 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-418052d9-5599-4a73-8fa8-f406a751cf5b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:22.402837 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9997f1d4-6c90-44cd-b745-aef9953b100f', 'tag': '4f64809f-1539-4ea6-809f-f126278b4f41', 'status': 'completed', 'code': 200} Aug 29 04:41:22.461092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-f5ed8731-ea67-4382-a382-c2895be84220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:22.462601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-f5ed8731-ea67-4382-a382-c2895be84220 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.1004152 Aug 29 04:41:22.524367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.543569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Transition to ACTIVE for port object c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:22.546239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-4d12a569-4e46-42aa-9c1e-ecfba8b45cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:22.547799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-4d12a569-4e46-42aa-9c1e-ecfba8b45cf5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756018 Aug 29 04:41:22.629860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 801d3b33-c1c0-4f46-9571-c7ec4895094c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:22.644086 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.682451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 801d3b33-c1c0-4f46-9571-c7ec4895094c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:22.682828 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.717606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=c490d9ef-0d4a-48ae-b2a7-e1a73da1c729,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.741467 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 047b3456-7705-47b7-ab4d-598df4ef4713 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:22.750202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:22.761708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:22.828439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed5c0c-461b-4041-a2e1-5a9adb565280 req-62388785-4127-447f-8727-40c95ee165b3 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:22.830130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbed5c0c-461b-4041-a2e1-5a9adb565280 req-62388785-4127-447f-8727-40c95ee165b3 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.1775398 Aug 29 04:41:22.834921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-168137e6-4a36-4420-8cc0-7b32203b743d service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769642 Aug 29 04:41:22.864998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.971004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbed5c0c-461b-4041-a2e1-5a9adb565280 req-61adc0f3-5282-4281-8de7-aae0508e9970 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331079 Aug 29 04:41:23.018420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-21c07800-c69a-4783-8e9a-ccf84e5bc3a6 None None] Provisioning for port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:23.023042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-21c07800-c69a-4783-8e9a-ccf84e5bc3a6 None None] Provisioning complete for port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:23.023783 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-21c07800-c69a-4783-8e9a-ccf84e5bc3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.042002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90d3b027-bbac-4e5a-8dd5-981ea5d72b7a req-9d0bb99e-7b0a-4ecb-a91e-d7345083dd48 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916168 Aug 29 04:41:23.065229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-21c07800-c69a-4783-8e9a-ccf84e5bc3a6 None None] Port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:23.093567 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.217725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-fa602565-37ac-460c-a89d-c19e2bfa07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:23.219252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-fa602565-37ac-460c-a89d-c19e2bfa07a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 1095 time: 0.1059332 Aug 29 04:41:23.403717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-b818329a-27fa-4b12-a387-49adb3ae9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:23.405247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-b818329a-27fa-4b12-a387-49adb3ae9bb3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.1780891 Aug 29 04:41:23.456838 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-9cc8ba0e-d740-4d6f-9aa1-ce252f526e0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f64809f-1539-4ea6-809f-f126278b4f41 HTTP/1.1" status: 200 len: 217 time: 0.0427265 Aug 29 04:41:23.535231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-0aff4751-c2f4-44b5-9ac7-fb25fc7ccf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:23.536778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-0aff4751-c2f4-44b5-9ac7-fb25fc7ccf4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0687070 Aug 29 04:41:23.541265 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c77688a-0686-4ce4-a101-f25880d862da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.583704 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.589301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.655198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-dc14eb2a-d851-42ab-8a1c-4849ccb06863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:23.658776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-dc14eb2a-d851-42ab-8a1c-4849ccb06863 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117458 Aug 29 04:41:23.679115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=c490d9ef-0d4a-48ae-b2a7-e1a73da1c729,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:23.722446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.821075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-40b63094-4fa2-4b87-a05b-f5d2ad6c5261 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517324 Aug 29 04:41:23.893642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 047b3456-7705-47b7-ab4d-598df4ef4713 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:23.896536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:23.985410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8034fcb1-d10a-48de-9b1c-a5455b66d62e req-09674307-9584-4990-aaa7-b4c57b509525 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555829 Aug 29 04:41:24.053334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router 1267c384-4ad3-4940-b0f3-798cc016980c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:24.191011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-66b7388b-0abd-4fec-a84c-75d273810753 None None] Provisioning complete for port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:24.191612 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-66b7388b-0abd-4fec-a84c-75d273810753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.196015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6755c6-f8b6-4d8b-bc25-4a0bc2ea431f req-79e1347f-a948-497c-8597-0f54600cf2af tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:24.197545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a6755c6-f8b6-4d8b-bc25-4a0bc2ea431f req-79e1347f-a948-497c-8597-0f54600cf2af tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.0909603 Aug 29 04:41:24.221319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:24.226289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-66b7388b-0abd-4fec-a84c-75d273810753 None None] Port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:24.242461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b2095744-9273-49a5-8bac-1012a98987f0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "PUT /v2.0/routers/1267c384-4ad3-4940-b0f3-798cc016980c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7035258 Aug 29 04:41:24.242572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Sync routers for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:24.245219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a6755c6-f8b6-4d8b-bc25-4a0bc2ea431f req-a3a8a655-28c6-484d-9ac8-2a9e22456dd1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394213 Aug 29 04:41:24.251211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:24.251836 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:24.363563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:24.581868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c807c85b-7d38-4bc9-9e2b-ad7e43cf3585', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'mac_address': 'fa:16:3e:f6:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:35Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 1, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c490d9ef-0d4a-48ae-b2a7-e1a73da1c729', 'name': '', 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:74:b8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'c2b5dcc2-b50c-4af4-8c8a-6b08e047faff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:21Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 2, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2b5dcc2-b50c-4af4-8c8a-6b08e047faff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:24.607276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Checking router: 1267c384-4ad3-4940-b0f3-798cc016980c for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:24.607638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Updating router 1267c384-4ad3-4940-b0f3-798cc016980c port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:24.633141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.889029 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.898647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Transition to ACTIVE for port object c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:24.904943 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.973148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee99ba4-45fe-46e6-ba17-9caaa6680f30 None None] Pushing event updated for resources: {'Port': ['ID=c490d9ef-0d4a-48ae-b2a7-e1a73da1c729,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:25.004735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Attempting to bind port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:25.005156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Attempting to bind port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:25.005783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Attempting to bind port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 on network 047b3456-7705-47b7-ab4d-598df4ef4713 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:25.010774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:25.011149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Checking segment: {'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:25.012186 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.012458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Bound using segment: {'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:25.012920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Bound port: c490d9ef-0d4a-48ae-b2a7-e1a73da1c729, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c15a6b5-8089-4fdc-8c49-737edcacf5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:25.013300 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.084008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] For port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:25.087255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] For port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c490d9ef-0d4a-48ae-b2a7-e1a73da1c729,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:25.091793 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.153290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:25.153916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:25.187147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee99ba4-45fe-46e6-ba17-9caaa6680f30 None None] Pushing event updated for resources: {'Port': ['ID=c490d9ef-0d4a-48ae-b2a7-e1a73da1c729,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:25.272784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:25.365397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffbba4-bb94-450b-8cb6-86fe7cfb39e9 req-194353bb-1a18-47e9-beae-7d49277198f2 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:25.367020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99ffbba4-bb94-450b-8cb6-86fe7cfb39e9 req-194353bb-1a18-47e9-beae-7d49277198f2 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.0518584 Aug 29 04:41:25.407259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99ffbba4-bb94-450b-8cb6-86fe7cfb39e9 req-526a2e08-974e-40a4-a26f-54e6cd4483fb tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334144 Aug 29 04:41:25.525124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c807c85b-7d38-4bc9-9e2b-ad7e43cf3585', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'mac_address': 'fa:16:3e:f6:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:35Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 1, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c490d9ef-0d4a-48ae-b2a7-e1a73da1c729', 'name': '', 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:74:b8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'c2b5dcc2-b50c-4af4-8c8a-6b08e047faff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:21Z', 'updated_at': '2021-08-29T04:41:25Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2b5dcc2-b50c-4af4-8c8a-6b08e047faff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:25.550717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb3313-f280-4cc8-a63b-0612a85aad93 None None] The sync data for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 is: [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c807c85b-7d38-4bc9-9e2b-ad7e43cf3585', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'mac_address': 'fa:16:3e:f6:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:35Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 1, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c490d9ef-0d4a-48ae-b2a7-e1a73da1c729', 'name': '', 'network_id': '047b3456-7705-47b7-ab4d-598df4ef4713', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:74:b8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'c2b5dcc2-b50c-4af4-8c8a-6b08e047faff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:21Z', 'updated_at': '2021-08-29T04:41:25Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2b5dcc2-b50c-4af4-8c8a-6b08e047faff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:26.122709 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dbbc6d36-f238-42fe-bcf5-9e7224d56520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.329312 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.522889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97165dc-0a3a-47c2-a68d-3cb16395f0ae req-d1a732c7-d23f-4ae5-b6c1-7d04b6afef15 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.524399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a97165dc-0a3a-47c2-a68d-3cb16395f0ae req-d1a732c7-d23f-4ae5-b6c1-7d04b6afef15 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.0491545 Aug 29 04:41:26.563848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a97165dc-0a3a-47c2-a68d-3cb16395f0ae req-ef7b4985-6a91-49b1-851d-f8fe87ce14f4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321205 Aug 29 04:41:26.607672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:26.657298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:26.660942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:26.661322 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.738691 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.771132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c490d9ef-0d4a-48ae-b2a7-e1a73da1c729,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:26.774781 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.822686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=c490d9ef-0d4a-48ae-b2a7-e1a73da1c729,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:27.344399 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.490272 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.677807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ef8c-4e3d-4dbd-a45e-18087de6377a req-4d4b3e3c-6f24-4b36-88bf-983db288fad5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.679257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3068ef8c-4e3d-4dbd-a45e-18087de6377a req-4d4b3e3c-6f24-4b36-88bf-983db288fad5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.0488067 Aug 29 04:41:27.720038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3068ef8c-4e3d-4dbd-a45e-18087de6377a req-204c8d6f-7c13-4474-8112-d3ff71280952 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347502 Aug 29 04:41:28.586498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:28.633276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:28.633645 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.832163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e1a9e-bd24-4d57-a0fc-eb557e751a92 req-ccc8621e-f584-42e3-9e54-e086b40e6d03 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:28.833590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc3e1a9e-bd24-4d57-a0fc-eb557e751a92 req-ccc8621e-f584-42e3-9e54-e086b40e6d03 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.0478351 Aug 29 04:41:28.870577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc3e1a9e-bd24-4d57-a0fc-eb557e751a92 req-dedee691-3f8d-4ca2-a504-aac694728a55 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310888 Aug 29 04:41:29.076307 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.991912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6758f-9260-4fec-b3b5-4a8fd3beaaf6 req-b279c6f5-9d81-4dd4-8f99-6ac29d92b1e6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.994033 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ab6758f-9260-4fec-b3b5-4a8fd3beaaf6 req-b279c6f5-9d81-4dd4-8f99-6ac29d92b1e6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.0575533 Aug 29 04:41:30.034348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ab6758f-9260-4fec-b3b5-4a8fd3beaaf6 req-ea0fa942-ce04-491a-8a57-2e65dba76850 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335338 Aug 29 04:41:31.148883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3dd91-f109-4e9f-ba1d-b120b5f1a91e req-b6c16b50-d219-41d4-8433-940eaa925ed2 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:31.150356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77c3dd91-f109-4e9f-ba1d-b120b5f1a91e req-b6c16b50-d219-41d4-8433-940eaa925ed2 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.0485585 Aug 29 04:41:31.191081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77c3dd91-f109-4e9f-ba1d-b120b5f1a91e req-7d2b7b52-8da3-4d13-a04b-df54ff605ec4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346162 Aug 29 04:41:32.304136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33252de3-73e9-4557-b297-ff50b4db51ac req-03744320-25cf-4d9b-9393-d5fbcecdb4e4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:32.305650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33252de3-73e9-4557-b297-ff50b4db51ac req-03744320-25cf-4d9b-9393-d5fbcecdb4e4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.0485706 Aug 29 04:41:32.342877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33252de3-73e9-4557-b297-ff50b4db51ac req-03e7c2df-99a8-473e-a4f9-08e6adc7ffe8 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307238 Aug 29 04:41:32.504056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48804) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:32.666546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port dad949de-9d4b-4a60-8e16-3d6addc9b89b {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:32.666895 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.742527 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.742840 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.754027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for dad949de-9d4b-4a60-8e16-3d6addc9b89b owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:32.892576 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.922950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=dad949de-9d4b-4a60-8e16-3d6addc9b89b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.980484 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.980818 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Floating IP 5ea82afe-ded9-4d3e-b70c-1770b4a03a36 disassociated (deleted). External IP: 172.25.5.57, port: 1116c4c5-035c-450b-93ef-01d499ab480c. Aug 29 04:41:33.460487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39309d0-1854-4cbc-8286-05f1d68f555d req-e85953ed-f13d-408e-b447-d6ad0cfcc068 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.462058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c39309d0-1854-4cbc-8286-05f1d68f555d req-e85953ed-f13d-408e-b447-d6ad0cfcc068 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.0508673 Aug 29 04:41:33.498421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router c9457129-21fe-4a67-9df8-76c30aba9df3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:33.499654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c39309d0-1854-4cbc-8286-05f1d68f555d req-18f87971-c1fe-4706-8ca5-9f6e953c3c6e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Aug 29 04:41:33.605604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:33.610403 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.615391 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] Sync routers for ids ['c9457129-21fe-4a67-9df8-76c30aba9df3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:33.625903 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] Routers {'c9457129-21fe-4a67-9df8-76c30aba9df3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:33.626443 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9457129-21fe-4a67-9df8-76c30aba9df3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:33.639087 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-667ee3b9-73c9-4193-b67e-9354fa47c19c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/floatingips/5ea82afe-ded9-4d3e-b70c-1770b4a03a36 HTTP/1.1" status: 204 len: 168 time: 1.1338954 Aug 29 04:41:33.639782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:33.642063 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a2027d-a834-4a83-9a35-8d0416c5628b" -d '{"events": [{"name": "network-changed", "server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:33.683402 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536de074-e3b0-458d-96f0-23fbb1599570 x-openstack-request-id: req-536de074-e3b0-458d-96f0-23fbb1599570 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:33.683704 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:33.684488 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-536de074-e3b0-458d-96f0-23fbb1599570 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:33.684900 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c', 'status': 'completed', 'code': 200} Aug 29 04:41:33.732266 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] Set router c9457129-21fe-4a67-9df8-76c30aba9df3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:33.780504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-0e01e0d0-adb1-4529-9b54-32e014cf1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.782035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-0e01e0d0-adb1-4529-9b54-32e014cf1b1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 1098 time: 0.0481944 Aug 29 04:41:33.930169 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:16Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '2a80c639-f211-4614-8f45-70d9d55d5794', 'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:69:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:13Z', 'updated_at': '2021-08-29T04:38:22Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:33.931740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead87a01-05c9-4515-9fc5-28d9dfe371be req-2b11b993-6693-4dea-b5d2-5a44321d08aa tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.933303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ead87a01-05c9-4515-9fc5-28d9dfe371be req-2b11b993-6693-4dea-b5d2-5a44321d08aa tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.1130521 Aug 29 04:41:33.958154 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] Checking router: c9457129-21fe-4a67-9df8-76c30aba9df3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:33.967038 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:41:33.968082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-67f9414e-eb0c-451f-b9d8-d500bac6f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.969613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-67f9414e-eb0c-451f-b9d8-d500bac6f472 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ad185c5-973f-471a-830b-1f29d69af50a HTTP/1.1" status: 200 len: 897 time: 0.1405292 Aug 29 04:41:33.971709 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] Routers {'c9457129-21fe-4a67-9df8-76c30aba9df3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:33.972388 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9457129-21fe-4a67-9df8-76c30aba9df3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:34.022805 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ead87a01-05c9-4515-9fc5-28d9dfe371be req-26b04f3b-af87-4011-942f-8351e08485d8 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826447 Aug 29 04:41:34.024314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-6e62b3e4-f7b1-4aae-953c-59f9d0ca06b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1116c4c5-035c-450b-93ef-01d499ab480c HTTP/1.1" status: 200 len: 217 time: 0.0444798 Aug 29 04:41:34.074665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-c4a0cedc-371b-4a37-8da5-96e5ec2e994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:34.076157 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] Set router c9457129-21fe-4a67-9df8-76c30aba9df3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:34.076581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-c4a0cedc-371b-4a37-8da5-96e5ec2e994b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5753e725-b8f4-4ca1-b733-95ab7456f9f0 HTTP/1.1" status: 200 len: 834 time: 0.0446177 Aug 29 04:41:34.125124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-6d8b3af8-8479-49a5-8e02-bf19f921d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:34.126826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-6d8b3af8-8479-49a5-8e02-bf19f921d405 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ad185c5-973f-471a-830b-1f29d69af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425584 Aug 29 04:41:34.227573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-84b08869-7f8c-4b12-af0b-b1c77b06e2ab service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922585 Aug 29 04:41:34.287123 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:16Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '2a80c639-f211-4614-8f45-70d9d55d5794', 'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:69:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:13Z', 'updated_at': '2021-08-29T04:38:22Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:34.316670 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd58f6-0492-4307-8aab-333a47e32cbb None None] The sync data for ids ['c9457129-21fe-4a67-9df8-76c30aba9df3'] in n-d-712141-12 is: [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:16Z', 'revision_number': 4, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '2a80c639-f211-4614-8f45-70d9d55d5794', 'name': '', 'network_id': '4ad185c5-973f-471a-830b-1f29d69af50a', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'mac_address': 'fa:16:3e:69:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:13Z', 'updated_at': '2021-08-29T04:38:22Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'subnets': [{'id': '5753e725-b8f4-4ca1-b733-95ab7456f9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:34.318690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02a2027d-a834-4a83-9a35-8d0416c5628b req-26080406-3c21-460f-8185-b4e3367f517c service neutron] 10.222.0.52 "GET /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834317 Aug 29 04:41:34.490344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4f64809f-1539-4ea6-809f-f126278b4f41 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:34.547953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da707a8-7192-46ed-83d1-86a5b37e20cb None None] New status for floating IP 5ea82afe-ded9-4d3e-b70c-1770b4a03a36: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:41:34.635985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d6b5d-68b6-4b83-b6e2-c85feffa5a15 req-2f8437ff-88b7-4e0c-877a-1a526fb0f176 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:34.638142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-544d6b5d-68b6-4b83-b6e2-c85feffa5a15 req-2f8437ff-88b7-4e0c-877a-1a526fb0f176 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 943 time: 0.0625136 Aug 29 04:41:34.646361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4f64809f-1539-4ea6-809f-f126278b4f41, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4f64809f-1539-4ea6-809f-f126278b4f41,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:34.657663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '4f64809f-1539-4ea6-809f-f126278b4f41', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'port_id': '4f64809f-1539-4ea6-809f-f126278b4f41', 'mac_address': 'fa:16:3e:1a:4d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:34.680056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-544d6b5d-68b6-4b83-b6e2-c85feffa5a15 req-f859d88b-ccd8-40db-ba34-c885bfa12b51 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355647 Aug 29 04:41:34.698850 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.711844 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f64809f-1539-4ea6-809f-f126278b4f41 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:34.731621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4f64809f-1539-4ea6-809f-f126278b4f41, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4f64809f-1539-4ea6-809f-f126278b4f41,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:34.735288 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.780645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=4f64809f-1539-4ea6-809f-f126278b4f41,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.139831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0323d-b094-49ca-8854-cb4ce888b5bc req-392b3a63-f13b-4f56-a6c2-e5f8378d16f0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:35.141429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4aa0323d-b094-49ca-8854-cb4ce888b5bc req-392b3a63-f13b-4f56-a6c2-e5f8378d16f0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0490208 Aug 29 04:41:35.173727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['4f64809f-1539-4ea6-809f-f126278b4f41'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:35.178396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4aa0323d-b094-49ca-8854-cb4ce888b5bc req-395a4270-923a-46b0-afce-168e3af86a6e tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309720 Aug 29 04:41:35.643178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-81ebdcd8-1b09-42c5-a310-fb27e01cf2cc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:35.644726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-81ebdcd8-1b09-42c5-a310-fb27e01cf2cc tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0499346 Aug 29 04:41:36.119024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08be70-cd76-4252-b3f3-5736cd9a20ed req-dd095e63-a8cf-49cd-9d6b-053f95be8245 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:36.120493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e08be70-cd76-4252-b3f3-5736cd9a20ed req-dd095e63-a8cf-49cd-9d6b-053f95be8245 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 944 time: 0.0618467 Aug 29 04:41:36.126708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-d762018f-f42b-4866-aa48-7a9a81cb6799 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port 1116c4c5-035c-450b-93ef-01d499ab480c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:36.127046 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-d762018f-f42b-4866-aa48-7a9a81cb6799 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.216000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e08be70-cd76-4252-b3f3-5736cd9a20ed req-6f68b7a2-47c6-41c1-b3d7-1777dd768057 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842171 Aug 29 04:41:36.242633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-d762018f-f42b-4866-aa48-7a9a81cb6799 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port 1116c4c5-035c-450b-93ef-01d499ab480c, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1116c4c5-035c-450b-93ef-01d499ab480c,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:36.243007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-d762018f-f42b-4866-aa48-7a9a81cb6799 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.265614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-d762018f-f42b-4866-aa48-7a9a81cb6799 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for 1116c4c5-035c-450b-93ef-01d499ab480c owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:36.342864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792134f-340f-4fa3-84bf-67b598a03c40 req-cd52325f-8112-4d16-b92a-1a41c75c9f3d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:36.344372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9792134f-340f-4fa3-84bf-67b598a03c40 req-cd52325f-8112-4d16-b92a-1a41c75c9f3d tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 946 time: 0.0941765 Aug 29 04:41:36.398627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9792134f-340f-4fa3-84bf-67b598a03c40 req-a3c98b1b-4171-4880-a3b2-6f545361e85b tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/security-groups?id=67d854ea-9871-463b-84b7-4733658521d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Aug 29 04:41:36.453792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-d762018f-f42b-4866-aa48-7a9a81cb6799 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.479947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762018f-f42b-4866-aa48-7a9a81cb6799 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=1116c4c5-035c-450b-93ef-01d499ab480c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.487637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4f64809f-1539-4ea6-809f-f126278b4f41 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:36.527410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-d762018f-f42b-4866-aa48-7a9a81cb6799 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] No DVR routers for this DVR port 1116c4c5-035c-450b-93ef-01d499ab480c on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:36.530545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-d762018f-f42b-4866-aa48-7a9a81cb6799 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.532951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6189c20c-5366-4723-a6b4-b6ae7bef574b req-d762018f-f42b-4866-aa48-7a9a81cb6799 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.52 "DELETE /v2.0/ports/1116c4c5-035c-450b-93ef-01d499ab480c HTTP/1.1" status: 204 len: 173 time: 0.8816693 Aug 29 04:41:36.533519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'name': 'network-vif-deleted', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:36.536180 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed400ac-67b2-4ab9-9ebd-451910f68327" -d '{"events": [{"server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "name": "network-vif-deleted", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:36.542976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 4f64809f-1539-4ea6-809f-f126278b4f41 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:36.547678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 4f64809f-1539-4ea6-809f-f126278b4f41 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:36.548147 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.573366 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d61e11-9e9f-4189-9504-367a69896a19 x-openstack-request-id: req-e6d61e11-9e9f-4189-9504-367a69896a19 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:36.573720 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc", "name": "network-vif-deleted", "tag": "1116c4c5-035c-450b-93ef-01d499ab480c", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:36.573973 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6d61e11-9e9f-4189-9504-367a69896a19 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:36.574372 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc', 'name': 'network-vif-deleted', 'tag': '1116c4c5-035c-450b-93ef-01d499ab480c', 'status': 'completed', 'code': 200} Aug 29 04:41:36.627709 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.651527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9997f1d4-6c90-44cd-b745-aef9953b100f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f64809f-1539-4ea6-809f-f126278b4f41'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:36.653786 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a288e3d-3599-4ec4-8051-9258d9690522" -d '{"events": [{"server_uuid": "9997f1d4-6c90-44cd-b745-aef9953b100f", "name": "network-vif-plugged", "status": "completed", "tag": "4f64809f-1539-4ea6-809f-f126278b4f41"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:36.670023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4f64809f-1539-4ea6-809f-f126278b4f41, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4f64809f-1539-4ea6-809f-f126278b4f41,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:36.675453 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.702875 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577e194d-eeb5-4b10-a3b7-fb87dbb9fada x-openstack-request-id: req-577e194d-eeb5-4b10-a3b7-fb87dbb9fada {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:36.703167 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9997f1d4-6c90-44cd-b745-aef9953b100f", "name": "network-vif-plugged", "status": "completed", "tag": "4f64809f-1539-4ea6-809f-f126278b4f41", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:36.703423 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-577e194d-eeb5-4b10-a3b7-fb87dbb9fada {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:36.703816 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9997f1d4-6c90-44cd-b745-aef9953b100f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f64809f-1539-4ea6-809f-f126278b4f41', 'code': 200} Aug 29 04:41:36.728277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=4f64809f-1539-4ea6-809f-f126278b4f41,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.830689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69d0e0-c373-4e36-bec0-c136bccfd0b1 req-ea2f0766-dbec-4c20-ba66-7f58a63a973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:36.832361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a69d0e0-c373-4e36-bec0-c136bccfd0b1 req-ea2f0766-dbec-4c20-ba66-7f58a63a973e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 1097 time: 0.0428119 Aug 29 04:41:36.871046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a69d0e0-c373-4e36-bec0-c136bccfd0b1 req-ac81717a-73b3-454e-95e0-61654f370a6e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300610 Aug 29 04:41:37.328912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2a505-d9b2-42ad-808c-74b7e8b0552a req-8f933570-5c9f-4e59-b109-80c2d474289f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:37.330400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fac2a505-d9b2-42ad-808c-74b7e8b0552a req-8f933570-5c9f-4e59-b109-80c2d474289f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 945 time: 0.0484140 Aug 29 04:41:37.368283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fac2a505-d9b2-42ad-808c-74b7e8b0552a req-16ea38af-2c25-4f5a-babc-1297be2a7bd9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Aug 29 04:41:37.506119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08110519-8db9-47b6-8001-14ec78e8503b req-0fb906ec-f4d0-498b-bc7a-37488dab38d0 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c18f4b-38b8-4a9e-9b3f-48f6793cd8bc HTTP/1.1" status: 200 len: 210 time: 0.0279100 Aug 29 04:41:38.490004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fd551-8cba-4553-86b3-b7f22b0a7ab0 req-a30a95b2-1580-4613-8ed1-88a98827249e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.491473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-322fd551-8cba-4553-86b3-b7f22b0a7ab0 req-a30a95b2-1580-4613-8ed1-88a98827249e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 945 time: 0.0514622 Aug 29 04:41:38.528221 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-322fd551-8cba-4553-86b3-b7f22b0a7ab0 req-e14eb8d1-20a4-4da5-b52c-10dffde6ab62 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302598 Aug 29 04:41:38.564685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48844) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:38.642769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cecb4c-1ab1-4ac7-97eb-a26fd8d4ac76 req-e3fc5276-962d-4d03-b077-41ef2d025514 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.644267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54cecb4c-1ab1-4ac7-97eb-a26fd8d4ac76 req-e3fc5276-962d-4d03-b077-41ef2d025514 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 945 time: 0.0492907 Aug 29 04:41:38.683311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54cecb4c-1ab1-4ac7-97eb-a26fd8d4ac76 req-e6e89961-ca0f-4898-b88c-e0c681e5c707 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Aug 29 04:41:38.795709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc32ade-fb92-4ad2-adac-9e5e3495f1b2 req-7fce493a-87c4-43b8-8995-337963debde9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.797255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fc32ade-fb92-4ad2-adac-9e5e3495f1b2 req-7fce493a-87c4-43b8-8995-337963debde9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 945 time: 0.0493972 Aug 29 04:41:38.834528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fc32ade-fb92-4ad2-adac-9e5e3495f1b2 req-855d06b1-410d-47d7-8292-bb06e11c4a94 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Aug 29 04:41:38.928678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.070671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72505df-3b54-4554-9be8-85c146f75fc3 req-4824f33d-edd1-43c3-b49d-b84f814be93b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:39.072165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b72505df-3b54-4554-9be8-85c146f75fc3 req-4824f33d-edd1-43c3-b49d-b84f814be93b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 945 time: 0.0522370 Aug 29 04:41:39.111631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b72505df-3b54-4554-9be8-85c146f75fc3 req-220c6f4e-b118-48f7-a5e5-a7f9ec034370 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Aug 29 04:41:39.197348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port 2a80c639-f211-4614-8f45-70d9d55d5794 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:39.197693 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.287675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port 2a80c639-f211-4614-8f45-70d9d55d5794, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2a80c639-f211-4614-8f45-70d9d55d5794,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:39.287956 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.300751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for 2a80c639-f211-4614-8f45-70d9d55d5794 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:39.482916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.509737 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=2a80c639-f211-4614-8f45-70d9d55d5794,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:39.691847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.902280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Router c9457129-21fe-4a67-9df8-76c30aba9df3 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:40.010522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:40.015972 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dac2994c-9830-44e5-a191-c0cb33453f44 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "PUT /v2.0/routers/c9457129-21fe-4a67-9df8-76c30aba9df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4503057 Aug 29 04:41:40.018805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48854) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:40.021335 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] Sync routers for ids ['c9457129-21fe-4a67-9df8-76c30aba9df3'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:40.031222 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] Routers {'c9457129-21fe-4a67-9df8-76c30aba9df3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:40.031899 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9457129-21fe-4a67-9df8-76c30aba9df3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:40.072930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5721786e-8d6e-4124-8ec0-a07c003d0e30 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting subnet 5753e725-b8f4-4ca1-b733-95ab7456f9f0 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:40.076480 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5721786e-8d6e-4124-8ec0-a07c003d0e30 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.116539 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5721786e-8d6e-4124-8ec0-a07c003d0e30 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.139855 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] Set router c9457129-21fe-4a67-9df8-76c30aba9df3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:40.205376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5721786e-8d6e-4124-8ec0-a07c003d0e30 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.232361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d52a-9521-4eef-85c3-ce3714cbf0af req-ecdbd5df-f104-4db8-9048-6265fa2187ce tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:40.236858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e85d52a-9521-4eef-85c3-ce3714cbf0af req-ecdbd5df-f104-4db8-9048-6265fa2187ce tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 945 time: 0.0541806 Aug 29 04:41:40.277066 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5721786e-8d6e-4124-8ec0-a07c003d0e30 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.283025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e85d52a-9521-4eef-85c3-ce3714cbf0af req-a047390d-df9e-4e1f-90d9-ec82e885cc7a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Aug 29 04:41:40.305146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721786e-8d6e-4124-8ec0-a07c003d0e30 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Subnet': ['ID=5753e725-b8f4-4ca1-b733-95ab7456f9f0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:40.311130 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5721786e-8d6e-4124-8ec0-a07c003d0e30 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.315393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48858) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:40.316191 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5721786e-8d6e-4124-8ec0-a07c003d0e30 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/subnets/5753e725-b8f4-4ca1-b733-95ab7456f9f0 HTTP/1.1" status: 204 len: 168 time: 0.2963862 Aug 29 04:41:40.317900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d288b-885b-4365-aede-c9c8ac9e06b1 None None] Network 4ad185c5-973f-471a-830b-1f29d69af50a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:40.407594 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:40.432710 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] Checking router: c9457129-21fe-4a67-9df8-76c30aba9df3 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:40.441785 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] Routers {'c9457129-21fe-4a67-9df8-76c30aba9df3'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:40.442572 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['c9457129-21fe-4a67-9df8-76c30aba9df3'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:40.452219 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.509974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a46940-8f7b-409a-b7c9-723ea2613b48 None None] DHCP port deletion for 4ad185c5-973f-471a-830b-1f29d69af50a request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:40.516584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1116c4c5-035c-450b-93ef-01d499ab480c no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:40.548175 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] Set router c9457129-21fe-4a67-9df8-76c30aba9df3 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:40.558207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 1116c4c5-035c-450b-93ef-01d499ab480c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:40.558552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1116c4c5-035c-450b-93ef-01d499ab480c not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:40.572061 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.586190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-50a46940-8f7b-409a-b7c9-723ea2613b48 None None] Deleting port f0f03ac8-3824-4608-8004-01d6bd2d6ff6 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:40.586632 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-50a46940-8f7b-409a-b7c9-723ea2613b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.648112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Deleting port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:40.648859 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.662893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-50a46940-8f7b-409a-b7c9-723ea2613b48 None None] For port f0f03ac8-3824-4608-8004-01d6bd2d6ff6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f0f03ac8-3824-4608-8004-01d6bd2d6ff6,segment=NetworkSegment(46410012-fd88-4e23-873b-8814be191040),segment_id=46410012-fd88-4e23-873b-8814be191040)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:40.663458 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-50a46940-8f7b-409a-b7c9-723ea2613b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.683567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-50a46940-8f7b-409a-b7c9-723ea2613b48 None None] Calling delete_port for f0f03ac8-3824-4608-8004-01d6bd2d6ff6 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:40.736418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] For port 9b4f2811-d4fa-4541-a15e-ab7e2dad7268, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9b4f2811-d4fa-4541-a15e-ab7e2dad7268,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:40.736682 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.752068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Calling delete_port for 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:40.755878 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:40.790660 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef16a6-8fa6-483b-9e56-ccc2c226c25b None None] The sync data for ids ['c9457129-21fe-4a67-9df8-76c30aba9df3'] in n-d-712141-12 is: [{'id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405533112', 'tenant_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 5, 'project_id': 'b3b69e4de3d74dd0af3e4bd631a2b142', 'gw_port': {'id': '9b4f2811-d4fa-4541-a15e-ab7e2dad7268', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9457129-21fe-4a67-9df8-76c30aba9df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:07Z', 'updated_at': '2021-08-29T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:40.889121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f0f03ac8-3824-4608-8004-01d6bd2d6ff6 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:40.923113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-46241da1-85a5-4038-8639-8eb8e2de8fe7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:40.924602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-46241da1-85a5-4038-8639-8eb8e2de8fe7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 945 time: 0.0660207 Aug 29 04:41:40.986349 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-50a46940-8f7b-409a-b7c9-723ea2613b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.013377 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.016638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a46940-8f7b-409a-b7c9-723ea2613b48 None None] Pushing event deleted for resources: {'Port': ['ID=f0f03ac8-3824-4608-8004-01d6bd2d6ff6,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.018479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a46940-8f7b-409a-b7c9-723ea2613b48 None None] No DVR routers for this DVR port f0f03ac8-3824-4608-8004-01d6bd2d6ff6 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:41.029146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.066740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Port': ['ID=9b4f2811-d4fa-4541-a15e-ab7e2dad7268,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.138022 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.142861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-54e8eebf-4a87-4a42-b2ba-48f3e25b66a9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Deleting port 4f64809f-1539-4ea6-809f-f126278b4f41 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:41.143196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-54e8eebf-4a87-4a42-b2ba-48f3e25b66a9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.277427 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.281995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.341483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.341984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Fanout notify agent at l3_agent the message router_deleted on router c9457129-21fe-4a67-9df8-76c30aba9df3 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:41:41.353199 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.354337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b3bb09a2-b353-4d2d-b20b-6198d7d98c0c tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/routers/c9457129-21fe-4a67-9df8-76c30aba9df3 HTTP/1.1" status: 204 len: 168 time: 1.0331905 Aug 29 04:41:41.357280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48862) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:41.363408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-54e8eebf-4a87-4a42-b2ba-48f3e25b66a9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] For port 4f64809f-1539-4ea6-809f-f126278b4f41, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4f64809f-1539-4ea6-809f-f126278b4f41,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:41.363794 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-54e8eebf-4a87-4a42-b2ba-48f3e25b66a9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.404831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-54e8eebf-4a87-4a42-b2ba-48f3e25b66a9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Calling delete_port for 4f64809f-1539-4ea6-809f-f126278b4f41 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:41.445362 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.461301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee2bf5-d729-4887-98ad-284451d56b10 req-6e0a22a5-a6e0-4bb2-a916-dc51336e274e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.463016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-faee2bf5-d729-4887-98ad-284451d56b10 req-6e0a22a5-a6e0-4bb2-a916-dc51336e274e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 945 time: 0.1055529 Aug 29 04:41:41.542035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-faee2bf5-d729-4887-98ad-284451d56b10 req-19764d47-f65e-4818-8086-52e61770e102 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676947 Aug 29 04:41:41.565739 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.576326 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad185c5-973f-471a-830b-1f29d69af50a']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:41.586861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46410012-fd88-4e23-873b-8814be191040') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:41.587163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46410012-fd88-4e23-873b-8814be191040') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:41.594164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-54e8eebf-4a87-4a42-b2ba-48f3e25b66a9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.598138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.612755 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.618761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:41.619189 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:41.623147 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:41.627556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8eebf-4a87-4a42-b2ba-48f3e25b66a9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'Port': ['ID=4f64809f-1539-4ea6-809f-f126278b4f41,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.628889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['4f64809f-1539-4ea6-809f-f126278b4f41'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:41.676447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-54e8eebf-4a87-4a42-b2ba-48f3e25b66a9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] No DVR routers for this DVR port 4f64809f-1539-4ea6-809f-f126278b4f41 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:41.678699 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-54e8eebf-4a87-4a42-b2ba-48f3e25b66a9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.680762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a714bd1-a70f-4a77-b708-2663a03c17b3 req-54e8eebf-4a87-4a42-b2ba-48f3e25b66a9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "DELETE /v2.0/ports/4f64809f-1539-4ea6-809f-f126278b4f41 HTTP/1.1" status: 204 len: 173 time: 0.7393310 Aug 29 04:41:41.681230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9997f1d4-6c90-44cd-b745-aef9953b100f', 'name': 'network-vif-deleted', 'tag': '4f64809f-1539-4ea6-809f-f126278b4f41'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:41.683519 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77312b3b-1d97-48e5-9997-aa1c8d207b69" -d '{"events": [{"server_uuid": "9997f1d4-6c90-44cd-b745-aef9953b100f", "name": "network-vif-deleted", "tag": "4f64809f-1539-4ea6-809f-f126278b4f41"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:41.693135 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.701875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.703988 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/networks/4ad185c5-973f-471a-830b-1f29d69af50a HTTP/1.1" status: 204 len: 168 time: 0.3456137 Aug 29 04:41:41.707399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48866) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:41.720151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c3b89-21f3-4f84-b859-7e785597ad87 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'Network': ['ID=4ad185c5-973f-471a-830b-1f29d69af50a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.749261 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f77cafa-bbf6-4002-a5a4-25f23761ec56 x-openstack-request-id: req-6f77cafa-bbf6-4002-a5a4-25f23761ec56 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:41.749560 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9997f1d4-6c90-44cd-b745-aef9953b100f", "name": "network-vif-deleted", "tag": "4f64809f-1539-4ea6-809f-f126278b4f41", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:41.749816 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f77cafa-bbf6-4002-a5a4-25f23761ec56 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:41.750224 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9997f1d4-6c90-44cd-b745-aef9953b100f', 'name': 'network-vif-deleted', 'tag': '4f64809f-1539-4ea6-809f-f126278b4f41', 'status': 'completed', 'code': 200} Aug 29 04:41:41.786442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed31e718-dd58-43b8-bf44-af1ef6e7d7a1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.815047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed31e718-dd58-43b8-bf44-af1ef6e7d7a1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.887730 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed31e718-dd58-43b8-bf44-af1ef6e7d7a1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.890518 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed31e718-dd58-43b8-bf44-af1ef6e7d7a1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.891985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed31e718-dd58-43b8-bf44-af1ef6e7d7a1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] 10.222.0.49 "DELETE /v2.0/security-groups/67d854ea-9871-463b-84b7-4733658521d3 HTTP/1.1" status: 204 len: 168 time: 0.1835685 Aug 29 04:41:41.902774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31e718-dd58-43b8-bf44-af1ef6e7d7a1 tempest-TestNetworkAdvancedServerOps-41020406 tempest-TestNetworkAdvancedServerOps-41020406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d854ea-9871-463b-84b7-4733658521d3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:42.199491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48874) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:42.336172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9279ca46-8d71-4dbc-9b71-434aba98bbf1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3b69e4de3d74dd0af3e4bd631a2b142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355109 Aug 29 04:41:42.338775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48878) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:42.390705 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58624999-66f3-4f8d-bd48-dcc9ed3d028e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.413585 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58624999-66f3-4f8d-bd48-dcc9ed3d028e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.468337 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58624999-66f3-4f8d-bd48-dcc9ed3d028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.471161 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58624999-66f3-4f8d-bd48-dcc9ed3d028e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.474673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-58624999-66f3-4f8d-bd48-dcc9ed3d028e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9f3e271-d452-47b4-b379-a8484c0b369a HTTP/1.1" status: 204 len: 168 time: 0.1324503 Aug 29 04:41:42.480333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58624999-66f3-4f8d-bd48-dcc9ed3d028e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f3e271-d452-47b4-b379-a8484c0b369a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:42.614711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2a80c639-f211-4614-8f45-70d9d55d5794 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:42.639490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 2a80c639-f211-4614-8f45-70d9d55d5794 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:42.640496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2a80c639-f211-4614-8f45-70d9d55d5794 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:42.641097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:42.663751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c78fa6fa-4892-4e14-89e8-2891d50c0648 req-a8d1f6c7-95da-4a31-867d-7c763fec75cc tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 210 time: 0.0343277 Aug 29 04:41:42.665925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:42.666379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9b4f2811-d4fa-4541-a15e-ab7e2dad7268 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:42.733020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48888) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:42.804595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48890) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:42.853173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2fb79263-9ac3-4d94-ad06-93eaa70a29de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87ef190ac310443ea73a6b10d132e823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458171 Aug 29 04:41:42.855864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48892) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:42.907133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1acecde3-2371-47a8-b3ca-aa8df6b9a582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.929218 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1acecde3-2371-47a8-b3ca-aa8df6b9a582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.982254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1acecde3-2371-47a8-b3ca-aa8df6b9a582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.986929 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1acecde3-2371-47a8-b3ca-aa8df6b9a582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.988917 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1acecde3-2371-47a8-b3ca-aa8df6b9a582 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc4a697a-6425-47c0-a5c7-38cc9108990c HTTP/1.1" status: 204 len: 168 time: 0.1320779 Aug 29 04:41:43.001187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acecde3-2371-47a8-b3ca-aa8df6b9a582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4a697a-6425-47c0-a5c7-38cc9108990c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:43.128658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.461330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:43.461983 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.560165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] For port c490d9ef-0d4a-48ae-b2a7-e1a73da1c729, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c490d9ef-0d4a-48ae-b2a7-e1a73da1c729,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:43.560566 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.580269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:43.758675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:43.793605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fbc21a4-8313-4832-8073-2e580ae7752b req-83f64b2a-b6e3-442b-87f1-b941e401d81d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 210 time: 0.0489535 Aug 29 04:41:43.843213 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.875622 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1290100123-network', 'tenant_id': 'babc381acf9e400a8981f1810a76d373'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:43.878215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=c490d9ef-0d4a-48ae-b2a7-e1a73da1c729,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:43.916176 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Made reservation on behalf of babc381acf9e400a8981f1810a76d373 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:43.921079 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.934734 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.052992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.057205 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.070652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:44.071836 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.081260 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.081993 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Added segment 994ad0c9-6b00-4999-92c4-6c1141edc039 of type vlan for network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 Aug 29 04:41:44.151968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab31b21-2b2f-43ce-840f-1db056266fa7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:44.157887 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.189863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.190949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:44.191535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.249823 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4899657 Aug 29 04:41:44.252822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48920) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:44.258367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Request body: {'subnet': {'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1290100123-subnet', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:44.263572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e6c3d-a2b1-4527-b5dd-1fb014bfabe2 admin admin] Pushing event updated for resources: {'Network': ['ID=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:44.273995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:44.289879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Made reservation on behalf of babc381acf9e400a8981f1810a76d373 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:44.293314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.483214 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.522121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4f64809f-1539-4ea6-809f-f126278b4f41 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:44.543249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 4f64809f-1539-4ea6-809f-f126278b4f41 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:44.543601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4f64809f-1539-4ea6-809f-f126278b4f41 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:44.592502 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Checking segment: {'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:44.593016 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Network hostable DHCP agents. Network: dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:44.603162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e7c531-a1e2-4fc4-9244-a61069d48ec4,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:44.632245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:44.640630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:44.645669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:44.646660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.656633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91f6a4f-b3cf-4dba-9228-c0a85a005ec4 None None] Network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:44.670420 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fced2f36-615d-46fe-b4b8-e95fb11ce9e1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4137986 Aug 29 04:41:44.673576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48922) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:44.680544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:44.693313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router 1267c384-4ad3-4940-b0f3-798cc016980c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:44.714307 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.716434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.788020 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.807221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:44.814732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-552ac0fb-806c-4711-8cfb-d259412b2d7e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "PUT /v2.0/routers/1267c384-4ad3-4940-b0f3-798cc016980c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0804079 Aug 29 04:41:44.830661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:44.831918 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.846490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] Sync routers for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:44.947281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb1204f4-859e-45a9-b511-2bdc39f3b39a req-f999da8d-017c-4c94-9498-0fe2ec017802 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=9997f1d4-6c90-44cd-b745-aef9953b100f HTTP/1.1" status: 200 len: 210 time: 0.0337458 Aug 29 04:41:44.961896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.002149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Allocated IP 172.20.0.2 (dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67/73e7c531-a1e2-4fc4-9244-a61069d48ec4/1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:45.019705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:45.020394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:45.182403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803e295-864c-446e-bb74-9de4b6ac3d0d req-467c8c92-230d-4b2c-aab7-ca029080437d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.184617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4803e295-864c-446e-bb74-9de4b6ac3d0d req-467c8c92-230d-4b2c-aab7-ca029080437d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 946 time: 0.0654321 Aug 29 04:41:45.221482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:45.233307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4803e295-864c-446e-bb74-9de4b6ac3d0d req-05f6ec54-c0f8-42b0-8a64-1238aa7eeea1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Aug 29 04:41:45.236006 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.261316 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.327175 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.349230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Transition to ACTIVE for port object 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:45.376789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Transition to ACTIVE for port object 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:45.414421 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.459553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:45.465780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:45.482714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:45.503064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Pushing event updated for resources: {'Port': ['ID=1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.585011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Attempting to bind port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:45.585300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Attempting to bind port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:45.585667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Attempting to bind port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 on network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:45.593584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:45.593957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Checking segment: {'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:45.598925 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.598925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Bound using segment: {'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:45.598925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Bound port: 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:45.598925 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.669815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:41:43Z', 'revision_number': 6, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c807c85b-7d38-4bc9-9e2b-ad7e43cf3585', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'mac_address': 'fa:16:3e:f6:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:35Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 1, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:45.702539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] Checking router: 1267c384-4ad3-4940-b0f3-798cc016980c for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:45.704733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] For port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:45.708157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Allocated IP 172.25.5.63 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/6dceafab-1cf0-4308-b31d-75f8f9d919dd) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:45.719714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] For port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:45.722080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:45.722697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:45.726092 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.838872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.864917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3132ae-ab08-42fe-9bcd-5e217f32d054 None None] Pushing event updated for resources: {'Port': ['ID=1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.891796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:45.897042 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.941415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:45.946789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:45.959643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:45.994063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6dceafab-1cf0-4308-b31d-75f8f9d919dd,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:46.228159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:41:43Z', 'revision_number': 6, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c807c85b-7d38-4bc9-9e2b-ad7e43cf3585', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'mac_address': 'fa:16:3e:f6:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:35Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 1, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:46.274850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a6b48-4092-47ce-8b53-45d9c94d9c5a None None] The sync data for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 is: [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:41:43Z', 'revision_number': 6, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'c807c85b-7d38-4bc9-9e2b-ad7e43cf3585', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'port_id': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'mac_address': 'fa:16:3e:f6:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:35Z', 'updated_at': '2021-08-29T04:39:38Z', 'revision_number': 1, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:46.346250 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.362953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a2de8-c020-448a-952f-6b7cbc86780b req-b1dd465f-0a7b-48be-b9eb-26f692da1cd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:46.364576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-347a2de8-c020-448a-952f-6b7cbc86780b req-b1dd465f-0a7b-48be-b9eb-26f692da1cd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 946 time: 0.0512633 Aug 29 04:41:46.416847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-347a2de8-c020-448a-952f-6b7cbc86780b req-88a7c3a4-5b6e-4f3a-bfe5-80952d772a5d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=b205894f-c679-4f9e-a0d2-8a44fe2e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428391 Aug 29 04:41:46.497956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-3b0ac3e7-b082-40ff-b36e-e885ed42dec0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:46.499441 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-3b0ac3e7-b082-40ff-b36e-e885ed42dec0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.59 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 946 time: 0.0647871 Aug 29 04:41:46.693279 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.754939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:46.761040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-71cd3387-81dd-48cd-8ef8-a3854e134e8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:46.761398 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-71cd3387-81dd-48cd-8ef8-a3854e134e8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.854865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:46.869323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:46.898231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:46.898673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c490d9ef-0d4a-48ae-b2a7-e1a73da1c729 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:46.936264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-71cd3387-81dd-48cd-8ef8-a3854e134e8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] For port 8f7d3eb0-f929-4e05-8b6c-4111921ec596, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=8f7d3eb0-f929-4e05-8b6c-4111921ec596,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:46.936636 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-71cd3387-81dd-48cd-8ef8-a3854e134e8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.957007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-71cd3387-81dd-48cd-8ef8-a3854e134e8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for 8f7d3eb0-f929-4e05-8b6c-4111921ec596 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:47.018991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:41:47.058655 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ac3e41-09be-4511-a85d-ee6ed6719ffb None None] Network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:47.187593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:47.193605 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cca2a78e-c12e-408e-b39d-5e2a90731259 None None] Provisioning for port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:47.204935 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Sync routers for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:47.205918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cca2a78e-c12e-408e-b39d-5e2a90731259 None None] Provisioning complete for port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:47.206341 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cca2a78e-c12e-408e-b39d-5e2a90731259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.207954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-71cd3387-81dd-48cd-8ef8-a3854e134e8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.219696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.222668 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:47.223921 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:47.224167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 48940) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:47.224415 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee67395c-8668-4988-9790-76fd103842b1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5493698 Aug 29 04:41:47.247427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd3387-81dd-48cd-8ef8-a3854e134e8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=8f7d3eb0-f929-4e05-8b6c-4111921ec596,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:47.294820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-71cd3387-81dd-48cd-8ef8-a3854e134e8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] No DVR routers for this DVR port 8f7d3eb0-f929-4e05-8b6c-4111921ec596 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:47.301498 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-71cd3387-81dd-48cd-8ef8-a3854e134e8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.304776 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-057d695a-cac3-4890-8cb7-cd5192d2abf9 req-71cd3387-81dd-48cd-8ef8-a3854e134e8b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.59 "DELETE /v2.0/ports/8f7d3eb0-f929-4e05-8b6c-4111921ec596 HTTP/1.1" status: 204 len: 173 time: 0.7713954 Aug 29 04:41:47.304776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966b6b5f-4be6-48ec-b3c0-bb512fef4556', 'name': 'network-vif-deleted', 'tag': '8f7d3eb0-f929-4e05-8b6c-4111921ec596'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:47.306389 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14b2500-4ad8-494a-9880-31693d49d96a" -d '{"events": [{"server_uuid": "966b6b5f-4be6-48ec-b3c0-bb512fef4556", "name": "network-vif-deleted", "tag": "8f7d3eb0-f929-4e05-8b6c-4111921ec596"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:47.389857 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179b70bf-56b9-44f5-bd33-f2b997eedb10 x-openstack-request-id: req-179b70bf-56b9-44f5-bd33-f2b997eedb10 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:47.390641 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966b6b5f-4be6-48ec-b3c0-bb512fef4556", "name": "network-vif-deleted", "tag": "8f7d3eb0-f929-4e05-8b6c-4111921ec596", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:47.390641 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-179b70bf-56b9-44f5-bd33-f2b997eedb10 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:47.390850 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966b6b5f-4be6-48ec-b3c0-bb512fef4556', 'name': 'network-vif-deleted', 'tag': '8f7d3eb0-f929-4e05-8b6c-4111921ec596', 'status': 'completed', 'code': 200} Aug 29 04:41:47.409915 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:47.435588 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cca2a78e-c12e-408e-b39d-5e2a90731259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.505550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cca2a78e-c12e-408e-b39d-5e2a90731259 None None] For port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:47.514951 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cca2a78e-c12e-408e-b39d-5e2a90731259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.590382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2a78e-c12e-408e-b39d-5e2a90731259 None None] Pushing event updated for resources: {'Port': ['ID=1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:47.641227 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd9b316b-50a5-478b-9a23-01d7c8bf2834 req-43b84ca3-6b93-4558-8134-7d50be6d8417 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=966b6b5f-4be6-48ec-b3c0-bb512fef4556 HTTP/1.1" status: 200 len: 210 time: 0.0442805 Aug 29 04:41:47.742244 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:46Z', 'revision_number': 3, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:47.743953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-345ecf75-99f5-4b9e-8588-ecdd014df7dc None None] Provisioning complete for port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:47.744355 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-345ecf75-99f5-4b9e-8588-ecdd014df7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.775841 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Checking router: 27d10f5d-ba86-4ad4-a244-df2aed8bc688 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:47.776788 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Updating router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 port 6dceafab-1cf0-4308-b31d-75f8f9d919dd binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:47.818942 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.975993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.105939 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.119775 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Transition to ACTIVE for port object 6dceafab-1cf0-4308-b31d-75f8f9d919dd will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:48.126865 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.155969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Allocated IP 172.20.0.1 (dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67/73e7c531-a1e2-4fc4-9244-a61069d48ec4/8851a130-a0a4-4bc9-9fc8-c31b471270c9) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:48.176669 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Pushing event updated for resources: {'Port': ['ID=6dceafab-1cf0-4308-b31d-75f8f9d919dd,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:48.189006 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.189546 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.189897 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.190236 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.191116 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.191469 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.191803 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.192133 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.192486 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.192953 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.193288 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.193784 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:48.201360 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Attempting to bind port 6dceafab-1cf0-4308-b31d-75f8f9d919dd on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:48.201736 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Attempting to bind port 6dceafab-1cf0-4308-b31d-75f8f9d919dd by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:48.202228 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Attempting to bind port 6dceafab-1cf0-4308-b31d-75f8f9d919dd on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:48.207374 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:48.208028 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:48.208148 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.208561 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:48.209025 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Bound port: 6dceafab-1cf0-4308-b31d-75f8f9d919dd, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:48.209416 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.264825 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] For port 6dceafab-1cf0-4308-b31d-75f8f9d919dd, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:48.269107 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] For port 6dceafab-1cf0-4308-b31d-75f8f9d919dd, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6dceafab-1cf0-4308-b31d-75f8f9d919dd,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:48.272321 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.275500 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.281983 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.294713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Transition to ACTIVE for port object 8851a130-a0a4-4bc9-9fc8-c31b471270c9 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:48.330305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.337989 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93750e6f-f574-4fcf-9aca-a548ba4ba870 None None] Pushing event updated for resources: {'Port': ['ID=6dceafab-1cf0-4308-b31d-75f8f9d919dd,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:48.345724 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:48.346268 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:48.382079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:48.386151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:48.391442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:48.394613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Pushing event updated for resources: {'Port': ['ID=8851a130-a0a4-4bc9-9fc8-c31b471270c9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:48.437902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.467469 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:48.644978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:48.669262 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.738629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48952) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:48.817238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d2cf-45e5-43f4-8129-48ada663c82f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.837487 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:46Z', 'revision_number': 3, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:48.849182 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d2cf-45e5-43f4-8129-48ada663c82f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.873380 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0c609-c683-4813-bfdc-574a71bbac27 None None] The sync data for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 is: [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:46Z', 'revision_number': 3, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:48.903522 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.904812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-735830b6-1fdf-45af-ab39-fee1410193ec None None] Provisioning for port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:48.910252 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.912514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-735830b6-1fdf-45af-ab39-fee1410193ec None None] Provisioning complete for port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:48.914613 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-735830b6-1fdf-45af-ab39-fee1410193ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.942151 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d2cf-45e5-43f4-8129-48ada663c82f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.946553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d2cf-45e5-43f4-8129-48ada663c82f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.950433 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6ef6d2cf-45e5-43f4-8129-48ada663c82f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/security-groups/b205894f-c679-4f9e-a0d2-8a44fe2e87d3 HTTP/1.1" status: 204 len: 168 time: 0.2076077 Aug 29 04:41:48.971666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-735830b6-1fdf-45af-ab39-fee1410193ec None None] Port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:48.975719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:48.975719 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.998313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6d2cf-45e5-43f4-8129-48ada663c82f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b205894f-c679-4f9e-a0d2-8a44fe2e87d3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:49.017409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48956) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:49.021532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.023678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Pushing event updated for resources: {'Port': ['ID=8851a130-a0a4-4bc9-9fc8-c31b471270c9,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:49.085304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe640e5-a611-485c-ad72-056fce4ddc1d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting subnet c2b5dcc2-b50c-4af4-8c8a-6b08e047faff {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:49.088533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ffe640e5-a611-485c-ad72-056fce4ddc1d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.138182 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ffe640e5-a611-485c-ad72-056fce4ddc1d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.169198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:49.170599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:49.315570 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ffe640e5-a611-485c-ad72-056fce4ddc1d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.377667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:49.419717 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ffe640e5-a611-485c-ad72-056fce4ddc1d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.458952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe640e5-a611-485c-ad72-056fce4ddc1d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b5dcc2-b50c-4af4-8c8a-6b08e047faff,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:49.469276 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ffe640e5-a611-485c-ad72-056fce4ddc1d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.473875 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ffe640e5-a611-485c-ad72-056fce4ddc1d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/subnets/c2b5dcc2-b50c-4af4-8c8a-6b08e047faff HTTP/1.1" status: 204 len: 168 time: 0.4516969 Aug 29 04:41:49.475535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6e56ca-5b49-4624-b10f-ac5f308700c8 None None] Network 047b3456-7705-47b7-ab4d-598df4ef4713 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:49.477825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 48958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:49.543104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:49.564726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-68904938-cdf6-4318-98de-17b275629feb admin admin] 10.222.0.49 "PUT /v2.0/routers/27d10f5d-ba86-4ad4-a244-df2aed8bc688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3367882 Aug 29 04:41:49.589143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b113791d-d05b-49e2-8a63-a3aa3e4083d8 None None] Provisioning complete for port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:49.589581 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b113791d-d05b-49e2-8a63-a3aa3e4083d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.636117 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a39455e0-7e4f-4a09-8eea-abd9967a7bb8 req-fb992dba-612b-4396-8755-8638c2c8efe1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0358827 Aug 29 04:41:49.693796 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.713663 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a39455e0-7e4f-4a09-8eea-abd9967a7bb8 req-5a0c8bbb-db48-4063-8ccb-f517424f980e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0507839 Aug 29 04:41:49.736059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b113791d-d05b-49e2-8a63-a3aa3e4083d8 None None] Port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:49.778363 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a39455e0-7e4f-4a09-8eea-abd9967a7bb8 req-0160bce3-40b2-4ad1-99b0-aee0b67ce233 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436263 Aug 29 04:41:49.852992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a437a-e888-4abb-a14b-fc7b2ff24f39 None None] DHCP port deletion for 047b3456-7705-47b7-ab4d-598df4ef4713 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:49.901518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:49.901871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.974403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b15a437a-e888-4abb-a14b-fc7b2ff24f39 None None] Deleting port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:49.974988 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b15a437a-e888-4abb-a14b-fc7b2ff24f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.034205 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] For port e851e1ec-b274-4537-bf7e-caa9aa40b5a8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e851e1ec-b274-4537-bf7e-caa9aa40b5a8,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:50.034580 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.037878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39455e0-7e4f-4a09-8eea-abd9967a7bb8 req-20422ceb-e68c-4510-8e2b-8e44402730a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.039801 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a39455e0-7e4f-4a09-8eea-abd9967a7bb8 req-20422ceb-e68c-4510-8e2b-8e44402730a6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2545838 Aug 29 04:41:50.061578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for e851e1ec-b274-4537-bf7e-caa9aa40b5a8 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:50.070554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b15a437a-e888-4abb-a14b-fc7b2ff24f39 None None] For port e851e1ec-b274-4537-bf7e-caa9aa40b5a8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e851e1ec-b274-4537-bf7e-caa9aa40b5a8,segment=NetworkSegment(7c15a6b5-8089-4fdc-8c49-737edcacf5d1),segment_id=7c15a6b5-8089-4fdc-8c49-737edcacf5d1)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:50.072032 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b15a437a-e888-4abb-a14b-fc7b2ff24f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.090112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b15a437a-e888-4abb-a14b-fc7b2ff24f39 None None] Calling delete_port for e851e1ec-b274-4537-bf7e-caa9aa40b5a8 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:50.202145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b15a437a-e888-4abb-a14b-fc7b2ff24f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.231417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.239440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a437a-e888-4abb-a14b-fc7b2ff24f39 None None] Pushing event deleted for resources: {'Port': ['ID=e851e1ec-b274-4537-bf7e-caa9aa40b5a8,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:50.249383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a437a-e888-4abb-a14b-fc7b2ff24f39 None None] No DVR routers for this DVR port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:50.290449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=e851e1ec-b274-4537-bf7e-caa9aa40b5a8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:50.303212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] No DVR routers for this DVR port e851e1ec-b274-4537-bf7e-caa9aa40b5a8 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:50.421188 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.426044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49020) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:50.431068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-413044483-network', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:50.432386 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047b3456-7705-47b7-ab4d-598df4ef4713']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:50.444940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c15a6b5-8089-4fdc-8c49-737edcacf5d1') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:50.445270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c15a6b5-8089-4fdc-8c49-737edcacf5d1') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:50.455274 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.471103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Made reservation on behalf of e42214d5f59f4a14a90beefb1cbbed3c for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:50.475134 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.479438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.492065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:50.492915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.494173 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: self.session.flush() Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:50.497633 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:50.569795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.580277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.584621 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/networks/047b3456-7705-47b7-ab4d-598df4ef4713 HTTP/1.1" status: 204 len: 168 time: 1.1027534 Aug 29 04:41:50.589339 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49026) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:50.653789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.661773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.693806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:50.704330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0603f3c4-a907-4aeb-9569-2cf800c30f97,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:50.708124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6dceafab-1cf0-4308-b31d-75f8f9d919dd up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:50.712564 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.712839 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Added segment 136516a2-c971-4165-89b4-0a74bab7ee20 of type vlan for network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 Aug 29 04:41:50.723629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ce3db-9802-4aad-8196-d5017d7af43c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Network': ['ID=047b3456-7705-47b7-ab4d-598df4ef4713,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:50.784322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.787075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 6dceafab-1cf0-4308-b31d-75f8f9d919dd completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:50.791263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6dceafab-1cf0-4308-b31d-75f8f9d919dd triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:50.791852 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.826265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.829492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.830093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.848351 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port 5f9b6b8c-9799-46b7-9cdf-5b3a44a4d322 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:50.848941 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.891120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4639142 Aug 29 04:41:50.893176 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.893709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49056) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:50.899600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Request body: {'subnet': {'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-413044483-subnet', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:50.919088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 6dceafab-1cf0-4308-b31d-75f8f9d919dd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6dceafab-1cf0-4308-b31d-75f8f9d919dd,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:50.922403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8f7d3eb0-f929-4e05-8b6c-4111921ec596 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:50.940168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Made reservation on behalf of e42214d5f59f4a14a90beefb1cbbed3c for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:50.943834 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.947632 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.949920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 8f7d3eb0-f929-4e05-8b6c-4111921ec596 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:50.950560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 8f7d3eb0-f929-4e05-8b6c-4111921ec596 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:50.999072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.000128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.022491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=6dceafab-1cf0-4308-b31d-75f8f9d919dd,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:51.030425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e851e1ec-b274-4537-bf7e-caa9aa40b5a8 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:51.031331 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for 5f9b6b8c-9799-46b7-9cdf-5b3a44a4d322 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:51.056386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dfc44-59c0-4d61-bb8a-96f9d050dd23 admin admin] Pushing event updated for resources: {'Network': ['ID=7763ce2d-173a-4de5-9c3a-6a3b418abe68,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:51.058740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: e851e1ec-b274-4537-bf7e-caa9aa40b5a8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:51.059677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e851e1ec-b274-4537-bf7e-caa9aa40b5a8 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:51.074792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:51.160527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.229903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=096a7464-b312-4e64-b056-48aa62ca8f64,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:51.238779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Checking segment: {'id': '136516a2-c971-4165-89b4-0a74bab7ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:51.239149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Network hostable DHCP agents. Network: 7763ce2d-173a-4de5-9c3a-6a3b418abe68, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:51.257588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:51.264852 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.271789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 7763ce2d-173a-4de5-9c3a-6a3b418abe68) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:51.276680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.278323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.281817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3341b52-8fcc-40c9-812c-6b3da3bc2d7f None None] Network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:51.294185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3c374a44-2e4c-4c85-b19a-3007914ef95a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3990858 Aug 29 04:41:51.296740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49058) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:51.303745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=5f9b6b8c-9799-46b7-9cdf-5b3a44a4d322,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:51.307319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-413044483-router', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:51.346502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.348276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.365365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Sync routers for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:51.391454 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.391992 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Floating IP c807c85b-7d38-4bc9-9e2b-ad7e43cf3585 disassociated (deleted). External IP: 172.25.5.117, port: c6aa985d-3c11-4487-8782-5b74d0cf1e85. Aug 29 04:41:51.406649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:51.407216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:51.443659 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.589484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:51.609967 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.684706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router 1267c384-4ad3-4940-b0f3-798cc016980c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:51.704431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-7763ce2d-173a-4de5-9c3a-6a3b418abe68', 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'fixed_ips': [{'subnet_id': '096a7464-b312-4e64-b056-48aa62ca8f64'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:51.705361 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.823909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:51.832401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.836546 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] Sync routers for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:51.847591 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:51.848233 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:51.869601 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.881277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-40fbefa8-3d37-4273-9d08-414a9f6cc284 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/floatingips/c807c85b-7d38-4bc9-9e2b-ad7e43cf3585 HTTP/1.1" status: 204 len: 168 time: 1.2901974 Aug 29 04:41:51.882724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'tag': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:51.885975 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9accc71d-ac90-474c-921f-a82e671f0674" -d '{"events": [{"name": "network-changed", "server_uuid": "6eea53c8-0aa7-407f-b52b-5da2d70e7112", "tag": "c6aa985d-3c11-4487-8782-5b74d0cf1e85"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:51.929427 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.951556 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76309f54-b48c-454a-ad01-bce14a89fa6e x-openstack-request-id: req-76309f54-b48c-454a-ad01-bce14a89fa6e {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:51.952121 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eea53c8-0aa7-407f-b52b-5da2d70e7112", "tag": "c6aa985d-3c11-4487-8782-5b74d0cf1e85", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:51.952592 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76309f54-b48c-454a-ad01-bce14a89fa6e {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:51.953403 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'tag': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'status': 'completed', 'code': 200} Aug 29 04:41:52.046561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Allocated IP 172.20.0.2 (7763ce2d-173a-4de5-9c3a-6a3b418abe68/096a7464-b312-4e64-b056-48aa62ca8f64/d889a834-66e1-44d0-abb6-501a3f837051) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:52.124026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accc71d-ac90-474c-921f-a82e671f0674 req-d9dff7a3-9175-4d2a-9138-e67189b82583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.126290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9accc71d-ac90-474c-921f-a82e671f0674 req-d9dff7a3-9175-4d2a-9138-e67189b82583 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 1097 time: 0.1265934 Aug 29 04:41:52.148792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Allocated IP 172.25.5.2 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/2e1d9dfc-72ee-4504-9867-8f2dff851936) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:52.149304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 2, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.170782 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:52.184640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Checking router: 27d10f5d-ba86-4ad4-a244-df2aed8bc688 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:52.185252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Updating router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:52.220744 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.352184 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e2ab-fe52-47d0-8d3e-125119410ccb req-344a9a9a-071a-4a29-9201-b0dcd8e2b5b4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.353809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad14e2ab-fe52-47d0-8d3e-125119410ccb req-344a9a9a-071a-4a29-9201-b0dcd8e2b5b4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 945 time: 0.1642897 Aug 29 04:41:52.412652 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:41:43Z', 'revision_number': 6, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.431100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad14e2ab-fe52-47d0-8d3e-125119410ccb req-dd9534ae-c5e1-4044-8496-6907c7eb0e12 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655868 Aug 29 04:41:52.439651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accc71d-ac90-474c-921f-a82e671f0674 req-a509226e-91de-481a-914d-79aa18b68b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.441264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9accc71d-ac90-474c-921f-a82e671f0674 req-a509226e-91de-481a-914d-79aa18b68b5d service neutron] 10.222.0.52 "GET /v2.0/networks?id=22c846f6-e662-4123-8559-5674d5160db4 HTTP/1.1" status: 200 len: 897 time: 0.2970591 Aug 29 04:41:52.458102 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] Checking router: 1267c384-4ad3-4940-b0f3-798cc016980c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:52.469617 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:52.470319 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.474702 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.493924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Transition to ACTIVE for port object d889a834-66e1-44d0-abb6-501a3f837051 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:52.501787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9accc71d-ac90-474c-921f-a82e671f0674 req-a0e106e9-68ec-4abc-a330-9b4bed9c006e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6aa985d-3c11-4487-8782-5b74d0cf1e85 HTTP/1.1" status: 200 len: 217 time: 0.0478921 Aug 29 04:41:52.513037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.525932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Transition to ACTIVE for port object d889a834-66e1-44d0-abb6-501a3f837051 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:52.540964 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.610394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:52.618422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Pushing event updated for resources: {'Port': ['ID=d889a834-66e1-44d0-abb6-501a3f837051,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:52.619762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accc71d-ac90-474c-921f-a82e671f0674 req-6cad60f2-d26b-41f3-b2de-18383a7fabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.621554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9accc71d-ac90-474c-921f-a82e671f0674 req-6cad60f2-d26b-41f3-b2de-18383a7fabb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c2a33043-1f1c-4c51-972a-20f7f3b7a776 HTTP/1.1" status: 200 len: 835 time: 0.1058533 Aug 29 04:41:52.625671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:52.631216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:52.646970 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:52.671069 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.711003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6dceafab-1cf0-4308-b31d-75f8f9d919dd up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:52.734708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:52.744366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:52.748890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:52.764746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Attempting to bind port d889a834-66e1-44d0-abb6-501a3f837051 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:52.765113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Attempting to bind port d889a834-66e1-44d0-abb6-501a3f837051 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '136516a2-c971-4165-89b4-0a74bab7ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:52.765484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Attempting to bind port d889a834-66e1-44d0-abb6-501a3f837051 on network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:52.785282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:52.785681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Checking segment: {'id': '136516a2-c971-4165-89b4-0a74bab7ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:52.786064 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.786462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Bound using segment: {'id': '136516a2-c971-4165-89b4-0a74bab7ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:52.787199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Bound port: d889a834-66e1-44d0-abb6-501a3f837051, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136516a2-c971-4165-89b4-0a74bab7ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:52.787600 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.811636 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.867313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] For port d889a834-66e1-44d0-abb6-501a3f837051, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:52.870397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] For port d889a834-66e1-44d0-abb6-501a3f837051, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d889a834-66e1-44d0-abb6-501a3f837051,segment=NetworkSegment(136516a2-c971-4165-89b4-0a74bab7ee20),segment_id=136516a2-c971-4165-89b4-0a74bab7ee20)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:52.880825 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.894701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Transition to ACTIVE for port object 8851a130-a0a4-4bc9-9fc8-c31b471270c9 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:52.896346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accc71d-ac90-474c-921f-a82e671f0674 req-41755a93-0322-40f6-9794-3754bacf9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.898287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9accc71d-ac90-474c-921f-a82e671f0674 req-41755a93-0322-40f6-9794-3754bacf9f73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22c846f6-e662-4123-8559-5674d5160db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2395258 Aug 29 04:41:52.901030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Pushing event updated for resources: {'Port': ['ID=2e1d9dfc-72ee-4504-9867-8f2dff851936,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:52.919502 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:41:43Z', 'revision_number': 6, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.936878 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.962897 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4866872-506b-4286-ac50-856b6fff1385 None None] The sync data for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 is: [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:41:43Z', 'revision_number': 6, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'faa57d70-3f80-4749-8261-2f4d7543a2b7', 'name': '', 'network_id': '22c846f6-e662-4123-8559-5674d5160db4', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:fb:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:13Z', 'updated_at': '2021-08-29T04:39:21Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': 'c2a33043-1f1c-4c51-972a-20f7f3b7a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:52.993125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.993472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.993814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.994149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.994477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.994807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.995137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.995459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.996339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.996659 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.997167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:52.997566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.009816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6dceafab-1cf0-4308-b31d-75f8f9d919dd triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:53.010278 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.016894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c183779-427c-4dc4-9db0-9edb1f55fa7c None None] Pushing event updated for resources: {'Port': ['ID=d889a834-66e1-44d0-abb6-501a3f837051,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.081860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9accc71d-ac90-474c-921f-a82e671f0674 req-0b1bcd50-8de6-48c8-8f49-895fa0034967 service neutron] 10.222.0.52 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714060 Aug 29 04:41:53.359455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9accc71d-ac90-474c-921f-a82e671f0674 req-f0547dd2-9422-405b-b465-aee9ce8a4137 service neutron] 10.222.0.52 "GET /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698190 Aug 29 04:41:53.389661 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.407754 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff430b38-7a09-4d44-b891-7a2b376f00e8 None None] Pushing event updated for resources: {'Port': ['ID=8851a130-a0a4-4bc9-9fc8-c31b471270c9,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.437845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Attempting to bind port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:53.438608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Attempting to bind port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:53.442307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Attempting to bind port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 on network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:53.453382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:53.458062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Checking segment: {'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:53.459481 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.460116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Bound using segment: {'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:53.461825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Bound port: 8851a130-a0a4-4bc9-9fc8-c31b471270c9, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:53.462439 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.584597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050597d8-fb92-42db-a88a-252ff6838cd6 None None] New status for floating IP c807c85b-7d38-4bc9-9e2b-ad7e43cf3585: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:41:53.712741 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-485c4bbc-8001-4fa4-8366-ab7929a8fb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.718023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] For port 8851a130-a0a4-4bc9-9fc8-c31b471270c9, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:53.726840 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] For port 8851a130-a0a4-4bc9-9fc8-c31b471270c9, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8851a130-a0a4-4bc9-9fc8-c31b471270c9,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:53.739360 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.807100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:53.807754 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:53.866134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff430b38-7a09-4d44-b891-7a2b376f00e8 None None] Pushing event updated for resources: {'Port': ['ID=8851a130-a0a4-4bc9-9fc8-c31b471270c9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.978320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:54.100037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.109645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523f79d-abdc-4ca8-ae48-96f9ae4e09b7 req-9484f957-46c7-42de-9bac-46e1aef37727 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:54.111210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5523f79d-abdc-4ca8-ae48-96f9ae4e09b7 req-9484f957-46c7-42de-9bac-46e1aef37727 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 945 time: 0.5385158 Aug 29 04:41:54.124861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-1bbcd85a-a426-44e6-aa92-4b59857a8789 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:54.126362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-1bbcd85a-a426-44e6-aa92-4b59857a8789 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 945 time: 0.0949657 Aug 29 04:41:54.243255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:53Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:54.273828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f787633-f1a3-44a7-b37c-760f8aaa48bc None None] The sync data for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 is: [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:53Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:54.328503 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5523f79d-abdc-4ca8-ae48-96f9ae4e09b7 req-1dd9e5c1-a0e8-4c46-ab3f-3170968a6f65 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3b9a51f-cae2-4074-bee2-9007625313bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995246 Aug 29 04:41:54.400547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-04fb71bf-f0ad-434a-8bb5-8a50495eb712 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port c6aa985d-3c11-4487-8782-5b74d0cf1e85 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:54.400887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-04fb71bf-f0ad-434a-8bb5-8a50495eb712 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.469288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Router 5eee2467-aa87-4e09-bdac-f950d9a0964b is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:41:54.512122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d753204-53a9-4c66-9cde-f806623fde9d None None] Network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:54.599709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4cc0f1d5-f9df-4185-abc5-3ab4c64d98ed None None] Provisioning for port d889a834-66e1-44d0-abb6-501a3f837051 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:54.622300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-04fb71bf-f0ad-434a-8bb5-8a50495eb712 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] For port c6aa985d-3c11-4487-8782-5b74d0cf1e85, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6aa985d-3c11-4487-8782-5b74d0cf1e85,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:54.622698 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-04fb71bf-f0ad-434a-8bb5-8a50495eb712 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.680970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-04fb71bf-f0ad-434a-8bb5-8a50495eb712 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for c6aa985d-3c11-4487-8782-5b74d0cf1e85 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:54.704033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:54.715105 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Sync routers for ids ['5eee2467-aa87-4e09-bdac-f950d9a0964b'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:54.741356 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Routers {'5eee2467-aa87-4e09-bdac-f950d9a0964b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:54.742364 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['5eee2467-aa87-4e09-bdac-f950d9a0964b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:54.744521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8851a130-a0a4-4bc9-9fc8-c31b471270c9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:54.794996 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.796317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-99315dd6-4b4b-4f35-862f-2230392b39fd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4984527 Aug 29 04:41:54.799044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49078) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:54.861738 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Set router 5eee2467-aa87-4e09-bdac-f950d9a0964b gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:54.974576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:54.982450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:54.982920 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.988882 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-04fb71bf-f0ad-434a-8bb5-8a50495eb712 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.090536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb71bf-f0ad-434a-8bb5-8a50495eb712 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=c6aa985d-3c11-4487-8782-5b74d0cf1e85,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:55.165249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-04fb71bf-f0ad-434a-8bb5-8a50495eb712 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] No DVR routers for this DVR port c6aa985d-3c11-4487-8782-5b74d0cf1e85 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:55.173858 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'name': 'tempest-TestVolumeBackupRestore-413044483-router', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:53Z', 'revision_number': 3, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'gw_port': {'id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:55.186925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-04fb71bf-f0ad-434a-8bb5-8a50495eb712 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.187155 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.198370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e8fa028c-8f1c-4dbf-bac6-04d23dd5f104 req-04fb71bf-f0ad-434a-8bb5-8a50495eb712 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.52 "DELETE /v2.0/ports/c6aa985d-3c11-4487-8782-5b74d0cf1e85 HTTP/1.1" status: 204 len: 173 time: 1.0605762 Aug 29 04:41:55.199279 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'name': 'network-vif-deleted', 'tag': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:55.201926 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb512973-7553-48aa-aaf7-8a05af9184ed" -d '{"events": [{"server_uuid": "6eea53c8-0aa7-407f-b52b-5da2d70e7112", "name": "network-vif-deleted", "tag": "c6aa985d-3c11-4487-8782-5b74d0cf1e85"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:55.253801 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d3c8fa-385c-4c73-9996-4579dd0a8555 x-openstack-request-id: req-02d3c8fa-385c-4c73-9996-4579dd0a8555 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:55.254109 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eea53c8-0aa7-407f-b52b-5da2d70e7112", "name": "network-vif-deleted", "tag": "c6aa985d-3c11-4487-8782-5b74d0cf1e85", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:55.254407 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02d3c8fa-385c-4c73-9996-4579dd0a8555 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:55.255606 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eea53c8-0aa7-407f-b52b-5da2d70e7112', 'name': 'network-vif-deleted', 'tag': 'c6aa985d-3c11-4487-8782-5b74d0cf1e85', 'status': 'completed', 'code': 200} Aug 29 04:41:55.273163 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Checking router: 5eee2467-aa87-4e09-bdac-f950d9a0964b for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:55.275377 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Updating router 5eee2467-aa87-4e09-bdac-f950d9a0964b port 2e1d9dfc-72ee-4504-9867-8f2dff851936 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:55.289893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 8851a130-a0a4-4bc9-9fc8-c31b471270c9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8851a130-a0a4-4bc9-9fc8-c31b471270c9,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:55.296358 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.297574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d889a834-66e1-44d0-abb6-501a3f837051 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:55.363393 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.386187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=8851a130-a0a4-4bc9-9fc8-c31b471270c9,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:55.500573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d889a834-66e1-44d0-abb6-501a3f837051 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:55.520439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-305575bf-5a69-4427-8189-ba5e4a17a254 None None] Provisioning complete for port d889a834-66e1-44d0-abb6-501a3f837051 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:55.521095 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-305575bf-5a69-4427-8189-ba5e4a17a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.566869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5766e872-0d4e-4164-983d-5ceea207d45c req-41ef419e-cb7f-43b9-9173-82f325ba4dc7 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eea53c8-0aa7-407f-b52b-5da2d70e7112 HTTP/1.1" status: 200 len: 210 time: 0.0442352 Aug 29 04:41:55.615479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d889a834-66e1-44d0-abb6-501a3f837051 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:55.615853 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.626982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.836479 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.856589 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-305575bf-5a69-4427-8189-ba5e4a17a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.971224 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.974368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port d889a834-66e1-44d0-abb6-501a3f837051, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d889a834-66e1-44d0-abb6-501a3f837051,segment=NetworkSegment(136516a2-c971-4165-89b4-0a74bab7ee20),segment_id=136516a2-c971-4165-89b4-0a74bab7ee20)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:55.984685 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.013915 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Transition to ACTIVE for port object 2e1d9dfc-72ee-4504-9867-8f2dff851936 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:56.041874 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.050527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Allocated IP 172.20.0.1 (7763ce2d-173a-4de5-9c3a-6a3b418abe68/096a7464-b312-4e64-b056-48aa62ca8f64/46d2f758-316b-48a7-ac54-7670bca785d4) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:56.132910 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-305575bf-5a69-4427-8189-ba5e4a17a254 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:41:56.132910 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-305575bf-5a69-4427-8189-ba5e4a17a254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:41:56.133107 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Attempting to bind port 2e1d9dfc-72ee-4504-9867-8f2dff851936 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:56.133107 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Attempting to bind port 2e1d9dfc-72ee-4504-9867-8f2dff851936 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:56.133107 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Attempting to bind port 2e1d9dfc-72ee-4504-9867-8f2dff851936 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:56.146276 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:56.146649 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:56.147056 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.147450 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:56.147916 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Bound port: 2e1d9dfc-72ee-4504-9867-8f2dff851936, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:56.148324 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.174816 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a01eb-2fc4-4fe0-8ae8-f02a239b441e None None] Pushing event updated for resources: {'Port': ['ID=2e1d9dfc-72ee-4504-9867-8f2dff851936,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.201733 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.212877 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a9715b67-49d8-438c-bd92-a515c7e2c744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.223258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=d889a834-66e1-44d0-abb6-501a3f837051,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.239488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Transition to ACTIVE for port object 46d2f758-316b-48a7-ac54-7670bca785d4 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:56.249862 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] For port 2e1d9dfc-72ee-4504-9867-8f2dff851936, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:56.258825 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] For port 2e1d9dfc-72ee-4504-9867-8f2dff851936, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2e1d9dfc-72ee-4504-9867-8f2dff851936,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:56.265754 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.297215 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.345228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.350783 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Routers {'5eee2467-aa87-4e09-bdac-f950d9a0964b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:56.351495 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['5eee2467-aa87-4e09-bdac-f950d9a0964b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:56.358023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:56.362203 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:56.368790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:56.377043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Pushing event updated for resources: {'Port': ['ID=46d2f758-316b-48a7-ac54-7670bca785d4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.410342 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a01eb-2fc4-4fe0-8ae8-f02a239b441e None None] Pushing event updated for resources: {'Port': ['ID=2e1d9dfc-72ee-4504-9867-8f2dff851936,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.443432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.550438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1df3ca-5abe-4be1-b111-5fe4d49717d6 req-8041f082-1c71-445f-9401-02dc0f51b4ab tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:56.561663 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb1df3ca-5abe-4be1-b111-5fe4d49717d6 req-8041f082-1c71-445f-9401-02dc0f51b4ab tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 947 time: 0.0903010 Aug 29 04:41:56.654764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb1df3ca-5abe-4be1-b111-5fe4d49717d6 req-f6f57d90-2acf-4e05-af00-004cb1c89a6c tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913770 Aug 29 04:41:56.666694 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.705860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8851a130-a0a4-4bc9-9fc8-c31b471270c9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:56.706377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49098) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:56.720975 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] Set router 5eee2467-aa87-4e09-bdac-f950d9a0964b gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:56.810982 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-315ff6e8-62f0-4f04-aca5-3785bcaa96a1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.819612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:56.819986 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.851827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-315ff6e8-62f0-4f04-aca5-3785bcaa96a1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.939222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-813c1554-f2b3-47e5-b6e7-cd87d9e6a60d None None] Provisioning for port 46d2f758-316b-48a7-ac54-7670bca785d4 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:56.942040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d889a834-66e1-44d0-abb6-501a3f837051 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:56.943759 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-315ff6e8-62f0-4f04-aca5-3785bcaa96a1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.946408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-315ff6e8-62f0-4f04-aca5-3785bcaa96a1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.947629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-315ff6e8-62f0-4f04-aca5-3785bcaa96a1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/security-groups/e3b9a51f-cae2-4074-bee2-9007625313bc HTTP/1.1" status: 204 len: 168 time: 0.2402449 Aug 29 04:41:56.961840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ff6e8-62f0-4f04-aca5-3785bcaa96a1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b9a51f-cae2-4074-bee2-9007625313bc,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.978619 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.987360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.996905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-813c1554-f2b3-47e5-b6e7-cd87d9e6a60d None None] Provisioning complete for port 46d2f758-316b-48a7-ac54-7670bca785d4 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:56.997282 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-813c1554-f2b3-47e5-b6e7-cd87d9e6a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.998446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49102) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:57.006933 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'name': 'tempest-TestVolumeBackupRestore-413044483-router', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:53Z', 'revision_number': 3, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'gw_port': {'id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.047112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-813c1554-f2b3-47e5-b6e7-cd87d9e6a60d None None] Port 46d2f758-316b-48a7-ac54-7670bca785d4 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:57.051586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d889a834-66e1-44d0-abb6-501a3f837051 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:57.052140 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.061668 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bba82b-9e8c-4f6a-b7aa-739f0500c6d2 None None] The sync data for ids ['5eee2467-aa87-4e09-bdac-f950d9a0964b'] in n-d-712141-12 is: [{'id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'name': 'tempest-TestVolumeBackupRestore-413044483-router', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:53Z', 'revision_number': 3, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'gw_port': {'id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:57.148508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Pushing event updated for resources: {'Port': ['ID=46d2f758-316b-48a7-ac54-7670bca785d4,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:57.152835 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.284098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:57.286733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:57.358441 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.507859 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.623341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.678741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-96fa6cf6-ee93-4521-bc11-598fdc029615 None None] Provisioning complete for port 46d2f758-316b-48a7-ac54-7670bca785d4 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:57.682466 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96fa6cf6-ee93-4521-bc11-598fdc029615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.756787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-96fa6cf6-ee93-4521-bc11-598fdc029615 None None] Port 46d2f758-316b-48a7-ac54-7670bca785d4 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:57.920441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941bdd0-106c-4215-a5f0-dbdcfd30fcb6 req-13ae8fd2-91f0-4df8-aa7b-808aff121965 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:57.922500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8941bdd0-106c-4215-a5f0-dbdcfd30fcb6 req-13ae8fd2-91f0-4df8-aa7b-808aff121965 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 947 time: 0.0984838 Aug 29 04:41:57.939364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Router 5eee2467-aa87-4e09-bdac-f950d9a0964b has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:58.034635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8941bdd0-106c-4215-a5f0-dbdcfd30fcb6 req-347ea62e-5d21-43cd-bbbd-91495caf9ffe tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036689 Aug 29 04:41:58.068981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port faa57d70-3f80-4749-8261-2f4d7543a2b7 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:58.069360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.082398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:58.093020 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b5b8e531-87a9-4588-9ff7-9c28f335977c admin admin] 10.222.0.49 "PUT /v2.0/routers/5eee2467-aa87-4e09-bdac-f950d9a0964b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2916174 Aug 29 04:41:58.268412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] For port faa57d70-3f80-4749-8261-2f4d7543a2b7, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=faa57d70-3f80-4749-8261-2f4d7543a2b7,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:58.268685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.278973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-3074f07f-3784-4938-b80c-12d6a143ef2b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.280654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-3074f07f-3784-4938-b80c-12d6a143ef2b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.52 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 947 time: 0.1121612 Aug 29 04:41:58.300506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for faa57d70-3f80-4749-8261-2f4d7543a2b7 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:58.467762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Deleting port c2b43635-6098-4378-b73d-fa28e8518981 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:58.468105 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.592983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6aa985d-3c11-4487-8782-5b74d0cf1e85 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:58.611226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] For port c2b43635-6098-4378-b73d-fa28e8518981, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c2b43635-6098-4378-b73d-fa28e8518981,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:58.611585 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.652584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: c6aa985d-3c11-4487-8782-5b74d0cf1e85 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:58.653049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6aa985d-3c11-4487-8782-5b74d0cf1e85 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:58.715374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2e1d9dfc-72ee-4504-9867-8f2dff851936 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:58.800722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 2e1d9dfc-72ee-4504-9867-8f2dff851936 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:58.809056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 2e1d9dfc-72ee-4504-9867-8f2dff851936 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:58.810657 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.842275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.912160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=faa57d70-3f80-4749-8261-2f4d7543a2b7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:58.942772 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.979378 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.979378 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.979378 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Floating IP 6ce6c548-c90d-4ac0-82d9-49479ed00c3a disassociated. External IP: 172.25.5.14, port: c2b43635-6098-4378-b73d-fa28e8518981. Aug 29 04:41:58.979866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Calling delete_port for c2b43635-6098-4378-b73d-fa28e8518981 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:58.987445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 2e1d9dfc-72ee-4504-9867-8f2dff851936, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2e1d9dfc-72ee-4504-9867-8f2dff851936,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:58.994660 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.167670 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.200391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=2e1d9dfc-72ee-4504-9867-8f2dff851936,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:59.286762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Sync routers for ids ['5eee2467-aa87-4e09-bdac-f950d9a0964b'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:59.323387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Routers {'5eee2467-aa87-4e09-bdac-f950d9a0964b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:59.324526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['5eee2467-aa87-4e09-bdac-f950d9a0964b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:59.330074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff713435-57d2-467f-8f5b-5da2f59ce306 req-a0e9f2e0-2f74-452f-8571-3c2389091088 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.336865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff713435-57d2-467f-8f5b-5da2f59ce306 req-a0e9f2e0-2f74-452f-8571-3c2389091088 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 947 time: 0.1632555 Aug 29 04:41:59.390739 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.477330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff713435-57d2-467f-8f5b-5da2f59ce306 req-1c5d7963-f41f-44f2-9b34-5f333be0a921 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups?id=f72c2458-464b-450f-ba0c-55b97a673d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394777 Aug 29 04:41:59.479891 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.485476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Set router 5eee2467-aa87-4e09-bdac-f950d9a0964b gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:59.524750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event deleted for resources: {'Port': ['ID=c2b43635-6098-4378-b73d-fa28e8518981,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:59.693633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Router d3b949a7-934e-4f36-b39c-cb79cab2f2ac has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:59.752056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'name': 'tempest-TestVolumeBackupRestore-413044483-router', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:56Z', 'revision_number': 4, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'gw_port': {'id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '46d2f758-316b-48a7-ac54-7670bca785d4', 'name': '', 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'mac_address': 'fa:16:3e:39:86:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '096a7464-b312-4e64-b056-48aa62ca8f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:55Z', 'updated_at': '2021-08-29T04:41:56Z', 'revision_number': 2, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'subnets': [{'id': '096a7464-b312-4e64-b056-48aa62ca8f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:59.783740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Checking router: 5eee2467-aa87-4e09-bdac-f950d9a0964b for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:59.784128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Updating router 5eee2467-aa87-4e09-bdac-f950d9a0964b port 46d2f758-316b-48a7-ac54-7670bca785d4 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:59.811556 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.139022 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.154831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Transition to ACTIVE for port object 46d2f758-316b-48a7-ac54-7670bca785d4 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:00.161670 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.221858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6a561-3448-4021-b22d-f1b5cbafb9d1 None None] Pushing event updated for resources: {'Port': ['ID=46d2f758-316b-48a7-ac54-7670bca785d4,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:00.287234 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Attempting to bind port 46d2f758-316b-48a7-ac54-7670bca785d4 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:00.287607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Attempting to bind port 46d2f758-316b-48a7-ac54-7670bca785d4 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '136516a2-c971-4165-89b4-0a74bab7ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:00.287990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Attempting to bind port 46d2f758-316b-48a7-ac54-7670bca785d4 on network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:00.295191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:00.296101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Checking segment: {'id': '136516a2-c971-4165-89b4-0a74bab7ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:00.296653 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.297365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Bound using segment: {'id': '136516a2-c971-4165-89b4-0a74bab7ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:00.297578 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Bound port: 46d2f758-316b-48a7-ac54-7670bca785d4, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136516a2-c971-4165-89b4-0a74bab7ee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:00.297965 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.304574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router 1267c384-4ad3-4940-b0f3-798cc016980c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:00.376233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:00.399126 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] Sync routers for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:00.412014 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:00.412806 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:00.424079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] For port 46d2f758-316b-48a7-ac54-7670bca785d4, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:00.427955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] For port 46d2f758-316b-48a7-ac54-7670bca785d4, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=46d2f758-316b-48a7-ac54-7670bca785d4,segment=NetworkSegment(136516a2-c971-4165-89b4-0a74bab7ee20),segment_id=136516a2-c971-4165-89b4-0a74bab7ee20)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:00.439755 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.455533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] No DVR routers for this DVR port c2b43635-6098-4378-b73d-fa28e8518981 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:00.463939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.468852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df1a471c-57b4-4b89-aa8b-479b4114fddc req-1bdd55f4-46ea-4c7c-a60e-f65c8a8011fa tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.52 "DELETE /v2.0/ports/c2b43635-6098-4378-b73d-fa28e8518981 HTTP/1.1" status: 204 len: 173 time: 2.1803896 Aug 29 04:42:00.470299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'name': 'network-vif-deleted', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:00.473196 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff1f053-3195-4f0f-bb21-648d96ed0a44" -d '{"events": [{"server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "name": "network-vif-deleted", "tag": "c2b43635-6098-4378-b73d-fa28e8518981"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:00.549749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Routers {'5eee2467-aa87-4e09-bdac-f950d9a0964b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:00.550622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['5eee2467-aa87-4e09-bdac-f950d9a0964b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:00.571763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:00.579767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2af50386-869e-401b-a9ec-43883718aa53 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "PUT /v2.0/routers/1267c384-4ad3-4940-b0f3-798cc016980c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5801995 Aug 29 04:42:00.584763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49198) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:00.610179 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b3ad8e-729e-49fc-a963-9ddd454d314a x-openstack-request-id: req-a4b3ad8e-729e-49fc-a963-9ddd454d314a {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:00.610478 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0810f169-df2e-4ebb-bbed-700d2dd8a9a0", "name": "network-vif-deleted", "tag": "c2b43635-6098-4378-b73d-fa28e8518981", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:00.610743 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4b3ad8e-729e-49fc-a963-9ddd454d314a {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:00.611178 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0810f169-df2e-4ebb-bbed-700d2dd8a9a0', 'name': 'network-vif-deleted', 'tag': 'c2b43635-6098-4378-b73d-fa28e8518981', 'status': 'completed', 'code': 200} Aug 29 04:42:00.617194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] Sync routers for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:00.752125 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:00.767985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4fd4b747-1b92-4d6f-91eb-660d954149d4 req-bbdd90b8-951f-4136-aa59-30d56bde6a31 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/ports?device_id=0810f169-df2e-4ebb-bbed-700d2dd8a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0630255 Aug 29 04:42:00.812642 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda9566a-1bee-40cf-ad7d-6125b50b813e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting subnet c2a33043-1f1c-4c51-972a-20f7f3b7a776 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:42:00.819759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dda9566a-1bee-40cf-ad7d-6125b50b813e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.892004 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dda9566a-1bee-40cf-ad7d-6125b50b813e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.896901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2e1d9dfc-72ee-4504-9867-8f2dff851936 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:00.954076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6a561-3448-4021-b22d-f1b5cbafb9d1 None None] Pushing event updated for resources: {'Port': ['ID=46d2f758-316b-48a7-ac54-7670bca785d4,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:00.967336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:00.967983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:01.005646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dda9566a-1bee-40cf-ad7d-6125b50b813e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.088575 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dda9566a-1bee-40cf-ad7d-6125b50b813e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.114180 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:01.143850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9566a-1bee-40cf-ad7d-6125b50b813e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a33043-1f1c-4c51-972a-20f7f3b7a776,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:01.153976 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] Checking router: d3b949a7-934e-4f36-b39c-cb79cab2f2ac for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:01.158114 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dda9566a-1bee-40cf-ad7d-6125b50b813e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.161000 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dda9566a-1bee-40cf-ad7d-6125b50b813e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/subnets/c2a33043-1f1c-4c51-972a-20f7f3b7a776 HTTP/1.1" status: 204 len: 168 time: 0.5751145 Aug 29 04:42:01.163555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49200) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:01.168646 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:01.169391 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:01.180279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c85c2b-751f-4808-b229-72cce74e5283 None None] Network 22c846f6-e662-4123-8559-5674d5160db4 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:01.243979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:01.291318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] Set router 5eee2467-aa87-4e09-bdac-f950d9a0964b gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:01.305357 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.353409 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:01.365420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 2e1d9dfc-72ee-4504-9867-8f2dff851936 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:01.365827 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.466879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.559643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:01.560001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.684065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] For port fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:01.684695 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.703899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:01.717822 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:01.749066 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb4fbc-6933-4f09-9380-af2739dd87b4 None None] The sync data for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 is: [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:32:26Z', 'revision_number': 4, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'ad11a186-fd9f-4205-b8b2-f85acaece6cc', 'name': '', 'network_id': 'f31cdb33-4f3d-4715-a896-1f6fdb578695', 'tenant_id': '0487e48474004c2497a09711e3651017', 'mac_address': 'fa:16:3e:a9:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '22564c18-134f-4418-bca9-4a13c743016a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:25Z', 'updated_at': '2021-08-29T04:32:36Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'subnets': [{'id': '22564c18-134f-4418-bca9-4a13c743016a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:01.907977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] DHCP port deletion for 22c846f6-e662-4123-8559-5674d5160db4 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:42:01.928434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49210) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:01.989445 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.011740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'name': 'tempest-TestVolumeBackupRestore-413044483-router', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:56Z', 'revision_number': 4, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'gw_port': {'id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '46d2f758-316b-48a7-ac54-7670bca785d4', 'name': '', 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'mac_address': 'fa:16:3e:39:86:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '096a7464-b312-4e64-b056-48aa62ca8f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:55Z', 'updated_at': '2021-08-29T04:42:00Z', 'revision_number': 4, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'subnets': [{'id': '096a7464-b312-4e64-b056-48aa62ca8f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:02.025905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e39ccbdc-2437-47f7-998e-2b3345d9b1e6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.049748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67c55d-d805-4d8f-b1d1-ecc2d49d30e0 None None] The sync data for ids ['5eee2467-aa87-4e09-bdac-f950d9a0964b'] in n-d-712141-12 is: [{'id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'name': 'tempest-TestVolumeBackupRestore-413044483-router', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:56Z', 'revision_number': 4, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'gw_port': {'id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '46d2f758-316b-48a7-ac54-7670bca785d4', 'name': '', 'network_id': '7763ce2d-173a-4de5-9c3a-6a3b418abe68', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'mac_address': 'fa:16:3e:39:86:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '096a7464-b312-4e64-b056-48aa62ca8f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:55Z', 'updated_at': '2021-08-29T04:42:00Z', 'revision_number': 4, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'subnets': [{'id': '096a7464-b312-4e64-b056-48aa62ca8f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:02.057516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:41:58Z', 'revision_number': 7, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': 'fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:09Z', 'updated_at': '2021-08-29T04:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:02.064647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Deleting port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:02.064916 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.085311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:02.097848 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e39ccbdc-2437-47f7-998e-2b3345d9b1e6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.110623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] Checking router: 1267c384-4ad3-4940-b0f3-798cc016980c for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:02.173777 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.222164 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] For port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3f0a3514-dba2-4c0e-875a-8d9e6e730fa3,segment=NetworkSegment(c76c0035-8190-45e7-a5b5-053db92a1118),segment_id=c76c0035-8190-45e7-a5b5-053db92a1118)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:02.222601 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.224485 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e39ccbdc-2437-47f7-998e-2b3345d9b1e6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.224925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] Routers {'1267c384-4ad3-4940-b0f3-798cc016980c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:02.227537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e39ccbdc-2437-47f7-998e-2b3345d9b1e6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.228409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['1267c384-4ad3-4940-b0f3-798cc016980c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:02.229135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e39ccbdc-2437-47f7-998e-2b3345d9b1e6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "DELETE /v2.0/security-groups/f72c2458-464b-450f-ba0c-55b97a673d2e HTTP/1.1" status: 204 len: 168 time: 0.2994790 Aug 29 04:42:02.233593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49212) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:02.260186 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f8f91-1d71-4a31-b3a5-0c8de2fb2e5b None None] New status for floating IP 6ce6c548-c90d-4ac0-82d9-49479ed00c3a: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:42:02.281825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ccbdc-2437-47f7-998e-2b3345d9b1e6 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c2458-464b-450f-ba0c-55b97a673d2e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:02.286896 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-b8544b13-ac10-4eec-8843-8eb3f819456b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] show failed (client error): The resource could not be found. Aug 29 04:42:02.288877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Calling delete_port for 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:02.290359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b8544b13-ac10-4eec-8843-8eb3f819456b tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "GET /v2.0/security-groups/f72c2458-464b-450f-ba0c-55b97a673d2e HTTP/1.1" status: 404 len: 347 time: 0.0534072 Aug 29 04:42:02.291581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49214) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:02.377303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] Set router 1267c384-4ad3-4940-b0f3-798cc016980c gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:02.418160 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.420961 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.484326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:42:01Z', 'revision_number': 9, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:02.519406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567fb22-8e15-4b74-a62e-7c2f6bad8fb7 None None] The sync data for ids ['1267c384-4ad3-4940-b0f3-798cc016980c'] in n-d-712141-12 is: [{'id': '1267c384-4ad3-4940-b0f3-798cc016980c', 'name': 'tempest-TestNetworkBasicOps-router-1431957178', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:08Z', 'updated_at': '2021-08-29T04:42:01Z', 'revision_number': 9, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:02.529417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.530002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Fanout notify agent at l3_agent the message router_deleted on router 1267c384-4ad3-4940-b0f3-798cc016980c {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:42:02.539603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.547193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49218) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:02.547863 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e2b9951b-a13b-4ed9-8b40-a4cc27b6ea0f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/routers/1267c384-4ad3-4940-b0f3-798cc016980c HTTP/1.1" status: 204 len: 168 time: 1.3830855 Aug 29 04:42:02.602479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c2b43635-6098-4378-b73d-fa28e8518981 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:02.626356 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.680684 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.686718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-20d68808-dc6e-4f6e-9b3c-e11deb582577 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Deleting port 797e7ae7-8024-435d-b6e5-64172e1fd952 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:02.687352 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20d68808-dc6e-4f6e-9b3c-e11deb582577 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.709934 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Pushing event deleted for resources: {'Port': ['ID=3f0a3514-dba2-4c0e-875a-8d9e6e730fa3,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:02.713071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] No DVR routers for this DVR port 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:02.714884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: c2b43635-6098-4378-b73d-fa28e8518981 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:02.715317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c2b43635-6098-4378-b73d-fa28e8518981 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:02.731283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.737469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.737823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.738169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.738538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.738882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.739219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.739553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.739884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.740229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.740567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.740896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e7b22-7252-4dc0-8c9c-8d0047ae08cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:02.863903 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.873685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20d68808-dc6e-4f6e-9b3c-e11deb582577 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.874019 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20d68808-dc6e-4f6e-9b3c-e11deb582577 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.885297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c846f6-e662-4123-8559-5674d5160db4']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:02.901907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-20d68808-dc6e-4f6e-9b3c-e11deb582577 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Calling delete_port for 797e7ae7-8024-435d-b6e5-64172e1fd952 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:02.904999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76c0035-8190-45e7-a5b5-053db92a1118') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:02.905495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76c0035-8190-45e7-a5b5-053db92a1118') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:02.921051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.973670 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.984414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:42:02.984827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:42:02.988039 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:42:03.090068 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.099705 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.101669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/networks/22c846f6-e662-4123-8559-5674d5160db4 HTTP/1.1" status: 204 len: 168 time: 0.5498502 Aug 29 04:42:03.126761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49222) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:03.133048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'network': {'name': 'tempest-network-smoke--2008976140', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'port_security_enabled': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:03.149393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63543f4-1f9b-4f6a-a480-686b2fd1d49a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Network': ['ID=22c846f6-e662-4123-8559-5674d5160db4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:03.152017 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 46d2f758-316b-48a7-ac54-7670bca785d4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:03.182617 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Made reservation on behalf of 4a5fc36706c24236bc5f945b90dabb51 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:03.186185 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20d68808-dc6e-4f6e-9b3c-e11deb582577 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.192689 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.228522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d68808-dc6e-4f6e-9b3c-e11deb582577 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Pushing event deleted for resources: {'Port': ['ID=797e7ae7-8024-435d-b6e5-64172e1fd952,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:03.260221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:03.261442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 46d2f758-316b-48a7-ac54-7670bca785d4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:03.265825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 46d2f758-316b-48a7-ac54-7670bca785d4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:03.266210 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.284298 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.284978 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Added segment e49ee585-e1b5-4d89-98c3-cc334c522dc9 of type vlan for network 70bd2343-697d-4d07-b321-63dfe92fa06e Aug 29 04:42:03.347604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20d68808-dc6e-4f6e-9b3c-e11deb582577 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.350604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20d68808-dc6e-4f6e-9b3c-e11deb582577 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.351986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-20d68808-dc6e-4f6e-9b3c-e11deb582577 tempest-AttachVolumeShelveTestJSON-1973953245 tempest-AttachVolumeShelveTestJSON-1973953245-project] 10.222.0.49 "DELETE /v2.0/floatingips/6ce6c548-c90d-4ac0-82d9-49479ed00c3a HTTP/1.1" status: 204 len: 168 time: 1.0585730 Aug 29 04:42:03.365525 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.425413 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.435915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.443144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:03.443870 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.477521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 46d2f758-316b-48a7-ac54-7670bca785d4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=46d2f758-316b-48a7-ac54-7670bca785d4,segment=NetworkSegment(136516a2-c971-4165-89b4-0a74bab7ee20),segment_id=136516a2-c971-4165-89b4-0a74bab7ee20)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:03.485387 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.565188 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4340780 Aug 29 04:42:03.565188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803f269-57ab-4961-bbd3-476615b96bd3 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Network': ['ID=70bd2343-697d-4d07-b321-63dfe92fa06e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:03.566098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49228) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:03.571696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-882603854', 'admin_state_up': True, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:03.643464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 70bd2343-697d-4d07-b321-63dfe92fa06e details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:03.712365 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.721582 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.787388 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.792290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=46d2f758-316b-48a7-ac54-7670bca785d4,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:03.796999 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:03.836763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:03.837495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f0a3514-dba2-4c0e-875a-8d9e6e730fa3 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:03.989354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.208160 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.230392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.368509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Allocated IP 172.25.5.30 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/51b9e40d-aa56-4f39-8291-bfd5b7be46f4) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:04.495888 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.540580 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.592906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:04.600214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:04.605411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:04.609056 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=51b9e40d-aa56-4f39-8291-bfd5b7be46f4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:04.653366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 46d2f758-316b-48a7-ac54-7670bca785d4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:04.729033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 46d2f758-316b-48a7-ac54-7670bca785d4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:04.729595 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.838906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device faa57d70-3f80-4749-8261-2f4d7543a2b7 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:04.861723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: faa57d70-3f80-4749-8261-2f4d7543a2b7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:04.862069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device faa57d70-3f80-4749-8261-2f4d7543a2b7 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:04.862492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:04.888562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:04.888910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fe5b8fce-3dbd-4ddb-8edb-b89fd81f74e5 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:04.946721 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.217947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.418368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:42:05.536509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:05.551262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Sync routers for ids ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:05.558871 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.560545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f091ea00-160f-4ad0-b84a-8961ef4b89fa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9934001 Aug 29 04:42:05.563412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49240) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:05.565378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Routers {'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:05.566013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:05.598379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1865debb-522f-46e9-9630-e4fb7d4733da tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=4a5fc36706c24236bc5f945b90dabb51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337334 Aug 29 04:42:05.600705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49242) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:05.718105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0b424c-887d-49e9-8586-f9f20cfd28f0 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:05.719456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9d0b424c-887d-49e9-8586-f9f20cfd28f0 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1178350 Aug 29 04:42:05.722793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49248) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:05.724223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Set router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:05.804336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49254) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:05.810022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-654512086', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:05.810732 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-826eb4b6-631c-4273-8d11-2cf07573064c tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852981 Aug 29 04:42:06.021437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Made reservation on behalf of 4a5fc36706c24236bc5f945b90dabb51 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:06.031933 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.249629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:04Z', 'revision_number': 3, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:06.283079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Checking router: bb2bc2a6-5941-4285-a2e6-1b4e1849edfd for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:06.283776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Updating router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:06.311379 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.339915 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.444130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Checking segment: {'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:06.444547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network hostable DHCP agents. Network: 70bd2343-697d-4d07-b321-63dfe92fa06e, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:06.498504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Subnet': ['ID=66f49282-3e1f-4a05-b729-eeb79ef22052,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:06.507234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 70bd2343-697d-4d07-b321-63dfe92fa06e is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:06.528304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 70bd2343-697d-4d07-b321-63dfe92fa06e) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:06.533321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:06.534016 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.544424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1149fc97-cea3-41bb-8d89-08168b3bbc84 None None] Network 70bd2343-697d-4d07-b321-63dfe92fa06e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:06.560351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cdc647eb-419a-4a4a-beef-1323fbbc2aec tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7546947 Aug 29 04:42:06.563221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49262) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:06.812957 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.850670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-70bd2343-697d-4d07-b321-63dfe92fa06e', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:42:06.853330 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.865130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Transition to ACTIVE for port object 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:06.880782 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.929710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569daa-38ed-473e-b8cb-71f42cb7e4bc None None] Pushing event updated for resources: {'Port': ['ID=51b9e40d-aa56-4f39-8291-bfd5b7be46f4,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:07.097949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Attempting to bind port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:07.098565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Attempting to bind port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:07.099286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Attempting to bind port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:07.108563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:07.109362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:07.109947 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.110528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:07.111026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Bound port: 51b9e40d-aa56-4f39-8291-bfd5b7be46f4, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:07.111409 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.157255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Allocated IP 172.20.0.2 (70bd2343-697d-4d07-b321-63dfe92fa06e/66f49282-3e1f-4a05-b729-eeb79ef22052/b06b445d-40ce-4678-81c4-ebd224491d0d) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:07.230954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] For port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:07.248683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] For port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=51b9e40d-aa56-4f39-8291-bfd5b7be46f4,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:07.259556 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.287093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.340302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Routers {'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:07.340919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:07.413966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569daa-38ed-473e-b8cb-71f42cb7e4bc None None] Pushing event updated for resources: {'Port': ['ID=51b9e40d-aa56-4f39-8291-bfd5b7be46f4,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:07.472456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.493013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Transition to ACTIVE for port object b06b445d-40ce-4678-81c4-ebd224491d0d will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:07.524645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Transition to ACTIVE for port object b06b445d-40ce-4678-81c4-ebd224491d0d will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:07.527703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] Set router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:07.600821 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.670135 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Allocated IP 172.20.0.1 (70bd2343-697d-4d07-b321-63dfe92fa06e/66f49282-3e1f-4a05-b729-eeb79ef22052/fc9ab07c-e52a-42a3-9204-6a402e9e5cda) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:07.749701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Network 70bd2343-697d-4d07-b321-63dfe92fa06e is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:07.765145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:07.779185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Pushing event updated for resources: {'Port': ['ID=b06b445d-40ce-4678-81c4-ebd224491d0d,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:07.785106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:07.840793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.861991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Transition to ACTIVE for port object fc9ab07c-e52a-42a3-9204-6a402e9e5cda will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:07.937643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.994534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Attempting to bind port b06b445d-40ce-4678-81c4-ebd224491d0d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:07.996398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Attempting to bind port b06b445d-40ce-4678-81c4-ebd224491d0d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:07.997645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Attempting to bind port b06b445d-40ce-4678-81c4-ebd224491d0d on network 70bd2343-697d-4d07-b321-63dfe92fa06e {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:07.999458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 70bd2343-697d-4d07-b321-63dfe92fa06e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:08.006341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:08.009326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Checking segment: {'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:08.009997 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.010668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Bound using segment: {'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:08.011978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Bound port: b06b445d-40ce-4678-81c4-ebd224491d0d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:08.012596 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.038334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:08.043115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:08.047149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=fc9ab07c-e52a-42a3-9204-6a402e9e5cda,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:08.165515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] For port b06b445d-40ce-4678-81c4-ebd224491d0d, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:08.173601 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.187036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] For port b06b445d-40ce-4678-81c4-ebd224491d0d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b06b445d-40ce-4678-81c4-ebd224491d0d,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:08.196034 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.203354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:04Z', 'revision_number': 3, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:08.288308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8953ee6f-8000-4f95-9fe8-8005c00bda65 None None] The sync data for ids ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'] in n-d-712141-12 is: [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:04Z', 'revision_number': 3, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:08.304733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2018ee-91cb-46a0-a327-79db247c9c50 None None] Pushing event updated for resources: {'Port': ['ID=b06b445d-40ce-4678-81c4-ebd224491d0d,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:08.372974 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.810241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b06b445d-40ce-4678-81c4-ebd224491d0d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:08.911862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port b06b445d-40ce-4678-81c4-ebd224491d0d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:09.406300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49286) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:09.492475 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.501465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.609962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.778722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=fc9ab07c-e52a-42a3-9204-6a402e9e5cda,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:09.837935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 70bd2343-697d-4d07-b321-63dfe92fa06e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:09.840374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:09.867252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082c0dad-2815-49f5-b6f2-9df1fb5dbe17 None None] Network 70bd2343-697d-4d07-b321-63dfe92fa06e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:09.958539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-842a2e3b-b077-4701-add6-4dd4d46b49ef None None] Provisioning for port b06b445d-40ce-4678-81c4-ebd224491d0d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:09.970801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-842a2e3b-b077-4701-add6-4dd4d46b49ef None None] Provisioning complete for port b06b445d-40ce-4678-81c4-ebd224491d0d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:09.971307 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-842a2e3b-b077-4701-add6-4dd4d46b49ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.010514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:10.133436 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-842a2e3b-b077-4701-add6-4dd4d46b49ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.161944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:10.167594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f2cdbd7a-e91f-4f48-9d62-cf42f8d48dbb tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "PUT /v2.0/routers/bb2bc2a6-5941-4285-a2e6-1b4e1849edfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6032979 Aug 29 04:42:10.170394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49290) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:10.203406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-842a2e3b-b077-4701-add6-4dd4d46b49ef None None] For port b06b445d-40ce-4678-81c4-ebd224491d0d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b06b445d-40ce-4678-81c4-ebd224491d0d,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:10.237976 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-842a2e3b-b077-4701-add6-4dd4d46b49ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.351876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a2e3b-b077-4701-add6-4dd4d46b49ef None None] Pushing event updated for resources: {'Port': ['ID=b06b445d-40ce-4678-81c4-ebd224491d0d,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:10.421969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fc3fb-dcb8-465a-afa3-5c3adbe1a996 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.423414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fc3fb-dcb8-465a-afa3-5c3adbe1a996 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.424046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fc3fb-dcb8-465a-afa3-5c3adbe1a996 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.424686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fc3fb-dcb8-465a-afa3-5c3adbe1a996 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.425299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fc3fb-dcb8-465a-afa3-5c3adbe1a996 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.428026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fc3fb-dcb8-465a-afa3-5c3adbe1a996 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.428745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fc3fb-dcb8-465a-afa3-5c3adbe1a996 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.429367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fc3fb-dcb8-465a-afa3-5c3adbe1a996 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.430014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fc3fb-dcb8-465a-afa3-5c3adbe1a996 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.433486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f62fc3fb-dcb8-465a-afa3-5c3adbe1a996 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6393 time: 0.2607212 Aug 29 04:42:10.435888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49296) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:10.448953 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.519409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c2635-c882-45cd-9faa-730f1f1fa121 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.520533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c2635-c882-45cd-9faa-730f1f1fa121 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.521155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c2635-c882-45cd-9faa-730f1f1fa121 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.521764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c2635-c882-45cd-9faa-730f1f1fa121 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.522369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c2635-c882-45cd-9faa-730f1f1fa121 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.523119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c2635-c882-45cd-9faa-730f1f1fa121 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.523729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c2635-c882-45cd-9faa-730f1f1fa121 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.524368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c2635-c882-45cd-9faa-730f1f1fa121 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.525334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c2635-c882-45cd-9faa-730f1f1fa121 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.530019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-028c2635-c882-45cd-9faa-730f1f1fa121 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5929 time: 0.0929177 Aug 29 04:42:10.533712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49298) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:10.664905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8fb5c1c7-c192-43be-8422-4ab54939926e None None] Provisioning complete for port b06b445d-40ce-4678-81c4-ebd224491d0d triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:10.665281 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8fb5c1c7-c192-43be-8422-4ab54939926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.809415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b06b445d-40ce-4678-81c4-ebd224491d0d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:10.870057 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Sync routers for ids ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:10.885522 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Routers {'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:10.886227 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:10.910416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8fb5c1c7-c192-43be-8422-4ab54939926e None None] Provisioning for port fc9ab07c-e52a-42a3-9204-6a402e9e5cda completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:10.921971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8fb5c1c7-c192-43be-8422-4ab54939926e None None] Provisioning complete for port fc9ab07c-e52a-42a3-9204-6a402e9e5cda triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:10.922339 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8fb5c1c7-c192-43be-8422-4ab54939926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.986955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b06b445d-40ce-4678-81c4-ebd224491d0d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:10.987325 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.039686 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Set router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:11.076991 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:42:11.082245 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-28800f9f-f733-4d4f-bc70-b7372161f599 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5214 time: 0.5474007 Aug 29 04:42:11.100549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8fb5c1c7-c192-43be-8422-4ab54939926e None None] Port fc9ab07c-e52a-42a3-9204-6a402e9e5cda cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:11.175736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:11.192501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Deleting port ad11a186-fd9f-4205-b8b2-f85acaece6cc {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:11.192858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.331277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c3ca8977-449a-4ce3-868b-7fb6d9e5390a None None] Provisioning complete for port fc9ab07c-e52a-42a3-9204-6a402e9e5cda triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:11.334986 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8977-449a-4ce3-868b-7fb6d9e5390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.358518 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] For port ad11a186-fd9f-4205-b8b2-f85acaece6cc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ad11a186-fd9f-4205-b8b2-f85acaece6cc,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:11.358898 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.378343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Calling delete_port for ad11a186-fd9f-4205-b8b2-f85acaece6cc owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:11.396827 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:08Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fc9ab07c-e52a-42a3-9204-6a402e9e5cda', 'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:02:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:07Z', 'updated_at': '2021-08-29T04:42:09Z', 'revision_number': 2, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:11.443382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49314) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:11.452950 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-fe5278bf-9af4-4cd1-80a0-9cccb672078b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922999402', 'description': 'tempest-secgroup-smoke-922999402 description', 'project_id': '4a5fc36706c24236bc5f945b90dabb51'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:11.516678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:11.532442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:11.533031 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.536478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca8977-449a-4ce3-868b-7fb6d9e5390a None None] Port fc9ab07c-e52a-42a3-9204-6a402e9e5cda cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:11.564875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe5278bf-9af4-4cd1-80a0-9cccb672078b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.659935 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Checking router: bb2bc2a6-5941-4285-a2e6-1b4e1849edfd for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:11.660442 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Updating router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd port fc9ab07c-e52a-42a3-9204-6a402e9e5cda binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:11.670862 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.696541 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.700713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e75b0883-0676-4f6d-8174-bd8e8deab0c9 None None] Provisioning complete for port fc9ab07c-e52a-42a3-9204-6a402e9e5cda triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:11.701112 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e75b0883-0676-4f6d-8174-bd8e8deab0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.728709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=51b9e40d-aa56-4f39-8291-bfd5b7be46f4,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:11.738140 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.758919 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.784421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e75b0883-0676-4f6d-8174-bd8e8deab0c9 None None] Port fc9ab07c-e52a-42a3-9204-6a402e9e5cda cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:11.816137 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe5278bf-9af4-4cd1-80a0-9cccb672078b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.819139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad11a186-fd9f-4205-b8b2-f85acaece6cc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:11.826479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=51b9e40d-aa56-4f39-8291-bfd5b7be46f4,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:11.839760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.840358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.840924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.841889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.842386 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.842873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.843358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.843861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.844395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.844876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.845359 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.845838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:11.866797 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe5278bf-9af4-4cd1-80a0-9cccb672078b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.977187 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5278bf-9af4-4cd1-80a0-9cccb672078b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f6a92d-3d91-468f-9029-9fc6d226f909,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.045564 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe5278bf-9af4-4cd1-80a0-9cccb672078b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.055189 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49316) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:12.056483 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fe5278bf-9af4-4cd1-80a0-9cccb672078b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6036515 Aug 29 04:42:12.060938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-ac54c766-6dd8-4e32-b3b4-17ea5d620a7d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': '43f6a92d-3d91-468f-9029-9fc6d226f909', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:12.116969 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac54c766-6dd8-4e32-b3b4-17ea5d620a7d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.128936 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.140855 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Transition to ACTIVE for port object fc9ab07c-e52a-42a3-9204-6a402e9e5cda will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:12.149423 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.173118 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.222960 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71e65a-c3f7-4293-8aa8-26bd818ebe73 None None] Pushing event updated for resources: {'Port': ['ID=fc9ab07c-e52a-42a3-9204-6a402e9e5cda,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.266900 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac54c766-6dd8-4e32-b3b4-17ea5d620a7d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.279396 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac54c766-6dd8-4e32-b3b4-17ea5d620a7d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.300062 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Attempting to bind port fc9ab07c-e52a-42a3-9204-6a402e9e5cda on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:12.301957 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Attempting to bind port fc9ab07c-e52a-42a3-9204-6a402e9e5cda by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:12.302508 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Attempting to bind port fc9ab07c-e52a-42a3-9204-6a402e9e5cda on network 70bd2343-697d-4d07-b321-63dfe92fa06e {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:12.317987 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:12.318479 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Checking segment: {'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:12.319117 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.319460 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Bound using segment: {'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:12.320389 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Bound port: fc9ab07c-e52a-42a3-9204-6a402e9e5cda, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:12.320389 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.324799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54c766-6dd8-4e32-b3b4-17ea5d620a7d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8febb8e5-63f8-4a6e-b3c5-22273536f3d9,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.332548 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac54c766-6dd8-4e32-b3b4-17ea5d620a7d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.336383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ac54c766-6dd8-4e32-b3b4-17ea5d620a7d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2774360 Aug 29 04:42:12.336730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49322) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:12.345334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a41d47f8-9b2f-4bc0-9181-b0adf439f77a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': '43f6a92d-3d91-468f-9029-9fc6d226f909', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:12.412238 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a41d47f8-9b2f-4bc0-9181-b0adf439f77a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.413737 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] For port fc9ab07c-e52a-42a3-9204-6a402e9e5cda, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:12.417765 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] For port fc9ab07c-e52a-42a3-9204-6a402e9e5cda, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fc9ab07c-e52a-42a3-9204-6a402e9e5cda,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:12.423048 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.494149 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a41d47f8-9b2f-4bc0-9181-b0adf439f77a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.501563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a41d47f8-9b2f-4bc0-9181-b0adf439f77a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.521378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d47f8-9b2f-4bc0-9181-b0adf439f77a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6bc292-b21c-4727-92e8-e2e4c0beb3a1,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.539473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a41d47f8-9b2f-4bc0-9181-b0adf439f77a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.547449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a41d47f8-9b2f-4bc0-9181-b0adf439f77a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2095401 Aug 29 04:42:12.555086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49330) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:12.558523 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71e65a-c3f7-4293-8aa8-26bd818ebe73 None None] Pushing event updated for resources: {'Port': ['ID=fc9ab07c-e52a-42a3-9204-6a402e9e5cda,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.563568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fe6621a8-e18c-404e-9497-c1ac6ad78902 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': '43f6a92d-3d91-468f-9029-9fc6d226f909', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:12.565750 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Routers {'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:12.567830 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:12.585643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Router d3b949a7-934e-4f36-b39c-cb79cab2f2ac has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:12.650550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe6621a8-e18c-404e-9497-c1ac6ad78902 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.787749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:12.800317 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d0393b7a-c8b6-49e8-883e-64dd203d624a admin admin] 10.222.0.49 "PUT /v2.0/routers/d3b949a7-934e-4f36-b39c-cb79cab2f2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3899648 Aug 29 04:42:12.800508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] Sync routers for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:12.801629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49334) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:12.813476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:12.814109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:12.814523 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] Set router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:12.873915 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe6621a8-e18c-404e-9497-c1ac6ad78902 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.888505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe6621a8-e18c-404e-9497-c1ac6ad78902 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.899759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:12.923757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6621a8-e18c-404e-9497-c1ac6ad78902 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8945f8-a1e3-41cf-a832-1e6f1f673d8d,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.936932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe6621a8-e18c-404e-9497-c1ac6ad78902 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.938907 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fe6621a8-e18c-404e-9497-c1ac6ad78902 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3822405 Aug 29 04:42:12.942090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49336) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:12.947055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-317fc283-b1ad-4162-8b07-682809433aa1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': '43f6a92d-3d91-468f-9029-9fc6d226f909', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:13.011444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-317fc283-b1ad-4162-8b07-682809433aa1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.168439 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-317fc283-b1ad-4162-8b07-682809433aa1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.176836 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-317fc283-b1ad-4162-8b07-682809433aa1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.244889 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-317fc283-b1ad-4162-8b07-682809433aa1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.246723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-317fc283-b1ad-4162-8b07-682809433aa1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3032508 Aug 29 04:42:13.247915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fc283-b1ad-4162-8b07-682809433aa1 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09aadf1a-a7b4-46fa-aa9f-8a704c065ccf,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:13.250036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49338) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:13.257275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b78870b2-b9a0-4ff8-8290-29fdc122719d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': '43f6a92d-3d91-468f-9029-9fc6d226f909', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:13.258694 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:08Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fc9ab07c-e52a-42a3-9204-6a402e9e5cda', 'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:02:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:07Z', 'updated_at': '2021-08-29T04:42:12Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:13.302569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:13.303997 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-b78870b2-b9a0-4ff8-8290-29fdc122719d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Project 4a5fc36706c24236bc5f945b90dabb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:42:13.315961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b78870b2-b9a0-4ff8-8290-29fdc122719d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.329651 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88eac7-47ef-46b2-a533-f80ad4f5e5ba None None] The sync data for ids ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'] in n-d-712141-12 is: [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:08Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fc9ab07c-e52a-42a3-9204-6a402e9e5cda', 'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:02:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:07Z', 'updated_at': '2021-08-29T04:42:12Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:13.332657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:13.333277 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.539453 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b78870b2-b9a0-4ff8-8290-29fdc122719d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.548245 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b78870b2-b9a0-4ff8-8290-29fdc122719d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.644482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78870b2-b9a0-4ff8-8290-29fdc122719d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731afe6b-b2bb-4745-9a6f-34bb7e44efc7,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:13.652378 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b78870b2-b9a0-4ff8-8290-29fdc122719d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.654371 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b78870b2-b9a0-4ff8-8290-29fdc122719d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4023933 Aug 29 04:42:13.664149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49340) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:13.679065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-24c65fc6-4496-430c-be42-4522d86f86da tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'security_group_rule': {'security_group_id': '43f6a92d-3d91-468f-9029-9fc6d226f909', 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:13.710668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:13.774013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] Checking router: d3b949a7-934e-4f36-b39c-cb79cab2f2ac for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:13.795162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] Routers {'d3b949a7-934e-4f36-b39c-cb79cab2f2ac'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:13.796961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:41:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:13.799843 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-24c65fc6-4496-430c-be42-4522d86f86da tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Project 4a5fc36706c24236bc5f945b90dabb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:42:13.822832 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24c65fc6-4496-430c-be42-4522d86f86da tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.864460 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.999742 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24c65fc6-4496-430c-be42-4522d86f86da tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.015462 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24c65fc6-4496-430c-be42-4522d86f86da tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.031291 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.042948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24c65fc6-4496-430c-be42-4522d86f86da tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.044176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-24c65fc6-4496-430c-be42-4522d86f86da tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3785803 Aug 29 04:42:14.048417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c65fc6-4496-430c-be42-4522d86f86da tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ced0507-a50f-46e5-917d-6628ddc3d794,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:14.066300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] Set router d3b949a7-934e-4f36-b39c-cb79cab2f2ac gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:14.133001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Deleting port 9eda24f7-09ab-45a9-a1ca-7f06585461bf {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:14.133001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.299127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] For port 9eda24f7-09ab-45a9-a1ca-7f06585461bf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9eda24f7-09ab-45a9-a1ca-7f06585461bf,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:14.299518 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.317884 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Calling delete_port for 9eda24f7-09ab-45a9-a1ca-7f06585461bf owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:14.453370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-1e01e7e5-88ec-4cfa-b017-8d5ce5660720 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922999402&fields=id&tenant_id=4a5fc36706c24236bc5f945b90dabb51 HTTP/1.1" status: 200 len: 267 time: 0.0735631 Aug 29 04:42:14.561684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:14.605657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9f4378-35d4-4432-8847-c3f080b6d9b2 None None] The sync data for ids ['d3b949a7-934e-4f36-b39c-cb79cab2f2ac'] in n-d-712141-12 is: [{'id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1152002266-router', 'tenant_id': '0487e48474004c2497a09711e3651017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:17Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 5, 'project_id': '0487e48474004c2497a09711e3651017', 'gw_port': {'id': '9eda24f7-09ab-45a9-a1ca-7f06585461bf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b949a7-934e-4f36-b39c-cb79cab2f2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:19Z', 'updated_at': '2021-08-29T04:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:14.655231 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.659795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-9e95454c-e210-4f89-93ee-2a093c35147b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:14.661470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-9e95454c-e210-4f89-93ee-2a093c35147b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/networks?id=70bd2343-697d-4d07-b321-63dfe92fa06e HTTP/1.1" status: 200 len: 797 time: 0.2072978 Aug 29 04:42:14.689556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-3c77a74a-8c86-4e04-a241-285cf4aa5a5f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/quotas/4a5fc36706c24236bc5f945b90dabb51 HTTP/1.1" status: 200 len: 375 time: 0.0113056 Aug 29 04:42:14.714500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Pushing event deleted for resources: {'Port': ['ID=9eda24f7-09ab-45a9-a1ca-7f06585461bf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:14.775518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-f601694c-ac19-401a-be36-491f49f5518d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692890 Aug 29 04:42:14.802040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.938839 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.942047 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.021635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-835848c2-8a92-46d9-a3e3-9f220d06a320 service neutron] 10.222.0.49 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300434 Aug 29 04:42:15.030926 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc9ab07c-e52a-42a3-9204-6a402e9e5cda up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:15.041567 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.042491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b949a7-934e-4f36-b39c-cb79cab2f2ac {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:42:15.049290 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.052837 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-17c73f28-fca9-4b50-ad6a-bea23e1ce25b admin admin] 10.222.0.49 "DELETE /v2.0/routers/d3b949a7-934e-4f36-b39c-cb79cab2f2ac HTTP/1.1" status: 204 len: 168 time: 2.2481911 Aug 29 04:42:15.053349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49372) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:15.154923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port fc9ab07c-e52a-42a3-9204-6a402e9e5cda completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:15.159607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fc9ab07c-e52a-42a3-9204-6a402e9e5cda triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:15.163500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.166896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-900dbbe3-2a92-48ce-8bad-3ea079c91e90 admin admin] Deleting subnet 22564c18-134f-4418-bca9-4a13c743016a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:42:15.170599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-900dbbe3-2a92-48ce-8bad-3ea079c91e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.225781 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-900dbbe3-2a92-48ce-8bad-3ea079c91e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.232981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-b11f9981-a81f-4555-abea-b14c11014bd6 service neutron] 10.222.0.49 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103200 Aug 29 04:42:15.286689 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.333895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port fc9ab07c-e52a-42a3-9204-6a402e9e5cda, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fc9ab07c-e52a-42a3-9204-6a402e9e5cda,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:15.343804 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.423830 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-900dbbe3-2a92-48ce-8bad-3ea079c91e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.435036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=fc9ab07c-e52a-42a3-9204-6a402e9e5cda,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:15.553590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9215172e-b816-4163-b24e-1f956efbab01 req-c1af28bf-8aa5-4d4e-a7cd-b1484d3d466e tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 210 time: 0.0417066 Aug 29 04:42:15.573921 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-900dbbe3-2a92-48ce-8bad-3ea079c91e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.616676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dbbe3-2a92-48ce-8bad-3ea079c91e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22564c18-134f-4418-bca9-4a13c743016a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:15.621883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-900dbbe3-2a92-48ce-8bad-3ea079c91e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.626356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49378) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:15.626553 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-900dbbe3-2a92-48ce-8bad-3ea079c91e90 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/22564c18-134f-4418-bca9-4a13c743016a HTTP/1.1" status: 204 len: 168 time: 0.5719357 Aug 29 04:42:15.632990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f29483-09b4-4494-8db7-ca9af63d78a0 None None] Network f31cdb33-4f3d-4715-a896-1f6fdb578695 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:15.744123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.837306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Deleting port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:15.840421 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.922328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b92e8d6-76e9-4e42-bc4a-172caef50d33 None None] DHCP port deletion for f31cdb33-4f3d-4715-a896-1f6fdb578695 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:42:15.942316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] For port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4341403d-15ad-4fcf-bdc1-f3c58dbf82fa,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:15.943092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.964669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Calling delete_port for 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:16.022427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9b92e8d6-76e9-4e42-bc4a-172caef50d33 None None] Deleting port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:16.022990 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9b92e8d6-76e9-4e42-bc4a-172caef50d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.089097 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.125695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9b92e8d6-76e9-4e42-bc4a-172caef50d33 None None] For port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4341403d-15ad-4fcf-bdc1-f3c58dbf82fa,segment=NetworkSegment(dfc4022d-fe05-4e75-9f27-baef50dde24c),segment_id=dfc4022d-fe05-4e75-9f27-baef50dde24c)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:16.126108 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9b92e8d6-76e9-4e42-bc4a-172caef50d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.130967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Pushing event deleted for resources: {'Port': ['ID=4341403d-15ad-4fcf-bdc1-f3c58dbf82fa,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:16.135128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] No DVR routers for this DVR port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:16.151703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9b92e8d6-76e9-4e42-bc4a-172caef50d33 None None] Calling delete_port for 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:16.244067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.266835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31cdb33-4f3d-4715-a896-1f6fdb578695']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:16.269648 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9b92e8d6-76e9-4e42-bc4a-172caef50d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.284110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc4022d-fe05-4e75-9f27-baef50dde24c') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:16.284619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc4022d-fe05-4e75-9f27-baef50dde24c') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:16.295259 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.307288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92e8d6-76e9-4e42-bc4a-172caef50d33 None None] Pushing event deleted for resources: {'Port': ['ID=4341403d-15ad-4fcf-bdc1-f3c58dbf82fa,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:16.315702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92e8d6-76e9-4e42-bc4a-172caef50d33 None None] No DVR routers for this DVR port 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:16.327237 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.338017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:42:16.339288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:42:16.341578 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:42:16.411455 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.425984 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.428387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] 10.222.0.49 "DELETE /v2.0/networks/f31cdb33-4f3d-4715-a896-1f6fdb578695 HTTP/1.1" status: 204 len: 168 time: 0.7985086 Aug 29 04:42:16.447570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8833754-6a28-4001-a5a6-969e8ac6c05a admin admin] Pushing event deleted for resources: {'Network': ['ID=f31cdb33-4f3d-4715-a896-1f6fdb578695,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:16.662670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49394) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:16.696557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc9ab07c-e52a-42a3-9204-6a402e9e5cda up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:16.721115 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19d5a037-f622-42da-8fae-cc113280026b req-e5ddb547-d8ca-465c-85eb-96bef2c58b8d tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 210 time: 0.0527351 Aug 29 04:42:16.755256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f4c71e14-9c59-4269-8878-6091a99381ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0487e48474004c2497a09711e3651017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956349 Aug 29 04:42:16.757860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49396) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:16.782045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fc9ab07c-e52a-42a3-9204-6a402e9e5cda triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:16.783149 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.828329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ea7f98ae-e9c2-457a-b180-0ed6521ba547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.863287 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ea7f98ae-e9c2-457a-b180-0ed6521ba547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.057638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:17.081309 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ea7f98ae-e9c2-457a-b180-0ed6521ba547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.086827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ea7f98ae-e9c2-457a-b180-0ed6521ba547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.091344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ea7f98ae-e9c2-457a-b180-0ed6521ba547 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb0ece7d-528d-46bf-9b55-7d5aa3daf1ea HTTP/1.1" status: 204 len: 168 time: 0.3321333 Aug 29 04:42:17.111334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:17.111572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-995436d5-bd94-4f4f-82b6-4646f4d09777 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.112396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4341403d-15ad-4fcf-bdc1-f3c58dbf82fa not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:17.113829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-995436d5-bd94-4f4f-82b6-4646f4d09777 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.52 "GET /v2.0/networks?id=70bd2343-697d-4d07-b321-63dfe92fa06e HTTP/1.1" status: 200 len: 797 time: 0.1931520 Aug 29 04:42:17.113979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad11a186-fd9f-4205-b8b2-f85acaece6cc no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:17.145920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f98ae-e9c2-457a-b180-0ed6521ba547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0ece7d-528d-46bf-9b55-7d5aa3daf1ea,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:17.194385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ad11a186-fd9f-4205-b8b2-f85acaece6cc {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:17.195068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad11a186-fd9f-4205-b8b2-f85acaece6cc not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:17.195845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9eda24f7-09ab-45a9-a1ca-7f06585461bf no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:17.232668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 9eda24f7-09ab-45a9-a1ca-7f06585461bf {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:17.233195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9eda24f7-09ab-45a9-a1ca-7f06585461bf not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:17.242643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-9ef0ce6f-bdd4-4b42-b80a-513c11272387 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5fc36706c24236bc5f945b90dabb51 HTTP/1.1" status: 200 len: 379 time: 0.1106296 Aug 29 04:42:17.256393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'port': {'device_id': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'admin_state_up': True, 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'security_groups': ['43f6a92d-3d91-468f-9029-9fc6d226f909']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:17.426566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Made reservation on behalf of 4a5fc36706c24236bc5f945b90dabb51 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:17.431112 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.637799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Allocated IP 172.20.0.13 (70bd2343-697d-4d07-b321-63dfe92fa06e/66f49282-3e1f-4a05-b729-eeb79ef22052/02fc3404-20aa-4d97-b301-c96aabff80d7) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:17.859236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2584f13f-9177-42e8-a1fa-ae066061e634 req-aed33eef-454c-4c97-9e10-2265234a138b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 210 time: 0.0373428 Aug 29 04:42:17.885630 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.901817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Transition to ACTIVE for port object 02fc3404-20aa-4d97-b301-c96aabff80d7 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:17.958699 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.025253 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 70bd2343-697d-4d07-b321-63dfe92fa06e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:18.031353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:18.034880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:18.083973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.084647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.089002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=02fc3404-20aa-4d97-b301-c96aabff80d7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:18.110749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-5994dcd3-aea7-4d94-ab55-0151c8a28580 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8608227 Aug 29 04:42:18.129582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Request body: {'port': {'device_id': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:18.261215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49428) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:18.267749 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.300329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.439086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-398370086-network', 'tenant_id': 'bb59d264f94d4370805e846cf980576a'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:18.455608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-725b32d2-385d-4919-a1fb-5f6ea1e29fbc None None] Provisioning for port 02fc3404-20aa-4d97-b301-c96aabff80d7 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:18.469681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-725b32d2-385d-4919-a1fb-5f6ea1e29fbc None None] Provisioning complete for port 02fc3404-20aa-4d97-b301-c96aabff80d7 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:18.470257 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-725b32d2-385d-4919-a1fb-5f6ea1e29fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.513481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Made reservation on behalf of bb59d264f94d4370805e846cf980576a for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:18.515782 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.519833 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-725b32d2-385d-4919-a1fb-5f6ea1e29fbc None None] Port 02fc3404-20aa-4d97-b301-c96aabff80d7 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:18.529546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.680873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fc3404-20aa-4d97-b301-c96aabff80d7 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:18.694370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.715264 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.718173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Transition to ACTIVE for port object 02fc3404-20aa-4d97-b301-c96aabff80d7 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:18.719451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.726813 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.771833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:18.802699 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.803081 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Added segment e2e3fc12-2a2a-49b7-b966-cea9ba016cce of type vlan for network a76f8cfb-a00f-4b00-8763-75a743b97004 Aug 29 04:42:18.806170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:18.822694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Pushing event updated for resources: {'Port': ['ID=02fc3404-20aa-4d97-b301-c96aabff80d7,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:18.876612 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.945297 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.946179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.946755 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.986884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Attempting to bind port 02fc3404-20aa-4d97-b301-c96aabff80d7 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:18.987229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Attempting to bind port 02fc3404-20aa-4d97-b301-c96aabff80d7 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:18.987562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Attempting to bind port 02fc3404-20aa-4d97-b301-c96aabff80d7 on network 70bd2343-697d-4d07-b321-63dfe92fa06e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:19.030226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Port 02fc3404-20aa-4d97-b301-c96aabff80d7 on network 70bd2343-697d-4d07-b321-63dfe92fa06e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:19.030675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Attempting to bind port 02fc3404-20aa-4d97-b301-c96aabff80d7 on network 70bd2343-697d-4d07-b321-63dfe92fa06e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:19.042465 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7751205 Aug 29 04:42:19.045779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49434) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:19.048357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:19.048706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Checking segment: {'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:19.049091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Bound using segment: {'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:19.049526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Bound port: 02fc3404-20aa-4d97-b301-c96aabff80d7, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ee585-e1b5-4d89-98c3-cc334c522dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:19.049885 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.054360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Request body: {'subnet': {'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-398370086-subnet', 'tenant_id': 'bb59d264f94d4370805e846cf980576a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:19.055393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523050a5-0a2c-4fbf-8929-f2430b307ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=a76f8cfb-a00f-4b00-8763-75a743b97004,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:19.066217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a76f8cfb-a00f-4b00-8763-75a743b97004 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:19.080740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb23f2-f8ab-463d-bcd6-29b191865429 req-36f710e4-0677-47bb-a365-b86d88301100 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.082314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90fb23f2-f8ab-463d-bcd6-29b191865429 req-36f710e4-0677-47bb-a365-b86d88301100 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 944 time: 0.1404262 Aug 29 04:42:19.094284 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Made reservation on behalf of bb59d264f94d4370805e846cf980576a for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:19.098534 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.170922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90fb23f2-f8ab-463d-bcd6-29b191865429 req-ae2ad79a-2f48-4a0f-8e6b-6202ef2c5679 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619764 Aug 29 04:42:19.175378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] For port 02fc3404-20aa-4d97-b301-c96aabff80d7, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:19.178647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] For port 02fc3404-20aa-4d97-b301-c96aabff80d7, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=02fc3404-20aa-4d97-b301-c96aabff80d7,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:19.184948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.224983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.225605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.227094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] 10.222.0.52 "PUT /v2.0/ports/02fc3404-20aa-4d97-b301-c96aabff80d7 HTTP/1.1" status: 200 len: 1093 time: 1.1023164 Aug 29 04:42:19.227548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'tag': '02fc3404-20aa-4d97-b301-c96aabff80d7'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:19.230538 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d98ed4db-b4ed-4aae-9ee2-67e16180d959", "tag": "02fc3404-20aa-4d97-b301-c96aabff80d7"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:19.252869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c707d0-960d-4f8e-b71d-e4fa458bfe6c service neutron] Pushing event updated for resources: {'Port': ['ID=02fc3404-20aa-4d97-b301-c96aabff80d7,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:19.285970 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192c37f7-a693-4761-97b7-be3020f35c8f x-openstack-request-id: req-192c37f7-a693-4761-97b7-be3020f35c8f {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:19.286197 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98ed4db-b4ed-4aae-9ee2-67e16180d959", "tag": "02fc3404-20aa-4d97-b301-c96aabff80d7", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:19.286432 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-192c37f7-a693-4761-97b7-be3020f35c8f {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:19.286849 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'tag': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'status': 'completed', 'code': 200} Aug 29 04:42:19.336320 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.385556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-b1e1372d-098e-45b6-bbd3-6084869af3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.390071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-b1e1372d-098e-45b6-bbd3-6084869af3c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 1096 time: 0.0839150 Aug 29 04:42:19.428637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3949679-4cee-453a-865d-b7eebe5fe64f,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:19.438082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Checking segment: {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:19.438551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Network hostable DHCP agents. Network: a76f8cfb-a00f-4b00-8763-75a743b97004, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:19.499470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Network a76f8cfb-a00f-4b00-8763-75a743b97004 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:19.513909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-38d1b444-6d80-46c7-8ad7-7b93dac2d874 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02fc3404-20aa-4d97-b301-c96aabff80d7 HTTP/1.1" status: 200 len: 217 time: 0.1102226 Aug 29 04:42:19.514870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a76f8cfb-a00f-4b00-8763-75a743b97004) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:19.523168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3ddec-9e27-484e-9249-367e5d1a0280 None None] Network a76f8cfb-a00f-4b00-8763-75a743b97004 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:19.523650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.525877 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.563092 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-732ed293-1bd0-473f-aa94-b87f24700e7c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5068493 Aug 29 04:42:19.646195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-39e9afa4-d219-43ba-96f8-2fb2728356c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.647704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-39e9afa4-d219-43ba-96f8-2fb2728356c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66f49282-3e1f-4a05-b729-eeb79ef22052 HTTP/1.1" status: 200 len: 834 time: 0.1098602 Aug 29 04:42:19.750406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-f36aa091-a343-4672-8f31-c80e7a326add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.757021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-f36aa091-a343-4672-8f31-c80e7a326add service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70bd2343-697d-4d07-b321-63dfe92fa06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012754 Aug 29 04:42:19.854157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202de18d-19ae-4de4-a0cc-56175e6136f4 None None] Network a76f8cfb-a00f-4b00-8763-75a743b97004 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:19.910505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-0c2791a0-61b3-4a75-b4d3-07e758a41771 service neutron] 10.222.0.52 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432433 Aug 29 04:42:20.058486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df0a95b1-c531-46d3-8752-e28b48467ec7 req-0b36a565-9d69-45d0-bde3-c58c0d414797 service neutron] 10.222.0.52 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373255 Aug 29 04:42:20.242712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-97f3e758-732c-45c1-bc3d-44a068358e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.244606 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-97f3e758-732c-45c1-bc3d-44a068358e2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 1096 time: 0.0847192 Aug 29 04:42:20.251804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-b43e44bb-9fa8-44ee-818d-5b20b8a9ca8a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.253323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-b43e44bb-9fa8-44ee-818d-5b20b8a9ca8a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 814 time: 0.1896255 Aug 29 04:42:20.369437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-32f8cdda-4fe0-49c1-ab7c-795e2987a2fe tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/quotas/bb59d264f94d4370805e846cf980576a HTTP/1.1" status: 200 len: 375 time: 0.0469329 Aug 29 04:42:20.445681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-6337b062-fcc5-495b-a0dd-41e2de3fc4b6 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696759 Aug 29 04:42:20.449095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-7fdc7ae6-a38f-4e05-8b86-531db51961e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.451644 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-7fdc7ae6-a38f-4e05-8b86-531db51961e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70bd2343-697d-4d07-b321-63dfe92fa06e HTTP/1.1" status: 200 len: 898 time: 0.1962311 Aug 29 04:42:20.464828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b43bb-ac7e-4d38-b151-0d312485ed3a req-047d406e-d319-41e6-b953-ec0f3ebd25bc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.466377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e9b43bb-ac7e-4d38-b151-0d312485ed3a req-047d406e-d319-41e6-b953-ec0f3ebd25bc tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 944 time: 0.1411300 Aug 29 04:42:20.559852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-b3851a8b-fe36-45df-b66e-9528b28a37e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02fc3404-20aa-4d97-b301-c96aabff80d7 HTTP/1.1" status: 200 len: 217 time: 0.0922098 Aug 29 04:42:20.622023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e9b43bb-ac7e-4d38-b151-0d312485ed3a req-ab7bf4e4-1ead-46eb-bb70-1975fca23f21 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461031 Aug 29 04:42:20.665655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-c2900726-61e0-47d8-8646-091ad2440f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.667254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-c2900726-61e0-47d8-8646-091ad2440f8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66f49282-3e1f-4a05-b729-eeb79ef22052 HTTP/1.1" status: 200 len: 834 time: 0.0994487 Aug 29 04:42:20.672689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-01f92fd1-da8f-46b2-a8a4-e39ec17a2c1e service neutron] 10.222.0.49 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043612 Aug 29 04:42:20.765139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-229dae68-eb17-4782-9df5-b0db1ac7b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.766898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-229dae68-eb17-4782-9df5-b0db1ac7b327 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70bd2343-697d-4d07-b321-63dfe92fa06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910335 Aug 29 04:42:20.848534 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-2e14a602-35aa-4d2c-8732-7242634e3973 service neutron] 10.222.0.49 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639094 Aug 29 04:42:20.882889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-8ae05643-d1fd-440a-81e7-2c87e1b90217 service neutron] 10.222.0.52 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074915 Aug 29 04:42:21.007994 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2d2b661-42ee-4261-bbb9-7e9b5e17d0e5 req-cafc4974-0b96-4d35-a9a8-d103f11b679b service neutron] 10.222.0.52 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171215 Aug 29 04:42:21.125299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71683ac1-63be-4309-8086-60ffcbd4bdb3 req-4b757c0b-1a35-4cd0-b47e-6993c0161729 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 210 time: 0.0464327 Aug 29 04:42:21.754606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57726169-fd80-4b71-9fae-1a700a732b34 req-a2cd8156-a72b-4570-b2ef-f082ad78b9d4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.756432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57726169-fd80-4b71-9fae-1a700a732b34 req-a2cd8156-a72b-4570-b2ef-f082ad78b9d4 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 944 time: 0.0516315 Aug 29 04:42:21.796548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-57726169-fd80-4b71-9fae-1a700a732b34 req-e68f8b2f-c836-4068-934f-0d4114714f01 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332272 Aug 29 04:42:22.171080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-9cf1f11e-1161-420f-bc7f-8ea85e706047 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.173622 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-9cf1f11e-1161-420f-bc7f-8ea85e706047 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 814 time: 0.1694934 Aug 29 04:42:22.189232 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Request body: {'port': {'device_id': '65bc1881-ec30-4d24-ae3e-379c4eba951e', 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004', 'admin_state_up': True, 'tenant_id': 'bb59d264f94d4370805e846cf980576a'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:22.280440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9fef3533-43b4-4baa-b84f-ec0e236be186 req-ef038753-6a22-4aa1-9c33-8c7bde693ea8 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 210 time: 0.0614150 Aug 29 04:42:22.317368 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Made reservation on behalf of bb59d264f94d4370805e846cf980576a for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:22.321519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.329609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-d3d54b1e-65ce-4923-b560-4fa4c456d0a6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.331103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-d3d54b1e-65ce-4923-b560-4fa4c456d0a6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1424115 Aug 29 04:42:22.348231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-2a97cd03-4598-4c7f-ac7f-c3814ce9ef08 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/quotas/b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 375 time: 0.0098004 Aug 29 04:42:22.404918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-b5280dfc-a472-41bf-b288-59d4ce4a04ec tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489872 Aug 29 04:42:22.463229 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Allocated IP 172.20.0.11 (a76f8cfb-a00f-4b00-8763-75a743b97004/c3949679-4cee-453a-865d-b7eebe5fe64f/27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:22.560645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-e11b5a6f-1204-4a18-9453-4b8fdb258bb5 service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489191 Aug 29 04:42:22.645070 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.674257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-e5db78f8-6917-4ff4-9d6a-9ae7e31fcc13 service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066713 Aug 29 04:42:22.689982 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.745350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Network a76f8cfb-a00f-4b00-8763-75a743b97004 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:22.748650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:22.756828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:22.784484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Pushing event updated for resources: {'Port': ['ID=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:22.818871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.819515 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.840070 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5c56499d-bb9c-46a9-8eb2-59edf3e4d876 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6544919 Aug 29 04:42:22.852164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Request body: {'port': {'device_id': '65bc1881-ec30-4d24-ae3e-379c4eba951e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:22.911609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9995cbb0-f78f-4395-8f7c-294ac6a587c4 req-1b03948b-4a95-421f-a729-82b0510856c9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 210 time: 0.0390913 Aug 29 04:42:22.927284 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.997539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9700dc-c747-4f3b-93f2-6f83cd356e27 req-744ee21e-51e5-4d75-88de-dd249a5c0db6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.999128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a9700dc-c747-4f3b-93f2-6f83cd356e27 req-744ee21e-51e5-4d75-88de-dd249a5c0db6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 944 time: 0.0811787 Aug 29 04:42:23.051604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4a9700dc-c747-4f3b-93f2-6f83cd356e27 req-98be05a7-34e4-4777-9c5f-eb1ff0d3dc1b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443559 Aug 29 04:42:23.226193 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:23.235702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.248594 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Transition to ACTIVE for port object 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:23.253748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.374376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Pushing event updated for resources: {'Port': ['ID=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:23.396885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Attempting to bind port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:23.397310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Attempting to bind port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:23.397715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Attempting to bind port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 on network a76f8cfb-a00f-4b00-8763-75a743b97004 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:23.402879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 on network a76f8cfb-a00f-4b00-8763-75a743b97004 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:23.403276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Attempting to bind port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 on network a76f8cfb-a00f-4b00-8763-75a743b97004 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:23.410312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:23.410854 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Checking segment: {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:23.411388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Bound using segment: {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:23.411970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Bound port: 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:23.412447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.445538 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0434e-4375-4f8b-90a8-b7a026b1f579 req-efbfa0a9-0163-4a4a-b123-2f2874a2fe1c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.447035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3da0434e-4375-4f8b-90a8-b7a026b1f579 req-efbfa0a9-0163-4a4a-b123-2f2874a2fe1c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 944 time: 0.0639696 Aug 29 04:42:23.486104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] For port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:23.490544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] For port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:23.494958 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.513950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3da0434e-4375-4f8b-90a8-b7a026b1f579 req-12c9ca91-65fc-4a26-86a5-21b345ca9d7f tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564768 Aug 29 04:42:23.543045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.543914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.545323 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] 10.222.0.59 "PUT /v2.0/ports/27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 HTTP/1.1" status: 200 len: 1093 time: 0.6978323 Aug 29 04:42:23.545838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bc1881-ec30-4d24-ae3e-379c4eba951e', 'tag': '27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:23.548271 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05e1051-77ff-4343-b177-0a23180a471f" -d '{"events": [{"name": "network-changed", "server_uuid": "65bc1881-ec30-4d24-ae3e-379c4eba951e", "tag": "27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:23.553487 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a58e5a1b-03cb-4e73-94cd-15e4fc5e9116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.592632 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3f20b8-97ca-425e-9ff7-61f9e55f2900 x-openstack-request-id: req-1b3f20b8-97ca-425e-9ff7-61f9e55f2900 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:23.592925 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bc1881-ec30-4d24-ae3e-379c4eba951e", "tag": "27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:23.593185 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b3f20b8-97ca-425e-9ff7-61f9e55f2900 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:23.593595 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bc1881-ec30-4d24-ae3e-379c4eba951e', 'tag': '27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5', 'status': 'completed', 'code': 200} Aug 29 04:42:23.594542 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577073d-06a9-4005-bdca-eba3f9b0c60e service neutron] Pushing event updated for resources: {'Port': ['ID=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:23.656180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-74f92898-2c96-4740-86bd-a4351454719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.658266 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-74f92898-2c96-4740-86bd-a4351454719b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 1096 time: 0.0488932 Aug 29 04:42:23.703711 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-9655f872-19a6-4c2d-992e-7e3e182c5d24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 HTTP/1.1" status: 200 len: 217 time: 0.0356145 Aug 29 04:42:23.753496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-8f29f138-a0fb-42b5-b042-550dd44c429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.755218 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-8f29f138-a0fb-42b5-b042-550dd44c429f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3949679-4cee-453a-865d-b7eebe5fe64f HTTP/1.1" status: 200 len: 854 time: 0.0434957 Aug 29 04:42:23.787338 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-56bd3d2b-af5b-47ad-9691-d86e7dd75122 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a76f8cfb-a00f-4b00-8763-75a743b97004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241435 Aug 29 04:42:23.885986 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-2dc57fcd-4ee8-492f-b8f0-695c9d6e4ec1 service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891130 Aug 29 04:42:24.003425 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1dc03101-ef7e-4901-8e70-26432f1d6ad1 req-03ba8846-e786-48b4-b541-fcf331f30848 service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106496 Aug 29 04:42:24.033818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4acfc0f2-e52f-4655-a78a-0db74f137dcb req-007483fa-c508-4f43-8d78-d0e06d240423 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 210 time: 0.0639517 Aug 29 04:42:24.097630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-c70c7e6d-f420-43b3-8f94-ab2d2394a6ef tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.099167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-c70c7e6d-f420-43b3-8f94-ab2d2394a6ef tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1530688 Aug 29 04:42:24.120400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1051-77ff-4343-b177-0a23180a471f req-eedc65d7-122f-4cce-809c-cccf0dc4aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.122175 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e05e1051-77ff-4343-b177-0a23180a471f req-eedc65d7-122f-4cce-809c-cccf0dc4aff6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 1096 time: 0.0643289 Aug 29 04:42:24.126836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'port': {'device_id': '7591abdb-7cdb-431a-bd16-f473a1e88e26', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'admin_state_up': True, 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:24.220521 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1051-77ff-4343-b177-0a23180a471f req-c549c0ec-f88a-446c-98e4-afab72876a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.222059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e05e1051-77ff-4343-b177-0a23180a471f req-c549c0ec-f88a-446c-98e4-afab72876a17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 915 time: 0.0889456 Aug 29 04:42:24.291688 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e05e1051-77ff-4343-b177-0a23180a471f req-c52938de-6c8b-4adf-99bc-d2a2da047d60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 HTTP/1.1" status: 200 len: 217 time: 0.0583465 Aug 29 04:42:24.308479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e7c7f-13d5-4096-a205-8a3ea6e0bfd6 req-b466781a-3fdf-49b1-b50c-04a449a7864a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.316397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-484e7c7f-13d5-4096-a205-8a3ea6e0bfd6 req-b466781a-3fdf-49b1-b50c-04a449a7864a tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 944 time: 0.1842580 Aug 29 04:42:24.324857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Made reservation on behalf of b7e774f7ccb94f828ef4ba014b810d41 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:24.328359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.368992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1051-77ff-4343-b177-0a23180a471f req-de0640a4-2dcb-487a-b89c-3704aec81572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.370954 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e05e1051-77ff-4343-b177-0a23180a471f req-de0640a4-2dcb-487a-b89c-3704aec81572 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3949679-4cee-453a-865d-b7eebe5fe64f HTTP/1.1" status: 200 len: 854 time: 0.0713265 Aug 29 04:42:24.373617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-484e7c7f-13d5-4096-a205-8a3ea6e0bfd6 req-9e567e2f-9c99-47a9-a53b-1e233bab3c13 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563710 Aug 29 04:42:24.431800 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e05e1051-77ff-4343-b177-0a23180a471f req-acad9b41-0af1-46df-a760-86c217a8a66c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a76f8cfb-a00f-4b00-8763-75a743b97004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486577 Aug 29 04:42:24.501259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Allocated IP 172.20.0.8 (39e903de-0436-4c62-bb9d-d8983219a2ce/9ee4454b-0304-465f-980a-11ee66e25fd0/d72b2ce1-d123-4ac5-87c9-b5891965d826) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:24.623908 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e05e1051-77ff-4343-b177-0a23180a471f req-f3cc39a9-fb35-4515-b122-b70947609b66 service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832759 Aug 29 04:42:24.669897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 02fc3404-20aa-4d97-b301-c96aabff80d7 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:24.802812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887be00-0dd7-4dfe-8ef0-711bde8b7856 req-894b78de-d2b9-43b7-b79a-df1c77f69554 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.804418 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2887be00-0dd7-4dfe-8ef0-711bde8b7856 req-894b78de-d2b9-43b7-b79a-df1c77f69554 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 944 time: 0.1827793 Aug 29 04:42:24.815259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 02fc3404-20aa-4d97-b301-c96aabff80d7, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=02fc3404-20aa-4d97-b301-c96aabff80d7,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:24.830328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'port_id': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'mac_address': 'fa:16:3e:11:a0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:24.871452 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.871667 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e05e1051-77ff-4343-b177-0a23180a471f req-90cd597f-e91b-41dd-bbd8-8e2c70b2bb9b service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388992 Aug 29 04:42:24.876915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2887be00-0dd7-4dfe-8ef0-711bde8b7856 req-2702efe4-fa82-4911-978b-fc3cd214b68d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646219 Aug 29 04:42:24.893715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Transition to ACTIVE for port object d72b2ce1-d123-4ac5-87c9-b5891965d826 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:24.925714 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.938796 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.948545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fc3404-20aa-4d97-b301-c96aabff80d7 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:24.974988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 02fc3404-20aa-4d97-b301-c96aabff80d7, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=02fc3404-20aa-4d97-b301-c96aabff80d7,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:24.981777 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.048686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=02fc3404-20aa-4d97-b301-c96aabff80d7,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:25.356818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['02fc3404-20aa-4d97-b301-c96aabff80d7'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:25.555885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:25.597033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:25.603763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:25.650166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=d72b2ce1-d123-4ac5-87c9-b5891965d826,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:25.714671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbe42c-1e84-45ba-affa-fac6465bc0eb req-63bd0f16-563d-4df3-8d0b-d59f2cf17b8c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.716130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dbbe42c-1e84-45ba-affa-fac6465bc0eb req-63bd0f16-563d-4df3-8d0b-d59f2cf17b8c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 945 time: 0.2029233 Aug 29 04:42:25.723621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a7398-74d7-4f72-9e52-f56748681448 req-807b1dfc-dfc0-44b2-a320-3b31bb4bc340 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.725208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-436a7398-74d7-4f72-9e52-f56748681448 req-807b1dfc-dfc0-44b2-a320-3b31bb4bc340 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 931 time: 0.2195110 Aug 29 04:42:25.754120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.755303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.833157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-51eb220d-f1a9-48d8-9f43-b5f284990a4d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7114630 Aug 29 04:42:25.842177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-436a7398-74d7-4f72-9e52-f56748681448 req-4ff8b21c-7858-4fb7-92b4-65a57b9b085e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051807 Aug 29 04:42:25.855537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Request body: {'port': {'device_id': '7591abdb-7cdb-431a-bd16-f473a1e88e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:25.892677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dbbe42c-1e84-45ba-affa-fac6465bc0eb req-d50ffdc4-ed19-46c6-a1cc-3220ba0b3b18 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643612 Aug 29 04:42:25.934903 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.972695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0024ad5a-820a-4de7-b658-ffe99ab13318 None None] Provisioning for port d72b2ce1-d123-4ac5-87c9-b5891965d826 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:25.977792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0024ad5a-820a-4de7-b658-ffe99ab13318 None None] Provisioning complete for port d72b2ce1-d123-4ac5-87c9-b5891965d826 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:25.978177 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0024ad5a-820a-4de7-b658-ffe99ab13318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.022574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0024ad5a-820a-4de7-b658-ffe99ab13318 None None] Port d72b2ce1-d123-4ac5-87c9-b5891965d826 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:26.124693 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-90b4480b-558a-4690-a81d-be21ecf88037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.155626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a00b32-1987-428e-ba1e-70076c7e570c req-acfff1e9-b108-4e2a-9835-965bd01558a4 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.157154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74a00b32-1987-428e-ba1e-70076c7e570c req-acfff1e9-b108-4e2a-9835-965bd01558a4 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 944 time: 0.2057076 Aug 29 04:42:26.226794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74a00b32-1987-428e-ba1e-70076c7e570c req-60ca9609-d3c7-459b-961c-1105a2f94334 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600286 Aug 29 04:42:26.290073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72b2ce1-d123-4ac5-87c9-b5891965d826 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:26.298111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.313205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Transition to ACTIVE for port object d72b2ce1-d123-4ac5-87c9-b5891965d826 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:26.318293 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.341025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.381957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Pushing event updated for resources: {'Port': ['ID=d72b2ce1-d123-4ac5-87c9-b5891965d826,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:26.470614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Attempting to bind port d72b2ce1-d123-4ac5-87c9-b5891965d826 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:26.471085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Attempting to bind port d72b2ce1-d123-4ac5-87c9-b5891965d826 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:26.471492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Attempting to bind port d72b2ce1-d123-4ac5-87c9-b5891965d826 on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:26.476712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Port d72b2ce1-d123-4ac5-87c9-b5891965d826 on network 39e903de-0436-4c62-bb9d-d8983219a2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:26.477298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Attempting to bind port d72b2ce1-d123-4ac5-87c9-b5891965d826 on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:26.483342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:26.483677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Checking segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:26.484058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Bound using segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:26.484520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Bound port: d72b2ce1-d123-4ac5-87c9-b5891965d826, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:26.484877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.580686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] For port d72b2ce1-d123-4ac5-87c9-b5891965d826, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:26.582088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] For port d72b2ce1-d123-4ac5-87c9-b5891965d826, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d72b2ce1-d123-4ac5-87c9-b5891965d826,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:26.587828 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.631930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.633380 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.634997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-380968b2-9f39-4db0-84fd-530542274cca service neutron] 10.222.0.52 "PUT /v2.0/ports/d72b2ce1-d123-4ac5-87c9-b5891965d826 HTTP/1.1" status: 200 len: 1092 time: 0.7836752 Aug 29 04:42:26.649924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591abdb-7cdb-431a-bd16-f473a1e88e26', 'tag': 'd72b2ce1-d123-4ac5-87c9-b5891965d826'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:26.652979 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fa3f6d-57f1-4293-8d80-0083badc0731" -d '{"events": [{"name": "network-changed", "server_uuid": "7591abdb-7cdb-431a-bd16-f473a1e88e26", "tag": "d72b2ce1-d123-4ac5-87c9-b5891965d826"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:26.673180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380968b2-9f39-4db0-84fd-530542274cca service neutron] Pushing event updated for resources: {'Port': ['ID=d72b2ce1-d123-4ac5-87c9-b5891965d826,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:26.673749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 02fc3404-20aa-4d97-b301-c96aabff80d7 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:26.719883 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb0be81-8306-4e44-a3b2-90c6074e32ac x-openstack-request-id: req-0eb0be81-8306-4e44-a3b2-90c6074e32ac {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:26.720181 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591abdb-7cdb-431a-bd16-f473a1e88e26", "tag": "d72b2ce1-d123-4ac5-87c9-b5891965d826", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:26.720462 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0eb0be81-8306-4e44-a3b2-90c6074e32ac {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:26.721196 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7591abdb-7cdb-431a-bd16-f473a1e88e26', 'tag': 'd72b2ce1-d123-4ac5-87c9-b5891965d826', 'status': 'completed', 'code': 200} Aug 29 04:42:26.735569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-9beab7f7-d5fe-4810-8b41-abbee20fc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.737268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 02fc3404-20aa-4d97-b301-c96aabff80d7 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:26.737407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-9beab7f7-d5fe-4810-8b41-abbee20fc382 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 1095 time: 0.0499938 Aug 29 04:42:26.741846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 02fc3404-20aa-4d97-b301-c96aabff80d7 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:26.742228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.809924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-f47a1bb1-84ae-457e-b3a9-f75a8eafb197 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d72b2ce1-d123-4ac5-87c9-b5891965d826 HTTP/1.1" status: 200 len: 217 time: 0.0536890 Aug 29 04:42:26.844478 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.870019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-9dc08c02-b20c-4306-8586-b4d7f8d28f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.871738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-9dc08c02-b20c-4306-8586-b4d7f8d28f3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0548427 Aug 29 04:42:26.873453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fc3404-20aa-4d97-b301-c96aabff80d7'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:26.876141 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca762af-662d-4f4e-9563-d104fc3a45e6" -d '{"events": [{"server_uuid": "d98ed4db-b4ed-4aae-9ee2-67e16180d959", "name": "network-vif-plugged", "status": "completed", "tag": "02fc3404-20aa-4d97-b301-c96aabff80d7"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:26.893005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 02fc3404-20aa-4d97-b301-c96aabff80d7, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=02fc3404-20aa-4d97-b301-c96aabff80d7,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:26.908615 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.973548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-b55012f6-dbdc-45ed-81c4-d808402a928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.984270 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f14369b-676f-413c-ab21-85732121bd69 x-openstack-request-id: req-1f14369b-676f-413c-ab21-85732121bd69 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:26.984934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-b55012f6-dbdc-45ed-81c4-d808402a928b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978491 Aug 29 04:42:26.985047 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98ed4db-b4ed-4aae-9ee2-67e16180d959", "name": "network-vif-plugged", "status": "completed", "tag": "02fc3404-20aa-4d97-b301-c96aabff80d7", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:26.985047 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f14369b-676f-413c-ab21-85732121bd69 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:26.985047 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'code': 200} Aug 29 04:42:26.997880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=02fc3404-20aa-4d97-b301-c96aabff80d7,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:27.109674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:27.210760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aaaf60-9829-48e6-a4e2-8a6aeb303667 req-ce24abd4-99a8-4eb3-b469-27586342d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.212318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71aaaf60-9829-48e6-a4e2-8a6aeb303667 req-ce24abd4-99a8-4eb3-b469-27586342d157 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 1098 time: 0.1541173 Aug 29 04:42:27.224973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62873eda-3aa2-43cc-be46-96dbd0d6d74e req-44dda53c-e1e7-4744-a864-1995daccb880 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.226497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62873eda-3aa2-43cc-be46-96dbd0d6d74e req-44dda53c-e1e7-4744-a864-1995daccb880 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 946 time: 0.1394477 Aug 29 04:42:27.255775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f5063-ecad-476f-9649-eb223a249f76 req-12dcf311-3fb8-43f6-b166-af74d884ae92 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.257986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe7f5063-ecad-476f-9649-eb223a249f76 req-12dcf311-3fb8-43f6-b166-af74d884ae92 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.2424531 Aug 29 04:42:27.260589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:27.282733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5', 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004', 'port_id': '27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5', 'mac_address': 'fa:16:3e:84:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3949679-4cee-453a-865d-b7eebe5fe64f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:27.314810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-d021b075-f762-459e-8077-e0f4809fe442 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175344 Aug 29 04:42:27.351185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71aaaf60-9829-48e6-a4e2-8a6aeb303667 req-bc0066b9-4371-4fb7-84c9-34e37579f32a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228814 Aug 29 04:42:27.364105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62873eda-3aa2-43cc-be46-96dbd0d6d74e req-f49885d2-e279-4266-b35c-f93fb9c4b7c0 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170895 Aug 29 04:42:27.370775 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.390398 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.414145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:27.433384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe7f5063-ecad-476f-9649-eb223a249f76 req-62d36b61-e2b7-427e-a2f9-67ed287f2074 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670661 Aug 29 04:42:27.446432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:27.458467 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.519501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb5d6757-9af7-4f46-8bd1-ad2f38c731f6 req-ba2978d4-3b78-4df2-8b34-6aad7807826c service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944203 Aug 29 04:42:27.541164 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.547335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:27.580648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e0777-57fe-467f-9049-d77482e57b7d req-0beee882-a663-4f78-be2e-5cf32f32320c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.582334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e71e0777-57fe-467f-9049-d77482e57b7d req-0beee882-a663-4f78-be2e-5cf32f32320c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 945 time: 0.0816085 Aug 29 04:42:27.637573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e71e0777-57fe-467f-9049-d77482e57b7d req-0ecc4ffa-33f4-43f3-89ab-6a94038ae0a2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Aug 29 04:42:27.677552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:27.877319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-fd9eb9df-e71f-40f2-ad54-2e48cc35d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.879309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-fd9eb9df-e71f-40f2-ad54-2e48cc35d38e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 1095 time: 0.0901227 Aug 29 04:42:27.991388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-6d2ba04e-ff07-426d-a828-2637597c967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.996581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-6d2ba04e-ff07-426d-a828-2637597c967a service neutron] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.1096907 Aug 29 04:42:28.046083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-e5fde17a-7469-4c5d-ae90-3b2e6562465b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d72b2ce1-d123-4ac5-87c9-b5891965d826 HTTP/1.1" status: 200 len: 217 time: 0.0417809 Aug 29 04:42:28.103148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-5184b782-9b4f-40a2-a9bb-2f803c428f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.105277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-5184b782-9b4f-40a2-a9bb-2f803c428f35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0516348 Aug 29 04:42:28.169631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-701a5245-3985-4064-a983-6ef4801f7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.171422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-701a5245-3985-4064-a983-6ef4801f7b0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590844 Aug 29 04:42:28.287984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-b70460c6-bc53-430a-85e2-7a1b207966cb service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005630 Aug 29 04:42:28.429620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1fa3f6d-57f1-4293-8d80-0083badc0731 req-90c80aa3-3d0f-490a-9fb1-055f2ab1521a service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336401 Aug 29 04:42:28.528643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cec0f-065a-41f9-81ec-bc9fd36f0b75 req-eeedb7d0-7d50-495b-b72f-4159c22278b9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.530366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c78cec0f-065a-41f9-81ec-bc9fd36f0b75 req-eeedb7d0-7d50-495b-b72f-4159c22278b9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 946 time: 0.0705578 Aug 29 04:42:28.640861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c78cec0f-065a-41f9-81ec-bc9fd36f0b75 req-b55c817b-8193-4540-a493-81721f5fbf05 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982261 Aug 29 04:42:28.651138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1dba5-f222-47c9-a989-035ab3a6a8a9 req-b802121a-fe4b-4146-b9ef-df46b516f142 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.652715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78f1dba5-f222-47c9-a989-035ab3a6a8a9 req-b802121a-fe4b-4146-b9ef-df46b516f142 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.1213844 Aug 29 04:42:28.761154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78f1dba5-f222-47c9-a989-035ab3a6a8a9 req-b817be48-e5c6-4013-9336-d3d48a207bb4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927596 Aug 29 04:42:28.872689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f734290-13dc-4203-92da-ca1562b54f2e req-bebe8ed3-e7c1-44c6-af06-3ad2694eedc9 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.875088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f734290-13dc-4203-92da-ca1562b54f2e req-bebe8ed3-e7c1-44c6-af06-3ad2694eedc9 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 945 time: 0.1131830 Aug 29 04:42:28.971807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f734290-13dc-4203-92da-ca1562b54f2e req-29e41f90-83a6-4542-9ad2-b4a01fc9f195 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904596 Aug 29 04:42:29.090199 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.112527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:29.206146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:29.211042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:29.211042 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.335641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.373671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bc1881-ec30-4d24-ae3e-379c4eba951e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:29.376947 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4dde0c-fef1-4036-a7d9-1019f16eb46c" -d '{"events": [{"server_uuid": "65bc1881-ec30-4d24-ae3e-379c4eba951e", "name": "network-vif-plugged", "status": "completed", "tag": "27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:29.401619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:29.412718 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.455633 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7361ea44-b82d-420e-ac4a-0d3333fc2ded x-openstack-request-id: req-7361ea44-b82d-420e-ac4a-0d3333fc2ded {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:29.455935 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bc1881-ec30-4d24-ae3e-379c4eba951e", "name": "network-vif-plugged", "status": "completed", "tag": "27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:29.456262 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7361ea44-b82d-420e-ac4a-0d3333fc2ded {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:29.456607 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bc1881-ec30-4d24-ae3e-379c4eba951e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5', 'code': 200} Aug 29 04:42:29.505912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:29.572733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755176ba-8dcc-476a-97b4-6200189d94d9 req-752742ba-39fa-4c32-8cb0-640d6c7539ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.583505 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-755176ba-8dcc-476a-97b4-6200189d94d9 req-752742ba-39fa-4c32-8cb0-640d6c7539ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 1098 time: 0.0577910 Aug 29 04:42:29.632133 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-755176ba-8dcc-476a-97b4-6200189d94d9 req-283d4722-f15b-4f42-9483-b920984b71a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471516 Aug 29 04:42:29.824232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637049-3f22-4d97-a122-22edff495c13 req-a94b3b1b-2b0b-4a87-acef-52731ac73977 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.825843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e637049-3f22-4d97-a122-22edff495c13 req-a94b3b1b-2b0b-4a87-acef-52731ac73977 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 946 time: 0.0931692 Aug 29 04:42:29.901779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e637049-3f22-4d97-a122-22edff495c13 req-f397b73d-21a9-45e8-8d22-1dfa7128300f tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682840 Aug 29 04:42:29.981205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f2182-9182-484c-80a6-e667e6a664b6 req-a15b9477-7f31-40c2-897b-0ae78ac29735 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.983085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c3f2182-9182-484c-80a6-e667e6a664b6 req-a15b9477-7f31-40c2-897b-0ae78ac29735 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.1036291 Aug 29 04:42:30.084952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c3f2182-9182-484c-80a6-e667e6a664b6 req-6932e908-d3ba-46e5-abb2-1ea4f5d1eb81 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810096 Aug 29 04:42:30.102929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1808bc6-df8a-424f-82e8-c68c6ebbf703 req-06890b85-826a-4261-b7b6-04791e6364e6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.110986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1808bc6-df8a-424f-82e8-c68c6ebbf703 req-06890b85-826a-4261-b7b6-04791e6364e6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 946 time: 0.1091223 Aug 29 04:42:30.197949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1808bc6-df8a-424f-82e8-c68c6ebbf703 req-9eab433c-a76f-4d50-ac08-25a409982b87 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853579 Aug 29 04:42:30.229086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49608) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:30.257694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca46b3-bb09-4045-8868-3a935f0beee1 req-45714498-53c6-4427-a009-d2cb4458226d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.260270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5ca46b3-bb09-4045-8868-3a935f0beee1 req-45714498-53c6-4427-a009-d2cb4458226d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 946 time: 0.1078374 Aug 29 04:42:30.328229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2052e2-8531-4556-be80-12c1bfedf2a0 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.330301 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3f2052e2-8531-4556-be80-12c1bfedf2a0 tempest-TestNetworkBasicOps-1472655086 tempest-TestNetworkBasicOps-1472655086-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 1093 time: 0.1000240 Aug 29 04:42:30.333975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 49610) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:30.335939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5ca46b3-bb09-4045-8868-3a935f0beee1 req-d43355b2-3a33-4c45-ba23-911945512081 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568342 Aug 29 04:42:30.341107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:30.381420 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.534247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.677930 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Allocated IP 172.25.5.95 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/32329672-5cc7-474a-bef3-421b5f07a858) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:30.860666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.913895 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.950792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:30.953525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:30.959125 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:30.995898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=32329672-5cc7-474a-bef3-421b5f07a858,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:31.268994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd6576-b3c1-4560-9f2b-471356800bc0 req-f1a89902-6ce8-4a62-b702-47e0a784dae1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.270675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29bd6576-b3c1-4560-9f2b-471356800bc0 req-f1a89902-6ce8-4a62-b702-47e0a784dae1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0864060 Aug 29 04:42:31.326261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29bd6576-b3c1-4560-9f2b-471356800bc0 req-076cbb8f-692e-4798-9bf2-65333f6c4743 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489659 Aug 29 04:42:31.480680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.562641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a364f79-ce9a-4034-9cc1-ba8bc9b159d0 req-cd7555b5-791e-4137-94db-fe2dd1231644 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.564576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a364f79-ce9a-4034-9cc1-ba8bc9b159d0 req-cd7555b5-791e-4137-94db-fe2dd1231644 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 946 time: 0.0790164 Aug 29 04:42:31.570500 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.643912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3a364f79-ce9a-4034-9cc1-ba8bc9b159d0 req-d02162ba-7484-400b-a8bf-15dea578ba65 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710325 Aug 29 04:42:31.810691 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.818475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.906084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event updated for resources: {'Port': ['ID=32329672-5cc7-474a-bef3-421b5f07a858,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:31.911360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.088163 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Floating IP f8bf5654-f809-458e-aa3f-8d7b9a175f84 associated. External IP: 172.25.5.95, port: 02fc3404-20aa-4d97-b301-c96aabff80d7. Aug 29 04:42:32.552314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc53055-a018-4953-922b-48f8a55039a3 req-8c06c1ae-f269-40dd-990e-f68d9e779468 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:32.554792 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbc53055-a018-4953-922b-48f8a55039a3 req-8c06c1ae-f269-40dd-990e-f68d9e779468 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.1372130 Aug 29 04:42:32.671005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbc53055-a018-4953-922b-48f8a55039a3 req-5bbfeca5-0978-435f-8c4e-a0a141b72562 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076844 Aug 29 04:42:32.790651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:32.950030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:32.965337 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] Sync routers for ids ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:32.968280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.986135 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] Routers {'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:32.986685 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:42:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:33.006144 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a3ef24f6-eb1f-492f-ae09-55f82b8d05de tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6682615 Aug 29 04:42:33.006144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'tag': '02fc3404-20aa-4d97-b301-c96aabff80d7'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:33.008223 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003c4450-9acb-49a7-8a32-bf9249a89e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d98ed4db-b4ed-4aae-9ee2-67e16180d959", "tag": "02fc3404-20aa-4d97-b301-c96aabff80d7"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:33.008383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49640) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:33.071079 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6480e70-39c1-4002-9151-ad2767c0d208 x-openstack-request-id: req-b6480e70-39c1-4002-9151-ad2767c0d208 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:33.071382 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98ed4db-b4ed-4aae-9ee2-67e16180d959", "tag": "02fc3404-20aa-4d97-b301-c96aabff80d7", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:33.072619 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6480e70-39c1-4002-9151-ad2767c0d208 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:33.072619 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'tag': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'status': 'completed', 'code': 200} Aug 29 04:42:33.103655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4c6a2034-853e-4057-a3e7-4e132edec725 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/floatingips/f8bf5654-f809-458e-aa3f-8d7b9a175f84 HTTP/1.1" status: 200 len: 991 time: 0.0951598 Aug 29 04:42:33.146190 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] Set router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:33.179519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-26976807-f27d-4d6c-9319-470ebc6c5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.181122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-26976807-f27d-4d6c-9319-470ebc6c5309 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 1098 time: 0.0635426 Aug 29 04:42:33.328505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-e7ec66a3-1a6f-4393-86da-e3dec233818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.330292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-e7ec66a3-1a6f-4393-86da-e3dec233818b service neutron] 10.222.0.52 "GET /v2.0/networks?id=70bd2343-697d-4d07-b321-63dfe92fa06e HTTP/1.1" status: 200 len: 898 time: 0.1415067 Aug 29 04:42:33.416866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-a01d8658-38a1-4964-a6da-7187ec0b938a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02fc3404-20aa-4d97-b301-c96aabff80d7 HTTP/1.1" status: 200 len: 999 time: 0.0757654 Aug 29 04:42:33.476278 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:08Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'f8bf5654-f809-458e-aa3f-8d7b9a175f84', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'port_id': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'mac_address': 'fa:16:3e:11:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:31Z', 'revision_number': 0, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9ab07c-e52a-42a3-9204-6a402e9e5cda', 'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:02:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:07Z', 'updated_at': '2021-08-29T04:42:15Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:33.477446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-b602116a-31a0-4dca-8646-b83681398b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.479517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-b602116a-31a0-4dca-8646-b83681398b18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66f49282-3e1f-4a05-b729-eeb79ef22052 HTTP/1.1" status: 200 len: 834 time: 0.0559886 Aug 29 04:42:33.504905 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] Checking router: bb2bc2a6-5941-4285-a2e6-1b4e1849edfd for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:33.514032 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] Routers {'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:33.514533 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:42:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:33.559565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-ab72badb-4e49-437f-bfe8-fb0f3fd12289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.561679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-ab72badb-4e49-437f-bfe8-fb0f3fd12289 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70bd2343-697d-4d07-b321-63dfe92fa06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749371 Aug 29 04:42:33.680943 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] Set router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:33.734516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-657c8def-caf8-42cd-acb9-607cc53442ce service neutron] 10.222.0.52 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659801 Aug 29 04:42:33.911131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250ff94-bd8c-4599-95ca-ef4da6740898 req-ff837dd5-e657-48d5-b29f-30487d6234f3 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.919130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6250ff94-bd8c-4599-95ca-ef4da6740898 req-ff837dd5-e657-48d5-b29f-30487d6234f3 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.1212740 Aug 29 04:42:33.979098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6250ff94-bd8c-4599-95ca-ef4da6740898 req-1f8c9ea0-2b86-4a27-8919-c3e586b1b10a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550694 Aug 29 04:42:34.030390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-003c4450-9acb-49a7-8a32-bf9249a89e2a req-5b2072c1-ce1c-41cd-a7c9-82b97b4fad78 service neutron] 10.222.0.52 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848072 Aug 29 04:42:34.107456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49662) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:34.155075 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:08Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'f8bf5654-f809-458e-aa3f-8d7b9a175f84', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'port_id': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'mac_address': 'fa:16:3e:11:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:31Z', 'revision_number': 0, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9ab07c-e52a-42a3-9204-6a402e9e5cda', 'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:02:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:07Z', 'updated_at': '2021-08-29T04:42:15Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:34.184107 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d7195-1159-4723-8326-4d9b2f997906 None None] The sync data for ids ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'] in n-d-712141-12 is: [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:08Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'f8bf5654-f809-458e-aa3f-8d7b9a175f84', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'port_id': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'mac_address': 'fa:16:3e:11:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:31Z', 'updated_at': '2021-08-29T04:42:31Z', 'revision_number': 0, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9ab07c-e52a-42a3-9204-6a402e9e5cda', 'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:02:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:07Z', 'updated_at': '2021-08-29T04:42:15Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:34.192959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e385b49a-4825-4754-823e-f0630befa6c2 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/floatingips/f8bf5654-f809-458e-aa3f-8d7b9a175f84 HTTP/1.1" status: 200 len: 991 time: 0.0838485 Aug 29 04:42:34.402475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351a309-47b3-4dac-ad20-b689434b25d5 None None] New status for floating IP f8bf5654-f809-458e-aa3f-8d7b9a175f84: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:42:35.108419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd98d7-1bb8-48ed-91fd-446126504ec9 req-889b7033-c875-4339-8709-441e3ec6caec tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:35.110136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bcd98d7-1bb8-48ed-91fd-446126504ec9 req-889b7033-c875-4339-8709-441e3ec6caec tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0531709 Aug 29 04:42:35.149425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bcd98d7-1bb8-48ed-91fd-446126504ec9 req-9df88be5-c1d1-48de-a4eb-bde7a9891f07 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328557 Aug 29 04:42:35.195972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 49698) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:35.267426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-56d9a5e4-3eb1-4b66-b707-bc919f942852 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/floatingips/f8bf5654-f809-458e-aa3f-8d7b9a175f84 HTTP/1.1" status: 200 len: 993 time: 0.0702112 Aug 29 04:42:36.272683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba398246-d87c-4e4b-a0f0-054af5bfe69a req-95c5e885-cdaa-4c79-a867-ea6f13a54527 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.274479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba398246-d87c-4e4b-a0f0-054af5bfe69a req-95c5e885-cdaa-4c79-a867-ea6f13a54527 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0518215 Aug 29 04:42:36.319745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba398246-d87c-4e4b-a0f0-054af5bfe69a req-f13ee5b5-0a66-41fc-9bb3-b050b77eeb1e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Aug 29 04:42:37.445186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad56326-d3cd-4c50-ad34-96d55b857998 req-c438d555-0a30-4a88-a7cf-438b8ee369bb tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:37.448925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ad56326-d3cd-4c50-ad34-96d55b857998 req-c438d555-0a30-4a88-a7cf-438b8ee369bb tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0565603 Aug 29 04:42:37.499971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ad56326-d3cd-4c50-ad34-96d55b857998 req-acbfeed2-65fc-4dbd-81fc-c4502b0fc485 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Aug 29 04:42:38.632931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069dcd3-b51d-4721-8b4a-4e48060ff154 req-d1886ac8-8f58-4dbe-9828-6ea3bb044e93 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:38.641684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4069dcd3-b51d-4721-8b4a-4e48060ff154 req-d1886ac8-8f58-4dbe-9828-6ea3bb044e93 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0584819 Aug 29 04:42:38.680093 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4069dcd3-b51d-4721-8b4a-4e48060ff154 req-f169946a-5785-4ba3-895c-43bafee4a158 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375314 Aug 29 04:42:39.798117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55935e78-3bf1-4e1b-9036-1582b704272e req-4b76480d-ba52-4296-9986-0d6b27ba9330 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.799594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55935e78-3bf1-4e1b-9036-1582b704272e req-4b76480d-ba52-4296-9986-0d6b27ba9330 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0514157 Aug 29 04:42:39.842263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55935e78-3bf1-4e1b-9036-1582b704272e req-0947f52b-bad3-44b4-be89-8974bd423129 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360341 Aug 29 04:42:41.000920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402efb49-6a0e-418b-b7e1-683cd62f7c14 req-bcd889bf-bb50-4cdd-b2ba-7b0f7989be84 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.003180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-402efb49-6a0e-418b-b7e1-683cd62f7c14 req-bcd889bf-bb50-4cdd-b2ba-7b0f7989be84 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0524435 Aug 29 04:42:41.051603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-402efb49-6a0e-418b-b7e1-683cd62f7c14 req-015e95d4-f72b-473c-be65-db10653d84bc tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421064 Aug 29 04:42:42.195971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e25a63-5ac6-48c8-a65a-bc131319703b req-901757db-5351-4c7b-8e0c-612f5255da80 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:42.197778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6e25a63-5ac6-48c8-a65a-bc131319703b req-901757db-5351-4c7b-8e0c-612f5255da80 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0533607 Aug 29 04:42:42.238515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6e25a63-5ac6-48c8-a65a-bc131319703b req-6e9f618f-d83a-45e9-b18a-b00a4abecee7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Aug 29 04:42:43.357417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccce84-6d22-48eb-b139-e4dca393d47a req-76a98bf2-8fac-4b89-8f06-a91f9b891fe7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.363133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4ccce84-6d22-48eb-b139-e4dca393d47a req-76a98bf2-8fac-4b89-8f06-a91f9b891fe7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0565329 Aug 29 04:42:43.405378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4ccce84-6d22-48eb-b139-e4dca393d47a req-60367c0c-ff15-434c-a784-6aaa6bf4d561 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 Aug 29 04:42:44.502661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3680-3336-4049-abe7-64a5be08bd5c req-aa499486-2107-44d9-bd8d-a87da48ad4b8 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.504118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-aa499486-2107-44d9-bd8d-a87da48ad4b8 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 814 time: 0.1160266 Aug 29 04:42:44.531512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-21af2615-517c-43dc-adf7-c7efe1fa4cbc tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/quotas/bb59d264f94d4370805e846cf980576a HTTP/1.1" status: 200 len: 375 time: 0.0139494 Aug 29 04:42:44.558124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea86977-1b5c-48f1-a6d0-155596cd2792 req-b7e99ee3-09ff-4677-8e68-7fc60ab3c175 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.559599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cea86977-1b5c-48f1-a6d0-155596cd2792 req-b7e99ee3-09ff-4677-8e68-7fc60ab3c175 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0819001 Aug 29 04:42:44.610241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-c43d6477-d5db-4739-b2ed-7d1d98e1736c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723562 Aug 29 04:42:44.634038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cea86977-1b5c-48f1-a6d0-155596cd2792 req-f7e8d368-ee9e-47e1-ba6d-0966953b218c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609198 Aug 29 04:42:44.714381 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-89a72e26-d4cd-4c5f-ae12-2ae8e233cb87 service neutron] 10.222.0.49 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956168 Aug 29 04:42:44.807251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-6c3faab0-cc72-4d4c-a59c-a84132b2b9b7 service neutron] 10.222.0.49 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866840 Aug 29 04:42:44.970292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee14f70a-1ea7-4a12-a0f2-764e0860ee64 req-72973da1-1c6f-4485-ae40-a2303fafa7b6 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 210 time: 0.0317273 Aug 29 04:42:45.763577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcadfc-9aa9-47c5-9412-d9acbc3563d4 req-d530632d-9a03-40b3-b5c5-6f3a434b5246 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.765157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16bcadfc-9aa9-47c5-9412-d9acbc3563d4 req-d530632d-9a03-40b3-b5c5-6f3a434b5246 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0625587 Aug 29 04:42:45.807691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16bcadfc-9aa9-47c5-9412-d9acbc3563d4 req-972e2698-1a4b-4bdf-9945-207f04498234 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361543 Aug 29 04:42:45.909990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d34f28af-443b-4698-bfa1-0a987660a228 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.911361 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d34f28af-443b-4698-bfa1-0a987660a228 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 814 time: 0.1110907 Aug 29 04:42:45.924984 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Request body: {'port': {'device_id': 'eccda26c-4404-422e-bd8d-69c3bd624402', 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004', 'admin_state_up': True, 'tenant_id': 'bb59d264f94d4370805e846cf980576a'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:46.036807 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Made reservation on behalf of bb59d264f94d4370805e846cf980576a for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:46.040859 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.070122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5eee8219-e151-4fce-98ef-ef156d217a32 req-cb842ceb-8065-40c8-bf19-dafa0327d047 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 210 time: 0.0301373 Aug 29 04:42:46.165153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Allocated IP 172.20.0.14 (a76f8cfb-a00f-4b00-8763-75a743b97004/c3949679-4cee-453a-865d-b7eebe5fe64f/dcbec0b1-8bf3-46c0-9532-1488e680bd1f) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:46.321353 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.365521 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.378008 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:46.412146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Network a76f8cfb-a00f-4b00-8763-75a743b97004 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:46.415427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:46.417970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:46.449353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Pushing event updated for resources: {'Port': ['ID=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.481998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:46.482880 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.500781 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-7b42d6b4-0eb8-4f67-8991-17cc4a3ee815 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5795987 Aug 29 04:42:46.513355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Request body: {'port': {'device_id': 'eccda26c-4404-422e-bd8d-69c3bd624402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:46.565784 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.833530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbec0b1-8bf3-46c0-9532-1488e680bd1f {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:46.841719 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.854214 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Transition to ACTIVE for port object dcbec0b1-8bf3-46c0-9532-1488e680bd1f will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:46.858413 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.916651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Pushing event updated for resources: {'Port': ['ID=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.932650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78424d2-26c9-4eab-a7e8-ac90aa29cb84 req-9941d4cb-723a-4d2e-964c-9904935e13c4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:46.934147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b78424d2-26c9-4eab-a7e8-ac90aa29cb84 req-9941d4cb-723a-4d2e-964c-9904935e13c4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0529990 Aug 29 04:42:46.978394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b78424d2-26c9-4eab-a7e8-ac90aa29cb84 req-6694fa7d-447c-4258-a8c8-f2e9be578005 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365570 Aug 29 04:42:46.983099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Attempting to bind port dcbec0b1-8bf3-46c0-9532-1488e680bd1f on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:46.983447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Attempting to bind port dcbec0b1-8bf3-46c0-9532-1488e680bd1f by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:46.983785 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Attempting to bind port dcbec0b1-8bf3-46c0-9532-1488e680bd1f on network a76f8cfb-a00f-4b00-8763-75a743b97004 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:46.988324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Port dcbec0b1-8bf3-46c0-9532-1488e680bd1f on network a76f8cfb-a00f-4b00-8763-75a743b97004 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:46.988654 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Attempting to bind port dcbec0b1-8bf3-46c0-9532-1488e680bd1f on network a76f8cfb-a00f-4b00-8763-75a743b97004 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:46.998771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:46.999566 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Checking segment: {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:47.000090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Bound using segment: {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:47.000653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Bound port: dcbec0b1-8bf3-46c0-9532-1488e680bd1f, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:47.001014 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.062746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] For port dcbec0b1-8bf3-46c0-9532-1488e680bd1f, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:47.065751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] For port dcbec0b1-8bf3-46c0-9532-1488e680bd1f, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:47.069573 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.105865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.106537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.108342 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] 10.222.0.59 "PUT /v2.0/ports/dcbec0b1-8bf3-46c0-9532-1488e680bd1f HTTP/1.1" status: 200 len: 1093 time: 0.5994065 Aug 29 04:42:47.110580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccda26c-4404-422e-bd8d-69c3bd624402', 'tag': 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:47.113810 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e" -d '{"events": [{"name": "network-changed", "server_uuid": "eccda26c-4404-422e-bd8d-69c3bd624402", "tag": "dcbec0b1-8bf3-46c0-9532-1488e680bd1f"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:47.151842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a348c4-594e-455b-85af-5b771e3a9a3b service neutron] Pushing event updated for resources: {'Port': ['ID=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:47.184996 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401f6456-79b3-434b-a59e-f672b1fb8c4e x-openstack-request-id: req-401f6456-79b3-434b-a59e-f672b1fb8c4e {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:47.185338 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccda26c-4404-422e-bd8d-69c3bd624402", "tag": "dcbec0b1-8bf3-46c0-9532-1488e680bd1f", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:47.185535 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-401f6456-79b3-434b-a59e-f672b1fb8c4e {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:47.185924 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccda26c-4404-422e-bd8d-69c3bd624402', 'tag': 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f', 'status': 'completed', 'code': 200} Aug 29 04:42:47.201571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3680-3336-4049-abe7-64a5be08bd5c req-5f8e3a31-8559-4bb8-8e3d-0f4a9ab8b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.203084 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-5f8e3a31-8559-4bb8-8e3d-0f4a9ab8b837 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 1096 time: 0.0471926 Aug 29 04:42:47.223842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40c357-8b89-4762-9aa3-6584c98d3212 req-e26b95b9-c43e-41a6-8220-5c5c02205ae5 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.223842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b40c357-8b89-4762-9aa3-6584c98d3212 req-e26b95b9-c43e-41a6-8220-5c5c02205ae5 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 944 time: 0.0506747 Aug 29 04:42:47.250754 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-ad7a983d-b497-4222-9ac3-b58d6cfe0d19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbec0b1-8bf3-46c0-9532-1488e680bd1f HTTP/1.1" status: 200 len: 217 time: 0.0369909 Aug 29 04:42:47.265588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b40c357-8b89-4762-9aa3-6584c98d3212 req-5d3c2363-a702-4f6b-8ec4-d83e180f9b05 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338285 Aug 29 04:42:47.307198 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3680-3336-4049-abe7-64a5be08bd5c req-ee849b6d-f4bd-4403-9c1c-7336079ff2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.308724 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-ee849b6d-f4bd-4403-9c1c-7336079ff2a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3949679-4cee-453a-865d-b7eebe5fe64f HTTP/1.1" status: 200 len: 854 time: 0.0504179 Aug 29 04:42:47.345214 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-5616121a-67af-48c8-b070-8ef67f680a51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a76f8cfb-a00f-4b00-8763-75a743b97004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292134 Aug 29 04:42:47.440965 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-646882d5-8d9e-4f47-a2d3-f151adb1e36b service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878050 Aug 29 04:42:47.544671 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-975a3680-3336-4049-abe7-64a5be08bd5c req-a62bad40-d1ac-47b8-bdc0-ed338b4d3c97 service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917563 Aug 29 04:42:47.632456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e req-fe278cdc-13e6-44e3-bd60-2591a3b3558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.634125 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e req-fe278cdc-13e6-44e3-bd60-2591a3b3558c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 1096 time: 0.0419462 Aug 29 04:42:47.727243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e req-45f4c3a2-1676-447b-8b0e-6e5a0e487a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.729302 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e req-45f4c3a2-1676-447b-8b0e-6e5a0e487a73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 915 time: 0.0872507 Aug 29 04:42:47.771334 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e req-b30bdf09-81b7-4f62-89ab-3db39b6cac43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbec0b1-8bf3-46c0-9532-1488e680bd1f HTTP/1.1" status: 200 len: 217 time: 0.0349269 Aug 29 04:42:47.821058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e req-0c88805f-76f1-420f-b503-a4270e83ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.822478 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e req-0c88805f-76f1-420f-b503-a4270e83ef42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3949679-4cee-453a-865d-b7eebe5fe64f HTTP/1.1" status: 200 len: 854 time: 0.0425391 Aug 29 04:42:47.854524 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e req-cc662710-2970-46dc-9bef-e11d19e0e4fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a76f8cfb-a00f-4b00-8763-75a743b97004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246096 Aug 29 04:42:47.960798 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e req-2d4184ba-d47a-424a-8554-74693b0ebf3c service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901532 Aug 29 04:42:48.040220 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:42:48.058612 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a6b6f51b-167c-4716-a9ac-1a0a0a92972e req-8468efe4-10e7-4a47-955b-bb914d7d9ef7 service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887208 Aug 29 04:42:48.103144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78bbe2-c53b-4114-aca8-e7c2b9f8fb88 req-51ed7b7e-f694-4762-b257-279fc5e99d9e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.104722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd78bbe2-c53b-4114-aca8-e7c2b9f8fb88 req-51ed7b7e-f694-4762-b257-279fc5e99d9e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0530143 Aug 29 04:42:48.154411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd78bbe2-c53b-4114-aca8-e7c2b9f8fb88 req-3920937c-f87a-4ffd-9ba7-ece9290a2d33 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Aug 29 04:42:48.268946 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.379058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e737d6c-f138-4ffe-9ea3-48e722dad481 req-49ecb2ed-e510-4b88-a05b-93a5fea174b1 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.381319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e737d6c-f138-4ffe-9ea3-48e722dad481 req-49ecb2ed-e510-4b88-a05b-93a5fea174b1 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 944 time: 0.0494139 Aug 29 04:42:48.421790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e737d6c-f138-4ffe-9ea3-48e722dad481 req-1df1bf0e-0d33-427a-b3d8-c40a90eb5e87 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337470 Aug 29 04:42:49.188153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device dcbec0b1-8bf3-46c0-9532-1488e680bd1f details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:49.289275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf05cd-a3a7-4736-b359-b95b9c7b1487 req-f093602d-cafb-4d7c-8fb3-55a5fd59ee25 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.291157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bcf05cd-a3a7-4736-b359-b95b9c7b1487 req-f093602d-cafb-4d7c-8fb3-55a5fd59ee25 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0686750 Aug 29 04:42:49.340229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8bcf05cd-a3a7-4736-b359-b95b9c7b1487 req-2349fa8a-6afe-4242-82fc-e59cc569dcec tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Aug 29 04:42:49.448094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port dcbec0b1-8bf3-46c0-9532-1488e680bd1f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:49.459765 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f', 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004', 'port_id': 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f', 'mac_address': 'fa:16:3e:35:ac:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3949679-4cee-453a-865d-b7eebe5fe64f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:49.499500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.513998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbec0b1-8bf3-46c0-9532-1488e680bd1f {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:49.535077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port dcbec0b1-8bf3-46c0-9532-1488e680bd1f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:49.539278 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.546731 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f5411-fad8-405c-b327-55a5dd199f39 req-0fd78a0b-0363-49ea-8c07-a832b5165528 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.548273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c2f5411-fad8-405c-b327-55a5dd199f39 req-0fd78a0b-0363-49ea-8c07-a832b5165528 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 944 time: 0.0513721 Aug 29 04:42:49.600927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:49.604585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c2f5411-fad8-405c-b327-55a5dd199f39 req-b423e2cb-b0af-4196-a101-49ac99c1f433 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495868 Aug 29 04:42:49.822855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['dcbec0b1-8bf3-46c0-9532-1488e680bd1f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:50.453940 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fe959-9260-405b-9aad-7e08905be253 req-3800214a-cdb2-455f-950a-edbb821aafd7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.455506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb6fe959-9260-405b-9aad-7e08905be253 req-3800214a-cdb2-455f-950a-edbb821aafd7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 943 time: 0.0479190 Aug 29 04:42:50.496169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb6fe959-9260-405b-9aad-7e08905be253 req-8e7ae3f2-3eca-40b2-8a41-8ef21ea3482b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348125 Aug 29 04:42:50.716153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984ec0d-c4cb-44a7-8898-a588899c925b req-a2b813c5-cf98-4ea6-8e50-e5cb8b118d73 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.717898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3984ec0d-c4cb-44a7-8898-a588899c925b req-a2b813c5-cf98-4ea6-8e50-e5cb8b118d73 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 945 time: 0.0507646 Aug 29 04:42:50.752960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d72b2ce1-d123-4ac5-87c9-b5891965d826 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:50.757326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3984ec0d-c4cb-44a7-8898-a588899c925b req-2c62800b-e977-45ca-8c5c-f6bd8858019c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334184 Aug 29 04:42:50.859056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d72b2ce1-d123-4ac5-87c9-b5891965d826, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d72b2ce1-d123-4ac5-87c9-b5891965d826,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:50.870999 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'd72b2ce1-d123-4ac5-87c9-b5891965d826', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'port_id': 'd72b2ce1-d123-4ac5-87c9-b5891965d826', 'mac_address': 'fa:16:3e:e9:9a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:50.908171 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.921822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72b2ce1-d123-4ac5-87c9-b5891965d826 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:50.942455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d72b2ce1-d123-4ac5-87c9-b5891965d826, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d72b2ce1-d123-4ac5-87c9-b5891965d826,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:50.947718 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.994817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=d72b2ce1-d123-4ac5-87c9-b5891965d826,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:51.186526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device dcbec0b1-8bf3-46c0-9532-1488e680bd1f up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:51.239214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port dcbec0b1-8bf3-46c0-9532-1488e680bd1f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:51.242773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port dcbec0b1-8bf3-46c0-9532-1488e680bd1f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:51.243264 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.318111 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.341339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccda26c-4404-422e-bd8d-69c3bd624402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:51.343618 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e531ba13-9626-4e15-a1ad-827deb5b0212" -d '{"events": [{"server_uuid": "eccda26c-4404-422e-bd8d-69c3bd624402", "name": "network-vif-plugged", "status": "completed", "tag": "dcbec0b1-8bf3-46c0-9532-1488e680bd1f"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:51.356553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port dcbec0b1-8bf3-46c0-9532-1488e680bd1f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:51.360734 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.384815 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9da63d2-fac1-4e22-810d-c709b8a9371a x-openstack-request-id: req-b9da63d2-fac1-4e22-810d-c709b8a9371a {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:51.385192 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccda26c-4404-422e-bd8d-69c3bd624402", "name": "network-vif-plugged", "status": "completed", "tag": "dcbec0b1-8bf3-46c0-9532-1488e680bd1f", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:51.385446 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9da63d2-fac1-4e22-810d-c709b8a9371a {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:51.388732 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccda26c-4404-422e-bd8d-69c3bd624402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f', 'code': 200} Aug 29 04:42:51.395000 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['d72b2ce1-d123-4ac5-87c9-b5891965d826'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:51.458413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:51.501855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac970b-fb40-4d11-850b-fc5de11bea4c req-7702c057-b09e-4458-b181-c8d90ba8e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:51.503490 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dbac970b-fb40-4d11-850b-fc5de11bea4c req-7702c057-b09e-4458-b181-c8d90ba8e25f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 1098 time: 0.0548091 Aug 29 04:42:51.546197 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dbac970b-fb40-4d11-850b-fc5de11bea4c req-ca1cd66b-ac7f-4640-a4d9-cefb5ca9f56f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348125 Aug 29 04:42:51.620517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23e7a-6904-48d7-b995-ac2e012209ac req-a8b10ca0-8369-4cbc-a00e-b6fe5ebb4990 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:51.621987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97d23e7a-6904-48d7-b995-ac2e012209ac req-a8b10ca0-8369-4cbc-a00e-b6fe5ebb4990 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 944 time: 0.0507972 Aug 29 04:42:51.660393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97d23e7a-6904-48d7-b995-ac2e012209ac req-eb92b5fa-a172-4522-9d8a-69d4eec03716 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Aug 29 04:42:51.874874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07885-8d4f-4271-9c1d-b17841ceafcb req-667de6f2-4ff6-4cc6-abbd-e6b961ad521a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:51.876362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aea07885-8d4f-4271-9c1d-b17841ceafcb req-667de6f2-4ff6-4cc6-abbd-e6b961ad521a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 946 time: 0.0480442 Aug 29 04:42:51.917662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aea07885-8d4f-4271-9c1d-b17841ceafcb req-32443ad8-7a16-4112-834c-5f461b94fae3 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349667 Aug 29 04:42:52.774419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e9356-90d4-4863-ad09-9e7339bc706b req-5aed24c6-35f5-4d80-968b-63ef03073582 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:52.775925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-283e9356-90d4-4863-ad09-9e7339bc706b req-5aed24c6-35f5-4d80-968b-63ef03073582 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 944 time: 0.0497000 Aug 29 04:42:52.793093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d72b2ce1-d123-4ac5-87c9-b5891965d826 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:52.814734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-283e9356-90d4-4863-ad09-9e7339bc706b req-4a0ee9f6-ccb0-4d5d-894b-fc4a7d056828 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Aug 29 04:42:52.866356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port d72b2ce1-d123-4ac5-87c9-b5891965d826 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:52.870331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port d72b2ce1-d123-4ac5-87c9-b5891965d826 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:52.870758 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.953133 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.986817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port d72b2ce1-d123-4ac5-87c9-b5891965d826, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d72b2ce1-d123-4ac5-87c9-b5891965d826,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:52.990941 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.036080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c1f5e-1b63-46e5-b0ee-0c3c5ba28825 req-8b63dd1f-d440-4e76-a3ff-10f41aa4f77e tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.038359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=d72b2ce1-d123-4ac5-87c9-b5891965d826,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:53.044501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c1f5e-1b63-46e5-b0ee-0c3c5ba28825 req-8b63dd1f-d440-4e76-a3ff-10f41aa4f77e tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 946 time: 0.0532880 Aug 29 04:42:53.076958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f04c1f5e-1b63-46e5-b0ee-0c3c5ba28825 req-669badcf-715d-4fd9-873a-114542a25643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Aug 29 04:42:53.389573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591abdb-7cdb-431a-bd16-f473a1e88e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72b2ce1-d123-4ac5-87c9-b5891965d826'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:53.391889 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39b90d4-d905-475c-9f0a-f19ae1dc40c3" -d '{"events": [{"server_uuid": "7591abdb-7cdb-431a-bd16-f473a1e88e26", "name": "network-vif-plugged", "status": "completed", "tag": "d72b2ce1-d123-4ac5-87c9-b5891965d826"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:53.430075 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3301a5a-c5c1-49fb-8097-01948dbed0fe x-openstack-request-id: req-e3301a5a-c5c1-49fb-8097-01948dbed0fe {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:53.430544 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591abdb-7cdb-431a-bd16-f473a1e88e26", "name": "network-vif-plugged", "status": "completed", "tag": "d72b2ce1-d123-4ac5-87c9-b5891965d826", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:53.430930 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3301a5a-c5c1-49fb-8097-01948dbed0fe {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:53.431462 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591abdb-7cdb-431a-bd16-f473a1e88e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72b2ce1-d123-4ac5-87c9-b5891965d826', 'code': 200} Aug 29 04:42:53.547068 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7f857db-9f65-4b07-93e7-f0d5487e7c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.566683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9bee4-b63b-4f07-b037-1649fd7ae9ce req-08971aa5-338b-40c6-9642-28d211de0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.568338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fb9bee4-b63b-4f07-b037-1649fd7ae9ce req-08971aa5-338b-40c6-9642-28d211de0370 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 1097 time: 0.0445080 Aug 29 04:42:53.612012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fb9bee4-b63b-4f07-b037-1649fd7ae9ce req-bd6476c8-14c9-4a75-b517-ed94d6240e59 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369573 Aug 29 04:42:53.958475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16a46b-c125-43a9-a600-49ea122605f4 req-03438eb9-2d33-4523-9a5c-bbeff3b472ca tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.959967 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a16a46b-c125-43a9-a600-49ea122605f4 req-03438eb9-2d33-4523-9a5c-bbeff3b472ca tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 945 time: 0.0609787 Aug 29 04:42:54.000332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a16a46b-c125-43a9-a600-49ea122605f4 req-c821acda-0290-463d-842b-ea7958b349a0 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338407 Aug 29 04:42:55.126448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b859a-5867-4f6f-a6fb-8d307801ef30 req-4a56c556-3394-41d2-960f-5dc03fef31ed tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:55.128131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-351b859a-5867-4f6f-a6fb-8d307801ef30 req-4a56c556-3394-41d2-960f-5dc03fef31ed tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 945 time: 0.0509725 Aug 29 04:42:55.167220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-351b859a-5867-4f6f-a6fb-8d307801ef30 req-4c5e8792-311d-4372-b164-cef3f12924b0 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Aug 29 04:42:55.314447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2986de-d219-4ed7-b640-beec20632f2e req-5c5e6671-a824-45f7-8d88-d31cdaed568e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:55.316537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d2986de-d219-4ed7-b640-beec20632f2e req-5c5e6671-a824-45f7-8d88-d31cdaed568e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 945 time: 0.0657852 Aug 29 04:42:55.363547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d2986de-d219-4ed7-b640-beec20632f2e req-eaae7740-c4cc-4d43-8b6e-ccd10e6d35e3 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Aug 29 04:42:55.510643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78238f7-c67c-4218-a967-68b85e3d6306 req-9616fc84-eb0e-493b-9d8e-4cd000a6b546 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:55.512439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d78238f7-c67c-4218-a967-68b85e3d6306 req-9616fc84-eb0e-493b-9d8e-4cd000a6b546 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 945 time: 0.0514948 Aug 29 04:42:55.550819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d78238f7-c67c-4218-a967-68b85e3d6306 req-fda670fa-fe49-44bf-9b32-785197697340 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Aug 29 04:42:55.861284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d14bd8-6b50-4c12-a80f-c0395a3c71d0 req-6482a243-4bdc-40a9-b24f-da55cbf12afc tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:55.863027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35d14bd8-6b50-4c12-a80f-c0395a3c71d0 req-6482a243-4bdc-40a9-b24f-da55cbf12afc tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 945 time: 0.0501981 Aug 29 04:42:55.903539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35d14bd8-6b50-4c12-a80f-c0395a3c71d0 req-b2030563-0d67-4494-98cd-e521bba7791e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342009 Aug 29 04:42:56.125467 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f357b1d7-dbc1-493c-a1de-22e0e0bf97e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.324229 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.026050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b97828-a3ef-49c3-b161-47a79fda948d req-aee55360-5c14-4ff7-b5aa-7427a6f25e67 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.027686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3b97828-a3ef-49c3-b161-47a79fda948d req-aee55360-5c14-4ff7-b5aa-7427a6f25e67 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 945 time: 0.0544291 Aug 29 04:42:57.070791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3b97828-a3ef-49c3-b161-47a79fda948d req-3ff714be-d64e-48dc-84d0-e37050645e51 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369878 Aug 29 04:42:57.354510 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.514860 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.557221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba587aa-ddb8-4185-b413-331945f43bae req-a20d752b-b29d-4d9b-9f31-75946624b7c6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.558749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aba587aa-ddb8-4185-b413-331945f43bae req-a20d752b-b29d-4d9b-9f31-75946624b7c6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 945 time: 0.0531313 Aug 29 04:42:57.654166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-aba587aa-ddb8-4185-b413-331945f43bae req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Deleting port d72b2ce1-d123-4ac5-87c9-b5891965d826 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:57.654511 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aba587aa-ddb8-4185-b413-331945f43bae req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.747679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-aba587aa-ddb8-4185-b413-331945f43bae req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] For port d72b2ce1-d123-4ac5-87c9-b5891965d826, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=d72b2ce1-d123-4ac5-87c9-b5891965d826,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:57.748236 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aba587aa-ddb8-4185-b413-331945f43bae req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.761843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-aba587aa-ddb8-4185-b413-331945f43bae req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Calling delete_port for d72b2ce1-d123-4ac5-87c9-b5891965d826 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:57.947314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aba587aa-ddb8-4185-b413-331945f43bae req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.981057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'Port': ['ID=d72b2ce1-d123-4ac5-87c9-b5891965d826,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:57.981298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['d72b2ce1-d123-4ac5-87c9-b5891965d826'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:58.028589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.029064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.029267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.029598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.029931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.030269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.030597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.030925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.031249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.031569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.031892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.032239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:58.050563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba587aa-ddb8-4185-b413-331945f43bae req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] No DVR routers for this DVR port d72b2ce1-d123-4ac5-87c9-b5891965d826 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:58.054867 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-aba587aa-ddb8-4185-b413-331945f43bae req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.056948 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aba587aa-ddb8-4185-b413-331945f43bae req-a39619c6-730a-46dc-8ca2-af73e9430f61 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "DELETE /v2.0/ports/d72b2ce1-d123-4ac5-87c9-b5891965d826 HTTP/1.1" status: 204 len: 173 time: 0.4916735 Aug 29 04:42:58.057401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591abdb-7cdb-431a-bd16-f473a1e88e26', 'name': 'network-vif-deleted', 'tag': 'd72b2ce1-d123-4ac5-87c9-b5891965d826'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:58.064364 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a794b1ec-8eea-41e3-9734-e04aa535c522" -d '{"events": [{"server_uuid": "7591abdb-7cdb-431a-bd16-f473a1e88e26", "name": "network-vif-deleted", "tag": "d72b2ce1-d123-4ac5-87c9-b5891965d826"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:58.089073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cde6-351b-4621-8c99-016a2a35870e req-4f2bb8f1-9f04-4aec-89c8-0c7c8751e058 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:58.098071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-4f2bb8f1-9f04-4aec-89c8-0c7c8751e058 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 814 time: 0.2101138 Aug 29 04:42:58.116922 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f215c15-d238-45af-a508-a1501ede1029 x-openstack-request-id: req-4f215c15-d238-45af-a508-a1501ede1029 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:58.117217 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591abdb-7cdb-431a-bd16-f473a1e88e26", "name": "network-vif-deleted", "tag": "d72b2ce1-d123-4ac5-87c9-b5891965d826", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:58.117470 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f215c15-d238-45af-a508-a1501ede1029 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:58.118404 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591abdb-7cdb-431a-bd16-f473a1e88e26', 'name': 'network-vif-deleted', 'tag': 'd72b2ce1-d123-4ac5-87c9-b5891965d826', 'status': 'completed', 'code': 200} Aug 29 04:42:58.125740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-a76e7b37-88a4-4d18-8da3-7eb554706211 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/quotas/bb59d264f94d4370805e846cf980576a HTTP/1.1" status: 200 len: 375 time: 0.0265338 Aug 29 04:42:58.213966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-95c365ab-3b95-46d3-8f43-1a671553adc5 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873673 Aug 29 04:42:58.322507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c3ffc31-e0c9-46ba-b8c8-9ce13ced9d3b req-95cc6cc3-21fa-43a6-bc87-41d4beed6d86 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 210 time: 0.1291962 Aug 29 04:42:58.349998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-0ea884e3-dde8-418d-8b72-523ae891a2d2 service neutron] 10.222.0.49 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269870 Aug 29 04:42:58.438105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-5b7816dc-94cf-4da9-82ec-d485719fbb1e service neutron] 10.222.0.49 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820010 Aug 29 04:42:58.655956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e63fbb4-1f62-4d43-8f2a-64b3fbbccffb req-00186f03-ea82-4f3b-89b1-ed90838791f0 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 210 time: 0.0426557 Aug 29 04:42:59.088549 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.425940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1430ad5-47eb-482f-b95f-8973562c5b6e req-cb0dc09b-eb8b-44ec-a9d9-54f7c3277984 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 210 time: 0.0271149 Aug 29 04:42:59.680002 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cde6-351b-4621-8c99-016a2a35870e req-7e278224-ad8f-44ef-8267-a112b6e83e44 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:59.681750 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-7e278224-ad8f-44ef-8267-a112b6e83e44 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 814 time: 0.1324348 Aug 29 04:42:59.710415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Request body: {'port': {'device_id': 'f30433f4-b38f-4711-a829-5c25ded622a6', 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004', 'admin_state_up': True, 'tenant_id': 'bb59d264f94d4370805e846cf980576a'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:59.766231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfe3a918-1dcd-43be-9780-555e7bc88040 req-ab2e2570-ef35-431b-a1b5-c47c7cc7a707 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 210 time: 0.0261075 Aug 29 04:42:59.841072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Made reservation on behalf of bb59d264f94d4370805e846cf980576a for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:59.844743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.972767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Allocated IP 172.20.0.12 (a76f8cfb-a00f-4b00-8763-75a743b97004/c3949679-4cee-453a-865d-b7eebe5fe64f/0ed916e6-70d0-40d7-af9c-17b400db3c55) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:00.123145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.163899 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.177128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5', 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:00.217560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Network a76f8cfb-a00f-4b00-8763-75a743b97004 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:00.221230 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:00.228025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:00.263613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Pushing event updated for resources: {'Port': ['ID=0ed916e6-70d0-40d7-af9c-17b400db3c55,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:00.297215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.300444 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.320002 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-63656ffd-3d98-481d-960b-27abddf724f2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6215117 Aug 29 04:43:00.338357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Request body: {'port': {'device_id': 'f30433f4-b38f-4711-a829-5c25ded622a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:00.401219 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.548617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d8d3b9a-b050-4b22-83ee-8bd8aacfa2eb req-73a57cb6-ee1e-4d24-8830-79827ee8868b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 210 time: 0.0406184 Aug 29 04:43:00.697210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6987da6c-3329-4109-a242-f054875a4e7b req-adbf51b3-22d9-48c3-bbb5-d29be63c66bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0647588 Aug 29 04:43:00.753579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed916e6-70d0-40d7-af9c-17b400db3c55 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:00.761978 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.774427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Transition to ACTIVE for port object 0ed916e6-70d0-40d7-af9c-17b400db3c55 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:00.778968 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.804105 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d72b2ce1-d123-4ac5-87c9-b5891965d826 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:00.807307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987da6c-3329-4109-a242-f054875a4e7b req-c8395056-f9a9-44da-8dd8-69c70a853129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.809552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6987da6c-3329-4109-a242-f054875a4e7b req-c8395056-f9a9-44da-8dd8-69c70a853129 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 1098 time: 0.0538673 Aug 29 04:43:00.833619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed916e6-70d0-40d7-af9c-17b400db3c55,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:00.854799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: d72b2ce1-d123-4ac5-87c9-b5891965d826 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:00.855286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device d72b2ce1-d123-4ac5-87c9-b5891965d826 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:00.921509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Attempting to bind port 0ed916e6-70d0-40d7-af9c-17b400db3c55 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:00.922146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Attempting to bind port 0ed916e6-70d0-40d7-af9c-17b400db3c55 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:00.922717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Attempting to bind port 0ed916e6-70d0-40d7-af9c-17b400db3c55 on network a76f8cfb-a00f-4b00-8763-75a743b97004 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:00.927705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Port 0ed916e6-70d0-40d7-af9c-17b400db3c55 on network a76f8cfb-a00f-4b00-8763-75a743b97004 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:00.928259 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Attempting to bind port 0ed916e6-70d0-40d7-af9c-17b400db3c55 on network a76f8cfb-a00f-4b00-8763-75a743b97004 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:00.934252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:00.934818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Checking segment: {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:00.935387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Bound using segment: {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:00.936004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Bound port: 0ed916e6-70d0-40d7-af9c-17b400db3c55, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:00.936651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.969949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987da6c-3329-4109-a242-f054875a4e7b req-5a1b4ebb-243d-4686-aa27-e5414507a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.971506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6987da6c-3329-4109-a242-f054875a4e7b req-5a1b4ebb-243d-4686-aa27-e5414507a042 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70bd2343-697d-4d07-b321-63dfe92fa06e HTTP/1.1" status: 200 len: 898 time: 0.1391361 Aug 29 04:43:01.019142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] For port 0ed916e6-70d0-40d7-af9c-17b400db3c55, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:01.022202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] For port 0ed916e6-70d0-40d7-af9c-17b400db3c55, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0ed916e6-70d0-40d7-af9c-17b400db3c55,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:01.027356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.073799 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.074794 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.076378 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] 10.222.0.59 "PUT /v2.0/ports/0ed916e6-70d0-40d7-af9c-17b400db3c55 HTTP/1.1" status: 200 len: 1093 time: 0.7454219 Aug 29 04:43:01.076874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30433f4-b38f-4711-a829-5c25ded622a6', 'tag': '0ed916e6-70d0-40d7-af9c-17b400db3c55'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:01.079328 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f30433f4-b38f-4711-a829-5c25ded622a6", "tag": "0ed916e6-70d0-40d7-af9c-17b400db3c55"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:01.103763 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb789c3-0b3c-412a-aba9-e6bb2746ff86 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed916e6-70d0-40d7-af9c-17b400db3c55,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:01.166334 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b40e1f0-511e-44fa-8033-a8d47a57dca0 x-openstack-request-id: req-1b40e1f0-511e-44fa-8033-a8d47a57dca0 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:01.166731 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30433f4-b38f-4711-a829-5c25ded622a6", "tag": "0ed916e6-70d0-40d7-af9c-17b400db3c55", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:01.167062 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b40e1f0-511e-44fa-8033-a8d47a57dca0 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:01.167547 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30433f4-b38f-4711-a829-5c25ded622a6', 'tag': '0ed916e6-70d0-40d7-af9c-17b400db3c55', 'status': 'completed', 'code': 200} Aug 29 04:43:01.182797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cde6-351b-4621-8c99-016a2a35870e req-14b2d337-63b6-4756-89f8-73aeae8a14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.184579 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-14b2d337-63b6-4756-89f8-73aeae8a14c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 1096 time: 0.0596471 Aug 29 04:43:01.237250 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-f0504b01-36da-447b-b6fb-efc08b7e7858 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ed916e6-70d0-40d7-af9c-17b400db3c55 HTTP/1.1" status: 200 len: 217 time: 0.0445960 Aug 29 04:43:01.296089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9cde6-351b-4621-8c99-016a2a35870e req-f92b3508-7d84-4678-a70a-f2d9b6afa6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.297667 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-f92b3508-7d84-4678-a70a-f2d9b6afa6a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3949679-4cee-453a-865d-b7eebe5fe64f HTTP/1.1" status: 200 len: 854 time: 0.0514388 Aug 29 04:43:01.334227 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-883f2732-966e-4375-b89d-5ae841032781 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a76f8cfb-a00f-4b00-8763-75a743b97004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279863 Aug 29 04:43:01.457557 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-d8d92ec9-b62b-4df7-a768-c0278c37881d service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161885 Aug 29 04:43:01.467656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b77497-591b-4381-b3e5-4f057f73bd2b req-23890798-2fb5-4903-9dc2-b375f5592f9e tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.475036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28b77497-591b-4381-b3e5-4f057f73bd2b req-23890798-2fb5-4903-9dc2-b375f5592f9e tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 944 time: 0.5025456 Aug 29 04:43:01.489567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6987da6c-3329-4109-a242-f054875a4e7b req-43f19117-4829-4445-9e82-e3fc0ee96ed0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02fc3404-20aa-4d97-b301-c96aabff80d7 HTTP/1.1" status: 200 len: 1001 time: 0.5063345 Aug 29 04:43:01.562360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28b77497-591b-4381-b3e5-4f057f73bd2b req-edc03776-8bf7-4654-9e4e-8491fc7e879e tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844679 Aug 29 04:43:01.577689 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4db9cde6-351b-4621-8c99-016a2a35870e req-2a16c3d6-2caf-4c64-8cb8-099b8c3d934b service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108108 Aug 29 04:43:01.595870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987da6c-3329-4109-a242-f054875a4e7b req-0f00dac5-5ffb-4916-af1b-7f3f0db8bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.597394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6987da6c-3329-4109-a242-f054875a4e7b req-0f00dac5-5ffb-4916-af1b-7f3f0db8bdd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66f49282-3e1f-4a05-b729-eeb79ef22052 HTTP/1.1" status: 200 len: 834 time: 0.1002278 Aug 29 04:43:01.685830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2e413af-1a1e-4b3b-9267-fc7294613921 req-560fe2f6-3730-4b3b-9d28-9849fce30573 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591abdb-7cdb-431a-bd16-f473a1e88e26 HTTP/1.1" status: 200 len: 210 time: 0.0417101 Aug 29 04:43:01.686722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8 req-18f72632-df33-43f1-8f6d-e52f86fe76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.688528 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8 req-18f72632-df33-43f1-8f6d-e52f86fe76db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 1096 time: 0.0510633 Aug 29 04:43:01.710909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987da6c-3329-4109-a242-f054875a4e7b req-0b3ff3a7-1276-44a0-872b-92c6b00f87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.710909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6987da6c-3329-4109-a242-f054875a4e7b req-0b3ff3a7-1276-44a0-872b-92c6b00f87fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70bd2343-697d-4d07-b321-63dfe92fa06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990841 Aug 29 04:43:01.804309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6987da6c-3329-4109-a242-f054875a4e7b req-ecd425a0-223d-452f-a793-976e62d9881f service neutron] 10.222.0.52 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885308 Aug 29 04:43:01.808704 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8 req-b13f3b91-46b2-482d-86fd-3969d4b0ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.810240 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8 req-b13f3b91-46b2-482d-86fd-3969d4b0ef4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 915 time: 0.1130781 Aug 29 04:43:01.856305 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8 req-1d01a0c1-ab66-437b-997f-c00b4f83af4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ed916e6-70d0-40d7-af9c-17b400db3c55 HTTP/1.1" status: 200 len: 217 time: 0.0377746 Aug 29 04:43:01.906138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6987da6c-3329-4109-a242-f054875a4e7b req-41cce185-19a5-4e50-9dd1-ed593513bcdc service neutron] 10.222.0.52 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949328 Aug 29 04:43:01.913466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8 req-eb9089b1-9b18-47f4-bbd6-cf3ced22778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.915004 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8 req-eb9089b1-9b18-47f4-bbd6-cf3ced22778f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3949679-4cee-453a-865d-b7eebe5fe64f HTTP/1.1" status: 200 len: 854 time: 0.0505040 Aug 29 04:43:01.963568 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8 req-b88052c0-b1b9-4c1e-b64d-2d70e667c3ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a76f8cfb-a00f-4b00-8763-75a743b97004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331914 Aug 29 04:43:02.061829 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8 req-e110d987-8cb9-433b-8e9e-b36d19d51810 service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878303 Aug 29 04:43:02.169014 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5d40226a-aa06-48dd-adb2-d0ee750dfbc8 req-c360039b-613a-4b8f-8470-68b02e619b5c service neutron] 10.222.0.59 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978856 Aug 29 04:43:02.711272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95442cc8-707b-45f6-928e-1ab15014f52c req-43bd983b-74e1-4d47-8c0f-40868bcea130 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:02.719319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95442cc8-707b-45f6-928e-1ab15014f52c req-43bd983b-74e1-4d47-8c0f-40868bcea130 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 944 time: 0.0656919 Aug 29 04:43:02.762165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95442cc8-707b-45f6-928e-1ab15014f52c req-90061cbc-0be7-4a47-9bb4-a059ea586eba tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Aug 29 04:43:03.201942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0ed916e6-70d0-40d7-af9c-17b400db3c55 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:03.301792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0ed916e6-70d0-40d7-af9c-17b400db3c55, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0ed916e6-70d0-40d7-af9c-17b400db3c55,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:03.313899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '0ed916e6-70d0-40d7-af9c-17b400db3c55', 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004', 'port_id': '0ed916e6-70d0-40d7-af9c-17b400db3c55', 'mac_address': 'fa:16:3e:05:15:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3949679-4cee-453a-865d-b7eebe5fe64f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:03.365523 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.383231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed916e6-70d0-40d7-af9c-17b400db3c55 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:03.408368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0ed916e6-70d0-40d7-af9c-17b400db3c55, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0ed916e6-70d0-40d7-af9c-17b400db3c55,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:03.412133 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.463670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=0ed916e6-70d0-40d7-af9c-17b400db3c55,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:03.477643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.477985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.478610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.478941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.479278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.479613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.479944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.480369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.480802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.480963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.481275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.481598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.677891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['0ed916e6-70d0-40d7-af9c-17b400db3c55'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:03.905930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b01c8-c2e2-4559-bfcd-440cee5c95be req-a40fd43b-b23d-4089-83f6-c3c601746163 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:03.907433 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f52b01c8-c2e2-4559-bfcd-440cee5c95be req-a40fd43b-b23d-4089-83f6-c3c601746163 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 945 time: 0.0706613 Aug 29 04:43:03.946276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f52b01c8-c2e2-4559-bfcd-440cee5c95be req-f16beca5-471d-41c5-bdc1-0f061f29783d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326164 Aug 29 04:43:05.088383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e17c3b-23c2-4a48-befc-26f1228e35ea req-88979e28-ac80-40d0-a204-1aab2a3faaa4 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:05.095664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b7e17c3b-23c2-4a48-befc-26f1228e35ea req-88979e28-ac80-40d0-a204-1aab2a3faaa4 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 945 time: 0.0685344 Aug 29 04:43:05.141095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b7e17c3b-23c2-4a48-befc-26f1228e35ea req-254f3492-3ad0-4a9e-80b3-ec5385c2a8cf tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Aug 29 04:43:05.217369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0ed916e6-70d0-40d7-af9c-17b400db3c55 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:05.270849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 0ed916e6-70d0-40d7-af9c-17b400db3c55 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:05.276066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 0ed916e6-70d0-40d7-af9c-17b400db3c55 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:05.276673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.354778 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.390673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 0ed916e6-70d0-40d7-af9c-17b400db3c55, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0ed916e6-70d0-40d7-af9c-17b400db3c55,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:05.391610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30433f4-b38f-4711-a829-5c25ded622a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed916e6-70d0-40d7-af9c-17b400db3c55'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:05.394019 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241275ef-d962-4fc7-a4e2-047de47fe0bb" -d '{"events": [{"server_uuid": "f30433f4-b38f-4711-a829-5c25ded622a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ed916e6-70d0-40d7-af9c-17b400db3c55"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:05.401790 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.456423 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93e4e78-1000-4787-a08d-12cdc6de67fe x-openstack-request-id: req-c93e4e78-1000-4787-a08d-12cdc6de67fe {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:05.456711 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30433f4-b38f-4711-a829-5c25ded622a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ed916e6-70d0-40d7-af9c-17b400db3c55", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:05.456964 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c93e4e78-1000-4787-a08d-12cdc6de67fe {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:05.457354 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30433f4-b38f-4711-a829-5c25ded622a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed916e6-70d0-40d7-af9c-17b400db3c55', 'code': 200} Aug 29 04:43:05.467351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=0ed916e6-70d0-40d7-af9c-17b400db3c55,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:05.560764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ce743-c7f2-4a9a-85ae-91c0a7396ae3 req-0dd2b9d8-85a0-4ac5-9992-cc3db1d5246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:05.562733 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-785ce743-c7f2-4a9a-85ae-91c0a7396ae3 req-0dd2b9d8-85a0-4ac5-9992-cc3db1d5246c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 1098 time: 0.0450866 Aug 29 04:43:05.605298 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-785ce743-c7f2-4a9a-85ae-91c0a7396ae3 req-17f689d6-058c-44a3-90ea-94321c6df02a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321887 Aug 29 04:43:06.270560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65dcbf-a0a3-4289-ab86-1744df3afec9 req-e4b67344-eeec-4396-b868-8f5c5f7f4a44 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:06.272413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae65dcbf-a0a3-4289-ab86-1744df3afec9 req-e4b67344-eeec-4396-b868-8f5c5f7f4a44 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 946 time: 0.0540798 Aug 29 04:43:06.317163 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae65dcbf-a0a3-4289-ab86-1744df3afec9 req-2b5a1c72-0848-4070-a8e2-0dc459c2bb2f tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377755 Aug 29 04:43:07.507896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d86745-04fd-4aed-8283-6dc0fbca19c9 req-163cb45e-b126-45c1-91c1-ef426722393b tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:07.509640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87d86745-04fd-4aed-8283-6dc0fbca19c9 req-163cb45e-b126-45c1-91c1-ef426722393b tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 946 time: 0.1231356 Aug 29 04:43:07.557155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87d86745-04fd-4aed-8283-6dc0fbca19c9 req-bec03cdf-7ac1-470b-bc50-7e78b8dbd1a8 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Aug 29 04:43:18.279276 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.556744 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c80b1f43-dbac-4521-8ef4-bf878a7a6fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.029469 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:43:25.128230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a507089b-d2f9-4513-8631-cd15874a2478 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.130038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a507089b-d2f9-4513-8631-cd15874a2478 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1788759 Aug 29 04:43:25.160178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-d2157143-153f-4947-8a13-f81877b2913b tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.161637 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-d2157143-153f-4947-8a13-f81877b2913b tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 814 time: 0.1544583 Aug 29 04:43:25.162990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-3e87a441-0e6b-4bf2-a785-cff6adeb5234 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/quotas/b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 375 time: 0.0250468 Aug 29 04:43:25.187803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-7362ce1d-6222-4ed4-ba8c-b0850b2d0acc tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/quotas/bb59d264f94d4370805e846cf980576a HTTP/1.1" status: 200 len: 375 time: 0.0182917 Aug 29 04:43:25.250309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-2780270d-a322-4de0-bb91-f81af70cbc95 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796964 Aug 29 04:43:25.263357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-11240400-3cd3-4f4e-93e2-52dc19340435 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619032 Aug 29 04:43:25.418178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-72e3b7b3-87f1-43da-ab6a-4faf473aa36d service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539559 Aug 29 04:43:25.425441 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-94a80fc1-e8dc-4815-abe1-9686f5a88316 service neutron] 10.222.0.49 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513085 Aug 29 04:43:25.575383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-74d04fea-b47b-41f0-9163-32bb14f1f358 service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511071 Aug 29 04:43:25.588624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-14d9ccfe-16b5-4ad3-b084-33d14063d4ba service neutron] 10.222.0.49 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207705 Aug 29 04:43:25.774636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f46e9fca-4b5f-4102-845b-e9021fa9c88e req-0a161157-791f-43a4-88b7-6a78f4b12733 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 210 time: 0.0376394 Aug 29 04:43:25.929290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f06ef343-1593-4846-93e7-4fb7f57a5371 req-50edddce-66bb-432a-9406-88491048bdb9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 210 time: 0.0297377 Aug 29 04:43:26.127217 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8326b19-1278-4e0f-92e2-6302b4a62675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.340831 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.885014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-612b6890-73f1-4715-be20-3e230adcf2f0 req-2d78cbd1-0483-4ac6-8c1c-040b90d68bf2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 210 time: 0.0336130 Aug 29 04:43:26.936457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-0b2e1985-d95c-4029-898c-dc4aca2a3417 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:26.937895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-0b2e1985-d95c-4029-898c-dc4aca2a3417 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.52 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 814 time: 0.1537774 Aug 29 04:43:26.957970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Request body: {'port': {'device_id': '0991a77f-2bea-4884-ba74-b5769e99c4ce', 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004', 'admin_state_up': True, 'tenant_id': 'bb59d264f94d4370805e846cf980576a'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:27.045350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92bb707e-644d-4660-9826-c62432ae4dbf req-cc505b63-2c94-4620-b998-0df51f1ff08b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 210 time: 0.0340357 Aug 29 04:43:27.100907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Made reservation on behalf of bb59d264f94d4370805e846cf980576a for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:27.105456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.269637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Allocated IP 172.20.0.10 (a76f8cfb-a00f-4b00-8763-75a743b97004/c3949679-4cee-453a-865d-b7eebe5fe64f/c8e51ce1-0371-4cec-8071-d0a70b3245c4) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:27.358255 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.411936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-97ba5b98-a6d8-4aa8-9d90-32a7a6e69235 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.413564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-97ba5b98-a6d8-4aa8-9d90-32a7a6e69235 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1736519 Aug 29 04:43:27.448998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'port': {'device_id': '37f82ec2-4498-444a-b46f-185bd46e4915', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'admin_state_up': True, 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:27.519172 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.584429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.620025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Made reservation on behalf of b7e774f7ccb94f828ef4ba014b810d41 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:27.623584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.701676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.717436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5', 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f', '0ed916e6-70d0-40d7-af9c-17b400db3c55'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:27.768560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Network a76f8cfb-a00f-4b00-8763-75a743b97004 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:27.776801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:27.800823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:27.807632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Pushing event updated for resources: {'Port': ['ID=c8e51ce1-0371-4cec-8071-d0a70b3245c4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:27.867240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Allocated IP 172.20.0.3 (39e903de-0436-4c62-bb9d-d8983219a2ce/9ee4454b-0304-465f-980a-11ee66e25fd0/f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:27.883557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.884210 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.912523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-23d80aa3-4da0-4e6b-9899-fc6327124d20 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9584720 Aug 29 04:43:27.935962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Request body: {'port': {'device_id': '0991a77f-2bea-4884-ba74-b5769e99c4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:28.097672 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.165254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d65f1d-2089-4716-bd91-f8c7148cae28 req-8b62f17b-9d28-43d5-9883-1f9e14c7a77f tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.166999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8d65f1d-2089-4716-bd91-f8c7148cae28 req-8b62f17b-9d28-43d5-9883-1f9e14c7a77f tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 932 time: 0.1687508 Aug 29 04:43:28.222393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8133ac0c-0d8c-424d-b622-c1d087d2bf0a req-48e6a1cd-e88c-4bdd-bc94-eb33c03ae196 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 210 time: 0.0510199 Aug 29 04:43:28.349638 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8d65f1d-2089-4716-bd91-f8c7148cae28 req-96f9849e-334f-4ec9-b38a-9800961de0e2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659970 Aug 29 04:43:28.352982 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.403796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Transition to ACTIVE for port object f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:28.485640 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.563307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:28.571991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:28.575333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e51ce1-0371-4cec-8071-d0a70b3245c4 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:28.587587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:28.650976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.651627 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.666953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.678305 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2355270 Aug 29 04:43:28.682190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231c933-a8fd-4e78-92a4-5a1de2fd425e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:28.690055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Transition to ACTIVE for port object c8e51ce1-0371-4cec-8071-d0a70b3245c4 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:28.700040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Request body: {'port': {'device_id': '37f82ec2-4498-444a-b46f-185bd46e4915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:28.705371 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.856251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e51ce1-0371-4cec-8071-d0a70b3245c4,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:28.888742 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.938413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-542052f0-8ed4-4e2a-a7b1-89c039cdbb1a None None] Provisioning for port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:28.943287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Attempting to bind port c8e51ce1-0371-4cec-8071-d0a70b3245c4 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:28.943702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-542052f0-8ed4-4e2a-a7b1-89c039cdbb1a None None] Provisioning complete for port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:28.943808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Attempting to bind port c8e51ce1-0371-4cec-8071-d0a70b3245c4 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:28.944046 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-542052f0-8ed4-4e2a-a7b1-89c039cdbb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.944218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Attempting to bind port c8e51ce1-0371-4cec-8071-d0a70b3245c4 on network a76f8cfb-a00f-4b00-8763-75a743b97004 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:28.953987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Port c8e51ce1-0371-4cec-8071-d0a70b3245c4 on network a76f8cfb-a00f-4b00-8763-75a743b97004 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:28.954401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Attempting to bind port c8e51ce1-0371-4cec-8071-d0a70b3245c4 on network a76f8cfb-a00f-4b00-8763-75a743b97004 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:28.967711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:28.968164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Checking segment: {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:28.968625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Bound using segment: {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:28.969141 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Bound port: c8e51ce1-0371-4cec-8071-d0a70b3245c4, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:28.969609 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.992364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-542052f0-8ed4-4e2a-a7b1-89c039cdbb1a None None] Port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:29.090209 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.146206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] For port c8e51ce1-0371-4cec-8071-d0a70b3245c4, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:29.167154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] For port c8e51ce1-0371-4cec-8071-d0a70b3245c4, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c8e51ce1-0371-4cec-8071-d0a70b3245c4,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:29.174213 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.235158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.235798 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.237302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] 10.222.0.52 "PUT /v2.0/ports/c8e51ce1-0371-4cec-8071-d0a70b3245c4 HTTP/1.1" status: 200 len: 1093 time: 1.3096738 Aug 29 04:43:29.242450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0991a77f-2bea-4884-ba74-b5769e99c4ce', 'tag': 'c8e51ce1-0371-4cec-8071-d0a70b3245c4'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:29.244786 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0991a77f-2bea-4884-ba74-b5769e99c4ce", "tag": "c8e51ce1-0371-4cec-8071-d0a70b3245c4"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:29.317481 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947bd968-3bc9-4a78-8de3-14a124764343 x-openstack-request-id: req-947bd968-3bc9-4a78-8de3-14a124764343 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:29.317897 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0991a77f-2bea-4884-ba74-b5769e99c4ce", "tag": "c8e51ce1-0371-4cec-8071-d0a70b3245c4", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:29.318425 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-947bd968-3bc9-4a78-8de3-14a124764343 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:29.318985 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0991a77f-2bea-4884-ba74-b5769e99c4ce', 'tag': 'c8e51ce1-0371-4cec-8071-d0a70b3245c4', 'status': 'completed', 'code': 200} Aug 29 04:43:29.381246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0ae70-e4eb-4e62-95ea-8b5dc7c7abf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e51ce1-0371-4cec-8071-d0a70b3245c4,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:29.416191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:29.425104 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.447058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Transition to ACTIVE for port object f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:29.467677 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.555180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8118fa2-bf45-403a-9f18-78dff5f59100 req-f6f8e025-f0e2-40a2-ba10-4abb95e5201f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.560752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8118fa2-bf45-403a-9f18-78dff5f59100 req-f6f8e025-f0e2-40a2-ba10-4abb95e5201f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 931 time: 0.2367580 Aug 29 04:43:29.579063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-2cdd14a1-7339-48e6-8738-5194bbcc21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.581165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-2cdd14a1-7339-48e6-8738-5194bbcc21f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 1096 time: 0.2265227 Aug 29 04:43:29.604893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:29.686585 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-3175565a-4f21-456b-826c-b8a4f75ac87b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8e51ce1-0371-4cec-8071-d0a70b3245c4 HTTP/1.1" status: 200 len: 217 time: 0.0786676 Aug 29 04:43:29.746005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f26cb-3368-41a3-9901-93eb1a2b088e req-2291f245-5010-4f47-a370-ffe6ea7fc943 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.747507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e95f26cb-3368-41a3-9901-93eb1a2b088e req-2291f245-5010-4f47-a370-ffe6ea7fc943 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 944 time: 0.2993562 Aug 29 04:43:29.786309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8118fa2-bf45-403a-9f18-78dff5f59100 req-87af9599-db28-4934-bddb-3229d4b00e44 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312563 Aug 29 04:43:29.805111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-d3cd15f3-b337-407f-a629-05a032c77a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.806655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-d3cd15f3-b337-407f-a629-05a032c77a32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3949679-4cee-453a-865d-b7eebe5fe64f HTTP/1.1" status: 200 len: 854 time: 0.1097322 Aug 29 04:43:29.837138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Attempting to bind port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:29.837481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Attempting to bind port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:29.837812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Attempting to bind port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:29.857779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-ea26bda1-2e77-45f0-a68b-c61dd65bdb44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a76f8cfb-a00f-4b00-8763-75a743b97004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413795 Aug 29 04:43:29.862000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e95f26cb-3368-41a3-9901-93eb1a2b088e req-713c25ff-51b0-4b68-88d1-60862ffae062 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059854 Aug 29 04:43:29.863018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad on network 39e903de-0436-4c62-bb9d-d8983219a2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:29.863350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Attempting to bind port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:30.287686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:30.288320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Checking segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:30.288515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Bound using segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:30.288933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Bound port: f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:30.289289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.385302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-6d41bf58-5e80-432a-9be9-c0af4433f1a5 service neutron] 10.222.0.52 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193813 Aug 29 04:43:30.390130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] For port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:30.401856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] For port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:30.416242 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.477965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.479419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.481056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] 10.222.0.52 "PUT /v2.0/ports/f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad HTTP/1.1" status: 200 len: 1092 time: 1.7874262 Aug 29 04:43:30.527167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b872b-ce32-43ac-b555-d27b03c762c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:30.551567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5b03daa-6e2a-461d-8774-446b11738a78 req-eb697017-cbe0-43d6-832d-43636a5a7f0c service neutron] 10.222.0.52 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585650 Aug 29 04:43:30.628915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-d2af70b8-ca2d-4cc3-81f4-cdd55c0d015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.630695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-d2af70b8-ca2d-4cc3-81f4-cdd55c0d015c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 1095 time: 0.0779037 Aug 29 04:43:30.719265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-c4995aff-ff37-4b8e-b6fc-7bf025f028a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad HTTP/1.1" status: 200 len: 217 time: 0.0693235 Aug 29 04:43:30.770285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0 req-df9d770d-efc2-401f-abec-56ac9066b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.772074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0 req-df9d770d-efc2-401f-abec-56ac9066b92f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 1096 time: 0.1240323 Aug 29 04:43:30.834050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-1ffc0e36-1f94-46c0-8362-f98b1ebbdc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.836257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-1ffc0e36-1f94-46c0-8362-f98b1ebbdc82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.1052969 Aug 29 04:43:30.950790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-c6a652e9-4f5f-4aff-b3b7-6651d246b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.952374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-c6a652e9-4f5f-4aff-b3b7-6651d246b14b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092706 Aug 29 04:43:30.963319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0 req-1feb04c3-ae62-4c61-b491-d8b9b4165902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.964136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0 req-1feb04c3-ae62-4c61-b491-d8b9b4165902 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 915 time: 0.1821222 Aug 29 04:43:31.045160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96cb58-1f21-4a9e-a515-29566a128505 req-ed157343-451e-475f-a2f7-206bcceb1a59 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.046696 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f96cb58-1f21-4a9e-a515-29566a128505 req-ed157343-451e-475f-a2f7-206bcceb1a59 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 943 time: 0.1748893 Aug 29 04:43:31.093566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0 req-36ea24c8-839b-43cd-8342-c62c42fb6d22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8e51ce1-0371-4cec-8071-d0a70b3245c4 HTTP/1.1" status: 200 len: 217 time: 0.1101668 Aug 29 04:43:31.167946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361efe8-2480-40da-9cab-e4c668748725 req-b2e41adb-8f7f-4742-93ae-36047465a80a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.169462 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3361efe8-2480-40da-9cab-e4c668748725 req-b2e41adb-8f7f-4742-93ae-36047465a80a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 944 time: 0.2259798 Aug 29 04:43:31.203080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f96cb58-1f21-4a9e-a515-29566a128505 req-09cd07bc-4e0e-44ba-9372-510ce310ec3f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216097 Aug 29 04:43:31.219334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-f5b53bd6-e1cd-4e4d-ba35-6e77480ff068 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518933 Aug 29 04:43:31.221847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0 req-93faefce-c2e5-45b5-9bc6-16d677ca43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.223226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0 req-93faefce-c2e5-45b5-9bc6-16d677ca43f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3949679-4cee-453a-865d-b7eebe5fe64f HTTP/1.1" status: 200 len: 854 time: 0.1154423 Aug 29 04:43:31.297470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3361efe8-2480-40da-9cab-e4c668748725 req-a972c967-a860-4383-b2a1-c9e034d14986 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135671 Aug 29 04:43:31.318187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0 req-81e32628-e4d4-432e-9e33-3eb4787c2ace service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a76f8cfb-a00f-4b00-8763-75a743b97004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730801 Aug 29 04:43:31.324778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f82ec2-4498-444a-b46f-185bd46e4915', 'tag': 'f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:31.327216 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ce718-e59c-4246-a23e-4858a1f88c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "37f82ec2-4498-444a-b46f-185bd46e4915", "tag": "f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:31.384167 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a91e8e-656c-4daa-a586-680a086bb583 x-openstack-request-id: req-12a91e8e-656c-4daa-a586-680a086bb583 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:31.384500 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f82ec2-4498-444a-b46f-185bd46e4915", "tag": "f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:31.384752 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12a91e8e-656c-4daa-a586-680a086bb583 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:31.385138 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f82ec2-4498-444a-b46f-185bd46e4915', 'tag': 'f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad', 'status': 'completed', 'code': 200} Aug 29 04:43:31.429348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31e25372-4971-4b03-9870-a8fe28ab8136 req-52a3f2db-7c2b-4147-a713-f0cf50af886d service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935284 Aug 29 04:43:31.449432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0 req-7af17a0f-2ffb-4b46-9ce5-31f97c9301d9 service neutron] 10.222.0.52 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174781 Aug 29 04:43:31.577312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-436ba6b0-ae63-4648-a3f2-eb198860ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.579075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-436ba6b0-ae63-4648-a3f2-eb198860ade1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 1095 time: 0.0697551 Aug 29 04:43:31.604191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f50d1b66-3db0-4ebc-9789-6bd2aeb914c0 req-6ef4715b-8f3c-4992-986d-08a16329dc93 service neutron] 10.222.0.52 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476028 Aug 29 04:43:31.683350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-30e9563a-b058-4bc2-b70b-670f88dd8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.684961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-30e9563a-b058-4bc2-b70b-670f88dd8a75 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.0944688 Aug 29 04:43:31.734160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-a7ffc2c4-9a62-44df-96f6-85122ba77805 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad HTTP/1.1" status: 200 len: 217 time: 0.0418346 Aug 29 04:43:31.790733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-4a378bcb-b54b-4faa-8707-a6b48880d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.792378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-4a378bcb-b54b-4faa-8707-a6b48880d21e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0505693 Aug 29 04:43:31.854330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-990e1f34-bead-4e0f-b0c3-d26a877faf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.855835 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-990e1f34-bead-4e0f-b0c3-d26a877faf0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559437 Aug 29 04:43:31.955632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-e708a9a8-8beb-48e5-a9e8-591cecba5660 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922110 Aug 29 04:43:32.055266 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e9ce718-e59c-4246-a23e-4858a1f88c0c req-fd99363c-9513-493b-8afc-a359dfbe0250 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885837 Aug 29 04:43:32.334330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80922bf-f13b-4c10-8e73-cceec30e4ab4 req-4ed685b8-7275-4ea9-8c92-8ca787eb3f53 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.336018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d80922bf-f13b-4c10-8e73-cceec30e4ab4 req-4ed685b8-7275-4ea9-8c92-8ca787eb3f53 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 943 time: 0.0503166 Aug 29 04:43:32.385687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d80922bf-f13b-4c10-8e73-cceec30e4ab4 req-cc01ff7b-5ccb-4c50-80ee-2a2787d9228a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425911 Aug 29 04:43:32.436029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb892c0b-fdf5-420f-b2b0-722380b17993 req-9b5256c4-4866-4d4c-9e21-322601dc5aa0 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.437573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb892c0b-fdf5-420f-b2b0-722380b17993 req-9b5256c4-4866-4d4c-9e21-322601dc5aa0 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 944 time: 0.0571723 Aug 29 04:43:32.475902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb892c0b-fdf5-420f-b2b0-722380b17993 req-302b40d3-8b7f-4a41-aa68-70a997c00746 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Aug 29 04:43:33.509492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1f83a-a0c3-4f53-803c-4a31316f01f4 req-b938bf01-ff13-41b4-b8f1-e055fba53981 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:33.511042 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47a1f83a-a0c3-4f53-803c-4a31316f01f4 req-b938bf01-ff13-41b4-b8f1-e055fba53981 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 943 time: 0.0548255 Aug 29 04:43:33.564246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47a1f83a-a0c3-4f53-803c-4a31316f01f4 req-b9735920-e3cb-49ff-b08e-e21b9e7b58f1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461993 Aug 29 04:43:33.605738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e8cbd-de8c-4e41-8b8b-3049c2885b51 req-75e8230d-59e9-4359-a40d-22a8f4db9f34 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:33.607294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-778e8cbd-de8c-4e41-8b8b-3049c2885b51 req-75e8230d-59e9-4359-a40d-22a8f4db9f34 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 944 time: 0.0597332 Aug 29 04:43:33.646975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-778e8cbd-de8c-4e41-8b8b-3049c2885b51 req-b78d497d-4887-4f23-b6be-10c8ed01ab65 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Aug 29 04:43:34.700558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4fb05-afe0-4869-b8db-8508ad3557aa req-9e63d7a6-038a-4302-a45d-0e002a46cf21 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.702143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91e4fb05-afe0-4869-b8db-8508ad3557aa req-9e63d7a6-038a-4302-a45d-0e002a46cf21 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 943 time: 0.0681329 Aug 29 04:43:34.770906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91e4fb05-afe0-4869-b8db-8508ad3557aa req-e18f3a81-d1cd-4997-8a05-8e0a0fabe61e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595796 Aug 29 04:43:34.791294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07a6e5-3ef6-4dde-907f-b7e31a484c0e req-8ddd3fef-1d18-405f-b750-6843b0cc380c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.791294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd07a6e5-3ef6-4dde-907f-b7e31a484c0e req-8ddd3fef-1d18-405f-b750-6843b0cc380c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 944 time: 0.0712464 Aug 29 04:43:34.829212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd07a6e5-3ef6-4dde-907f-b7e31a484c0e req-ab98f5df-91f0-41bb-99ed-1dc9e4446f83 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341663 Aug 29 04:43:34.916794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c8e51ce1-0371-4cec-8071-d0a70b3245c4 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:35.008260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c8e51ce1-0371-4cec-8071-d0a70b3245c4, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c8e51ce1-0371-4cec-8071-d0a70b3245c4,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:35.019296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'c8e51ce1-0371-4cec-8071-d0a70b3245c4', 'network_id': 'a76f8cfb-a00f-4b00-8763-75a743b97004', 'port_id': 'c8e51ce1-0371-4cec-8071-d0a70b3245c4', 'mac_address': 'fa:16:3e:45:3a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3949679-4cee-453a-865d-b7eebe5fe64f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:35.058545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.071771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e51ce1-0371-4cec-8071-d0a70b3245c4 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:35.091541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c8e51ce1-0371-4cec-8071-d0a70b3245c4, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c8e51ce1-0371-4cec-8071-d0a70b3245c4,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:35.095530 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.143069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c8e51ce1-0371-4cec-8071-d0a70b3245c4,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:35.466837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c8e51ce1-0371-4cec-8071-d0a70b3245c4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:35.888888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d51740-5fb8-406b-8e12-589e740d708d req-619ae1c4-529c-4142-a916-8b3384e96d4e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.890427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36d51740-5fb8-406b-8e12-589e740d708d req-619ae1c4-529c-4142-a916-8b3384e96d4e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 943 time: 0.0516925 Aug 29 04:43:35.963383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36d51740-5fb8-406b-8e12-589e740d708d req-e22b50f6-31d2-49bf-8332-f00ae5578e7e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668728 Aug 29 04:43:35.983565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e1c25-2672-403f-b6f0-24dbea9ad9c4 req-afc4154c-4fd3-4ea5-b3c7-cddf01c0bde9 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.983565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-652e1c25-2672-403f-b6f0-24dbea9ad9c4 req-afc4154c-4fd3-4ea5-b3c7-cddf01c0bde9 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 945 time: 0.0778623 Aug 29 04:43:36.016024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-652e1c25-2672-403f-b6f0-24dbea9ad9c4 req-fddc16ab-61b6-4ed6-9afd-be4ae0a20b5f tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336151 Aug 29 04:43:36.947393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c8e51ce1-0371-4cec-8071-d0a70b3245c4 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:36.994859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port c8e51ce1-0371-4cec-8071-d0a70b3245c4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:36.998709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port c8e51ce1-0371-4cec-8071-d0a70b3245c4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:36.999148 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.078998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa714f4-8b25-4bfb-8164-f7a4d1af03df req-1456eca6-6357-4753-9d65-247b3dc74afd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:37.080659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ffa714f4-8b25-4bfb-8164-f7a4d1af03df req-1456eca6-6357-4753-9d65-247b3dc74afd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 943 time: 0.0506067 Aug 29 04:43:37.086430 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.109731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0991a77f-2bea-4884-ba74-b5769e99c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e51ce1-0371-4cec-8071-d0a70b3245c4'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:37.112439 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b37e65-a034-4229-9112-2a4c383e2fa5" -d '{"events": [{"server_uuid": "0991a77f-2bea-4884-ba74-b5769e99c4ce", "name": "network-vif-plugged", "status": "completed", "tag": "c8e51ce1-0371-4cec-8071-d0a70b3245c4"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:37.128622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c8e51ce1-0371-4cec-8071-d0a70b3245c4, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c8e51ce1-0371-4cec-8071-d0a70b3245c4,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:37.133482 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.153083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ffa714f4-8b25-4bfb-8164-f7a4d1af03df req-6593ee80-7baa-4d09-9ea9-feb3eb6ea363 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609496 Aug 29 04:43:37.161604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed2d69-1786-4dc3-b4d7-aa5a0f602ccb req-44eada6d-8f7a-4680-8455-34c9896c2d36 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:37.163137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ed2d69-1786-4dc3-b4d7-aa5a0f602ccb req-44eada6d-8f7a-4680-8455-34c9896c2d36 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 945 time: 0.0802608 Aug 29 04:43:37.182170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c8e51ce1-0371-4cec-8071-d0a70b3245c4,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:37.198399 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4a238d-188d-42b5-9d68-7c9786d3b2b9 x-openstack-request-id: req-3d4a238d-188d-42b5-9d68-7c9786d3b2b9 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:37.198631 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0991a77f-2bea-4884-ba74-b5769e99c4ce", "name": "network-vif-plugged", "status": "completed", "tag": "c8e51ce1-0371-4cec-8071-d0a70b3245c4", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:37.198880 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d4a238d-188d-42b5-9d68-7c9786d3b2b9 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:37.199273 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0991a77f-2bea-4884-ba74-b5769e99c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e51ce1-0371-4cec-8071-d0a70b3245c4', 'code': 200} Aug 29 04:43:37.207166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ed2d69-1786-4dc3-b4d7-aa5a0f602ccb req-ba4ebe79-b0e0-483d-a14b-a2ce6293cbc2 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329812 Aug 29 04:43:37.318524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec986bba-5f4e-4984-beae-cac71caf0dae req-ddfc7645-c079-400e-9100-604d3a2ad777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:37.320537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec986bba-5f4e-4984-beae-cac71caf0dae req-ddfc7645-c079-400e-9100-604d3a2ad777 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 1098 time: 0.0397577 Aug 29 04:43:37.356037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec986bba-5f4e-4984-beae-cac71caf0dae req-6122f5d9-bedb-44bf-ac5a-9d7977cdd44b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276754 Aug 29 04:43:38.276945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fabbbe-e794-4c2f-9e43-31169f543d3f req-3faab133-28c9-43ec-bae7-d409b39372d4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:38.278904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65fabbbe-e794-4c2f-9e43-31169f543d3f req-3faab133-28c9-43ec-bae7-d409b39372d4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 943 time: 0.0543306 Aug 29 04:43:38.345508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65fabbbe-e794-4c2f-9e43-31169f543d3f req-3d7cc9e0-219c-4197-9a47-246810f2481d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564535 Aug 29 04:43:38.357566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc213b-81e2-4d08-9a0c-a6af57b0b091 req-7dc0a2cf-0fb5-4460-b59a-ed72de3fa201 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:38.359174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ecdc213b-81e2-4d08-9a0c-a6af57b0b091 req-7dc0a2cf-0fb5-4460-b59a-ed72de3fa201 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 946 time: 0.0787044 Aug 29 04:43:38.403767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ecdc213b-81e2-4d08-9a0c-a6af57b0b091 req-efcce3e7-5547-4dff-9380-379728945f27 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Aug 29 04:43:39.464031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19075-d1d7-42a4-86ff-73e68b8296be req-77422568-0897-405e-87b9-164f3a6b4ade tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:39.465723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1af19075-d1d7-42a4-86ff-73e68b8296be req-77422568-0897-405e-87b9-164f3a6b4ade tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 943 time: 0.0518808 Aug 29 04:43:39.532420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1af19075-d1d7-42a4-86ff-73e68b8296be req-086f7650-c751-4612-9cf3-ab7454b3a5d4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605719 Aug 29 04:43:39.543505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24759536-0433-499a-8e51-9eebef587ca7 req-f67aa5d6-2ff0-423d-a706-cb8c4f913e6e tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:39.545041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24759536-0433-499a-8e51-9eebef587ca7 req-f67aa5d6-2ff0-423d-a706-cb8c4f913e6e tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 946 time: 0.0722771 Aug 29 04:43:39.583683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24759536-0433-499a-8e51-9eebef587ca7 req-bba5a46f-45aa-44c5-9c1e-9b86be628f2d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Aug 29 04:43:40.653924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88420c-1145-43e2-8a5d-8ef1af87ba63 req-8aa020bb-5c03-4bb3-ab30-a725b5d6f358 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:40.656017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d88420c-1145-43e2-8a5d-8ef1af87ba63 req-8aa020bb-5c03-4bb3-ab30-a725b5d6f358 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 943 time: 0.0556667 Aug 29 04:43:40.694344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d88420c-1145-43e2-8a5d-8ef1af87ba63 req-e06ecc5a-bacd-4dc7-9cee-2bd24ac0d3fd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321560 Aug 29 04:43:40.995763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:41.089864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:41.103325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'port_id': 'f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad', 'mac_address': 'fa:16:3e:1a:9d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:41.147093 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.162477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:41.187477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:41.192078 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.242260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:41.640906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:41.822314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078f680-89c8-4767-9a14-a32f5ce54cd3 req-0b32a41a-a8e6-46b0-945d-2c6bea20c954 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:41.824699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7078f680-89c8-4767-9a14-a32f5ce54cd3 req-0b32a41a-a8e6-46b0-945d-2c6bea20c954 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 944 time: 0.0547726 Aug 29 04:43:41.862896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7078f680-89c8-4767-9a14-a32f5ce54cd3 req-2de3fc73-3d86-472b-a1d1-8e6e007c39f1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Aug 29 04:43:42.992426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4ca0-bed2-449b-80b8-0225a6cb6e5f req-762d7924-c050-473b-b189-78d7cfe6225b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.993984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e3c4ca0-bed2-449b-80b8-0225a6cb6e5f req-762d7924-c050-473b-b189-78d7cfe6225b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 944 time: 0.0523713 Aug 29 04:43:43.004287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:43.040584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e3c4ca0-bed2-449b-80b8-0225a6cb6e5f req-cdf3cc73-d6ee-499b-9377-a1bf2020eca8 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Aug 29 04:43:43.076188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:43.087522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:43.088291 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.170540 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.196529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f82ec2-4498-444a-b46f-185bd46e4915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:43.202258 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e74012-cc71-4418-bf7c-89065b758253" -d '{"events": [{"server_uuid": "37f82ec2-4498-444a-b46f-185bd46e4915", "name": "network-vif-plugged", "status": "completed", "tag": "f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:43.218550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:43.224460 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.262802 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5941357f-140a-42e4-9ebe-ef841072ad5c x-openstack-request-id: req-5941357f-140a-42e4-9ebe-ef841072ad5c {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:43.263170 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f82ec2-4498-444a-b46f-185bd46e4915", "name": "network-vif-plugged", "status": "completed", "tag": "f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:43.263625 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5941357f-140a-42e4-9ebe-ef841072ad5c {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:43.264084 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f82ec2-4498-444a-b46f-185bd46e4915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad', 'code': 200} Aug 29 04:43:43.278169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:43.401112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5d89-ee24-4903-b6d7-0cd2ccccad29 req-e0c83761-89bc-4e72-b24d-751c1bd5611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:43.402546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3ba5d89-ee24-4903-b6d7-0cd2ccccad29 req-e0c83761-89bc-4e72-b24d-751c1bd5611a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 1097 time: 0.0476742 Aug 29 04:43:43.440684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3ba5d89-ee24-4903-b6d7-0cd2ccccad29 req-e99b9939-8227-4a94-a1de-6fc4ae4adbfd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302558 Aug 29 04:43:44.166060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aab8c-7333-48e6-9834-ad2c0bbb03c0 req-7f0df456-eda4-4dca-99dc-1ef8d6a63d33 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:44.172714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-808aab8c-7333-48e6-9834-ad2c0bbb03c0 req-7f0df456-eda4-4dca-99dc-1ef8d6a63d33 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 945 time: 0.0593171 Aug 29 04:43:44.208261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-808aab8c-7333-48e6-9834-ad2c0bbb03c0 req-cc0df76c-e984-4cea-9cb0-c48c8646557a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340827 Aug 29 04:43:45.347906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c088e79-cef5-4966-8a6c-2596114ccc5b req-ded29016-378d-428d-b85a-b3f8b7bd424a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.351619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c088e79-cef5-4966-8a6c-2596114ccc5b req-ded29016-378d-428d-b85a-b3f8b7bd424a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 945 time: 0.0688548 Aug 29 04:43:45.399042 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c088e79-cef5-4966-8a6c-2596114ccc5b req-79818f08-15fe-4302-bd72-46f3832e3ae1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Aug 29 04:43:45.565243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad9d70-c700-44d0-a4c1-ac48211761ab req-8d170d1d-430b-415a-995c-723aa1ba5961 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.567343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4ad9d70-c700-44d0-a4c1-ac48211761ab req-8d170d1d-430b-415a-995c-723aa1ba5961 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 945 time: 0.0790031 Aug 29 04:43:45.610623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4ad9d70-c700-44d0-a4c1-ac48211761ab req-73ddf479-d3ba-4b03-9325-2ed95b6f4b7d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363750 Aug 29 04:43:46.300652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50896) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:46.468328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-95980396-49cd-4564-ae85-f5277f2d102c tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/floatingips/f8bf5654-f809-458e-aa3f-8d7b9a175f84 HTTP/1.1" status: 200 len: 993 time: 0.1650846 Aug 29 04:43:46.744892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 50928) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:46.948340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port 32329672-5cc7-474a-bef3-421b5f07a858 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:46.948833 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.039830 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.040230 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.052668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for 32329672-5cc7-474a-bef3-421b5f07a858 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:47.227812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.259598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=32329672-5cc7-474a-bef3-421b5f07a858,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:47.340986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.341599 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Floating IP f8bf5654-f809-458e-aa3f-8d7b9a175f84 disassociated (deleted). External IP: 172.25.5.95, port: 02fc3404-20aa-4d97-b301-c96aabff80d7. Aug 29 04:43:47.610243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:47.743637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:47.748048 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.755412 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] Sync routers for ids ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:47.764526 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] Routers {'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:47.765135 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:47.780960 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-332d32f1-f94d-4a81-9c3b-aaeaef898765 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/floatingips/f8bf5654-f809-458e-aa3f-8d7b9a175f84 HTTP/1.1" status: 204 len: 168 time: 1.0349391 Aug 29 04:43:47.781560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'tag': '02fc3404-20aa-4d97-b301-c96aabff80d7'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:47.784408 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d98ed4db-b4ed-4aae-9ee2-67e16180d959", "tag": "02fc3404-20aa-4d97-b301-c96aabff80d7"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:47.847973 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add09c12-9793-47a1-863d-6dfdf81ef70f x-openstack-request-id: req-add09c12-9793-47a1-863d-6dfdf81ef70f {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:47.848283 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98ed4db-b4ed-4aae-9ee2-67e16180d959", "tag": "02fc3404-20aa-4d97-b301-c96aabff80d7", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:47.848593 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-add09c12-9793-47a1-863d-6dfdf81ef70f {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:47.848935 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'tag': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'status': 'completed', 'code': 200} Aug 29 04:43:47.884115 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] Set router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:47.936521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-8baf7f17-bcbc-4f96-b64a-b0c36a6e7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.938087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-8baf7f17-bcbc-4f96-b64a-b0c36a6e7541 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5fc36706c24236bc5f945b90dabb51&device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 1098 time: 0.0456467 Aug 29 04:43:48.069488 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-5fd641d1-2b4a-48fa-b8db-88e140c9823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.071155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-5fd641d1-2b4a-48fa-b8db-88e140c9823e service neutron] 10.222.0.52 "GET /v2.0/networks?id=70bd2343-697d-4d07-b321-63dfe92fa06e HTTP/1.1" status: 200 len: 898 time: 0.1258821 Aug 29 04:43:48.089613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbb69b-107a-4dd4-9b2c-f34ad6daeb2e req-84c8fe22-6433-4178-8bb2-c00e7d044ae6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.091276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bffbb69b-107a-4dd4-9b2c-f34ad6daeb2e req-84c8fe22-6433-4178-8bb2-c00e7d044ae6 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 946 time: 0.0818264 Aug 29 04:43:48.114730 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:08Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fc9ab07c-e52a-42a3-9204-6a402e9e5cda', 'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:02:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:07Z', 'updated_at': '2021-08-29T04:42:15Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:48.141398 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-dface95e-c3ec-4953-98c0-f255643a4216 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02fc3404-20aa-4d97-b301-c96aabff80d7 HTTP/1.1" status: 200 len: 217 time: 0.0603468 Aug 29 04:43:48.141608 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] Checking router: bb2bc2a6-5941-4285-a2e6-1b4e1849edfd for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:48.150648 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] Routers {'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:48.151258 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:48.181807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bffbb69b-107a-4dd4-9b2c-f34ad6daeb2e req-363479ff-a74c-4189-8e0d-bb6ec8055526 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835042 Aug 29 04:43:48.252979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-80144b52-4917-474a-a16a-554ae98ffd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.254783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-80144b52-4917-474a-a16a-554ae98ffd3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66f49282-3e1f-4a05-b729-eeb79ef22052 HTTP/1.1" status: 200 len: 834 time: 0.0903516 Aug 29 04:43:48.293468 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:48.299201 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] Set router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:48.381008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-9b71ee90-c2f6-45ab-b718-64c708280cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.383630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-9b71ee90-c2f6-45ab-b718-64c708280cbb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70bd2343-697d-4d07-b321-63dfe92fa06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196086 Aug 29 04:43:48.485353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-823f7188-3817-4207-b951-cfc0acd67ece tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.486937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-823f7188-3817-4207-b951-cfc0acd67ece tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1824191 Aug 29 04:43:48.515958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-e810e00c-4dd9-4c47-9d5f-9432aa538110 service neutron] 10.222.0.52 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212862 Aug 29 04:43:48.518497 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-42afffbd-d8f4-4ee5-97ac-9055ee511635 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/quotas/b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 375 time: 0.0156240 Aug 29 04:43:48.530117 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:08Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fc9ab07c-e52a-42a3-9204-6a402e9e5cda', 'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:02:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:07Z', 'updated_at': '2021-08-29T04:42:15Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:48.561563 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e0654-c7eb-40d6-a87d-9e185e02c646 None None] The sync data for ids ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'] in n-d-712141-12 is: [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:42:08Z', 'revision_number': 4, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'fc9ab07c-e52a-42a3-9204-6a402e9e5cda', 'name': '', 'network_id': '70bd2343-697d-4d07-b321-63dfe92fa06e', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'mac_address': 'fa:16:3e:02:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:07Z', 'updated_at': '2021-08-29T04:42:15Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'subnets': [{'id': '66f49282-3e1f-4a05-b729-eeb79ef22052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:48.672908 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-2f39836f-1e5e-4e68-8626-62f05d7b8a91 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376934 Aug 29 04:43:48.749730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c6a4079-e63e-4a53-ac7e-ea6e03607d5d req-3b59ceec-b0cb-461b-9adc-2d292f657469 service neutron] 10.222.0.52 "GET /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244172 Aug 29 04:43:48.797280 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-8098fe71-7b81-4313-a14f-302a050cec3e service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162577 Aug 29 04:43:48.894973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc47a4f-7935-493b-bc39-93128dd86fe4 None None] New status for floating IP f8bf5654-f809-458e-aa3f-8d7b9a175f84: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:43:48.908395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-80065ace-262c-4dd7-be5e-f233d6487769 service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035931 Aug 29 04:43:49.128662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95ff8d8d-c362-474d-8d67-f011f921e5a3 req-118bb30c-12bf-4fda-b8aa-8a124ac9f19e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0313337 Aug 29 04:43:49.304983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b0e00-f3e7-4577-b558-243aedd155aa req-e2388ffb-c7a5-473e-8e7b-9939d5ca1d24 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.306608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c03b0e00-f3e7-4577-b558-243aedd155aa req-e2388ffb-c7a5-473e-8e7b-9939d5ca1d24 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 946 time: 0.0582097 Aug 29 04:43:49.349384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c03b0e00-f3e7-4577-b558-243aedd155aa req-04c935e4-5f89-4220-adfa-712cbd18971b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/security-groups?id=43f6a92d-3d91-468f-9029-9fc6d226f909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358229 Aug 29 04:43:49.858111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-324af9e9-3a36-4d46-90ad-804e9fe9433b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.861062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-324af9e9-3a36-4d46-90ad-804e9fe9433b tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 946 time: 0.0625439 Aug 29 04:43:49.969263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-c5258264-7c27-4587-bec9-c01b597dc636 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port 02fc3404-20aa-4d97-b301-c96aabff80d7 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:49.969807 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-c5258264-7c27-4587-bec9-c01b597dc636 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.063641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-c5258264-7c27-4587-bec9-c01b597dc636 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] For port 02fc3404-20aa-4d97-b301-c96aabff80d7, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=02fc3404-20aa-4d97-b301-c96aabff80d7,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:50.064014 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-c5258264-7c27-4587-bec9-c01b597dc636 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.079534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-c5258264-7c27-4587-bec9-c01b597dc636 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for 02fc3404-20aa-4d97-b301-c96aabff80d7 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:50.090311 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8456acf9-52fd-45f5-9da8-60c97ccea0fe req-ca3eddef-ab09-4d6c-876f-6f595c2eeac8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0873315 Aug 29 04:43:50.166766 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8456acf9-52fd-45f5-9da8-60c97ccea0fe req-44038a6f-2bf2-433c-adad-9e8a01faa40d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0303233 Aug 29 04:43:50.212180 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8456acf9-52fd-45f5-9da8-60c97ccea0fe req-8a306795-d3df-4989-8867-f05ec10b2013 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234706 Aug 29 04:43:50.271573 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-c5258264-7c27-4587-bec9-c01b597dc636 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.394684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456acf9-52fd-45f5-9da8-60c97ccea0fe req-a3b994c1-09ae-4371-b02b-400189f8bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.396183 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8456acf9-52fd-45f5-9da8-60c97ccea0fe req-a3b994c1-09ae-4371-b02b-400189f8bd7c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1771111 Aug 29 04:43:50.726291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-187e9f76-36df-4b1f-b501-bf7d990fc2ff req-d71efc7d-0a36-4e38-84ad-db8184297819 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 210 time: 0.4749298 Aug 29 04:43:50.761819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5258264-7c27-4587-bec9-c01b597dc636 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=02fc3404-20aa-4d97-b301-c96aabff80d7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:50.824374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67adec52-e6da-4df6-a479-a04961635891 req-e3e43788-a02e-4d5a-a06a-eeb6d811b677 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "GET /v2.0/ports?device_id=d98ed4db-b4ed-4aae-9ee2-67e16180d959 HTTP/1.1" status: 200 len: 210 time: 0.0912831 Aug 29 04:43:50.887055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-c5258264-7c27-4587-bec9-c01b597dc636 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] No DVR routers for this DVR port 02fc3404-20aa-4d97-b301-c96aabff80d7 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:50.890432 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-c5258264-7c27-4587-bec9-c01b597dc636 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.892922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91ed7ce5-b716-4d25-bb1a-f87702ade970 req-c5258264-7c27-4587-bec9-c01b597dc636 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.52 "DELETE /v2.0/ports/02fc3404-20aa-4d97-b301-c96aabff80d7 HTTP/1.1" status: 204 len: 173 time: 1.0203986 Aug 29 04:43:50.897769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'name': 'network-vif-deleted', 'tag': '02fc3404-20aa-4d97-b301-c96aabff80d7'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:50.914110 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f0c13c-318a-41b9-bde9-f7d38f83acda" -d '{"events": [{"server_uuid": "d98ed4db-b4ed-4aae-9ee2-67e16180d959", "name": "network-vif-deleted", "tag": "02fc3404-20aa-4d97-b301-c96aabff80d7"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:51.001423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-aa02978f-b056-42b7-b401-d2f24a195843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.002971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-aa02978f-b056-42b7-b401-d2f24a195843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.7532394 Aug 29 04:43:51.020735 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa485d1c-86f8-48d8-a91e-1d281b7a8e0c x-openstack-request-id: req-aa485d1c-86f8-48d8-a91e-1d281b7a8e0c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:51.021032 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98ed4db-b4ed-4aae-9ee2-67e16180d959", "name": "network-vif-deleted", "tag": "02fc3404-20aa-4d97-b301-c96aabff80d7", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:51.021287 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa485d1c-86f8-48d8-a91e-1d281b7a8e0c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:51.024425 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98ed4db-b4ed-4aae-9ee2-67e16180d959', 'name': 'network-vif-deleted', 'tag': '02fc3404-20aa-4d97-b301-c96aabff80d7', 'status': 'completed', 'code': 200} Aug 29 04:43:51.029832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'port': {'device_id': 'a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'admin_state_up': True, 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:51.152689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Made reservation on behalf of b7e774f7ccb94f828ef4ba014b810d41 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:51.158103 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.319186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Allocated IP 172.20.0.10 (39e903de-0436-4c62-bb9d-d8983219a2ce/9ee4454b-0304-465f-980a-11ee66e25fd0/a234ece0-3128-48ed-aa9b-809d7f4006e2) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:51.544728 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.571017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Transition to ACTIVE for port object a234ece0-3128-48ed-aa9b-809d7f4006e2 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:51.650451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.681082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:51.685840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:51.687711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:51.707675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:51.764861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=a234ece0-3128-48ed-aa9b-809d7f4006e2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:51.791826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.792540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.810894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-cbe094aa-c275-4ad1-8e8e-f99800272843 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7850857 Aug 29 04:43:51.844153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Request body: {'port': {'device_id': 'a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:51.900074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51082) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:51.988036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.011146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdc3c6-4e57-4643-abf1-ec8e65727d8a req-e53825f4-7f3c-490e-9045-f92e2182d6fd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.012476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdfdc3c6-4e57-4643-abf1-ec8e65727d8a req-e53825f4-7f3c-490e-9045-f92e2182d6fd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 932 time: 0.1286068 Aug 29 04:43:52.013666 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.027105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.106167 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.122095 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.127785 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/security-groups/43f6a92d-3d91-468f-9029-9fc6d226f909 HTTP/1.1" status: 204 len: 168 time: 0.2261388 Aug 29 04:43:52.143152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f6a92d-3d91-468f-9029-9fc6d226f909,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:52.163452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bb4d1a61-5b3b-49f2-a236-d602c8f40f93 None None] Provisioning for port a234ece0-3128-48ed-aa9b-809d7f4006e2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:52.167895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdfdc3c6-4e57-4643-abf1-ec8e65727d8a req-918a2a1a-983a-4cf0-aeba-7ed6d5a69d9b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336157 Aug 29 04:43:52.174315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bb4d1a61-5b3b-49f2-a236-d602c8f40f93 None None] Provisioning complete for port a234ece0-3128-48ed-aa9b-809d7f4006e2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:52.174439 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bb4d1a61-5b3b-49f2-a236-d602c8f40f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.217445 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.217800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.218144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.218484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.218820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.219154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.219484 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.219812 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.220137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.220506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.220820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.221167 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41a2b-82e5-4b75-be72-5903be17cd81 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.229887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51092) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:52.259534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d1a61-5b3b-49f2-a236-d602c8f40f93 None None] Port a234ece0-3128-48ed-aa9b-809d7f4006e2 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:52.673705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a234ece0-3128-48ed-aa9b-809d7f4006e2 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:52.686765 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.723536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Transition to ACTIVE for port object a234ece0-3128-48ed-aa9b-809d7f4006e2 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:52.730175 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.808667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a234ece0-3128-48ed-aa9b-809d7f4006e2,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:52.926257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Attempting to bind port a234ece0-3128-48ed-aa9b-809d7f4006e2 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:52.926523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Attempting to bind port a234ece0-3128-48ed-aa9b-809d7f4006e2 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:52.926857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Attempting to bind port a234ece0-3128-48ed-aa9b-809d7f4006e2 on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:52.934983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Port a234ece0-3128-48ed-aa9b-809d7f4006e2 on network 39e903de-0436-4c62-bb9d-d8983219a2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:52.935312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Attempting to bind port a234ece0-3128-48ed-aa9b-809d7f4006e2 on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:52.944539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:52.944886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Checking segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:52.945276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Bound using segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:52.945715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Bound port: a234ece0-3128-48ed-aa9b-809d7f4006e2, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:52.946080 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.977491 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.082816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 02fc3404-20aa-4d97-b301-c96aabff80d7 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:53.111399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 02fc3404-20aa-4d97-b301-c96aabff80d7 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:53.112026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 02fc3404-20aa-4d97-b301-c96aabff80d7 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:53.227024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] For port a234ece0-3128-48ed-aa9b-809d7f4006e2, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:53.230631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] For port a234ece0-3128-48ed-aa9b-809d7f4006e2, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a234ece0-3128-48ed-aa9b-809d7f4006e2,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:53.239517 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.281198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.281827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.283246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] 10.222.0.52 "PUT /v2.0/ports/a234ece0-3128-48ed-aa9b-809d7f4006e2 HTTP/1.1" status: 200 len: 1093 time: 1.4445078 Aug 29 04:43:53.283704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2', 'tag': 'a234ece0-3128-48ed-aa9b-809d7f4006e2'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:53.286016 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb70d4d-d425-4074-a503-3ab584ffe8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2", "tag": "a234ece0-3128-48ed-aa9b-809d7f4006e2"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:53.381238 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218edf6b-0987-4034-a194-67f4c45d81c7 x-openstack-request-id: req-218edf6b-0987-4034-a194-67f4c45d81c7 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:53.382125 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2", "tag": "a234ece0-3128-48ed-aa9b-809d7f4006e2", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:53.382354 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-218edf6b-0987-4034-a194-67f4c45d81c7 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:53.382712 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2', 'tag': 'a234ece0-3128-48ed-aa9b-809d7f4006e2', 'status': 'completed', 'code': 200} Aug 29 04:43:53.421345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbdaa9-c97c-47e7-b4d2-f5163f3efaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a234ece0-3128-48ed-aa9b-809d7f4006e2,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:53.533084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d09e72-104e-4570-b67d-da43824edc95 req-f51f1955-61ca-4803-b0d0-8c5029bea720 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.547122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74d09e72-104e-4570-b67d-da43824edc95 req-f51f1955-61ca-4803-b0d0-8c5029bea720 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.2091947 Aug 29 04:43:53.551505 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-64884a43-ed1f-4c85-b734-eeda9ab1272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.554901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-65e1f795-7273-4e37-87c1-f9354d280f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.557025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-65e1f795-7273-4e37-87c1-f9354d280f55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 1096 time: 0.2046514 Aug 29 04:43:53.669902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-5c027651-5754-459d-a698-f7daabaf7f2c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a234ece0-3128-48ed-aa9b-809d7f4006e2 HTTP/1.1" status: 200 len: 217 time: 0.0974040 Aug 29 04:43:53.699794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port fc9ab07c-e52a-42a3-9204-6a402e9e5cda {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:53.699794 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.723379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74d09e72-104e-4570-b67d-da43824edc95 req-cbb20b84-b2b7-4091-85e9-9159f84b6e33 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382968 Aug 29 04:43:53.812995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-edc051a8-8cef-472a-8315-e81172bc76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.817987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-edc051a8-8cef-472a-8315-e81172bc76fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.1334822 Aug 29 04:43:53.907811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] For port fc9ab07c-e52a-42a3-9204-6a402e9e5cda, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fc9ab07c-e52a-42a3-9204-6a402e9e5cda,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:53.908512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.931259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-e5971955-27bf-40bd-9046-5f2d975b3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.932931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-e5971955-27bf-40bd-9046-5f2d975b3eee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015592 Aug 29 04:43:53.937474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for fc9ab07c-e52a-42a3-9204-6a402e9e5cda owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:54.123765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-2d929366-a460-442c-9088-a59b0cb5f494 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836419 Aug 29 04:43:54.340472 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0b80d5c7-2a7a-4aca-9b39-b66476729fcd req-f68688e3-2f43-4822-b2e3-5b6320c1e030 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691971 Aug 29 04:43:54.387979 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.423348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=fc9ab07c-e52a-42a3-9204-6a402e9e5cda,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:54.658744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-d37bb639-9dee-4e1a-ae23-f32908a63e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.660319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-d37bb639-9dee-4e1a-ae23-f32908a63e18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 1096 time: 0.1861928 Aug 29 04:43:54.868122 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.890106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-ad45bd0c-adec-43eb-af3e-5c433990ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.892139 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-ad45bd0c-adec-43eb-af3e-5c433990ad85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.2218378 Aug 29 04:43:54.999173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-794241fd-9c65-48bf-b084-4c1e8b6b4205 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a234ece0-3128-48ed-aa9b-809d7f4006e2 HTTP/1.1" status: 200 len: 217 time: 0.0772259 Aug 29 04:43:55.164050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee9860-d356-4220-9806-63236f013ff5 req-578d40ea-8fd5-49b5-90dd-b3014bf6514f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.171787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abee9860-d356-4220-9806-63236f013ff5 req-578d40ea-8fd5-49b5-90dd-b3014bf6514f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.2967727 Aug 29 04:43:55.192482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-d2bed592-a565-4acd-8c1c-a73d9abfbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.194667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-d2bed592-a565-4acd-8c1c-a73d9abfbf73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.1422930 Aug 29 04:43:55.261430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abee9860-d356-4220-9806-63236f013ff5 req-046f41c2-2bcb-4e5a-9989-8506977f5a8e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767119 Aug 29 04:43:55.911994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:55.914600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-ede603b4-a11e-45f5-be41-b1a543a0d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.916118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-ede603b4-a11e-45f5-be41-b1a543a0d3c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7124619 Aug 29 04:43:56.078116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-7d967670-0cc6-4f60-b6c7-4a4b68b336c1 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536486 Aug 29 04:43:56.143087 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03f2fbc4-89f1-485d-a54a-b309894d433e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.258680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:56.271330 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] Sync routers for ids ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:56.279203 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51184) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:56.279701 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f929c971-82e8-4ccd-b908-8203328cd650 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "PUT /v2.0/routers/bb2bc2a6-5941-4285-a2e6-1b4e1849edfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0483134 Aug 29 04:43:56.287481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7cb70d4d-d425-4074-a503-3ab584ffe8e9 req-fbfede0b-4b09-4084-80ed-590d77ebd3f4 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002795 Aug 29 04:43:56.330599 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] Routers {'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:56.331224 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:56.338970 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.444457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c1e0ba-57da-45f4-a21e-44bcf10c4ea9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting subnet 66f49282-3e1f-4a05-b729-eeb79ef22052 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:43:56.453186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-13c1e0ba-57da-45f4-a21e-44bcf10c4ea9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.507424 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] Set router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:56.531338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cdb68-b6bc-4afd-9a83-bc4d6d4e82b2 req-d1bd43e9-d677-4564-bce9-1106c9e3dcce tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.533749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d8cdb68-b6bc-4afd-9a83-bc4d6d4e82b2 req-d1bd43e9-d677-4564-bce9-1106c9e3dcce tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1760855 Aug 29 04:43:56.575997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-13c1e0ba-57da-45f4-a21e-44bcf10c4ea9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.634126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d8cdb68-b6bc-4afd-9a83-bc4d6d4e82b2 req-97143c15-91ac-4ff9-85ce-4e1f170f5a83 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924740 Aug 29 04:43:56.741733 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-13c1e0ba-57da-45f4-a21e-44bcf10c4ea9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.880551 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-13c1e0ba-57da-45f4-a21e-44bcf10c4ea9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.923182 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:43:54Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:56.948428 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-13c1e0ba-57da-45f4-a21e-44bcf10c4ea9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.952060 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-13c1e0ba-57da-45f4-a21e-44bcf10c4ea9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/subnets/66f49282-3e1f-4a05-b729-eeb79ef22052 HTTP/1.1" status: 204 len: 168 time: 0.6708035 Aug 29 04:43:56.953888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1e0ba-57da-45f4-a21e-44bcf10c4ea9 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Subnet': ['ID=66f49282-3e1f-4a05-b729-eeb79ef22052,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:56.963558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51196) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:56.971636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7549b19-346a-4966-bc15-b3bbe21364d5 None None] Network 70bd2343-697d-4d07-b321-63dfe92fa06e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:56.991053 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] Checking router: bb2bc2a6-5941-4285-a2e6-1b4e1849edfd for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:57.011723 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] Routers {'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:57.012737 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:57.150863 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] Set router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:57.326402 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.373167 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.383187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46f10bd-ab75-45da-89f0-3215f6e408a7 None None] DHCP port deletion for 70bd2343-697d-4d07-b321-63dfe92fa06e request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:43:57.478359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f46f10bd-ab75-45da-89f0-3215f6e408a7 None None] Deleting port b06b445d-40ce-4678-81c4-ebd224491d0d {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:57.479764 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f46f10bd-ab75-45da-89f0-3215f6e408a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.479915 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:43:54Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:57.519229 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470f060-5a12-488b-b61e-94c57160fc26 None None] The sync data for ids ['bb2bc2a6-5941-4285-a2e6-1b4e1849edfd'] in n-d-712141-12 is: [{'id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'name': 'tempest-TestNetworkBasicOps-router-882603854', 'tenant_id': '4a5fc36706c24236bc5f945b90dabb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:03Z', 'updated_at': '2021-08-29T04:43:54Z', 'revision_number': 5, 'project_id': '4a5fc36706c24236bc5f945b90dabb51', 'gw_port': {'id': '51b9e40d-aa56-4f39-8291-bfd5b7be46f4', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2bc2a6-5941-4285-a2e6-1b4e1849edfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:04Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:57.588584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f46f10bd-ab75-45da-89f0-3215f6e408a7 None None] For port b06b445d-40ce-4678-81c4-ebd224491d0d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b06b445d-40ce-4678-81c4-ebd224491d0d,segment=NetworkSegment(e49ee585-e1b5-4d89-98c3-cc334c522dc9),segment_id=e49ee585-e1b5-4d89-98c3-cc334c522dc9)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:57.589566 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f46f10bd-ab75-45da-89f0-3215f6e408a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.605873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f46f10bd-ab75-45da-89f0-3215f6e408a7 None None] Calling delete_port for b06b445d-40ce-4678-81c4-ebd224491d0d owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:57.633094 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.703562 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f46f10bd-ab75-45da-89f0-3215f6e408a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.737190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f10bd-ab75-45da-89f0-3215f6e408a7 None None] Pushing event deleted for resources: {'Port': ['ID=b06b445d-40ce-4678-81c4-ebd224491d0d,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:57.741930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f10bd-ab75-45da-89f0-3215f6e408a7 None None] No DVR routers for this DVR port b06b445d-40ce-4678-81c4-ebd224491d0d on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:57.767439 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.842558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Deleting port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:57.843632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:57.951284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ea2b8-ffd2-4c49-845d-ef292396c9b6 req-769e6f6e-6a53-4990-a36c-5a522ab0fc67 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.962175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f2ea2b8-ffd2-4c49-845d-ef292396c9b6 req-769e6f6e-6a53-4990-a36c-5a522ab0fc67 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1539254 Aug 29 04:43:58.041481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f2ea2b8-ffd2-4c49-845d-ef292396c9b6 req-54adf2e1-6043-434d-84ed-03c93b928927 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720930 Aug 29 04:43:58.093805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] For port 51b9e40d-aa56-4f39-8291-bfd5b7be46f4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=51b9e40d-aa56-4f39-8291-bfd5b7be46f4,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:58.094325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.110531 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Calling delete_port for 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:58.385889 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.415248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Port': ['ID=51b9e40d-aa56-4f39-8291-bfd5b7be46f4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:58.543969 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.708274 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.711329 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.767347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.768350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Fanout notify agent at l3_agent the message router_deleted on router bb2bc2a6-5941-4285-a2e6-1b4e1849edfd {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:43:58.785467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.787185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-37c7d0b3-06c4-4cf7-a577-c89fb5e7e261 tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/routers/bb2bc2a6-5941-4285-a2e6-1b4e1849edfd HTTP/1.1" status: 204 len: 168 time: 1.8244171 Aug 29 04:43:58.790337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51226) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:58.906702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b06b445d-40ce-4678-81c4-ebd224491d0d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:58.951335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: b06b445d-40ce-4678-81c4-ebd224491d0d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:58.964670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b06b445d-40ce-4678-81c4-ebd224491d0d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:58.965461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc9ab07c-e52a-42a3-9204-6a402e9e5cda no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:58.997341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: fc9ab07c-e52a-42a3-9204-6a402e9e5cda {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:58.998319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc9ab07c-e52a-42a3-9204-6a402e9e5cda not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:59.027422 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.102160 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.228509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.249358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bd2343-697d-4d07-b321-63dfe92fa06e']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:59.269789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49ee585-e1b5-4d89-98c3-cc334c522dc9') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:59.270496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49ee585-e1b5-4d89-98c3-cc334c522dc9') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:59.304769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2db25f-67e1-4beb-bf54-740a56132d22 req-c04ef4ea-2242-46e4-a90d-c7df4b1e6d2d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.306736 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c2db25f-67e1-4beb-bf54-740a56132d22 req-c04ef4ea-2242-46e4-a90d-c7df4b1e6d2d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1667156 Aug 29 04:43:59.310851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.354384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.389652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:43:59.390067 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:43:59.396032 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:43:59.484297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c2db25f-67e1-4beb-bf54-740a56132d22 req-07ed0d25-5feb-48e6-8b08-ce64134b5adf tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581106 Aug 29 04:43:59.516085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.546497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.549088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] 10.222.0.49 "DELETE /v2.0/networks/70bd2343-697d-4d07-b321-63dfe92fa06e HTTP/1.1" status: 204 len: 168 time: 0.7573817 Aug 29 04:43:59.575087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Pushing event deleted for resources: {'Network': ['ID=70bd2343-697d-4d07-b321-63dfe92fa06e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:59.584920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.585185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.585608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.586047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.586547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.587181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.587788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.589049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.589049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.589049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.591118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:59.591118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f28e43-ca5b-4d1c-b4ed-0d73e0933bfa tempest-TestNetworkBasicOps-872856442 tempest-TestNetworkBasicOps-872856442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:00.135540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51258) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:00.347064 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-24a49913-c5d7-418b-82f2-eed3f179d6d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a5fc36706c24236bc5f945b90dabb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102580 Aug 29 04:44:00.349745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51266) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:00.422150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6c88c4a-00aa-436c-9302-492a5aee8180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.445756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6c88c4a-00aa-436c-9302-492a5aee8180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.526132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6c88c4a-00aa-436c-9302-492a5aee8180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.528970 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b6c88c4a-00aa-436c-9302-492a5aee8180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.530424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b6c88c4a-00aa-436c-9302-492a5aee8180 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ad27cef-8659-4255-a9d3-ba155e9a0b89 HTTP/1.1" status: 204 len: 168 time: 0.1791952 Aug 29 04:44:00.539945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c88c4a-00aa-436c-9302-492a5aee8180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad27cef-8659-4255-a9d3-ba155e9a0b89,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:00.675672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:00.782981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eaccf-5476-401e-9418-7b4aeaa41b4b req-310d89ed-1796-4f6d-9601-7a7c2c8dcaa5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.785135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a3eaccf-5476-401e-9418-7b4aeaa41b4b req-310d89ed-1796-4f6d-9601-7a7c2c8dcaa5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1536522 Aug 29 04:44:00.861955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-c79136f2-47c6-46da-bff3-c09e41148cba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1686432 Aug 29 04:44:00.887237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a3eaccf-5476-401e-9418-7b4aeaa41b4b req-8104a5a5-3e05-40f2-9401-6c04ec9089e6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938306 Aug 29 04:44:01.004778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:01.014593 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 51b9e40d-aa56-4f39-8291-bfd5b7be46f4 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:01.093426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-535eedbe-856a-4b43-b330-a4b4191522ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.096295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-535eedbe-856a-4b43-b330-a4b4191522ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb59d264f94d4370805e846cf980576a&device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 1098 time: 0.0992095 Aug 29 04:44:01.221632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51294) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:01.266533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81ff65a8-5201-4fb4-99b1-afc349495af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.321429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-bad0720c-ea26-4a28-9ee3-4cb38c504449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.323098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-bad0720c-ea26-4a28-9ee3-4cb38c504449 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 200 len: 915 time: 0.2020407 Aug 29 04:44:01.396268 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-f2af4305-4956-441b-87f6-86314f2f87c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8e51ce1-0371-4cec-8071-d0a70b3245c4 HTTP/1.1" status: 200 len: 217 time: 0.0644553 Aug 29 04:44:01.449927 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81ff65a8-5201-4fb4-99b1-afc349495af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.456766 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81ff65a8-5201-4fb4-99b1-afc349495af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.491237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-26426587-d848-4fa4-ac54-7903de50e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.493335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-26426587-d848-4fa4-ac54-7903de50e74d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3949679-4cee-453a-865d-b7eebe5fe64f HTTP/1.1" status: 200 len: 854 time: 0.0899427 Aug 29 04:44:01.538878 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-81ff65a8-5201-4fb4-99b1-afc349495af1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d05f4dc82672422bb23bcc717c62c54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161609 Aug 29 04:44:01.539680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff65a8-5201-4fb4-99b1-afc349495af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f6a20d-c99a-4f8b-946a-9f7a8d7bab5c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:01.541191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-d0483964-660f-4fe8-8706-63a7c631c435 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a76f8cfb-a00f-4b00-8763-75a743b97004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399716 Aug 29 04:44:01.541752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51296) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:01.673488 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f73270a5-a490-462e-99b8-71cec1d01ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.714771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f73270a5-a490-462e-99b8-71cec1d01ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.718375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-ed998b16-4635-4343-9287-054b5e070204 service neutron] 10.222.0.52 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541646 Aug 29 04:44:01.854783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f73270a5-a490-462e-99b8-71cec1d01ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.870868 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f73270a5-a490-462e-99b8-71cec1d01ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.872157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f73270a5-a490-462e-99b8-71cec1d01ada admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02f6a20d-c99a-4f8b-946a-9f7a8d7bab5c HTTP/1.1" status: 204 len: 168 time: 0.3293893 Aug 29 04:44:01.884383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a6eeb19-f159-4749-b369-eacad52ba532 req-856f7bee-fcd6-4caa-bf69-c35e35cd9775 service neutron] 10.222.0.52 "GET /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570611 Aug 29 04:44:01.907813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73270a5-a490-462e-99b8-71cec1d01ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f6a20d-c99a-4f8b-946a-9f7a8d7bab5c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:02.030899 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:44:02.037823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6279ba-be3d-493e-a49b-51568ec37f4a req-43c101ab-13b5-4aa0-b11e-a91f704207b6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:02.039856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b6279ba-be3d-493e-a49b-51568ec37f4a req-43c101ab-13b5-4aa0-b11e-a91f704207b6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0719604 Aug 29 04:44:02.108865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b6279ba-be3d-493e-a49b-51568ec37f4a req-ad722bfe-8991-440d-a8e2-38903a7320fb tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623267 Aug 29 04:44:02.698242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51324) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:02.800408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-374255357-network', 'tenant_id': 'f922e0619e9549718829615caeeecadf'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:02.822521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Made reservation on behalf of f922e0619e9549718829615caeeecadf for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:02.824940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.833249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.934913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.940304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.969901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:44:02.977859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef7f3b4-85e1-4822-a007-8a98674e8ac7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:02.986208 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.986733 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Added segment 90ed1c61-5161-4e83-9590-7177a63f81f7 of type vlan for network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 Aug 29 04:44:03.029773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.055794 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.057196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.057922 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.122480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4204273 Aug 29 04:44:03.123305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51330) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:03.127874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Request body: {'subnet': {'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-374255357-subnet', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:03.135043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa948f-e0da-43a7-b0ce-120365ace61e admin admin] Pushing event updated for resources: {'Network': ['ID=a9cd9801-b4c3-45d3-98ff-4b638ccbd044,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:03.151634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:44:03.171978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Made reservation on behalf of f922e0619e9549718829615caeeecadf for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:03.177903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.301589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c8a1-6386-4744-a70d-91fbd0affedd req-b90707c8-c8b4-402d-8c6c-f87d376132d0 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.303214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f09c8a1-6386-4744-a70d-91fbd0affedd req-b90707c8-c8b4-402d-8c6c-f87d376132d0 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0721300 Aug 29 04:44:03.358734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f09c8a1-6386-4744-a70d-91fbd0affedd req-9026f0f4-2d37-4dac-80fb-d1c47df7f2d4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489829 Aug 29 04:44:03.425579 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.485905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88850b7e-131f-4826-ba96-d52e5173cc9b,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:03.524936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Checking segment: {'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:03.525577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Network hostable DHCP agents. Network: a9cd9801-b4c3-45d3-98ff-4b638ccbd044, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:44:03.548757 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:44:03.561764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a9cd9801-b4c3-45d3-98ff-4b638ccbd044) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:03.575332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f747a32-76a4-418e-8d0b-ce823531d898 None None] Network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:03.590253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.590924 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.614513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51336) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:03.617193 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e88a42d7-ece3-40dd-8fcf-be90b5f59220 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4930356 Aug 29 04:44:03.619983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:03.653471 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.658612 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.742228 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.793130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:44:03.794614 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.932796 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.967745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Allocated IP 172.20.0.2 (a9cd9801-b4c3-45d3-98ff-4b638ccbd044/88850b7e-131f-4826-ba96-d52e5173cc9b/3628dc21-6ce4-43a1-b22d-8922b1471ada) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:04.175621 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.183150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.186394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Transition to ACTIVE for port object 3628dc21-6ce4-43a1-b22d-8922b1471ada will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:04.202801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Transition to ACTIVE for port object 3628dc21-6ce4-43a1-b22d-8922b1471ada will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:04.214522 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.222332 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.285621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Pushing event updated for resources: {'Port': ['ID=3628dc21-6ce4-43a1-b22d-8922b1471ada,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:04.295913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:04.302186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:04.306299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.306886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.307666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.308239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.309043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.309670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.310080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.310484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.310888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.311293 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.311696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.312096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:04.315505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:04.391591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Attempting to bind port 3628dc21-6ce4-43a1-b22d-8922b1471ada on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:04.392021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Attempting to bind port 3628dc21-6ce4-43a1-b22d-8922b1471ada by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:04.392421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Attempting to bind port 3628dc21-6ce4-43a1-b22d-8922b1471ada on network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:04.405613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:04.406077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Checking segment: {'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:04.406999 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.406999 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Bound using segment: {'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:04.407503 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Bound port: 3628dc21-6ce4-43a1-b22d-8922b1471ada, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:04.407765 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.529285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] For port 3628dc21-6ce4-43a1-b22d-8922b1471ada, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:04.534375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] For port 3628dc21-6ce4-43a1-b22d-8922b1471ada, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3628dc21-6ce4-43a1-b22d-8922b1471ada,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:04.542998 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.546550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Allocated IP 172.25.5.3 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/2704adc4-66f1-4546-b3c6-a645e1316227) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:04.686769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17e86b-4deb-4302-ae9f-619b71a53359 None None] Pushing event updated for resources: {'Port': ['ID=3628dc21-6ce4-43a1-b22d-8922b1471ada,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:04.729092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131f224-ebc2-4fb7-bca4-cdfce10ff7fc req-6507b3c9-2d50-4a7d-9e9c-c08aaef0592f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.736562 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6131f224-ebc2-4fb7-bca4-cdfce10ff7fc req-6507b3c9-2d50-4a7d-9e9c-c08aaef0592f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.2655687 Aug 29 04:44:04.801275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.838173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6131f224-ebc2-4fb7-bca4-cdfce10ff7fc req-3934f3d2-b275-485b-a64b-bba8547b9613 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006639 Aug 29 04:44:04.848454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbacd3-e626-4b2c-9b0d-843117979bc6 req-b9dfe5eb-b183-4671-9bdd-d893a1a69647 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.856611 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8fbacd3-e626-4b2c-9b0d-843117979bc6 req-b9dfe5eb-b183-4671-9bdd-d893a1a69647 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 946 time: 0.1883709 Aug 29 04:44:04.930970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8fbacd3-e626-4b2c-9b0d-843117979bc6 req-7a5cc93a-7bdd-4e34-89e0-1d6be775c0ae tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715821 Aug 29 04:44:04.938485 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.992947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:04.998287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:05.002057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:05.028543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2704adc4-66f1-4546-b3c6-a645e1316227,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:05.269244 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.489561 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.635103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:44:05.711430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ac128-e23b-4ad9-9f10-dd5d86cfe662 None None] Network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:05.759681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:05.772937 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Sync routers for ids ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:05.774676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.778362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-045a753e-2c1a-4451-91bc-0cecc70075f0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1599970 Aug 29 04:44:05.778650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51350) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:05.779370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-06344613-403d-43f1-9622-c1ada25cabab None None] Provisioning for port 3628dc21-6ce4-43a1-b22d-8922b1471ada completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:05.807143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Routers {'2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:05.807809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:05.980687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Set router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:06.198239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:05Z', 'revision_number': 3, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:06.243245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Checking router: 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:06.243675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Updating router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d port 2704adc4-66f1-4546-b3c6-a645e1316227 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:44:06.274243 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.486648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421072f6-bc9a-4d8d-a1f0-2eabebb657a0 req-2ff2954d-f50a-44d2-8392-c8804500bb9a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.492691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-421072f6-bc9a-4d8d-a1f0-2eabebb657a0 req-2ff2954d-f50a-44d2-8392-c8804500bb9a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 946 time: 0.1334383 Aug 29 04:44:06.503280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78447f5c-1385-4591-8715-31db0be1652a req-c1e18367-3ac6-4273-aca4-0e3425bcd39a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.505299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78447f5c-1385-4591-8715-31db0be1652a req-c1e18367-3ac6-4273-aca4-0e3425bcd39a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1450593 Aug 29 04:44:06.560444 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.574735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Transition to ACTIVE for port object 2704adc4-66f1-4546-b3c6-a645e1316227 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:06.588511 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.658636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Attempting to bind port 2704adc4-66f1-4546-b3c6-a645e1316227 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:06.659060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Attempting to bind port 2704adc4-66f1-4546-b3c6-a645e1316227 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:06.659541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Attempting to bind port 2704adc4-66f1-4546-b3c6-a645e1316227 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:06.670784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dee157-ff23-4b16-9660-26ac3cfd0f3d None None] Pushing event updated for resources: {'Port': ['ID=2704adc4-66f1-4546-b3c6-a645e1316227,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:06.675027 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:06.675936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:06.676589 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.677507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:06.678224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Bound port: 2704adc4-66f1-4546-b3c6-a645e1316227, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:06.678861 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.690334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-421072f6-bc9a-4d8d-a1f0-2eabebb657a0 req-cc3cf854-ffce-4181-ae5b-813e4fbe588f tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815157 Aug 29 04:44:06.696025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78447f5c-1385-4591-8715-31db0be1652a req-8fa41420-d7db-4f7a-b729-86e56e51f6c3 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795366 Aug 29 04:44:06.740938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06070f85-933e-461b-96aa-22bfc37a1227 req-fcec2551-ffd2-4de8-95f1-492bfc4fefaf tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.743275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06070f85-933e-461b-96aa-22bfc37a1227 req-fcec2551-ffd2-4de8-95f1-492bfc4fefaf tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.52 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 946 time: 0.1549275 Aug 29 04:44:06.754932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] For port 2704adc4-66f1-4546-b3c6-a645e1316227, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:06.759162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] For port 2704adc4-66f1-4546-b3c6-a645e1316227, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2704adc4-66f1-4546-b3c6-a645e1316227,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:06.763937 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.825002 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Routers {'2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:06.826160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:06.854652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3628dc21-6ce4-43a1-b22d-8922b1471ada up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:06.917130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dee157-ff23-4b16-9660-26ac3cfd0f3d None None] Pushing event updated for resources: {'Port': ['ID=2704adc4-66f1-4546-b3c6-a645e1316227,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:06.926651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-06070f85-933e-461b-96aa-22bfc37a1227 req-72233d32-df69-449e-9a05-d7b06d3f901c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Deleting port c8e51ce1-0371-4cec-8071-d0a70b3245c4 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:06.926983 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-06070f85-933e-461b-96aa-22bfc37a1227 req-72233d32-df69-449e-9a05-d7b06d3f901c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.971007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.000695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3628dc21-6ce4-43a1-b22d-8922b1471ada completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:07.004864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3628dc21-6ce4-43a1-b22d-8922b1471ada triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:07.005251 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.007762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] Set router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:07.087558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-06070f85-933e-461b-96aa-22bfc37a1227 req-72233d32-df69-449e-9a05-d7b06d3f901c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] For port c8e51ce1-0371-4cec-8071-d0a70b3245c4, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c8e51ce1-0371-4cec-8071-d0a70b3245c4,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:07.088349 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-06070f85-933e-461b-96aa-22bfc37a1227 req-72233d32-df69-449e-9a05-d7b06d3f901c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.129774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-06070f85-933e-461b-96aa-22bfc37a1227 req-72233d32-df69-449e-9a05-d7b06d3f901c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Calling delete_port for c8e51ce1-0371-4cec-8071-d0a70b3245c4 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:07.236217 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.256875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Allocated IP 172.20.0.1 (a9cd9801-b4c3-45d3-98ff-4b638ccbd044/88850b7e-131f-4826-ba96-d52e5173cc9b/494cb8f2-dc44-43f2-9a44-393ae1c5ef3f) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:07.282689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 3628dc21-6ce4-43a1-b22d-8922b1471ada, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3628dc21-6ce4-43a1-b22d-8922b1471ada,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:07.289535 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.297971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:05Z', 'revision_number': 3, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:07.357231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1cab-a2f6-42ab-bf4f-a2d5318b4af1 None None] The sync data for ids ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'] in n-d-712141-12 is: [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:05Z', 'revision_number': 3, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:07.387432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=3628dc21-6ce4-43a1-b22d-8922b1471ada,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:07.488877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-06070f85-933e-461b-96aa-22bfc37a1227 req-72233d32-df69-449e-9a05-d7b06d3f901c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.501801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5', 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f', '0ed916e6-70d0-40d7-af9c-17b400db3c55'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:07.512919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.537599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72233d32-df69-449e-9a05-d7b06d3f901c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Pushing event deleted for resources: {'Port': ['ID=c8e51ce1-0371-4cec-8071-d0a70b3245c4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:07.554354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c8e51ce1-0371-4cec-8071-d0a70b3245c4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:07.573876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Transition to ACTIVE for port object 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:07.605505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-06070f85-933e-461b-96aa-22bfc37a1227 req-72233d32-df69-449e-9a05-d7b06d3f901c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] No DVR routers for this DVR port c8e51ce1-0371-4cec-8071-d0a70b3245c4 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:07.668014 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-06070f85-933e-461b-96aa-22bfc37a1227 req-72233d32-df69-449e-9a05-d7b06d3f901c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.670738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06070f85-933e-461b-96aa-22bfc37a1227 req-72233d32-df69-449e-9a05-d7b06d3f901c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.52 "DELETE /v2.0/ports/c8e51ce1-0371-4cec-8071-d0a70b3245c4 HTTP/1.1" status: 204 len: 173 time: 0.9083319 Aug 29 04:44:07.672005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0991a77f-2bea-4884-ba74-b5769e99c4ce', 'name': 'network-vif-deleted', 'tag': 'c8e51ce1-0371-4cec-8071-d0a70b3245c4'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:07.674831 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ac251f-edea-449f-9ba7-dcbd7f073686" -d '{"events": [{"server_uuid": "0991a77f-2bea-4884-ba74-b5769e99c4ce", "name": "network-vif-deleted", "tag": "c8e51ce1-0371-4cec-8071-d0a70b3245c4"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:07.680647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.743340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:07.747008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:07.768799 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4619d9-b34d-41c9-a0f5-cdf4109ff456 x-openstack-request-id: req-4c4619d9-b34d-41c9-a0f5-cdf4109ff456 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:07.769146 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0991a77f-2bea-4884-ba74-b5769e99c4ce", "name": "network-vif-deleted", "tag": "c8e51ce1-0371-4cec-8071-d0a70b3245c4", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:07.782661 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c4619d9-b34d-41c9-a0f5-cdf4109ff456 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:07.783648 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0991a77f-2bea-4884-ba74-b5769e99c4ce', 'name': 'network-vif-deleted', 'tag': 'c8e51ce1-0371-4cec-8071-d0a70b3245c4', 'status': 'completed', 'code': 200} Aug 29 04:44:07.785656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:07.822142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51372) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:07.828688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3b692ec9-6088-429e-9165-209a0df1babf tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106935090', 'description': 'tempest-secgroup-smoke-106935090 description', 'project_id': 'babc381acf9e400a8981f1810a76d373'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:07.884097 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b692ec9-6088-429e-9165-209a0df1babf tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.998360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Pushing event updated for resources: {'Port': ['ID=494cb8f2-dc44-43f2-9a44-393ae1c5ef3f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.090002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8ea67fa-ca41-4923-afc4-8ff1076d5ec5 req-e9c6c44b-fbbc-405d-8104-95b11f6ec62c tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=0991a77f-2bea-4884-ba74-b5769e99c4ce HTTP/1.1" status: 200 len: 210 time: 0.1389203 Aug 29 04:44:08.101288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.103070 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b692ec9-6088-429e-9165-209a0df1babf tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.118335 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b692ec9-6088-429e-9165-209a0df1babf tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.165281 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b692ec9-6088-429e-9165-209a0df1babf tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.166699 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3b692ec9-6088-429e-9165-209a0df1babf tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3434329 Aug 29 04:44:08.170537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51374) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.182343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-6c98207e-aad2-4bd2-9555-1784e8a00771 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Request body: {'security_group_rule': {'security_group_id': '3b03a600-e1bf-4803-af69-fdec2ca2f17b', 'project_id': 'babc381acf9e400a8981f1810a76d373', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:08.185001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c79a3c-7c1d-43bc-bc24-4a3d23843428 req-9120f7e3-3d8a-4796-bc09-e940751db5ab tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:08.186878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1c79a3c-7c1d-43bc-bc24-4a3d23843428 req-9120f7e3-3d8a-4796-bc09-e940751db5ab tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.2348118 Aug 29 04:44:08.197377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b692ec9-6088-429e-9165-209a0df1babf tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b03a600-e1bf-4803-af69-fdec2ca2f17b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.233065 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c98207e-aad2-4bd2-9555-1784e8a00771 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.264159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1c79a3c-7c1d-43bc-bc24-4a3d23843428 req-fafa8933-2eae-4a09-991c-dba3918abcf4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686417 Aug 29 04:44:08.326255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c98207e-aad2-4bd2-9555-1784e8a00771 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.332588 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c98207e-aad2-4bd2-9555-1784e8a00771 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.343517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b4f3f497-a150-41f0-9c39-605b7c951003 None None] Provisioning for port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:08.350429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b4f3f497-a150-41f0-9c39-605b7c951003 None None] Provisioning complete for port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:08.350844 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f497-a150-41f0-9c39-605b7c951003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.359409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98207e-aad2-4bd2-9555-1784e8a00771 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd74e740-96c5-4595-9e56-73f7586638a3,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.367890 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6c98207e-aad2-4bd2-9555-1784e8a00771 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.373510 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.375284 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6c98207e-aad2-4bd2-9555-1784e8a00771 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2013547 Aug 29 04:44:08.375835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51376) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.389147 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ac8e6798-5077-43a9-9433-30c5e1bbf40d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Request body: {'security_group_rule': {'security_group_id': '3b03a600-e1bf-4803-af69-fdec2ca2f17b', 'project_id': 'babc381acf9e400a8981f1810a76d373', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:08.463189 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6798-5077-43a9-9433-30c5e1bbf40d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.469040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3f497-a150-41f0-9c39-605b7c951003 None None] Port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:08.641632 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6798-5077-43a9-9433-30c5e1bbf40d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.653321 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6798-5077-43a9-9433-30c5e1bbf40d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.682632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e6798-5077-43a9-9433-30c5e1bbf40d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b592c3-d300-45c7-b0c6-53bff32b698a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.708643 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac8e6798-5077-43a9-9433-30c5e1bbf40d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.710910 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ac8e6798-5077-43a9-9433-30c5e1bbf40d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3322606 Aug 29 04:44:08.713498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51378) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.730093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-131b8338-83af-4c9e-a982-6fbd518789da tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Request body: {'security_group_rule': {'security_group_id': '3b03a600-e1bf-4803-af69-fdec2ca2f17b', 'project_id': 'babc381acf9e400a8981f1810a76d373', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:08.760288 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-131b8338-83af-4c9e-a982-6fbd518789da tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.766569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.779933 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.844813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-131b8338-83af-4c9e-a982-6fbd518789da tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.852965 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-131b8338-83af-4c9e-a982-6fbd518789da tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.866359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.896971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b8338-83af-4c9e-a982-6fbd518789da tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5d98f5-8f67-4a82-87e2-532e125f6dd2,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.901017 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-131b8338-83af-4c9e-a982-6fbd518789da tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.902610 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-131b8338-83af-4c9e-a982-6fbd518789da tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1791759 Aug 29 04:44:08.905908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51380) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.916825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2fc7fd02-9b4b-4ef8-b09d-56758fd0ccce tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Request body: {'security_group_rule': {'security_group_id': '3b03a600-e1bf-4803-af69-fdec2ca2f17b', 'project_id': 'babc381acf9e400a8981f1810a76d373', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:08.960166 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fc7fd02-9b4b-4ef8-b09d-56758fd0ccce tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.968468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2704adc4-66f1-4546-b3c6-a645e1316227 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:09.007204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Pushing event updated for resources: {'Port': ['ID=494cb8f2-dc44-43f2-9a44-393ae1c5ef3f,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.053711 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fc7fd02-9b4b-4ef8-b09d-56758fd0ccce tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.059398 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fc7fd02-9b4b-4ef8-b09d-56758fd0ccce tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.071851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 2704adc4-66f1-4546-b3c6-a645e1316227 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:09.077842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 2704adc4-66f1-4546-b3c6-a645e1316227 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:09.078854 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.086263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:09.087957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:09.112327 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7fd02-9b4b-4ef8-b09d-56758fd0ccce tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99087973-b28d-48b1-abc1-d220eb53bc3f,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.148701 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fc7fd02-9b4b-4ef8-b09d-56758fd0ccce tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.150597 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2fc7fd02-9b4b-4ef8-b09d-56758fd0ccce tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2437460 Aug 29 04:44:09.154167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51384) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:09.162981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-ab35edfd-fb2c-4272-bec3-80b1ce596e95 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Request body: {'security_group_rule': {'security_group_id': '3b03a600-e1bf-4803-af69-fdec2ca2f17b', 'project_id': 'babc381acf9e400a8981f1810a76d373', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:09.207576 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-ab35edfd-fb2c-4272-bec3-80b1ce596e95 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Project babc381acf9e400a8981f1810a76d373 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:09.234247 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.251024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab35edfd-fb2c-4272-bec3-80b1ce596e95 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.302076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 2704adc4-66f1-4546-b3c6-a645e1316227, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2704adc4-66f1-4546-b3c6-a645e1316227,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:09.308387 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.309709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3628dc21-6ce4-43a1-b22d-8922b1471ada up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:09.411408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab35edfd-fb2c-4272-bec3-80b1ce596e95 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.430461 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab35edfd-fb2c-4272-bec3-80b1ce596e95 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.472299 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:09.485653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35edfd-fb2c-4272-bec3-80b1ce596e95 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b05ee35-9562-4d05-8ca2-30aec9004dbe,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.497591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ab35edfd-fb2c-4272-bec3-80b1ce596e95 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.498881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ab35edfd-fb2c-4272-bec3-80b1ce596e95 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3437605 Aug 29 04:44:09.502017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51392) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:09.508157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9165d507-e030-45be-bf46-0972d234db35 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Request body: {'security_group_rule': {'security_group_id': '3b03a600-e1bf-4803-af69-fdec2ca2f17b', 'project_id': 'babc381acf9e400a8981f1810a76d373', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:09.535864 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-9165d507-e030-45be-bf46-0972d234db35 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Project babc381acf9e400a8981f1810a76d373 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:09.544008 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9165d507-e030-45be-bf46-0972d234db35 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.557146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d776c1-78a4-40cf-8cec-0b80c24448d3 req-1e0e7797-21cf-44b0-a45f-4a14c30d097a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:09.558742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e4d776c1-78a4-40cf-8cec-0b80c24448d3 req-1e0e7797-21cf-44b0-a45f-4a14c30d097a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1435330 Aug 29 04:44:09.662848 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9165d507-e030-45be-bf46-0972d234db35 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.667414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=2704adc4-66f1-4546-b3c6-a645e1316227,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.668492 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9165d507-e030-45be-bf46-0972d234db35 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.671564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e4d776c1-78a4-40cf-8cec-0b80c24448d3 req-223150e9-710e-4f00-8779-cdaf6d138bdf tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056247 Aug 29 04:44:09.685662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:09.691329 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-87e1c75a-8943-42a9-9601-1c3843dca24b admin admin] 10.222.0.49 "PUT /v2.0/routers/2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9108891 Aug 29 04:44:09.696451 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-34208691-5938-4f63-a6fd-4639c5c327d6 None None] Provisioning complete for port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:09.696946 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-34208691-5938-4f63-a6fd-4639c5c327d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.716285 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165d507-e030-45be-bf46-0972d234db35 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a80f5b1-1bb4-42af-8768-cdbb9e4a6cba,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.730875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9165d507-e030-45be-bf46-0972d234db35 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.732422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9165d507-e030-45be-bf46-0972d234db35 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2290452 Aug 29 04:44:09.772254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3628dc21-6ce4-43a1-b22d-8922b1471ada triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:09.772662 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.803928 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-34208691-5938-4f63-a6fd-4639c5c327d6 None None] Port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:10.033477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-0fa59af8-af73-4f6c-ab8c-e01662a1110e tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106935090&fields=id&tenant_id=babc381acf9e400a8981f1810a76d373 HTTP/1.1" status: 200 len: 267 time: 0.0375054 Aug 29 04:44:10.157317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-aed1cb91-0177-418b-a985-1e40d7effd8f tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:10.158867 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-aed1cb91-0177-418b-a985-1e40d7effd8f tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/networks?id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 HTTP/1.1" status: 200 len: 814 time: 0.1170669 Aug 29 04:44:10.179130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-2bc9e15f-8862-4243-b6d3-e424e5546eb6 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/quotas/babc381acf9e400a8981f1810a76d373 HTTP/1.1" status: 200 len: 375 time: 0.0101931 Aug 29 04:44:10.201539 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Sync routers for ids ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:10.212945 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Routers {'2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:10.213732 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:10.256335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-db94409d-c961-4e62-8b55-7bd2e764eb67 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=babc381acf9e400a8981f1810a76d373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693324 Aug 29 04:44:10.337190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51414) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:10.343748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-234173573-network', 'tenant_id': 'aae186e450254aa68308564fc55262d8'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:10.349225 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Set router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:10.371940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Made reservation on behalf of aae186e450254aa68308564fc55262d8 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:10.375211 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.382469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-d13270d0-9f46-4958-ba6a-7f22ee5e71f8 service neutron] 10.222.0.49 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110969 Aug 29 04:44:10.387987 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.523286 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-213af060-4d5f-43db-9645-48876dd78a70 service neutron] 10.222.0.49 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369450 Aug 29 04:44:10.545096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.551098 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.586222 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e166705-4c10-4d7a-ba1f-073657b809a0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:10.612400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:44:10.627698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.628160 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Added segment 67f6519c-4720-4a28-8385-0ee2c87b29ae of type vlan for network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c Aug 29 04:44:10.677988 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:08Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '494cb8f2-dc44-43f2-9a44-393ae1c5ef3f', 'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'mac_address': 'fa:16:3e:fe:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:07Z', 'updated_at': '2021-08-29T04:44:08Z', 'revision_number': 2, 'project_id': 'f922e0619e9549718829615caeeecadf', 'subnets': [{'id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:10.716057 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.737258 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Checking router: 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:10.737658 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Updating router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:44:10.752007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.753935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:10.757130 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.769097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2704adc4-66f1-4546-b3c6-a645e1316227 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:10.775992 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.875947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 2704adc4-66f1-4546-b3c6-a645e1316227 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:10.877363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.946703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382908e-39ae-42ec-8326-47acf907212a req-656f4b24-cd0d-416d-976e-a4b6f4487e16 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:10.960086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8382908e-39ae-42ec-8326-47acf907212a req-656f4b24-cd0d-416d-976e-a4b6f4487e16 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1455598 Aug 29 04:44:10.973960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] Pushing event updated for resources: {'Network': ['ID=9a63cd81-e238-4a60-b0b8-30ddf8a94b1c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:10.992139 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e37cbe3f-9e2a-4695-bdb0-da3acb56fa97 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6504374 Aug 29 04:44:10.992541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51428) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:11.001480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:44:11.001633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Request body: {'subnet': {'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-234173573-subnet', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:11.042201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Made reservation on behalf of aae186e450254aa68308564fc55262d8 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:11.046200 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.090427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8382908e-39ae-42ec-8326-47acf907212a req-743de0e7-88ed-4118-99b7-c65fd0a7d5b5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229978 Aug 29 04:44:11.160610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dd305a37-32e1-4152-9898-73458c2eed06 req-764193fa-4f5b-4f49-891b-b628cb5cc72d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 210 time: 0.0554640 Aug 29 04:44:11.214516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c8e51ce1-0371-4cec-8071-d0a70b3245c4 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:11.261863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: c8e51ce1-0371-4cec-8071-d0a70b3245c4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:11.262716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c8e51ce1-0371-4cec-8071-d0a70b3245c4 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:11.387812 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.416338 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Transition to ACTIVE for port object 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:11.423049 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.424096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.472648 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Pushing event updated for resources: {'Port': ['ID=494cb8f2-dc44-43f2-9a44-393ae1c5ef3f,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:11.484323 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.484898 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.485402 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.485918 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.486423 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.487072 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.487680 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.488169 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.488721 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.490668 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.491174 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.491675 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:11.577350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=11693eda-f8c6-4000-9957-c3d3bac57e40,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:11.596362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Checking segment: {'id': '67f6519c-4720-4a28-8385-0ee2c87b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:11.597163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Network hostable DHCP agents. Network: 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:44:11.622845 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Attempting to bind port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:11.623257 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Attempting to bind port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:11.623619 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Attempting to bind port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f on network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:11.636968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:44:11.641156 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:11.642082 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Checking segment: {'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:11.642685 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.643260 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Bound using segment: {'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:11.645311 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Bound port: 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:11.646223 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.653124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:11.659523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.660334 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.665023 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8a24f-c4aa-475b-8f60-e8ced22a4970 None None] Network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:11.690993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51440) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:11.708520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-234173573-router', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:11.717047 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-adb8b7ef-41ed-4e27-acb4-6a859c391a6d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7206919 Aug 29 04:44:11.774197 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.776006 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.793922 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] For port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:11.799744 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] For port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=494cb8f2-dc44-43f2-9a44-393ae1c5ef3f,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:11.812467 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.908792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.953412 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Routers {'2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:11.956841 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:11.960629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-9a63cd81-e238-4a60-b0b8-30ddf8a94b1c', 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'fixed_ips': [{'subnet_id': '11693eda-f8c6-4000-9957-c3d3bac57e40'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:44:11.962381 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.103909 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75202208-c5c9-4f90-81ba-878ce85d1cd5 None None] Pushing event updated for resources: {'Port': ['ID=494cb8f2-dc44-43f2-9a44-393ae1c5ef3f,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:12.172101 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.248220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Allocated IP 172.20.0.2 (9a63cd81-e238-4a60-b0b8-30ddf8a94b1c/11693eda-f8c6-4000-9957-c3d3bac57e40/3954f23a-a8fd-4e9b-9a79-23cf38710cae) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:12.286206 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] Set router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:12.387520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f01ea22-5151-41c8-bc8e-98834d907e05 req-c8276a16-20eb-4ba9-b956-6827a4e5c4a9 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 210 time: 0.0963657 Aug 29 04:44:12.463822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4ab94-8798-41eb-804f-fe0ff934ac29 req-a7006d22-e077-4cc8-853c-7eb3cb5f0f10 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:12.467030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ca4ab94-8798-41eb-804f-fe0ff934ac29 req-a7006d22-e077-4cc8-853c-7eb3cb5f0f10 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1840358 Aug 29 04:44:12.585488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ca4ab94-8798-41eb-804f-fe0ff934ac29 req-890bc250-ce7d-4904-ae29-1c1b258e1687 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892048 Aug 29 04:44:12.666474 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.694180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Transition to ACTIVE for port object 3954f23a-a8fd-4e9b-9a79-23cf38710cae will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:12.759070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Transition to ACTIVE for port object 3954f23a-a8fd-4e9b-9a79-23cf38710cae will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:12.777862 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.817646 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:08Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '494cb8f2-dc44-43f2-9a44-393ae1c5ef3f', 'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'mac_address': 'fa:16:3e:fe:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:07Z', 'updated_at': '2021-08-29T04:44:11Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'subnets': [{'id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:12.842665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.868100 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.914269 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79582017-0c20-41e0-b96f-20c966d6245f None None] The sync data for ids ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'] in n-d-712141-12 is: [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:08Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '494cb8f2-dc44-43f2-9a44-393ae1c5ef3f', 'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'mac_address': 'fa:16:3e:fe:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:07Z', 'updated_at': '2021-08-29T04:44:11Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'subnets': [{'id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:12.935693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:12.955755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:12.959568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:12.965373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Pushing event updated for resources: {'Port': ['ID=3954f23a-a8fd-4e9b-9a79-23cf38710cae,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:13.094574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Attempting to bind port 3954f23a-a8fd-4e9b-9a79-23cf38710cae on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:13.094950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Attempting to bind port 3954f23a-a8fd-4e9b-9a79-23cf38710cae by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '67f6519c-4720-4a28-8385-0ee2c87b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:13.095315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Attempting to bind port 3954f23a-a8fd-4e9b-9a79-23cf38710cae on network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:13.103944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:13.104401 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Checking segment: {'id': '67f6519c-4720-4a28-8385-0ee2c87b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:13.104757 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.105149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Bound using segment: {'id': '67f6519c-4720-4a28-8385-0ee2c87b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:13.105622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Bound port: 3954f23a-a8fd-4e9b-9a79-23cf38710cae, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f6519c-4720-4a28-8385-0ee2c87b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:13.106047 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.162244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Allocated IP 172.25.5.156 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/a921685e-02f9-4802-ab3b-b61ce1d60241) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:13.209108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] For port 3954f23a-a8fd-4e9b-9a79-23cf38710cae, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:13.219735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] For port 3954f23a-a8fd-4e9b-9a79-23cf38710cae, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3954f23a-a8fd-4e9b-9a79-23cf38710cae,segment=NetworkSegment(67f6519c-4720-4a28-8385-0ee2c87b29ae),segment_id=67f6519c-4720-4a28-8385-0ee2c87b29ae)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:13.231685 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.307233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808f2a0-dd8a-4a55-bb67-90b0b0502280 None None] Pushing event updated for resources: {'Port': ['ID=3954f23a-a8fd-4e9b-9a79-23cf38710cae,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:13.322330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-35aac33e-0b1b-4f57-b8aa-5400ca875643 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.323980 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-35aac33e-0b1b-4f57-b8aa-5400ca875643 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.59 "GET /v2.0/networks?id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 HTTP/1.1" status: 200 len: 814 time: 0.8419733 Aug 29 04:44:13.415604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.443507 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-adcf3657-32e8-4be6-8d03-1b86296bbcec tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=babc381acf9e400a8981f1810a76d373 HTTP/1.1" status: 200 len: 379 time: 0.1087174 Aug 29 04:44:13.466896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Request body: {'port': {'device_id': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'admin_state_up': True, 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'security_groups': ['3b03a600-e1bf-4803-af69-fdec2ca2f17b']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:13.555469 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.826217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c8ee3b0-37f1-4fd7-ab59-abee17eb9f4c req-a10c9749-0480-4e08-a448-b8b4e7078b81 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 210 time: 0.2352283 Aug 29 04:44:13.857032 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:13.877086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Made reservation on behalf of babc381acf9e400a8981f1810a76d373 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:13.881795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.899553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:13.910543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:13.968920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Pushing event updated for resources: {'Port': ['ID=a921685e-02f9-4802-ab3b-b61ce1d60241,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:14.196740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Allocated IP 172.20.0.12 (dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67/73e7c531-a1e2-4fc4-9244-a61069d48ec4/574f2b87-e95d-4a15-83d7-f1f43f50e7eb) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:14.303205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a6709-7131-4d36-b257-692d9cc95c1b req-4fa80be9-e578-4df8-ad37-b908f1bac2c9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.305264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f37a6709-7131-4d36-b257-692d9cc95c1b req-4fa80be9-e578-4df8-ad37-b908f1bac2c9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.4697967 Aug 29 04:44:14.510752 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.548511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Transition to ACTIVE for port object 574f2b87-e95d-4a15-83d7-f1f43f50e7eb will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:14.621304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.744769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event updated for resources: {'Port': ['ID=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:14.764977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:14.767295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:14.774472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:14.864649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.864649 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.895864 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-310c153b-1dd4-49df-bdb3-a9ee94985fc1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4459183 Aug 29 04:44:14.923269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Request body: {'port': {'device_id': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:14.938799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:15.077966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:15.080539 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.083111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:15.083703 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.185535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615fdd6-87b7-4435-b286-60e50772274b None None] Network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:15.211750 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.282855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507f0ae-a5f3-472b-ac0f-04760c0aa5c7 req-56822ece-848f-4146-b08d-fa6c787247d6 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.292246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0507f0ae-a5f3-472b-ac0f-04760c0aa5c7 req-56822ece-848f-4146-b08d-fa6c787247d6 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 946 time: 1.0543549 Aug 29 04:44:15.315279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-add085c6-6070-422f-b10c-7c12afcb07d7 None None] Provisioning for port 3954f23a-a8fd-4e9b-9a79-23cf38710cae completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:15.351455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0507f0ae-a5f3-472b-ac0f-04760c0aa5c7 req-53c5cc47-08b5-46a2-a2f7-066dad9e1ce1 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582945 Aug 29 04:44:15.353575 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.474929 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574f2b87-e95d-4a15-83d7-f1f43f50e7eb {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:15.484920 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.490901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f37a6709-7131-4d36-b257-692d9cc95c1b req-88fe89b4-4e41-44e1-a712-6bceeb15788b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793968 Aug 29 04:44:15.501049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=494cb8f2-dc44-43f2-9a44-393ae1c5ef3f,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:15.518507 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Transition to ACTIVE for port object 574f2b87-e95d-4a15-83d7-f1f43f50e7eb will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:15.525485 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.555421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e456-ec02-409a-b3b2-84a203018ea4 req-34ae00a9-7668-4074-8c67-eee8d42b6651 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.556535 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.557478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3954f23a-a8fd-4e9b-9a79-23cf38710cae up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:15.563692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27f4e456-ec02-409a-b3b2-84a203018ea4 req-34ae00a9-7668-4074-8c67-eee8d42b6651 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 932 time: 0.1081905 Aug 29 04:44:15.653503 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5f1c1431-1f23-4cdd-a586-b96577d46fcb None None] Provisioning for port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:15.673560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Pushing event updated for resources: {'Port': ['ID=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:15.741682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=494cb8f2-dc44-43f2-9a44-393ae1c5ef3f,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:15.745595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Attempting to bind port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:15.745964 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Attempting to bind port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:15.746463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Attempting to bind port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb on network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:15.767385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3954f23a-a8fd-4e9b-9a79-23cf38710cae completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:15.773424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3954f23a-a8fd-4e9b-9a79-23cf38710cae triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:15.773904 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.785085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-b4cef087-42c8-42af-9de9-f7a9c39d4336 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.787265 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-b4cef087-42c8-42af-9de9-f7a9c39d4336 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 946 time: 0.1107092 Aug 29 04:44:15.788061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb on network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:15.788348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Attempting to bind port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb on network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:15.804786 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:15.805031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Checking segment: {'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:15.805414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Bound using segment: {'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:15.805936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Bound port: 574f2b87-e95d-4a15-83d7-f1f43f50e7eb, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994ad0c9-6b00-4999-92c4-6c1141edc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:15.808292 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.827915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-27f4e456-ec02-409a-b3b2-84a203018ea4 req-0cc66fcc-c7d4-468f-aa84-b2e2ca004eaf tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620776 Aug 29 04:44:15.863880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.943691 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.984149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 3954f23a-a8fd-4e9b-9a79-23cf38710cae, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3954f23a-a8fd-4e9b-9a79-23cf38710cae,segment=NetworkSegment(67f6519c-4720-4a28-8385-0ee2c87b29ae),segment_id=67f6519c-4720-4a28-8385-0ee2c87b29ae)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:15.990340 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.991872 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] For port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:15.996663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] For port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:16.025034 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.076567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.077252 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.077910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Router b68dd0a4-087c-40d6-a0d9-6c4729570d08 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:44:16.079154 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] 10.222.0.59 "PUT /v2.0/ports/574f2b87-e95d-4a15-83d7-f1f43f50e7eb HTTP/1.1" status: 200 len: 1093 time: 1.1652763 Aug 29 04:44:16.084825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:16.087288 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ec297c-6041-4607-b0f8-00335b865e24" -d '{"events": [{"name": "network-changed", "server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:16.172725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=3954f23a-a8fd-4e9b-9a79-23cf38710cae,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:16.178487 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf1a28c-f806-44a1-809f-d5509dbfd58f x-openstack-request-id: req-1cf1a28c-f806-44a1-809f-d5509dbfd58f {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:16.178868 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:16.178991 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cf1a28c-f806-44a1-809f-d5509dbfd58f {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:16.179436 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'status': 'completed', 'code': 200} Aug 29 04:44:16.196320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c2095492-de8a-4097-b31b-761d4fa88222 None None] Provisioning complete for port 3954f23a-a8fd-4e9b-9a79-23cf38710cae triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:16.196989 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c2095492-de8a-4097-b31b-761d4fa88222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.225471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f99d0-e776-4e01-b544-750cf076f2df service neutron] Pushing event updated for resources: {'Port': ['ID=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:16.239235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-43e86111-c026-4780-bc1e-739ba41e702a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Deleting port 0ed916e6-70d0-40d7-af9c-17b400db3c55 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:16.239455 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-43e86111-c026-4780-bc1e-739ba41e702a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.249240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:16.266145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Sync routers for ids ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:16.279006 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.283320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-472d4bce-e181-4bb0-ac9e-dbc78661f127 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5892575 Aug 29 04:44:16.287856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:16.302750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Routers {'b68dd0a4-087c-40d6-a0d9-6c4729570d08'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:16.303535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:16.402114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-2b4b49f1-5969-406a-a9c3-d086bb4b61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.403664 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-2b4b49f1-5969-406a-a9c3-d086bb4b61c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=babc381acf9e400a8981f1810a76d373&device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 1096 time: 0.2719481 Aug 29 04:44:16.496918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Set router b68dd0a4-087c-40d6-a0d9-6c4729570d08 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:16.500726 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-b395fb05-58e8-435d-9252-07e8718834cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb HTTP/1.1" status: 200 len: 217 time: 0.0741541 Aug 29 04:44:16.503138 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-43e86111-c026-4780-bc1e-739ba41e702a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] For port 0ed916e6-70d0-40d7-af9c-17b400db3c55, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=0ed916e6-70d0-40d7-af9c-17b400db3c55,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:16.503138 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-43e86111-c026-4780-bc1e-739ba41e702a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.528902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-43e86111-c026-4780-bc1e-739ba41e702a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Calling delete_port for 0ed916e6-70d0-40d7-af9c-17b400db3c55 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:16.627506 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-6f244a48-58bd-41f1-8156-0d1ecd995ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.631150 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-6f244a48-58bd-41f1-8156-0d1ecd995ca7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73e7c531-a1e2-4fc4-9244-a61069d48ec4 HTTP/1.1" status: 200 len: 853 time: 0.1173496 Aug 29 04:44:16.734629 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-705aacc7-11ea-4811-84ff-722af9255837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.735193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360a9ea-4b20-40e1-b171-98db924dbeb0 req-19ba4026-6252-4169-9aac-44c10ea6fac9 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.737183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4360a9ea-4b20-40e1-b171-98db924dbeb0 req-19ba4026-6252-4169-9aac-44c10ea6fac9 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30433f4-b38f-4711-a829-5c25ded622a6 HTTP/1.1" status: 200 len: 946 time: 0.2336905 Aug 29 04:44:16.737369 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-705aacc7-11ea-4811-84ff-722af9255837 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992870 Aug 29 04:44:16.754159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7680fd-d215-4ddb-8370-9d633a841165 req-14ef966c-ab87-4bee-89c0-094e6080debd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.764991 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec7680fd-d215-4ddb-8370-9d633a841165 req-14ef966c-ab87-4bee-89c0-094e6080debd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1051369 Aug 29 04:44:16.780674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'name': 'tempest-TestServerBasicOps-234173573-router', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:11Z', 'updated_at': '2021-08-29T04:44:14Z', 'revision_number': 3, 'project_id': 'aae186e450254aa68308564fc55262d8', 'gw_port': {'id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:12Z', 'updated_at': '2021-08-29T04:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:16.822385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:16.850125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Checking router: b68dd0a4-087c-40d6-a0d9-6c4729570d08 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:16.850537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Updating router b68dd0a4-087c-40d6-a0d9-6c4729570d08 port a921685e-02f9-4802-ab3b-b61ce1d60241 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:44:16.883562 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-43e86111-c026-4780-bc1e-739ba41e702a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.904674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec7680fd-d215-4ddb-8370-9d633a841165 req-8b99a88e-81cc-4eca-846d-c6bc23378403 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387515 Aug 29 04:44:16.908596 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.915831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4360a9ea-4b20-40e1-b171-98db924dbeb0 req-0c17aa5f-57b8-4e0f-abd9-0c682cbe42ca tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331823 Aug 29 04:44:16.975282 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-002c1480-2226-458e-8ca0-19c72f70fba4 service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287161 Aug 29 04:44:16.989142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e86111-c026-4780-bc1e-739ba41e702a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Pushing event deleted for resources: {'Port': ['ID=0ed916e6-70d0-40d7-af9c-17b400db3c55,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:17.040525 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5', 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f', '0ed916e6-70d0-40d7-af9c-17b400db3c55'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:17.063404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-43e86111-c026-4780-bc1e-739ba41e702a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] No DVR routers for this DVR port 0ed916e6-70d0-40d7-af9c-17b400db3c55 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:17.067545 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-43e86111-c026-4780-bc1e-739ba41e702a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.070431 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da638322-7752-4fd7-9b33-599753d1d2b9 req-43e86111-c026-4780-bc1e-739ba41e702a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "DELETE /v2.0/ports/0ed916e6-70d0-40d7-af9c-17b400db3c55 HTTP/1.1" status: 204 len: 173 time: 1.2759004 Aug 29 04:44:17.084799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc9926-5c8b-4c8b-af9e-5aa774e25f94 req-c5aad865-c1ae-45f3-bec9-77a9210c506f tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.086801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28bc9926-5c8b-4c8b-af9e-5aa774e25f94 req-c5aad865-c1ae-45f3-bec9-77a9210c506f tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 944 time: 0.0888855 Aug 29 04:44:17.196803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-28bc9926-5c8b-4c8b-af9e-5aa774e25f94 req-83ea70f2-05d1-481c-afc1-0a80ab32c281 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943217 Aug 29 04:44:17.209069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:17.209546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.211841 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c5db90d6-25d3-4db8-ad2b-4665facd78f2 req-d96c961a-04ea-425e-895a-e7b5f9b022a6 service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198594 Aug 29 04:44:17.281469 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.339504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-5b6e45b8-fd60-4c74-a4ea-381097b2e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.341272 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-5b6e45b8-fd60-4c74-a4ea-381097b2e6c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=babc381acf9e400a8981f1810a76d373&device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 1096 time: 0.0619369 Aug 29 04:44:17.446290 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.458720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Allocated IP 172.20.0.1 (9a63cd81-e238-4a60-b0b8-30ddf8a94b1c/11693eda-f8c6-4000-9957-c3d3bac57e40/5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:17.481412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Transition to ACTIVE for port object a921685e-02f9-4802-ab3b-b61ce1d60241 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:17.481652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-3fe1097a-6295-429d-a49f-f2cb9c16806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.483174 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-3fe1097a-6295-429d-a49f-f2cb9c16806a service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 HTTP/1.1" status: 200 len: 915 time: 0.1338565 Aug 29 04:44:17.510720 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.551259 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-29d2b7e4-4665-4886-a9c3-f6d112b29753 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb HTTP/1.1" status: 200 len: 217 time: 0.0557747 Aug 29 04:44:17.561954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3954f23a-a8fd-4e9b-9a79-23cf38710cae up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:17.613471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Attempting to bind port a921685e-02f9-4802-ab3b-b61ce1d60241 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:17.614054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Attempting to bind port a921685e-02f9-4802-ab3b-b61ce1d60241 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:17.615156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Attempting to bind port a921685e-02f9-4802-ab3b-b61ce1d60241 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:17.626326 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.626909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-614fa8d0-c99a-4634-a098-561fd99c4537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.629385 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-614fa8d0-c99a-4634-a098-561fd99c4537 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73e7c531-a1e2-4fc4-9244-a61069d48ec4 HTTP/1.1" status: 200 len: 853 time: 0.0646703 Aug 29 04:44:17.635778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7446c5-20a7-46a3-a445-dff959690660 None None] Pushing event updated for resources: {'Port': ['ID=a921685e-02f9-4802-ab3b-b61ce1d60241,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:17.639236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:17.639657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:17.640781 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.641181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:17.641673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Bound port: a921685e-02f9-4802-ab3b-b61ce1d60241, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:17.642063 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.644471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Transition to ACTIVE for port object 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:17.684143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.712547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-96b3c840-0c4d-43d3-b0fc-b055709f3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.714388 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-96b3c840-0c4d-43d3-b0fc-b055709f3729 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528634 Aug 29 04:44:17.754746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] For port a921685e-02f9-4802-ab3b-b61ce1d60241, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:17.758638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] For port a921685e-02f9-4802-ab3b-b61ce1d60241, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a921685e-02f9-4802-ab3b-b61ce1d60241,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:17.766600 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.777077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:17.784027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:17.797598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:17.840016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:17.867408 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-6e5272c2-21bb-4c32-a0ce-d5f800fad675 service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448884 Aug 29 04:44:17.877512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.890358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3954f23a-a8fd-4e9b-9a79-23cf38710cae triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:17.892416 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.909948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7446c5-20a7-46a3-a445-dff959690660 None None] Pushing event updated for resources: {'Port': ['ID=a921685e-02f9-4802-ab3b-b61ce1d60241,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:17.999150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Routers {'b68dd0a4-087c-40d6-a0d9-6c4729570d08'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:18.003187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:18.062731 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0ec297c-6041-4607-b0f8-00335b865e24 req-1fe88ed7-8311-4b88-92a0-27576c4b7703 service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878738 Aug 29 04:44:18.159683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f7510-c628-42a2-977e-d2cc6033d43a req-8f31f02c-e672-477e-9a8e-50b401c03308 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.162372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e72f7510-c628-42a2-977e-d2cc6033d43a req-8f31f02c-e672-477e-9a8e-50b401c03308 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1176705 Aug 29 04:44:18.165511 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.180595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30433f4-b38f-4711-a829-5c25ded622a6', 'name': 'network-vif-deleted', 'tag': '0ed916e6-70d0-40d7-af9c-17b400db3c55'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:18.183152 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad3b981-17fc-4941-9000-9138fb6dffc8" -d '{"events": [{"server_uuid": "f30433f4-b38f-4711-a829-5c25ded622a6", "name": "network-vif-deleted", "tag": "0ed916e6-70d0-40d7-af9c-17b400db3c55"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:18.245752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e72f7510-c628-42a2-977e-d2cc6033d43a req-80fa0263-3860-45e6-bf86-39c2faaeb8ae tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700841 Aug 29 04:44:18.346976 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70c00c-3b03-453c-869b-ee4408a2cf88 x-openstack-request-id: req-0d70c00c-3b03-453c-869b-ee4408a2cf88 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:18.347275 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30433f4-b38f-4711-a829-5c25ded622a6", "name": "network-vif-deleted", "tag": "0ed916e6-70d0-40d7-af9c-17b400db3c55", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:18.347535 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d70c00c-3b03-453c-869b-ee4408a2cf88 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:18.347952 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30433f4-b38f-4711-a829-5c25ded622a6', 'name': 'network-vif-deleted', 'tag': '0ed916e6-70d0-40d7-af9c-17b400db3c55', 'status': 'completed', 'code': 200} Aug 29 04:44:18.423198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b809d0-0a64-4aac-8523-ad385c6f968e req-b35044e1-d6e5-4dc8-96c8-7f8ff444862e tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.425190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4b809d0-0a64-4aac-8523-ad385c6f968e req-b35044e1-d6e5-4dc8-96c8-7f8ff444862e tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 944 time: 0.0932920 Aug 29 04:44:18.450458 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.455986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-13bad44c-f2a2-49a7-9366-3a6c8d3da03b None None] Provisioning for port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:18.464143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-13bad44c-f2a2-49a7-9366-3a6c8d3da03b None None] Provisioning complete for port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:18.464550 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-13bad44c-f2a2-49a7-9366-3a6c8d3da03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.503211 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.505990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] Set router b68dd0a4-087c-40d6-a0d9-6c4729570d08 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:18.511167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c4b809d0-0a64-4aac-8523-ad385c6f968e req-ff41f15b-8305-4d7f-a35f-d217a53cd6dc tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745213 Aug 29 04:44:18.515230 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.573971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa6be0-7ecd-4d75-9f91-400e46e337a8 req-f8b138bc-a2a8-447f-af98-52a3dd3bf654 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.580076 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49aa6be0-7ecd-4d75-9f91-400e46e337a8 req-f8b138bc-a2a8-447f-af98-52a3dd3bf654 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 946 time: 0.1495895 Aug 29 04:44:18.584341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-13bad44c-f2a2-49a7-9366-3a6c8d3da03b None None] Port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:18.613438 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.615240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:18.679399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49aa6be0-7ecd-4d75-9f91-400e46e337a8 req-b70d42ad-f66b-4e40-b8ee-ccffdacca4ea tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810940 Aug 29 04:44:18.728229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:18.729973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:18.743157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'name': 'tempest-TestServerBasicOps-234173573-router', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:11Z', 'updated_at': '2021-08-29T04:44:14Z', 'revision_number': 3, 'project_id': 'aae186e450254aa68308564fc55262d8', 'gw_port': {'id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:12Z', 'updated_at': '2021-08-29T04:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:18.773981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfb9df-0e79-4dc7-8365-ce5c9e4fc686 None None] The sync data for ids ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'] in n-d-712141-12 is: [{'id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'name': 'tempest-TestServerBasicOps-234173573-router', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:11Z', 'updated_at': '2021-08-29T04:44:14Z', 'revision_number': 3, 'project_id': 'aae186e450254aa68308564fc55262d8', 'gw_port': {'id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:12Z', 'updated_at': '2021-08-29T04:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:18.876900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Router b68dd0a4-087c-40d6-a0d9-6c4729570d08 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:18.999334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:19.005054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-646e494a-7c57-4656-bb34-f73c9284c1f1 admin admin] 10.222.0.49 "PUT /v2.0/routers/b68dd0a4-087c-40d6-a0d9-6c4729570d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7158945 Aug 29 04:44:19.019771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-57c53af5-35a7-4599-8c37-26f7e52806bd None None] Provisioning complete for port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:19.020346 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-57c53af5-35a7-4599-8c37-26f7e52806bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.059573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-57c53af5-35a7-4599-8c37-26f7e52806bd None None] Port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:19.425034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aaaf7-3592-447d-a672-87145bdd7e13 req-c128d59c-82e9-4fcb-a932-2f42329308b9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.429665 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-792aaaf7-3592-447d-a672-87145bdd7e13 req-c128d59c-82e9-4fcb-a932-2f42329308b9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1006496 Aug 29 04:44:19.486813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-792aaaf7-3592-447d-a672-87145bdd7e13 req-bc9f90ab-b566-4469-acbb-83a21e739ee3 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479221 Aug 29 04:44:19.524286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0ed916e6-70d0-40d7-af9c-17b400db3c55 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:19.554957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 0ed916e6-70d0-40d7-af9c-17b400db3c55 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:19.555563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 0ed916e6-70d0-40d7-af9c-17b400db3c55 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:19.609863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51494) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:19.616018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-50b954c8-50d4-4196-8d4c-1458700e9723 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629770910', 'description': 'tempest-secgroup-smoke-1629770910 description', 'project_id': 'f922e0619e9549718829615caeeecadf'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:19.694713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c5ff1874-19f5-4b5b-8bcb-0ef758249007 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.697539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c5ff1874-19f5-4b5b-8bcb-0ef758249007 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 946 time: 0.1009960 Aug 29 04:44:19.752939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50b954c8-50d4-4196-8d4c-1458700e9723 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.775702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321e915-64b4-429a-8c94-ee8ad4daa496 req-c17ffcf4-1bd4-481b-8aa2-d311f1d15fa1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.786210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1321e915-64b4-429a-8c94-ee8ad4daa496 req-c17ffcf4-1bd4-481b-8aa2-d311f1d15fa1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 944 time: 0.1576431 Aug 29 04:44:19.852348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c3e1a4b1-a00b-4c44-8de8-71dc1ffa4a7d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Deleting port dcbec0b1-8bf3-46c0-9532-1488e680bd1f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:19.852710 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c3e1a4b1-a00b-4c44-8de8-71dc1ffa4a7d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.867524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1321e915-64b4-429a-8c94-ee8ad4daa496 req-d503e692-6a5d-425f-a7b4-1766fbd66e94 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797877 Aug 29 04:44:19.900454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e2028-6de3-40ae-b8b9-927f762c6e4d req-921a3a4c-d413-434f-9b23-01154e5dc76a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.902201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f90e2028-6de3-40ae-b8b9-927f762c6e4d req-921a3a4c-d413-434f-9b23-01154e5dc76a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 946 time: 0.0908470 Aug 29 04:44:19.977436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f90e2028-6de3-40ae-b8b9-927f762c6e4d req-12c9ddd5-6471-4f92-9b3e-d85d63a666e5 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639868 Aug 29 04:44:19.979757 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c3e1a4b1-a00b-4c44-8de8-71dc1ffa4a7d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] For port dcbec0b1-8bf3-46c0-9532-1488e680bd1f, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:19.980423 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c3e1a4b1-a00b-4c44-8de8-71dc1ffa4a7d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.997462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c3e1a4b1-a00b-4c44-8de8-71dc1ffa4a7d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Calling delete_port for dcbec0b1-8bf3-46c0-9532-1488e680bd1f owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:20.018836 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50b954c8-50d4-4196-8d4c-1458700e9723 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.023095 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50b954c8-50d4-4196-8d4c-1458700e9723 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.053278 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50b954c8-50d4-4196-8d4c-1458700e9723 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.056513 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-50b954c8-50d4-4196-8d4c-1458700e9723 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4435837 Aug 29 04:44:20.057878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b954c8-50d4-4196-8d4c-1458700e9723 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928399c2-1992-40fe-9fd5-320f42451741,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.058589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51498) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:20.064040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-539be277-7311-4e0f-a3a3-e14046d0c892 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Request body: {'security_group_rule': {'security_group_id': '928399c2-1992-40fe-9fd5-320f42451741', 'project_id': 'f922e0619e9549718829615caeeecadf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:20.112934 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-539be277-7311-4e0f-a3a3-e14046d0c892 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.236384 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-539be277-7311-4e0f-a3a3-e14046d0c892 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.244584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-539be277-7311-4e0f-a3a3-e14046d0c892 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.252975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c3e1a4b1-a00b-4c44-8de8-71dc1ffa4a7d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.264878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5', 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:20.303271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539be277-7311-4e0f-a3a3-e14046d0c892 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7f1f87-fa3f-4daf-beda-65cb5bad3818,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.306718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1a4b1-a00b-4c44-8de8-71dc1ffa4a7d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Pushing event deleted for resources: {'Port': ['ID=dcbec0b1-8bf3-46c0-9532-1488e680bd1f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.317147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-539be277-7311-4e0f-a3a3-e14046d0c892 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.318951 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-539be277-7311-4e0f-a3a3-e14046d0c892 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2591097 Aug 29 04:44:20.323585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51500) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:20.332810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8e52ff0d-705a-4ae4-b940-bce285422a18 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Request body: {'security_group_rule': {'security_group_id': '928399c2-1992-40fe-9fd5-320f42451741', 'project_id': 'f922e0619e9549718829615caeeecadf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:20.379310 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e52ff0d-705a-4ae4-b940-bce285422a18 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.399045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c3e1a4b1-a00b-4c44-8de8-71dc1ffa4a7d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] No DVR routers for this DVR port dcbec0b1-8bf3-46c0-9532-1488e680bd1f on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:20.407572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c3e1a4b1-a00b-4c44-8de8-71dc1ffa4a7d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.413081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0badce83-5058-4987-825d-db7a6c8288c7 req-c3e1a4b1-a00b-4c44-8de8-71dc1ffa4a7d tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "DELETE /v2.0/ports/dcbec0b1-8bf3-46c0-9532-1488e680bd1f HTTP/1.1" status: 204 len: 173 time: 0.7068560 Aug 29 04:44:20.414095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccda26c-4404-422e-bd8d-69c3bd624402', 'name': 'network-vif-deleted', 'tag': 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:20.420139 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a968b1-52eb-4df4-99fe-ea0716ddb7ca" -d '{"events": [{"server_uuid": "eccda26c-4404-422e-bd8d-69c3bd624402", "name": "network-vif-deleted", "tag": "dcbec0b1-8bf3-46c0-9532-1488e680bd1f"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:20.527192 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e52ff0d-705a-4ae4-b940-bce285422a18 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.533283 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f024f5-43ad-470e-9c17-67af5d9fa251 x-openstack-request-id: req-f9f024f5-43ad-470e-9c17-67af5d9fa251 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:20.533827 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccda26c-4404-422e-bd8d-69c3bd624402", "name": "network-vif-deleted", "tag": "dcbec0b1-8bf3-46c0-9532-1488e680bd1f", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:20.534180 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9f024f5-43ad-470e-9c17-67af5d9fa251 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:20.535045 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccda26c-4404-422e-bd8d-69c3bd624402', 'name': 'network-vif-deleted', 'tag': 'dcbec0b1-8bf3-46c0-9532-1488e680bd1f', 'status': 'completed', 'code': 200} Aug 29 04:44:20.542875 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e52ff0d-705a-4ae4-b940-bce285422a18 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.598650 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52ff0d-705a-4ae4-b940-bce285422a18 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166cd804-836c-4bba-a42a-befb0360e926,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.602854 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e52ff0d-705a-4ae4-b940-bce285422a18 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.608263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8e52ff0d-705a-4ae4-b940-bce285422a18 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2800505 Aug 29 04:44:20.611366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51506) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:20.617970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1cd82367-c87f-4fff-875e-f254c2d0bd14 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Request body: {'security_group_rule': {'security_group_id': '928399c2-1992-40fe-9fd5-320f42451741', 'project_id': 'f922e0619e9549718829615caeeecadf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:20.682092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd82367-c87f-4fff-875e-f254c2d0bd14 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.766318 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68224a3-1e6c-41cb-97c6-875cf327e6d4 req-ea5884e8-8322-444b-9ecf-c5e171e9465b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.768514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d68224a3-1e6c-41cb-97c6-875cf327e6d4 req-ea5884e8-8322-444b-9ecf-c5e171e9465b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1096294 Aug 29 04:44:20.793333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a921685e-02f9-4802-ab3b-b61ce1d60241 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:20.810082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd82367-c87f-4fff-875e-f254c2d0bd14 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.816012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd82367-c87f-4fff-875e-f254c2d0bd14 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.854405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d68224a3-1e6c-41cb-97c6-875cf327e6d4 req-5b09dbf8-eb16-4097-95b9-a595e11f69c3 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792623 Aug 29 04:44:20.858570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd82367-c87f-4fff-875e-f254c2d0bd14 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d08438-b3ff-4f08-9ba6-26945828e48b,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.867451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cd82367-c87f-4fff-875e-f254c2d0bd14 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.869215 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1cd82367-c87f-4fff-875e-f254c2d0bd14 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2567103 Aug 29 04:44:20.872596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51510) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:20.874998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a921685e-02f9-4802-ab3b-b61ce1d60241 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:20.880085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-454bf83f-8cdb-43d0-980f-343915dc61bc tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Request body: {'security_group_rule': {'security_group_id': '928399c2-1992-40fe-9fd5-320f42451741', 'project_id': 'f922e0619e9549718829615caeeecadf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:20.884851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a921685e-02f9-4802-ab3b-b61ce1d60241 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:20.886464 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.919581 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-454bf83f-8cdb-43d0-980f-343915dc61bc tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.014864 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.037270 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Sync routers for ids ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:21.049473 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Routers {'b68dd0a4-087c-40d6-a0d9-6c4729570d08'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:21.049983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a921685e-02f9-4802-ab3b-b61ce1d60241, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a921685e-02f9-4802-ab3b-b61ce1d60241,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:21.050461 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:21.056935 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.058680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-454bf83f-8cdb-43d0-980f-343915dc61bc tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.072470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bf206-68d7-439e-9da1-7128a500f96e req-e0fff2a2-7298-4997-9ca9-110c88c5ccee tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:21.074091 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-693bf206-68d7-439e-9da1-7128a500f96e req-e0fff2a2-7298-4997-9ca9-110c88c5ccee tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 944 time: 0.1189020 Aug 29 04:44:21.075427 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-454bf83f-8cdb-43d0-980f-343915dc61bc tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.104696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bf83f-8cdb-43d0-980f-343915dc61bc tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4c3b35-1cb0-4788-b879-640857668d4a,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:21.130212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a921685e-02f9-4802-ab3b-b61ce1d60241,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:21.136651 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-454bf83f-8cdb-43d0-980f-343915dc61bc tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.138470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-454bf83f-8cdb-43d0-980f-343915dc61bc tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2646480 Aug 29 04:44:21.141059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51516) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:21.147376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-693bf206-68d7-439e-9da1-7128a500f96e req-abcb289d-ec4c-467e-981e-45aab422b768 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655460 Aug 29 04:44:21.148270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-10f915fd-2d04-4138-a10f-3f159f93dc23 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Request body: {'security_group_rule': {'security_group_id': '928399c2-1992-40fe-9fd5-320f42451741', 'project_id': 'f922e0619e9549718829615caeeecadf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:21.179244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3eccfce3-e2ad-4c2d-8ee5-445f8f3676ef req-64c1436f-57f9-4a38-8aee-ad903b324d87 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=eccda26c-4404-422e-bd8d-69c3bd624402 HTTP/1.1" status: 200 len: 210 time: 0.0374298 Aug 29 04:44:21.184820 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-10f915fd-2d04-4138-a10f-3f159f93dc23 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Project f922e0619e9549718829615caeeecadf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:21.190661 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10f915fd-2d04-4138-a10f-3f159f93dc23 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.207226 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Set router b68dd0a4-087c-40d6-a0d9-6c4729570d08 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:21.259107 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10f915fd-2d04-4138-a10f-3f159f93dc23 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.263091 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10f915fd-2d04-4138-a10f-3f159f93dc23 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.282343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f915fd-2d04-4138-a10f-3f159f93dc23 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee521c6-01f8-4339-9aeb-32398f7d17cf,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:21.289908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10f915fd-2d04-4138-a10f-3f159f93dc23 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.291160 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-10f915fd-2d04-4138-a10f-3f159f93dc23 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482813 Aug 29 04:44:21.294047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51518) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:21.298719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-de59aa1c-4dcc-407b-a844-99f0e26a402d tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Request body: {'security_group_rule': {'security_group_id': '928399c2-1992-40fe-9fd5-320f42451741', 'project_id': 'f922e0619e9549718829615caeeecadf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:21.322264 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-de59aa1c-4dcc-407b-a844-99f0e26a402d tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Project f922e0619e9549718829615caeeecadf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:21.329203 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de59aa1c-4dcc-407b-a844-99f0e26a402d tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.402808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de59aa1c-4dcc-407b-a844-99f0e26a402d tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.406365 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de59aa1c-4dcc-407b-a844-99f0e26a402d tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.429019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59aa1c-4dcc-407b-a844-99f0e26a402d tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef5569f-cd92-47d2-aa2d-cb5e09e7ae33,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:21.441186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de59aa1c-4dcc-407b-a844-99f0e26a402d tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.443171 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-de59aa1c-4dcc-407b-a844-99f0e26a402d tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476941 Aug 29 04:44:21.476069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-1f061344-edbe-4c8a-a9f3-d68d817b0eb7 req-14eeff22-d6c8-4e52-b8a2-aebf9ada356b service neutron] (94851) timed out ('10.222.0.49', 58924) {{(pid=94851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:44:21.507864 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'name': 'tempest-TestServerBasicOps-234173573-router', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:11Z', 'updated_at': '2021-08-29T04:44:18Z', 'revision_number': 4, 'project_id': 'aae186e450254aa68308564fc55262d8', 'gw_port': {'id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:12Z', 'updated_at': '2021-08-29T04:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba', 'name': '', 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'mac_address': 'fa:16:3e:90:0b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '11693eda-f8c6-4000-9957-c3d3bac57e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:17Z', 'updated_at': '2021-08-29T04:44:18Z', 'revision_number': 2, 'project_id': 'aae186e450254aa68308564fc55262d8', 'subnets': [{'id': '11693eda-f8c6-4000-9957-c3d3bac57e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:21.535469 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Checking router: b68dd0a4-087c-40d6-a0d9-6c4729570d08 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:21.535803 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Updating router b68dd0a4-087c-40d6-a0d9-6c4729570d08 port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:44:21.560305 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.605724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-5e771211-a550-4dc8-8ddc-19c88e4096da tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629770910&fields=id&tenant_id=f922e0619e9549718829615caeeecadf HTTP/1.1" status: 200 len: 267 time: 0.0399301 Aug 29 04:44:21.720491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273af01d-f792-460a-a92d-5ec6d852e413 req-5a2e10e5-d719-4fd5-bc7f-d5838d769719 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:21.721920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-5a2e10e5-d719-4fd5-bc7f-d5838d769719 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/networks?id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044 HTTP/1.1" status: 200 len: 808 time: 0.1078355 Aug 29 04:44:21.737803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-859f7ebe-54f4-4b68-bbeb-d631028dad69 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/quotas/f922e0619e9549718829615caeeecadf HTTP/1.1" status: 200 len: 375 time: 0.0097048 Aug 29 04:44:21.791126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-0c129db5-50ac-4c57-a078-e0ee46c676c2 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f922e0619e9549718829615caeeecadf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467625 Aug 29 04:44:21.830169 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.841022 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Transition to ACTIVE for port object 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:21.846179 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.895646 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bd472-d89f-42d5-98c3-a7fc7269f4bb None None] Pushing event updated for resources: {'Port': ['ID=5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:21.919429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-6bb4fcc4-1354-48d1-b5f3-79e669f4e526 service neutron] 10.222.0.49 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163321 Aug 29 04:44:21.982194 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Attempting to bind port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:21.982497 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Attempting to bind port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '67f6519c-4720-4a28-8385-0ee2c87b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:21.982899 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Attempting to bind port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba on network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:21.988865 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:21.989247 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Checking segment: {'id': '67f6519c-4720-4a28-8385-0ee2c87b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:21.990157 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.990614 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Bound using segment: {'id': '67f6519c-4720-4a28-8385-0ee2c87b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:21.991097 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Bound port: 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f6519c-4720-4a28-8385-0ee2c87b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:21.991480 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.059803 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] For port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:22.064438 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] For port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba,segment=NetworkSegment(67f6519c-4720-4a28-8385-0ee2c87b29ae),segment_id=67f6519c-4720-4a28-8385-0ee2c87b29ae)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:22.071053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53592-615b-4dd1-a82c-693933f334b7 req-40dfed0a-4189-4530-bbee-68c711214b2e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:22.071719 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.072882 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0f53592-615b-4dd1-a82c-693933f334b7 req-40dfed0a-4189-4530-bbee-68c711214b2e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0892558 Aug 29 04:44:22.079760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-7557edf8-95e8-44ad-9493-a9a58e5e3811 service neutron] 10.222.0.49 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531796 Aug 29 04:44:22.125080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0f53592-615b-4dd1-a82c-693933f334b7 req-cde9482e-d6a6-45cd-adce-28a190d93ad5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441997 Aug 29 04:44:22.152558 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Routers {'b68dd0a4-087c-40d6-a0d9-6c4729570d08'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:22.156863 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:22.200880 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bd472-d89f-42d5-98c3-a7fc7269f4bb None None] Pushing event updated for resources: {'Port': ['ID=5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:22.355680 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] Set router b68dd0a4-087c-40d6-a0d9-6c4729570d08 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:22.433291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13f9a25c-f15a-4a0d-bf7e-8b7b5f33ae1c req-39d7d1b0-b8a6-4051-a946-af1d90862692 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0914237 Aug 29 04:44:22.467414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211d1a8-c7bf-476b-ae64-44695e8c02ad req-205843b0-a91c-42f5-a17b-7deb9b3f6e64 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:22.471480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a211d1a8-c7bf-476b-ae64-44695e8c02ad req-205843b0-a91c-42f5-a17b-7deb9b3f6e64 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 944 time: 0.2024648 Aug 29 04:44:22.523507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a211d1a8-c7bf-476b-ae64-44695e8c02ad req-2949167f-c452-4d31-b913-cdea9c323cab tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435503 Aug 29 04:44:22.639282 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'name': 'tempest-TestServerBasicOps-234173573-router', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:11Z', 'updated_at': '2021-08-29T04:44:18Z', 'revision_number': 4, 'project_id': 'aae186e450254aa68308564fc55262d8', 'gw_port': {'id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:12Z', 'updated_at': '2021-08-29T04:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba', 'name': '', 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'mac_address': 'fa:16:3e:90:0b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '11693eda-f8c6-4000-9957-c3d3bac57e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:17Z', 'updated_at': '2021-08-29T04:44:22Z', 'revision_number': 4, 'project_id': 'aae186e450254aa68308564fc55262d8', 'subnets': [{'id': '11693eda-f8c6-4000-9957-c3d3bac57e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:22.673571 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7624b7-7cb2-4958-8183-6756bd3ae3a4 None None] The sync data for ids ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'] in n-d-712141-12 is: [{'id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'name': 'tempest-TestServerBasicOps-234173573-router', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:11Z', 'updated_at': '2021-08-29T04:44:18Z', 'revision_number': 4, 'project_id': 'aae186e450254aa68308564fc55262d8', 'gw_port': {'id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:12Z', 'updated_at': '2021-08-29T04:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba', 'name': '', 'network_id': '9a63cd81-e238-4a60-b0b8-30ddf8a94b1c', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'mac_address': 'fa:16:3e:90:0b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '11693eda-f8c6-4000-9957-c3d3bac57e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:17Z', 'updated_at': '2021-08-29T04:44:22Z', 'revision_number': 4, 'project_id': 'aae186e450254aa68308564fc55262d8', 'subnets': [{'id': '11693eda-f8c6-4000-9957-c3d3bac57e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:22.811577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a921685e-02f9-4802-ab3b-b61ce1d60241 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:22.889034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a921685e-02f9-4802-ab3b-b61ce1d60241 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:22.889928 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.252416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a234ece0-3128-48ed-aa9b-809d7f4006e2 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:23.298617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b7b28-adcf-4aa7-b380-63a876d6b5ae req-5ecda999-7764-4f30-8515-476a5f28c62f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:23.303469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-210b7b28-adcf-4aa7-b380-63a876d6b5ae req-5ecda999-7764-4f30-8515-476a5f28c62f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0788739 Aug 29 04:44:23.352481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-210b7b28-adcf-4aa7-b380-63a876d6b5ae req-900c450a-3c60-485a-ae19-8327433c7842 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414393 Aug 29 04:44:23.429472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a234ece0-3128-48ed-aa9b-809d7f4006e2, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a234ece0-3128-48ed-aa9b-809d7f4006e2,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:23.442453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'a234ece0-3128-48ed-aa9b-809d7f4006e2', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'port_id': 'a234ece0-3128-48ed-aa9b-809d7f4006e2', 'mac_address': 'fa:16:3e:27:71:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:23.509390 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.534413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a234ece0-3128-48ed-aa9b-809d7f4006e2 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:23.550334 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device dcbec0b1-8bf3-46c0-9532-1488e680bd1f no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:23.609955 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: dcbec0b1-8bf3-46c0-9532-1488e680bd1f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:23.610598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device dcbec0b1-8bf3-46c0-9532-1488e680bd1f not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:23.616841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a234ece0-3128-48ed-aa9b-809d7f4006e2, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a234ece0-3128-48ed-aa9b-809d7f4006e2,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:23.620321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d8e45e8-5029-4356-8a4d-54e5601e40bf req-bd6d6885-6a17-4008-bdeb-48ab50e8bcae tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0925527 Aug 29 04:44:23.630998 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c029b7b9-fa9b-456f-b24b-f959fd5bdeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.635751 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.702110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=a234ece0-3128-48ed-aa9b-809d7f4006e2,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:23.745358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0af7-1d44-4cdc-b3ba-dabc163e6b6a req-52aef19c-be13-455b-bd7e-d4ceb9e05896 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:23.747729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab4d0af7-1d44-4cdc-b3ba-dabc163e6b6a req-52aef19c-be13-455b-bd7e-d4ceb9e05896 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 944 time: 0.0996661 Aug 29 04:44:23.804925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab4d0af7-1d44-4cdc-b3ba-dabc163e6b6a req-196261d6-c2c7-45d2-94ec-7810e12a4a3f tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464418 Aug 29 04:44:23.974736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273af01d-f792-460a-a92d-5ec6d852e413 req-afb270be-51de-4411-871d-6b1b1f91a804 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:23.976523 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-afb270be-51de-4411-871d-6b1b1f91a804 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.52 "GET /v2.0/networks?id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044 HTTP/1.1" status: 200 len: 808 time: 0.1704955 Aug 29 04:44:24.061612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-6fb9b7c2-3e5a-4698-a979-5a5cedef8170 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f922e0619e9549718829615caeeecadf HTTP/1.1" status: 200 len: 380 time: 0.0395639 Aug 29 04:44:24.072018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Request body: {'port': {'device_id': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'admin_state_up': True, 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'security_groups': ['928399c2-1992-40fe-9fd5-320f42451741']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:24.081957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['a234ece0-3128-48ed-aa9b-809d7f4006e2'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:24.194010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Made reservation on behalf of f922e0619e9549718829615caeeecadf for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:24.198940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.341807 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Allocated IP 172.20.0.14 (a9cd9801-b4c3-45d3-98ff-4b638ccbd044/88850b7e-131f-4826-ba96-d52e5173cc9b/05e63e78-b33d-49ad-9f90-a7c8b263172b) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:24.814687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:24.889199 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:24.893573 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:24.894045 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.897507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b7aa3fa9-fb16-45a7-b18a-8449cb20f9d9 req-789c6b3c-4a43-4936-81cf-a9a8ad4a0d03 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0357826 Aug 29 04:44:24.948444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38b835-5a13-462f-8ad1-163e053e83e3 req-4dbc20e2-0836-49b6-9e79-87d677ce0462 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.955943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e38b835-5a13-462f-8ad1-163e053e83e3 req-4dbc20e2-0836-49b6-9e79-87d677ce0462 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 945 time: 0.5046427 Aug 29 04:44:24.981429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.022074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Transition to ACTIVE for port object 05e63e78-b33d-49ad-9f90-a7c8b263172b will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:25.027094 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.057223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e38b835-5a13-462f-8ad1-163e053e83e3 req-4dd0294a-fbd9-48aa-87d2-3c35791fc2c2 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999138 Aug 29 04:44:25.082195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba,segment=NetworkSegment(67f6519c-4720-4a28-8385-0ee2c87b29ae),segment_id=67f6519c-4720-4a28-8385-0ee2c87b29ae)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:25.088906 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.116732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad340e1-dda6-406c-9543-07028a9d9a91 req-175fd55b-024c-4f32-b4e5-892cb2f47d0a tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:25.118352 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fad340e1-dda6-406c-9543-07028a9d9a91 req-175fd55b-024c-4f32-b4e5-892cb2f47d0a tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 944 time: 0.1243632 Aug 29 04:44:25.164637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:25.188044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fad340e1-dda6-406c-9543-07028a9d9a91 req-56a72c6f-e112-4d35-a4eb-47b870685263 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559466 Aug 29 04:44:25.189869 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.232043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:25.235832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:25.239906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:25.274695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a234ece0-3128-48ed-aa9b-809d7f4006e2 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:25.283101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event updated for resources: {'Port': ['ID=05e63e78-b33d-49ad-9f90-a7c8b263172b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:25.318984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:25.319851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.339618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-134f8940-60ad-4173-99fb-1700ac31dd97 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2714756 Aug 29 04:44:25.353897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port a234ece0-3128-48ed-aa9b-809d7f4006e2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:25.358169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port a234ece0-3128-48ed-aa9b-809d7f4006e2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:25.358785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.363118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Request body: {'port': {'device_id': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:25.452447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.476548 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.500663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a234ece0-3128-48ed-aa9b-809d7f4006e2'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:25.502939 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a63287-6641-418f-912d-ab2db946e8ac" -d '{"events": [{"server_uuid": "a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2", "name": "network-vif-plugged", "status": "completed", "tag": "a234ece0-3128-48ed-aa9b-809d7f4006e2"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:25.516796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port a234ece0-3128-48ed-aa9b-809d7f4006e2, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a234ece0-3128-48ed-aa9b-809d7f4006e2,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:25.526275 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.556293 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4e615f-d095-4214-96b7-a37d086ec03e x-openstack-request-id: req-cc4e615f-d095-4214-96b7-a37d086ec03e {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:25.556672 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2", "name": "network-vif-plugged", "status": "completed", "tag": "a234ece0-3128-48ed-aa9b-809d7f4006e2", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:25.556922 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc4e615f-d095-4214-96b7-a37d086ec03e {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:25.557475 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a234ece0-3128-48ed-aa9b-809d7f4006e2', 'code': 200} Aug 29 04:44:25.562780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-42f46e2a-8e55-4b54-806e-92c31c591218 None None] Provisioning for port 05e63e78-b33d-49ad-9f90-a7c8b263172b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:25.590492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-42f46e2a-8e55-4b54-806e-92c31c591218 None None] Provisioning complete for port 05e63e78-b33d-49ad-9f90-a7c8b263172b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:25.591064 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-42f46e2a-8e55-4b54-806e-92c31c591218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.621733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=a234ece0-3128-48ed-aa9b-809d7f4006e2,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:25.641453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-42f46e2a-8e55-4b54-806e-92c31c591218 None None] Port 05e63e78-b33d-49ad-9f90-a7c8b263172b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:25.734882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d95db-2272-4c61-b1d4-3a1d6eda5265 req-d8c1c776-6afa-468f-91dc-e6503b7750b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:25.736415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c28d95db-2272-4c61-b1d4-3a1d6eda5265 req-d8c1c776-6afa-468f-91dc-e6503b7750b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0947075 Aug 29 04:44:25.799104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c28d95db-2272-4c61-b1d4-3a1d6eda5265 req-d1401455-1618-4a8e-b092-d58dff60c384 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518188 Aug 29 04:44:25.852118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e63e78-b33d-49ad-9f90-a7c8b263172b {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:25.860600 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.879049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Transition to ACTIVE for port object 05e63e78-b33d-49ad-9f90-a7c8b263172b will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:25.883762 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.010978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Pushing event updated for resources: {'Port': ['ID=05e63e78-b33d-49ad-9f90-a7c8b263172b,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:26.088304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d02717-7cc9-4d81-9c58-a45c62a3b329 req-d533506f-a5e6-4260-9aa3-1dff0c683ba3 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.096068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79d02717-7cc9-4d81-9c58-a45c62a3b329 req-d533506f-a5e6-4260-9aa3-1dff0c683ba3 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 946 time: 0.1669197 Aug 29 04:44:26.132562 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99daa192-b014-4d21-9ffa-3a958d8d0923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.135151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a2540-4a16-4c64-920d-354b01fc6fb6 req-07ede4af-7464-4f47-b1c6-00917a3317e8 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.136802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-716a2540-4a16-4c64-920d-354b01fc6fb6 req-07ede4af-7464-4f47-b1c6-00917a3317e8 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 944 time: 0.1531000 Aug 29 04:44:26.158373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Attempting to bind port 05e63e78-b33d-49ad-9f90-a7c8b263172b on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:26.158749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Attempting to bind port 05e63e78-b33d-49ad-9f90-a7c8b263172b by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:26.159133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Attempting to bind port 05e63e78-b33d-49ad-9f90-a7c8b263172b on network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:26.187020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79d02717-7cc9-4d81-9c58-a45c62a3b329 req-f0061e3b-3c81-4b6b-b504-ac4937403f8a tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899832 Aug 29 04:44:26.190900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Port 05e63e78-b33d-49ad-9f90-a7c8b263172b on network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:26.190900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Attempting to bind port 05e63e78-b33d-49ad-9f90-a7c8b263172b on network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:26.202413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:26.202761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Checking segment: {'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:26.203150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Bound using segment: {'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:26.203595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Bound port: 05e63e78-b33d-49ad-9f90-a7c8b263172b, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ed1c61-5161-4e83-9590-7177a63f81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:26.203960 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.219952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-716a2540-4a16-4c64-920d-354b01fc6fb6 req-7d16bae4-8952-45bd-914e-6f0762e8e996 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744410 Aug 29 04:44:26.328224 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.343539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] For port 05e63e78-b33d-49ad-9f90-a7c8b263172b, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:26.364563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] For port 05e63e78-b33d-49ad-9f90-a7c8b263172b, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:26.373866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.389355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfb416-2fa7-40c7-ba56-66fc84a6d746 req-a4f7d517-e417-46a8-8f8b-03f9f7665e75 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.390854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6abfb416-2fa7-40c7-ba56-66fc84a6d746 req-a4f7d517-e417-46a8-8f8b-03f9f7665e75 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 946 time: 0.1300025 Aug 29 04:44:26.426788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e44dc3-ba53-4afe-8ffe-9129d5e45590 req-1bef6536-f1ac-467d-9dca-a2e9e12176bd tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.428368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0e44dc3-ba53-4afe-8ffe-9129d5e45590 req-1bef6536-f1ac-467d-9dca-a2e9e12176bd tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 944 time: 0.1265914 Aug 29 04:44:26.444767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.445395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.446799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] 10.222.0.52 "PUT /v2.0/ports/05e63e78-b33d-49ad-9f90-a7c8b263172b HTTP/1.1" status: 200 len: 1093 time: 1.0916104 Aug 29 04:44:26.447917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'tag': '05e63e78-b33d-49ad-9f90-a7c8b263172b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:26.450192 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee6470a-0fa7-436d-923f-eaad4399412a" -d '{"events": [{"name": "network-changed", "server_uuid": "362c99b1-3893-4dcb-8e79-cb10134d7ec9", "tag": "05e63e78-b33d-49ad-9f90-a7c8b263172b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:26.506663 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc527d-dd40-4a49-adc1-6f029358ca8d service neutron] Pushing event updated for resources: {'Port': ['ID=05e63e78-b33d-49ad-9f90-a7c8b263172b,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:26.538793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6abfb416-2fa7-40c7-ba56-66fc84a6d746 req-c924cd88-9ab0-48e8-a352-3cd1f78278e8 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244664 Aug 29 04:44:26.564331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0e44dc3-ba53-4afe-8ffe-9129d5e45590 req-0c18c6ec-9e57-4148-9bea-b72be01d482a tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245723 Aug 29 04:44:26.583612 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273af01d-f792-460a-a92d-5ec6d852e413 req-854c235e-cbe9-4aa4-9c19-e2383cf64cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.585464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-854c235e-cbe9-4aa4-9c19-e2383cf64cff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f922e0619e9549718829615caeeecadf&device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0709019 Aug 29 04:44:26.605288 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e64cbb-9f66-435e-9c0b-fbaaad469a1f x-openstack-request-id: req-f8e64cbb-9f66-435e-9c0b-fbaaad469a1f {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:26.605582 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362c99b1-3893-4dcb-8e79-cb10134d7ec9", "tag": "05e63e78-b33d-49ad-9f90-a7c8b263172b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:26.605839 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8e64cbb-9f66-435e-9c0b-fbaaad469a1f {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:26.606373 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'tag': '05e63e78-b33d-49ad-9f90-a7c8b263172b', 'status': 'completed', 'code': 200} Aug 29 04:44:26.656790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-8910a70b-4d6a-4c6a-be5a-26bf086f8311 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b HTTP/1.1" status: 200 len: 217 time: 0.0362868 Aug 29 04:44:26.710061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273af01d-f792-460a-a92d-5ec6d852e413 req-417a33a7-964e-4e08-82b9-9c60d38bbd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.711586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-417a33a7-964e-4e08-82b9-9c60d38bbd56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=88850b7e-131f-4826-ba96-d52e5173cc9b HTTP/1.1" status: 200 len: 847 time: 0.0467994 Aug 29 04:44:26.720564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:26.763116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273af01d-f792-460a-a92d-5ec6d852e413 req-0b385820-e543-43d8-a0a9-d3deed40d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.764799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-0b385820-e543-43d8-a0a9-d3deed40d07d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450664 Aug 29 04:44:26.771254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:26.771637 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.858007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-95a65dd5-6b1d-4eaa-a9c0-bc2f09fff7e9 service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848806 Aug 29 04:44:26.969645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-273af01d-f792-460a-a92d-5ec6d852e413 req-5f51f8bf-473a-47c7-912b-6f6005132bf4 service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015496 Aug 29 04:44:27.098413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6470a-0fa7-436d-923f-eaad4399412a req-384a4eef-b460-4e3f-899f-7c1678b973fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.100095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dee6470a-0fa7-436d-923f-eaad4399412a req-384a4eef-b460-4e3f-899f-7c1678b973fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f922e0619e9549718829615caeeecadf&device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0413036 Aug 29 04:44:27.274342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6470a-0fa7-436d-923f-eaad4399412a req-bc6301e0-55ed-4295-99ab-4f99a453074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.275915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dee6470a-0fa7-436d-923f-eaad4399412a req-bc6301e0-55ed-4295-99ab-4f99a453074f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044 HTTP/1.1" status: 200 len: 909 time: 0.1083658 Aug 29 04:44:27.349699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dee6470a-0fa7-436d-923f-eaad4399412a req-490ccb4f-32bb-421a-b121-8ae495ab9ddb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b HTTP/1.1" status: 200 len: 217 time: 0.0627961 Aug 29 04:44:27.353980 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.425544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eb0c0-d64d-4c01-9e7d-963f22bfba8a req-4e9d1a7c-257a-4f1e-8a42-8970a7a99ac0 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.427629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac7eb0c0-d64d-4c01-9e7d-963f22bfba8a req-4e9d1a7c-257a-4f1e-8a42-8970a7a99ac0 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 946 time: 0.1490943 Aug 29 04:44:27.453353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346df1e-991e-44d5-a516-8ceb0685add4 req-f9fc3374-b6d6-4ddb-bd65-952e7d9d2c14 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.454810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9346df1e-991e-44d5-a516-8ceb0685add4 req-f9fc3374-b6d6-4ddb-bd65-952e7d9d2c14 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 944 time: 0.1161189 Aug 29 04:44:27.468259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6470a-0fa7-436d-923f-eaad4399412a req-42284b5b-95de-4a89-878a-42776d7337e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.469614 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dee6470a-0fa7-436d-923f-eaad4399412a req-42284b5b-95de-4a89-878a-42776d7337e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=88850b7e-131f-4826-ba96-d52e5173cc9b HTTP/1.1" status: 200 len: 847 time: 0.1015887 Aug 29 04:44:27.523791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac7eb0c0-d64d-4c01-9e7d-963f22bfba8a req-0c025542-cfef-4cdc-83c2-91dbfb488f5e tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896990 Aug 29 04:44:27.542353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-77ad6ce9-70b0-4a1e-adf8-ffe7d387295f tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.543936 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-77ad6ce9-70b0-4a1e-adf8-ffe7d387295f tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 946 time: 0.0508213 Aug 29 04:44:27.546507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9346df1e-991e-44d5-a516-8ceb0685add4 req-9c288213-fead-401a-8b4d-be46e81ba609 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816867 Aug 29 04:44:27.553970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6470a-0fa7-436d-923f-eaad4399412a req-97369cd0-93aa-4146-9340-5494eca17fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.555469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dee6470a-0fa7-436d-923f-eaad4399412a req-97369cd0-93aa-4146-9340-5494eca17fb9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694580 Aug 29 04:44:27.571775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 574f2b87-e95d-4a15-83d7-f1f43f50e7eb details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:27.575533 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.686812 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-0a9d3cf3-7fc8-4b1b-abe5-dcdae83b1643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Deleting port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:27.686812 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-0a9d3cf3-7fc8-4b1b-abe5-dcdae83b1643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.698100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:27.708827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'port_id': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'mac_address': 'fa:16:3e:ad:13:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:27.734898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dee6470a-0fa7-436d-923f-eaad4399412a req-91196b8f-2f34-455a-b6d0-7b988621b6fc service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707432 Aug 29 04:44:27.751644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4aba7a-fee5-44ac-93b5-ae97d8c695be req-7bb52a23-c515-4aed-be8a-87a9f8462e13 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.753168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e4aba7a-fee5-44ac-93b5-ae97d8c695be req-7bb52a23-c515-4aed-be8a-87a9f8462e13 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 946 time: 0.1022069 Aug 29 04:44:27.754870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.769326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574f2b87-e95d-4a15-83d7-f1f43f50e7eb {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:27.789275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-0a9d3cf3-7fc8-4b1b-abe5-dcdae83b1643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] For port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,segment=NetworkSegment(e2e3fc12-2a2a-49b7-b966-cea9ba016cce),segment_id=e2e3fc12-2a2a-49b7-b966-cea9ba016cce)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:27.789727 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-0a9d3cf3-7fc8-4b1b-abe5-dcdae83b1643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.790104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:27.794641 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.804517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-0a9d3cf3-7fc8-4b1b-abe5-dcdae83b1643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Calling delete_port for 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:27.820934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464ba5-0586-44f4-97c4-a6240030bf93 req-356745f1-f189-498d-a85c-6d7e6853f433 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.822459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66464ba5-0586-44f4-97c4-a6240030bf93 req-356745f1-f189-498d-a85c-6d7e6853f433 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 944 time: 0.1345184 Aug 29 04:44:27.846719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:27.886313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5e4aba7a-fee5-44ac-93b5-ae97d8c695be req-4593925a-4666-4f7c-8bf6-6ca4797dc62a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210771 Aug 29 04:44:27.909209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66464ba5-0586-44f4-97c4-a6240030bf93 req-7e7c3a15-0eea-4daa-adf5-3b5343633328 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735526 Aug 29 04:44:27.915614 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dee6470a-0fa7-436d-923f-eaad4399412a req-848adc57-f9eb-4df6-b053-eda85df8a537 service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593914 Aug 29 04:44:27.968825 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-0a9d3cf3-7fc8-4b1b-abe5-dcdae83b1643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.980345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:28.008190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d3cf3-7fc8-4b1b-abe5-dcdae83b1643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Pushing event deleted for resources: {'Port': ['ID=27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:28.014563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c33c-4e0d-478f-bf7a-ee00bd355983 req-239835a0-ae82-4e4d-9696-97315fa1a2cb tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.016183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d91c33c-4e0d-478f-bf7a-ee00bd355983 req-239835a0-ae82-4e4d-9696-97315fa1a2cb tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0545232 Aug 29 04:44:28.026365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['574f2b87-e95d-4a15-83d7-f1f43f50e7eb'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:28.047801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-0a9d3cf3-7fc8-4b1b-abe5-dcdae83b1643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] No DVR routers for this DVR port 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:28.051364 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-0a9d3cf3-7fc8-4b1b-abe5-dcdae83b1643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.054117 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-415e00ff-3c9c-4aac-9c20-57727a9726bb req-0a9d3cf3-7fc8-4b1b-abe5-dcdae83b1643 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.59 "DELETE /v2.0/ports/27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 HTTP/1.1" status: 204 len: 173 time: 0.4987128 Aug 29 04:44:28.054585 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bc1881-ec30-4d24-ae3e-379c4eba951e', 'name': 'network-vif-deleted', 'tag': '27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:28.057999 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b87813-b903-4c3f-b620-5c35364d84bb" -d '{"events": [{"server_uuid": "65bc1881-ec30-4d24-ae3e-379c4eba951e", "name": "network-vif-deleted", "tag": "27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:28.058193 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d91c33c-4e0d-478f-bf7a-ee00bd355983 req-92e6f2d3-5193-49da-8f34-d991fc8fb8d0 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358083 Aug 29 04:44:28.106873 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313b6d67-67e0-43ac-ad4a-ebe596a46815 x-openstack-request-id: req-313b6d67-67e0-43ac-ad4a-ebe596a46815 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:28.107212 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bc1881-ec30-4d24-ae3e-379c4eba951e", "name": "network-vif-deleted", "tag": "27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:28.107505 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-313b6d67-67e0-43ac-ad4a-ebe596a46815 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:28.108032 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bc1881-ec30-4d24-ae3e-379c4eba951e', 'name': 'network-vif-deleted', 'tag': '27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5', 'status': 'completed', 'code': 200} Aug 29 04:44:28.384859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafd2fd-5dc0-4361-9c49-c86255bd58cb req-63cceeb1-ffe8-46fb-9895-0958f53e14c0 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.386351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0bafd2fd-5dc0-4361-9c49-c86255bd58cb req-63cceeb1-ffe8-46fb-9895-0958f53e14c0 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0547175 Aug 29 04:44:28.423617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0bafd2fd-5dc0-4361-9c49-c86255bd58cb req-ebc81b47-d519-4186-ae10-a8575727ed22 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Aug 29 04:44:28.648440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e561ee20-250d-4d32-aa48-e506dc60e193 req-0c9478dc-d29c-4843-86a1-d24c141e5a09 tempest-AttachVolumeNegativeTest-597665575 tempest-AttachVolumeNegativeTest-597665575-project] 10.222.0.49 "GET /v2.0/ports?device_id=65bc1881-ec30-4d24-ae3e-379c4eba951e HTTP/1.1" status: 200 len: 210 time: 0.0346241 Aug 29 04:44:28.688750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51f185-7503-4b1b-842c-f6881d171370 req-df4fdb4e-3e94-4c16-b0e3-fdae063aba99 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.690233 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee51f185-7503-4b1b-842c-f6881d171370 req-df4fdb4e-3e94-4c16-b0e3-fdae063aba99 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 944 time: 0.0658898 Aug 29 04:44:28.727214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee51f185-7503-4b1b-842c-f6881d171370 req-1e0e3944-3ba9-4ff3-bd0e-f144c4c253b6 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304568 Aug 29 04:44:29.024575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226500a-5394-49d3-a87b-40f0be057cff req-15d30317-0d56-4718-b257-d7004dd1b0f0 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.026026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6226500a-5394-49d3-a87b-40f0be057cff req-15d30317-0d56-4718-b257-d7004dd1b0f0 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 945 time: 0.0485144 Aug 29 04:44:29.062683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6226500a-5394-49d3-a87b-40f0be057cff req-a9cd3778-b5c8-4b45-a3bc-15ed7fced509 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306280 Aug 29 04:44:29.089939 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.548680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf9bb3-78de-40fe-8ebf-7885097ea8f6 req-55cbef07-d05e-4e25-bf5d-44d689955e85 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.550167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0fdf9bb3-78de-40fe-8ebf-7885097ea8f6 req-55cbef07-d05e-4e25-bf5d-44d689955e85 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0601499 Aug 29 04:44:29.571492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 574f2b87-e95d-4a15-83d7-f1f43f50e7eb up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:29.588111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0fdf9bb3-78de-40fe-8ebf-7885097ea8f6 req-e5c634f7-02a6-4c19-84fd-e910c0cc1087 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Aug 29 04:44:29.623783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:29.627581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:29.628247 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.705222 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.714243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51614) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:29.728093 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:29.730335 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa9742-0981-430c-89d8-0f8b6327377a" -d '{"events": [{"server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "name": "network-vif-plugged", "status": "completed", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:29.742797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:29.748470 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.767951 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-3358f78b-be2a-4076-a23f-37f6b073e0e3 admin admin] Deleting subnet c3949679-4cee-453a-865d-b7eebe5fe64f {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:29.771820 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3358f78b-be2a-4076-a23f-37f6b073e0e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.802930 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc276ff-265e-4174-93f2-7768d2582df2 x-openstack-request-id: req-fbc276ff-265e-4174-93f2-7768d2582df2 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:29.803754 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "name": "network-vif-plugged", "status": "completed", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:29.803754 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbc276ff-265e-4174-93f2-7768d2582df2 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:29.803962 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'code': 200} Aug 29 04:44:29.809420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:29.814925 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3358f78b-be2a-4076-a23f-37f6b073e0e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.862049 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3358f78b-be2a-4076-a23f-37f6b073e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.866204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd2122-f45b-4ab1-9231-89eb8c95b123 req-26136254-ed5b-49e4-9efb-f16a74950410 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.867856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31fd2122-f45b-4ab1-9231-89eb8c95b123 req-26136254-ed5b-49e4-9efb-f16a74950410 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 944 time: 0.0523322 Aug 29 04:44:29.908533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31fd2122-f45b-4ab1-9231-89eb8c95b123 req-3aae6712-ce0b-4db4-b00b-ae1d6d5fce8a tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344927 Aug 29 04:44:29.937472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edba0d-a149-439d-879a-b28a557386a3 req-921aabec-db12-4134-a20b-65d1e51fd751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.938986 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81edba0d-a149-439d-879a-b28a557386a3 req-921aabec-db12-4134-a20b-65d1e51fd751 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 1098 time: 0.0747278 Aug 29 04:44:29.948223 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3358f78b-be2a-4076-a23f-37f6b073e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.985112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358f78b-be2a-4076-a23f-37f6b073e0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3949679-4cee-453a-865d-b7eebe5fe64f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:29.997223 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3358f78b-be2a-4076-a23f-37f6b073e0e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.999147 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3358f78b-be2a-4076-a23f-37f6b073e0e3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c3949679-4cee-453a-865d-b7eebe5fe64f HTTP/1.1" status: 204 len: 168 time: 0.2838566 Aug 29 04:44:30.001893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51620) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:30.014486 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81edba0d-a149-439d-879a-b28a557386a3 req-418a2e5f-ada1-4184-ba31-0bdccc1e2ae1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632269 Aug 29 04:44:30.075525 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.174865 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.197781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76f8cfb-a00f-4b00-8763-75a743b97004']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:30.224160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:30.224509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e3fc12-2a2a-49b7-b966-cea9ba016cce') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:30.238300 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.258543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332680f8-4531-4707-b51f-fcde18213acd req-c76f4495-5a6f-4d61-beae-e9bee7e25709 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.260014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-332680f8-4531-4707-b51f-fcde18213acd req-c76f4495-5a6f-4d61-beae-e9bee7e25709 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 946 time: 0.1203890 Aug 29 04:44:30.267735 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.289845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:30.290234 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:30.291942 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:30.299220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-7d6c4b59-c7bd-47bd-916c-c4476913e056 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.300664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-7d6c4b59-c7bd-47bd-916c-c4476913e056 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 946 time: 0.1180470 Aug 29 04:44:30.393475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-332680f8-4531-4707-b51f-fcde18213acd req-979f1e50-f990-4b0a-abfe-549a3a10c3b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259661 Aug 29 04:44:30.397757 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.409836 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.411654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] 10.222.0.49 "DELETE /v2.0/networks/a76f8cfb-a00f-4b00-8763-75a743b97004 HTTP/1.1" status: 204 len: 168 time: 0.4087257 Aug 29 04:44:30.439533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31186fde-4b05-4584-bea1-64c326414ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=a76f8cfb-a00f-4b00-8763-75a743b97004,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:30.468035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-b2755f01-b129-46cc-8144-1227deeddb3b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Deleting port a234ece0-3128-48ed-aa9b-809d7f4006e2 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:30.468405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-b2755f01-b129-46cc-8144-1227deeddb3b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.571364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-b2755f01-b129-46cc-8144-1227deeddb3b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] For port a234ece0-3128-48ed-aa9b-809d7f4006e2, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=a234ece0-3128-48ed-aa9b-809d7f4006e2,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:30.571805 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-b2755f01-b129-46cc-8144-1227deeddb3b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.585315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-b2755f01-b129-46cc-8144-1227deeddb3b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Calling delete_port for a234ece0-3128-48ed-aa9b-809d7f4006e2 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:30.586020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51626) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:30.627944 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b680cc18-4e3e-4e3b-b9dd-7862224fcb82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb59d264f94d4370805e846cf980576a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407066 Aug 29 04:44:30.631429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51630) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:30.683787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2d0fa90-0865-4751-b36b-1efc0a038704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.705312 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2d0fa90-0865-4751-b36b-1efc0a038704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.749947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-b2755f01-b129-46cc-8144-1227deeddb3b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.752715 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2d0fa90-0865-4751-b36b-1efc0a038704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.755640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c2d0fa90-0865-4751-b36b-1efc0a038704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.759920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c2d0fa90-0865-4751-b36b-1efc0a038704 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4 HTTP/1.1" status: 204 len: 168 time: 0.1249886 Aug 29 04:44:30.766601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0fa90-0865-4751-b36b-1efc0a038704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbbd1ee-d0f7-4ab6-bfcc-6eac3d6deef4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:30.785453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad', 'a234ece0-3128-48ed-aa9b-809d7f4006e2'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:30.791755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e396e87-5d6b-4a8d-8d07-7808219128f0 req-8c415867-fc97-4cde-a82a-42325e4eb260 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.793336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e396e87-5d6b-4a8d-8d07-7808219128f0 req-8c415867-fc97-4cde-a82a-42325e4eb260 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 946 time: 0.1217794 Aug 29 04:44:30.794552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2755f01-b129-46cc-8144-1227deeddb3b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'Port': ['ID=a234ece0-3128-48ed-aa9b-809d7f4006e2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:30.851085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-b2755f01-b129-46cc-8144-1227deeddb3b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] No DVR routers for this DVR port a234ece0-3128-48ed-aa9b-809d7f4006e2 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:30.856034 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-b2755f01-b129-46cc-8144-1227deeddb3b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.858718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91c53c56-76cd-4466-a5b5-60a6949bdfd9 req-b2755f01-b129-46cc-8144-1227deeddb3b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "DELETE /v2.0/ports/a234ece0-3128-48ed-aa9b-809d7f4006e2 HTTP/1.1" status: 204 len: 173 time: 0.5248926 Aug 29 04:44:30.859668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2', 'name': 'network-vif-deleted', 'tag': 'a234ece0-3128-48ed-aa9b-809d7f4006e2'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:30.862014 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5dd18f-102d-4ce6-af36-e98d92013255" -d '{"events": [{"server_uuid": "a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2", "name": "network-vif-deleted", "tag": "a234ece0-3128-48ed-aa9b-809d7f4006e2"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:30.921708 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8e396e87-5d6b-4a8d-8d07-7808219128f0 req-822b3618-c240-4c40-a1c9-94900ad92e67 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201072 Aug 29 04:44:30.949273 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d02318-00f2-4e5e-ae1e-e541a0bdf8d5 x-openstack-request-id: req-c0d02318-00f2-4e5e-ae1e-e541a0bdf8d5 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:30.950164 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2", "name": "network-vif-deleted", "tag": "a234ece0-3128-48ed-aa9b-809d7f4006e2", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:30.950428 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0d02318-00f2-4e5e-ae1e-e541a0bdf8d5 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:30.950847 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2', 'name': 'network-vif-deleted', 'tag': 'a234ece0-3128-48ed-aa9b-809d7f4006e2', 'status': 'completed', 'code': 200} Aug 29 04:44:31.110418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b23d0-3c76-4f57-91e4-bfe97852c6b1 req-d29b52c5-6aee-484b-ab8a-5a4bc1f2b516 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.111951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f00b23d0-3c76-4f57-91e4-bfe97852c6b1 req-d29b52c5-6aee-484b-ab8a-5a4bc1f2b516 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 944 time: 0.0889170 Aug 29 04:44:31.172559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f00b23d0-3c76-4f57-91e4-bfe97852c6b1 req-640f9714-003a-4f8a-a4f1-5ee57c2c6a9a tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469689 Aug 29 04:44:31.307291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 05e63e78-b33d-49ad-9f90-a7c8b263172b details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:31.416559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 05e63e78-b33d-49ad-9f90-a7c8b263172b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:31.437115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '05e63e78-b33d-49ad-9f90-a7c8b263172b', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'port_id': '05e63e78-b33d-49ad-9f90-a7c8b263172b', 'mac_address': 'fa:16:3e:9c:bc:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:31.488507 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.504356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e63e78-b33d-49ad-9f90-a7c8b263172b {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:31.534376 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 05e63e78-b33d-49ad-9f90-a7c8b263172b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:31.538122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c959d2-0572-4d56-b5af-c057d9cd141c req-6d680235-329f-44a0-a111-d2c863932d08 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.539729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65c959d2-0572-4d56-b5af-c057d9cd141c req-6d680235-329f-44a0-a111-d2c863932d08 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 946 time: 0.0604873 Aug 29 04:44:31.547922 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.575185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:31.589116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65c959d2-0572-4d56-b5af-c057d9cd141c req-e74dabc2-1957-40b0-9851-dd34d17f3f47 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417535 Aug 29 04:44:31.619780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:31.620130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 27ffd3a7-17c8-4a73-afbd-9ddd74dc33a5 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:31.654278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=05e63e78-b33d-49ad-9f90-a7c8b263172b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:31.722040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2f404-6da5-4c2d-8ef1-a6536e350f82 req-e29704ec-4016-47ab-b94a-25f3326e60fe tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.723533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94b2f404-6da5-4c2d-8ef1-a6536e350f82 req-e29704ec-4016-47ab-b94a-25f3326e60fe tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 946 time: 0.0518878 Aug 29 04:44:31.766395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94b2f404-6da5-4c2d-8ef1-a6536e350f82 req-898b529d-ba51-48fc-bef5-d382e9f55440 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345967 Aug 29 04:44:31.791170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51664) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:31.961636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['05e63e78-b33d-49ad-9f90-a7c8b263172b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:32.085508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69608306-84d6-4ef8-a183-25cacd1b8c9b req-8dd6ad78-27fc-4f96-b386-da7890544ba8 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0725386 Aug 29 04:44:32.140056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac1f50-8c85-4a33-9b29-a565369ae1b9 tempest-TestVolumeBackupRestore-1447404922 tempest-TestVolumeBackupRestore-1447404922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:32.141707 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5fac1f50-8c85-4a33-9b29-a565369ae1b9 tempest-TestVolumeBackupRestore-1447404922 tempest-TestVolumeBackupRestore-1447404922-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 1093 time: 0.3500130 Aug 29 04:44:32.144964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51678) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:32.150112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:32.176258 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.349970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373661-b7ae-4865-a549-889f323edd79 req-2a43a1d3-7188-4934-8829-90d2bef6ab21 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:32.351917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f373661-b7ae-4865-a549-889f323edd79 req-2a43a1d3-7188-4934-8829-90d2bef6ab21 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 945 time: 0.0924206 Aug 29 04:44:32.416009 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f373661-b7ae-4865-a549-889f323edd79 req-d3b12e35-6635-4e6c-ba20-b66574441114 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556867 Aug 29 04:44:32.434086 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.555696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Allocated IP 172.25.5.25 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/8ad11f76-f975-488b-b8fd-37dfb22e593d) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:32.686977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.734401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.783171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:32.788028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:32.791170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:32.794511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event updated for resources: {'Port': ['ID=8ad11f76-f975-488b-b8fd-37dfb22e593d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:33.208290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1afee240-09a7-42c1-94fe-eab65da52a62 req-10010a2d-58b3-405a-a36b-14f38771cf53 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0334024 Aug 29 04:44:33.230224 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.298257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.337087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 05e63e78-b33d-49ad-9f90-a7c8b263172b up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:33.399238 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 05e63e78-b33d-49ad-9f90-a7c8b263172b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:33.403362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 05e63e78-b33d-49ad-9f90-a7c8b263172b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:33.403733 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.494718 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.499326 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.511082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.548802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 05e63e78-b33d-49ad-9f90-a7c8b263172b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:33.550527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e63e78-b33d-49ad-9f90-a7c8b263172b'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:33.554300 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315451e7-a140-499d-a201-eedb714e1a6a" -d '{"events": [{"server_uuid": "362c99b1-3893-4dcb-8e79-cb10134d7ec9", "name": "network-vif-plugged", "status": "completed", "tag": "05e63e78-b33d-49ad-9f90-a7c8b263172b"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:33.570535 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.574619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a234ece0-3128-48ed-aa9b-809d7f4006e2 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:33.623097 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: a234ece0-3128-48ed-aa9b-809d7f4006e2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:33.623553 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device a234ece0-3128-48ed-aa9b-809d7f4006e2 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:33.660750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=05e63e78-b33d-49ad-9f90-a7c8b263172b,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:33.674249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event updated for resources: {'Port': ['ID=8ad11f76-f975-488b-b8fd-37dfb22e593d,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:33.691638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094757a-fe08-4dcc-b924-b1f7a8d35b68 req-a233e76f-a0b2-4d71-bdbb-7343e0ba1f08 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:33.699429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0094757a-fe08-4dcc-b924-b1f7a8d35b68 req-a233e76f-a0b2-4d71-bdbb-7343e0ba1f08 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 946 time: 0.1476188 Aug 29 04:44:33.715698 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.786690 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0094757a-fe08-4dcc-b924-b1f7a8d35b68 req-c2ba0375-2b76-448b-9a10-48c73653fa67 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825813 Aug 29 04:44:33.845213 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4848170-d947-4b09-a12e-04f69b4d54b0 x-openstack-request-id: req-f4848170-d947-4b09-a12e-04f69b4d54b0 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:33.845213 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c99b1-3893-4dcb-8e79-cb10134d7ec9", "name": "network-vif-plugged", "status": "completed", "tag": "05e63e78-b33d-49ad-9f90-a7c8b263172b", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:33.845773 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4848170-d947-4b09-a12e-04f69b4d54b0 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:33.846192 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e63e78-b33d-49ad-9f90-a7c8b263172b', 'code': 200} Aug 29 04:44:33.868926 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Floating IP 227d1e99-ffbb-4221-a04a-37494159c042 associated. External IP: 172.25.5.25, port: 574f2b87-e95d-4a15-83d7-f1f43f50e7eb. Aug 29 04:44:34.404268 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5a998d1-3e61-47d4-825d-22f3969d5d6a req-9c0c4cf3-e2e3-43a7-bd31-6001136a4b96 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0609310 Aug 29 04:44:34.431438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4757ca-6930-46b4-8898-969946a7c0b7 req-e14ad665-7580-4831-b0e9-267b3c37ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.432973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d4757ca-6930-46b4-8898-969946a7c0b7 req-e14ad665-7580-4831-b0e9-267b3c37ddc5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0911183 Aug 29 04:44:34.536741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d4757ca-6930-46b4-8898-969946a7c0b7 req-1b9771f4-908e-4744-af17-6e602ab6f187 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659945 Aug 29 04:44:34.567262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:34.692092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:34.703214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] Sync routers for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:34.713733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:34.714470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:34.720695 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.766590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cdaccf3c-9655-4b2b-8e07-c4a83198901d tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6201420 Aug 29 04:44:34.767357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:34.769059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51734) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:34.769714 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88861fb1-912a-4789-bcec-019e1504bcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:34.816501 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb21fda-c530-4c5a-adf9-b9b17ccef96b x-openstack-request-id: req-8cb21fda-c530-4c5a-adf9-b9b17ccef96b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:34.817461 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:34.817461 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cb21fda-c530-4c5a-adf9-b9b17ccef96b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:34.817700 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'status': 'completed', 'code': 200} Aug 29 04:44:34.878245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:34.928116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d6fff-3f5a-4db6-800f-2f4a69cfcfbc tempest-TestVolumeBackupRestore-1447404922 tempest-TestVolumeBackupRestore-1447404922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.930236 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b04d6fff-3f5a-4db6-800f-2f4a69cfcfbc tempest-TestVolumeBackupRestore-1447404922 tempest-TestVolumeBackupRestore-1447404922-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 1093 time: 0.1599097 Aug 29 04:44:34.934196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51740) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:34.937051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-147602ce-bd86-41b6-a318-b0d5d2c33346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.939096 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-147602ce-bd86-41b6-a318-b0d5d2c33346 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=babc381acf9e400a8981f1810a76d373&device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 1098 time: 0.0929263 Aug 29 04:44:34.948696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c143ba0f-4f32-48ca-a812-def8739803a8 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Request body: {'floatingip': {'port_id': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:34.973752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63d67-1761-41f8-b1b6-9d2a853f27ab req-9b6ef23c-1fe8-491e-ba1e-fca95fadd618 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.977307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81e63d67-1761-41f8-b1b6-9d2a853f27ab req-9b6ef23c-1fe8-491e-ba1e-fca95fadd618 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 946 time: 0.0889535 Aug 29 04:44:35.038045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81e63d67-1761-41f8-b1b6-9d2a853f27ab req-80d590d4-d307-4a5f-8a0e-49eef0f1587c tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470073 Aug 29 04:44:35.071613 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c143ba0f-4f32-48ca-a812-def8739803a8 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for floatingip, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.219246 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-379ccfb5-0788-408d-80a4-0fcc26a92b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:35.221422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-379ccfb5-0788-408d-80a4-0fcc26a92b5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 HTTP/1.1" status: 200 len: 915 time: 0.2648389 Aug 29 04:44:35.364366 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-182ba45b-7e60-41c7-9c1c-01ca58c4f2e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb HTTP/1.1" status: 200 len: 999 time: 0.1058512 Aug 29 04:44:35.408641 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '227d1e99-ffbb-4221-a04a-37494159c042', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'port_id': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'mac_address': 'fa:16:3e:ad:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:33Z', 'updated_at': '2021-08-29T04:44:33Z', 'revision_number': 0, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:35.449179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] Checking router: 27d10f5d-ba86-4ad4-a244-df2aed8bc688 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:35.461369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:35.462101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:35.511191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-9e0f346b-56d8-4453-b81b-0f8b51482583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:35.513120 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-9e0f346b-56d8-4453-b81b-0f8b51482583 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73e7c531-a1e2-4fc4-9244-a61069d48ec4 HTTP/1.1" status: 200 len: 853 time: 0.1387720 Aug 29 04:44:35.644723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:35.656339 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-234cc936-748a-47a6-a1c9-ae1236250f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:35.656778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5b8bb5f-8471-4c27-a8ad-a4a1442ad815 req-cc915781-b8ba-4a46-bad6-d78ecfb9d4df tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5edd03a-598a-4e87-9c3a-1c69e7b8e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0607026 Aug 29 04:44:35.669602 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-234cc936-748a-47a6-a1c9-ae1236250f6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433539 Aug 29 04:44:36.000829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '227d1e99-ffbb-4221-a04a-37494159c042', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'port_id': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'mac_address': 'fa:16:3e:ad:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:33Z', 'updated_at': '2021-08-29T04:44:33Z', 'revision_number': 0, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:36.020051 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c143ba0f-4f32-48ca-a812-def8739803a8 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.028553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c143ba0f-4f32-48ca-a812-def8739803a8 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.035104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd67e5-b2c3-4543-b883-477e129dbb0f None None] The sync data for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 is: [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '227d1e99-ffbb-4221-a04a-37494159c042', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'port_id': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'mac_address': 'fa:16:3e:ad:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:33Z', 'updated_at': '2021-08-29T04:44:33Z', 'revision_number': 0, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:36.158264 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-e8c2b593-2a05-4acd-b879-bd10f70e35ba service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107196 Aug 29 04:44:36.225899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbad75-fd2d-4b76-94ff-dc73ee484c35 req-455be7aa-1751-4f90-a3db-0b4451b45980 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.228022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6bfbad75-fd2d-4b76-94ff-dc73ee484c35 req-455be7aa-1751-4f90-a3db-0b4451b45980 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 946 time: 0.0651345 Aug 29 04:44:36.284745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6bfbad75-fd2d-4b76-94ff-dc73ee484c35 req-147c47b6-b14b-43c1-8618-689866883be6 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495257 Aug 29 04:44:36.368982 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-88861fb1-912a-4789-bcec-019e1504bcb7 req-e51e82cc-e238-4db8-88d0-4f4a128536df service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022440 Aug 29 04:44:36.462054 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0a98c-5fd4-458a-bf2a-9325c4dad6d3 None None] New status for floating IP 227d1e99-ffbb-4221-a04a-37494159c042: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:36.561745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384246f9-10ad-4797-a6c6-2f40789b720c req-fa9b6f58-2dbc-468c-a316-5276073167dc tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.573632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-384246f9-10ad-4797-a6c6-2f40789b720c req-fa9b6f58-2dbc-468c-a316-5276073167dc tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 946 time: 0.1449392 Aug 29 04:44:36.641539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-384246f9-10ad-4797-a6c6-2f40789b720c req-02a92ec7-c38f-407b-97c6-898f81108758 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652549 Aug 29 04:44:36.856519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0874245-8da8-4b80-8a3b-1a4e122d95fc req-b76a4524-329e-41c7-b2b6-11b66623e055 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.858478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0874245-8da8-4b80-8a3b-1a4e122d95fc req-b76a4524-329e-41c7-b2b6-11b66623e055 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 946 time: 0.0804296 Aug 29 04:44:36.938484 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d0874245-8da8-4b80-8a3b-1a4e122d95fc req-f4e5e7d3-219f-4200-8a95-cc93e826099d tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709093 Aug 29 04:44:36.968883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51780) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.039051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c143ba0f-4f32-48ca-a812-def8739803a8 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:37.190701 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c143ba0f-4f32-48ca-a812-def8739803a8 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:37.196659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c143ba0f-4f32-48ca-a812-def8739803a8 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.204958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] Sync routers for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:37.218710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:37.219601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:37.237947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:37.240935 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eeffde-b42e-4036-be52-f6cd9b3b665d" -d '{"events": [{"name": "network-changed", "server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:37.287846 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c143ba0f-4f32-48ca-a812-def8739803a8 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "PUT /v2.0/floatingips/227d1e99-ffbb-4221-a04a-37494159c042 HTTP/1.1" status: 200 len: 991 time: 2.3455536 Aug 29 04:44:37.314839 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34959080-39c5-418b-b261-f83759cd216b x-openstack-request-id: req-34959080-39c5-418b-b261-f83759cd216b {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:37.315220 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:37.315429 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34959080-39c5-418b-b261-f83759cd216b {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:37.315796 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'status': 'completed', 'code': 200} Aug 29 04:44:37.389644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00126972-e19c-4134-89c7-7c748599a306 tempest-TestServerBasicOps-1548855763 tempest-TestServerBasicOps-1548855763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.391547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-00126972-e19c-4134-89c7-7c748599a306 tempest-TestServerBasicOps-1548855763 tempest-TestServerBasicOps-1548855763-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 1093 time: 0.4214215 Aug 29 04:44:37.395264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51788) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.401250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '05e63e78-b33d-49ad-9f90-a7c8b263172b', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:37.409111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:37.425402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-14f42211-144e-4734-b455-ff11736744bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.427018 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-14f42211-144e-4734-b455-ff11736744bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=babc381acf9e400a8981f1810a76d373&device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 1098 time: 0.0878913 Aug 29 04:44:37.447046 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.619899 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-55890b9e-2460-4ef5-9845-31775c4e2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.621585 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-55890b9e-2460-4ef5-9845-31775c4e2e36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 HTTP/1.1" status: 200 len: 915 time: 0.1858280 Aug 29 04:44:37.709264 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-c159d207-f333-46f0-9448-d4603fceba70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb HTTP/1.1" status: 200 len: 1001 time: 0.0788078 Aug 29 04:44:37.729508 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.751752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '227d1e99-ffbb-4221-a04a-37494159c042', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'port_id': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'mac_address': 'fa:16:3e:ad:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:33Z', 'updated_at': '2021-08-29T04:44:36Z', 'revision_number': 2, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:37.780526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] Checking router: 27d10f5d-ba86-4ad4-a244-df2aed8bc688 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:37.789854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:37.790477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:37.823414 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-0a05943f-c625-42b5-9580-d1845a720b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.826078 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-0a05943f-c625-42b5-9580-d1845a720b5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73e7c531-a1e2-4fc4-9244-a61069d48ec4 HTTP/1.1" status: 200 len: 853 time: 0.1075656 Aug 29 04:44:37.919709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-acebbb2e-5585-4b3d-b37d-28553238d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.921771 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-acebbb2e-5585-4b3d-b37d-28553238d3cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876288 Aug 29 04:44:37.949814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:37.993069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Allocated IP 172.25.5.51 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/85b775a6-d9ef-4e23-bbc7-0c2198d38cfa) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:38.097268 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-8aa79ab2-71f5-4cd7-95f1-96c46a2dd560 service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670372 Aug 29 04:44:38.200401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.243735 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3eeffde-b42e-4036-be52-f6cd9b3b665d req-f2742322-b883-4322-8c41-8d84a13dd302 service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370656 Aug 29 04:44:38.281873 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.283886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '227d1e99-ffbb-4221-a04a-37494159c042', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'port_id': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'mac_address': 'fa:16:3e:ad:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:33Z', 'updated_at': '2021-08-29T04:44:36Z', 'revision_number': 2, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:38.317062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a2a92-5f84-4c83-b5df-d5eefa3f69e3 None None] The sync data for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 is: [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '227d1e99-ffbb-4221-a04a-37494159c042', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'port_id': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'mac_address': 'fa:16:3e:ad:13:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:33Z', 'updated_at': '2021-08-29T04:44:36Z', 'revision_number': 2, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:38.324922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:38.328029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:38.331108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:38.374840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event updated for resources: {'Port': ['ID=85b775a6-d9ef-4e23-bbc7-0c2198d38cfa,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:38.472103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51800) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:38.608138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5fa5c159-45cb-4d44-b4ed-d0312998cbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.711506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5fa5c159-45cb-4d44-b4ed-d0312998cbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.715849 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5fa5c159-45cb-4d44-b4ed-d0312998cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.769819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5fa5c159-45cb-4d44-b4ed-d0312998cbdc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9e3955e501e4968aff337b741a94859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962158 Aug 29 04:44:38.772372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51804) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:38.773449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5c159-45cb-4d44-b4ed-d0312998cbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706df764-05c9-4c27-8b43-723c6a2e0c49,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:38.775603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.827782 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-129681d0-6036-456a-852d-6b00bf6603c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.850595 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-129681d0-6036-456a-852d-6b00bf6603c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.856399 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.902718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-129681d0-6036-456a-852d-6b00bf6603c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.905314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-129681d0-6036-456a-852d-6b00bf6603c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.906506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-129681d0-6036-456a-852d-6b00bf6603c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/706df764-05c9-4c27-8b43-723c6a2e0c49 HTTP/1.1" status: 204 len: 168 time: 0.1283536 Aug 29 04:44:38.923552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129681d0-6036-456a-852d-6b00bf6603c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706df764-05c9-4c27-8b43-723c6a2e0c49,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.031195 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.033282 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:44:39.038956 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.132749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event updated for resources: {'Port': ['ID=85b775a6-d9ef-4e23-bbc7-0c2198d38cfa,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.141285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.209529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51816) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:39.223148 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9df72804-07df-49ce-a36a-7071b49e78b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.246473 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Floating IP 2155d279-3ef0-43af-bffc-b7f23a8869c0 associated. External IP: 172.25.5.51, port: 05e63e78-b33d-49ad-9f90-a7c8b263172b. Aug 29 04:44:39.329543 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9df72804-07df-49ce-a36a-7071b49e78b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.331995 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:39.334606 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9df72804-07df-49ce-a36a-7071b49e78b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.334966 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45498713-a511-4718-ac1b-bf368b59d0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:39.376490 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1113cb0-b311-413c-863a-8e10d0eee648 x-openstack-request-id: req-d1113cb0-b311-413c-863a-8e10d0eee648 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:39.376942 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:39.377118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9df72804-07df-49ce-a36a-7071b49e78b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0179241abd424653bc708233865626eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660230 Aug 29 04:44:39.377466 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1113cb0-b311-413c-863a-8e10d0eee648 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:39.377905 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'status': 'completed', 'code': 200} Aug 29 04:44:39.378659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51820) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:39.379015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df72804-07df-49ce-a36a-7071b49e78b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8672a3f-d750-4d5d-83f0-9177dc8657c1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.549530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-f8465770-41d1-4a31-b6ed-196cb715518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:39.551156 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-f8465770-41d1-4a31-b6ed-196cb715518e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=babc381acf9e400a8981f1810a76d373&device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 1098 time: 0.1346574 Aug 29 04:44:39.557608 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0223abef-9cf7-475c-a6b7-e3f607afbd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.582500 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:39.643245 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0223abef-9cf7-475c-a6b7-e3f607afbd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.760462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-f5d932c7-91c5-4d91-b56d-12b715639cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:39.761976 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-f5d932c7-91c5-4d91-b56d-12b715639cc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 HTTP/1.1" status: 200 len: 915 time: 0.1997290 Aug 29 04:44:39.848975 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0223abef-9cf7-475c-a6b7-e3f607afbd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.851455 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0223abef-9cf7-475c-a6b7-e3f607afbd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.852883 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0223abef-9cf7-475c-a6b7-e3f607afbd83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8672a3f-d750-4d5d-83f0-9177dc8657c1 HTTP/1.1" status: 204 len: 168 time: 0.4373930 Aug 29 04:44:39.879267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223abef-9cf7-475c-a6b7-e3f607afbd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8672a3f-d750-4d5d-83f0-9177dc8657c1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.885885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:39.892855 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-857bdc3f-5372-4a42-854f-26426ef488f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb HTTP/1.1" status: 200 len: 1001 time: 0.1045976 Aug 29 04:44:39.903045 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] Sync routers for ids ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:39.915094 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.919217 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] Routers {'2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:39.920252 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:39.976232 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3ee32790-5592-4e3a-a56d-434fb586588b tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5755355 Aug 29 04:44:39.977531 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-45646bc2-da37-42b5-b8bc-14505d7e928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:39.978981 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-45646bc2-da37-42b5-b8bc-14505d7e928e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73e7c531-a1e2-4fc4-9244-a61069d48ec4 HTTP/1.1" status: 200 len: 853 time: 0.0748558 Aug 29 04:44:40.041495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-62de19e7-c94a-45cd-aa80-667f96667e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:40.043092 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-62de19e7-c94a-45cd-aa80-667f96667e10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565300 Aug 29 04:44:40.059590 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] Set router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:40.182033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-772edeb6-cb3e-4fff-8fb4-48ee1f6435a3 service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279674 Aug 29 04:44:40.298455 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45498713-a511-4718-ac1b-bf368b59d0d9 req-f427d648-3d33-4dd9-b697-1ac08e847062 service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090598 Aug 29 04:44:40.427867 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:08Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '2155d279-3ef0-43af-bffc-b7f23a8869c0', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'port_id': '05e63e78-b33d-49ad-9f90-a7c8b263172b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'mac_address': 'fa:16:3e:9c:bc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:38Z', 'revision_number': 0, 'project_id': 'f922e0619e9549718829615caeeecadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494cb8f2-dc44-43f2-9a44-393ae1c5ef3f', 'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'mac_address': 'fa:16:3e:fe:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:07Z', 'updated_at': '2021-08-29T04:44:15Z', 'revision_number': 5, 'project_id': 'f922e0619e9549718829615caeeecadf', 'subnets': [{'id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:40.452885 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] Checking router: 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:40.462216 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] Routers {'2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:40.462827 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:40.566712 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] Set router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:40.791377 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:08Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '2155d279-3ef0-43af-bffc-b7f23a8869c0', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'port_id': '05e63e78-b33d-49ad-9f90-a7c8b263172b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'mac_address': 'fa:16:3e:9c:bc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:38Z', 'revision_number': 0, 'project_id': 'f922e0619e9549718829615caeeecadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494cb8f2-dc44-43f2-9a44-393ae1c5ef3f', 'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'mac_address': 'fa:16:3e:fe:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:07Z', 'updated_at': '2021-08-29T04:44:15Z', 'revision_number': 5, 'project_id': 'f922e0619e9549718829615caeeecadf', 'subnets': [{'id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:40.821510 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636a19d-7a24-40f0-9743-589c61425d2d None None] The sync data for ids ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'] in n-d-712141-12 is: [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:08Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '2155d279-3ef0-43af-bffc-b7f23a8869c0', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'port_id': '05e63e78-b33d-49ad-9f90-a7c8b263172b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'mac_address': 'fa:16:3e:9c:bc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:38Z', 'revision_number': 0, 'project_id': 'f922e0619e9549718829615caeeecadf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494cb8f2-dc44-43f2-9a44-393ae1c5ef3f', 'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'mac_address': 'fa:16:3e:fe:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:07Z', 'updated_at': '2021-08-29T04:44:15Z', 'revision_number': 5, 'project_id': 'f922e0619e9549718829615caeeecadf', 'subnets': [{'id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:41.019993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a93b4c-9624-45b8-9469-71c4ea2c996f None None] New status for floating IP 2155d279-3ef0-43af-bffc-b7f23a8869c0: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:41.379340 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'tag': '05e63e78-b33d-49ad-9f90-a7c8b263172b'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:41.382021 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472a47b8-f320-4e80-a20f-bce95b35426d" -d '{"events": [{"name": "network-changed", "server_uuid": "362c99b1-3893-4dcb-8e79-cb10134d7ec9", "tag": "05e63e78-b33d-49ad-9f90-a7c8b263172b"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:41.426296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d448021-c93b-4f65-a389-c02d5be342c5 req-0d40e5cc-8f20-4245-b09c-d3edb6a1a74c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:41.429655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d448021-c93b-4f65-a389-c02d5be342c5 req-0d40e5cc-8f20-4245-b09c-d3edb6a1a74c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 945 time: 0.0774972 Aug 29 04:44:41.459786 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd9a076-78c5-4e7d-9298-8f8026dfed93 x-openstack-request-id: req-6cd9a076-78c5-4e7d-9298-8f8026dfed93 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:41.460613 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362c99b1-3893-4dcb-8e79-cb10134d7ec9", "tag": "05e63e78-b33d-49ad-9f90-a7c8b263172b", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:41.460960 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cd9a076-78c5-4e7d-9298-8f8026dfed93 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:41.461414 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'tag': '05e63e78-b33d-49ad-9f90-a7c8b263172b', 'status': 'completed', 'code': 200} Aug 29 04:44:41.486397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d448021-c93b-4f65-a389-c02d5be342c5 req-9cb66967-4adc-4808-84b7-617242a3495b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490017 Aug 29 04:44:41.546955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a47b8-f320-4e80-a20f-bce95b35426d req-51306f0e-942c-4b92-977e-d1d176cd3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:41.548771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-472a47b8-f320-4e80-a20f-bce95b35426d req-51306f0e-942c-4b92-977e-d1d176cd3c76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f922e0619e9549718829615caeeecadf&device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0424898 Aug 29 04:44:41.644852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a47b8-f320-4e80-a20f-bce95b35426d req-5370b02e-760d-4a37-874e-ee4162d97b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:41.647058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-472a47b8-f320-4e80-a20f-bce95b35426d req-5370b02e-760d-4a37-874e-ee4162d97b70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044 HTTP/1.1" status: 200 len: 909 time: 0.0910623 Aug 29 04:44:41.719916 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-472a47b8-f320-4e80-a20f-bce95b35426d req-fe6c7df7-3d99-4f5a-b8d2-ff44b7e8a423 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b HTTP/1.1" status: 200 len: 1001 time: 0.0650036 Aug 29 04:44:41.772918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a47b8-f320-4e80-a20f-bce95b35426d req-6a14d3de-24b0-46fb-82af-9c1b0945c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:41.775031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-472a47b8-f320-4e80-a20f-bce95b35426d req-6a14d3de-24b0-46fb-82af-9c1b0945c950 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=88850b7e-131f-4826-ba96-d52e5173cc9b HTTP/1.1" status: 200 len: 847 time: 0.0479352 Aug 29 04:44:41.824799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a47b8-f320-4e80-a20f-bce95b35426d req-15df7f16-d7ac-46c7-a5cc-d8d4eacd1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:41.826525 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-472a47b8-f320-4e80-a20f-bce95b35426d req-15df7f16-d7ac-46c7-a5cc-d8d4eacd1415 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438690 Aug 29 04:44:41.926974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-472a47b8-f320-4e80-a20f-bce95b35426d req-29cb3097-2ead-4b21-a983-8fb1593d520c service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925548 Aug 29 04:44:42.023324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-472a47b8-f320-4e80-a20f-bce95b35426d req-e8b7d76e-c035-4d1a-bd4e-eb779c08705a service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881965 Aug 29 04:44:42.616436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc30a-5925-4662-973e-d37298c9e4b5 req-cd8faf91-0608-4fe1-83e8-a485bcac4a9c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:42.618767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40ddc30a-5925-4662-973e-d37298c9e4b5 req-cd8faf91-0608-4fe1-83e8-a485bcac4a9c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 945 time: 0.0560453 Aug 29 04:44:42.659000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-40ddc30a-5925-4662-973e-d37298c9e4b5 req-674cb145-51cf-49b4-9c9e-c407abc6981c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba520fde-f092-430b-a7ea-7d47a8c32466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348814 Aug 29 04:44:43.266787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-7bf2af8b-ef3b-4d42-a1d4-bfef63b432cb tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:43.268369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-7bf2af8b-ef3b-4d42-a1d4-bfef63b432cb tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Aug 29 04:44:43.393587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-d659b451-a214-4df0-97f1-e76727a22d57 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Deleting port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:43.393940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-d659b451-a214-4df0-97f1-e76727a22d57 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.481474 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-d659b451-a214-4df0-97f1-e76727a22d57 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] For port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:43.481852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-d659b451-a214-4df0-97f1-e76727a22d57 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.495146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-d659b451-a214-4df0-97f1-e76727a22d57 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Calling delete_port for f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:43.624811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-d659b451-a214-4df0-97f1-e76727a22d57 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.652088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659b451-a214-4df0-97f1-e76727a22d57 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'Port': ['ID=f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:43.662087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:43.707362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-d659b451-a214-4df0-97f1-e76727a22d57 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] No DVR routers for this DVR port f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:43.710779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-d659b451-a214-4df0-97f1-e76727a22d57 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.713217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89080e6e-8f34-4c73-8260-a0e4e482be95 req-d659b451-a214-4df0-97f1-e76727a22d57 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "DELETE /v2.0/ports/f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad HTTP/1.1" status: 204 len: 173 time: 0.4384019 Aug 29 04:44:43.713795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f82ec2-4498-444a-b46f-185bd46e4915', 'name': 'network-vif-deleted', 'tag': 'f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:43.716958 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24e611d-455d-4434-9a38-9923f18adc25" -d '{"events": [{"server_uuid": "37f82ec2-4498-444a-b46f-185bd46e4915", "name": "network-vif-deleted", "tag": "f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:43.769328 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b368d8-63e0-48df-9c1d-151ba3fe18b2 x-openstack-request-id: req-15b368d8-63e0-48df-9c1d-151ba3fe18b2 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:43.769636 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f82ec2-4498-444a-b46f-185bd46e4915", "name": "network-vif-deleted", "tag": "f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:43.769939 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15b368d8-63e0-48df-9c1d-151ba3fe18b2 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:43.770346 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f82ec2-4498-444a-b46f-185bd46e4915', 'name': 'network-vif-deleted', 'tag': 'f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad', 'status': 'completed', 'code': 200} Aug 29 04:44:43.790909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdbc5dfb-245f-4849-9b9e-25fb4068a429 req-2944a242-cebe-4b64-8c49-fde5f8722947 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 210 time: 0.0347438 Aug 29 04:44:44.892234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b2f7e0ec-25c4-4a29-97a2-533214ce46ef req-657a7a80-b413-4933-9c8c-8ec8c59a7806 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 210 time: 0.0293787 Aug 29 04:44:45.991972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbb254f3-748a-43ae-8922-459fba8c2729 req-ffd2f457-6741-42fb-b783-9e110fc3488b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 210 time: 0.0281672 Aug 29 04:44:46.069486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51982) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:46.178733 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4165ecd-3022-4256-bf53-5068c6431ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.281870 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4165ecd-3022-4256-bf53-5068c6431ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.285769 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b4165ecd-3022-4256-bf53-5068c6431ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.326069 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b4165ecd-3022-4256-bf53-5068c6431ae4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8f80ec0ddf349fab8c3e704a43c4df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554214 Aug 29 04:44:46.327158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4165ecd-3022-4256-bf53-5068c6431ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15bdd8d-9eac-4ed2-8d59-3fbefeb476bf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:46.327792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51986) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:46.379196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20879025-0272-45a2-bdbc-5e0e088c32a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.401722 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20879025-0272-45a2-bdbc-5e0e088c32a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.449946 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20879025-0272-45a2-bdbc-5e0e088c32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.452632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-20879025-0272-45a2-bdbc-5e0e088c32a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.453945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-20879025-0272-45a2-bdbc-5e0e088c32a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a15bdd8d-9eac-4ed2-8d59-3fbefeb476bf HTTP/1.1" status: 204 len: 168 time: 0.1251280 Aug 29 04:44:46.462953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20879025-0272-45a2-bdbc-5e0e088c32a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15bdd8d-9eac-4ed2-8d59-3fbefeb476bf,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:46.728227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 51994) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:46.741452 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21c57e2d-9352-4cb4-babe-a39185b3f498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.830961 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21c57e2d-9352-4cb4-babe-a39185b3f498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.836230 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-21c57e2d-9352-4cb4-babe-a39185b3f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.876150 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-21c57e2d-9352-4cb4-babe-a39185b3f498 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b7c4bc9a21f4421ba86bb91e1e7f106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468153 Aug 29 04:44:46.877039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c57e2d-9352-4cb4-babe-a39185b3f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a372f1d-33f4-4504-96fd-9bc1ee36767d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:46.879315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 51996) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:46.932107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504ffc99-7744-4e34-87d0-3770e1cf2b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.957817 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504ffc99-7744-4e34-87d0-3770e1cf2b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.007307 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504ffc99-7744-4e34-87d0-3770e1cf2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.010843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504ffc99-7744-4e34-87d0-3770e1cf2b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.012007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-504ffc99-7744-4e34-87d0-3770e1cf2b68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a372f1d-33f4-4504-96fd-9bc1ee36767d HTTP/1.1" status: 204 len: 168 time: 0.1314423 Aug 29 04:44:47.020418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ffc99-7744-4e34-87d0-3770e1cf2b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a372f1d-33f4-4504-96fd-9bc1ee36767d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:47.101951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b07e2678-41da-47eb-9da4-cede56606a71 req-eb64f523-a5ee-40d5-b1c2-3effab0ff603 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=37f82ec2-4498-444a-b46f-185bd46e4915 HTTP/1.1" status: 200 len: 210 time: 0.0289450 Aug 29 04:44:47.429237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:47.453755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:47.454386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f7be6ca5-e7f7-4ab8-95a3-a97aae90fdad not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:48.285874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.369346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52078) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:49.477896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bb83aa3f-2160-4a54-82f2-7d26f9b2cebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.565745 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bb83aa3f-2160-4a54-82f2-7d26f9b2cebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.570215 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bb83aa3f-2160-4a54-82f2-7d26f9b2cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.611289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bb83aa3f-2160-4a54-82f2-7d26f9b2cebf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27a17766894f4bbc9b51584521f761c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384784 Aug 29 04:44:49.611289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83aa3f-2160-4a54-82f2-7d26f9b2cebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e145fa3-348a-49a9-bf40-f1dfe238acee,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:49.611694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52082) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:49.663757 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3938-8074-4c2b-805e-c54b746727b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.685867 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3938-8074-4c2b-805e-c54b746727b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.736396 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3938-8074-4c2b-805e-c54b746727b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.738954 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3938-8074-4c2b-805e-c54b746727b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.740155 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d2ad3938-8074-4c2b-805e-c54b746727b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e145fa3-348a-49a9-bf40-f1dfe238acee HTTP/1.1" status: 204 len: 168 time: 0.1273115 Aug 29 04:44:49.748811 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad3938-8074-4c2b-805e-c54b746727b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e145fa3-348a-49a9-bf40-f1dfe238acee,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:50.010699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52088) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:50.025084 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-540a368b-1485-46ab-adeb-028ff68aed1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.116395 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-540a368b-1485-46ab-adeb-028ff68aed1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.120269 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-540a368b-1485-46ab-adeb-028ff68aed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.158213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a368b-1485-46ab-adeb-028ff68aed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85deaecf-69f1-4577-af65-b05326073f1c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:50.163107 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-540a368b-1485-46ab-adeb-028ff68aed1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8acc06557a704857bb3c3ee730e0cd07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514053 Aug 29 04:44:50.165847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52090) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:50.214241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd3b75c2-a1c0-44df-9a7d-0229b2794c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.238172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd3b75c2-a1c0-44df-9a7d-0229b2794c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.291981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd3b75c2-a1c0-44df-9a7d-0229b2794c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.294660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd3b75c2-a1c0-44df-9a7d-0229b2794c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.298533 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd3b75c2-a1c0-44df-9a7d-0229b2794c49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85deaecf-69f1-4577-af65-b05326073f1c HTTP/1.1" status: 204 len: 168 time: 0.1290832 Aug 29 04:44:50.306569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b75c2-a1c0-44df-9a7d-0229b2794c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85deaecf-69f1-4577-af65-b05326073f1c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:51.353830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52172) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:51.358909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a985cd12-36d7-4aa0-9d72-53a642c81653 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255833964', 'description': 'tempest-secgroup-smoke-1255833964 description', 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:51.382540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a985cd12-36d7-4aa0-9d72-53a642c81653 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.485366 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a985cd12-36d7-4aa0-9d72-53a642c81653 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.489760 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a985cd12-36d7-4aa0-9d72-53a642c81653 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.518777 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a985cd12-36d7-4aa0-9d72-53a642c81653 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.520130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a985cd12-36d7-4aa0-9d72-53a642c81653 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1651008 Aug 29 04:44:51.522019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985cd12-36d7-4aa0-9d72-53a642c81653 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f325c29e-701d-42f8-bcbd-a7c08f5128b7,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:51.523647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52178) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:51.530663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-87c19d5f-f854-4fbc-b8cc-914d694cb38c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'security_group_rule': {'security_group_id': 'f325c29e-701d-42f8-bcbd-a7c08f5128b7', 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:51.558818 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87c19d5f-f854-4fbc-b8cc-914d694cb38c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.611601 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87c19d5f-f854-4fbc-b8cc-914d694cb38c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.615708 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87c19d5f-f854-4fbc-b8cc-914d694cb38c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.635927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c19d5f-f854-4fbc-b8cc-914d694cb38c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5735081b-14b8-4c62-b95c-32858f3471d6,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:51.638495 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-87c19d5f-f854-4fbc-b8cc-914d694cb38c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.639960 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-87c19d5f-f854-4fbc-b8cc-914d694cb38c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133041 Aug 29 04:44:51.642625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52184) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:51.647726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-68b04844-f1b2-466f-b2fc-33eb72dcb278 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'security_group_rule': {'security_group_id': 'f325c29e-701d-42f8-bcbd-a7c08f5128b7', 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:51.677753 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68b04844-f1b2-466f-b2fc-33eb72dcb278 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.738616 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68b04844-f1b2-466f-b2fc-33eb72dcb278 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.742893 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68b04844-f1b2-466f-b2fc-33eb72dcb278 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.767522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b04844-f1b2-466f-b2fc-33eb72dcb278 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f272c3-5193-4f54-86af-b593b8d95b87,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:51.771453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68b04844-f1b2-466f-b2fc-33eb72dcb278 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.772688 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-68b04844-f1b2-466f-b2fc-33eb72dcb278 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290493 Aug 29 04:44:51.775423 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52190) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:51.780448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ac7c9076-8adb-4649-af98-3cc7e0dc1472 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'security_group_rule': {'security_group_id': 'f325c29e-701d-42f8-bcbd-a7c08f5128b7', 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:51.810238 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9076-8adb-4649-af98-3cc7e0dc1472 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.871170 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9076-8adb-4649-af98-3cc7e0dc1472 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.874961 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9076-8adb-4649-af98-3cc7e0dc1472 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.893389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c9076-8adb-4649-af98-3cc7e0dc1472 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce96e4b6-37ba-4674-b996-7284aa33c536,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:51.899990 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9076-8adb-4649-af98-3cc7e0dc1472 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.901239 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ac7c9076-8adb-4649-af98-3cc7e0dc1472 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247287 Aug 29 04:44:51.904050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52196) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:51.908816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-27a9b90b-9bc0-4829-a8a2-5be29014f822 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'security_group_rule': {'security_group_id': 'f325c29e-701d-42f8-bcbd-a7c08f5128b7', 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:51.936922 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27a9b90b-9bc0-4829-a8a2-5be29014f822 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.001072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27a9b90b-9bc0-4829-a8a2-5be29014f822 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.005133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27a9b90b-9bc0-4829-a8a2-5be29014f822 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.026269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9b90b-9bc0-4829-a8a2-5be29014f822 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74af598f-672a-465e-9389-790ae7a13f8f,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:52.035822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-27a9b90b-9bc0-4829-a8a2-5be29014f822 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.035822 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-27a9b90b-9bc0-4829-a8a2-5be29014f822 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296630 Aug 29 04:44:52.038094 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52206) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:52.042818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-291da7e8-0dd1-4fbf-ab3c-da1f28859f93 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'security_group_rule': {'security_group_id': 'f325c29e-701d-42f8-bcbd-a7c08f5128b7', 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:52.066535 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-291da7e8-0dd1-4fbf-ab3c-da1f28859f93 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Project b7e774f7ccb94f828ef4ba014b810d41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:52.071703 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-291da7e8-0dd1-4fbf-ab3c-da1f28859f93 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.140228 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-291da7e8-0dd1-4fbf-ab3c-da1f28859f93 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.144019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-291da7e8-0dd1-4fbf-ab3c-da1f28859f93 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.162990 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291da7e8-0dd1-4fbf-ab3c-da1f28859f93 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3df2d75-d18d-49e5-9d26-7508a489f8d4,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:52.173643 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-291da7e8-0dd1-4fbf-ab3c-da1f28859f93 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.174980 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-291da7e8-0dd1-4fbf-ab3c-da1f28859f93 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358438 Aug 29 04:44:52.178076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52214) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:52.182832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'security_group_rule': {'security_group_id': 'f325c29e-701d-42f8-bcbd-a7c08f5128b7', 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:52.205389 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Project b7e774f7ccb94f828ef4ba014b810d41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:52.211349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.285344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.290220 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.306100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e18786-246c-433e-86bb-26db07376fca,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:52.316247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.316604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.316954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.317416 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.317751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.318142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.318472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.318804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.319134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.319505 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.319879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.320260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:52.326932 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.331061 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bc1a082d-aa2f-46bb-a16b-9f53b6385592 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490538 Aug 29 04:44:52.640800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52264) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:52.736906 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2744a1c7-e292-49f8-a7c9-5893d21f7977 req-8803d125-5869-49f3-a458-38e3259f895d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0378745 Aug 29 04:44:52.799608 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2744a1c7-e292-49f8-a7c9-5893d21f7977 req-0bcdd5c5-2c60-479b-98dd-5a5c5801402d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0386899 Aug 29 04:44:52.807590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe4276dc-4e20-4c60-bf30-b2b7081d2a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.184542 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2744a1c7-e292-49f8-a7c9-5893d21f7977 req-0d6ee5f4-81d2-44db-b114-4715e3879b7b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253963 Aug 29 04:44:53.321243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744a1c7-e292-49f8-a7c9-5893d21f7977 req-7d32a13e-6b1b-46f4-8987-db01e8cfb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.323068 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2744a1c7-e292-49f8-a7c9-5893d21f7977 req-7d32a13e-6b1b-46f4-8987-db01e8cfb89b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303210 Aug 29 04:44:53.360248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe4276dc-4e20-4c60-bf30-b2b7081d2a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.360864 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fe4276dc-4e20-4c60-bf30-b2b7081d2a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.401139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4276dc-4e20-4c60-bf30-b2b7081d2a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570f641e-125c-483f-84c0-7a9b7bfc962b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:53.408717 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fe4276dc-4e20-4c60-bf30-b2b7081d2a21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21b31a9d9f6d4fbc87372a88e3434c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7665122 Aug 29 04:44:53.409958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52304) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:53.464502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a76a63c4-54b1-4972-b9bb-67ac3faedbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.487263 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a76a63c4-54b1-4972-b9bb-67ac3faedbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.536986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a76a63c4-54b1-4972-b9bb-67ac3faedbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.540487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a76a63c4-54b1-4972-b9bb-67ac3faedbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.545194 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a76a63c4-54b1-4972-b9bb-67ac3faedbe1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/570f641e-125c-483f-84c0-7a9b7bfc962b HTTP/1.1" status: 204 len: 168 time: 0.1338391 Aug 29 04:44:53.555471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a63c4-54b1-4972-b9bb-67ac3faedbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570f641e-125c-483f-84c0-7a9b7bfc962b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:53.559857 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8146db80-d2da-4b87-9f11-4516e71d548a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.852697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52312) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:53.868048 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-77b8c3e6-6aaa-4435-92cf-7bc1fe079590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.967638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-77b8c3e6-6aaa-4435-92cf-7bc1fe079590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.971666 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-77b8c3e6-6aaa-4435-92cf-7bc1fe079590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.010278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8c3e6-6aaa-4435-92cf-7bc1fe079590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae0f926-a7bc-4018-b599-139becbe54df,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:54.014373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-77b8c3e6-6aaa-4435-92cf-7bc1fe079590 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12579de7ba4641f993bef27fd3a7efdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605964 Aug 29 04:44:54.017027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52314) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:54.073399 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af117d8b-3a7d-4601-b060-812113145dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.096984 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af117d8b-3a7d-4601-b060-812113145dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.150789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af117d8b-3a7d-4601-b060-812113145dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.154092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af117d8b-3a7d-4601-b060-812113145dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.160741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-af117d8b-3a7d-4601-b060-812113145dd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bae0f926-a7bc-4018-b599-139becbe54df HTTP/1.1" status: 204 len: 168 time: 0.1424596 Aug 29 04:44:54.175204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af117d8b-3a7d-4601-b060-812113145dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae0f926-a7bc-4018-b599-139becbe54df,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:56.127160 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e85ba8d4-74c9-4a54-828b-e37988945bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.332509 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:57.360837 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:57.547917 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.102693 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.644427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52616) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:04.759420 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.850526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.854777 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.893481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db0f5ff03a784dd99287aa88a0108acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474174 Aug 29 04:45:04.894367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d283b748-a2ac-440c-b861-6f534ad2c591,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:04.896705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52620) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:04.902954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.903306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.903649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.903989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.904361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.904695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.905027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.905355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.905683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.906006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.906331 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.906653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e55f49-cbaf-46bf-90d9-45ce4f1c5b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:04.948909 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e01d90cf-dc09-43c4-9ad7-b3621442b668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.970100 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e01d90cf-dc09-43c4-9ad7-b3621442b668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.016463 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e01d90cf-dc09-43c4-9ad7-b3621442b668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.019207 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e01d90cf-dc09-43c4-9ad7-b3621442b668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.023039 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e01d90cf-dc09-43c4-9ad7-b3621442b668 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d283b748-a2ac-440c-b861-6f534ad2c591 HTTP/1.1" status: 204 len: 168 time: 0.1251988 Aug 29 04:45:05.031245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d90cf-dc09-43c4-9ad7-b3621442b668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d283b748-a2ac-440c-b861-6f534ad2c591,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:05.292763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52626) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:05.306509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b26620c6-e21e-456c-97f3-894829fd809d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.402567 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b26620c6-e21e-456c-97f3-894829fd809d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.406764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b26620c6-e21e-456c-97f3-894829fd809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.448606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52630) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:05.448820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b26620c6-e21e-456c-97f3-894829fd809d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bacb500556254e66b299a18fff48577d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548092 Aug 29 04:45:05.449537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26620c6-e21e-456c-97f3-894829fd809d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dcf35d-9ed6-4afb-932e-be88b574023a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:05.512682 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c7a8211-c76a-4ae9-8f23-1f3fd06c5563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.541341 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c7a8211-c76a-4ae9-8f23-1f3fd06c5563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.592447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c7a8211-c76a-4ae9-8f23-1f3fd06c5563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.595043 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9c7a8211-c76a-4ae9-8f23-1f3fd06c5563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.596449 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9c7a8211-c76a-4ae9-8f23-1f3fd06c5563 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69dcf35d-9ed6-4afb-932e-be88b574023a HTTP/1.1" status: 204 len: 168 time: 0.1458116 Aug 29 04:45:05.606118 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a8211-c76a-4ae9-8f23-1f3fd06c5563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dcf35d-9ed6-4afb-932e-be88b574023a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:07.055044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52678) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:07.166976 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53d9e57d-ce8f-4a76-b737-81f1ee0b2d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.252895 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53d9e57d-ce8f-4a76-b737-81f1ee0b2d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.256928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53d9e57d-ce8f-4a76-b737-81f1ee0b2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.294856 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-53d9e57d-ce8f-4a76-b737-81f1ee0b2d46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc63e0cb4375491b9ad6b1162da75287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385135 Aug 29 04:45:07.296801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9e57d-ce8f-4a76-b737-81f1ee0b2d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b32c32d-ed99-49b3-a4e1-c08b81b44c34,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:07.297407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 52682) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:07.348822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52d9af30-294f-4c06-8920-ed3899b57bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.370235 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52d9af30-294f-4c06-8920-ed3899b57bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.417554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52d9af30-294f-4c06-8920-ed3899b57bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.420483 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52d9af30-294f-4c06-8920-ed3899b57bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.421642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-52d9af30-294f-4c06-8920-ed3899b57bb9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b32c32d-ed99-49b3-a4e1-c08b81b44c34 HTTP/1.1" status: 204 len: 168 time: 0.1232224 Aug 29 04:45:07.429902 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9af30-294f-4c06-8920-ed3899b57bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b32c32d-ed99-49b3-a4e1-c08b81b44c34,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:07.880806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-d88c7b7a-df6d-4f8b-9559-8e818b195089 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255833964&fields=id&tenant_id=b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 267 time: 0.0390973 Aug 29 04:45:08.011608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-57b086b3-0e11-4ef9-99ca-5d747d21f31e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.013367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-57b086b3-0e11-4ef9-99ca-5d747d21f31e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1272249 Aug 29 04:45:08.032115 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-b0aa0363-21d4-4914-90fd-ee68d35f4116 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/quotas/b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 375 time: 0.0108826 Aug 29 04:45:08.091574 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-60722ab5-614f-4676-b170-1cef81140851 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521541 Aug 29 04:45:08.208602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-e1e3f264-b1b0-486d-8cfb-c5ce68298fce service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017261 Aug 29 04:45:08.303990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-298d05c5-bc35-4082-82a3-ff172217ccb8 service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907032 Aug 29 04:45:08.412952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52722) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:08.608107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c54d2c76-b417-4ff8-86c7-7d7a1174cd4b req-4780a119-0367-418e-805d-32969676423f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 210 time: 0.0327609 Aug 29 04:45:08.617991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Deleting port 8ad11f76-f975-488b-b8fd-37dfb22e593d {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:08.618429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:08.704328 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:08.704669 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:08.717719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Calling delete_port for 8ad11f76-f975-488b-b8fd-37dfb22e593d owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:08.879987 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:08.910089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event deleted for resources: {'Port': ['ID=8ad11f76-f975-488b-b8fd-37dfb22e593d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:08.982856 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:08.983178 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Floating IP 227d1e99-ffbb-4221-a04a-37494159c042 disassociated (deleted). External IP: 172.25.5.25, port: 574f2b87-e95d-4a15-83d7-f1f43f50e7eb. Aug 29 04:45:09.211447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:09.327768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:09.333655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.340064 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] Sync routers for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:09.350605 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:09.351277 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:09.365751 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-813570a3-6141-4be7-9b47-31987a5fd284 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "DELETE /v2.0/floatingips/227d1e99-ffbb-4221-a04a-37494159c042 HTTP/1.1" status: 204 len: 168 time: 0.9516039 Aug 29 04:45:09.366360 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:09.368763 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:09.489509 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:09.674711 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a57ea-7e1b-4400-b213-b32955537f30 x-openstack-request-id: req-280a57ea-7e1b-4400-b213-b32955537f30 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:09.675110 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:09.675226 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-280a57ea-7e1b-4400-b213-b32955537f30 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:09.675647 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'status': 'completed', 'code': 200} Aug 29 04:45:09.726083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fd4da-5fee-4061-8caf-bc8a22d88ea8 req-1bd32894-0e4b-49b9-80f7-dbda30d3373c tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.727680 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-819fd4da-5fee-4061-8caf-bc8a22d88ea8 req-1bd32894-0e4b-49b9-80f7-dbda30d3373c tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 946 time: 0.0884418 Aug 29 04:45:09.744149 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:09.777710 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] Checking router: 27d10f5d-ba86-4ad4-a244-df2aed8bc688 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:09.781428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-51b31b04-91bd-4952-b4ad-c40bfeb90a40 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.783254 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-51b31b04-91bd-4952-b4ad-c40bfeb90a40 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.2561266 Aug 29 04:45:09.787069 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:09.788626 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:09.791380 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-238b2196-5b0c-4c93-92fc-80da0a154913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.792747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25d8487d-0afd-4129-afb6-64702c1700ba req-30e9feba-6669-4dc0-9cc2-9e51e17d6ef3 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 210 time: 0.0338092 Aug 29 04:45:09.793191 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-238b2196-5b0c-4c93-92fc-80da0a154913 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=babc381acf9e400a8981f1810a76d373&device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 1098 time: 0.0994103 Aug 29 04:45:09.830816 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-819fd4da-5fee-4061-8caf-bc8a22d88ea8 req-53c0a927-29e9-42a8-bdef-7036f6e2b3b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918305 Aug 29 04:45:09.895933 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-7afde4f1-8aa8-4e09-9dc6-cade444b499b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 380 time: 0.1015878 Aug 29 04:45:09.908499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'port': {'device_id': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'admin_state_up': True, 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'security_groups': ['f325c29e-701d-42f8-bcbd-a7c08f5128b7']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:09.916016 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:09.974150 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-f93fc237-48c5-4ce2-b485-29f8e0fae81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.975643 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-f93fc237-48c5-4ce2-b485-29f8e0fae81b service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 HTTP/1.1" status: 200 len: 915 time: 0.1747167 Aug 29 04:45:10.038066 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-64f81193-c0e2-42e5-9514-17019886d10b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb HTTP/1.1" status: 200 len: 217 time: 0.0505981 Aug 29 04:45:10.104503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-c371f5db-4f12-4e6f-ab56-eb95f3e6f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.105935 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-c371f5db-4f12-4e6f-ab56-eb95f3e6f240 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=73e7c531-a1e2-4fc4-9244-a61069d48ec4 HTTP/1.1" status: 200 len: 853 time: 0.0593131 Aug 29 04:45:10.106668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Made reservation on behalf of b7e774f7ccb94f828ef4ba014b810d41 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:10.110093 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.118644 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:10.145109 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c559a6d9-799b-47f5-bd30-d67ede5e70c5 None None] The sync data for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 is: [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 4, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8851a130-a0a4-4bc9-9fc8-c31b471270c9', 'name': '', 'network_id': 'dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'mac_address': 'fa:16:3e:67:a5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:48Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'subnets': [{'id': '73e7c531-a1e2-4fc4-9244-a61069d48ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:10.218402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-73d1d97c-d82c-47eb-a1c1-5a412c3c92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.219968 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-73d1d97c-d82c-47eb-a1c1-5a412c3c92e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067305 Aug 29 04:45:10.331251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Allocated IP 172.20.0.5 (39e903de-0436-4c62-bb9d-d8983219a2ce/9ee4454b-0304-465f-980a-11ee66e25fd0/92990c71-2507-49e2-ad93-41b5c6bb052c) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:10.381208 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-a67c8a55-ab5f-4e0f-b62e-39396cee9c1a service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524384 Aug 29 04:45:10.435495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f952dce2-d8cb-40f8-8442-7fa4223e1f12 None None] New status for floating IP 227d1e99-ffbb-4221-a04a-37494159c042: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:10.554294 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2b2f3053-d2e8-420b-9820-5fc1bbd7e5f0 req-d34c7042-10b9-421a-b726-792b5894705a service neutron] 10.222.0.59 "GET /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621299 Aug 29 04:45:10.572349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.589107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Transition to ACTIVE for port object 92990c71-2507-49e2-ad93-41b5c6bb052c will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:10.626862 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.675252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:10.681977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:10.687354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:10.692122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=92990c71-2507-49e2-ad93-41b5c6bb052c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:10.763309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.764140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.781111 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-bb09ac68-2fb2-44c6-975f-df453c30eafd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8784652 Aug 29 04:45:10.797456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Request body: {'port': {'device_id': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:10.870984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.924862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83423db0-de71-4219-9ed3-57a569840a7e req-6ca2a805-6333-470c-9b18-5ca22fc3d1b7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.934198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83423db0-de71-4219-9ed3-57a569840a7e req-6ca2a805-6333-470c-9b18-5ca22fc3d1b7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 931 time: 0.0660806 Aug 29 04:45:11.024817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83423db0-de71-4219-9ed3-57a569840a7e req-8509ec5d-25f5-45a4-9dc7-cbdaaff08181 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837648 Aug 29 04:45:11.047749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea389e5-2897-46e0-8780-24343a4dbbae req-6204f074-be94-4550-ad14-3ca502899153 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.049746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dea389e5-2897-46e0-8780-24343a4dbbae req-6204f074-be94-4550-ad14-3ca502899153 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 946 time: 0.1114123 Aug 29 04:45:11.057161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-25767d56-9f52-42d3-a2f9-e66a435f5baa None None] Provisioning for port 92990c71-2507-49e2-ad93-41b5c6bb052c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:11.064013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-25767d56-9f52-42d3-a2f9-e66a435f5baa None None] Provisioning complete for port 92990c71-2507-49e2-ad93-41b5c6bb052c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:11.064872 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-25767d56-9f52-42d3-a2f9-e66a435f5baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.108273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dea389e5-2897-46e0-8780-24343a4dbbae req-1e7fa6d7-f453-4a50-8676-3f83b4dc7f15 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b03a600-e1bf-4803-af69-fdec2ca2f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488622 Aug 29 04:45:11.119040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-25767d56-9f52-42d3-a2f9-e66a435f5baa None None] Port 92990c71-2507-49e2-ad93-41b5c6bb052c cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:45:11.170470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-dbe36af2-9f39-457c-8991-5303ba5977ee tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.172077 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-dbe36af2-9f39-457c-8991-5303ba5977ee tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.59 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 946 time: 0.0797954 Aug 29 04:45:11.265048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92990c71-2507-49e2-ad93-41b5c6bb052c {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:11.274377 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.291982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Transition to ACTIVE for port object 92990c71-2507-49e2-ad93-41b5c6bb052c will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:11.301973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.347492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Deleting port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:11.348351 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.406504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92990c71-2507-49e2-ad93-41b5c6bb052c,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:11.512332 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] For port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:11.512710 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.521417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Attempting to bind port 92990c71-2507-49e2-ad93-41b5c6bb052c on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:11.521767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Attempting to bind port 92990c71-2507-49e2-ad93-41b5c6bb052c by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:11.522102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Attempting to bind port 92990c71-2507-49e2-ad93-41b5c6bb052c on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:11.530647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Calling delete_port for 574f2b87-e95d-4a15-83d7-f1f43f50e7eb owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:11.532420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Port 92990c71-2507-49e2-ad93-41b5c6bb052c on network 39e903de-0436-4c62-bb9d-d8983219a2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:11.532756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Attempting to bind port 92990c71-2507-49e2-ad93-41b5c6bb052c on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:11.544162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:11.544456 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Checking segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:11.544853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Bound using segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:11.545302 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Bound port: 92990c71-2507-49e2-ad93-41b5c6bb052c, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:11.545663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.661882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] For port 92990c71-2507-49e2-ad93-41b5c6bb052c, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:11.679943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] For port 92990c71-2507-49e2-ad93-41b5c6bb052c, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=92990c71-2507-49e2-ad93-41b5c6bb052c,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:11.686209 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.758691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.759326 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.760793 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] 10.222.0.59 "PUT /v2.0/ports/92990c71-2507-49e2-ad93-41b5c6bb052c HTTP/1.1" status: 200 len: 1092 time: 0.9687965 Aug 29 04:45:11.761251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'tag': '92990c71-2507-49e2-ad93-41b5c6bb052c'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:11.763511 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d55b2d-0015-4f02-af7d-5042b51457dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2da94e5e-4084-4b26-bec0-209d634cf82c", "tag": "92990c71-2507-49e2-ad93-41b5c6bb052c"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:11.788405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc947941-6a47-45fb-a419-534fc38776e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92990c71-2507-49e2-ad93-41b5c6bb052c,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:11.792592 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.846216 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event deleted for resources: {'Port': ['ID=574f2b87-e95d-4a15-83d7-f1f43f50e7eb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:11.852675 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05b3aca-0a52-42a4-89ed-332dd33c5a1c x-openstack-request-id: req-e05b3aca-0a52-42a4-89ed-332dd33c5a1c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:11.852973 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da94e5e-4084-4b26-bec0-209d634cf82c", "tag": "92990c71-2507-49e2-ad93-41b5c6bb052c", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:11.853237 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e05b3aca-0a52-42a4-89ed-332dd33c5a1c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:11.853651 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'tag': '92990c71-2507-49e2-ad93-41b5c6bb052c', 'status': 'completed', 'code': 200} Aug 29 04:45:11.931105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] No DVR routers for this DVR port 574f2b87-e95d-4a15-83d7-f1f43f50e7eb on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:11.934816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.936891 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.59 "DELETE /v2.0/ports/574f2b87-e95d-4a15-83d7-f1f43f50e7eb HTTP/1.1" status: 204 len: 173 time: 0.7556174 Aug 29 04:45:11.939924 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-139f11b7-3a71-4da1-9953-3e064f9d2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.941568 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-139f11b7-3a71-4da1-9953-3e064f9d2158 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 1095 time: 0.1204469 Aug 29 04:45:12.007052 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-27c6b608-fce3-4395-98e0-6ed6fcc2c88c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92990c71-2507-49e2-ad93-41b5c6bb052c HTTP/1.1" status: 200 len: 217 time: 0.0575647 Aug 29 04:45:12.061522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-78faa9fb-b0da-4ba5-b7df-427f10a33464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.068558 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-78faa9fb-b0da-4ba5-b7df-427f10a33464 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0535400 Aug 29 04:45:12.123482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-8cd83edc-9768-41f3-81e6-28725b073f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.125657 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-8cd83edc-9768-41f3-81e6-28725b073f41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553324 Aug 29 04:45:12.147982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f773a-1c57-406f-b8a4-9ecbc0775210 req-be1e5215-5d20-4691-8125-13d77c902a55 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.151018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-137f773a-1c57-406f-b8a4-9ecbc0775210 req-be1e5215-5d20-4691-8125-13d77c902a55 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.0552337 Aug 29 04:45:12.218947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-105a8051-1326-4b21-9c9e-8f07c3869d02 req-9e1d3641-73fe-4a74-b909-c1e0d509feaa tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 210 time: 0.0294597 Aug 29 04:45:12.232375 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-c58a3619-a38e-4595-bdd1-962fdabf510b service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998027 Aug 29 04:45:12.234902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-137f773a-1c57-406f-b8a4-9ecbc0775210 req-aa619e09-642b-41d8-9d1a-6b11a6c26d28 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729821 Aug 29 04:45:12.342282 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0adab005-37c3-41f4-b47b-9a91147ba797 req-8423d137-21f3-400c-acdd-f1c1647d9c1d service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958107 Aug 29 04:45:12.430840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-6699713b-00e4-4cf5-b5e0-da4d341d08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.432422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-6699713b-00e4-4cf5-b5e0-da4d341d08e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 1095 time: 0.0459974 Aug 29 04:45:12.531718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-c4758cc5-a5ce-410f-9092-9694e0cadf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.533252 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-c4758cc5-a5ce-410f-9092-9694e0cadf92 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.0938210 Aug 29 04:45:12.580786 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-480ffd69-c1b1-4f36-a197-831066b7eb5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92990c71-2507-49e2-ad93-41b5c6bb052c HTTP/1.1" status: 200 len: 217 time: 0.0408225 Aug 29 04:45:12.630680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-565c6628-6dfa-4cc7-b041-8993fd99d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.632318 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-565c6628-6dfa-4cc7-b041-8993fd99d424 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0452828 Aug 29 04:45:12.679401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-d6bd56de-d901-4f28-afef-50a18f7040d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.680887 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-d6bd56de-d901-4f28-afef-50a18f7040d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420384 Aug 29 04:45:12.776504 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-a37d64aa-ab55-4eb0-8e17-8bede488bb9c service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881307 Aug 29 04:45:12.865126 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-45d55b2d-0015-4f02-af7d-5042b51457dd req-7db2a980-045f-4836-a26e-c59c606b367e service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820808 Aug 29 04:45:13.344493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3c1e32c-30b4-4ed6-a309-87440bb7622c req-de95f5d7-c5df-4706-b899-144f9e6c60e8 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 210 time: 0.0504627 Aug 29 04:45:13.375649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b482a-2677-498a-bab8-e57bac95face req-4e566c67-5b92-41a0-9e5b-44fb2462cc28 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.377142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b37b482a-2677-498a-bab8-e57bac95face req-4e566c67-5b92-41a0-9e5b-44fb2462cc28 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.0735509 Aug 29 04:45:13.415755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b37b482a-2677-498a-bab8-e57bac95face req-5bbc198a-bb35-4c36-9315-13ca41dda7e4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316179 Aug 29 04:45:13.803698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 574f2b87-e95d-4a15-83d7-f1f43f50e7eb no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:13.826768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 574f2b87-e95d-4a15-83d7-f1f43f50e7eb {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:13.827144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 574f2b87-e95d-4a15-83d7-f1f43f50e7eb not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:13.855082 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'name': 'network-vif-deleted', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:13.857387 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce065ec4-3271-4c77-abc2-cad1a60e1f4b" -d '{"events": [{"server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "name": "network-vif-deleted", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:13.893263 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e67ea9-097d-4aab-9164-3faf32903413 x-openstack-request-id: req-f0e67ea9-097d-4aab-9164-3faf32903413 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:13.893566 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d6dea7-e6fa-4088-a79a-9fd18bbd3eef", "name": "network-vif-deleted", "tag": "574f2b87-e95d-4a15-83d7-f1f43f50e7eb", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:13.893826 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0e67ea9-097d-4aab-9164-3faf32903413 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:13.894243 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d6dea7-e6fa-4088-a79a-9fd18bbd3eef', 'name': 'network-vif-deleted', 'tag': '574f2b87-e95d-4a15-83d7-f1f43f50e7eb', 'status': 'completed', 'code': 200} Aug 29 04:45:14.439916 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95e4fa8c-36cf-40ac-8692-598bf6d7d9a4 req-412cedf7-6892-4cd1-b8c3-59c2e8a35f18 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 210 time: 0.0271616 Aug 29 04:45:14.534661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5b6b8-5795-4357-9c8a-268ae575aa48 req-5684abc2-f43f-4184-879e-f6209711eb32 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:14.536229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50c5b6b8-5795-4357-9c8a-268ae575aa48 req-5684abc2-f43f-4184-879e-f6209711eb32 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.0493112 Aug 29 04:45:14.581742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50c5b6b8-5795-4357-9c8a-268ae575aa48 req-8678db6a-5d1f-4360-83f8-c58b703957c9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395169 Aug 29 04:45:15.547511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7a4a0c2-d2e9-4984-ba55-ad6793db679e req-f6952c8d-4817-4392-ba65-22b0f8a1e2c1 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d6dea7-e6fa-4088-a79a-9fd18bbd3eef HTTP/1.1" status: 200 len: 210 time: 0.0384386 Aug 29 04:45:15.700633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc876ee-abb5-48a9-a401-05cbe5b34b30 req-6a453f0d-60c9-443e-9337-4d471b0757c5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:15.702370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbc876ee-abb5-48a9-a401-05cbe5b34b30 req-6a453f0d-60c9-443e-9337-4d471b0757c5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.0513179 Aug 29 04:45:15.744299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbc876ee-abb5-48a9-a401-05cbe5b34b30 req-b5b7d658-9ffe-4764-924e-bbcc7bf16a1d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331671 Aug 29 04:45:16.033951 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:45:16.603578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 52814) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:16.668092 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9971e050-147c-4200-abee-bfed5e7910e4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.693960 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9971e050-147c-4200-abee-bfed5e7910e4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.752822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9971e050-147c-4200-abee-bfed5e7910e4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.755953 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9971e050-147c-4200-abee-bfed5e7910e4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.757161 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9971e050-147c-4200-abee-bfed5e7910e4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] 10.222.0.49 "DELETE /v2.0/security-groups/3b03a600-e1bf-4803-af69-fdec2ca2f17b HTTP/1.1" status: 204 len: 168 time: 0.1525545 Aug 29 04:45:16.771440 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971e050-147c-4200-abee-bfed5e7910e4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b03a600-e1bf-4803-af69-fdec2ca2f17b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:16.896948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f57598-4980-47ed-9aed-7cdfac1ed175 req-a0818d4e-a448-473f-af63-22036620d310 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:16.905212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8f57598-4980-47ed-9aed-7cdfac1ed175 req-a0818d4e-a448-473f-af63-22036620d310 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.0632143 Aug 29 04:45:16.946038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8f57598-4980-47ed-9aed-7cdfac1ed175 req-6f89cfda-a094-4c45-aaf7-3e4d3e2b3daf tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 Aug 29 04:45:18.136122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7bb19-129a-4578-a2dc-ce67be0ae94c req-12d543d5-af66-42cc-b889-1a67cbd22a09 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:18.138530 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6c7bb19-129a-4578-a2dc-ce67be0ae94c req-12d543d5-af66-42cc-b889-1a67cbd22a09 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.1146038 Aug 29 04:45:18.202274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6c7bb19-129a-4578-a2dc-ce67be0ae94c req-b7bf3a1c-b915-4b23-a604-ffdb08b2bc98 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508828 Aug 29 04:45:18.300463 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.335348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689c418-e9f6-4a05-bfd8-7c7e1d13df1d req-8e5de2c3-d8e3-4a6c-990e-bcccd4ddc967 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.344936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4689c418-e9f6-4a05-bfd8-7c7e1d13df1d req-8e5de2c3-d8e3-4a6c-990e-bcccd4ddc967 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.0618348 Aug 29 04:45:19.393444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4689c418-e9f6-4a05-bfd8-7c7e1d13df1d req-c672a2b7-0473-447d-bd6c-372531324f59 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472324 Aug 29 04:45:20.296504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53276) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:20.508233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363102a-ffeb-4516-8e2c-acf2f4bd0288 req-ce4be677-25de-4bf3-b971-43ef05c41755 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:20.509769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f363102a-ffeb-4516-8e2c-acf2f4bd0288 req-ce4be677-25de-4bf3-b971-43ef05c41755 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.0537443 Aug 29 04:45:20.556276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f363102a-ffeb-4516-8e2c-acf2f4bd0288 req-f6bbce32-6b2d-495e-b18d-d7b6c33673fa tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378487 Aug 29 04:45:20.984682 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.223677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] Deleting port 8851a130-a0a4-4bc9-9fc8-c31b471270c9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:21.223932 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.303237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] For port 8851a130-a0a4-4bc9-9fc8-c31b471270c9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8851a130-a0a4-4bc9-9fc8-c31b471270c9,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:21.303994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.316769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] Calling delete_port for 8851a130-a0a4-4bc9-9fc8-c31b471270c9 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:21.493105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.520223 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] Pushing event deleted for resources: {'Port': ['ID=8851a130-a0a4-4bc9-9fc8-c31b471270c9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:21.685260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a7976-a0e5-4405-8184-dafd18ecb0fd req-403ccef3-31ee-4590-bba3-f14e5fce20c5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:21.689060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-362a7976-a0e5-4405-8184-dafd18ecb0fd req-403ccef3-31ee-4590-bba3-f14e5fce20c5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.0620008 Aug 29 04:45:21.692039 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.732432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-362a7976-a0e5-4405-8184-dafd18ecb0fd req-7b6f5023-dcf1-4b39-82aa-de492fba808d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382409 Aug 29 04:45:21.904916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] Router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:22.009710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:22.014908 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e4dc9964-50d2-4ce7-8acf-393b71f0c786 admin admin] 10.222.0.49 "PUT /v2.0/routers/27d10f5d-ba86-4ad4-a244-df2aed8bc688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7173064 Aug 29 04:45:22.017635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53282) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:22.018524 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] Sync routers for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:22.027574 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:22.028298 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:22.120872 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.130317 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:22.220865 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.276919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Deleting port 6dceafab-1cf0-4308-b31d-75f8f9d919dd {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:22.277170 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.353069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] For port 6dceafab-1cf0-4308-b31d-75f8f9d919dd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6dceafab-1cf0-4308-b31d-75f8f9d919dd,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:22.353426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.365969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Calling delete_port for 6dceafab-1cf0-4308-b31d-75f8f9d919dd owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:22.392548 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:45:21Z', 'revision_number': 5, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port': {'id': '6dceafab-1cf0-4308-b31d-75f8f9d919dd', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:45Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:22.418394 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] Checking router: 27d10f5d-ba86-4ad4-a244-df2aed8bc688 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:22.426325 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] Routers {'27d10f5d-ba86-4ad4-a244-df2aed8bc688'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:22.426950 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:22.510175 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] Set router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:22.529658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.554486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6dceafab-1cf0-4308-b31d-75f8f9d919dd,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:22.563498 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 6, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:22.590136 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa05d4-99c7-4174-8ee2-99d66bb22bff None None] The sync data for ids ['27d10f5d-ba86-4ad4-a244-df2aed8bc688'] in n-d-712141-12 is: [{'id': '27d10f5d-ba86-4ad4-a244-df2aed8bc688', 'name': 'tempest-TestVolumeBackupRestore-1290100123-router', 'tenant_id': 'babc381acf9e400a8981f1810a76d373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 6, 'project_id': 'babc381acf9e400a8981f1810a76d373', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:22.630332 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.719304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.721375 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.763649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.764234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27d10f5d-ba86-4ad4-a244-df2aed8bc688 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:45:22.768633 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.772186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-64d9b381-b6f9-4869-a107-e58017d9dc3b admin admin] 10.222.0.49 "DELETE /v2.0/routers/27d10f5d-ba86-4ad4-a244-df2aed8bc688 HTTP/1.1" status: 204 len: 168 time: 0.7512646 Aug 29 04:45:22.772542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53286) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:22.844142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a7cefd-a667-4710-815f-b6f1bf0649ac admin admin] Deleting subnet 73e7c531-a1e2-4fc4-9244-a61069d48ec4 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:22.848966 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cefd-a667-4710-815f-b6f1bf0649ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.893428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c4973-de1f-43d5-a4b9-7d5b5b5a8a84 req-49d475d5-fc1d-401c-a795-6e25ef677332 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:22.895397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f87c4973-de1f-43d5-a4b9-7d5b5b5a8a84 req-49d475d5-fc1d-401c-a795-6e25ef677332 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.0866323 Aug 29 04:45:22.897342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cefd-a667-4710-815f-b6f1bf0649ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.965987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f87c4973-de1f-43d5-a4b9-7d5b5b5a8a84 req-f32e7654-6b55-4190-b4c2-e2be5be36c32 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497303 Aug 29 04:45:23.006453 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cefd-a667-4710-815f-b6f1bf0649ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.071183 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cefd-a667-4710-815f-b6f1bf0649ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.083931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8851a130-a0a4-4bc9-9fc8-c31b471270c9 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:23.099061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7cefd-a667-4710-815f-b6f1bf0649ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e7c531-a1e2-4fc4-9244-a61069d48ec4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:23.103964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 8851a130-a0a4-4bc9-9fc8-c31b471270c9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:23.104516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8851a130-a0a4-4bc9-9fc8-c31b471270c9 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:23.106080 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cefd-a667-4710-815f-b6f1bf0649ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.110464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f3a7cefd-a667-4710-815f-b6f1bf0649ac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/73e7c531-a1e2-4fc4-9244-a61069d48ec4 HTTP/1.1" status: 204 len: 168 time: 0.3347092 Aug 29 04:45:23.111362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53288) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:23.113263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbaedd4-ecb6-4060-a546-e55a08bcc9e0 None None] Network dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:23.178948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.237119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Deleting port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:23.237465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.301398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] For port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549,segment=NetworkSegment(994ad0c9-6b00-4999-92c4-6c1141edc039),segment_id=994ad0c9-6b00-4999-92c4-6c1141edc039)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:23.301764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.314012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Calling delete_port for 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:23.391991 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.422799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:23.429292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] No DVR routers for this DVR port 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:23.440279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf49c5-8b12-4934-9bb9-899e78fa4d20 None None] DHCP port deletion for dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:45:23.503340 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.514533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:23.525635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994ad0c9-6b00-4999-92c4-6c1141edc039') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:23.525937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994ad0c9-6b00-4999-92c4-6c1141edc039') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:23.537118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.551626 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-845ff06b-4c25-4b54-b2c9-2b6f737c2cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.551868 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.557881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:23.558274 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:23.559988 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:23.622632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.630443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.632657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67 HTTP/1.1" status: 204 len: 168 time: 0.5201855 Aug 29 04:45:23.635201 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53290) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:23.645944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4afeeb-594e-4392-9cbf-87965b1637b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8ee2d7-f0d1-42ca-b7f7-e1e76cb43c67,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:23.881645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 92990c71-2507-49e2-ad93-41b5c6bb052c details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:23.973817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 92990c71-2507-49e2-ad93-41b5c6bb052c, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=92990c71-2507-49e2-ad93-41b5c6bb052c,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:23.984795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '92990c71-2507-49e2-ad93-41b5c6bb052c', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'port_id': '92990c71-2507-49e2-ad93-41b5c6bb052c', 'mac_address': 'fa:16:3e:e1:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:23.987472 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.025863 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.039038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92990c71-2507-49e2-ad93-41b5c6bb052c {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:24.060435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 92990c71-2507-49e2-ad93-41b5c6bb052c, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=92990c71-2507-49e2-ad93-41b5c6bb052c,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:24.064778 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.087973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fce5f-ace9-4669-adcb-8eb617754c63 req-85b3c92c-ad6e-4d5a-8782-49c6d1758d24 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:24.090194 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb2fce5f-ace9-4669-adcb-8eb617754c63 req-85b3c92c-ad6e-4d5a-8782-49c6d1758d24 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 943 time: 0.0518172 Aug 29 04:45:24.114423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=92990c71-2507-49e2-ad93-41b5c6bb052c,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:24.122277 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.122734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.123320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.123988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.124642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.125276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.125814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.126345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.126899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.127430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.128251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.128669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:24.131322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb2fce5f-ace9-4669-adcb-8eb617754c63 req-99d341d3-779a-45bc-8c17-d19d079e2cd2 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350409 Aug 29 04:45:24.242697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] Deleting port 46d2f758-316b-48a7-ac54-7670bca785d4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:24.242959 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.256333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['92990c71-2507-49e2-ad93-41b5c6bb052c'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:24.325691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] For port 46d2f758-316b-48a7-ac54-7670bca785d4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=46d2f758-316b-48a7-ac54-7670bca785d4,segment=NetworkSegment(136516a2-c971-4165-89b4-0a74bab7ee20),segment_id=136516a2-c971-4165-89b4-0a74bab7ee20)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:24.326057 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.338610 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] Calling delete_port for 46d2f758-316b-48a7-ac54-7670bca785d4 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:24.517100 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.544343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d2f758-316b-48a7-ac54-7670bca785d4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:24.720867 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.801869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6dceafab-1cf0-4308-b31d-75f8f9d919dd no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:24.822319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 6dceafab-1cf0-4308-b31d-75f8f9d919dd {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:24.822591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6dceafab-1cf0-4308-b31d-75f8f9d919dd not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:24.823111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:24.843003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:24.843345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1ec7ab16-9ffb-4bd3-b68a-a9ea176ca549 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:24.939271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] Router 5eee2467-aa87-4e09-bdac-f950d9a0964b has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:25.045874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:25.051394 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e7efeaec-541b-4338-8341-a739f95e3ae1 admin admin] 10.222.0.49 "PUT /v2.0/routers/5eee2467-aa87-4e09-bdac-f950d9a0964b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4152403 Aug 29 04:45:25.054074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53294) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:25.055395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] Sync routers for ids ['5eee2467-aa87-4e09-bdac-f950d9a0964b'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:25.064396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] Routers {'5eee2467-aa87-4e09-bdac-f950d9a0964b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:25.065014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['5eee2467-aa87-4e09-bdac-f950d9a0964b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:25.160489 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.175061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] Set router 5eee2467-aa87-4e09-bdac-f950d9a0964b gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:25.262737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb96b7c-4953-40a3-95c8-ac83ca80b1ca req-0c265bab-4846-4002-948d-443aa320c956 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:25.266097 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.268698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fb96b7c-4953-40a3-95c8-ac83ca80b1ca req-0c265bab-4846-4002-948d-443aa320c956 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 944 time: 0.0588048 Aug 29 04:45:25.310379 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fb96b7c-4953-40a3-95c8-ac83ca80b1ca req-085e66fe-4ab3-404a-91e5-51e3dc98b96c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372694 Aug 29 04:45:25.321861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Deleting port 2e1d9dfc-72ee-4504-9867-8f2dff851936 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:25.322359 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.361612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'name': 'tempest-TestVolumeBackupRestore-413044483-router', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:45:24Z', 'revision_number': 5, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'gw_port': {'id': '2e1d9dfc-72ee-4504-9867-8f2dff851936', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:25.387774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] Checking router: 5eee2467-aa87-4e09-bdac-f950d9a0964b for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:25.396585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] Routers {'5eee2467-aa87-4e09-bdac-f950d9a0964b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:25.397194 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:44:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['5eee2467-aa87-4e09-bdac-f950d9a0964b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:25.406107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] For port 2e1d9dfc-72ee-4504-9867-8f2dff851936, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2e1d9dfc-72ee-4504-9867-8f2dff851936,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:25.406483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.420009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Calling delete_port for 2e1d9dfc-72ee-4504-9867-8f2dff851936 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:25.592013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.617076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1d9dfc-72ee-4504-9867-8f2dff851936,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:25.640817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] Set router 5eee2467-aa87-4e09-bdac-f950d9a0964b gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:25.683577 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.692052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'name': 'tempest-TestVolumeBackupRestore-413044483-router', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:45:25Z', 'revision_number': 6, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:25.720675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9261788-ef1e-4118-b441-8b2c3eaaff13 None None] The sync data for ids ['5eee2467-aa87-4e09-bdac-f950d9a0964b'] in n-d-712141-12 is: [{'id': '5eee2467-aa87-4e09-bdac-f950d9a0964b', 'name': 'tempest-TestVolumeBackupRestore-413044483-router', 'tenant_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:51Z', 'updated_at': '2021-08-29T04:45:25Z', 'revision_number': 6, 'project_id': 'e42214d5f59f4a14a90beefb1cbbed3c', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:25.776942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.779100 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.824269 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.824816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eee2467-aa87-4e09-bdac-f950d9a0964b {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:45:25.829171 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.830380 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-555efb82-c4a9-4ab1-8767-510b164c7f5a admin admin] 10.222.0.49 "DELETE /v2.0/routers/5eee2467-aa87-4e09-bdac-f950d9a0964b HTTP/1.1" status: 204 len: 168 time: 0.7753356 Aug 29 04:45:25.833784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53298) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:25.882424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 92990c71-2507-49e2-ad93-41b5c6bb052c up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:25.883047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce284fba-f673-412a-8d0b-18941c1f7e4a admin admin] Deleting subnet 096a7464-b312-4e64-b056-48aa62ca8f64 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:25.886146 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ce284fba-f673-412a-8d0b-18941c1f7e4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.919748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ce284fba-f673-412a-8d0b-18941c1f7e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.929827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 92990c71-2507-49e2-ad93-41b5c6bb052c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:25.933523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 92990c71-2507-49e2-ad93-41b5c6bb052c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:25.933977 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.001475 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ce284fba-f673-412a-8d0b-18941c1f7e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.008157 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.032772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92990c71-2507-49e2-ad93-41b5c6bb052c'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:26.035670 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e18755-8564-4696-a7e9-76661b30ae28" -d '{"events": [{"server_uuid": "2da94e5e-4084-4b26-bec0-209d634cf82c", "name": "network-vif-plugged", "status": "completed", "tag": "92990c71-2507-49e2-ad93-41b5c6bb052c"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:26.053113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 92990c71-2507-49e2-ad93-41b5c6bb052c, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=92990c71-2507-49e2-ad93-41b5c6bb052c,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:26.058614 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.063779 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ce284fba-f673-412a-8d0b-18941c1f7e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.094143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce284fba-f673-412a-8d0b-18941c1f7e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096a7464-b312-4e64-b056-48aa62ca8f64,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:26.096121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ce284fba-f673-412a-8d0b-18941c1f7e4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.098255 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ce284fba-f673-412a-8d0b-18941c1f7e4a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/096a7464-b312-4e64-b056-48aa62ca8f64 HTTP/1.1" status: 204 len: 168 time: 0.2635202 Aug 29 04:45:26.100688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53302) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:26.105655 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad992b98-88dc-4c9d-92a0-ed6547b49330 None None] Network 7763ce2d-173a-4de5-9c3a-6a3b418abe68 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:26.132779 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314c800e-b3b2-4cb0-b63e-8c4f5b08edd1 x-openstack-request-id: req-314c800e-b3b2-4cb0-b63e-8c4f5b08edd1 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:26.133189 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da94e5e-4084-4b26-bec0-209d634cf82c", "name": "network-vif-plugged", "status": "completed", "tag": "92990c71-2507-49e2-ad93-41b5c6bb052c", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:26.133545 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-314c800e-b3b2-4cb0-b63e-8c4f5b08edd1 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:26.134032 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92990c71-2507-49e2-ad93-41b5c6bb052c', 'code': 200} Aug 29 04:45:26.189389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=92990c71-2507-49e2-ad93-41b5c6bb052c,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:26.195339 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.202253 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af4333ee-6474-418f-adb0-ab26d81e9244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.263696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4d282-0b1f-4291-b565-c81a70ce511e req-39dac22c-3d30-4e29-9661-86682d5a8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:26.265228 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-78b4d282-0b1f-4291-b565-c81a70ce511e req-39dac22c-3d30-4e29-9661-86682d5a8627 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 1097 time: 0.0875494 Aug 29 04:45:26.308252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Deleting port d889a834-66e1-44d0-abb6-501a3f837051 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:26.308604 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.333746 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.348716 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-78b4d282-0b1f-4291-b565-c81a70ce511e req-8069df24-573b-4dc4-9861-8a32c8d25f1b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742185 Aug 29 04:45:26.375885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] For port d889a834-66e1-44d0-abb6-501a3f837051, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d889a834-66e1-44d0-abb6-501a3f837051,segment=NetworkSegment(136516a2-c971-4165-89b4-0a74bab7ee20),segment_id=136516a2-c971-4165-89b4-0a74bab7ee20)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:26.376280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.393861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Calling delete_port for d889a834-66e1-44d0-abb6-501a3f837051 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:26.431277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa0cd9-785a-4e92-b57a-82e5160ebb99 req-c47cc12c-8d24-4735-820b-80d8f6f6ab6d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:26.433097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09aa0cd9-785a-4e92-b57a-82e5160ebb99 req-c47cc12c-8d24-4735-820b-80d8f6f6ab6d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 945 time: 0.0533338 Aug 29 04:45:26.477706 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.480569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09aa0cd9-785a-4e92-b57a-82e5160ebb99 req-d09f073a-844c-4d9b-81b0-7c41aa865304 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406604 Aug 29 04:45:26.504902 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=d889a834-66e1-44d0-abb6-501a3f837051,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:26.508407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] No DVR routers for this DVR port d889a834-66e1-44d0-abb6-501a3f837051 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:26.558179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf26de-5bf1-469f-94bd-cb2059b63c3b None None] DHCP port deletion for 7763ce2d-173a-4de5-9c3a-6a3b418abe68 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:45:26.592254 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.603084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7763ce2d-173a-4de5-9c3a-6a3b418abe68']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:26.613760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136516a2-c971-4165-89b4-0a74bab7ee20') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:26.614051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136516a2-c971-4165-89b4-0a74bab7ee20') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:26.622849 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.637129 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.643853 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:26.644939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:26.646573 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:26.703448 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.709940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.712614 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7763ce2d-173a-4de5-9c3a-6a3b418abe68 HTTP/1.1" status: 204 len: 168 time: 0.6108198 Aug 29 04:45:26.725713 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ee5d0-bfa1-4fb3-8d2f-c74f84ef0c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=7763ce2d-173a-4de5-9c3a-6a3b418abe68,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:26.765646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d889a834-66e1-44d0-abb6-501a3f837051 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:26.787099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d889a834-66e1-44d0-abb6-501a3f837051 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:26.787503 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d889a834-66e1-44d0-abb6-501a3f837051 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:26.788016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 46d2f758-316b-48a7-ac54-7670bca785d4 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:26.807575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 46d2f758-316b-48a7-ac54-7670bca785d4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:26.807802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 46d2f758-316b-48a7-ac54-7670bca785d4 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:26.808236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2e1d9dfc-72ee-4504-9867-8f2dff851936 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:26.828638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 2e1d9dfc-72ee-4504-9867-8f2dff851936 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:26.828980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2e1d9dfc-72ee-4504-9867-8f2dff851936 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:26.900060 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53314) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:26.943726 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-13c30b59-c30c-4706-9cd5-205769811ae3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=babc381acf9e400a8981f1810a76d373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424511 Aug 29 04:45:26.946153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53316) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:26.992610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-66c94e51-e0af-488c-b21c-32f72804a0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.013852 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-66c94e51-e0af-488c-b21c-32f72804a0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.059017 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-66c94e51-e0af-488c-b21c-32f72804a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.061667 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-66c94e51-e0af-488c-b21c-32f72804a0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.062807 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-66c94e51-e0af-488c-b21c-32f72804a0aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ab31b21-2b2f-43ce-840f-1db056266fa7 HTTP/1.1" status: 204 len: 168 time: 0.1157660 Aug 29 04:45:27.070709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c94e51-e0af-488c-b21c-32f72804a0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab31b21-2b2f-43ce-840f-1db056266fa7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:27.361790 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.380884 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53322) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:27.419831 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a1e049e8-6e17-453a-b21a-81431bdf0806 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e42214d5f59f4a14a90beefb1cbbed3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377016 Aug 29 04:45:27.422273 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53324) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:27.470103 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4e3d7b53-5452-4fb4-820d-f33a6c1390c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.490847 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4e3d7b53-5452-4fb4-820d-f33a6c1390c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.541675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4e3d7b53-5452-4fb4-820d-f33a6c1390c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.544270 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4e3d7b53-5452-4fb4-820d-f33a6c1390c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.545619 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4e3d7b53-5452-4fb4-820d-f33a6c1390c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0603f3c4-a907-4aeb-9569-2cf800c30f97 HTTP/1.1" status: 204 len: 168 time: 0.1223338 Aug 29 04:45:27.556630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d7b53-5452-4fb4-820d-f33a6c1390c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0603f3c4-a907-4aeb-9569-2cf800c30f97,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:27.581135 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.614475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb625c8e-0602-4b78-9e17-ff30345d050a req-6899a06c-ae92-4293-abdd-86b8c93cf936 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:27.616364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb625c8e-0602-4b78-9e17-ff30345d050a req-6899a06c-ae92-4293-abdd-86b8c93cf936 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 945 time: 0.0668824 Aug 29 04:45:27.660772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eb625c8e-0602-4b78-9e17-ff30345d050a req-2dc31ca9-253e-4f32-b305-be6b9fb0a34a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365849 Aug 29 04:45:27.787916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7fa00-9a77-41ef-9d66-e66876c91020 req-e775f2ef-3734-4c0e-847a-232440736b5e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:27.790037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9b7fa00-9a77-41ef-9d66-e66876c91020 req-e775f2ef-3734-4c0e-847a-232440736b5e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 945 time: 0.0611732 Aug 29 04:45:27.834121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9b7fa00-9a77-41ef-9d66-e66876c91020 req-81983d7b-b952-4167-9371-0f771aa7f28c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375886 Aug 29 04:45:27.858463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53340) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:27.903052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a42f8a9-55e2-439b-ac9a-69e888c007bb tempest-TestVolumeBootPattern-642744616 tempest-TestVolumeBootPattern-642744616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:27.904916 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8a42f8a9-55e2-439b-ac9a-69e888c007bb tempest-TestVolumeBootPattern-642744616 tempest-TestVolumeBootPattern-642744616-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 1092 time: 0.0449710 Aug 29 04:45:27.908072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53344) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:27.913264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '92990c71-2507-49e2-ad93-41b5c6bb052c', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:27.938636 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.043694 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.160565 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Allocated IP 172.25.5.12 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/b613596a-227d-454f-8077-2c315eb335e9) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:28.264968 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.304972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.344416 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:28.349230 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:28.352768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:28.378051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=b613596a-227d-454f-8077-2c315eb335e9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:29.057911 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.096406 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.125091 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.284131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.288599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.356453 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=b613596a-227d-454f-8077-2c315eb335e9,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:29.366077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.465269 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Floating IP 06c2e692-82f4-4c38-8694-e1eeba03fb6f associated. External IP: 172.25.5.12, port: 92990c71-2507-49e2-ad93-41b5c6bb052c. Aug 29 04:45:29.672860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:29.780914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:29.790483 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] Sync routers for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:29.796518 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.799922 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:29.801068 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:45:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:29.838632 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4ebc9ace-4821-4b8e-ad40-db12b73d276c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9154694 Aug 29 04:45:29.838632 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'tag': '92990c71-2507-49e2-ad93-41b5c6bb052c'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:29.838632 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934a9543-7354-48d0-b299-24b85fa4bd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2da94e5e-4084-4b26-bec0-209d634cf82c", "tag": "92990c71-2507-49e2-ad93-41b5c6bb052c"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:29.862241 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ec0700-b7bb-48fe-bd13-c8a5db830ec6 x-openstack-request-id: req-a4ec0700-b7bb-48fe-bd13-c8a5db830ec6 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:29.863053 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da94e5e-4084-4b26-bec0-209d634cf82c", "tag": "92990c71-2507-49e2-ad93-41b5c6bb052c", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:29.863330 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4ec0700-b7bb-48fe-bd13-c8a5db830ec6 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:29.863747 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'tag': '92990c71-2507-49e2-ad93-41b5c6bb052c', 'status': 'completed', 'code': 200} Aug 29 04:45:29.918403 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:29.923385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-dee34dd0-ce08-46e3-b343-a1b11dce891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:29.924957 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-dee34dd0-ce08-46e3-b343-a1b11dce891a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 1097 time: 0.0414536 Aug 29 04:45:30.020166 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-62854048-b826-4f01-bbe9-19962dd2938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.021696 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-62854048-b826-4f01-bbe9-19962dd2938f service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.0890796 Aug 29 04:45:30.088728 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-4d151d3b-185c-4399-9eba-99f5309c51e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92990c71-2507-49e2-ad93-41b5c6bb052c HTTP/1.1" status: 200 len: 998 time: 0.0595794 Aug 29 04:45:30.136257 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '06c2e692-82f4-4c38-8694-e1eeba03fb6f', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '92990c71-2507-49e2-ad93-41b5c6bb052c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:e1:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:28Z', 'updated_at': '2021-08-29T04:45:28Z', 'revision_number': 0, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:30.148868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-76a18514-4da5-4d20-b4c4-03138d8e5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.150892 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-76a18514-4da5-4d20-b4c4-03138d8e5c38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0556238 Aug 29 04:45:30.166558 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] Checking router: 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:30.175773 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:30.176461 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:45:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:30.201109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-e56c3e3a-ab51-4432-8a5a-8215b763436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.202984 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-e56c3e3a-ab51-4432-8a5a-8215b763436d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453005 Aug 29 04:45:30.281201 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:30.293624 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-4b90dd61-17c7-4618-bf90-81299fcd2fa7 service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837049 Aug 29 04:45:30.389482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-934a9543-7354-48d0-b299-24b85fa4bd6f req-9f7fb4f9-af43-408b-8fa1-bb8157a72789 service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888672 Aug 29 04:45:30.497867 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '06c2e692-82f4-4c38-8694-e1eeba03fb6f', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '92990c71-2507-49e2-ad93-41b5c6bb052c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:e1:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:28Z', 'updated_at': '2021-08-29T04:45:28Z', 'revision_number': 0, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:30.523193 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c384c2d-0947-4215-9650-6fe5bfc41ab6 None None] The sync data for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 is: [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '06c2e692-82f4-4c38-8694-e1eeba03fb6f', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '92990c71-2507-49e2-ad93-41b5c6bb052c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:e1:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:28Z', 'updated_at': '2021-08-29T04:45:28Z', 'revision_number': 0, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:30.712044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dfc06-3869-42ea-bfdb-d8691d599030 None None] New status for floating IP 06c2e692-82f4-4c38-8694-e1eeba03fb6f: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:32.523954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53370) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:32.630200 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c8a1-0127-4410-92d3-f46a98bafa42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.718426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c8a1-0127-4410-92d3-f46a98bafa42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.722533 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c8a1-0127-4410-92d3-f46a98bafa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.758839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c5e9c8a1-0127-4410-92d3-f46a98bafa42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8bd753feb26e4ce0bf35024e3b330e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337933 Aug 29 04:45:32.760961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9c8a1-0127-4410-92d3-f46a98bafa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7055e01-f619-4331-8cc3-754aaf24193c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:32.762036 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53374) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:32.813515 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-520ce2ba-295a-4103-a76b-32225a4cddef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.834456 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-520ce2ba-295a-4103-a76b-32225a4cddef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.880440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-520ce2ba-295a-4103-a76b-32225a4cddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.882987 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-520ce2ba-295a-4103-a76b-32225a4cddef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.884152 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-520ce2ba-295a-4103-a76b-32225a4cddef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7055e01-f619-4331-8cc3-754aaf24193c HTTP/1.1" status: 204 len: 168 time: 0.1210601 Aug 29 04:45:32.893370 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ce2ba-295a-4103-a76b-32225a4cddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7055e01-f619-4331-8cc3-754aaf24193c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:34.891023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53458) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:34.999094 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-82b26ec1-95db-4db9-8fca-4e0b4cec909c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.088236 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-82b26ec1-95db-4db9-8fca-4e0b4cec909c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.091764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-82b26ec1-95db-4db9-8fca-4e0b4cec909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.134667 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-82b26ec1-95db-4db9-8fca-4e0b4cec909c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=160644aa83aa478ea608f872d94fae94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424901 Aug 29 04:45:35.136640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b26ec1-95db-4db9-8fca-4e0b4cec909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80df8025-e05c-4cfd-bc17-c24b4b9b5e49,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:35.137365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:35.184908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38826b2e-2125-4adf-9a71-1fa0b1f9a388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.205778 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38826b2e-2125-4adf-9a71-1fa0b1f9a388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.249693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38826b2e-2125-4adf-9a71-1fa0b1f9a388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.252485 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38826b2e-2125-4adf-9a71-1fa0b1f9a388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.254544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-38826b2e-2125-4adf-9a71-1fa0b1f9a388 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80df8025-e05c-4cfd-bc17-c24b4b9b5e49 HTTP/1.1" status: 204 len: 168 time: 0.1160812 Aug 29 04:45:35.262039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38826b2e-2125-4adf-9a71-1fa0b1f9a388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80df8025-e05c-4cfd-bc17-c24b4b9b5e49,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:35.503593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53470) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:35.519760 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53736aa9-e634-4e7b-9b7b-f946dab2e279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.606622 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53736aa9-e634-4e7b-9b7b-f946dab2e279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.610468 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-53736aa9-e634-4e7b-9b7b-f946dab2e279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.648429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-53736aa9-e634-4e7b-9b7b-f946dab2e279 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e161851397184636bf07dc91ff96d322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437268 Aug 29 04:45:35.649348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53736aa9-e634-4e7b-9b7b-f946dab2e279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5533d31-02ec-42fb-b260-5ae5e5af1d70,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:35.651175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53472) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:35.701549 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c863c70c-b419-4d9b-83a2-13224158a09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.723176 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c863c70c-b419-4d9b-83a2-13224158a09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.768349 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c863c70c-b419-4d9b-83a2-13224158a09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.771681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c863c70c-b419-4d9b-83a2-13224158a09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.772844 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c863c70c-b419-4d9b-83a2-13224158a09f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5533d31-02ec-42fb-b260-5ae5e5af1d70 HTTP/1.1" status: 204 len: 168 time: 0.1206796 Aug 29 04:45:35.780131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863c70c-b419-4d9b-83a2-13224158a09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5533d31-02ec-42fb-b260-5ae5e5af1d70,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:36.941708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53510) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:37.083584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1520449330'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:37.105464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Made reservation on behalf of 76633682270a43beb0aa039520ec56e8 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:37.109177 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.118746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.211037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.214905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.239535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:37.254682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8484a970-6670-4724-a458-cc5634b6a120,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:37.262019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.262566 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Added segment 6ee3aff6-93da-4192-8d51-f9ff07f6f62b of type vlan for network 1b7402e7-5bde-4e15-a488-1eb1b986995b Aug 29 04:45:37.312985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.342402 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.348700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.349310 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.406867 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4639771 Aug 29 04:45:37.410756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53514) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:37.416895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9981e-a3ad-4842-b8a2-c6a163d7cee3 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Pushing event updated for resources: {'Network': ['ID=1b7402e7-5bde-4e15-a488-1eb1b986995b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:37.427184 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 1b7402e7-5bde-4e15-a488-1eb1b986995b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:37.472511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Request body: {'network': {'name': 'tempest-network--1105114286', 'router:external': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:37.493986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Made reservation on behalf of ba5686bc87654f2c950f7551a70eda6e for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:37.496336 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.505611 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.597431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.601355 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.626548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:37.636296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524df6e6-ba9a-4042-bc09-40434b41e38c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:37.642495 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.642834 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Added segment a4d0c1f4-7d73-4623-aad1-b616adbcf864 of type vlan for network ff68dbd6-b0d3-4897-a06e-e9653a4dc4ca Aug 29 04:45:37.688829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.721414 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.722554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.723276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.787586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3756998 Aug 29 04:45:37.790262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53518) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:37.839385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efab8e5-a766-4743-8cfc-266d2583ae85 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event updated for resources: {'Network': ['ID=ff68dbd6-b0d3-4897-a06e-e9653a4dc4ca,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:37.850825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network ff68dbd6-b0d3-4897-a06e-e9653a4dc4ca details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:37.870142 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.950932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.960598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff68dbd6-b0d3-4897-a06e-e9653a4dc4ca']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:37.970736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d0c1f4-7d73-4623-aad1-b616adbcf864') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:37.971039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d0c1f4-7d73-4623-aad1-b616adbcf864') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:37.979808 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.994252 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.999903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:38.000323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:38.002001 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:38.060752 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.067349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff68dbd6-b0d3-4897-a06e-e9653a4dc4ca {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:45:38.076942 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.078809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "DELETE /v2.0/networks/ff68dbd6-b0d3-4897-a06e-e9653a4dc4ca HTTP/1.1" status: 204 len: 168 time: 0.2874866 Aug 29 04:45:38.080123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e379e-49a9-455f-ab13-7c624ed6b145 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff68dbd6-b0d3-4897-a06e-e9653a4dc4ca,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:38.082817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53520) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:38.087829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:38.107942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Made reservation on behalf of ba5686bc87654f2c950f7551a70eda6e for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:38.110329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.136020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:38.147517 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.147870 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Added segment 6f965aed-a775-4e3c-b15f-4870f7d2b2e1 of type vlan for network 67fc4af5-16d1-4204-8b86-90622c5d56c6 Aug 29 04:45:38.198188 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.225771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.226806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.227401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.289509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2028782 Aug 29 04:45:38.290337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53522) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:38.292152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a1a10-d3a5-4636-a230-8d5adedc7f8b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event updated for resources: {'Network': ['ID=67fc4af5-16d1-4204-8b86-90622c5d56c6,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:38.295996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Request body: {'subnet': {'network_id': '67fc4af5-16d1-4204-8b86-90622c5d56c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:38.305500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 67fc4af5-16d1-4204-8b86-90622c5d56c6 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:38.319364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Made reservation on behalf of ba5686bc87654f2c950f7551a70eda6e for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:38.322823 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.652889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.objects.ports [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94850) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:45:38.653348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.709341 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d2787c1-bfe0-4223-b708-e181066e0710,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:38.717821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Checking segment: {'id': '6f965aed-a775-4e3c-b15f-4870f7d2b2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '67fc4af5-16d1-4204-8b86-90622c5d56c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:38.718182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Network hostable DHCP agents. Network: 67fc4af5-16d1-4204-8b86-90622c5d56c6, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:45:38.734093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Network 67fc4af5-16d1-4204-8b86-90622c5d56c6 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:45:38.742621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 67fc4af5-16d1-4204-8b86-90622c5d56c6) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:38.746536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.747130 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.753448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8943500e-3ddf-4484-8499-813381bfa47f None None] Network 67fc4af5-16d1-4204-8b86-90622c5d56c6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:38.761560 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-55231b1d-7726-4a91-aa83-a2b9b126990c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4701035 Aug 29 04:45:38.764454 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53524) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:38.769469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Request body: {'floatingip': {'floating_network_id': '67fc4af5-16d1-4204-8b86-90622c5d56c6'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:38.790964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.882104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc19c87-9dc8-45dc-9d9c-562e2ec4e719 None None] Network 67fc4af5-16d1-4204-8b86-90622c5d56c6 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:38.887725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.013417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Allocated IP 172.20.0.9 (67fc4af5-16d1-4204-8b86-90622c5d56c6/8d2787c1-bfe0-4223-b708-e181066e0710/b114acd7-c95f-446e-b89f-ba9965be22a1) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:39.111200 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.150024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.184738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Network 67fc4af5-16d1-4204-8b86-90622c5d56c6 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:39.189424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:39.193457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:39.220680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event updated for resources: {'Port': ['ID=b114acd7-c95f-446e-b89f-ba9965be22a1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:39.282972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.315836 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.466697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.471115 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.542937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event updated for resources: {'Port': ['ID=b114acd7-c95f-446e-b89f-ba9965be22a1,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:39.547861 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.561378 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.562772 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-092891c5-d498-4d21-9ec6-67ffdc69a34b tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7973967 Aug 29 04:45:39.566546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53526) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:39.633951 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-78a42ea0-b667-429c-a1ed-0501cccc4032 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=67fc4af5-16d1-4204-8b86-90622c5d56c6 HTTP/1.1" status: 200 len: 689 time: 0.0663323 Aug 29 04:45:39.636470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53528) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:39.716611 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.827342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Deleting port b114acd7-c95f-446e-b89f-ba9965be22a1 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:39.827685 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.903864 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.904218 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.915740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Calling delete_port for b114acd7-c95f-446e-b89f-ba9965be22a1 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:40.047755 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.073280 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event deleted for resources: {'Port': ['ID=b114acd7-c95f-446e-b89f-ba9965be22a1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:40.130050 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.175588 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.228837 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.256552 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2787c1-bfe0-4223-b708-e181066e0710,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:40.308072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.318167 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fc4af5-16d1-4204-8b86-90622c5d56c6']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:40.331678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f965aed-a775-4e3c-b15f-4870f7d2b2e1') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:40.331907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f965aed-a775-4e3c-b15f-4870f7d2b2e1') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:40.340334 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.353255 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.358975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:40.359484 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:40.361368 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:40.415521 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.420549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67fc4af5-16d1-4204-8b86-90622c5d56c6 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:45:40.423077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.425481 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "DELETE /v2.0/networks/67fc4af5-16d1-4204-8b86-90622c5d56c6 HTTP/1.1" status: 204 len: 168 time: 0.7881067 Aug 29 04:45:40.428226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53530) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:40.434921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54e4df-9013-496c-9021-31ab1574e5f6 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event deleted for resources: {'Network': ['ID=67fc4af5-16d1-4204-8b86-90622c5d56c6,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:40.535224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53532) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:40.539400 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-456d6719-daee-4dac-a752-743d77fff724 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.1094329 Aug 29 04:45:40.592007 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ba095-90d7-433a-846c-617bd821fa43 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:40.592423 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ba095-90d7-433a-846c-617bd821fa43 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:40.592879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ba095-90d7-433a-846c-617bd821fa43 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:40.593339 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ba095-90d7-433a-846c-617bd821fa43 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:40.593791 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ba095-90d7-433a-846c-617bd821fa43 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:40.597221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ba095-90d7-433a-846c-617bd821fa43 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:40.597221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ba095-90d7-433a-846c-617bd821fa43 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:40.597221 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-847ba095-90d7-433a-846c-617bd821fa43 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4652 time: 0.0599785 Aug 29 04:45:40.600020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53534) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:40.637125 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-b9bc0b89-c8fd-49f0-8ff9-46237a133336 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] delete failed (client error): The resource could not be found. Aug 29 04:45:40.638134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b9bc0b89-c8fd-49f0-8ff9-46237a133336 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/7130b0ec-2849-48ba-8548-ea8f37e9aeca HTTP/1.1" status: 404 len: 345 time: 0.0373743 Aug 29 04:45:40.640773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53536) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:40.656765 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9264a534-dc7f-4c1b-8806-4a99ae4601ca tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] DELETE failed (client error): The resource could not be found. Aug 29 04:45:40.657291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9264a534-dc7f-4c1b-8806-4a99ae4601ca tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:45:40.658891 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9264a534-dc7f-4c1b-8806-4a99ae4601ca tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "DELETE /v2.0/networks/67fc4af5-16d1-4204-8b86-90622c5d56c6 HTTP/1.1" status: 404 len: 339 time: 0.0172307 Aug 29 04:45:40.663071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53538) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:40.667997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Request body: {'network': {'name': 'tempest-network--1087486642', 'router:external': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:40.688468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Made reservation on behalf of ba5686bc87654f2c950f7551a70eda6e for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:40.690923 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.717850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:40.726990 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.727332 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Added segment 859a8a75-d38d-4880-b7d6-311fcad8ec70 of type vlan for network da096352-193e-4e98-a637-c7f13ce063a3 Aug 29 04:45:41.115162 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.142428 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.143878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:41.144528 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.192882 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5286648 Aug 29 04:45:41.195539 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53540) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:41.203107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac631c-0888-4c7b-9c6c-80619eeeec1c tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event updated for resources: {'Network': ['ID=da096352-193e-4e98-a637-c7f13ce063a3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:41.213857 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network da096352-193e-4e98-a637-c7f13ce063a3 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:41.368845 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04de58e-8042-44ea-ba0d-8bf79e2488be tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:41.374890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04de58e-8042-44ea-ba0d-8bf79e2488be tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:41.381635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04de58e-8042-44ea-ba0d-8bf79e2488be tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:41.387656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04de58e-8042-44ea-ba0d-8bf79e2488be tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:41.389351 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a04de58e-8042-44ea-ba0d-8bf79e2488be tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1928167 Aug 29 04:45:41.392153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53542) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:41.463853 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.538637 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.548013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da096352-193e-4e98-a637-c7f13ce063a3']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:41.557972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859a8a75-d38d-4880-b7d6-311fcad8ec70') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:41.558272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859a8a75-d38d-4880-b7d6-311fcad8ec70') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:41.567328 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.580936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.587253 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:41.587641 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:41.589320 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:41.646737 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.651912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da096352-193e-4e98-a637-c7f13ce063a3 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:45:41.654374 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.656331 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "DELETE /v2.0/networks/da096352-193e-4e98-a637-c7f13ce063a3 HTTP/1.1" status: 204 len: 168 time: 0.2631564 Aug 29 04:45:41.660241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53544) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:41.666634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Request body: {'network': {'name': 'tempest-network--522786268', 'router:external': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:41.672621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11955ec3-bb9f-4c0f-96e8-ee161e5fd270 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event deleted for resources: {'Network': ['ID=da096352-193e-4e98-a637-c7f13ce063a3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:41.693162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Made reservation on behalf of ba5686bc87654f2c950f7551a70eda6e for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:41.695506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.720869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:41.732084 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.732475 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Added segment 54823605-271c-44a0-900b-a95a932905cc of type vlan for network 5837726e-2dc4-4ca8-bff1-e48014b90ec2 Aug 29 04:45:41.786318 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.817016 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.817996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:41.818582 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.870445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2079706 Aug 29 04:45:41.873242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53546) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:41.882174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598a024-9612-403d-8cd2-8a13dfb35ae0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event updated for resources: {'Network': ['ID=5837726e-2dc4-4ca8-bff1-e48014b90ec2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:41.893342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 5837726e-2dc4-4ca8-bff1-e48014b90ec2 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:41.952692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6e183f-abee-4748-b2ed-365dbb1122d7 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:41.954067 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9b6e183f-abee-4748-b2ed-365dbb1122d7 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] 10.222.0.49 "GET /v2.0/networks/5837726e-2dc4-4ca8-bff1-e48014b90ec2 HTTP/1.1" status: 200 len: 756 time: 0.0798223 Aug 29 04:45:41.956886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53548) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:42.040709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6bf36-3a26-474b-96a7-c2f5a99d1f0f tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:42.041974 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-70e6bf36-3a26-474b-96a7-c2f5a99d1f0f tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] 10.222.0.49 "GET /v2.0/networks/1b7402e7-5bde-4e15-a488-1eb1b986995b HTTP/1.1" status: 200 len: 768 time: 0.0839288 Aug 29 04:45:42.044790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53550) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:42.111740 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.193676 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.203161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5837726e-2dc4-4ca8-bff1-e48014b90ec2']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:42.213361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54823605-271c-44a0-900b-a95a932905cc') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:42.213658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54823605-271c-44a0-900b-a95a932905cc') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:42.222644 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.235710 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.242238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:42.242656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:42.244344 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:42.301955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.306783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5837726e-2dc4-4ca8-bff1-e48014b90ec2 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:45:42.309294 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.311118 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "DELETE /v2.0/networks/5837726e-2dc4-4ca8-bff1-e48014b90ec2 HTTP/1.1" status: 204 len: 168 time: 0.2654281 Aug 29 04:45:42.317062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53552) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:42.320471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfed584-8090-459e-8358-f31d97d7a03d tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event deleted for resources: {'Network': ['ID=5837726e-2dc4-4ca8-bff1-e48014b90ec2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:42.323206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Request body: {'network': {'name': 'tempest-network--1065884445'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:42.344014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Made reservation on behalf of ba5686bc87654f2c950f7551a70eda6e for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:42.347175 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.371000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:42.380051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.380432 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Added segment 6ab7983d-5a29-46a9-88ed-19f3b53e2c70 of type vlan for network 6255bf69-91d3-4c95-95d3-f7348b2e2350 Aug 29 04:45:42.419554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.444102 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.445228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:42.445939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.504541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.1863289 Aug 29 04:45:42.507262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53554) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:42.511060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd408091-1e8b-42ae-a9a6-ef5680b276bb tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event updated for resources: {'Network': ['ID=6255bf69-91d3-4c95-95d3-f7348b2e2350,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:42.512675 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-316ae297-9618-4e7e-8fc5-8f1be07ae1a0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:42.521633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 6255bf69-91d3-4c95-95d3-f7348b2e2350 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:42.988874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-316ae297-9618-4e7e-8fc5-8f1be07ae1a0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.001584 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-316ae297-9618-4e7e-8fc5-8f1be07ae1a0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.009398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-316ae297-9618-4e7e-8fc5-8f1be07ae1a0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Network 6255bf69-91d3-4c95-95d3-f7348b2e2350 is not hosted by any dhcp agent {{(pid=94850) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:45:43.010224 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316ae297-9618-4e7e-8fc5-8f1be07ae1a0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.010823 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-316ae297-9618-4e7e-8fc5-8f1be07ae1a0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.012111 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-316ae297-9618-4e7e-8fc5-8f1be07ae1a0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "PUT /v2.0/networks/6255bf69-91d3-4c95-95d3-f7348b2e2350 HTTP/1.1" status: 200 len: 858 time: 0.5037608 Aug 29 04:45:43.014975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53558) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:43.061293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ae297-9618-4e7e-8fc5-8f1be07ae1a0 tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event updated for resources: {'Network': ['ID=6255bf69-91d3-4c95-95d3-f7348b2e2350,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:43.082647 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.160287 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.169699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6255bf69-91d3-4c95-95d3-f7348b2e2350']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:43.180154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab7983d-5a29-46a9-88ed-19f3b53e2c70') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:43.180480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab7983d-5a29-46a9-88ed-19f3b53e2c70') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:43.188902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.203441 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.209407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:43.209852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:43.211560 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:43.269613 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.274394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6255bf69-91d3-4c95-95d3-f7348b2e2350 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:45:43.276999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.278825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] 10.222.0.49 "DELETE /v2.0/networks/6255bf69-91d3-4c95-95d3-f7348b2e2350 HTTP/1.1" status: 204 len: 168 time: 0.2627728 Aug 29 04:45:43.282844 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53560) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:43.288346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d68ef2-7c0e-4247-b505-dc354132895e tempest-ExternalNetworksTestJSON-1812028501 tempest-ExternalNetworksTestJSON-1812028501-project-admin] Pushing event deleted for resources: {'Network': ['ID=6255bf69-91d3-4c95-95d3-f7348b2e2350,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:43.311469 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cce53a-eb17-466b-a834-07d02479e837 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] DELETE failed (client error): The resource could not be found. Aug 29 04:45:43.311934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cce53a-eb17-466b-a834-07d02479e837 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:45:43.313789 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-39cce53a-eb17-466b-a834-07d02479e837 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] 10.222.0.49 "DELETE /v2.0/subnets/8d2787c1-bfe0-4223-b708-e181066e0710 HTTP/1.1" status: 404 len: 337 time: 0.0297639 Aug 29 04:45:43.317055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53562) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:43.401760 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.487765 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.497515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7402e7-5bde-4e15-a488-1eb1b986995b']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:43.508006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee3aff6-93da-4192-8d51-f9ff07f6f62b') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:43.508654 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee3aff6-93da-4192-8d51-f9ff07f6f62b') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:43.516908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.535065 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.540676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:43.541070 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:43.543881 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:43.600874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.607827 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.609690 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] 10.222.0.49 "DELETE /v2.0/networks/1b7402e7-5bde-4e15-a488-1eb1b986995b HTTP/1.1" status: 204 len: 168 time: 0.2916734 Aug 29 04:45:43.621852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d7f5f-83af-4ecd-9d0a-34ba26d988a9 tempest-ExternalNetworksTestJSON-1701572143 tempest-ExternalNetworksTestJSON-1701572143-project] Pushing event deleted for resources: {'Network': ['ID=1b7402e7-5bde-4e15-a488-1eb1b986995b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:43.852733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53568) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:43.990357 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d103bb91-6a40-480c-8a77-a6f0c0225805 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76633682270a43beb0aa039520ec56e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360238 Aug 29 04:45:43.992801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53572) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:44.041346 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a137b54-1c08-4e1e-97b8-045b1337f741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.061186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a137b54-1c08-4e1e-97b8-045b1337f741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.107533 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a137b54-1c08-4e1e-97b8-045b1337f741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.110164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9a137b54-1c08-4e1e-97b8-045b1337f741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.111333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9a137b54-1c08-4e1e-97b8-045b1337f741 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8484a970-6670-4724-a458-cc5634b6a120 HTTP/1.1" status: 204 len: 168 time: 0.1175227 Aug 29 04:45:44.120751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a137b54-1c08-4e1e-97b8-045b1337f741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8484a970-6670-4724-a458-cc5634b6a120,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:44.373825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53578) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:44.414271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2f47299f-299d-433c-9bf8-a1a12b9bd2b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba5686bc87654f2c950f7551a70eda6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392261 Aug 29 04:45:44.416749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53582) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:44.463464 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4876aec-b837-4b6f-9cdd-a17887cb4b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.487838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4876aec-b837-4b6f-9cdd-a17887cb4b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.531619 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4876aec-b837-4b6f-9cdd-a17887cb4b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.534766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4876aec-b837-4b6f-9cdd-a17887cb4b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.535875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e4876aec-b837-4b6f-9cdd-a17887cb4b48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/524df6e6-ba9a-4042-bc09-40434b41e38c HTTP/1.1" status: 204 len: 168 time: 0.1182487 Aug 29 04:45:44.543061 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4876aec-b837-4b6f-9cdd-a17887cb4b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524df6e6-ba9a-4042-bc09-40434b41e38c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:45.763091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53618) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:45.860937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-deb5c2ba-2319-4219-a224-a665535b06e7 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-954433610'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:45.861399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-deb5c2ba-2319-4219-a224-a665535b06e7 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Unknown quota resources ['metering_label']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:45:46.061333 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-deb5c2ba-2319-4219-a224-a665535b06e7 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.062519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-deb5c2ba-2319-4219-a224-a665535b06e7 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2984247 Aug 29 04:45:46.065231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53622) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.069417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2d1a5fd7-8eac-4f06-a794-45604887f199 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f96d1238-98c3-4e09-912d-3c7b2cbfcd00'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:46.069930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2d1a5fd7-8eac-4f06-a794-45604887f199 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:45:46.140732 n-d-712141-12 neutron-server[94851]: WARNING neutron.services.metering.metering_plugin [None req-2d1a5fd7-8eac-4f06-a794-45604887f199 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:45:46.241136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5fd7-8eac-4f06-a794-45604887f199 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.242328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2d1a5fd7-8eac-4f06-a794-45604887f199 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1761508 Aug 29 04:45:46.245652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53624) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.249808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9ddf967d-a6fc-4208-aafc-a8203158eb74 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f96d1238-98c3-4e09-912d-3c7b2cbfcd00'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:46.250293 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9ddf967d-a6fc-4208-aafc-a8203158eb74 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:45:46.311506 n-d-712141-12 neutron-server[94851]: WARNING neutron.services.metering.metering_plugin [None req-9ddf967d-a6fc-4208-aafc-a8203158eb74 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:45:46.399314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9ddf967d-a6fc-4208-aafc-a8203158eb74 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.400530 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9ddf967d-a6fc-4208-aafc-a8203158eb74 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1539528 Aug 29 04:45:46.403274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53626) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.414633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-03852423-08fc-4d68-a336-dcadc62f138e tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=12f09df4-d53d-463e-941d-1f63c25b6536 HTTP/1.1" status: 200 len: 462 time: 0.0103137 Aug 29 04:45:46.417140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53628) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.516920 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac46a99d-f9f5-46cf-9160-e704275b1214 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.518034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ac46a99d-f9f5-46cf-9160-e704275b1214 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/12f09df4-d53d-463e-941d-1f63c25b6536 HTTP/1.1" status: 204 len: 168 time: 0.1000140 Aug 29 04:45:46.520767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53630) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.529225 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-586ac433-9a1e-4a61-90df-b5d4a30e00d5 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=12f09df4-d53d-463e-941d-1f63c25b6536 HTTP/1.1" status: 200 len: 221 time: 0.0075045 Aug 29 04:45:46.532278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53632) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.536900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-adae4186-7e0e-472c-b3a2-e0fc8c4c68ab tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1990396853', 'description': 'label created by tempest'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:46.537371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-adae4186-7e0e-472c-b3a2-e0fc8c4c68ab tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Unknown quota resources ['metering_label']. {{(pid=94851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:45:46.691227 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-adae4186-7e0e-472c-b3a2-e0fc8c4c68ab tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.692430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-adae4186-7e0e-472c-b3a2-e0fc8c4c68ab tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1592505 Aug 29 04:45:46.695083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53634) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.769130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3f8884ba-8f67-42df-9011-93f0166c9ebc tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=28a23447-5e7f-4655-b9ec-24c838710039 HTTP/1.1" status: 200 len: 468 time: 0.0729156 Aug 29 04:45:46.771683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53636) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.955731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6c8a51a2-d94c-4d05-b9e9-13dd2914e2fd tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.957890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6c8a51a2-d94c-4d05-b9e9-13dd2914e2fd tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/28a23447-5e7f-4655-b9ec-24c838710039 HTTP/1.1" status: 204 len: 168 time: 0.1850586 Aug 29 04:45:46.960581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53638) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.973336 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-caa4e983-5e5b-41c6-9ad6-aa4d661fd822 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=28a23447-5e7f-4655-b9ec-24c838710039 HTTP/1.1" status: 200 len: 216 time: 0.0115726 Aug 29 04:45:46.976537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53640) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.986572 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e5d7370c-6534-47f1-ae58-58e5635a42e0 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090365 Aug 29 04:45:46.990078 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53642) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:47.000417 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8f218938-5152-43a4-b8ad-b1946229bfef tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0093958 Aug 29 04:45:47.004287 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53644) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:47.091034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e6c1683f-5d47-45a3-8906-9668a56b802e tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/f96d1238-98c3-4e09-912d-3c7b2cbfcd00 HTTP/1.1" status: 200 len: 472 time: 0.0857000 Aug 29 04:45:47.094398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53646) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:47.104319 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1e515477-ba23-471e-afd7-7b17b778abe2 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/382f616c-1dc6-42fe-a7d3-99e51a8fea0a HTTP/1.1" status: 200 len: 459 time: 0.0089200 Aug 29 04:45:47.107126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53648) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:47.219937 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c4288fb5-2a2b-4583-9ebc-a2ec40f3f273 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.220994 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c4288fb5-2a2b-4583-9ebc-a2ec40f3f273 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/382f616c-1dc6-42fe-a7d3-99e51a8fea0a HTTP/1.1" status: 204 len: 168 time: 0.1130278 Aug 29 04:45:47.223467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53650) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:47.422032 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-88adfd7e-4e33-4393-9f65-87f3001d1b57 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.423166 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-88adfd7e-4e33-4393-9f65-87f3001d1b57 tempest-MeteringIpV6TestJSON-173997031 tempest-MeteringIpV6TestJSON-173997031-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/f96d1238-98c3-4e09-912d-3c7b2cbfcd00 HTTP/1.1" status: 204 len: 168 time: 0.1988132 Aug 29 04:45:47.666163 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53656) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:47.778387 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41e3df9f-c40f-4c2d-8a38-ca0f2d44b37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.867082 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41e3df9f-c40f-4c2d-8a38-ca0f2d44b37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.870603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41e3df9f-c40f-4c2d-8a38-ca0f2d44b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.909753 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-41e3df9f-c40f-4c2d-8a38-ca0f2d44b37b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d315a27830b47fd87c3af3793dc14a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425239 Aug 29 04:45:47.910624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3df9f-c40f-4c2d-8a38-ca0f2d44b37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020e6242-d967-45f0-a8a9-8185a6776eff,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:47.912513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53660) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:47.961659 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-21c1156d-5dca-49cb-8ef2-4c392d7ba73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.986137 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-21c1156d-5dca-49cb-8ef2-4c392d7ba73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.033889 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-21c1156d-5dca-49cb-8ef2-4c392d7ba73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.036833 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-21c1156d-5dca-49cb-8ef2-4c392d7ba73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.037981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-21c1156d-5dca-49cb-8ef2-4c392d7ba73a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/020e6242-d967-45f0-a8a9-8185a6776eff HTTP/1.1" status: 204 len: 168 time: 0.1243711 Aug 29 04:45:48.045479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1156d-5dca-49cb-8ef2-4c392d7ba73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020e6242-d967-45f0-a8a9-8185a6776eff,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:48.282858 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.300746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53666) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:48.313877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-663698b5-e046-4521-aa54-ab50d11ef926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.399299 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-663698b5-e046-4521-aa54-ab50d11ef926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.402817 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-663698b5-e046-4521-aa54-ab50d11ef926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.440012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-663698b5-e046-4521-aa54-ab50d11ef926 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edd659ef418f4a66ae582d5251357ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382163 Aug 29 04:45:48.440928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663698b5-e046-4521-aa54-ab50d11ef926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee02e6a2-7239-48e8-a2c9-a459cdd42dac,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:48.443757 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53668) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:48.495978 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5857e9a-6e6c-47ef-a26e-0d467bd6fdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.516788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5857e9a-6e6c-47ef-a26e-0d467bd6fdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.566857 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5857e9a-6e6c-47ef-a26e-0d467bd6fdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.569575 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b5857e9a-6e6c-47ef-a26e-0d467bd6fdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.570750 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b5857e9a-6e6c-47ef-a26e-0d467bd6fdba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee02e6a2-7239-48e8-a2c9-a459cdd42dac HTTP/1.1" status: 204 len: 168 time: 0.1251290 Aug 29 04:45:48.578641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5857e9a-6e6c-47ef-a26e-0d467bd6fdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee02e6a2-7239-48e8-a2c9-a459cdd42dac,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:49.792215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53704) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:49.891817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-96035838', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:49.911591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Made reservation on behalf of 835a89140b184736ae61072ae5523199 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:49.913880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.922452 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.013282 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.016933 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.026116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] device_id is not set on port 4bd861bd-30b7-4175-9aca-dada8b4a4c0a yet. {{(pid=94851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:45:50.074304 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387d56d4-ab7b-437d-b63f-162ca8824044,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:50.146378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Allocated IP 172.25.5.176 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/4bd861bd-30b7-4175-9aca-dada8b4a4c0a) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:50.304371 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.343093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.386481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:50.391096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:50.395557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:50.398720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Pushing event updated for resources: {'Port': ['ID=4bd861bd-30b7-4175-9aca-dada8b4a4c0a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:50.436020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.436749 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.449708 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7aaf0e3e-1d87-4c0c-8d1b-8f4c4da02e55 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.6562326 Aug 29 04:45:50.452803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53710) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:50.457786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.176'}]}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:50.480954 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.482082 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.535974 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.668922 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.860623 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.879125 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.020835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.172697 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.174706 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.216550 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.217085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d36923cb-d15e-4d05-8971-76de87b59da8 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:45:51.232213 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:45:51.233308 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9498d19d-9023-4889-ad02-ea17ec8abc77 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.7795265 Aug 29 04:45:51.235987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53712) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:51.309798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-54a41df2-2e97-4fc7-b3cb-1f9a246fba95 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Deleting port 4bd861bd-30b7-4175-9aca-dada8b4a4c0a {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:51.310148 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54a41df2-2e97-4fc7-b3cb-1f9a246fba95 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.387054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54a41df2-2e97-4fc7-b3cb-1f9a246fba95 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.398278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-54a41df2-2e97-4fc7-b3cb-1f9a246fba95 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Calling delete_port for 4bd861bd-30b7-4175-9aca-dada8b4a4c0a owned by {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:51.520019 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54a41df2-2e97-4fc7-b3cb-1f9a246fba95 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.544442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a41df2-2e97-4fc7-b3cb-1f9a246fba95 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bd861bd-30b7-4175-9aca-dada8b4a4c0a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:51.606831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54a41df2-2e97-4fc7-b3cb-1f9a246fba95 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.608809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-54a41df2-2e97-4fc7-b3cb-1f9a246fba95 tempest-RoutersAdminNegativeTest-1459528904 tempest-RoutersAdminNegativeTest-1459528904-project-admin] 10.222.0.49 "DELETE /v2.0/ports/4bd861bd-30b7-4175-9aca-dada8b4a4c0a HTTP/1.1" status: 204 len: 168 time: 0.3718910 Aug 29 04:45:51.842425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53718) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:51.946063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4a15-143a-4bff-992d-4680f1d7282d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.030630 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4a15-143a-4bff-992d-4680f1d7282d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.034224 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4a15-143a-4bff-992d-4680f1d7282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.074957 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c2ef4a15-143a-4bff-992d-4680f1d7282d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b4b2db6c8304295b8c43e965c68c5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313952 Aug 29 04:45:52.077487 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53722) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.083510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef4a15-143a-4bff-992d-4680f1d7282d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0d6373-54ff-4b22-9040-e485ab116f22,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:52.127811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bdd86483-7779-487d-adc1-4ca84bb2fa9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.148153 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bdd86483-7779-487d-adc1-4ca84bb2fa9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.195010 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bdd86483-7779-487d-adc1-4ca84bb2fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.197664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bdd86483-7779-487d-adc1-4ca84bb2fa9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.198837 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bdd86483-7779-487d-adc1-4ca84bb2fa9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db0d6373-54ff-4b22-9040-e485ab116f22 HTTP/1.1" status: 204 len: 168 time: 0.1204360 Aug 29 04:45:52.206308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd86483-7779-487d-adc1-4ca84bb2fa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0d6373-54ff-4b22-9040-e485ab116f22,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:52.475339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53730) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.521964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d6579104-9721-4db9-a5ff-b22b453a9c9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=835a89140b184736ae61072ae5523199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449443 Aug 29 04:45:52.524464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53732) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.591304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-995f2c4e-f900-4cbb-9a3f-1061d1951b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.616343 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-995f2c4e-f900-4cbb-9a3f-1061d1951b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.678961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-995f2c4e-f900-4cbb-9a3f-1061d1951b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.683929 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-995f2c4e-f900-4cbb-9a3f-1061d1951b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.685499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-995f2c4e-f900-4cbb-9a3f-1061d1951b1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/387d56d4-ab7b-437d-b63f-162ca8824044 HTTP/1.1" status: 204 len: 168 time: 0.1598532 Aug 29 04:45:52.695674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f2c4e-f900-4cbb-9a3f-1061d1951b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387d56d4-ab7b-437d-b63f-162ca8824044,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:53.033646 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:45:53.400161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53754) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:53.500716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'networks': [{'name': 'tempest-network--1748336247'}, {'name': 'tempest-network--1470275386'}]} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:53.501029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'network': {'name': 'tempest-network--1748336247'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:53.501486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'network': {'name': 'tempest-network--1470275386'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:53.521796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Made reservation on behalf of 4850ed531783477099ab4830719ad68b for: {'network': 2} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:53.526295 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.535006 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.554401 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f88b8c69-7474-485f-9e65-d9635ac2af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.633369 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.637408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.637966 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.683638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac52a29d-8b79-4b01-aa8f-08f179281738,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:53.694586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:53.707163 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.707510 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Added segment b22a0942-a3a1-49a6-93e6-a5072e143783 of type vlan for network 78f6f356-4849-41a9-9d88-54fa0aa9e855 Aug 29 04:45:53.755624 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.785481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:53.794078 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.794424 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Added segment 3a7cfef1-226d-4f3a-b5f8-676ca3c80bde of type vlan for network c025c681-55ca-4334-a85b-1d7cb25bb401 Aug 29 04:45:53.846552 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.869388 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.869852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.875563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.880965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.881633 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.957215 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5554020 Aug 29 04:45:53.960148 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53760) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:53.986905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'Network': ['ID=78f6f356-4849-41a9-9d88-54fa0aa9e855,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:53.997657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 78f6f356-4849-41a9-9d88-54fa0aa9e855 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:54.080350 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7aa10-d1dc-44da-8106-211d62058b5e tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.087297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7aa10-d1dc-44da-8106-211d62058b5e tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.093829 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7aa10-d1dc-44da-8106-211d62058b5e tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.099900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7aa10-d1dc-44da-8106-211d62058b5e tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.101698 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dec7aa10-d1dc-44da-8106-211d62058b5e tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1402786 Aug 29 04:45:54.104721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53762) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:54.199173 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.292983 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.304469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f6f356-4849-41a9-9d88-54fa0aa9e855']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:54.316454 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22a0942-a3a1-49a6-93e6-a5072e143783') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:54.316757 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22a0942-a3a1-49a6-93e6-a5072e143783') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:54.326429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.347342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.353402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:54.353835 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:54.356742 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:54.422766 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.423362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89924-8584-42c9-b39a-a7e02781d05d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'Network': ['ID=c025c681-55ca-4334-a85b-1d7cb25bb401,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:54.430199 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.435561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53764) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:54.436569 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "DELETE /v2.0/networks/78f6f356-4849-41a9-9d88-54fa0aa9e855 HTTP/1.1" status: 204 len: 168 time: 0.3304839 Aug 29 04:45:54.438649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network c025c681-55ca-4334-a85b-1d7cb25bb401 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:54.453355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event deleted for resources: {'Network': ['ID=78f6f356-4849-41a9-9d88-54fa0aa9e855,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:54.461607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.461956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.462300 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.462640 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.463045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.463376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.463705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.464063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.464415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.464733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.465087 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.465382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feca383-7da2-4eb7-b739-b399d35c9e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:54.515479 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.603517 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.613340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c025c681-55ca-4334-a85b-1d7cb25bb401']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:54.623672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7cfef1-226d-4f3a-b5f8-676ca3c80bde') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:54.623923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7cfef1-226d-4f3a-b5f8-676ca3c80bde') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:54.633506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.647663 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.653735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:54.654116 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:54.657416 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:54.720775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.728029 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.729920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "DELETE /v2.0/networks/c025c681-55ca-4334-a85b-1d7cb25bb401 HTTP/1.1" status: 204 len: 168 time: 0.2932909 Aug 29 04:45:54.732607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53766) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:54.741751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8129e6d-0843-4bd8-bf60-afe503552079 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event deleted for resources: {'Network': ['ID=c025c681-55ca-4334-a85b-1d7cb25bb401,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:54.839915 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc534d5-3be0-4d3b-b35f-c554c1c556ad tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.846029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc534d5-3be0-4d3b-b35f-c554c1c556ad tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.848118 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-acc534d5-3be0-4d3b-b35f-c554c1c556ad tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1144562 Aug 29 04:45:54.851694 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53768) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:54.856683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1982904607'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:54.876337 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Made reservation on behalf of 4850ed531783477099ab4830719ad68b for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:54.879898 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.902637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:54.911604 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.911950 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Added segment 11b08ace-b281-4657-b0de-550ce04aee06 of type vlan for network a7a82956-97ff-4c77-bea4-467b08672320 Aug 29 04:45:54.950868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.974334 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.979711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.980327 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.040451 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1873922 Aug 29 04:45:55.043235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53772) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:55.048517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1144689660'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:55.055679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60cc12-7694-47a3-8b21-5173f442f5d0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'Network': ['ID=a7a82956-97ff-4c77-bea4-467b08672320,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:55.067600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a7a82956-97ff-4c77-bea4-467b08672320 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:55.070734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Made reservation on behalf of 4850ed531783477099ab4830719ad68b for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:55.074277 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.098051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:55.107063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.107352 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Added segment 2e931a42-433d-45ff-bb78-8f9587a6eb89 of type vlan for network d5d1fc43-8597-44e9-8aa9-fc9c788149ab Aug 29 04:45:55.148059 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.172409 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.178093 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.178685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.240770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1964173 Aug 29 04:45:55.243600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53776) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:55.248975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'ports': [{'network_id': 'a7a82956-97ff-4c77-bea4-467b08672320', 'name': 'tempest-port--15852515', 'admin_state_up': True}, {'network_id': 'd5d1fc43-8597-44e9-8aa9-fc9c788149ab', 'admin_state_up': False}]} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:55.249303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'port': {'network_id': 'a7a82956-97ff-4c77-bea4-467b08672320', 'name': 'tempest-port--15852515', 'admin_state_up': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:55.249817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'port': {'network_id': 'd5d1fc43-8597-44e9-8aa9-fc9c788149ab', 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:55.250664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308e87b-069c-41f8-9f54-d5b0af1636c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'Network': ['ID=d5d1fc43-8597-44e9-8aa9-fc9c788149ab,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:55.262387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network d5d1fc43-8597-44e9-8aa9-fc9c788149ab details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:55.405433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Made reservation on behalf of 4850ed531783477099ab4830719ad68b for: {'port': 2} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:55.410524 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.423416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.502857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] device_id is not set on port d09cc872-2a9e-42fb-87cd-5aa7568d080f yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:45:55.618923 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.689822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] device_id is not set on port 9d386a0b-652f-413c-b6f4-fe933572fce4 yet. {{(pid=94850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:45:55.796030 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.835133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.892461 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'Port': ['ID=d09cc872-2a9e-42fb-87cd-5aa7568d080f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:55.907324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Checking segment: {'id': '11b08ace-b281-4657-b0de-550ce04aee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a7a82956-97ff-4c77-bea4-467b08672320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:55.907689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Network hostable DHCP agents. Network: a7a82956-97ff-4c77-bea4-467b08672320, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:45:55.923727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Network a7a82956-97ff-4c77-bea4-467b08672320 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:45:55.932364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a7a82956-97ff-4c77-bea4-467b08672320) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:55.935871 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:55.936762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.942011 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266265e7-af8d-43c1-9e01-f6b60ae10af6 None None] Network a7a82956-97ff-4c77-bea4-467b08672320 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:55.997504 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'Port': ['ID=9d386a0b-652f-413c-b6f4-fe933572fce4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:56.007752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Checking segment: {'id': '2e931a42-433d-45ff-bb78-8f9587a6eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5d1fc43-8597-44e9-8aa9-fc9c788149ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:56.008121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Network hostable DHCP agents. Network: d5d1fc43-8597-44e9-8aa9-fc9c788149ab, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:45:56.025213 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Network d5d1fc43-8597-44e9-8aa9-fc9c788149ab is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:45:56.034048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, d5d1fc43-8597-44e9-8aa9-fc9c788149ab) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:56.039024 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:56.042026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd684b50-0012-4148-b857-00cb7f71dea7 None None] Network d5d1fc43-8597-44e9-8aa9-fc9c788149ab requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:56.046325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.052092 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.052833 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.067665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ed72d1b1-750a-445f-9d8d-cacb119928d3 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 0.8228810 Aug 29 04:45:56.070102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53778) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:56.149306 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5273f915-a59f-408f-bd3a-7546a904ea7d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.155421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5273f915-a59f-408f-bd3a-7546a904ea7d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.157609 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5273f915-a59f-408f-bd3a-7546a904ea7d tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0863705 Aug 29 04:45:56.159883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53780) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:56.165590 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75519c0a-c921-4ed3-ad66-307dde494471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.251352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-05f531a6-e18e-4a1d-be78-eb1f18c8c859 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Deleting port d09cc872-2a9e-42fb-87cd-5aa7568d080f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:56.251612 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-05f531a6-e18e-4a1d-be78-eb1f18c8c859 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.315161 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-05f531a6-e18e-4a1d-be78-eb1f18c8c859 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.331991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-05f531a6-e18e-4a1d-be78-eb1f18c8c859 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Calling delete_port for d09cc872-2a9e-42fb-87cd-5aa7568d080f owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:56.334821 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.408190 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-05f531a6-e18e-4a1d-be78-eb1f18c8c859 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.439733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f531a6-e18e-4a1d-be78-eb1f18c8c859 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event deleted for resources: {'Port': ['ID=d09cc872-2a9e-42fb-87cd-5aa7568d080f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:56.445304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-05f531a6-e18e-4a1d-be78-eb1f18c8c859 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.447340 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-05f531a6-e18e-4a1d-be78-eb1f18c8c859 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "DELETE /v2.0/ports/d09cc872-2a9e-42fb-87cd-5aa7568d080f HTTP/1.1" status: 204 len: 168 time: 0.2861748 Aug 29 04:45:56.449908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53782) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:56.540825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4c868a56-c1e4-41bc-bb02-95e52a11f83f tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Deleting port 9d386a0b-652f-413c-b6f4-fe933572fce4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:56.541214 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c868a56-c1e4-41bc-bb02-95e52a11f83f tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.564017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53788) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:56.607873 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c868a56-c1e4-41bc-bb02-95e52a11f83f tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.621934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4c868a56-c1e4-41bc-bb02-95e52a11f83f tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Calling delete_port for 9d386a0b-652f-413c-b6f4-fe933572fce4 owned by {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:56.656609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676bb0d-475c-404e-8439-570d8dddd0cf req-c0957213-69c2-4923-b3ba-33e22a0b905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.658183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2676bb0d-475c-404e-8439-570d8dddd0cf req-c0957213-69c2-4923-b3ba-33e22a0b905a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0930336 Aug 29 04:45:56.692962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2676bb0d-475c-404e-8439-570d8dddd0cf req-a1c2e6aa-e186-4197-8e46-e91e55f19474 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280566 Aug 29 04:45:56.708795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c868a56-c1e4-41bc-bb02-95e52a11f83f tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.738955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c868a56-c1e4-41bc-bb02-95e52a11f83f tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event deleted for resources: {'Port': ['ID=9d386a0b-652f-413c-b6f4-fe933572fce4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:56.745882 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c868a56-c1e4-41bc-bb02-95e52a11f83f tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.747676 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4c868a56-c1e4-41bc-bb02-95e52a11f83f tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "DELETE /v2.0/ports/9d386a0b-652f-413c-b6f4-fe933572fce4 HTTP/1.1" status: 204 len: 168 time: 0.2967372 Aug 29 04:45:56.750089 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53794) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:56.778098 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7da12393-fe71-4ed0-922c-d94070d949e2 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0268602 Aug 29 04:45:56.781377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53796) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:56.786676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-476947611'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:56.807066 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Made reservation on behalf of 4850ed531783477099ab4830719ad68b for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:56.810622 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.833988 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:56.842946 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.843391 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Added segment 9ccda913-6823-48fa-968b-8e11915594e3 of type vlan for network 1de81fdf-a650-4f2b-ab7e-2a9de6cdca08 Aug 29 04:45:56.885292 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.911353 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.917003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.917591 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.976883 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1944914 Aug 29 04:45:56.979402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53798) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:56.986328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1262275129'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:57.002108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00478c-86a1-4d22-97cd-2aca3f270453 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'Network': ['ID=1de81fdf-a650-4f2b-ab7e-2a9de6cdca08,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:57.013786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 1de81fdf-a650-4f2b-ab7e-2a9de6cdca08 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:57.016691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Made reservation on behalf of 4850ed531783477099ab4830719ad68b for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:57.021089 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.045707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:57.058844 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.059250 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Added segment 22a327b3-fcc7-42b3-adb5-4b73b355c9c7 of type vlan for network ac09d857-2192-42d8-803e-2826d9c63256 Aug 29 04:45:57.099664 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.123530 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.129884 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.130478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.192346 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2119067 Aug 29 04:45:57.200700 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06d242-e704-446b-b999-dbc94e09f204 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'Network': ['ID=ac09d857-2192-42d8-803e-2826d9c63256,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:57.212173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network ac09d857-2192-42d8-803e-2826d9c63256 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:57.367034 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.600816 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.100834 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.368088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53812) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:00.373354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'subnets': [{'network_id': '1de81fdf-a650-4f2b-ab7e-2a9de6cdca08', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1495304064', 'ip_version': 6}, {'network_id': 'ac09d857-2192-42d8-803e-2826d9c63256', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:00.373680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'subnet': {'network_id': '1de81fdf-a650-4f2b-ab7e-2a9de6cdca08', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1495304064', 'ip_version': 6}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:00.374356 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Request body: {'subnet': {'network_id': 'ac09d857-2192-42d8-803e-2826d9c63256', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:00.530269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Made reservation on behalf of 4850ed531783477099ab4830719ad68b for: {'subnet': 2} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:00.534742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.535086 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.911257 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.970056 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'Subnet': ['ID=66961a41-698e-4960-9a41-a92a4e141c7d,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:00.977823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Checking segment: {'id': '9ccda913-6823-48fa-968b-8e11915594e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1de81fdf-a650-4f2b-ab7e-2a9de6cdca08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:00.978186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Network hostable DHCP agents. Network: 1de81fdf-a650-4f2b-ab7e-2a9de6cdca08, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:00.994097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Network 1de81fdf-a650-4f2b-ab7e-2a9de6cdca08 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:01.002606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 1de81fdf-a650-4f2b-ab7e-2a9de6cdca08) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:01.006250 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.012469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ebf4d-c04b-439c-9b71-baa1842d42f6 None None] Network 1de81fdf-a650-4f2b-ab7e-2a9de6cdca08 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:01.068558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event updated for resources: {'Subnet': ['ID=bcb14fca-5cca-4e9c-8f4d-0f146d6e70ff,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:01.079486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Checking segment: {'id': '22a327b3-fcc7-42b3-adb5-4b73b355c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ac09d857-2192-42d8-803e-2826d9c63256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:01.079851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Network hostable DHCP agents. Network: ac09d857-2192-42d8-803e-2826d9c63256, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:01.099847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Network ac09d857-2192-42d8-803e-2826d9c63256 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:01.110264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, ac09d857-2192-42d8-803e-2826d9c63256) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:01.118276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.118771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.118919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562602b8-b974-4f45-8154-19d12c35e41a None None] Network ac09d857-2192-42d8-803e-2826d9c63256 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:01.119684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.134515 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-111a82de-e007-4c65-a4bb-4627eab66479 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7653108 Aug 29 04:46:01.137139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53814) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:01.211022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d474b0-9fee-4620-ba17-e4f24c190970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-1de81fdf-a650-4f2b-ab7e-2a9de6cdca08', 'network_id': '1de81fdf-a650-4f2b-ab7e-2a9de6cdca08', 'tenant_id': '4850ed531783477099ab4830719ad68b', 'fixed_ips': [{'subnet_id': '66961a41-698e-4960-9a41-a92a4e141c7d'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:01.211895 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-23d474b0-9fee-4620-ba17-e4f24c190970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.229405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03f3c5-36f7-42f0-9795-c559697658f4 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.230862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03f3c5-36f7-42f0-9795-c559697658f4 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.232540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03f3c5-36f7-42f0-9795-c559697658f4 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.234192 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1a03f3c5-36f7-42f0-9795-c559697658f4 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0960314 Aug 29 04:46:01.243650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53816) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:01.299805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-73686793-95fc-4b27-bbb7-242da49d51c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Deleting subnet 66961a41-698e-4960-9a41-a92a4e141c7d {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:01.303017 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73686793-95fc-4b27-bbb7-242da49d51c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.342549 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73686793-95fc-4b27-bbb7-242da49d51c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.362036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770ce69-d6de-4b8e-a82b-fcf0e22e7a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-ac09d857-2192-42d8-803e-2826d9c63256', 'network_id': 'ac09d857-2192-42d8-803e-2826d9c63256', 'tenant_id': '4850ed531783477099ab4830719ad68b', 'fixed_ips': [{'subnet_id': 'bcb14fca-5cca-4e9c-8f4d-0f146d6e70ff'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:01.362916 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3770ce69-d6de-4b8e-a82b-fcf0e22e7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.388926 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73686793-95fc-4b27-bbb7-242da49d51c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.449282 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73686793-95fc-4b27-bbb7-242da49d51c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.485621 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73686793-95fc-4b27-bbb7-242da49d51c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event deleted for resources: {'Subnet': ['ID=66961a41-698e-4960-9a41-a92a4e141c7d,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:01.491364 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-73686793-95fc-4b27-bbb7-242da49d51c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.495833 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-73686793-95fc-4b27-bbb7-242da49d51c0 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "DELETE /v2.0/subnets/66961a41-698e-4960-9a41-a92a4e141c7d HTTP/1.1" status: 204 len: 168 time: 0.2488129 Aug 29 04:46:01.496084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53818) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-23d474b0-9fee-4620-ba17-e4f24c190970 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66961a41-698e-4960-9a41-a92a4e141c7d: This subnet is being modified by another concurrent operation. Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66961a41-698e-4960-9a41-a92a4e141c7d: This subnet is being modified by another concurrent operation. Aug 29 04:46:01.546958 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:46:01.555516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0dd7721-cc8d-4430-b47c-d0a0a6047208 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Deleting subnet bcb14fca-5cca-4e9c-8f4d-0f146d6e70ff {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:01.555516 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7721-cc8d-4430-b47c-d0a0a6047208 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.599949 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7721-cc8d-4430-b47c-d0a0a6047208 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.603513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdf9a04-292d-46e3-ad96-346a4219d6f9 None None] Network 1de81fdf-a650-4f2b-ab7e-2a9de6cdca08 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:01.648561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7721-cc8d-4430-b47c-d0a0a6047208 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.701574 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-2af9212a-a91d-4643-9193-068548c3d7bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409737 Aug 29 04:46:01.715468 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7721-cc8d-4430-b47c-d0a0a6047208 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-3770ce69-d6de-4b8e-a82b-fcf0e22e7a0d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcb14fca-5cca-4e9c-8f4d-0f146d6e70ff: This subnet is being modified by another concurrent operation. Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcb14fca-5cca-4e9c-8f4d-0f146d6e70ff: This subnet is being modified by another concurrent operation. Aug 29 04:46:01.720692 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 04:46:01.746879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd7721-cc8d-4430-b47c-d0a0a6047208 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb14fca-5cca-4e9c-8f4d-0f146d6e70ff,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:01.747147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3c749b-4618-4007-80b3-ed9860cb74a2 None None] Network ac09d857-2192-42d8-803e-2826d9c63256 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:01.748258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7721-cc8d-4430-b47c-d0a0a6047208 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.748258 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c0dd7721-cc8d-4430-b47c-d0a0a6047208 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "DELETE /v2.0/subnets/bcb14fca-5cca-4e9c-8f4d-0f146d6e70ff HTTP/1.1" status: 204 len: 168 time: 0.2510533 Aug 29 04:46:01.750600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53820) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:01.803334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be70461-13e9-4ff6-9fac-11944e2c8e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.808482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6be70461-13e9-4ff6-9fac-11944e2c8e67 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0532720 Aug 29 04:46:01.809228 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53822) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:01.824283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-d5386ece-b81f-4405-84df-953b6dad3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.825837 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-d5386ece-b81f-4405-84df-953b6dad3020 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f922e0619e9549718829615caeeecadf&device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0422204 Aug 29 04:46:01.863671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba635e9-bd3a-469e-97d0-f33fdd5190c1 None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:46:01.891147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.942154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-7de7cf74-c205-4732-9df1-fe89f1d969dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.944031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-7de7cf74-c205-4732-9df1-fe89f1d969dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044 HTTP/1.1" status: 200 len: 909 time: 0.0971227 Aug 29 04:46:01.957117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba635e9-bd3a-469e-97d0-f33fdd5190c1 None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:46:01.983030 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.993707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac09d857-2192-42d8-803e-2826d9c63256']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:02.005369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a327b3-fcc7-42b3-adb5-4b73b355c9c7') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:02.005921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a327b3-fcc7-42b3-adb5-4b73b355c9c7') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:02.016697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.017256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-3f905a89-62f0-4881-8dee-7f58ea664981 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b HTTP/1.1" status: 200 len: 1001 time: 0.0659254 Aug 29 04:46:02.030858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.037783 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:02.038187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:02.041153 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:02.082134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-6347346a-41a4-4142-97bc-649639d57bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.083626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-6347346a-41a4-4142-97bc-649639d57bba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=88850b7e-131f-4826-ba96-d52e5173cc9b HTTP/1.1" status: 200 len: 847 time: 0.0601587 Aug 29 04:46:02.107337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.117863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.119802 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "DELETE /v2.0/networks/ac09d857-2192-42d8-803e-2826d9c63256 HTTP/1.1" status: 204 len: 168 time: 0.3101501 Aug 29 04:46:02.123027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53824) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.130314 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6adf23-af12-46bb-abfd-0084d91cb68b tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event deleted for resources: {'Network': ['ID=ac09d857-2192-42d8-803e-2826d9c63256,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:02.200884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-8a227837-230c-4077-8dd5-82cb89e3dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.202407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-8a227837-230c-4077-8dd5-82cb89e3dc1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113799 Aug 29 04:46:02.209798 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.230532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ef2b20-b041-4d66-adb0-ead4d2da8632 None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:46:02.331190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef2b20-b041-4d66-adb0-ead4d2da8632 None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:46:02.374176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.384111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-7bd7071d-b698-4b7c-ac75-e6a2b32106a4 service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722713 Aug 29 04:46:02.387381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de81fdf-a650-4f2b-ab7e-2a9de6cdca08']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:02.405658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccda913-6823-48fa-968b-8e11915594e3') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:02.405969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccda913-6823-48fa-968b-8e11915594e3') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:02.451717 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.473066 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.492695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:02.493186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:02.496181 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:02.562034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61c9854a-b9ed-4647-a6fd-1c54b9d0b1fc req-8d0f190d-3e9d-4aa5-a66d-a51146af69e9 service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675346 Aug 29 04:46:02.571602 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.582587 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.587055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "DELETE /v2.0/networks/1de81fdf-a650-4f2b-ab7e-2a9de6cdca08 HTTP/1.1" status: 204 len: 168 time: 0.4628036 Aug 29 04:46:02.587580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53826) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.598967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f8c95-d8da-4662-8a09-8b9612b0c78a tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event deleted for resources: {'Network': ['ID=1de81fdf-a650-4f2b-ab7e-2a9de6cdca08,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:02.687837 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.781658 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.792268 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d1fc43-8597-44e9-8aa9-fc9c788149ab']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:02.802628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e931a42-433d-45ff-bb78-8f9587a6eb89') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:02.802957 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e931a42-433d-45ff-bb78-8f9587a6eb89') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:02.811619 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.825235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.831317 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:02.832372 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:02.839831 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:02.897340 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.904105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.906058 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "DELETE /v2.0/networks/d5d1fc43-8597-44e9-8aa9-fc9c788149ab HTTP/1.1" status: 204 len: 168 time: 0.3167729 Aug 29 04:46:02.908725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53828) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.918509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fffef6-0019-438c-b309-23d78a88c404 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event deleted for resources: {'Network': ['ID=d5d1fc43-8597-44e9-8aa9-fc9c788149ab,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:02.986796 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.068775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.078255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a82956-97ff-4c77-bea4-467b08672320']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:03.088898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b08ace-b281-4657-b0de-550ce04aee06') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:03.089187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b08ace-b281-4657-b0de-550ce04aee06') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:03.098006 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.114675 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.120570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:03.120957 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:03.123802 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:03.184287 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.191275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.193099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] 10.222.0.49 "DELETE /v2.0/networks/a7a82956-97ff-4c77-bea4-467b08672320 HTTP/1.1" status: 204 len: 168 time: 0.2833042 Aug 29 04:46:03.204077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dae08-fba0-44c7-8071-9c6d8db05179 tempest-BulkNetworkOpsIpV6Test-329581908 tempest-BulkNetworkOpsIpV6Test-329581908-project] Pushing event deleted for resources: {'Network': ['ID=a7a82956-97ff-4c77-bea4-467b08672320,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:03.426223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53834) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.556627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0dc2fde2-e9e7-4f3f-86ba-08acd210427c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4850ed531783477099ab4830719ad68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292291 Aug 29 04:46:03.559101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53838) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.606357 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f545c82c-370e-4872-95c2-c83e377e6d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.627244 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f545c82c-370e-4872-95c2-c83e377e6d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.672839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f545c82c-370e-4872-95c2-c83e377e6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.675841 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f545c82c-370e-4872-95c2-c83e377e6d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.677064 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f545c82c-370e-4872-95c2-c83e377e6d2d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac52a29d-8b79-4b01-aa8f-08f179281738 HTTP/1.1" status: 204 len: 168 time: 0.1170721 Aug 29 04:46:03.684967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545c82c-370e-4872-95c2-c83e377e6d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac52a29d-8b79-4b01-aa8f-08f179281738,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:04.292891 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53860) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:04.387729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9faa9609-fc96-44e2-9c7b-6bf4ce8f11ef tempest-DvrRoutersNegativeTest-1446674213 tempest-DvrRoutersNegativeTest-1446674213-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-555190743', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:04.390633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.policy [None req-9faa9609-fc96-44e2-9c7b-6bf4ce8f11ef tempest-DvrRoutersNegativeTest-1446674213 tempest-DvrRoutersNegativeTest-1446674213-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94850) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 29 04:46:04.390943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.policy [None req-9faa9609-fc96-44e2-9c7b-6bf4ce8f11ef tempest-DvrRoutersNegativeTest-1446674213 tempest-DvrRoutersNegativeTest-1446674213-project] Failed policy check for 'create_router' {{(pid=94850) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 29 04:46:04.391487 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-9faa9609-fc96-44e2-9c7b-6bf4ce8f11ef tempest-DvrRoutersNegativeTest-1446674213 tempest-DvrRoutersNegativeTest-1446674213-project] create failed (client error): Access was denied to this resource. Aug 29 04:46:04.392519 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9faa9609-fc96-44e2-9c7b-6bf4ce8f11ef tempest-DvrRoutersNegativeTest-1446674213 tempest-DvrRoutersNegativeTest-1446674213-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0985415 Aug 29 04:46:04.629637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53868) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:04.740595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-19599e8e-9fdb-4ee3-9167-2fa53b219139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:04.829887 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-19599e8e-9fdb-4ee3-9167-2fa53b219139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:04.834019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-19599e8e-9fdb-4ee3-9167-2fa53b219139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:04.871173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-19599e8e-9fdb-4ee3-9167-2fa53b219139 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=950a82d3cb814aeaa4d0fce792cc1e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404962 Aug 29 04:46:04.872019 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19599e8e-9fdb-4ee3-9167-2fa53b219139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a0a7a5-794b-4c9b-a717-60cbdc35d092,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:04.873920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53872) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:04.943557 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:04.964249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:05.010666 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:05.013328 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:05.014468 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7a0a7a5-794b-4c9b-a717-60cbdc35d092 HTTP/1.1" status: 204 len: 168 time: 0.1389136 Aug 29 04:46:05.023072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a0a7a5-794b-4c9b-a717-60cbdc35d092,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:05.030460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.030803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.031139 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.031469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.031798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.032123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.032563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.032782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.033111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.033529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.033868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:05.034173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7861d9-7cc4-4fbf-9136-d3411cf22762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:06.400789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53916) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:06.507286 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d4da4350-40a4-4ccd-a3f4-6092abd29728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.595489 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d4da4350-40a4-4ccd-a3f4-6092abd29728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.599278 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d4da4350-40a4-4ccd-a3f4-6092abd29728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.638101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d4da4350-40a4-4ccd-a3f4-6092abd29728 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1bd65b1eac04a79b84b4e2753be15d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362318 Aug 29 04:46:06.638983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da4350-40a4-4ccd-a3f4-6092abd29728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b769e2-7eea-493d-88d5-6f0ae3857a45,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:06.641168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53920) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:06.693096 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fd16ffa2-d93d-4dd5-bba3-4714b3afc8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.713529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fd16ffa2-d93d-4dd5-bba3-4714b3afc8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.759884 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fd16ffa2-d93d-4dd5-bba3-4714b3afc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.762481 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fd16ffa2-d93d-4dd5-bba3-4714b3afc8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.763653 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fd16ffa2-d93d-4dd5-bba3-4714b3afc8cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9b769e2-7eea-493d-88d5-6f0ae3857a45 HTTP/1.1" status: 204 len: 168 time: 0.1214762 Aug 29 04:46:06.771311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16ffa2-d93d-4dd5-bba3-4714b3afc8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b769e2-7eea-493d-88d5-6f0ae3857a45,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:07.016131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 53926) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:07.029763 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59090810-29b0-4be6-b050-ad541843e1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.121251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59090810-29b0-4be6-b050-ad541843e1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.124767 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59090810-29b0-4be6-b050-ad541843e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.164170 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59090810-29b0-4be6-b050-ad541843e1d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82d32d0943964911b29e7c07385fd2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469553 Aug 29 04:46:07.165323 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59090810-29b0-4be6-b050-ad541843e1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9ff80a-8efc-4969-bf9b-915ba3e50fa5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:07.167089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 53928) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:07.216545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac3e338d-eb57-490a-be0c-66177fa24dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.237291 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac3e338d-eb57-490a-be0c-66177fa24dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.285788 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac3e338d-eb57-490a-be0c-66177fa24dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.288475 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ac3e338d-eb57-490a-be0c-66177fa24dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.292036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ac3e338d-eb57-490a-be0c-66177fa24dbf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e9ff80a-8efc-4969-bf9b-915ba3e50fa5 HTTP/1.1" status: 204 len: 168 time: 0.1213236 Aug 29 04:46:07.297704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e338d-eb57-490a-be0c-66177fa24dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9ff80a-8efc-4969-bf9b-915ba3e50fa5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:18.283018 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.556290 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-390ff5b3-a07c-4262-979c-6d27e8a619ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.485045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54098) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:25.589700 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5216344-794a-4cd7-a1af-d55a9d3ffd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.679648 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5216344-794a-4cd7-a1af-d55a9d3ffd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.683228 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5216344-794a-4cd7-a1af-d55a9d3ffd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.721477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d5216344-794a-4cd7-a1af-d55a9d3ffd8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e09b04e8f3c440ebbff1afa429c58c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353902 Aug 29 04:46:25.722351 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5216344-794a-4cd7-a1af-d55a9d3ffd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e72badb-8767-4b79-99eb-64baf1935e7b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:25.724339 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54102) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:25.773039 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-19bf45ea-3cc8-46cf-ad94-c796099fc040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.793442 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-19bf45ea-3cc8-46cf-ad94-c796099fc040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.840137 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-19bf45ea-3cc8-46cf-ad94-c796099fc040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.842782 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-19bf45ea-3cc8-46cf-ad94-c796099fc040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.843936 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-19bf45ea-3cc8-46cf-ad94-c796099fc040 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e72badb-8767-4b79-99eb-64baf1935e7b HTTP/1.1" status: 204 len: 168 time: 0.1185753 Aug 29 04:46:25.851301 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf45ea-3cc8-46cf-ad94-c796099fc040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e72badb-8767-4b79-99eb-64baf1935e7b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:26.097922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54108) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:26.111264 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e61977b6-2505-4972-b3eb-5ad805244a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.136857 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dfc412d0-0fca-4bd4-a39d-42aa67bde099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.202512 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e61977b6-2505-4972-b3eb-5ad805244a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.206110 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e61977b6-2505-4972-b3eb-5ad805244a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.244090 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e61977b6-2505-4972-b3eb-5ad805244a6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=182ef2dae6a24f56b13f1763ddd5980c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451271 Aug 29 04:46:26.245269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61977b6-2505-4972-b3eb-5ad805244a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d11ba09-b0a7-422d-bb47-16b4545dd6d7,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:26.248049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54110) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:26.300024 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-273ba44b-8666-4615-bb5a-456e25ae5b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.320217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-273ba44b-8666-4615-bb5a-456e25ae5b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.336787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.372249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-273ba44b-8666-4615-bb5a-456e25ae5b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.374808 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-273ba44b-8666-4615-bb5a-456e25ae5b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.375956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-273ba44b-8666-4615-bb5a-456e25ae5b43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d11ba09-b0a7-422d-bb47-16b4545dd6d7 HTTP/1.1" status: 204 len: 168 time: 0.1264701 Aug 29 04:46:26.383728 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ba44b-8666-4615-bb5a-456e25ae5b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d11ba09-b0a7-422d-bb47-16b4545dd6d7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:27.367051 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.612635 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.107079 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.336695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54244) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:29.442247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0af3ec1c-4295-428a-ac10-ff2f2d457683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.531036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0af3ec1c-4295-428a-ac10-ff2f2d457683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.535344 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0af3ec1c-4295-428a-ac10-ff2f2d457683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.570923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3ec1c-4295-428a-ac10-ff2f2d457683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9148f5cd-6b44-4f1f-b8d1-3f3ad273f83f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:29.575245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0af3ec1c-4295-428a-ac10-ff2f2d457683 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d99631b17c04596b56875830d51e243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375343 Aug 29 04:46:29.578066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54248) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:29.626718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-365451e8-912d-4a9a-9f1a-21caf2e69c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.647518 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-365451e8-912d-4a9a-9f1a-21caf2e69c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.692564 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-365451e8-912d-4a9a-9f1a-21caf2e69c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.695033 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-365451e8-912d-4a9a-9f1a-21caf2e69c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.697868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-365451e8-912d-4a9a-9f1a-21caf2e69c00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9148f5cd-6b44-4f1f-b8d1-3f3ad273f83f HTTP/1.1" status: 204 len: 168 time: 0.1172109 Aug 29 04:46:29.704100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365451e8-912d-4a9a-9f1a-21caf2e69c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9148f5cd-6b44-4f1f-b8d1-3f3ad273f83f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:29.951458 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54254) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:29.964579 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa7c4-38e7-4f9b-ba7b-1b8077f59277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.034315 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:46:30.050942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa7c4-38e7-4f9b-ba7b-1b8077f59277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.054601 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa7c4-38e7-4f9b-ba7b-1b8077f59277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.091025 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0e6aa7c4-38e7-4f9b-ba7b-1b8077f59277 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d07207b67ed948a7bc25d5f82e0e3075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385388 Aug 29 04:46:30.091889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6aa7c4-38e7-4f9b-ba7b-1b8077f59277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ea6514-d389-4eb7-81fb-94ee8e418241,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:30.094034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54256) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:30.145994 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-baa80d5e-51b0-43ce-86aa-af36c49628aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.166611 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-baa80d5e-51b0-43ce-86aa-af36c49628aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.211564 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-baa80d5e-51b0-43ce-86aa-af36c49628aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.214020 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-baa80d5e-51b0-43ce-86aa-af36c49628aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.215158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-baa80d5e-51b0-43ce-86aa-af36c49628aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6ea6514-d389-4eb7-81fb-94ee8e418241 HTTP/1.1" status: 204 len: 168 time: 0.1201322 Aug 29 04:46:30.222936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa80d5e-51b0-43ce-86aa-af36c49628aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ea6514-d389-4eb7-81fb-94ee8e418241,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:43.068032 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54356) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:43.172655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f553e31a-6c85-4f8e-b552-7addcd77457d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.260872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f553e31a-6c85-4f8e-b552-7addcd77457d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.264816 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f553e31a-6c85-4f8e-b552-7addcd77457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.305222 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f553e31a-6c85-4f8e-b552-7addcd77457d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8cb62bb77d6a47b291e2e130bb8b99f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361140 Aug 29 04:46:43.306113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553e31a-6c85-4f8e-b552-7addcd77457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d27c7f6-f416-4997-8293-af4cf0ae5e25,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:43.307977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54360) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:43.355320 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a460dc8-2253-48df-9635-507aad979e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.375539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a460dc8-2253-48df-9635-507aad979e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.421352 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a460dc8-2253-48df-9635-507aad979e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.424604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a460dc8-2253-48df-9635-507aad979e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.425746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5a460dc8-2253-48df-9635-507aad979e4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d27c7f6-f416-4997-8293-af4cf0ae5e25 HTTP/1.1" status: 204 len: 168 time: 0.1167185 Aug 29 04:46:43.433450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a460dc8-2253-48df-9635-507aad979e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d27c7f6-f416-4997-8293-af4cf0ae5e25,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:43.690761 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54366) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:43.703619 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41e43396-f730-4908-8a2d-2328d4a6e5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.790737 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41e43396-f730-4908-8a2d-2328d4a6e5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.794478 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-41e43396-f730-4908-8a2d-2328d4a6e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.832048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-41e43396-f730-4908-8a2d-2328d4a6e5ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf0a7448356a4567902db81d0c44de83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402435 Aug 29 04:46:43.833986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e43396-f730-4908-8a2d-2328d4a6e5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd02bd87-c913-47e9-a431-10c70b1f88d3,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:43.834790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54368) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:43.884013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07765d42-de6a-46e8-9157-73b6c3139747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.903950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07765d42-de6a-46e8-9157-73b6c3139747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.952612 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07765d42-de6a-46e8-9157-73b6c3139747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.955175 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-07765d42-de6a-46e8-9157-73b6c3139747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.956349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-07765d42-de6a-46e8-9157-73b6c3139747 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd02bd87-c913-47e9-a431-10c70b1f88d3 HTTP/1.1" status: 204 len: 168 time: 0.1204820 Aug 29 04:46:43.963703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07765d42-de6a-46e8-9157-73b6c3139747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd02bd87-c913-47e9-a431-10c70b1f88d3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:48.282624 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.862271 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54472) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:49.966732 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddef6194-8872-4920-be7f-b027963861ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.055960 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddef6194-8872-4920-be7f-b027963861ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.060060 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ddef6194-8872-4920-be7f-b027963861ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.099089 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ddef6194-8872-4920-be7f-b027963861ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=251292b254e64a44ad67bea55d7cb7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357469 Aug 29 04:46:50.100275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef6194-8872-4920-be7f-b027963861ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c7c69e-5747-4be0-8c87-3bf6706eeae6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.102258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54476) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.152344 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e3a18ca-b34f-4ab5-8328-8039531f588e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.172396 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e3a18ca-b34f-4ab5-8328-8039531f588e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.218129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e3a18ca-b34f-4ab5-8328-8039531f588e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.220753 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1e3a18ca-b34f-4ab5-8328-8039531f588e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.221922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1e3a18ca-b34f-4ab5-8328-8039531f588e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3c7c69e-5747-4be0-8c87-3bf6706eeae6 HTTP/1.1" status: 204 len: 168 time: 0.1181152 Aug 29 04:46:50.229585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a18ca-b34f-4ab5-8328-8039531f588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c7c69e-5747-4be0-8c87-3bf6706eeae6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.474783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54482) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.488402 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e78f6e7-c32c-41d8-b712-78cad16438e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.577235 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e78f6e7-c32c-41d8-b712-78cad16438e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.589392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0e78f6e7-c32c-41d8-b712-78cad16438e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.630577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0e78f6e7-c32c-41d8-b712-78cad16438e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=943ce9e1d7e546af97e6b14991ef4ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547096 Aug 29 04:46:50.631471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78f6e7-c32c-41d8-b712-78cad16438e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd6e16f-ce40-44a5-993e-009675b4ce7c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.633338 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54484) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.686024 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c2db16d-4fd4-4d52-8554-4593676e8836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.706163 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c2db16d-4fd4-4d52-8554-4593676e8836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.752314 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c2db16d-4fd4-4d52-8554-4593676e8836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.754889 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c2db16d-4fd4-4d52-8554-4593676e8836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.756034 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8c2db16d-4fd4-4d52-8554-4593676e8836 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbd6e16f-ce40-44a5-993e-009675b4ce7c HTTP/1.1" status: 204 len: 168 time: 0.1216645 Aug 29 04:46:50.763714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2db16d-4fd4-4d52-8554-4593676e8836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd6e16f-ce40-44a5-993e-009675b4ce7c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.066258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54490) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.080625 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b8d66568-5554-4305-9cf2-257f1310652c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.169324 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b8d66568-5554-4305-9cf2-257f1310652c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.173183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b8d66568-5554-4305-9cf2-257f1310652c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.210374 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b8d66568-5554-4305-9cf2-257f1310652c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dbabc3102bc49129ea0db0b5753beed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430669 Aug 29 04:46:51.211312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d66568-5554-4305-9cf2-257f1310652c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cb560b-8e57-48e9-8bad-d5f65a23d6e1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.213094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54492) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.263884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87104da8-3d7f-45d1-93f2-9aa07cf4c518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.285879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87104da8-3d7f-45d1-93f2-9aa07cf4c518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.330632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87104da8-3d7f-45d1-93f2-9aa07cf4c518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.333854 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-87104da8-3d7f-45d1-93f2-9aa07cf4c518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.335006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-87104da8-3d7f-45d1-93f2-9aa07cf4c518 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8cb560b-8e57-48e9-8bad-d5f65a23d6e1 HTTP/1.1" status: 204 len: 168 time: 0.1208944 Aug 29 04:46:51.342814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87104da8-3d7f-45d1-93f2-9aa07cf4c518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cb560b-8e57-48e9-8bad-d5f65a23d6e1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:53.041639 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8daf6b7d-38cc-4e83-a077-5a6d495ecc5c req-135e0478-2694-4427-9ab2-ae40f4d8bb57 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261559 Aug 29 04:46:53.109752 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8daf6b7d-38cc-4e83-a077-5a6d495ecc5c req-abb913f6-44a4-4917-afe3-cc0daca760ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0281565 Aug 29 04:46:53.111236 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54550) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:53.148713 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8daf6b7d-38cc-4e83-a077-5a6d495ecc5c req-904af63f-9f52-4ae4-86ac-9f99ca901d91 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202472 Aug 29 04:46:53.222357 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77cd3d00-9146-4009-8842-0cc10cbeb835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.272738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf6b7d-38cc-4e83-a077-5a6d495ecc5c req-22930813-37f2-4d4d-b59a-9cef74eb6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:53.274579 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8daf6b7d-38cc-4e83-a077-5a6d495ecc5c req-22930813-37f2-4d4d-b59a-9cef74eb6ea7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190112 Aug 29 04:46:53.342382 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77cd3d00-9146-4009-8842-0cc10cbeb835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.345964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-77cd3d00-9146-4009-8842-0cc10cbeb835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.386354 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-77cd3d00-9146-4009-8842-0cc10cbeb835 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a11d795bab36442d8477233794684586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741542 Aug 29 04:46:53.387474 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd3d00-9146-4009-8842-0cc10cbeb835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040b6a3f-313a-4435-a794-bbbdc9dec978,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:53.389135 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54554) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:53.437632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce821c1a-d7a8-48e2-b405-73933426cc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.459035 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce821c1a-d7a8-48e2-b405-73933426cc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.505413 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce821c1a-d7a8-48e2-b405-73933426cc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.508075 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ce821c1a-d7a8-48e2-b405-73933426cc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.509288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ce821c1a-d7a8-48e2-b405-73933426cc41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/040b6a3f-313a-4435-a794-bbbdc9dec978 HTTP/1.1" status: 204 len: 168 time: 0.1185668 Aug 29 04:46:53.516635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce821c1a-d7a8-48e2-b405-73933426cc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040b6a3f-313a-4435-a794-bbbdc9dec978,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:53.558876 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-82b4e8bd-0976-4cf0-8d99-651237b630f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.793658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54562) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:53.807109 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10d2825d-022d-4f8a-a7ae-af7cd0f0962e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.895803 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10d2825d-022d-4f8a-a7ae-af7cd0f0962e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.899912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10d2825d-022d-4f8a-a7ae-af7cd0f0962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.938081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-10d2825d-022d-4f8a-a7ae-af7cd0f0962e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f0ad8b5bd0c42c088823d2f712c5cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433475 Aug 29 04:46:53.939321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2825d-022d-4f8a-a7ae-af7cd0f0962e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980cacaf-311d-4596-a860-ed8183101f5b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:53.940834 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54564) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:53.989998 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac7b92f5-59d4-44af-baed-c9ac08b051f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.011418 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac7b92f5-59d4-44af-baed-c9ac08b051f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.057611 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac7b92f5-59d4-44af-baed-c9ac08b051f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.060245 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac7b92f5-59d4-44af-baed-c9ac08b051f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.061376 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ac7b92f5-59d4-44af-baed-c9ac08b051f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/980cacaf-311d-4596-a860-ed8183101f5b HTTP/1.1" status: 204 len: 168 time: 0.1195619 Aug 29 04:46:54.068725 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b92f5-59d4-44af-baed-c9ac08b051f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980cacaf-311d-4596-a860-ed8183101f5b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:54.726836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54586) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:54.825585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1202903238-network', 'tenant_id': '90d2cf96630d47339c9b03e3ee04e4ad'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:54.845646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Made reservation on behalf of 90d2cf96630d47339c9b03e3ee04e4ad for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:54.847993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.856402 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.942451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.946210 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.965565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:54.979948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c5a481-144a-4222-a03c-ae891813444c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:54.982815 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.983152 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Added segment 04c19876-cf98-4fd7-9b9d-be3098f98644 of type vlan for network a4448399-119d-48ac-8d5c-007074c90704 Aug 29 04:46:55.022309 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.045431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.046433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:55.047008 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.102909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3749886 Aug 29 04:46:55.106547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54590) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:55.108350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86917088-a4e9-461b-8186-b385c6074400 admin admin] Pushing event updated for resources: {'Network': ['ID=a4448399-119d-48ac-8d5c-007074c90704,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:55.111681 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Request body: {'subnet': {'network_id': 'a4448399-119d-48ac-8d5c-007074c90704', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1202903238-subnet', 'tenant_id': '90d2cf96630d47339c9b03e3ee04e4ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:55.121694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a4448399-119d-48ac-8d5c-007074c90704 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:55.135564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Made reservation on behalf of 90d2cf96630d47339c9b03e3ee04e4ad for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:55.138226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.301036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.348235 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d143df1f-84d9-4b26-8c6d-2f1ef112f709,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:55.362670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.363597 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.363948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.364322 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.364660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.364992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.365320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.365647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.365970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.366291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.366612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.366933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:55.375171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Checking segment: {'id': '04c19876-cf98-4fd7-9b9d-be3098f98644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a4448399-119d-48ac-8d5c-007074c90704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:55.375541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Network hostable DHCP agents. Network: a4448399-119d-48ac-8d5c-007074c90704, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:55.391883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Network a4448399-119d-48ac-8d5c-007074c90704 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:55.400343 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a4448399-119d-48ac-8d5c-007074c90704) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:55.404525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:55.405109 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.409249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaa1484-f9f2-4900-941d-63e29732a50f None None] Network a4448399-119d-48ac-8d5c-007074c90704 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:55.419333 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9fad84e4-f18f-4c10-aea1-2bd80dfe7aac admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3116558 Aug 29 04:46:55.530514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1d16f4-e33c-43fd-ab22-0d34fdff5a37 None None] Network a4448399-119d-48ac-8d5c-007074c90704 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:55.888623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54606) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:55.893722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-208919326-network', 'tenant_id': '46a976dcc08844ae9a8b88b8c531ba6e'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:55.913633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Made reservation on behalf of 46a976dcc08844ae9a8b88b8c531ba6e for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:55.915933 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.924972 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.016018 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.020309 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.039748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:56.052512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be115da3-7702-4f92-99f2-e4af9054c27f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:56.057380 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.057722 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Added segment 66ef7858-6dc2-4bd7-897b-d2f3208cb766 of type vlan for network 930deba4-f94b-4b46-bba0-884a10c12a5b Aug 29 04:46:56.096623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.120010 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.120972 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:56.121557 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.138768 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee7392cc-fa78-425c-b4b4-6f1df36e70ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.171588 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2818384 Aug 29 04:46:56.174494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54608) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:56.180287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Request body: {'subnet': {'network_id': '930deba4-f94b-4b46-bba0-884a10c12a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-208919326-subnet', 'tenant_id': '46a976dcc08844ae9a8b88b8c531ba6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:56.182662 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c67b0-c1ac-4b8c-a59d-cc9e8b4e68a4 admin admin] Pushing event updated for resources: {'Network': ['ID=930deba4-f94b-4b46-bba0-884a10c12a5b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:56.194269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 930deba4-f94b-4b46-bba0-884a10c12a5b details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:56.204642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Made reservation on behalf of 46a976dcc08844ae9a8b88b8c531ba6e for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:56.206964 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.337906 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.390578 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.442546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9498c54-65ef-4993-a0c7-3e0f71ac09ee,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:56.457290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Checking segment: {'id': '66ef7858-6dc2-4bd7-897b-d2f3208cb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '930deba4-f94b-4b46-bba0-884a10c12a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:56.457657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Network hostable DHCP agents. Network: 930deba4-f94b-4b46-bba0-884a10c12a5b, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:56.477604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Network 930deba4-f94b-4b46-bba0-884a10c12a5b is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:56.488435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 930deba4-f94b-4b46-bba0-884a10c12a5b) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:56.492459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:56.493047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.497096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d20e82-2383-42d5-b397-9b5cb048ee23 None None] Network 930deba4-f94b-4b46-bba0-884a10c12a5b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:56.507356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e85b431d-37e7-4f44-89f4-1db7cd9b9944 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3311138 Aug 29 04:46:56.619938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2275bf50-462a-4138-9dfb-5c704b7b8ff3 None None] Network 930deba4-f94b-4b46-bba0-884a10c12a5b requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:56.980298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32950-0721-44de-b139-b1f2590a1340 req-ab1497e2-268b-468a-a4d2-75a3728b307e tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:56.981684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-ab1497e2-268b-468a-a4d2-75a3728b307e tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/networks?id=a4448399-119d-48ac-8d5c-007074c90704 HTTP/1.1" status: 200 len: 809 time: 0.1029458 Aug 29 04:46:56.996315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-118ed850-fafb-4220-97cf-943c637439bd tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/quotas/90d2cf96630d47339c9b03e3ee04e4ad HTTP/1.1" status: 200 len: 375 time: 0.0089118 Aug 29 04:46:57.027247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-8ead6a2f-60b5-443a-a8e3-7fc4578bb73d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=90d2cf96630d47339c9b03e3ee04e4ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259099 Aug 29 04:46:57.116949 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-3cc1946f-46f0-4f08-b054-148be02c9f78 service neutron] 10.222.0.49 "GET /v2.0/networks/a4448399-119d-48ac-8d5c-007074c90704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829074 Aug 29 04:46:57.203236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-96006c43-5f8d-4ebd-a526-9a88b194b211 service neutron] 10.222.0.49 "GET /v2.0/networks/a4448399-119d-48ac-8d5c-007074c90704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803468 Aug 29 04:46:57.363061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5477886f-dabf-4c3f-8fd8-6b0a40215761 req-f80f5832-0182-4242-9776-880a0b1b3386 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 210 time: 0.0261993 Aug 29 04:46:57.374554 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.627286 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.373124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32950-0721-44de-b139-b1f2590a1340 req-45ff1585-7ff1-4933-82e3-d95bcade32ae tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:58.374613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-45ff1585-7ff1-4933-82e3-d95bcade32ae tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.52 "GET /v2.0/networks?id=a4448399-119d-48ac-8d5c-007074c90704 HTTP/1.1" status: 200 len: 809 time: 0.1273685 Aug 29 04:46:58.401573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Request body: {'port': {'device_id': '975b998c-b1df-482d-ad0d-fb815f1a7a4f', 'network_id': 'a4448399-119d-48ac-8d5c-007074c90704', 'admin_state_up': True, 'tenant_id': '90d2cf96630d47339c9b03e3ee04e4ad'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:58.489369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b8485f5-ace3-4397-a308-de98a55d04c2 req-13307dac-cafe-44cc-9851-806dff4efe0d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 210 time: 0.0315785 Aug 29 04:46:58.538130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Made reservation on behalf of 90d2cf96630d47339c9b03e3ee04e4ad for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:58.541573 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.662287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Allocated IP 172.20.0.7 (a4448399-119d-48ac-8d5c-007074c90704/d143df1f-84d9-4b26-8c6d-2f1ef112f709/da1bbf5f-ffbf-47f4-9e9e-e78967d72b83) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:58.806423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.844021 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.886324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Network a4448399-119d-48ac-8d5c-007074c90704 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:58.889370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:58.893081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:58.899780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Pushing event updated for resources: {'Port': ['ID=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:58.943094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:58.943614 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.957241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e77174d-3cad-4d6d-ab7e-63ce40085e1d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5600114 Aug 29 04:46:58.974797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Request body: {'port': {'device_id': '975b998c-b1df-482d-ad0d-fb815f1a7a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:59.028650 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.106516 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.276805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:59.283962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.295711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Transition to ACTIVE for port object da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:59.299055 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.351346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Pushing event updated for resources: {'Port': ['ID=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.417006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Attempting to bind port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:59.417700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Attempting to bind port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '04c19876-cf98-4fd7-9b9d-be3098f98644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a4448399-119d-48ac-8d5c-007074c90704'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:59.417700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Attempting to bind port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 on network a4448399-119d-48ac-8d5c-007074c90704 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:59.421825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 on network a4448399-119d-48ac-8d5c-007074c90704 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:59.422138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Attempting to bind port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 on network a4448399-119d-48ac-8d5c-007074c90704 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:59.427213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:59.427549 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Checking segment: {'id': '04c19876-cf98-4fd7-9b9d-be3098f98644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a4448399-119d-48ac-8d5c-007074c90704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:59.427926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Bound using segment: {'id': '04c19876-cf98-4fd7-9b9d-be3098f98644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a4448399-119d-48ac-8d5c-007074c90704'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:59.428375 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Bound port: da1bbf5f-ffbf-47f4-9e9e-e78967d72b83, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c19876-cf98-4fd7-9b9d-be3098f98644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a4448399-119d-48ac-8d5c-007074c90704'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:59.428726 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.489534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] For port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:59.492479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] For port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,segment=NetworkSegment(04c19876-cf98-4fd7-9b9d-be3098f98644),segment_id=04c19876-cf98-4fd7-9b9d-be3098f98644)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:59.496426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.529729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:59.530340 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.532383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] 10.222.0.52 "PUT /v2.0/ports/da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 HTTP/1.1" status: 200 len: 1092 time: 0.5610635 Aug 29 04:46:59.532926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975b998c-b1df-482d-ad0d-fb815f1a7a4f', 'tag': 'da1bbf5f-ffbf-47f4-9e9e-e78967d72b83'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:59.535211 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ea758d-b894-4d30-8917-0de72d7bc86b" -d '{"events": [{"name": "network-changed", "server_uuid": "975b998c-b1df-482d-ad0d-fb815f1a7a4f", "tag": "da1bbf5f-ffbf-47f4-9e9e-e78967d72b83"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:59.558577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e548f3f-5d43-4e92-b26a-37b681017667 service neutron] Pushing event updated for resources: {'Port': ['ID=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.849323 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8122ee5a-6f9d-4396-8cd1-8677590d1d5e x-openstack-request-id: req-8122ee5a-6f9d-4396-8cd1-8677590d1d5e {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:59.849607 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975b998c-b1df-482d-ad0d-fb815f1a7a4f", "tag": "da1bbf5f-ffbf-47f4-9e9e-e78967d72b83", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:59.849854 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8122ee5a-6f9d-4396-8cd1-8677590d1d5e {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:59.850244 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975b998c-b1df-482d-ad0d-fb815f1a7a4f', 'tag': 'da1bbf5f-ffbf-47f4-9e9e-e78967d72b83', 'status': 'completed', 'code': 200} Aug 29 04:46:59.899877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64050b-86cb-4374-900c-78fcae9e53db req-6b74cb44-c815-4dbd-ba88-11f304f5a236 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:59.901386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d64050b-86cb-4374-900c-78fcae9e53db req-6b74cb44-c815-4dbd-ba88-11f304f5a236 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 943 time: 0.3341758 Aug 29 04:46:59.906602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32950-0721-44de-b139-b1f2590a1340 req-c79c32d4-bf03-413b-a5cb-61d521f4e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:59.907976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-c79c32d4-bf03-413b-a5cb-61d521f4e00b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d2cf96630d47339c9b03e3ee04e4ad&device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 1095 time: 0.0570202 Aug 29 04:46:59.964878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-63602d8d-4243-4176-aa83-5b615bb6b12e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 HTTP/1.1" status: 200 len: 217 time: 0.0428011 Aug 29 04:46:59.985296 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d64050b-86cb-4374-900c-78fcae9e53db req-a8c0b1ec-c13e-4ffb-9e3b-fe19a86f18f3 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763948 Aug 29 04:47:00.019143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32950-0721-44de-b139-b1f2590a1340 req-61f2001c-6043-4a58-bc11-84d4793fffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:00.020618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-61f2001c-6043-4a58-bc11-84d4793fffa2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d143df1f-84d9-4b26-8c6d-2f1ef112f709 HTTP/1.1" status: 200 len: 849 time: 0.0484233 Aug 29 04:47:00.052102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-6e125d2b-24dd-4813-9f8d-35c0f7464abf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4448399-119d-48ac-8d5c-007074c90704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243642 Aug 29 04:47:00.140772 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-66f584c4-1ba9-4071-b7c9-73330038603c service neutron] 10.222.0.52 "GET /v2.0/networks/a4448399-119d-48ac-8d5c-007074c90704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816803 Aug 29 04:47:00.228129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48f32950-0721-44de-b139-b1f2590a1340 req-9b1d32f0-b20b-496a-960f-b1565ddbadce service neutron] 10.222.0.52 "GET /v2.0/networks/a4448399-119d-48ac-8d5c-007074c90704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808191 Aug 29 04:47:00.368009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea758d-b894-4d30-8917-0de72d7bc86b req-83cbffaa-34ae-4a5a-ab8e-da456a42cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:00.369541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ea758d-b894-4d30-8917-0de72d7bc86b req-83cbffaa-34ae-4a5a-ab8e-da456a42cd35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d2cf96630d47339c9b03e3ee04e4ad&device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 1095 time: 0.0405781 Aug 29 04:47:00.462056 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea758d-b894-4d30-8917-0de72d7bc86b req-eb7c77cb-ca53-4736-92d7-6f44d7195e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:00.463448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ea758d-b894-4d30-8917-0de72d7bc86b req-eb7c77cb-ca53-4736-92d7-6f44d7195e92 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4448399-119d-48ac-8d5c-007074c90704 HTTP/1.1" status: 200 len: 910 time: 0.0861440 Aug 29 04:47:00.504066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ea758d-b894-4d30-8917-0de72d7bc86b req-8249634a-3465-4aee-b3de-de71d36aeb3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 HTTP/1.1" status: 200 len: 217 time: 0.0338874 Aug 29 04:47:00.550482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea758d-b894-4d30-8917-0de72d7bc86b req-4a0b84b6-f2fb-470c-8add-9955be03b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:00.551906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ea758d-b894-4d30-8917-0de72d7bc86b req-4a0b84b6-f2fb-470c-8add-9955be03b566 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d143df1f-84d9-4b26-8c6d-2f1ef112f709 HTTP/1.1" status: 200 len: 849 time: 0.0415952 Aug 29 04:47:00.587822 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ea758d-b894-4d30-8917-0de72d7bc86b req-2a5a781c-805e-48ed-a07b-6cba1a384a5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4448399-119d-48ac-8d5c-007074c90704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290573 Aug 29 04:47:00.677464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ea758d-b894-4d30-8917-0de72d7bc86b req-3bd167ab-c255-460c-9a50-95b6c4050ccf service neutron] 10.222.0.52 "GET /v2.0/networks/a4448399-119d-48ac-8d5c-007074c90704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818694 Aug 29 04:47:00.770270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0ea758d-b894-4d30-8917-0de72d7bc86b req-c20c9bb0-23e2-4d0b-87b0-2fe34deca000 service neutron] 10.222.0.52 "GET /v2.0/networks/a4448399-119d-48ac-8d5c-007074c90704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861332 Aug 29 04:47:01.101974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded2f1-3bc0-4f4b-861c-a49723a5108b req-a35288f8-251b-44df-8985-19d383c5197f tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:01.103458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38ded2f1-3bc0-4f4b-861c-a49723a5108b req-a35288f8-251b-44df-8985-19d383c5197f tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 943 time: 0.0502906 Aug 29 04:47:01.140731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38ded2f1-3bc0-4f4b-861c-a49723a5108b req-72429916-dcf6-4b92-a191-2e96394e464e tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Aug 29 04:47:01.707254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-61b4ffd4-23e5-458c-8e51-91d08a39709d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415945 Aug 29 04:47:01.801132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-64864701-5eaf-4272-8cfa-5df9776caccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:01.802626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-64864701-5eaf-4272-8cfa-5df9776caccd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f922e0619e9549718829615caeeecadf&device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0404420 Aug 29 04:47:01.907932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-9da8cecc-11dd-4dd8-9772-3b7c39b8b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:01.909360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-9da8cecc-11dd-4dd8-9772-3b7c39b8b79a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044 HTTP/1.1" status: 200 len: 909 time: 0.0874221 Aug 29 04:47:01.982385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-bf6f069c-77f0-4278-82b3-ad1876629855 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b HTTP/1.1" status: 200 len: 1001 time: 0.0652485 Aug 29 04:47:02.038161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-d6f1b470-75d9-43eb-a24b-ecf87ef41c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:02.039622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-d6f1b470-75d9-43eb-a24b-ecf87ef41c35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=88850b7e-131f-4826-ba96-d52e5173cc9b HTTP/1.1" status: 200 len: 847 time: 0.0501935 Aug 29 04:47:02.085547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-1b8bdd3a-7a36-4f9c-a68d-6a12bf72a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:02.087056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-1b8bdd3a-7a36-4f9c-a68d-6a12bf72a91d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398757 Aug 29 04:47:02.175910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-47d79441-a98c-4476-861b-35e59a870e9e service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812094 Aug 29 04:47:02.301283 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db811e8d-a817-45a8-a655-60eaeaa5107d req-1e7ff7b0-824a-4871-972d-e8623f357030 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:02.306160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db811e8d-a817-45a8-a655-60eaeaa5107d req-1e7ff7b0-824a-4871-972d-e8623f357030 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 943 time: 0.0747650 Aug 29 04:47:02.308218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d24ebcf-3af0-4009-8866-f51817118f5b req-e1629679-05c2-4d06-b7e4-fe5745ecb65d service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251631 Aug 29 04:47:02.343160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db811e8d-a817-45a8-a655-60eaeaa5107d req-962d44fe-2b3b-43b9-ae82-6290493456d7 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334499 Aug 29 04:47:03.466742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3947c-e15f-4749-b0c4-79942426bb4c req-f42e9124-97e8-436f-bb8f-6b1e12b8a1cf tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:03.468354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ca3947c-e15f-4749-b0c4-79942426bb4c req-f42e9124-97e8-436f-bb8f-6b1e12b8a1cf tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 943 time: 0.0587494 Aug 29 04:47:03.505603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ca3947c-e15f-4749-b0c4-79942426bb4c req-851f4ed4-2287-448a-9ac6-74f4f9ea5f44 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Aug 29 04:47:04.054646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:04.150421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,segment=NetworkSegment(04c19876-cf98-4fd7-9b9d-be3098f98644),segment_id=04c19876-cf98-4fd7-9b9d-be3098f98644)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:04.161815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'da1bbf5f-ffbf-47f4-9e9e-e78967d72b83', 'network_id': 'a4448399-119d-48ac-8d5c-007074c90704', 'port_id': 'da1bbf5f-ffbf-47f4-9e9e-e78967d72b83', 'mac_address': 'fa:16:3e:59:13:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd143df1f-84d9-4b26-8c6d-2f1ef112f709', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:04.197352 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.210712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:04.229625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,segment=NetworkSegment(04c19876-cf98-4fd7-9b9d-be3098f98644),segment_id=04c19876-cf98-4fd7-9b9d-be3098f98644)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:04.233754 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.281944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.289845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.290193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.290536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.290880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.291219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.291548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.291880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.292221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.292564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.292889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.293222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.293537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:04.625273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af9ae9-3138-4c60-ab55-691b1d4f00bc req-2b64cc88-5f80-4b9f-b1ca-49ee0786b260 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:04.627364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2af9ae9-3138-4c60-ab55-691b1d4f00bc req-2b64cc88-5f80-4b9f-b1ca-49ee0786b260 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 944 time: 0.0525842 Aug 29 04:47:04.628622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['da1bbf5f-ffbf-47f4-9e9e-e78967d72b83'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:04.670625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2af9ae9-3138-4c60-ab55-691b1d4f00bc req-b139c6e8-9dae-4597-9786-bc2e7a324a70 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358834 Aug 29 04:47:05.789089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333209f9-1411-4a1d-af7d-509bf67bcf44 req-35a2710c-02c6-4967-957d-b6b8e83ce293 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:05.790731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-333209f9-1411-4a1d-af7d-509bf67bcf44 req-35a2710c-02c6-4967-957d-b6b8e83ce293 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 944 time: 0.0498817 Aug 29 04:47:05.832121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-333209f9-1411-4a1d-af7d-509bf67bcf44 req-bb2e3f83-3b80-444b-9f27-5fcee753c21c tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Aug 29 04:47:06.062309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:06.109468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:06.113121 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:06.113495 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.189165 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.210758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975b998c-b1df-482d-ad0d-fb815f1a7a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1bbf5f-ffbf-47f4-9e9e-e78967d72b83'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:06.213161 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e9c06d-c233-4bc2-aba2-e0490b6b3ccc" -d '{"events": [{"server_uuid": "975b998c-b1df-482d-ad0d-fb815f1a7a4f", "name": "network-vif-plugged", "status": "completed", "tag": "da1bbf5f-ffbf-47f4-9e9e-e78967d72b83"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:06.225583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,segment=NetworkSegment(04c19876-cf98-4fd7-9b9d-be3098f98644),segment_id=04c19876-cf98-4fd7-9b9d-be3098f98644)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:06.231061 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.256837 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd9f6fe-10ad-4b9c-91c7-6b84165d03e0 x-openstack-request-id: req-fcd9f6fe-10ad-4b9c-91c7-6b84165d03e0 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:06.257125 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975b998c-b1df-482d-ad0d-fb815f1a7a4f", "name": "network-vif-plugged", "status": "completed", "tag": "da1bbf5f-ffbf-47f4-9e9e-e78967d72b83", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:06.257411 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcd9f6fe-10ad-4b9c-91c7-6b84165d03e0 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:06.257803 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975b998c-b1df-482d-ad0d-fb815f1a7a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1bbf5f-ffbf-47f4-9e9e-e78967d72b83', 'code': 200} Aug 29 04:47:06.284827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.373943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67739a73-e8a2-45b6-8367-9abf231a974c req-37916ca2-58ed-4db5-baf3-75d4d2a9a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:06.375388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67739a73-e8a2-45b6-8367-9abf231a974c req-37916ca2-58ed-4db5-baf3-75d4d2a9a37b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 1097 time: 0.0432208 Aug 29 04:47:06.408770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67739a73-e8a2-45b6-8367-9abf231a974c req-2500cd02-da0c-4219-82ec-67365eae4b08 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268528 Aug 29 04:47:06.945642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf93e1-1c7b-491f-85e7-b8f1dc542963 req-68b2f06a-ec73-4b4a-8790-a24f5f3d46d5 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:06.947122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cabf93e1-1c7b-491f-85e7-b8f1dc542963 req-68b2f06a-ec73-4b4a-8790-a24f5f3d46d5 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 945 time: 0.0490839 Aug 29 04:47:06.983662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cabf93e1-1c7b-491f-85e7-b8f1dc542963 req-d159a29f-3591-4c1e-9417-6d93914d03de tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306304 Aug 29 04:47:07.032782 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:47:08.100234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadea2a-1e4e-49b0-9092-c3f5fbca54f3 req-a26e12f0-b593-4fbf-971a-9e61ccc09834 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:08.101712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fadea2a-1e4e-49b0-9092-c3f5fbca54f3 req-a26e12f0-b593-4fbf-971a-9e61ccc09834 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 945 time: 0.0492282 Aug 29 04:47:08.138534 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1fadea2a-1e4e-49b0-9092-c3f5fbca54f3 req-18467774-6333-4512-a4d3-53051dbc7315 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309134 Aug 29 04:47:10.502342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1ad73-84c1-4af9-be89-e382b3919a3b req-597816c2-bf0d-42f7-aa1a-2e3bd08455b1 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:10.503714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77b1ad73-84c1-4af9-be89-e382b3919a3b req-597816c2-bf0d-42f7-aa1a-2e3bd08455b1 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 945 time: 0.0526850 Aug 29 04:47:10.541069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77b1ad73-84c1-4af9-be89-e382b3919a3b req-1ddacc2b-a7e7-496e-a94d-d08e5357800d tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Aug 29 04:47:11.656444 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969c3e0-21a4-473f-a86a-361a7a31faf6 req-ea7d479f-1f48-4768-82ed-dd9b48f09b01 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:11.657918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6969c3e0-21a4-473f-a86a-361a7a31faf6 req-ea7d479f-1f48-4768-82ed-dd9b48f09b01 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 945 time: 0.0484269 Aug 29 04:47:11.697055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6969c3e0-21a4-473f-a86a-361a7a31faf6 req-1bff6faf-c666-4015-a153-0cf2174e4e33 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6c5a481-144a-4222-a03c-ae891813444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Aug 29 04:47:12.319346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-1260ef22-30ce-4a74-8134-f36929ae2759 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.320849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-1260ef22-30ce-4a74-8134-f36929ae2759 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.52 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 945 time: 0.0485532 Aug 29 04:47:12.413433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Deleting port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:12.413781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.499688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] For port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,segment=NetworkSegment(04c19876-cf98-4fd7-9b9d-be3098f98644),segment_id=04c19876-cf98-4fd7-9b9d-be3098f98644)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:12.500057 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.513135 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Calling delete_port for da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:12.638971 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.667013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Pushing event deleted for resources: {'Port': ['ID=da1bbf5f-ffbf-47f4-9e9e-e78967d72b83,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:12.674095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['da1bbf5f-ffbf-47f4-9e9e-e78967d72b83'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:12.679829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.680179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.680570 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.680930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.681271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.681602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.681930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.682258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.682583 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.682907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.683230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.683550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:12.720757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] No DVR routers for this DVR port da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:12.723331 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.725335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0975c4b3-c6fa-4149-8bc1-b89b40c88966 req-8d091b53-9e56-4816-874e-76a66f077702 tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.52 "DELETE /v2.0/ports/da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 HTTP/1.1" status: 204 len: 173 time: 0.3985784 Aug 29 04:47:12.725771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975b998c-b1df-482d-ad0d-fb815f1a7a4f', 'name': 'network-vif-deleted', 'tag': 'da1bbf5f-ffbf-47f4-9e9e-e78967d72b83'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:12.728013 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e67b93-77fd-48d6-bcaa-3c23b9dcf21b" -d '{"events": [{"server_uuid": "975b998c-b1df-482d-ad0d-fb815f1a7a4f", "name": "network-vif-deleted", "tag": "da1bbf5f-ffbf-47f4-9e9e-e78967d72b83"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:12.778913 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30231ac8-e1b4-47ea-9237-29bcfe56bb19 x-openstack-request-id: req-30231ac8-e1b4-47ea-9237-29bcfe56bb19 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:12.779198 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975b998c-b1df-482d-ad0d-fb815f1a7a4f", "name": "network-vif-deleted", "tag": "da1bbf5f-ffbf-47f4-9e9e-e78967d72b83", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:12.779446 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30231ac8-e1b4-47ea-9237-29bcfe56bb19 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:12.779836 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975b998c-b1df-482d-ad0d-fb815f1a7a4f', 'name': 'network-vif-deleted', 'tag': 'da1bbf5f-ffbf-47f4-9e9e-e78967d72b83', 'status': 'completed', 'code': 200} Aug 29 04:47:12.798032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0734b00-dffc-4a5d-ad45-fa4776cbcaae req-4efb5b26-6d45-419c-ad6a-72af83745c7a tempest-VolumesActionsTest-695710944 tempest-VolumesActionsTest-695710944-project] 10.222.0.49 "GET /v2.0/ports?device_id=975b998c-b1df-482d-ad0d-fb815f1a7a4f HTTP/1.1" status: 200 len: 210 time: 0.0286355 Aug 29 04:47:16.085930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:16.105603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:16.105956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device da1bbf5f-ffbf-47f4-9e9e-e78967d72b83 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:18.295979 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.561211 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-26d7a979-347b-4ca3-a1b1-0714e3e6dc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.144959 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4e4ad4ed-0d14-4455-82b1-8a3ca9ac0af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.338954 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.375794 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.564149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e0bd2-3b1e-441f-b661-153d0bba1829 req-91c351e7-d7ed-42f2-879f-209498a8c16c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:27.565680 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd4e0bd2-3b1e-441f-b661-153d0bba1829 req-91c351e7-d7ed-42f2-879f-209498a8c16c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 945 time: 0.0527546 Aug 29 04:47:27.606675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd4e0bd2-3b1e-441f-b661-153d0bba1829 req-24713562-2738-4702-9a6c-fb3ac4e180f4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339088 Aug 29 04:47:27.631706 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.737295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e232011-4534-473a-b2b1-3931ec9be3b3 req-1b7ab680-a6e1-4a09-9e84-6e8c5759f693 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.738804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e232011-4534-473a-b2b1-3931ec9be3b3 req-1b7ab680-a6e1-4a09-9e84-6e8c5759f693 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 945 time: 0.0491750 Aug 29 04:47:28.780436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e232011-4534-473a-b2b1-3931ec9be3b3 req-9058db5e-69d7-46a4-ae4d-9aed463cfc44 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352397 Aug 29 04:47:29.110808 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.153311 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-ead6097b-b311-4c0d-aa94-4cf9f1a4fd55 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.154801 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-ead6097b-b311-4c0d-aa94-4cf9f1a4fd55 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 945 time: 0.0552702 Aug 29 04:47:29.582277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Deleting port 92990c71-2507-49e2-ad93-41b5c6bb052c {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:29.582572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.672881 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] For port 92990c71-2507-49e2-ad93-41b5c6bb052c, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=92990c71-2507-49e2-ad93-41b5c6bb052c,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:29.673260 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.848502 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.848987 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.849318 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Floating IP 06c2e692-82f4-4c38-8694-e1eeba03fb6f disassociated. External IP: 172.25.5.12, port: 92990c71-2507-49e2-ad93-41b5c6bb052c. Aug 29 04:47:29.849668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Calling delete_port for 92990c71-2507-49e2-ad93-41b5c6bb052c owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:29.913526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa24056-3040-4d57-82b2-43ae6419b3b7 req-5f7a5ea0-2cc7-4097-8eb5-d69fcfaadbee tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.915910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-daa24056-3040-4d57-82b2-43ae6419b3b7 req-5f7a5ea0-2cc7-4097-8eb5-d69fcfaadbee tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 945 time: 0.0546496 Aug 29 04:47:29.957205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-daa24056-3040-4d57-82b2-43ae6419b3b7 req-cdf406a5-2634-4150-9472-f7fd62ea731d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350842 Aug 29 04:47:29.982953 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.018994 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'Port': ['ID=92990c71-2507-49e2-ad93-41b5c6bb052c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:30.138044 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:30.251842 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:30.263467 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] Sync routers for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:30.273983 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:30.274898 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:47:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:30.293313 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] No DVR routers for this DVR port 92990c71-2507-49e2-ad93-41b5c6bb052c on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:30.296221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.298749 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81c676dd-eb80-4cd7-a0d3-514000d18d92 req-e096b9cd-b077-4756-bea3-99fa87c398db tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "DELETE /v2.0/ports/92990c71-2507-49e2-ad93-41b5c6bb052c HTTP/1.1" status: 204 len: 173 time: 1.1377163 Aug 29 04:47:30.299214 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'name': 'network-vif-deleted', 'tag': '92990c71-2507-49e2-ad93-41b5c6bb052c'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:30.301483 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a7c3c7-3953-40d4-8688-39436e18183c" -d '{"events": [{"server_uuid": "2da94e5e-4084-4b26-bec0-209d634cf82c", "name": "network-vif-deleted", "tag": "92990c71-2507-49e2-ad93-41b5c6bb052c"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:30.350980 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a690f4c0-1a67-4a52-94ad-b22512dfdcdf x-openstack-request-id: req-a690f4c0-1a67-4a52-94ad-b22512dfdcdf {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:30.351343 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da94e5e-4084-4b26-bec0-209d634cf82c", "name": "network-vif-deleted", "tag": "92990c71-2507-49e2-ad93-41b5c6bb052c", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:30.351607 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a690f4c0-1a67-4a52-94ad-b22512dfdcdf {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:30.352037 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da94e5e-4084-4b26-bec0-209d634cf82c', 'name': 'network-vif-deleted', 'tag': '92990c71-2507-49e2-ad93-41b5c6bb052c', 'status': 'completed', 'code': 200} Aug 29 04:47:30.521579 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:30.727729 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:30.760324 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] Checking router: 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:30.769003 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:30.769620 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:47:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:30.870363 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:31.080481 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:31.089570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3d2eac5-e3c5-4f0c-97f0-d89c0b6c8a49 req-dbddb749-056b-4ed9-82ca-aac45e4cda52 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 210 time: 0.0570111 Aug 29 04:47:31.109573 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b82cd1-f6f8-4ab0-83cd-0f1e7d3ef141 None None] The sync data for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 is: [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:31.386074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af5b15-f686-48dc-bffe-398c4c36c221 None None] New status for floating IP 06c2e692-82f4-4c38-8694-e1eeba03fb6f: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:47:32.190212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c328f0f3-bdc2-4456-bb46-a0ca1a89f1fd req-6c4ccabb-22a0-47cb-9d01-3178a518d957 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 210 time: 0.0267668 Aug 29 04:47:32.502845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 92990c71-2507-49e2-ad93-41b5c6bb052c no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:32.526169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 92990c71-2507-49e2-ad93-41b5c6bb052c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:32.526511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 92990c71-2507-49e2-ad93-41b5c6bb052c not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:33.298851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37427585-afc1-402e-9412-d140a1eebacc req-a6a13b83-96de-4e46-90bc-71239c80ecdf tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=2da94e5e-4084-4b26-bec0-209d634cf82c HTTP/1.1" status: 200 len: 210 time: 0.0371418 Aug 29 04:47:34.512004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-77335de8-fa64-40b2-ae41-5d0a558326f0 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255833964&fields=id&tenant_id=b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 267 time: 0.0347955 Aug 29 04:47:34.520167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54886) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:34.633528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbb115e-2d48-4053-afe3-195de8d8c647 admin admin] Deleting subnet d143df1f-84d9-4b26-8c6d-2f1ef112f709 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:34.640546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cbb115e-2d48-4053-afe3-195de8d8c647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.694480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-f679fbf0-e2bf-479b-8f29-ba5eefc0f298 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:34.696630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-f679fbf0-e2bf-479b-8f29-ba5eefc0f298 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1774135 Aug 29 04:47:34.702666 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cbb115e-2d48-4053-afe3-195de8d8c647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.736034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-3639d8c8-796e-423c-b4a9-a025befae8ef tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/quotas/b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 375 time: 0.0312970 Aug 29 04:47:34.774104 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cbb115e-2d48-4053-afe3-195de8d8c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.824575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-ad9aded3-fb7f-40fe-8ced-9c422b0a8ec4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826492 Aug 29 04:47:34.847354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cbb115e-2d48-4053-afe3-195de8d8c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.877843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb115e-2d48-4053-afe3-195de8d8c647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d143df1f-84d9-4b26-8c6d-2f1ef112f709,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:34.881680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7cbb115e-2d48-4053-afe3-195de8d8c647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.884065 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7cbb115e-2d48-4053-afe3-195de8d8c647 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d143df1f-84d9-4b26-8c6d-2f1ef112f709 HTTP/1.1" status: 204 len: 168 time: 0.3623729 Aug 29 04:47:34.886521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 54892) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:35.005178 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.096544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-2c6540a0-e6e3-41a0-aabb-04ccea28935b service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594619 Aug 29 04:47:35.154919 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.170187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4448399-119d-48ac-8d5c-007074c90704']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:35.182780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c19876-cf98-4fd7-9b9d-be3098f98644') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:35.183083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c19876-cf98-4fd7-9b9d-be3098f98644') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:35.200149 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.221303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.230464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-b36906fc-f96f-444e-9d9e-5f38883a28e3 service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279454 Aug 29 04:47:35.231486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:35.231914 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:35.233640 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:35.287741 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.293686 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.296687 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] 10.222.0.49 "DELETE /v2.0/networks/a4448399-119d-48ac-8d5c-007074c90704 HTTP/1.1" status: 204 len: 168 time: 0.4091702 Aug 29 04:47:35.298263 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54896) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:35.310775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2ca64-2231-429f-9d0e-24bc74747cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=a4448399-119d-48ac-8d5c-007074c90704,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:35.356361 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5c950d-a42a-4ef8-b58a-e75436e730b2 admin admin] Deleting subnet a9498c54-65ef-4993-a0c7-3e0f71ac09ee {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:35.359714 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c950d-a42a-4ef8-b58a-e75436e730b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.399984 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c950d-a42a-4ef8-b58a-e75436e730b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.439451 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c950d-a42a-4ef8-b58a-e75436e730b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.499482 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c950d-a42a-4ef8-b58a-e75436e730b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.523796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c950d-a42a-4ef8-b58a-e75436e730b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9498c54-65ef-4993-a0c7-3e0f71ac09ee,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:35.529750 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c950d-a42a-4ef8-b58a-e75436e730b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.533648 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-dd5c950d-a42a-4ef8-b58a-e75436e730b2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a9498c54-65ef-4993-a0c7-3e0f71ac09ee HTTP/1.1" status: 204 len: 168 time: 0.2322085 Aug 29 04:47:35.533923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54906) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:35.541014 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-771235db-2443-42bc-8c5a-55e56b18dd96 req-5572ac50-f825-4ade-b8a4-cd29bdf3e082 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 210 time: 0.0322773 Aug 29 04:47:35.612698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.697038 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.706886 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930deba4-f94b-4b46-bba0-884a10c12a5b']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:35.717744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ef7858-6dc2-4bd7-897b-d2f3208cb766') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:35.718046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ef7858-6dc2-4bd7-897b-d2f3208cb766') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:35.728365 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.742650 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.748805 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:35.749268 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:35.751162 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:35.811745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.818621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.822843 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] 10.222.0.49 "DELETE /v2.0/networks/930deba4-f94b-4b46-bba0-884a10c12a5b HTTP/1.1" status: 204 len: 168 time: 0.2856646 Aug 29 04:47:35.830444 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10744c14-a083-442c-8b0d-0fd28175dfba admin admin] Pushing event deleted for resources: {'Network': ['ID=930deba4-f94b-4b46-bba0-884a10c12a5b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:35.983560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:36.023727 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-707436e3-406a-4319-bef2-ec27735aaced admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90d2cf96630d47339c9b03e3ee04e4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384712 Aug 29 04:47:36.026422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54918) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:36.074285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c949-8701-4507-a6bb-ea7723ccac9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.095936 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c949-8701-4507-a6bb-ea7723ccac9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.141748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c949-8701-4507-a6bb-ea7723ccac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.144277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c949-8701-4507-a6bb-ea7723ccac9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.145426 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f6f1c949-8701-4507-a6bb-ea7723ccac9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6c5a481-144a-4222-a03c-ae891813444c HTTP/1.1" status: 204 len: 168 time: 0.1180747 Aug 29 04:47:36.153606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1c949-8701-4507-a6bb-ea7723ccac9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c5a481-144a-4222-a03c-ae891813444c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:36.475844 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54924) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:36.513258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-b2b36c57-948b-443a-9be6-c682fa33d66a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:36.514789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-b2b36c57-948b-443a-9be6-c682fa33d66a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1218328 Aug 29 04:47:36.524993 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6c3aa2f7-d744-4fc6-a8b9-540327ece2ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=46a976dcc08844ae9a8b88b8c531ba6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456917 Aug 29 04:47:36.525180 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 54926) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:36.564187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-ec8175a3-001b-49c9-9734-53372460983e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 380 time: 0.0351062 Aug 29 04:47:36.574456 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e736c4e-e30a-405a-be5c-1dd7e43b70fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.585833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'port': {'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'admin_state_up': True, 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'security_groups': ['f325c29e-701d-42f8-bcbd-a7c08f5128b7']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:36.596999 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e736c4e-e30a-405a-be5c-1dd7e43b70fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.653829 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e736c4e-e30a-405a-be5c-1dd7e43b70fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.657120 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3e736c4e-e30a-405a-be5c-1dd7e43b70fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.658600 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3e736c4e-e30a-405a-be5c-1dd7e43b70fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be115da3-7702-4f92-99f2-e4af9054c27f HTTP/1.1" status: 204 len: 168 time: 0.1323993 Aug 29 04:47:36.668719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edfae66f-56e7-4c5f-81b7-04777f9373f1 req-ed2db380-a53a-4fec-a38a-f1cf0774df0d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 210 time: 0.0331228 Aug 29 04:47:36.677993 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e736c4e-e30a-405a-be5c-1dd7e43b70fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be115da3-7702-4f92-99f2-e4af9054c27f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:36.744297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Made reservation on behalf of b7e774f7ccb94f828ef4ba014b810d41 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:36.747807 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.878735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Allocated IP 172.20.0.7 (39e903de-0436-4c62-bb9d-d8983219a2ce/9ee4454b-0304-465f-980a-11ee66e25fd0/395b6adc-b13d-472b-8d1a-cdfe35efcbff) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:37.029984 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.045439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Transition to ACTIVE for port object 395b6adc-b13d-472b-8d1a-cdfe35efcbff will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:37.080029 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.128769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:37.131927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:37.136409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:37.140645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=395b6adc-b13d-472b-8d1a-cdfe35efcbff,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:37.198425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:37.199226 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.217315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-826dbf91-e5ea-4737-972e-79436d36e80c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6444461 Aug 29 04:47:37.236646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Request body: {'port': {'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:37.299254 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.423454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6a16f676-7414-4815-b5e3-ba75aa4e01d5 None None] Provisioning for port 395b6adc-b13d-472b-8d1a-cdfe35efcbff completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:37.427982 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6a16f676-7414-4815-b5e3-ba75aa4e01d5 None None] Provisioning complete for port 395b6adc-b13d-472b-8d1a-cdfe35efcbff triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:37.428573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6a16f676-7414-4815-b5e3-ba75aa4e01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.463279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6a16f676-7414-4815-b5e3-ba75aa4e01d5 None None] Port 395b6adc-b13d-472b-8d1a-cdfe35efcbff cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:37.595272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395b6adc-b13d-472b-8d1a-cdfe35efcbff {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:37.603697 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.617272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Transition to ACTIVE for port object 395b6adc-b13d-472b-8d1a-cdfe35efcbff will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:37.621632 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.681728 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Pushing event updated for resources: {'Port': ['ID=395b6adc-b13d-472b-8d1a-cdfe35efcbff,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:37.861519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Attempting to bind port 395b6adc-b13d-472b-8d1a-cdfe35efcbff on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:37.861889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Attempting to bind port 395b6adc-b13d-472b-8d1a-cdfe35efcbff by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:37.862192 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Attempting to bind port 395b6adc-b13d-472b-8d1a-cdfe35efcbff on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:37.870075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Port 395b6adc-b13d-472b-8d1a-cdfe35efcbff on network 39e903de-0436-4c62-bb9d-d8983219a2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:37.870400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Attempting to bind port 395b6adc-b13d-472b-8d1a-cdfe35efcbff on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:37.881544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992bccd-873e-4c4d-b143-ab44167d3a62 req-df8d7514-4377-4d7a-9a21-b8b423d060bd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:37.889410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b992bccd-873e-4c4d-b143-ab44167d3a62 req-df8d7514-4377-4d7a-9a21-b8b423d060bd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.0796049 Aug 29 04:47:37.901357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:37.901779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Checking segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:37.902154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Bound using segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:37.902610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Bound port: 395b6adc-b13d-472b-8d1a-cdfe35efcbff, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:37.903033 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.991817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b992bccd-873e-4c4d-b143-ab44167d3a62 req-45d89869-4175-4542-8e9f-ce775d8775ad tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013603 Aug 29 04:47:38.038038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] For port 395b6adc-b13d-472b-8d1a-cdfe35efcbff, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:38.042000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] For port 395b6adc-b13d-472b-8d1a-cdfe35efcbff, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:38.046614 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.087171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.087797 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.089293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] 10.222.0.52 "PUT /v2.0/ports/395b6adc-b13d-472b-8d1a-cdfe35efcbff HTTP/1.1" status: 200 len: 1092 time: 0.8572950 Aug 29 04:47:38.089759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c38a22-d270-443f-ad79-945a676aa102', 'tag': '395b6adc-b13d-472b-8d1a-cdfe35efcbff'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:38.092459 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c38a22-d270-443f-ad79-945a676aa102", "tag": "395b6adc-b13d-472b-8d1a-cdfe35efcbff"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:38.158404 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f3e057-3a84-4bc5-8b99-bb7bf8e1587d x-openstack-request-id: req-39f3e057-3a84-4bc5-8b99-bb7bf8e1587d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:38.158967 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c38a22-d270-443f-ad79-945a676aa102", "tag": "395b6adc-b13d-472b-8d1a-cdfe35efcbff", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:38.159391 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39f3e057-3a84-4bc5-8b99-bb7bf8e1587d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:38.160034 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c38a22-d270-443f-ad79-945a676aa102', 'tag': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'status': 'completed', 'code': 200} Aug 29 04:47:38.168979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37110b-2440-43f8-b507-0a0332c65349 service neutron] Pushing event updated for resources: {'Port': ['ID=395b6adc-b13d-472b-8d1a-cdfe35efcbff,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:38.217013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-0c2c766b-0c2a-463e-b497-d27f00aff021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.219123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-0c2c766b-0c2a-463e-b497-d27f00aff021 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 1095 time: 0.0701880 Aug 29 04:47:38.279459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-ec4bfd0c-b104-4235-af7c-3458f964d659 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff HTTP/1.1" status: 200 len: 217 time: 0.0466669 Aug 29 04:47:38.334625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-ca554b68-750b-4679-80ce-9f2dd4960a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.336180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-ca554b68-750b-4679-80ce-9f2dd4960a29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0494485 Aug 29 04:47:38.386450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-df42a79b-b0ce-4c7c-91a1-7f33000dfa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.389123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-df42a79b-b0ce-4c7c-91a1-7f33000dfa18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462217 Aug 29 04:47:38.491356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-1e0f036d-e249-4706-96cf-c9087a93fec0 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943408 Aug 29 04:47:38.588628 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a05b276-112e-4a88-9115-f99b8b3a14a2 req-a9101ba3-846e-46c7-a769-eda3d5ff29ee service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903053 Aug 29 04:47:38.719133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-2dc5bd44-006a-4b59-a4f8-b2704c64f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.720157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-2dc5bd44-006a-4b59-a4f8-b2704c64f769 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 1095 time: 0.0550795 Aug 29 04:47:38.828869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-e2d35724-9ebe-497a-8255-ac686332f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.830281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-e2d35724-9ebe-497a-8255-ac686332f2b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.1032224 Aug 29 04:47:38.871713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-50126ab0-d22b-4be5-8328-b259139a443a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff HTTP/1.1" status: 200 len: 217 time: 0.0345478 Aug 29 04:47:38.925605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-b3f4dd73-5daa-424b-ae76-0da63c743780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.927077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-b3f4dd73-5daa-424b-ae76-0da63c743780 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0481341 Aug 29 04:47:38.972241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-1d39f899-e9d2-49c2-b04e-4cd7a2823f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.973658 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-1d39f899-e9d2-49c2-b04e-4cd7a2823f82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396767 Aug 29 04:47:39.074604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-07f6c62e-dfa0-422a-935c-38905b26bed8 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934787 Aug 29 04:47:39.170330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b78f8-bacd-4cfa-b48f-b44154c69bb9 req-a8338fe7-ef61-4019-b9a3-ee0a1572e678 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:39.172336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-345b78f8-bacd-4cfa-b48f-b44154c69bb9 req-a8338fe7-ef61-4019-b9a3-ee0a1572e678 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.1144068 Aug 29 04:47:39.231499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b43d7bd4-70c9-4ad6-8f33-abdcbea9b636 req-6f1d93d2-2b02-4f9c-9ec5-9cdb74c632e5 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388993 Aug 29 04:47:39.236688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-345b78f8-bacd-4cfa-b48f-b44154c69bb9 req-71fe403a-9dd5-4f85-a733-f6fda4b810e1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545356 Aug 29 04:47:40.406024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5a3b-bc95-40c0-9240-2151b98dd68c req-b569da5e-f10e-4a23-b0c3-4cb7a2f1f8b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.407625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96cf5a3b-bc95-40c0-9240-2151b98dd68c req-b569da5e-f10e-4a23-b0c3-4cb7a2f1f8b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.0678530 Aug 29 04:47:40.448566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96cf5a3b-bc95-40c0-9240-2151b98dd68c req-7a776cb8-50ef-4dc9-b05e-6b7503033498 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343575 Aug 29 04:47:41.580096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689971e3-ac0b-4e4e-a7dd-12e835910975 req-6b6f6b8a-977d-41c9-98ea-b5c6037b47fe tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:41.581627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-689971e3-ac0b-4e4e-a7dd-12e835910975 req-6b6f6b8a-977d-41c9-98ea-b5c6037b47fe tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.0495505 Aug 29 04:47:41.620732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-689971e3-ac0b-4e4e-a7dd-12e835910975 req-17c9dd59-07b3-446a-9b2c-80a1abb28d5b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313723 Aug 29 04:47:42.738138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e423a2-b697-4863-ba50-21337e86662f req-46225ab7-6062-48b2-98c3-7812c24f96d8 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:42.739546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6e423a2-b697-4863-ba50-21337e86662f req-46225ab7-6062-48b2-98c3-7812c24f96d8 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.0496671 Aug 29 04:47:42.777219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6e423a2-b697-4863-ba50-21337e86662f req-994aa217-469c-4187-a1d5-6b900fd9eb0f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Aug 29 04:47:43.895527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4f95e-b7ea-4e43-9304-0d44958746ed req-a80d3075-c20d-4fd9-bb7b-aecbd1557d86 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:43.896981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02f4f95e-b7ea-4e43-9304-0d44958746ed req-a80d3075-c20d-4fd9-bb7b-aecbd1557d86 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.0529230 Aug 29 04:47:43.935981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02f4f95e-b7ea-4e43-9304-0d44958746ed req-34dc5e65-43de-461f-8c20-58b49278d8e1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323255 Aug 29 04:47:44.031936 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:47:45.049827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285553a6-625d-4ee2-9c77-a1666be11def req-fdbf171e-3efe-4294-8d9c-bce50ae17836 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:45.051311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-285553a6-625d-4ee2-9c77-a1666be11def req-fdbf171e-3efe-4294-8d9c-bce50ae17836 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.0492961 Aug 29 04:47:45.088412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-285553a6-625d-4ee2-9c77-a1666be11def req-ff23c443-c752-4417-a9de-80dfc56ded3f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Aug 29 04:47:46.206766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8bbf0-81af-48f9-b1c1-6a88c1cfb982 req-b40e02bc-76b3-4402-bbcb-42794d633589 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.208561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60a8bbf0-81af-48f9-b1c1-6a88c1cfb982 req-b40e02bc-76b3-4402-bbcb-42794d633589 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.0528097 Aug 29 04:47:46.248288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60a8bbf0-81af-48f9-b1c1-6a88c1cfb982 req-71324647-9627-42d9-aca6-c0b1e067db65 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Aug 29 04:47:47.617936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec307b-6dd7-42f9-82da-44c2ee116d0d req-6b95889c-6899-4e95-9631-29e18ef16291 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.619426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66ec307b-6dd7-42f9-82da-44c2ee116d0d req-6b95889c-6899-4e95-9631-29e18ef16291 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.3024364 Aug 29 04:47:47.657677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66ec307b-6dd7-42f9-82da-44c2ee116d0d req-b0b0e096-204b-49d6-ad4a-a702d3fad96c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Aug 29 04:47:48.296828 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.786040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf6df2-7ee5-4c0a-9728-d6d49787b6dd req-1d53f61b-b9c4-4d0a-9a81-5d6a9f1a0f11 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:48.791515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85bf6df2-7ee5-4c0a-9728-d6d49787b6dd req-1d53f61b-b9c4-4d0a-9a81-5d6a9f1a0f11 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.0559804 Aug 29 04:47:48.833797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85bf6df2-7ee5-4c0a-9728-d6d49787b6dd req-8fa33d9f-9b44-469e-80e6-15248a53dd74 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Aug 29 04:47:49.951938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cc657-297d-47c1-a85d-32bb02335482 req-e7cb475b-b1d6-4a70-9588-05ca3bd3b240 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:49.953440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f3cc657-297d-47c1-a85d-32bb02335482 req-e7cb475b-b1d6-4a70-9588-05ca3bd3b240 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 943 time: 0.0493622 Aug 29 04:47:49.992054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f3cc657-297d-47c1-a85d-32bb02335482 req-c3a62f7a-309d-49f1-af43-f3ec1b802f7c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322046 Aug 29 04:47:50.217971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 395b6adc-b13d-472b-8d1a-cdfe35efcbff details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:50.319238 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 395b6adc-b13d-472b-8d1a-cdfe35efcbff, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:50.332652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'mac_address': 'fa:16:3e:62:e6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:50.419906 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.439591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395b6adc-b13d-472b-8d1a-cdfe35efcbff {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:50.463919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 395b6adc-b13d-472b-8d1a-cdfe35efcbff, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:50.468928 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.526990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=395b6adc-b13d-472b-8d1a-cdfe35efcbff,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:50.824766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['395b6adc-b13d-472b-8d1a-cdfe35efcbff'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:51.108021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2c689-75b3-47a5-8d90-238eb439d6e5 req-4ede4e85-7e18-47b9-b898-281addeddb6f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:51.109536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bae2c689-75b3-47a5-8d90-238eb439d6e5 req-4ede4e85-7e18-47b9-b898-281addeddb6f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 944 time: 0.0509229 Aug 29 04:47:51.147099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bae2c689-75b3-47a5-8d90-238eb439d6e5 req-5c5828ab-e8a0-4ce4-8822-24829df4da36 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Aug 29 04:47:52.232319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 395b6adc-b13d-472b-8d1a-cdfe35efcbff up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:52.263814 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca237b1-5a61-482a-afa7-ffe651218abb req-5270bc63-a6c1-4995-81f7-d2f2b7abcb55 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.273955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ca237b1-5a61-482a-afa7-ffe651218abb req-5270bc63-a6c1-4995-81f7-d2f2b7abcb55 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 944 time: 0.0525465 Aug 29 04:47:52.294522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 395b6adc-b13d-472b-8d1a-cdfe35efcbff completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:52.298969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 395b6adc-b13d-472b-8d1a-cdfe35efcbff triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:52.299519 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.312866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ca237b1-5a61-482a-afa7-ffe651218abb req-dee4dd74-1ed2-4f87-b1c6-8cca3848c904 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390098 Aug 29 04:47:52.392011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.414171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c38a22-d270-443f-ad79-945a676aa102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395b6adc-b13d-472b-8d1a-cdfe35efcbff'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:52.416395 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bb8593-3ed3-48b7-985c-120b8dc44746" -d '{"events": [{"server_uuid": "d7c38a22-d270-443f-ad79-945a676aa102", "name": "network-vif-plugged", "status": "completed", "tag": "395b6adc-b13d-472b-8d1a-cdfe35efcbff"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:52.429604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 395b6adc-b13d-472b-8d1a-cdfe35efcbff, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:52.434463 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.457751 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4145859a-2b31-4211-bffd-860b8dcda0a8 x-openstack-request-id: req-4145859a-2b31-4211-bffd-860b8dcda0a8 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:52.458038 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c38a22-d270-443f-ad79-945a676aa102", "name": "network-vif-plugged", "status": "completed", "tag": "395b6adc-b13d-472b-8d1a-cdfe35efcbff", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:52.458287 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4145859a-2b31-4211-bffd-860b8dcda0a8 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:52.458728 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c38a22-d270-443f-ad79-945a676aa102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'code': 200} Aug 29 04:47:52.483706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=395b6adc-b13d-472b-8d1a-cdfe35efcbff,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:52.573869 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394284dc-9246-492e-b7dc-829e3c8e58ff req-3963c57b-4fe6-4dc5-b86d-cf7032abb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.575418 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394284dc-9246-492e-b7dc-829e3c8e58ff req-3963c57b-4fe6-4dc5-b86d-cf7032abb9a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 1097 time: 0.0404375 Aug 29 04:47:52.611921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-394284dc-9246-492e-b7dc-829e3c8e58ff req-dacf8b1f-b7be-4b77-8713-87ab13d50e26 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281467 Aug 29 04:47:53.432865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc484a69-ffc7-4855-a381-950999c21069 req-937fe512-39ea-41db-a4fd-65caebbcd0a4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:53.434245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc484a69-ffc7-4855-a381-950999c21069 req-937fe512-39ea-41db-a4fd-65caebbcd0a4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 945 time: 0.0529864 Aug 29 04:47:53.490113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc484a69-ffc7-4855-a381-950999c21069 req-46031da1-6adf-470a-aad8-664cfe2aa38b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498884 Aug 29 04:47:53.564371 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-da752108-9a1b-4600-8054-623963547f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.616270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6403fdc-33e4-4086-a718-f5e4f6dc7842 req-1f69a61b-d90e-4e3f-8536-070535e2fb9e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.617754 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6403fdc-33e4-4086-a718-f5e4f6dc7842 req-1f69a61b-d90e-4e3f-8536-070535e2fb9e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 945 time: 0.0531633 Aug 29 04:47:54.657766 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6403fdc-33e4-4086-a718-f5e4f6dc7842 req-4444cbc0-9bbd-4938-8b5e-b223b88d0e77 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Aug 29 04:47:54.773928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174ffbd-5565-4825-bb95-44d8b25073b1 req-ea96f01a-6a35-43ba-8695-e46e8288dc38 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.780650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3174ffbd-5565-4825-bb95-44d8b25073b1 req-ea96f01a-6a35-43ba-8695-e46e8288dc38 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 945 time: 0.0548403 Aug 29 04:47:54.820740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3174ffbd-5565-4825-bb95-44d8b25073b1 req-491f17c5-0485-47a8-8535-de561f787e80 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389512 Aug 29 04:47:54.840050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55062) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:55.065255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc89d84-c9f4-4b95-a067-c5a3a7808b28 tempest-TestVolumeBootPattern-642744616 tempest-TestVolumeBootPattern-642744616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.066769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cdc89d84-c9f4-4b95-a067-c5a3a7808b28 tempest-TestVolumeBootPattern-642744616 tempest-TestVolumeBootPattern-642744616-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 1092 time: 0.2257288 Aug 29 04:47:55.070026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55068) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:55.074514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:55.097627 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.194702 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.304173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Allocated IP 172.25.5.136 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/4a62fc94-f3a7-4d44-9173-9b22cd859017) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:55.408294 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.447741 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.487036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:55.493910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:55.497866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:55.527387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=4a62fc94-f3a7-4d44-9173-9b22cd859017,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:55.561720 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7c34b3f-f649-4e6e-b1ee-8c623caf80a7 req-3c2e8dc9-2f7a-46dc-b94c-40f3f05e433d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292137 Aug 29 04:47:55.615661 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7c34b3f-f649-4e6e-b1ee-8c623caf80a7 req-159b2712-7fee-4006-ae22-65a19d75b89c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0313661 Aug 29 04:47:55.677618 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7c34b3f-f649-4e6e-b1ee-8c623caf80a7 req-0962b5d4-ce14-4a2d-a4ed-ae501508f709 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355630 Aug 29 04:47:55.790076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c34b3f-f649-4e6e-b1ee-8c623caf80a7 req-b20f5f1a-a508-4628-b58b-de3979b1f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.791573 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e7c34b3f-f649-4e6e-b1ee-8c623caf80a7 req-b20f5f1a-a508-4628-b58b-de3979b1f857 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074872 Aug 29 04:47:55.890253 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.965359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.130273 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.135573 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.139257 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b982d65c-622c-4f2f-853e-fe224a381de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.208038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=4a62fc94-f3a7-4d44-9173-9b22cd859017,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:56.222302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.328081 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Floating IP 33775c40-ca38-41bc-9134-44b012239be4 associated. External IP: 172.25.5.136, port: 395b6adc-b13d-472b-8d1a-cdfe35efcbff. Aug 29 04:47:56.345482 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.545630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:56.659390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:56.671031 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] Sync routers for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:56.683533 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.684301 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:56.685329 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:47:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:56.720746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c2982a3f-2443-4402-9d0d-906b8bcd6059 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6494150 Aug 29 04:47:56.721526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c38a22-d270-443f-ad79-945a676aa102', 'tag': '395b6adc-b13d-472b-8d1a-cdfe35efcbff'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:56.723989 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da1abeb-4e16-4aab-af4e-42b7f188a241" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c38a22-d270-443f-ad79-945a676aa102", "tag": "395b6adc-b13d-472b-8d1a-cdfe35efcbff"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:56.772996 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4c515-61bd-48d9-9845-596f4cdea001 x-openstack-request-id: req-23e4c515-61bd-48d9-9845-596f4cdea001 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:56.772996 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c38a22-d270-443f-ad79-945a676aa102", "tag": "395b6adc-b13d-472b-8d1a-cdfe35efcbff", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:56.772996 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23e4c515-61bd-48d9-9845-596f4cdea001 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:56.772996 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c38a22-d270-443f-ad79-945a676aa102', 'tag': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'status': 'completed', 'code': 200} Aug 29 04:47:56.812348 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:56.867025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-98bad1f4-09c2-4fd9-834c-406f2918f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:56.868963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-98bad1f4-09c2-4fd9-834c-406f2918f72a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 1097 time: 0.0485468 Aug 29 04:47:56.990071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-c2fd2f1d-abb5-4a95-8ab3-0c1553f3b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:56.996303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-c2fd2f1d-abb5-4a95-8ab3-0c1553f3b766 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.1162634 Aug 29 04:47:57.069645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-7aa2a4d5-5c10-4b1f-bff9-e39849e659ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff HTTP/1.1" status: 200 len: 999 time: 0.0692911 Aug 29 04:47:57.100252 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '33775c40-ca38-41bc-9134-44b012239be4', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:62:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:55Z', 'updated_at': '2021-08-29T04:47:55Z', 'revision_number': 0, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.121766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-c12b5cd9-7d5c-4e2f-9647-7e483182294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.123480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-c12b5cd9-7d5c-4e2f-9647-7e483182294e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0482585 Aug 29 04:47:57.127271 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] Checking router: 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:57.137217 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:57.137823 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:47:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.177702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-fafe70b7-4cb1-4077-9624-0aa8ece9a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.179980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-fafe70b7-4cb1-4077-9624-0aa8ece9a239 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488384 Aug 29 04:47:57.260454 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:57.283154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-23adbe2b-d2fc-48af-8dee-f8a3558ead6e service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962491 Aug 29 04:47:57.392559 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.399662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8da1abeb-4e16-4aab-af4e-42b7f188a241 req-814fa149-4c05-4436-b17c-50c7fff00207 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092982 Aug 29 04:47:57.517314 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '33775c40-ca38-41bc-9134-44b012239be4', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:62:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:55Z', 'updated_at': '2021-08-29T04:47:55Z', 'revision_number': 0, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.546655 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836c4c1-fa78-4b17-b7c2-e25c19638795 None None] The sync data for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 is: [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '33775c40-ca38-41bc-9134-44b012239be4', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:62:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:55Z', 'updated_at': '2021-08-29T04:47:55Z', 'revision_number': 0, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:57.649902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.771494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf87b9a-0f4d-4dbd-bde7-49e849b8207e None None] New status for floating IP 33775c40-ca38-41bc-9134-44b012239be4: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:47:59.114205 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.635049 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-2f7d6532-9781-4a9c-a160-f5b82a5d5111 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414279 Aug 29 04:48:01.734866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-65fe49f7-00cc-473e-afbe-be2401d529b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:01.736441 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-65fe49f7-00cc-473e-afbe-be2401d529b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f922e0619e9549718829615caeeecadf&device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0412481 Aug 29 04:48:01.847649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-d1ad22e7-3ecf-4699-963e-2f240ea07f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:01.849191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-d1ad22e7-3ecf-4699-963e-2f240ea07f27 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044 HTTP/1.1" status: 200 len: 909 time: 0.0914519 Aug 29 04:48:01.915586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-7884fc03-fedd-412e-8fa9-fee1359b2a3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b HTTP/1.1" status: 200 len: 1001 time: 0.0589464 Aug 29 04:48:01.965726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-2040f972-6365-42af-88bd-e9d8aff9194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:01.967197 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-2040f972-6365-42af-88bd-e9d8aff9194e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=88850b7e-131f-4826-ba96-d52e5173cc9b HTTP/1.1" status: 200 len: 847 time: 0.0438490 Aug 29 04:48:02.018660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-1f79ee0e-632e-4dbf-9ca6-fb086586b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:02.020108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-1f79ee0e-632e-4dbf-9ca6-fb086586b1d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9cd9801-b4c3-45d3-98ff-4b638ccbd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451031 Aug 29 04:48:02.109283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-abf47b85-aba4-45f6-808d-94de9ea06164 service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822244 Aug 29 04:48:02.202631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16f8e3b2-f5fa-40ef-bb64-c50b42db996f req-2ffb049c-77be-47cb-9548-db3e8d6368e2 service neutron] 10.222.0.52 "GET /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854363 Aug 29 04:48:05.129320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55126) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:05.252527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa0058ba-6735-4e6a-a20e-71b759558bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.339528 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa0058ba-6735-4e6a-a20e-71b759558bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.343215 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa0058ba-6735-4e6a-a20e-71b759558bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.381106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aa0058ba-6735-4e6a-a20e-71b759558bbe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8069140908f748f4a763b8b90a25091f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506704 Aug 29 04:48:05.383043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0058ba-6735-4e6a-a20e-71b759558bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b215505-4359-4a34-8aab-a6deb665d20a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:05.384098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55130) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:05.435011 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.455407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.501477 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.503991 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.505161 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b215505-4359-4a34-8aab-a6deb665d20a HTTP/1.1" status: 204 len: 168 time: 0.1195796 Aug 29 04:48:05.512613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b215505-4359-4a34-8aab-a6deb665d20a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:05.520188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.520567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.520910 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.521378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.522279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.522623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.522976 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.523303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.523633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.523966 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.524317 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:05.524645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8666-7876-453f-b690-2a4cd2ce11f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:18.295110 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.031082 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:48:23.564577 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-efcb502a-2946-4fe7-aa7f-f5efb8e7aafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.146849 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc061-1c82-49d0-a43d-44492d8fc692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.336500 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.372762 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.659120 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.116555 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.307662 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.564725 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ea8149d4-bd59-4537-bf09-10de0a809d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.147302 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d734210c-9dea-410d-8fa4-7620025cce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.337496 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.376704 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.674269 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.029755 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:48:59.117445 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.738010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-f712eb71-cba2-457a-a0ae-f8602f143b19 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1446362 Aug 29 04:49:02.814855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-ef8a49fb-1143-452e-baf1-f38fcf7679c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:02.816397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-ef8a49fb-1143-452e-baf1-f38fcf7679c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 1097 time: 0.0435879 Aug 29 04:49:02.915740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-eb39a95c-0ad4-4153-b97b-5c43e7f6e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:02.917155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-eb39a95c-0ad4-4153-b97b-5c43e7f6e7e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.0816526 Aug 29 04:49:02.984250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-9c6805d9-cee2-4c2d-b625-bf01cb62c899 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff HTTP/1.1" status: 200 len: 1001 time: 0.0604494 Aug 29 04:49:03.032926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-76076ffe-5cbb-4145-a225-ad77c237fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:03.034322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-76076ffe-5cbb-4145-a225-ad77c237fe89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0428624 Aug 29 04:49:03.078333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-4580ee7d-43cd-4ae3-b5af-9cbfff27d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:03.079756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-4580ee7d-43cd-4ae3-b5af-9cbfff27d897 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386565 Aug 29 04:49:03.090805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-abb148c3-2c8c-47a0-929c-5949021997de service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:49:03.091723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-abb148c3-2c8c-47a0-929c-5949021997de service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048683 Aug 29 04:49:03.181547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-30bd5bff-915c-447d-aa64-e66a7480b3ed service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824826 Aug 29 04:49:03.267893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1c8cbe9-4857-45f9-92ac-6e2e719a0095 req-aaaadb51-4968-4cf8-bb1c-69953dda607e service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801172 Aug 29 04:49:18.321038 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.565065 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b91f87e1-60a1-41ed-9a17-dda1f9066e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.149040 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b2df9a8-b2af-40bc-aaca-54a321c3e713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.339087 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.380141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.670564 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.121389 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.028272 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:49:45.997848 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-08906f95-4504-425a-b722-facc410a4da6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255833964&fields=id&tenant_id=b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 267 time: 0.0336683 Aug 29 04:49:46.104349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-1c0260bb-a6bb-48ae-bc0c-b2273f5ae58d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:46.105798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-1c0260bb-a6bb-48ae-bc0c-b2273f5ae58d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1011250 Aug 29 04:49:46.121814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-23a39bb1-e173-4a54-a02c-982683826805 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/quotas/b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 375 time: 0.0096304 Aug 29 04:49:46.177646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-1ba5c39d-2a6d-40bc-a423-3686d92a3fc9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0500953 Aug 29 04:49:46.194519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-8e9601b0-0492-4507-844a-e6201bd5097e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:49:46.195473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-8e9601b0-0492-4507-844a-e6201bd5097e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052204 Aug 29 04:49:46.290601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-77c1f1a0-4c00-47bb-96e5-2ff95087aab7 service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895109 Aug 29 04:49:46.629954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-7a35dc27-2a7e-4c7b-bc58-08ef79d55b22 service neutron] 10.222.0.49 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331208 Aug 29 04:49:46.986099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d99af4b0-3efb-4ed0-9544-8d620340cddf req-281e1559-29d8-45de-a348-6a9a926616b5 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 210 time: 0.0954440 Aug 29 04:49:47.901040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-9d3866c5-9a02-4b20-b5aa-b148f1b4cdea tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:47.902537 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-9d3866c5-9a02-4b20-b5aa-b148f1b4cdea tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 812 time: 0.1039441 Aug 29 04:49:47.947966 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-0f601884-8aad-4b0b-9587-b8c5a9e182b2 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e774f7ccb94f828ef4ba014b810d41 HTTP/1.1" status: 200 len: 380 time: 0.0355425 Aug 29 04:49:47.957023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'port': {'device_id': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'admin_state_up': True, 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'security_groups': ['f325c29e-701d-42f8-bcbd-a7c08f5128b7']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:48.072618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Made reservation on behalf of b7e774f7ccb94f828ef4ba014b810d41 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:48.076928 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.085615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92216d0d-8507-42a4-8d04-2c0cc7bb5eed req-0c3f15bd-bd48-442b-a63c-bc3cd525b79d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 210 time: 0.0273101 Aug 29 04:49:48.203362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Allocated IP 172.20.0.3 (39e903de-0436-4c62-bb9d-d8983219a2ce/9ee4454b-0304-465f-980a-11ee66e25fd0/5495b4cc-3327-46ee-af83-35495077d4f4) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:48.320681 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.344078 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.358256 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Transition to ACTIVE for port object 5495b4cc-3327-46ee-af83-35495077d4f4 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:48.390647 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.435734 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Network 39e903de-0436-4c62-bb9d-d8983219a2ce is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:48.439003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:48.443168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:48.450274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=5495b4cc-3327-46ee-af83-35495077d4f4,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:48.479821 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.480043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.480392 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.480804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.481067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.481402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.481735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.482067 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.482398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.482726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.483058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.483382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:48.515173 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:48.515824 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.531985 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-6f4d23e0-1094-44fa-88f0-ba345d7e1e0c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785892 Aug 29 04:49:48.543402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-be8fc22e-3395-4929-b48c-da696e56f2ea tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:49:48.544492 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-be8fc22e-3395-4929-b48c-da696e56f2ea tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058527 Aug 29 04:49:48.620936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Request body: {'port': {'device_id': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:48.677518 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.682715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5dc5413e-4485-469f-9e29-2786650648f3 None None] Provisioning for port 5495b4cc-3327-46ee-af83-35495077d4f4 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:48.686505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5dc5413e-4485-469f-9e29-2786650648f3 None None] Provisioning complete for port 5495b4cc-3327-46ee-af83-35495077d4f4 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:48.687138 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5dc5413e-4485-469f-9e29-2786650648f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.721805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5413e-4485-469f-9e29-2786650648f3 None None] Port 5495b4cc-3327-46ee-af83-35495077d4f4 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:48.952820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5495b4cc-3327-46ee-af83-35495077d4f4 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:48.960808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.973165 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Transition to ACTIVE for port object 5495b4cc-3327-46ee-af83-35495077d4f4 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:48.976858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.047000 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Pushing event updated for resources: {'Port': ['ID=5495b4cc-3327-46ee-af83-35495077d4f4,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.118122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Attempting to bind port 5495b4cc-3327-46ee-af83-35495077d4f4 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:49.118715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Attempting to bind port 5495b4cc-3327-46ee-af83-35495077d4f4 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:49.119254 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Attempting to bind port 5495b4cc-3327-46ee-af83-35495077d4f4 on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:49.124679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Port 5495b4cc-3327-46ee-af83-35495077d4f4 on network 39e903de-0436-4c62-bb9d-d8983219a2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:49:49.125540 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Attempting to bind port 5495b4cc-3327-46ee-af83-35495077d4f4 on network 39e903de-0436-4c62-bb9d-d8983219a2ce {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:49.132739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:49.133668 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Checking segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:49.134264 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Bound using segment: {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:49.134910 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Bound port: 5495b4cc-3327-46ee-af83-35495077d4f4, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ad37e2-19df-4e19-8c62-07e063c1e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:49.135277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.217368 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] For port 5495b4cc-3327-46ee-af83-35495077d4f4, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:49.221110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] For port 5495b4cc-3327-46ee-af83-35495077d4f4, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5495b4cc-3327-46ee-af83-35495077d4f4,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:49.229389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.259903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f60be-5f0a-464b-9805-364e0b826d3b req-ef4774cb-cdcf-4351-8f6f-d40f5ded111d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.264676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c5f60be-5f0a-464b-9805-364e0b826d3b req-ef4774cb-cdcf-4351-8f6f-d40f5ded111d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0632608 Aug 29 04:49:49.273303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.273939 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.275360 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] 10.222.0.59 "PUT /v2.0/ports/5495b4cc-3327-46ee-af83-35495077d4f4 HTTP/1.1" status: 200 len: 1092 time: 0.7236860 Aug 29 04:49:49.275865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'tag': '5495b4cc-3327-46ee-af83-35495077d4f4'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:49.278136 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e84a2a-fadf-4113-985a-bfc9ad76b849" -d '{"events": [{"name": "network-changed", "server_uuid": "cc21fed6-0576-418b-8f29-8132dad59e5b", "tag": "5495b4cc-3327-46ee-af83-35495077d4f4"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:49.308981 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59592b90-07f9-4465-9ab4-704f78de436a service neutron] Pushing event updated for resources: {'Port': ['ID=5495b4cc-3327-46ee-af83-35495077d4f4,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.322947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c5f60be-5f0a-464b-9805-364e0b826d3b req-409747c2-4f43-44c8-816b-062f10fb674d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522583 Aug 29 04:49:49.348882 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c889b746-8b49-4865-ba67-0fe6048e3a67 x-openstack-request-id: req-c889b746-8b49-4865-ba67-0fe6048e3a67 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:49.349220 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc21fed6-0576-418b-8f29-8132dad59e5b", "tag": "5495b4cc-3327-46ee-af83-35495077d4f4", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:49.349489 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c889b746-8b49-4865-ba67-0fe6048e3a67 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:49.350622 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'tag': '5495b4cc-3327-46ee-af83-35495077d4f4', 'status': 'completed', 'code': 200} Aug 29 04:49:49.388678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-a90ef351-a25c-4dc7-a0d5-5bdf402a470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.390258 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-a90ef351-a25c-4dc7-a0d5-5bdf402a470e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 1095 time: 0.0594022 Aug 29 04:49:49.438756 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-0a2a18c6-d408-49ff-bcbe-d67399688099 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5495b4cc-3327-46ee-af83-35495077d4f4 HTTP/1.1" status: 200 len: 217 time: 0.0396469 Aug 29 04:49:49.491498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-97a6a0f7-9c5c-4e41-92be-c542af6eab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.493197 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-97a6a0f7-9c5c-4e41-92be-c542af6eab38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0475979 Aug 29 04:49:49.539633 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-112a496c-c7ab-4819-96ec-51d42ec0fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.541185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-112a496c-c7ab-4819-96ec-51d42ec0fa3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415473 Aug 29 04:49:49.639432 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-f1a4354f-76a7-40f3-865f-4e6ccb3dea46 service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909395 Aug 29 04:49:49.732645 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-df405a91-7fcc-48f2-bb05-26d847a29bc9 req-4df34166-d5ea-4717-a0ee-d9c534ee8ed5 service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850072 Aug 29 04:49:49.820053 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-e0f4963a-0955-4f9c-bb58-c0180898980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.821654 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-e0f4963a-0955-4f9c-bb58-c0180898980c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 1095 time: 0.0442059 Aug 29 04:49:49.917920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-c9d0b8d3-a177-4d0e-be66-868f1e4c4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.919424 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-c9d0b8d3-a177-4d0e-be66-868f1e4c4c4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.0903590 Aug 29 04:49:49.963425 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-0dd3c702-4cad-422b-b95c-91925da1a856 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5495b4cc-3327-46ee-af83-35495077d4f4 HTTP/1.1" status: 200 len: 217 time: 0.0358663 Aug 29 04:49:50.011995 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-fd5143b2-a86b-477b-b174-4986eda8da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:50.013512 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-fd5143b2-a86b-477b-b174-4986eda8da48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0434918 Aug 29 04:49:50.064638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-6ee91c7e-924e-44d7-bf9e-f643e16cd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:50.066147 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-6ee91c7e-924e-44d7-bf9e-f643e16cd691 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450912 Aug 29 04:49:50.154517 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-c0155903-7280-4f86-b14b-5eff34fa8584 service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804310 Aug 29 04:49:50.248336 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69e84a2a-fadf-4113-985a-bfc9ad76b849 req-82da86b9-30e0-49a8-a596-a59828be6668 service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866213 Aug 29 04:49:50.443550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd89d5c-65ea-4a4f-b5eb-0ba10d6ba4b9 req-b9344367-5d6a-44ec-a237-ee398622bf38 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:50.445168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fd89d5c-65ea-4a4f-b5eb-0ba10d6ba4b9 req-b9344367-5d6a-44ec-a237-ee398622bf38 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0500226 Aug 29 04:49:50.484471 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3fd89d5c-65ea-4a4f-b5eb-0ba10d6ba4b9 req-c80366cf-03f7-482f-833a-c13193a0a929 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333936 Aug 29 04:49:51.602407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0e0b-4f47-47c1-a829-37d988bd283a req-f3a60faf-ffc2-49d3-975a-8ad5c800a979 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:51.603956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f9f0e0b-4f47-47c1-a829-37d988bd283a req-f3a60faf-ffc2-49d3-975a-8ad5c800a979 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0491321 Aug 29 04:49:51.643351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f9f0e0b-4f47-47c1-a829-37d988bd283a req-5364d61e-5487-4f43-b1fb-823fffd632bd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Aug 29 04:49:52.761137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1824b2-2700-49ad-a0b6-97511bf7e591 req-7294c0ed-5db8-4bf3-9abe-9a34a3c95bfd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:52.762619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d1824b2-2700-49ad-a0b6-97511bf7e591 req-7294c0ed-5db8-4bf3-9abe-9a34a3c95bfd tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0518084 Aug 29 04:49:52.799376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d1824b2-2700-49ad-a0b6-97511bf7e591 req-be8d618d-fcab-45c3-9fb0-479b079fa596 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309319 Aug 29 04:49:53.565819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8b72-8e3a-419b-acad-70b686b5c627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.911621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e872-8b31-4c1a-a6f9-53b2ec5c3cca req-030a011d-bd6e-419d-b980-21967933a722 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:53.913779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1326e872-8b31-4c1a-a6f9-53b2ec5c3cca req-030a011d-bd6e-419d-b980-21967933a722 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0487423 Aug 29 04:49:53.950621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1326e872-8b31-4c1a-a6f9-53b2ec5c3cca req-5a251b13-7e37-436f-bfb3-22246238c9af tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310502 Aug 29 04:49:55.077093 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c57321-f609-4060-8171-cc1555042b28 req-d570492d-5a61-4fa4-9788-8597c0cef97d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:55.078655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96c57321-f609-4060-8171-cc1555042b28 req-d570492d-5a61-4fa4-9788-8597c0cef97d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0534232 Aug 29 04:49:55.126710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-96c57321-f609-4060-8171-cc1555042b28 req-36ef3f11-3306-4580-9d42-db89e46d8937 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371983 Aug 29 04:49:56.150819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9824d53d-3f39-4e62-81ae-469e8219ecbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.246377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5888bd-1227-4123-a445-9e6189131e56 req-28482e50-bf15-4d86-b524-bcfad727a5ba tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:56.248025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa5888bd-1227-4123-a445-9e6189131e56 req-28482e50-bf15-4d86-b524-bcfad727a5ba tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0549755 Aug 29 04:49:56.289765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa5888bd-1227-4123-a445-9e6189131e56 req-90a9f1d8-c8e9-4eac-b967-511a680bfa25 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344744 Aug 29 04:49:56.340910 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.384883 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.416541 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5ba91-cd49-4899-be04-ed5b79bb48b1 req-75ec11c1-8348-4f2c-a04f-72d3c34e7af4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:57.418053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8c5ba91-cd49-4899-be04-ed5b79bb48b1 req-75ec11c1-8348-4f2c-a04f-72d3c34e7af4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0573959 Aug 29 04:49:57.466211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8c5ba91-cd49-4899-be04-ed5b79bb48b1 req-fe37669f-a0a3-4ddf-a0ed-e35027fcba77 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347114 Aug 29 04:49:57.502264 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-121c06f8-fe09-4706-9989-db57a66e2b80 req-c69702bc-c49e-4162-8971-4341234962b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260036 Aug 29 04:49:57.569128 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-121c06f8-fe09-4706-9989-db57a66e2b80 req-5776faef-7633-4b3d-aa54-4eae245a9071 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0251195 Aug 29 04:49:57.607572 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-121c06f8-fe09-4706-9989-db57a66e2b80 req-9f10fcfc-7d6e-45df-8c5f-5ebab777ca32 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191450 Aug 29 04:49:57.686558 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.704105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c06f8-fe09-4706-9989-db57a66e2b80 req-1bdd04b1-08c7-4fde-96a1-321f4ecd8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:57.705690 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-121c06f8-fe09-4706-9989-db57a66e2b80 req-1bdd04b1-08c7-4fde-96a1-321f4ecd8ea6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916684 Aug 29 04:49:58.581225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c6c48-bb91-4b90-bc19-a06f1c0bafdb req-5e26e96a-66d9-4bc1-a53e-6e5ea5319dbf tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:58.582731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d99c6c48-bb91-4b90-bc19-a06f1c0bafdb req-5e26e96a-66d9-4bc1-a53e-6e5ea5319dbf tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0481062 Aug 29 04:49:58.620775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d99c6c48-bb91-4b90-bc19-a06f1c0bafdb req-b6a4c43d-9a5b-45ee-bd48-cea047efa94a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316217 Aug 29 04:49:59.124414 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.737864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3347b-c2a2-408c-b45e-cc6a2dbf2c34 req-46e0e2aa-4a45-4a8f-b899-6267d68caa5d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:59.739337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cde3347b-c2a2-408c-b45e-cc6a2dbf2c34 req-46e0e2aa-4a45-4a8f-b899-6267d68caa5d tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0516264 Aug 29 04:49:59.776964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cde3347b-c2a2-408c-b45e-cc6a2dbf2c34 req-fce01e18-1dd0-49f0-a5c4-f84aa7289312 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310445 Aug 29 04:50:00.918324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f522bec-4e52-4e3b-857b-ef3b9da2ec89 req-7769837f-11ec-4bfc-9a80-ba1fb29f6b8b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:00.919713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f522bec-4e52-4e3b-857b-ef3b9da2ec89 req-7769837f-11ec-4bfc-9a80-ba1fb29f6b8b tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 943 time: 0.0487721 Aug 29 04:50:00.956725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f522bec-4e52-4e3b-857b-ef3b9da2ec89 req-6fc27fcb-1c05-48ba-bfa2-5a76af103900 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311484 Aug 29 04:50:01.088625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5495b4cc-3327-46ee-af83-35495077d4f4 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:50:01.184989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5495b4cc-3327-46ee-af83-35495077d4f4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5495b4cc-3327-46ee-af83-35495077d4f4,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:01.196772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '5495b4cc-3327-46ee-af83-35495077d4f4', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'port_id': '5495b4cc-3327-46ee-af83-35495077d4f4', 'mac_address': 'fa:16:3e:a7:8d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:50:01.232762 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.244995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5495b4cc-3327-46ee-af83-35495077d4f4 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:01.264029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5495b4cc-3327-46ee-af83-35495077d4f4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5495b4cc-3327-46ee-af83-35495077d4f4,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:01.268395 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.317749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5495b4cc-3327-46ee-af83-35495077d4f4,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:01.325855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.326207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.326548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.326883 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.327216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.327543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.327862 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.328185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.328530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.328847 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.329167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.329484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:01.489713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea2a11-8df3-41ef-95b4-7b9498f93dce req-c2c87964-2ce6-4ae9-a2d6-f2549ade6232 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:01.491081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-baea2a11-8df3-41ef-95b4-7b9498f93dce req-c2c87964-2ce6-4ae9-a2d6-f2549ade6232 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 946 time: 0.0480430 Aug 29 04:50:01.528086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-baea2a11-8df3-41ef-95b4-7b9498f93dce req-027cc834-5662-4649-af1b-17fd629dbd16 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306609 Aug 29 04:50:01.529622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['5495b4cc-3327-46ee-af83-35495077d4f4'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:02.074640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d5fdd-0210-43ae-bf04-7d016125265c req-74f7851a-0c61-459d-aa28-34cfcd4ceada tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:02.076140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-095d5fdd-0210-43ae-bf04-7d016125265c req-74f7851a-0c61-459d-aa28-34cfcd4ceada tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 944 time: 0.0523598 Aug 29 04:50:02.114164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-095d5fdd-0210-43ae-bf04-7d016125265c req-9f3a7d13-920a-41e8-bf17-35bb02e1b418 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319910 Aug 29 04:50:02.299721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-9eaecc07-2b8a-4e7b-9b21-a46e55ae74c3 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:02.301170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-9eaecc07-2b8a-4e7b-9b21-a46e55ae74c3 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.52 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 946 time: 0.0471115 Aug 29 04:50:02.392929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Deleting port 05e63e78-b33d-49ad-9f90-a7c8b263172b {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:02.393192 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.477360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] For port 05e63e78-b33d-49ad-9f90-a7c8b263172b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=05e63e78-b33d-49ad-9f90-a7c8b263172b,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:02.477715 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.753055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5d50-eed7-4e0f-8b0a-85ca53d75a24 req-97b568ce-86b8-42ed-9fca-518a0fed9bfd tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:02.754447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b5f5d50-eed7-4e0f-8b0a-85ca53d75a24 req-97b568ce-86b8-42ed-9fca-518a0fed9bfd tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 946 time: 0.1361094 Aug 29 04:50:02.801226 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.801627 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.801954 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Floating IP 2155d279-3ef0-43af-bffc-b7f23a8869c0 disassociated. External IP: 172.25.5.51, port: 05e63e78-b33d-49ad-9f90-a7c8b263172b. Aug 29 04:50:02.802572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Calling delete_port for 05e63e78-b33d-49ad-9f90-a7c8b263172b owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:02.826568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b5f5d50-eed7-4e0f-8b0a-85ca53d75a24 req-ad46c00f-17c9-4f04-9874-8eacb6fe5e5e tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/security-groups?id=928399c2-1992-40fe-9fd5-320f42451741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613742 Aug 29 04:50:02.943499 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.969662 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event deleted for resources: {'Port': ['ID=05e63e78-b33d-49ad-9f90-a7c8b263172b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:02.979566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.979923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.980295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.980646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.980991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.981330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.981667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.982001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.982858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.982858 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.983016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:02.983305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:03.088288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5495b4cc-3327-46ee-af83-35495077d4f4 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:03.101268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:03.137107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 5495b4cc-3327-46ee-af83-35495077d4f4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:03.140848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 5495b4cc-3327-46ee-af83-35495077d4f4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:03.141222 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.216785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.242523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495b4cc-3327-46ee-af83-35495077d4f4'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:03.244781 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fdd12d-a0e0-4961-85f5-b6a98b9ea79d" -d '{"events": [{"server_uuid": "cc21fed6-0576-418b-8f29-8132dad59e5b", "name": "network-vif-plugged", "status": "completed", "tag": "5495b4cc-3327-46ee-af83-35495077d4f4"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:03.246390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:03.258720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 5495b4cc-3327-46ee-af83-35495077d4f4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5495b4cc-3327-46ee-af83-35495077d4f4,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:03.261061 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] Sync routers for ids ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:03.261582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f8199-d5c3-48c2-bfff-7385cc049366 req-04fdef4d-4940-4b8f-9a14-0e8c8f3822b2 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:03.263131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a8f8199-d5c3-48c2-bfff-7385cc049366 req-04fdef4d-4940-4b8f-9a14-0e8c8f3822b2 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 944 time: 0.0703304 Aug 29 04:50:03.269644 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.277562 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] Routers {'2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:03.278184 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:03.319119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=5495b4cc-3327-46ee-af83-35495077d4f4,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:03.339594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] No DVR routers for this DVR port 05e63e78-b33d-49ad-9f90-a7c8b263172b on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:03.348359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.352493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7b6d89ff-18f6-4535-b5ee-04fc403b1415 req-0dc4c3ff-2566-4a2f-bce3-0a922bed02b0 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.52 "DELETE /v2.0/ports/05e63e78-b33d-49ad-9f90-a7c8b263172b HTTP/1.1" status: 204 len: 173 time: 1.0446732 Aug 29 04:50:03.353790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'name': 'network-vif-deleted', 'tag': '05e63e78-b33d-49ad-9f90-a7c8b263172b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:03.364773 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082f985f-6add-4269-b72e-ebbfee20509d" -d '{"events": [{"server_uuid": "362c99b1-3893-4dcb-8e79-cb10134d7ec9", "name": "network-vif-deleted", "tag": "05e63e78-b33d-49ad-9f90-a7c8b263172b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:03.389863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a8f8199-d5c3-48c2-bfff-7385cc049366 req-df260810-cc70-4718-8dfa-a5131d58b6c9 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117163 Aug 29 04:50:03.412559 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406a8c91-a380-4dfe-9da8-221b158cc4e3 x-openstack-request-id: req-406a8c91-a380-4dfe-9da8-221b158cc4e3 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:03.413608 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc21fed6-0576-418b-8f29-8132dad59e5b", "name": "network-vif-plugged", "status": "completed", "tag": "5495b4cc-3327-46ee-af83-35495077d4f4", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:03.414099 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-406a8c91-a380-4dfe-9da8-221b158cc4e3 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:03.414647 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495b4cc-3327-46ee-af83-35495077d4f4', 'code': 200} Aug 29 04:50:03.447102 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ff9dda-0b32-41f1-adba-e148377e2338 x-openstack-request-id: req-98ff9dda-0b32-41f1-adba-e148377e2338 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:03.447505 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362c99b1-3893-4dcb-8e79-cb10134d7ec9", "name": "network-vif-deleted", "tag": "05e63e78-b33d-49ad-9f90-a7c8b263172b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:03.447891 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98ff9dda-0b32-41f1-adba-e148377e2338 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:03.448430 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362c99b1-3893-4dcb-8e79-cb10134d7ec9', 'name': 'network-vif-deleted', 'tag': '05e63e78-b33d-49ad-9f90-a7c8b263172b', 'status': 'completed', 'code': 200} Aug 29 04:50:03.529547 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] Set router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:03.541129 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a1f81-f3b1-4e3e-a5f2-8160446b3b3b req-261f298d-84d1-49c0-826a-42ebcc1ccc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:03.542636 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-412a1f81-f3b1-4e3e-a5f2-8160446b3b3b req-261f298d-84d1-49c0-826a-42ebcc1ccc94 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 1097 time: 0.0531192 Aug 29 04:50:03.577156 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-412a1f81-f3b1-4e3e-a5f2-8160446b3b3b req-62dfa6ef-6911-4e7d-a1c1-7909257f7437 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274341 Aug 29 04:50:03.720089 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:08Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '494cb8f2-dc44-43f2-9a44-393ae1c5ef3f', 'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'mac_address': 'fa:16:3e:fe:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:07Z', 'updated_at': '2021-08-29T04:44:15Z', 'revision_number': 5, 'project_id': 'f922e0619e9549718829615caeeecadf', 'subnets': [{'id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:03.748463 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] Checking router: 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:03.756540 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] Routers {'2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:03.757153 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:03.860653 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] Set router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:03.943342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edb977a9-f692-424b-b4ab-bf4c798469e5 req-5a4c2374-95b5-44e9-a842-c17261ebb8a2 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "GET /v2.0/ports?device_id=362c99b1-3893-4dcb-8e79-cb10134d7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0273151 Aug 29 04:50:04.069720 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:08Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '494cb8f2-dc44-43f2-9a44-393ae1c5ef3f', 'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'mac_address': 'fa:16:3e:fe:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:07Z', 'updated_at': '2021-08-29T04:44:15Z', 'revision_number': 5, 'project_id': 'f922e0619e9549718829615caeeecadf', 'subnets': [{'id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:04.095234 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61176f85-5050-404c-97ee-0b88ad32d78b None None] The sync data for ids ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'] in n-d-712141-12 is: [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:44:08Z', 'revision_number': 4, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '494cb8f2-dc44-43f2-9a44-393ae1c5ef3f', 'name': '', 'network_id': 'a9cd9801-b4c3-45d3-98ff-4b638ccbd044', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'mac_address': 'fa:16:3e:fe:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:07Z', 'updated_at': '2021-08-29T04:44:15Z', 'revision_number': 5, 'project_id': 'f922e0619e9549718829615caeeecadf', 'subnets': [{'id': '88850b7e-131f-4826-ba96-d52e5173cc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:04.302906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce577ed-7991-40c7-8572-f9b337d5a6bd None None] New status for floating IP 2155d279-3ef0-43af-bffc-b7f23a8869c0: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:50:04.506440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a3adc-90bf-4a1f-b7a3-f68bd148c7d7 req-34c6ab7d-9c67-4476-aee0-ab00655eb526 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.508515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-943a3adc-90bf-4a1f-b7a3-f68bd148c7d7 req-34c6ab7d-9c67-4476-aee0-ab00655eb526 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 945 time: 0.0489762 Aug 29 04:50:04.545759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-943a3adc-90bf-4a1f-b7a3-f68bd148c7d7 req-5048e3d1-b945-444f-97c2-3b1cd1f8dca8 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Aug 29 04:50:04.640561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-60015265-59be-4661-8a7a-4834c4aa9b99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410948 Aug 29 04:50:04.738502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-a3be1483-e6da-4844-b379-2a567995b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.739892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-a3be1483-e6da-4844-b379-2a567995b547 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 1097 time: 0.0429499 Aug 29 04:50:04.741056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 05e63e78-b33d-49ad-9f90-a7c8b263172b no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:04.761499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 05e63e78-b33d-49ad-9f90-a7c8b263172b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:04.761851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 05e63e78-b33d-49ad-9f90-a7c8b263172b not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:04.840134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-2bb48219-1d67-48ba-bcb5-75785e7cd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.841630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-2bb48219-1d67-48ba-bcb5-75785e7cd87f service neutron] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.0827513 Aug 29 04:50:04.908922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-685287a4-e66a-4d40-a1db-8e69ba2d739c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff HTTP/1.1" status: 200 len: 1001 time: 0.0605474 Aug 29 04:50:04.956835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-e776a66a-86b2-4c0e-ba53-753cf8859765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.958280 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-e776a66a-86b2-4c0e-ba53-753cf8859765 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0424147 Aug 29 04:50:05.002557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55312) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.004374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-1d12c0c1-2934-4a44-80a2-7e0593374da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:05.005907 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-1d12c0c1-2934-4a44-80a2-7e0593374da4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410931 Aug 29 04:50:05.099914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-4bd16c35-53a1-4412-8720-828e63791d54 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866935 Aug 29 04:50:05.126907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-86eb815b-38d9-48da-963f-a10677c5e307 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Deleting port 85b775a6-d9ef-4e23-bbc7-0c2198d38cfa {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:05.127280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86eb815b-38d9-48da-963f-a10677c5e307 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.196087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3de0d20b-e57d-4c86-a09a-bc2a88a2bc5a req-6cd5b8e8-16c2-444f-ab03-dc3272fb818a service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896130 Aug 29 04:50:05.207039 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86eb815b-38d9-48da-963f-a10677c5e307 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.207376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86eb815b-38d9-48da-963f-a10677c5e307 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.219796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-86eb815b-38d9-48da-963f-a10677c5e307 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Calling delete_port for 85b775a6-d9ef-4e23-bbc7-0c2198d38cfa owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:05.345451 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86eb815b-38d9-48da-963f-a10677c5e307 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.373458 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb815b-38d9-48da-963f-a10677c5e307 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event deleted for resources: {'Port': ['ID=85b775a6-d9ef-4e23-bbc7-0c2198d38cfa,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.431997 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86eb815b-38d9-48da-963f-a10677c5e307 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.434510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-86eb815b-38d9-48da-963f-a10677c5e307 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.435672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-86eb815b-38d9-48da-963f-a10677c5e307 tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "DELETE /v2.0/floatingips/2155d279-3ef0-43af-bffc-b7f23a8869c0 HTTP/1.1" status: 204 len: 168 time: 0.4320629 Aug 29 04:50:05.502880 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55318) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.559946 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6336b0bb-b045-48c2-ab18-c06bbdc479be tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.586226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6336b0bb-b045-48c2-ab18-c06bbdc479be tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.650052 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6336b0bb-b045-48c2-ab18-c06bbdc479be tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.652751 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6336b0bb-b045-48c2-ab18-c06bbdc479be tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.653992 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6336b0bb-b045-48c2-ab18-c06bbdc479be tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] 10.222.0.49 "DELETE /v2.0/security-groups/928399c2-1992-40fe-9fd5-320f42451741 HTTP/1.1" status: 204 len: 168 time: 0.1500371 Aug 29 04:50:05.663876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336b0bb-b045-48c2-ab18-c06bbdc479be tempest-TestServerBasicOps-1473360936 tempest-TestServerBasicOps-1473360936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928399c2-1992-40fe-9fd5-320f42451741,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.664799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d206ac-2429-403f-a1d4-b0a8a507e31e req-f3d0eccd-8720-4e48-8c16-c1e373d4bbbb tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:05.666315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50d206ac-2429-403f-a1d4-b0a8a507e31e req-f3d0eccd-8720-4e48-8c16-c1e373d4bbbb tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 945 time: 0.0505311 Aug 29 04:50:05.704058 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55324) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.728923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50d206ac-2429-403f-a1d4-b0a8a507e31e req-474f0400-7c19-4df8-8816-4f2820f5ce84 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417535 Aug 29 04:50:05.847944 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2171e-89f9-4534-a5ae-b3ad6ab19bd8 req-2e3859aa-f076-4fa7-a2ab-47db0d451a74 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:05.849451 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88d2171e-89f9-4534-a5ae-b3ad6ab19bd8 req-2e3859aa-f076-4fa7-a2ab-47db0d451a74 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 945 time: 0.0536358 Aug 29 04:50:05.887463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88d2171e-89f9-4534-a5ae-b3ad6ab19bd8 req-f63ccaf5-5352-432d-bbd2-6071c62bdda1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Aug 29 04:50:05.909203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55330) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.948601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c804ba0-0210-4dea-9445-9f63f947e471 tempest-TestVolumeBootPattern-642744616 tempest-TestVolumeBootPattern-642744616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:05.952679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9c804ba0-0210-4dea-9445-9f63f947e471 tempest-TestVolumeBootPattern-642744616 tempest-TestVolumeBootPattern-642744616-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 1092 time: 0.0399168 Aug 29 04:50:05.952918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55332) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.957367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '5495b4cc-3327-46ee-af83-35495077d4f4', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:05.977637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.077164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.153347 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.176536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Allocated IP 172.25.5.170 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/d4174fd4-0ecb-48eb-b78f-db8c57688074) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:06.279842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.321980 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.361273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:06.364117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:06.368329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:06.390708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=d4174fd4-0ecb-48eb-b78f-db8c57688074,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.403724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] Deleting port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:06.404007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.479618 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] For port 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=494cb8f2-dc44-43f2-9a44-393ae1c5ef3f,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:06.479992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.496557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] Calling delete_port for 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:06.679958 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.705388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=494cb8f2-dc44-43f2-9a44-393ae1c5ef3f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.891434 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.993075 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.062716 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.219063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.224132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.296326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event updated for resources: {'Port': ['ID=d4174fd4-0ecb-48eb-b78f-db8c57688074,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:07.306970 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.407165 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Floating IP d5d39f22-b0c5-4fa0-80d2-967bacd41c1c associated. External IP: 172.25.5.170, port: 5495b4cc-3327-46ee-af83-35495077d4f4. Aug 29 04:50:07.480572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] Router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:07.586796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:07.592388 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8a22e71f-416b-4b15-91e8-51ff377b7f4e admin admin] 10.222.0.49 "PUT /v2.0/routers/2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8869064 Aug 29 04:50:07.594955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55334) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:07.603933 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] Sync routers for ids ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:07.610998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:07.614162 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] Routers {'2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:07.615001 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:07.702353 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.720602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:07.723494 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] Set router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:07.732226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] Sync routers for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:07.738792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.753040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:07.754579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:07.771089 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3547cb8a-3a60-4b89-99df-c9589629b52a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8171337 Aug 29 04:50:07.771909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'tag': '5495b4cc-3327-46ee-af83-35495077d4f4'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:07.774536 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc21fed6-0576-418b-8f29-8132dad59e5b", "tag": "5495b4cc-3327-46ee-af83-35495077d4f4"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:07.821935 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd9702d-842c-4fb2-bd85-694272b7525a x-openstack-request-id: req-8fd9702d-842c-4fb2-bd85-694272b7525a {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:07.822241 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc21fed6-0576-418b-8f29-8132dad59e5b", "tag": "5495b4cc-3327-46ee-af83-35495077d4f4", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:07.822503 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fd9702d-842c-4fb2-bd85-694272b7525a {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:07.822917 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'tag': '5495b4cc-3327-46ee-af83-35495077d4f4', 'status': 'completed', 'code': 200} Aug 29 04:50:07.847702 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.893198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:07.917523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-6cd07a99-675c-4c66-9614-a9349bb9279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:07.919221 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-6cd07a99-675c-4c66-9614-a9349bb9279a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 1097 time: 0.0684032 Aug 29 04:50:07.927094 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:50:06Z', 'revision_number': 5, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port': {'id': '2704adc4-66f1-4546-b3c6-a645e1316227', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:04Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:07.953519 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] Checking router: 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:07.961648 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] Routers {'2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:07.962256 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:07.998682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Deleting port 2704adc4-66f1-4546-b3c6-a645e1316227 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:07.999862 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.048245 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] Set router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:08.071818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-5da4c8db-50fe-4583-ad1a-b71891fb9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:08.073502 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-5da4c8db-50fe-4583-ad1a-b71891fb9ff4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.1419806 Aug 29 04:50:08.104449 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:50:07Z', 'revision_number': 6, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:08.134768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '33775c40-ca38-41bc-9134-44b012239be4', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:62:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:55Z', 'updated_at': '2021-08-29T04:47:57Z', 'revision_number': 1, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}, {'id': 'd5d39f22-b0c5-4fa0-80d2-967bacd41c1c', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '5495b4cc-3327-46ee-af83-35495077d4f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:a7:8d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:50:06Z', 'updated_at': '2021-08-29T04:50:06Z', 'revision_number': 0, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:08.140378 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e61034-55be-41b7-a186-d1fc1dfd6d58 None None] The sync data for ids ['2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d'] in n-d-712141-12 is: [{'id': '2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d', 'name': 'tempest-TestServerBasicOps-374255357-router', 'tenant_id': 'f922e0619e9549718829615caeeecadf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:03Z', 'updated_at': '2021-08-29T04:50:07Z', 'revision_number': 6, 'project_id': 'f922e0619e9549718829615caeeecadf', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:08.164532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] Checking router: 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:08.165804 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] For port 2704adc4-66f1-4546-b3c6-a645e1316227, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2704adc4-66f1-4546-b3c6-a645e1316227,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:08.166178 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.173196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:08.173812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:08.177798 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-9fb04bec-bd57-4b2d-be05-ab1dca2c516d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5495b4cc-3327-46ee-af83-35495077d4f4 HTTP/1.1" status: 200 len: 999 time: 0.0951998 Aug 29 04:50:08.182738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Calling delete_port for 2704adc4-66f1-4546-b3c6-a645e1316227 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:08.265698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-44be3d2c-4e51-4173-b377-f768c6ca3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:08.267462 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-44be3d2c-4e51-4173-b377-f768c6ca3203 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0826352 Aug 29 04:50:08.284725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:08.367803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-b373cf1b-af90-477d-82f1-8aa3056b96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:08.369303 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-b373cf1b-af90-477d-82f1-8aa3056b96f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914104 Aug 29 04:50:08.489523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.510564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '33775c40-ca38-41bc-9134-44b012239be4', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:62:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:55Z', 'updated_at': '2021-08-29T04:47:57Z', 'revision_number': 1, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}, {'id': 'd5d39f22-b0c5-4fa0-80d2-967bacd41c1c', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '5495b4cc-3327-46ee-af83-35495077d4f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:a7:8d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:50:06Z', 'updated_at': '2021-08-29T04:50:06Z', 'revision_number': 0, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:08.533619 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Pushing event deleted for resources: {'Port': ['ID=2704adc4-66f1-4546-b3c6-a645e1316227,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:08.539183 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-6eebc59d-daa3-411d-9dd9-234b31012acf service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603544 Aug 29 04:50:08.542976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f60ca-6412-49fd-97d3-a9b194c0105b None None] The sync data for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 is: [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '33775c40-ca38-41bc-9134-44b012239be4', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:62:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:55Z', 'updated_at': '2021-08-29T04:47:57Z', 'revision_number': 1, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}, {'id': 'd5d39f22-b0c5-4fa0-80d2-967bacd41c1c', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '5495b4cc-3327-46ee-af83-35495077d4f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:a7:8d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:50:06Z', 'updated_at': '2021-08-29T04:50:06Z', 'revision_number': 0, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:08.650054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.762503 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.765829 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.770409 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-85ec6bbd-3804-496a-8fef-25f2e0de6dc5 req-0a637b53-0508-4757-a3ec-834f78202129 service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165875 Aug 29 04:50:08.793451 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9db1bb-b1ac-4448-be74-c098f74d7bff None None] New status for floating IP d5d39f22-b0c5-4fa0-80d2-967bacd41c1c: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:50:08.822933 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.823664 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:08.829077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.833173 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5fb7626e-4efa-4b8a-ac76-f05782aee036 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2d9f3b73-037e-4b4b-91f3-4ce4ef88b68d HTTP/1.1" status: 204 len: 168 time: 1.2370870 Aug 29 04:50:08.833803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55340) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:08.887911 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfdc10b-2622-49d3-8773-66de063535d8 admin admin] Deleting subnet 88850b7e-131f-4826-ba96-d52e5173cc9b {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:08.891045 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cfdc10b-2622-49d3-8773-66de063535d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.918964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2704adc4-66f1-4546-b3c6-a645e1316227 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:08.932507 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cfdc10b-2622-49d3-8773-66de063535d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.945896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 2704adc4-66f1-4546-b3c6-a645e1316227 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:08.946613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2704adc4-66f1-4546-b3c6-a645e1316227 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:08.947049 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:08.967902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:08.968273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 494cb8f2-dc44-43f2-9a44-393ae1c5ef3f not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:09.024351 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cfdc10b-2622-49d3-8773-66de063535d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.080648 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cfdc10b-2622-49d3-8773-66de063535d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.105941 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdc10b-2622-49d3-8773-66de063535d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88850b7e-131f-4826-ba96-d52e5173cc9b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:09.109905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cfdc10b-2622-49d3-8773-66de063535d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.111811 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4cfdc10b-2622-49d3-8773-66de063535d8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/88850b7e-131f-4826-ba96-d52e5173cc9b HTTP/1.1" status: 204 len: 168 time: 0.2770600 Aug 29 04:50:09.114226 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55342) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.117330 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279ff671-e44a-47ca-b553-9e6e57e5a725 None None] Network a9cd9801-b4c3-45d3-98ff-4b638ccbd044 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:09.181797 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.238115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Deleting port 3628dc21-6ce4-43a1-b22d-8922b1471ada {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:09.238474 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.299987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac916d4-b3d7-4d57-8a5f-d570730d6ab2 None None] DHCP port deletion for a9cd9801-b4c3-45d3-98ff-4b638ccbd044 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:09.301485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] For port 3628dc21-6ce4-43a1-b22d-8922b1471ada, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3628dc21-6ce4-43a1-b22d-8922b1471ada,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:09.301860 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.315333 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Calling delete_port for 3628dc21-6ce4-43a1-b22d-8922b1471ada owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:09.344827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-eac916d4-b3d7-4d57-8a5f-d570730d6ab2 None None] Deleting port 3628dc21-6ce4-43a1-b22d-8922b1471ada {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:09.345210 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eac916d4-b3d7-4d57-8a5f-d570730d6ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.393516 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.405239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-eac916d4-b3d7-4d57-8a5f-d570730d6ab2 None None] For port 3628dc21-6ce4-43a1-b22d-8922b1471ada, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3628dc21-6ce4-43a1-b22d-8922b1471ada,segment=NetworkSegment(90ed1c61-5161-4e83-9590-7177a63f81f7),segment_id=90ed1c61-5161-4e83-9590-7177a63f81f7)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:09.405645 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eac916d4-b3d7-4d57-8a5f-d570730d6ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.418709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-eac916d4-b3d7-4d57-8a5f-d570730d6ab2 None None] Calling delete_port for 3628dc21-6ce4-43a1-b22d-8922b1471ada owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:09.425027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] No DVR routers for this DVR port 3628dc21-6ce4-43a1-b22d-8922b1471ada on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:09.431397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3628dc21-6ce4-43a1-b22d-8922b1471ada,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:09.499120 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.510373 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eac916d4-b3d7-4d57-8a5f-d570730d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.517352 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9cd9801-b4c3-45d3-98ff-4b638ccbd044']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.529194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ed1c61-5161-4e83-9590-7177a63f81f7') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.529515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ed1c61-5161-4e83-9590-7177a63f81f7') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.535423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac916d4-b3d7-4d57-8a5f-d570730d6ab2 None None] Pushing event deleted for resources: {'Port': ['ID=3628dc21-6ce4-43a1-b22d-8922b1471ada,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:09.539803 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac916d4-b3d7-4d57-8a5f-d570730d6ab2 None None] No DVR routers for this DVR port 3628dc21-6ce4-43a1-b22d-8922b1471ada on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:09.540653 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.558804 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.565131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:09.565540 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:09.567373 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:09.625041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.630454 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.632372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a9cd9801-b4c3-45d3-98ff-4b638ccbd044 HTTP/1.1" status: 204 len: 168 time: 0.5172050 Aug 29 04:50:09.635455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55344) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.643428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56649e-2f69-41bb-8a23-a3778a0a14d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9cd9801-b4c3-45d3-98ff-4b638ccbd044,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:10.045101 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.335852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] Deleting port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:10.336220 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.412125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] For port 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba,segment=NetworkSegment(67f6519c-4720-4a28-8385-0ee2c87b29ae),segment_id=67f6519c-4720-4a28-8385-0ee2c87b29ae)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:10.412555 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.425917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] Calling delete_port for 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:10.598681 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.625914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:10.786739 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.953041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3628dc21-6ce4-43a1-b22d-8922b1471ada no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:10.972780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3628dc21-6ce4-43a1-b22d-8922b1471ada {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:10.973131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3628dc21-6ce4-43a1-b22d-8922b1471ada not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:11.001201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] Router b68dd0a4-087c-40d6-a0d9-6c4729570d08 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:11.103455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:11.108151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aae7d7e6-0801-45ec-a2a0-0ef8ca611eb9 admin admin] 10.222.0.49 "PUT /v2.0/routers/b68dd0a4-087c-40d6-a0d9-6c4729570d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4718113 Aug 29 04:50:11.110706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55346) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:11.113365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] Sync routers for ids ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:11.122551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] Routers {'b68dd0a4-087c-40d6-a0d9-6c4729570d08'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:11.123249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.227906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] Set router b68dd0a4-087c-40d6-a0d9-6c4729570d08 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:11.476259 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.571541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'name': 'tempest-TestServerBasicOps-234173573-router', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:11Z', 'updated_at': '2021-08-29T04:50:10Z', 'revision_number': 5, 'project_id': 'aae186e450254aa68308564fc55262d8', 'gw_port': {'id': 'a921685e-02f9-4802-ab3b-b61ce1d60241', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:12Z', 'updated_at': '2021-08-29T04:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.583164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.598223 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] Checking router: b68dd0a4-087c-40d6-a0d9-6c4729570d08 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:11.607083 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] Routers {'b68dd0a4-087c-40d6-a0d9-6c4729570d08'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:11.607680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.635616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Deleting port a921685e-02f9-4802-ab3b-b61ce1d60241 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:11.635965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.690930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] Set router b68dd0a4-087c-40d6-a0d9-6c4729570d08 gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:11.713106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] For port a921685e-02f9-4802-ab3b-b61ce1d60241, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a921685e-02f9-4802-ab3b-b61ce1d60241,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:11.713478 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.726034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Calling delete_port for a921685e-02f9-4802-ab3b-b61ce1d60241 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:11.745135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'name': 'tempest-TestServerBasicOps-234173573-router', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:11Z', 'updated_at': '2021-08-29T04:50:11Z', 'revision_number': 6, 'project_id': 'aae186e450254aa68308564fc55262d8', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.771108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ca591-d68b-4942-89a6-0a34bbae0b7a None None] The sync data for ids ['b68dd0a4-087c-40d6-a0d9-6c4729570d08'] in n-d-712141-12 is: [{'id': 'b68dd0a4-087c-40d6-a0d9-6c4729570d08', 'name': 'tempest-TestServerBasicOps-234173573-router', 'tenant_id': 'aae186e450254aa68308564fc55262d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:11Z', 'updated_at': '2021-08-29T04:50:11Z', 'revision_number': 6, 'project_id': 'aae186e450254aa68308564fc55262d8', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:11.893844 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.922353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Pushing event deleted for resources: {'Port': ['ID=a921685e-02f9-4802-ab3b-b61ce1d60241,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:11.980602 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.027021 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:50:12.067644 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.070370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.114683 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.115372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b68dd0a4-087c-40d6-a0d9-6c4729570d08 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:12.123051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.124386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-91f1112e-9150-4625-abc5-dfacacc2953f admin admin] 10.222.0.49 "DELETE /v2.0/routers/b68dd0a4-087c-40d6-a0d9-6c4729570d08 HTTP/1.1" status: 204 len: 168 time: 1.0126173 Aug 29 04:50:12.127030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55348) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:12.179156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba82a0f-d89a-4929-afac-c162b0b51435 admin admin] Deleting subnet 11693eda-f8c6-4000-9957-c3d3bac57e40 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:12.182473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eba82a0f-d89a-4929-afac-c162b0b51435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.216141 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eba82a0f-d89a-4929-afac-c162b0b51435 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.291519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eba82a0f-d89a-4929-afac-c162b0b51435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.341284 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eba82a0f-d89a-4929-afac-c162b0b51435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.373155 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eba82a0f-d89a-4929-afac-c162b0b51435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.375320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eba82a0f-d89a-4929-afac-c162b0b51435 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/11693eda-f8c6-4000-9957-c3d3bac57e40 HTTP/1.1" status: 204 len: 168 time: 0.2472401 Aug 29 04:50:12.376425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba82a0f-d89a-4929-afac-c162b0b51435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11693eda-f8c6-4000-9957-c3d3bac57e40,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:12.377909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55350) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:12.380495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7783ef3-01af-4ab6-bbf4-269f40e6e89c None None] Network 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:12.445071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.502097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Deleting port 3954f23a-a8fd-4e9b-9a79-23cf38710cae {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:12.502473 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.566012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeb0523-11c8-4b4f-9c16-7d6333cbb81a None None] DHCP port deletion for 9a63cd81-e238-4a60-b0b8-30ddf8a94b1c request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:12.573904 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] For port 3954f23a-a8fd-4e9b-9a79-23cf38710cae, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3954f23a-a8fd-4e9b-9a79-23cf38710cae,segment=NetworkSegment(67f6519c-4720-4a28-8385-0ee2c87b29ae),segment_id=67f6519c-4720-4a28-8385-0ee2c87b29ae)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:12.574712 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.588820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Calling delete_port for 3954f23a-a8fd-4e9b-9a79-23cf38710cae owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:12.612484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb0523-11c8-4b4f-9c16-7d6333cbb81a None None] Deleting port 3954f23a-a8fd-4e9b-9a79-23cf38710cae {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:12.612863 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0523-11c8-4b4f-9c16-7d6333cbb81a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.674624 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.674987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-1aeb0523-11c8-4b4f-9c16-7d6333cbb81a None None] For port 3954f23a-a8fd-4e9b-9a79-23cf38710cae, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3954f23a-a8fd-4e9b-9a79-23cf38710cae,segment=NetworkSegment(67f6519c-4720-4a28-8385-0ee2c87b29ae),segment_id=67f6519c-4720-4a28-8385-0ee2c87b29ae)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:12.675386 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0523-11c8-4b4f-9c16-7d6333cbb81a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.691817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb0523-11c8-4b4f-9c16-7d6333cbb81a None None] Calling delete_port for 3954f23a-a8fd-4e9b-9a79-23cf38710cae owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:12.704513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] No DVR routers for this DVR port 3954f23a-a8fd-4e9b-9a79-23cf38710cae on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:12.728081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Pushing event deleted for resources: {'Port': ['ID=3954f23a-a8fd-4e9b-9a79-23cf38710cae,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:12.770530 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0523-11c8-4b4f-9c16-7d6333cbb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.788771 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.798602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb0523-11c8-4b4f-9c16-7d6333cbb81a None None] No DVR routers for this DVR port 3954f23a-a8fd-4e9b-9a79-23cf38710cae on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:12.800381 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a63cd81-e238-4a60-b0b8-30ddf8a94b1c']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.800611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb0523-11c8-4b4f-9c16-7d6333cbb81a None None] Pushing event deleted for resources: {'Port': ['ID=3954f23a-a8fd-4e9b-9a79-23cf38710cae,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:12.813564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f6519c-4720-4a28-8385-0ee2c87b29ae') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.813826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f6519c-4720-4a28-8385-0ee2c87b29ae') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.823957 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.838072 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.843841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:12.844395 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:12.846066 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:12.905980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.912524 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.916278 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9a63cd81-e238-4a60-b0b8-30ddf8a94b1c HTTP/1.1" status: 204 len: 168 time: 0.5358107 Aug 29 04:50:12.919361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:12.935669 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc31e0-b95f-48a7-b3ed-c29aa4b2a667 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a63cd81-e238-4a60-b0b8-30ddf8a94b1c,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:12.953772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:12.954208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 5a8c1f8e-ccc2-49e7-9e11-0b780bdbb8ba not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:12.954709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a921685e-02f9-4802-ab3b-b61ce1d60241 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:12.973798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a921685e-02f9-4802-ab3b-b61ce1d60241 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:12.974148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a921685e-02f9-4802-ab3b-b61ce1d60241 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:12.974556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3954f23a-a8fd-4e9b-9a79-23cf38710cae no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:12.995827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3954f23a-a8fd-4e9b-9a79-23cf38710cae {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:12.996331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3954f23a-a8fd-4e9b-9a79-23cf38710cae not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:13.029817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55354) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.069815 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-83521e59-58ed-47f0-922e-4ec1de0c6046 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f922e0619e9549718829615caeeecadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381494 Aug 29 04:50:13.071958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55356) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.118392 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1c9eeb4-c734-4478-b4ee-2953aae0cd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.139600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1c9eeb4-c734-4478-b4ee-2953aae0cd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.188980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1c9eeb4-c734-4478-b4ee-2953aae0cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.191531 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f1c9eeb4-c734-4478-b4ee-2953aae0cd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.192721 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f1c9eeb4-c734-4478-b4ee-2953aae0cd35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ef7f3b4-85e1-4822-a007-8a98674e8ac7 HTTP/1.1" status: 204 len: 168 time: 0.1198602 Aug 29 04:50:13.201039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9eeb4-c734-4478-b4ee-2953aae0cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef7f3b4-85e1-4822-a007-8a98674e8ac7,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.513015 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55362) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.551677 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-84876f74-7d15-4650-bba1-71b651909296 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aae186e450254aa68308564fc55262d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374951 Aug 29 04:50:13.554528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55364) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.601563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b4fcfbe-ea2d-45cd-a454-6780885b7216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.622533 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b4fcfbe-ea2d-45cd-a454-6780885b7216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.668736 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b4fcfbe-ea2d-45cd-a454-6780885b7216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.671307 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3b4fcfbe-ea2d-45cd-a454-6780885b7216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.672485 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3b4fcfbe-ea2d-45cd-a454-6780885b7216 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e166705-4c10-4d7a-ba1f-073657b809a0 HTTP/1.1" status: 204 len: 168 time: 0.1170568 Aug 29 04:50:13.681029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fcfbe-ea2d-45cd-a454-6780885b7216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e166705-4c10-4d7a-ba1f-073657b809a0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.360292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55386) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.455723 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1547917442-network', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:14.476553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Made reservation on behalf of fd6fa34e888547faa3eeed0b5d6ba68b for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:14.478817 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.486964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.573265 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.578687 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.602498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:14.615464 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a20189-2d24-41d1-a320-b69cfe7fb118,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.620167 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.620532 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Added segment 560e3467-fc50-4ed7-a024-094fbd772fe2 of type vlan for network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 Aug 29 04:50:14.664943 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.691064 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.692076 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:14.692810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.751343 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3897924 Aug 29 04:50:14.754152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55392) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.760097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Request body: {'subnet': {'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1547917442-subnet', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:14.763646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53201ba6-f0b6-4948-850c-91c9c2c16cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=0d17f16a-74aa-4816-81b2-709be6bbb4a1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.773432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:14.786320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Made reservation on behalf of fd6fa34e888547faa3eeed0b5d6ba68b for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:14.789305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.963839 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.015519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c994fa1-b863-4948-aaff-2557f8f6a981,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.025655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Checking segment: {'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:15.026014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Network hostable DHCP agents. Network: 0d17f16a-74aa-4816-81b2-709be6bbb4a1, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:15.042284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:15.051319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 0d17f16a-74aa-4816-81b2-709be6bbb4a1) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:15.057399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:15.058094 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.061043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920010ad-9296-4665-8c88-b4e818057e38 None None] Network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:15.075006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2242bec3-f7e7-4cca-bc3d-7e440125ea89 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3195078 Aug 29 04:50:15.077450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55394) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:15.082099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1547917442-router', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:15.103046 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.104098 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.160169 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.221704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-0d17f16a-74aa-4816-81b2-709be6bbb4a1', 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'fixed_ips': [{'subnet_id': '6c994fa1-b863-4948-aaff-2557f8f6a981'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:15.222571 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.317849 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.364346 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Allocated IP 172.20.0.2 (0d17f16a-74aa-4816-81b2-709be6bbb4a1/6c994fa1-b863-4948-aaff-2557f8f6a981/3f5863ed-1e59-466f-90df-e739f03ad561) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:15.521157 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.527537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.531475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Transition to ACTIVE for port object 3f5863ed-1e59-466f-90df-e739f03ad561 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:15.547311 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.548618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Transition to ACTIVE for port object 3f5863ed-1e59-466f-90df-e739f03ad561 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:15.554660 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.593310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:15.601326 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:15.605014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:15.612658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Pushing event updated for resources: {'Port': ['ID=3f5863ed-1e59-466f-90df-e739f03ad561,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.660517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Allocated IP 172.25.5.212 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/45e58fb4-d61b-43e7-a7de-cc18b5d07f47) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:15.667673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Attempting to bind port 3f5863ed-1e59-466f-90df-e739f03ad561 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:15.668037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Attempting to bind port 3f5863ed-1e59-466f-90df-e739f03ad561 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:15.668422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Attempting to bind port 3f5863ed-1e59-466f-90df-e739f03ad561 on network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:15.674163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:15.674557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Checking segment: {'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:15.675053 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.675528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Bound using segment: {'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:15.676229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Bound port: 3f5863ed-1e59-466f-90df-e739f03ad561, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:15.676622 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.745259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] For port 3f5863ed-1e59-466f-90df-e739f03ad561, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:15.748589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] For port 3f5863ed-1e59-466f-90df-e739f03ad561, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3f5863ed-1e59-466f-90df-e739f03ad561,segment=NetworkSegment(560e3467-fc50-4ed7-a024-094fbd772fe2),segment_id=560e3467-fc50-4ed7-a024-094fbd772fe2)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:15.753363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.775691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.812106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72f9b7-cb63-4939-aeaa-14e94055d9d3 None None] Pushing event updated for resources: {'Port': ['ID=3f5863ed-1e59-466f-90df-e739f03ad561,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.827012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.867988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:15.873692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:15.876966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:15.908309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=45e58fb4-d61b-43e7-a7de-cc18b5d07f47,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.149163 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.341392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.470973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Router 0261ab4e-3601-4a7b-a6f7-3c442c132646 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:16.578535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:16.590575 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Sync routers for ids ['0261ab4e-3601-4a7b-a6f7-3c442c132646'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:16.601498 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.602104 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Routers {'0261ab4e-3601-4a7b-a6f7-3c442c132646'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:16.602860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-580cbdab-c161-4d13-9ba7-826518754ab8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.5243235 Aug 29 04:50:16.603362 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0261ab4e-3601-4a7b-a6f7-3c442c132646'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:16.605452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55396) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.708809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191e618-b0e1-49b7-8c9d-b6ead944a512 None None] Network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:16.723151 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Set router 0261ab4e-3601-4a7b-a6f7-3c442c132646 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:16.792517 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1ad909e1-3248-4c4d-bff8-c39e11504227 None None] Provisioning for port 3f5863ed-1e59-466f-90df-e739f03ad561 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:16.927872 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'name': 'tempest-ImageQuotaTest-1547917442-router', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:16Z', 'revision_number': 3, 'project_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'gw_port': {'id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:17.006160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f5863ed-1e59-466f-90df-e739f03ad561 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:17.062991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3f5863ed-1e59-466f-90df-e739f03ad561 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:17.068036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3f5863ed-1e59-466f-90df-e739f03ad561 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:17.068516 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.084295 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Checking router: 0261ab4e-3601-4a7b-a6f7-3c442c132646 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:17.084690 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Updating router 0261ab4e-3601-4a7b-a6f7-3c442c132646 port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:50:17.115361 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.163304 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.196290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 3f5863ed-1e59-466f-90df-e739f03ad561, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3f5863ed-1e59-466f-90df-e739f03ad561,segment=NetworkSegment(560e3467-fc50-4ed7-a024-094fbd772fe2),segment_id=560e3467-fc50-4ed7-a024-094fbd772fe2)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:17.200658 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.260177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c497f273-f31d-4425-b489-3a04b9e81f1c None None] Provisioning complete for port 3f5863ed-1e59-466f-90df-e739f03ad561 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:17.260572 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c497f273-f31d-4425-b489-3a04b9e81f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.265772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=3f5863ed-1e59-466f-90df-e739f03ad561,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.337210 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.397404 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.407987 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Transition to ACTIVE for port object 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:17.414223 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.468853 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Attempting to bind port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:17.469218 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Attempting to bind port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:17.469576 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Attempting to bind port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:17.472265 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Pushing event updated for resources: {'Port': ['ID=45e58fb4-d61b-43e7-a7de-cc18b5d07f47,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.480468 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:17.480828 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:17.481223 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.481605 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:17.482067 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Bound port: 45e58fb4-d61b-43e7-a7de-cc18b5d07f47, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:17.482428 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.485295 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.485629 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.485961 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.486297 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.486623 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.486941 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.487262 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.487577 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.487892 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.488231 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.488545 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.488859 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:17.493186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Allocated IP 172.20.0.1 (0d17f16a-74aa-4816-81b2-709be6bbb4a1/6c994fa1-b863-4948-aaff-2557f8f6a981/5096a00b-e978-46ed-831b-421acc7b06d2) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:17.540910 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] For port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:17.544237 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] For port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=45e58fb4-d61b-43e7-a7de-cc18b5d07f47,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:17.548969 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.603628 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.605668 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Routers {'0261ab4e-3601-4a7b-a6f7-3c442c132646'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:17.606289 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0261ab4e-3601-4a7b-a6f7-3c442c132646'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:17.617933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Transition to ACTIVE for port object 5096a00b-e978-46ed-831b-421acc7b06d2 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:17.645417 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255db354-55c6-4a77-85a4-8b3d72352832 None None] Pushing event updated for resources: {'Port': ['ID=45e58fb4-d61b-43e7-a7de-cc18b5d07f47,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.650426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.686641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:17.693048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:17.695937 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:17.717568 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] Set router 0261ab4e-3601-4a7b-a6f7-3c442c132646 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:17.722280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Pushing event updated for resources: {'Port': ['ID=5096a00b-e978-46ed-831b-421acc7b06d2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.740415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.876997 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.915212 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'name': 'tempest-ImageQuotaTest-1547917442-router', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:16Z', 'revision_number': 3, 'project_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'gw_port': {'id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:17.940675 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b7ac6-09e6-4e38-aad3-02b448777d8b None None] The sync data for ids ['0261ab4e-3601-4a7b-a6f7-3c442c132646'] in n-d-712141-12 is: [{'id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'name': 'tempest-ImageQuotaTest-1547917442-router', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:16Z', 'revision_number': 3, 'project_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'gw_port': {'id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:17.972269 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-120fd252-2728-43b0-8ce4-cdf0932416a9 None None] Provisioning for port 5096a00b-e978-46ed-831b-421acc7b06d2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:17.976448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-120fd252-2728-43b0-8ce4-cdf0932416a9 None None] Provisioning complete for port 5096a00b-e978-46ed-831b-421acc7b06d2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:17.976898 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-120fd252-2728-43b0-8ce4-cdf0932416a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.017000 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-120fd252-2728-43b0-8ce4-cdf0932416a9 None None] Port 5096a00b-e978-46ed-831b-421acc7b06d2 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:18.051023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.056644 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.130497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Pushing event updated for resources: {'Port': ['ID=5096a00b-e978-46ed-831b-421acc7b06d2,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.134592 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.237730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:18.239232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:18.340526 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.364565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Router 0261ab4e-3601-4a7b-a6f7-3c442c132646 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:18.484434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:18.491573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-911b216d-d993-480b-a6be-9992ea83bbaa admin admin] 10.222.0.49 "PUT /v2.0/routers/0261ab4e-3601-4a7b-a6f7-3c442c132646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8830826 Aug 29 04:50:18.538763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-70d84bff-1624-4895-9b74-f03f36765fb6 None None] Provisioning complete for port 5096a00b-e978-46ed-831b-421acc7b06d2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:18.539275 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-70d84bff-1624-4895-9b74-f03f36765fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.580411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-70d84bff-1624-4895-9b74-f03f36765fb6 None None] Port 5096a00b-e978-46ed-831b-421acc7b06d2 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:18.988480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f5863ed-1e59-466f-90df-e739f03ad561 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:19.035814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3f5863ed-1e59-466f-90df-e739f03ad561 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:19.036455 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.111735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:19.165843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:19.170729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:19.171141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.249773 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.271846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=45e58fb4-d61b-43e7-a7de-cc18b5d07f47,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:19.276308 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.326914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=45e58fb4-d61b-43e7-a7de-cc18b5d07f47,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:19.485872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Sync routers for ids ['0261ab4e-3601-4a7b-a6f7-3c442c132646'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:19.496172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Routers {'0261ab4e-3601-4a7b-a6f7-3c442c132646'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:19.496854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0261ab4e-3601-4a7b-a6f7-3c442c132646'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:19.512030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55416) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.611472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Set router 0261ab4e-3601-4a7b-a6f7-3c442c132646 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:19.824182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'name': 'tempest-ImageQuotaTest-1547917442-router', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:17Z', 'revision_number': 4, 'project_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'gw_port': {'id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '5096a00b-e978-46ed-831b-421acc7b06d2', 'name': '', 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'mac_address': 'fa:16:3e:29:52:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '6c994fa1-b863-4948-aaff-2557f8f6a981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:17Z', 'updated_at': '2021-08-29T04:50:17Z', 'revision_number': 2, 'project_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'subnets': [{'id': '6c994fa1-b863-4948-aaff-2557f8f6a981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:19.851028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Checking router: 0261ab4e-3601-4a7b-a6f7-3c442c132646 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:50:19.851384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Updating router 0261ab4e-3601-4a7b-a6f7-3c442c132646 port 5096a00b-e978-46ed-831b-421acc7b06d2 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:50:19.852890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.878185 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.109746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] Deleting port 5096a00b-e978-46ed-831b-421acc7b06d2 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:20.110092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.145618 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.156253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Transition to ACTIVE for port object 5096a00b-e978-46ed-831b-421acc7b06d2 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:20.161941 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.190539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.204702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] Calling delete_port for 5096a00b-e978-46ed-831b-421acc7b06d2 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:20.233921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd4871-7dce-48a3-8062-e845578795e4 None None] Pushing event updated for resources: {'Port': ['ID=5096a00b-e978-46ed-831b-421acc7b06d2,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.267530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Attempting to bind port 5096a00b-e978-46ed-831b-421acc7b06d2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:20.267898 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Attempting to bind port 5096a00b-e978-46ed-831b-421acc7b06d2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:20.268497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Attempting to bind port 5096a00b-e978-46ed-831b-421acc7b06d2 on network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:20.274240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:20.274518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Checking segment: {'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:20.274732 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.275122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Bound using segment: {'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:20.275758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Bound port: 5096a00b-e978-46ed-831b-421acc7b06d2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:20.275959 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.350950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] For port 5096a00b-e978-46ed-831b-421acc7b06d2, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:20.369235 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:50:20.369235 n-d-712141-12 neutron-server[94852]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Aug 29 04:50:20.369235 n-d-712141-12 neutron-server[94852]: [parameters: {'port_id': '5096a00b-e978-46ed-831b-421acc7b06d2', 'host': 'n-d-712141-12', 'level': 0, 'driver': 'openvswitch', 'segment_id': '560e3467-fc50-4ed7-a024-094fbd772fe2'}] Aug 29 04:50:20.369235 n-d-712141-12 neutron-server[94852]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:20.369598 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:20.417879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.429642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-41e3e6bb-cb80-49f5-8354-b5e638820857 None None] Could not find standard attr ID for object 5096a00b-e978-46ed-831b-421acc7b06d2. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:50:20.443041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] Pushing event deleted for resources: {'Port': ['ID=5096a00b-e978-46ed-831b-421acc7b06d2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.603351 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.815127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] Router 0261ab4e-3601-4a7b-a6f7-3c442c132646 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:20.896677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Attempting to bind port 5096a00b-e978-46ed-831b-421acc7b06d2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:20.897162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Attempting to bind port 5096a00b-e978-46ed-831b-421acc7b06d2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:20.897594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Attempting to bind port 5096a00b-e978-46ed-831b-421acc7b06d2 on network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:20.902730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:20.903192 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Checking segment: {'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:20.903656 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.904345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Bound using segment: {'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:20.904549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Bound port: 5096a00b-e978-46ed-831b-421acc7b06d2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560e3467-fc50-4ed7-a024-094fbd772fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d17f16a-74aa-4816-81b2-709be6bbb4a1'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:20.904912 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.922926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:20.929188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed923f10-1250-4dc8-95c6-297103724689 admin admin] 10.222.0.49 "PUT /v2.0/routers/0261ab4e-3601-4a7b-a6f7-3c442c132646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4160843 Aug 29 04:50:20.931780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55420) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.934021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Port 5096a00b-e978-46ed-831b-421acc7b06d2 has been deleted concurrently {{(pid=94852) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 04:50:20.936409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:20.973609 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Routers {'0261ab4e-3601-4a7b-a6f7-3c442c132646'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:20.974222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0261ab4e-3601-4a7b-a6f7-3c442c132646'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:21.035774 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.059721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:21.060086 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.111096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] Set router 0261ab4e-3601-4a7b-a6f7-3c442c132646 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:50:21.137733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.190437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Deleting port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:21.190778 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.276214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] For port 45e58fb4-d61b-43e7-a7de-cc18b5d07f47, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=45e58fb4-d61b-43e7-a7de-cc18b5d07f47,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:21.276586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.303692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Calling delete_port for 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:21.528693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'name': 'tempest-ImageQuotaTest-1547917442-router', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:20Z', 'revision_number': 5, 'project_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'gw_port': {'id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:21.596251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353e979-e49f-4c7e-9219-43cfd76f0a9c None None] The sync data for ids ['0261ab4e-3601-4a7b-a6f7-3c442c132646'] in n-d-712141-12 is: [{'id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'name': 'tempest-ImageQuotaTest-1547917442-router', 'tenant_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:20Z', 'revision_number': 5, 'project_id': 'fd6fa34e888547faa3eeed0b5d6ba68b', 'gw_port': {'id': '45e58fb4-d61b-43e7-a7de-cc18b5d07f47', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0261ab4e-3601-4a7b-a6f7-3c442c132646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:50:15Z', 'updated_at': '2021-08-29T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:21.776292 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.802482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Pushing event deleted for resources: {'Port': ['ID=45e58fb4-d61b-43e7-a7de-cc18b5d07f47,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.864701 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.970370 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.972962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.021563 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.022773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0261ab4e-3601-4a7b-a6f7-3c442c132646 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:22.027477 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.029812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-45cbaef0-b826-4af3-b0e6-854c2567f61d admin admin] 10.222.0.49 "DELETE /v2.0/routers/0261ab4e-3601-4a7b-a6f7-3c442c132646 HTTP/1.1" status: 204 len: 168 time: 1.0960414 Aug 29 04:50:22.031447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55424) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.086019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8caaa1-3b40-4d3e-a42a-20e588b362d4 admin admin] Deleting subnet 6c994fa1-b863-4948-aaff-2557f8f6a981 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:22.089388 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed8caaa1-3b40-4d3e-a42a-20e588b362d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.126950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed8caaa1-3b40-4d3e-a42a-20e588b362d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.212755 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed8caaa1-3b40-4d3e-a42a-20e588b362d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.244041 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195d428-8c00-4add-a6f0-ca9602f1d1d2 None None] Sync routers for ids ['0261ab4e-3601-4a7b-a6f7-3c442c132646'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:22.253523 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195d428-8c00-4add-a6f0-ca9602f1d1d2 None None] Routers set() bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:22.253891 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195d428-8c00-4add-a6f0-ca9602f1d1d2 None None] Router IDs set() for agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:50:22.254483 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_agentschedulers_db [None req-e195d428-8c00-4add-a6f0-ca9602f1d1d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0261ab4e-3601-4a7b-a6f7-3c442c132646'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent'). {{(pid=94853) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:50:22.262851 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195d428-8c00-4add-a6f0-ca9602f1d1d2 None None] Routers set() bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:22.263218 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195d428-8c00-4add-a6f0-ca9602f1d1d2 None None] Router IDs set() for agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:50:22.263790 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_agentschedulers_db [None req-e195d428-8c00-4add-a6f0-ca9602f1d1d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0261ab4e-3601-4a7b-a6f7-3c442c132646'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:49:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent'). {{(pid=94853) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:50:22.264158 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195d428-8c00-4add-a6f0-ca9602f1d1d2 None None] The sync data for ids ['0261ab4e-3601-4a7b-a6f7-3c442c132646'] in n-d-712141-12 is: [] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:22.279449 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed8caaa1-3b40-4d3e-a42a-20e588b362d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.307588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8caaa1-3b40-4d3e-a42a-20e588b362d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c994fa1-b863-4948-aaff-2557f8f6a981,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:22.313318 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed8caaa1-3b40-4d3e-a42a-20e588b362d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.315240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed8caaa1-3b40-4d3e-a42a-20e588b362d4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6c994fa1-b863-4948-aaff-2557f8f6a981 HTTP/1.1" status: 204 len: 168 time: 0.2828820 Aug 29 04:50:22.318023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55426) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.320748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b0440-c32f-44c5-b8e9-3ca0ea22687a None None] Network 0d17f16a-74aa-4816-81b2-709be6bbb4a1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:22.395868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.459172 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Deleting port 3f5863ed-1e59-466f-90df-e739f03ad561 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:22.459453 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.525811 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] For port 3f5863ed-1e59-466f-90df-e739f03ad561, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3f5863ed-1e59-466f-90df-e739f03ad561,segment=NetworkSegment(560e3467-fc50-4ed7-a024-094fbd772fe2),segment_id=560e3467-fc50-4ed7-a024-094fbd772fe2)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:22.526163 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.538521 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Calling delete_port for 3f5863ed-1e59-466f-90df-e739f03ad561 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:22.619863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.646045 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5863ed-1e59-466f-90df-e739f03ad561,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:22.652051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] No DVR routers for this DVR port 3f5863ed-1e59-466f-90df-e739f03ad561 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:22.723590 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.734630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d17f16a-74aa-4816-81b2-709be6bbb4a1']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:22.745267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7478dd1b-84fe-4ca5-bb4e-e2a57f643074 None None] DHCP port deletion for 0d17f16a-74aa-4816-81b2-709be6bbb4a1 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:22.746491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560e3467-fc50-4ed7-a024-094fbd772fe2') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:22.746788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560e3467-fc50-4ed7-a024-094fbd772fe2') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:22.759373 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.777079 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.783093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:22.783487 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:22.785147 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:22.840605 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.846671 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.848728 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0d17f16a-74aa-4816-81b2-709be6bbb4a1 HTTP/1.1" status: 204 len: 168 time: 0.5289149 Aug 29 04:50:22.862047 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7a98d-171f-4588-8d31-50733944a075 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d17f16a-74aa-4816-81b2-709be6bbb4a1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:22.923557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f5863ed-1e59-466f-90df-e739f03ad561 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:22.954635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3f5863ed-1e59-466f-90df-e739f03ad561 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:22.954984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3f5863ed-1e59-466f-90df-e739f03ad561 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:22.955397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:22.973077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55430) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.973558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:22.973558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 45e58fb4-d61b-43e7-a7de-cc18b5d07f47 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:23.013567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f079f97b-d482-4bd6-bcc7-221799d2a534 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd6fa34e888547faa3eeed0b5d6ba68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393114 Aug 29 04:50:23.016015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55432) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.066933 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3e13b98-349d-4cfb-aad1-e6c0ef8ffb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.087073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3e13b98-349d-4cfb-aad1-e6c0ef8ffb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.133314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3e13b98-349d-4cfb-aad1-e6c0ef8ffb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.135887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f3e13b98-349d-4cfb-aad1-e6c0ef8ffb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.137175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f3e13b98-349d-4cfb-aad1-e6c0ef8ffb19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8a20189-2d24-41d1-a320-b69cfe7fb118 HTTP/1.1" status: 204 len: 168 time: 0.1201842 Aug 29 04:50:23.149058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e13b98-349d-4cfb-aad1-e6c0ef8ffb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a20189-2d24-41d1-a320-b69cfe7fb118,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:23.469220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55438) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.482410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e909be1-4b20-42bc-af83-9d44e439ec6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.566459 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5a81d1c0-7ac1-42a9-90e2-7caf09d41498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.572118 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e909be1-4b20-42bc-af83-9d44e439ec6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.576290 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8e909be1-4b20-42bc-af83-9d44e439ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.628055 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8e909be1-4b20-42bc-af83-9d44e439ec6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1577039 Aug 29 04:50:23.628952 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e909be1-4b20-42bc-af83-9d44e439ec6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68a31bd-e9b1-4227-97e8-e219ea841d25,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:23.630772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55440) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.680451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f641d34c-bf16-42e4-9d3a-e88208f96850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.701304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f641d34c-bf16-42e4-9d3a-e88208f96850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.746045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f641d34c-bf16-42e4-9d3a-e88208f96850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.748599 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f641d34c-bf16-42e4-9d3a-e88208f96850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.750041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f641d34c-bf16-42e4-9d3a-e88208f96850 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e68a31bd-e9b1-4227-97e8-e219ea841d25 HTTP/1.1" status: 204 len: 168 time: 0.1177976 Aug 29 04:50:23.758026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641d34c-bf16-42e4-9d3a-e88208f96850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68a31bd-e9b1-4227-97e8-e219ea841d25,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.151595 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b9926470-d938-477a-8624-fd34a6edc5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.343196 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.387069 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.697473 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.127071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.352146 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.027075 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:50:53.566491 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96f9146a-3d1d-4731-a933-94b7a880d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.151241 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-49537140-5998-4f8f-b0bc-84886e552268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.343834 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.389638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.700456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.868643 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4aef61-fc9d-4b34-b2c4-4de5b83b8380 req-a486e67b-a4cf-4396-8549-e767128df347 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279491 Aug 29 04:50:58.916560 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4aef61-fc9d-4b34-b2c4-4de5b83b8380 req-beff75f4-d05d-4b96-8157-42faf1178afb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0248539 Aug 29 04:50:58.955797 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4aef61-fc9d-4b34-b2c4-4de5b83b8380 req-b59b5b19-43f0-4e8d-9474-e95bd5e67af8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196707 Aug 29 04:50:59.056319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aef61-fc9d-4b34-b2c4-4de5b83b8380 req-a86f04f5-582b-4789-bc3d-44f8fe8f3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:59.058046 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4aef61-fc9d-4b34-b2c4-4de5b83b8380 req-a86f04f5-582b-4789-bc3d-44f8fe8f3773 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926404 Aug 29 04:50:59.128562 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.620425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-e5da4a9d-a413-4e5c-abe7-20510910bc2a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391736 Aug 29 04:51:06.716955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-30f2d9b2-a1cd-4e27-8b7a-b485899262b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:06.718409 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-30f2d9b2-a1cd-4e27-8b7a-b485899262b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 1097 time: 0.0428178 Aug 29 04:51:06.817480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-d89a387d-f444-4572-920b-87c9a1e2c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:06.818976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-d89a387d-f444-4572-920b-87c9a1e2c5d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.0826752 Aug 29 04:51:06.887506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-979a26f0-20aa-4640-b5fd-7f5d454ac690 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff HTTP/1.1" status: 200 len: 1001 time: 0.0610130 Aug 29 04:51:06.936364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-c290f95a-6af7-4673-8893-3407269e51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:06.937800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-c290f95a-6af7-4673-8893-3407269e51dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0431666 Aug 29 04:51:06.981760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-6cfcd2ff-45b7-443f-9fae-870a303ae111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:06.983933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-6cfcd2ff-45b7-443f-9fae-870a303ae111 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392313 Aug 29 04:51:07.073247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-6bf65ab2-b028-49f2-bc09-9642dcd56626 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823889 Aug 29 04:51:07.161693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75bf2064-623e-454f-aa98-dd0ef2c05798 req-62957def-623c-408b-86cc-7211ed11ee08 service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808542 Aug 29 04:51:18.348836 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.566353 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fb402a0f-4669-493f-9a70-dc0021097667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.026394 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:51:26.151549 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a2789ba-d141-4991-b2b5-0e67eeb25ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.343798 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.392244 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.702357 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.130883 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.170465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55462) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:39.325729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Deleting port d4174fd4-0ecb-48eb-b78f-db8c57688074 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:39.326073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.401787 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.402126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.413397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Calling delete_port for d4174fd4-0ecb-48eb-b78f-db8c57688074 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:39.583958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.610717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'Port': ['ID=d4174fd4-0ecb-48eb-b78f-db8c57688074,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:39.634050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.634397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.634748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.635087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.635420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.635754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.636080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.636434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.636764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.637090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.637414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.637738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:39.680937 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.681271 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Floating IP d5d39f22-b0c5-4fa0-80d2-967bacd41c1c disassociated (deleted). External IP: 172.25.5.170, port: 5495b4cc-3327-46ee-af83-35495077d4f4. Aug 29 04:51:39.880417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:39.987387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:39.992306 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.996902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] Sync routers for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:40.006146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:40.006746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:51:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:40.021917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0c016f56-967a-437e-9735-3c3dbbaa4444 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "DELETE /v2.0/floatingips/d5d39f22-b0c5-4fa0-80d2-967bacd41c1c HTTP/1.1" status: 204 len: 168 time: 0.8503485 Aug 29 04:51:40.022521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'tag': '5495b4cc-3327-46ee-af83-35495077d4f4'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:40.024849 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21d1bba-4923-4596-bfb6-75e474bab41a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc21fed6-0576-418b-8f29-8132dad59e5b", "tag": "5495b4cc-3327-46ee-af83-35495077d4f4"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:40.069659 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95332c84-d70b-4618-aa47-8fcd93419757 x-openstack-request-id: req-95332c84-d70b-4618-aa47-8fcd93419757 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:40.070017 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc21fed6-0576-418b-8f29-8132dad59e5b", "tag": "5495b4cc-3327-46ee-af83-35495077d4f4", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:40.070347 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95332c84-d70b-4618-aa47-8fcd93419757 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:40.070751 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'tag': '5495b4cc-3327-46ee-af83-35495077d4f4', 'status': 'completed', 'code': 200} Aug 29 04:51:40.119020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:40.135399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-91e58684-7eef-49e8-a952-7c6ac3fb416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.136901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-91e58684-7eef-49e8-a952-7c6ac3fb416a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 1097 time: 0.0442674 Aug 29 04:51:40.246021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-a623ed17-73b0-49a8-bfea-898549798bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.247641 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-a623ed17-73b0-49a8-bfea-898549798bee service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.0981972 Aug 29 04:51:40.260300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb80147-1759-4b2e-935b-6b58d1cc7805 req-45bd4d23-b51f-4e8d-b839-46fc2d7e5b74 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.262105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9eb80147-1759-4b2e-935b-6b58d1cc7805 req-45bd4d23-b51f-4e8d-b839-46fc2d7e5b74 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 945 time: 0.0509200 Aug 29 04:51:40.292971 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-d2851db6-d2ea-45e6-a0b2-e8ad45428cea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5495b4cc-3327-46ee-af83-35495077d4f4 HTTP/1.1" status: 200 len: 217 time: 0.0362322 Aug 29 04:51:40.301751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9eb80147-1759-4b2e-935b-6b58d1cc7805 req-28f5b5d2-dcd1-4048-9c3c-a6eb61d328ed tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327644 Aug 29 04:51:40.347601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-c6d06fa7-e33d-40a9-891a-6a5723f1d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.348823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '33775c40-ca38-41bc-9134-44b012239be4', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:62:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:55Z', 'updated_at': '2021-08-29T04:47:57Z', 'revision_number': 1, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:40.349126 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-c6d06fa7-e33d-40a9-891a-6a5723f1d960 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0487745 Aug 29 04:51:40.378065 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] Checking router: 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:40.386379 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:40.386917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:51:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:40.396156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-6759a456-553c-41dd-a24f-e8158720949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.397704 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-6759a456-553c-41dd-a24f-e8158720949b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402110 Aug 29 04:51:40.490135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:40.490808 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-657a02d9-0c25-4032-a444-2f8393f2eb3d service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843680 Aug 29 04:51:40.580467 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e21d1bba-4923-4596-bfb6-75e474bab41a req-5b038bad-68de-4cb3-b2fd-056ef7aee93c service neutron] 10.222.0.59 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823903 Aug 29 04:51:40.707947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '33775c40-ca38-41bc-9134-44b012239be4', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:62:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:55Z', 'updated_at': '2021-08-29T04:47:57Z', 'revision_number': 1, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:40.732800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b45a0-7267-40a9-bb50-2fa52ed859bd None None] The sync data for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 is: [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '33775c40-ca38-41bc-9134-44b012239be4', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'port_id': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'mac_address': 'fa:16:3e:62:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c38a22-d270-443f-ad79-945a676aa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:47:55Z', 'updated_at': '2021-08-29T04:47:57Z', 'revision_number': 1, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:40.951203 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b252755-67a0-47fa-be68-bc75f25dd6ce None None] New status for floating IP d5d39f22-b0c5-4fa0-80d2-967bacd41c1c: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:51:41.417319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035d5be-a526-4a88-958f-c2db8f0ef65f req-f906ed2e-2a42-4baf-b50d-01035beea18c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:41.418858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a035d5be-a526-4a88-958f-c2db8f0ef65f req-f906ed2e-2a42-4baf-b50d-01035beea18c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 945 time: 0.0484529 Aug 29 04:51:41.457177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a035d5be-a526-4a88-958f-c2db8f0ef65f req-0c80e9c2-76ae-49f4-ab46-427f10451627 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Aug 29 04:51:41.792463 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-f6fec724-b3e1-46ce-97be-ff52965500c7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:41.793932 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-f6fec724-b3e1-46ce-97be-ff52965500c7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 945 time: 0.0535326 Aug 29 04:51:41.882680 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Deleting port 5495b4cc-3327-46ee-af83-35495077d4f4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:41.882947 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.980523 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] For port 5495b4cc-3327-46ee-af83-35495077d4f4, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=5495b4cc-3327-46ee-af83-35495077d4f4,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:41.980899 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.993598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Calling delete_port for 5495b4cc-3327-46ee-af83-35495077d4f4 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:42.115353 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.148274 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'Port': ['ID=5495b4cc-3327-46ee-af83-35495077d4f4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:42.176020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.176400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.176752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.177097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.177436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.177773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.178110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.178487 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.178823 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.179153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.179493 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.179809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.199215 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] No DVR routers for this DVR port 5495b4cc-3327-46ee-af83-35495077d4f4 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:42.201788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.204456 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-597f48e8-6085-4d73-b110-2862bbdf2367 req-d882f549-3f71-458e-bf58-549a54ec8438 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.59 "DELETE /v2.0/ports/5495b4cc-3327-46ee-af83-35495077d4f4 HTTP/1.1" status: 204 len: 173 time: 0.4042261 Aug 29 04:51:42.204897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'name': 'network-vif-deleted', 'tag': '5495b4cc-3327-46ee-af83-35495077d4f4'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:42.207164 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e96153-6466-4fa2-a9aa-2fa9f0cb6698" -d '{"events": [{"server_uuid": "cc21fed6-0576-418b-8f29-8132dad59e5b", "name": "network-vif-deleted", "tag": "5495b4cc-3327-46ee-af83-35495077d4f4"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:42.380140 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772d5f3a-edfb-4f6f-9727-68ebb7b71689 x-openstack-request-id: req-772d5f3a-edfb-4f6f-9727-68ebb7b71689 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:42.380534 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc21fed6-0576-418b-8f29-8132dad59e5b", "name": "network-vif-deleted", "tag": "5495b4cc-3327-46ee-af83-35495077d4f4", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:42.380797 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-772d5f3a-edfb-4f6f-9727-68ebb7b71689 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:42.381208 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc21fed6-0576-418b-8f29-8132dad59e5b', 'name': 'network-vif-deleted', 'tag': '5495b4cc-3327-46ee-af83-35495077d4f4', 'status': 'completed', 'code': 200} Aug 29 04:51:42.560054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9bc8058-3c21-4b3d-84f0-c61497e9bc44 req-5184eee3-b72d-432f-8103-a50a633d6d20 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 210 time: 0.0270774 Aug 29 04:51:43.660137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-164c4171-ae6c-436f-89a4-ff7859895154 req-92fc67a9-2a9e-4b82-bad0-b3511581f4f6 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 210 time: 0.0301125 Aug 29 04:51:44.756278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4c861208-a55a-4bfc-9d19-50e33fbeb9b3 req-3abb5624-060a-46fe-9eef-e93fa9efaef1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 210 time: 0.0281456 Aug 29 04:51:45.619133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5495b4cc-3327-46ee-af83-35495077d4f4 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:45.643506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 5495b4cc-3327-46ee-af83-35495077d4f4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:45.643851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 5495b4cc-3327-46ee-af83-35495077d4f4 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:45.860630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7728d82f-a895-4011-ba8c-d80430222537 req-8746d0c4-605e-4c3c-903a-0e505999eddc tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc21fed6-0576-418b-8f29-8132dad59e5b HTTP/1.1" status: 200 len: 210 time: 0.0271964 Aug 29 04:51:48.364763 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.215074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55510) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:51.364850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Deleting port 4a62fc94-f3a7-4d44-9173-9b22cd859017 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:51.365194 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.440545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.440890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.451812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Calling delete_port for 4a62fc94-f3a7-4d44-9173-9b22cd859017 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:51.588359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.618510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'Port': ['ID=4a62fc94-f3a7-4d44-9173-9b22cd859017,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:51.676320 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.676655 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Floating IP 33775c40-ca38-41bc-9134-44b012239be4 disassociated (deleted). External IP: 172.25.5.136, port: 395b6adc-b13d-472b-8d1a-cdfe35efcbff. Aug 29 04:51:51.876585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:51.979734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:51.985400 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.990522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] Sync routers for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:51.999717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:52.000611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:51:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:52.011374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fe129d81-8703-4615-a8cf-a8e32677a3b4 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "DELETE /v2.0/floatingips/33775c40-ca38-41bc-9134-44b012239be4 HTTP/1.1" status: 204 len: 168 time: 0.7952325 Aug 29 04:51:52.011972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c38a22-d270-443f-ad79-945a676aa102', 'tag': '395b6adc-b13d-472b-8d1a-cdfe35efcbff'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:52.014288 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0903f7ab-942e-4568-af64-4368d746d438" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c38a22-d270-443f-ad79-945a676aa102", "tag": "395b6adc-b13d-472b-8d1a-cdfe35efcbff"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:52.054589 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1d5df5-d5fc-49f4-a1a7-c02f21e9a663 x-openstack-request-id: req-6a1d5df5-d5fc-49f4-a1a7-c02f21e9a663 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:52.054896 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c38a22-d270-443f-ad79-945a676aa102", "tag": "395b6adc-b13d-472b-8d1a-cdfe35efcbff", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:52.055154 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a1d5df5-d5fc-49f4-a1a7-c02f21e9a663 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:52.055569 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c38a22-d270-443f-ad79-945a676aa102', 'tag': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'status': 'completed', 'code': 200} Aug 29 04:51:52.113597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:52.142010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903f7ab-942e-4568-af64-4368d746d438 req-c574ed9d-ea64-4544-8218-0091de91a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.144189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0903f7ab-942e-4568-af64-4368d746d438 req-c574ed9d-ea64-4544-8218-0091de91a0c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 1097 time: 0.0455909 Aug 29 04:51:52.293356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db50ba-7e02-4398-932a-4a16c1d68a98 req-58e381fd-89e0-4e9c-9ae2-bea733e71894 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.294842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3db50ba-7e02-4398-932a-4a16c1d68a98 req-58e381fd-89e0-4e9c-9ae2-bea733e71894 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 945 time: 0.0958920 Aug 29 04:51:52.314285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:52.319009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903f7ab-942e-4568-af64-4368d746d438 req-f59b5900-1301-46ba-9f7c-a088d476d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.320496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0903f7ab-942e-4568-af64-4368d746d438 req-f59b5900-1301-46ba-9f7c-a088d476d395 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 200 len: 913 time: 0.1391666 Aug 29 04:51:52.339756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] Checking router: 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:52.349689 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:52.350285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:51:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:52.374603 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3db50ba-7e02-4398-932a-4a16c1d68a98 req-7dbc5d2e-804c-4b9e-9daf-4545a1b05366 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711322 Aug 29 04:51:52.376284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0903f7ab-942e-4568-af64-4368d746d438 req-cffa6053-7b7f-4eb1-bd6a-edeb09f3f8d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff HTTP/1.1" status: 200 len: 217 time: 0.0482755 Aug 29 04:51:52.427778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903f7ab-942e-4568-af64-4368d746d438 req-4fa17339-09ba-4f45-86ad-2a4f6c9371b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.429239 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0903f7ab-942e-4568-af64-4368d746d438 req-4fa17339-09ba-4f45-86ad-2a4f6c9371b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 200 len: 851 time: 0.0459332 Aug 29 04:51:52.479665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903f7ab-942e-4568-af64-4368d746d438 req-4b4a65ba-4d68-47ab-8df5-3870b969512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.481224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0903f7ab-942e-4568-af64-4368d746d438 req-4b4a65ba-4d68-47ab-8df5-3870b969512e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39e903de-0436-4c62-bb9d-d8983219a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427089 Aug 29 04:51:52.576689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0903f7ab-942e-4568-af64-4368d746d438 req-4350cac5-2473-4d9e-ad04-92556a1ab0ce service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870721 Aug 29 04:51:52.611536 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:52.666003 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0903f7ab-942e-4568-af64-4368d746d438 req-f0b474b4-228b-406c-ad1a-b7101d932b1c service neutron] 10.222.0.52 "GET /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819976 Aug 29 04:51:52.807814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:52.834540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d99d2a-45b7-41da-bdf6-8d60b77e0ebe None None] The sync data for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 is: [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:41:09Z', 'revision_number': 4, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'db032c52-c866-42f8-9824-559676de9974', 'name': '', 'network_id': '39e903de-0436-4c62-bb9d-d8983219a2ce', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'mac_address': 'fa:16:3e:77:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:08Z', 'updated_at': '2021-08-29T04:41:15Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'subnets': [{'id': '9ee4454b-0304-465f-980a-11ee66e25fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:53.056778 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e5d3b-217c-4dc0-a2f7-0bcc95c748db None None] New status for floating IP 33775c40-ca38-41bc-9134-44b012239be4: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:51:53.493896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419b28-c8cc-42af-b5c9-2981b6f17b16 req-affe2aae-e8aa-4e8d-873b-61c0576465e0 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:53.495340 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8419b28-c8cc-42af-b5c9-2981b6f17b16 req-affe2aae-e8aa-4e8d-873b-61c0576465e0 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 945 time: 0.0484896 Aug 29 04:51:53.537622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8419b28-c8cc-42af-b5c9-2981b6f17b16 req-8d16f5a3-791d-4df4-8f1f-1459266be78a tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/security-groups?id=f325c29e-701d-42f8-bcbd-a7c08f5128b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360110 Aug 29 04:51:53.566883 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2b5e-2990-4754-8b29-65887f5deff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.254785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49e021-02f9-43aa-852d-eeb84978e341 req-f185b158-66f9-4f40-b9ca-95d7b3e821e7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:54.256289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da49e021-02f9-43aa-852d-eeb84978e341 req-f185b158-66f9-4f40-b9ca-95d7b3e821e7 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 945 time: 0.3074167 Aug 29 04:51:54.342134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-da49e021-02f9-43aa-852d-eeb84978e341 req-96138cdf-aa76-4150-bd10-dfb12318575f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Deleting port 395b6adc-b13d-472b-8d1a-cdfe35efcbff {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:54.342475 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-da49e021-02f9-43aa-852d-eeb84978e341 req-96138cdf-aa76-4150-bd10-dfb12318575f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.430063 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-da49e021-02f9-43aa-852d-eeb84978e341 req-96138cdf-aa76-4150-bd10-dfb12318575f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] For port 395b6adc-b13d-472b-8d1a-cdfe35efcbff, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=395b6adc-b13d-472b-8d1a-cdfe35efcbff,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:54.430429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-da49e021-02f9-43aa-852d-eeb84978e341 req-96138cdf-aa76-4150-bd10-dfb12318575f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.442867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-da49e021-02f9-43aa-852d-eeb84978e341 req-96138cdf-aa76-4150-bd10-dfb12318575f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Calling delete_port for 395b6adc-b13d-472b-8d1a-cdfe35efcbff owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:54.567715 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-da49e021-02f9-43aa-852d-eeb84978e341 req-96138cdf-aa76-4150-bd10-dfb12318575f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.605466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96138cdf-aa76-4150-bd10-dfb12318575f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'Port': ['ID=395b6adc-b13d-472b-8d1a-cdfe35efcbff,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:54.662248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac0d491a-fbc6-4c81-9cc5-687cbfc51cda req-5f446ab0-7f9c-4885-a01a-29a81b8c294c tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 210 time: 0.0400341 Aug 29 04:51:54.663039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-da49e021-02f9-43aa-852d-eeb84978e341 req-96138cdf-aa76-4150-bd10-dfb12318575f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] No DVR routers for this DVR port 395b6adc-b13d-472b-8d1a-cdfe35efcbff on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:54.665469 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-da49e021-02f9-43aa-852d-eeb84978e341 req-96138cdf-aa76-4150-bd10-dfb12318575f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.667294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-da49e021-02f9-43aa-852d-eeb84978e341 req-96138cdf-aa76-4150-bd10-dfb12318575f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.52 "DELETE /v2.0/ports/395b6adc-b13d-472b-8d1a-cdfe35efcbff HTTP/1.1" status: 204 len: 173 time: 0.4044876 Aug 29 04:51:54.667723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c38a22-d270-443f-ad79-945a676aa102', 'name': 'network-vif-deleted', 'tag': '395b6adc-b13d-472b-8d1a-cdfe35efcbff'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:54.670605 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea88d8d-1ef3-4f3b-bc2f-bb5b99fd5211" -d '{"events": [{"server_uuid": "d7c38a22-d270-443f-ad79-945a676aa102", "name": "network-vif-deleted", "tag": "395b6adc-b13d-472b-8d1a-cdfe35efcbff"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:54.707277 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12248fc-f0ee-49f9-a101-d60282fbc742 x-openstack-request-id: req-b12248fc-f0ee-49f9-a101-d60282fbc742 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:54.707591 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c38a22-d270-443f-ad79-945a676aa102", "name": "network-vif-deleted", "tag": "395b6adc-b13d-472b-8d1a-cdfe35efcbff", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:54.707849 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b12248fc-f0ee-49f9-a101-d60282fbc742 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:54.708272 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c38a22-d270-443f-ad79-945a676aa102', 'name': 'network-vif-deleted', 'tag': '395b6adc-b13d-472b-8d1a-cdfe35efcbff', 'status': 'completed', 'code': 200} Aug 29 04:51:55.765645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66ce1080-4ad3-44d7-a9dd-2363425dfdb3 req-f43d6c44-992e-467a-996c-49da8f9ee354 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 210 time: 0.0338104 Aug 29 04:51:56.152779 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-076260db-740e-480e-aad5-b28bae8d0f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.345921 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.861734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92d5c4ad-cfcf-4208-9976-fd068cbe9621 req-067ad612-b03e-41f1-b21c-96e35f54fe9e tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 210 time: 0.0271883 Aug 29 04:51:57.255585 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 395b6adc-b13d-472b-8d1a-cdfe35efcbff no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:57.276148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 395b6adc-b13d-472b-8d1a-cdfe35efcbff {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:57.276524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 395b6adc-b13d-472b-8d1a-cdfe35efcbff not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:57.396625 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.729137 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.957189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4cb19a47-3e31-443c-a800-063c177f91c0 req-63de10be-ab1c-4cf1-bb02-0fdd912ff7b1 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c38a22-d270-443f-ad79-945a676aa102 HTTP/1.1" status: 200 len: 210 time: 0.0281963 Aug 29 04:51:59.010519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55534) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:59.132906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3500d-05d6-406d-95ee-7dac47d72067 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Deleting port b613596a-227d-454f-8077-2c315eb335e9 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:59.133365 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbc3500d-05d6-406d-95ee-7dac47d72067 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.134362 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.208860 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbc3500d-05d6-406d-95ee-7dac47d72067 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.209110 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbc3500d-05d6-406d-95ee-7dac47d72067 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.220140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3500d-05d6-406d-95ee-7dac47d72067 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Calling delete_port for b613596a-227d-454f-8077-2c315eb335e9 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:59.344912 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbc3500d-05d6-406d-95ee-7dac47d72067 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.370916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3500d-05d6-406d-95ee-7dac47d72067 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'Port': ['ID=b613596a-227d-454f-8077-2c315eb335e9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:59.431000 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbc3500d-05d6-406d-95ee-7dac47d72067 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.433956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bbc3500d-05d6-406d-95ee-7dac47d72067 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.435142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bbc3500d-05d6-406d-95ee-7dac47d72067 tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "DELETE /v2.0/floatingips/06c2e692-82f4-4c38-8694-e1eeba03fb6f HTTP/1.1" status: 204 len: 168 time: 0.4236321 Aug 29 04:52:00.495346 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ae4a58b-ee68-4da0-a9ff-9c12822d3c02 req-4d7cebbd-a19c-4a1a-a833-fcfd0d1b1c31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249147 Aug 29 04:52:00.564223 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ae4a58b-ee68-4da0-a9ff-9c12822d3c02 req-b372c93e-b2ba-43b4-88b3-e3f7b00b904e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0247762 Aug 29 04:52:00.605773 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ae4a58b-ee68-4da0-a9ff-9c12822d3c02 req-27bedd50-af3e-4f46-8007-a5191d08807f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200047 Aug 29 04:52:00.704641 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4a58b-ee68-4da0-a9ff-9c12822d3c02 req-c81533f7-a4e0-47e8-9bc1-5d6b51bd6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:00.706239 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0ae4a58b-ee68-4da0-a9ff-9c12822d3c02 req-c81533f7-a4e0-47e8-9bc1-5d6b51bd6303 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937591 Aug 29 04:52:01.689942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55548) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:01.749050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c904a772-652a-477e-aed7-d4c8cee8888f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.774633 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c904a772-652a-477e-aed7-d4c8cee8888f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.834851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c904a772-652a-477e-aed7-d4c8cee8888f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.837894 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c904a772-652a-477e-aed7-d4c8cee8888f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.841501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c904a772-652a-477e-aed7-d4c8cee8888f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] 10.222.0.49 "DELETE /v2.0/security-groups/f325c29e-701d-42f8-bcbd-a7c08f5128b7 HTTP/1.1" status: 204 len: 168 time: 0.1478589 Aug 29 04:52:01.851883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904a772-652a-477e-aed7-d4c8cee8888f tempest-TestVolumeBootPattern-853236488 tempest-TestVolumeBootPattern-853236488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f325c29e-701d-42f8-bcbd-a7c08f5128b7,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:01.899739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55552) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:02.711621 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.944100 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] Deleting port db032c52-c866-42f8-9824-559676de9974 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:02.944726 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.023001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] For port db032c52-c866-42f8-9824-559676de9974, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=db032c52-c866-42f8-9824-559676de9974,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:03.023370 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.025325 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:52:03.035985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] Calling delete_port for db032c52-c866-42f8-9824-559676de9974 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:03.212906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.244126 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=db032c52-c866-42f8-9824-559676de9974,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:03.400318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.624914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] Router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:03.730151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:03.737260 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-56248ed2-3ce3-414e-90e2-eecc2d652a67 admin admin] 10.222.0.49 "PUT /v2.0/routers/6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348048 Aug 29 04:52:03.738179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55556) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:03.740829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] Sync routers for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:03.751561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:03.752282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:51:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:03.840761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.855474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:03.943685 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.998574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Deleting port c2ac743c-a44f-475b-b59e-25404e3230b3 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:03.999263 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.034159 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:52:03Z', 'revision_number': 5, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port': {'id': 'c2ac743c-a44f-475b-b59e-25404e3230b3', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:06Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.059829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] Checking router: 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:04.068393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] Routers {'6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:04.068990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:51:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.081906 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] For port c2ac743c-a44f-475b-b59e-25404e3230b3, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=c2ac743c-a44f-475b-b59e-25404e3230b3,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:04.082277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.094861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Calling delete_port for c2ac743c-a44f-475b-b59e-25404e3230b3 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:04.153317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] Set router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:04.203837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:52:03Z', 'revision_number': 6, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.232818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08454a7-f5ba-4804-bb5e-fd8fbf72013f None None] The sync data for ids ['6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd'] in n-d-712141-12 is: [{'id': '6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd', 'name': 'tempest-TestVolumeBootPattern-1196625442-router', 'tenant_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:05Z', 'updated_at': '2021-08-29T04:52:03Z', 'revision_number': 6, 'project_id': 'b7e774f7ccb94f828ef4ba014b810d41', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:04.270610 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.294469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ac743c-a44f-475b-b59e-25404e3230b3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:04.356678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.450127 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.452166 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.493874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.494393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:52:04.498611 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.500476 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-59076d0b-f227-4bd5-9c71-26ccf23d5a6e admin admin] 10.222.0.49 "DELETE /v2.0/routers/6214ae1e-ecfd-475b-96b6-8d6e43e3f3cd HTTP/1.1" status: 204 len: 168 time: 0.7606773 Aug 29 04:52:04.503121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55558) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:04.547724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8d7a7c-41da-48eb-afba-049396f5cb83 admin admin] Deleting subnet 9ee4454b-0304-465f-980a-11ee66e25fd0 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:04.550642 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7a7c-41da-48eb-afba-049396f5cb83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.585393 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7a7c-41da-48eb-afba-049396f5cb83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.672001 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7a7c-41da-48eb-afba-049396f5cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.724639 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7a7c-41da-48eb-afba-049396f5cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.752788 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d7a7c-41da-48eb-afba-049396f5cb83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ee4454b-0304-465f-980a-11ee66e25fd0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:04.754788 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7a7c-41da-48eb-afba-049396f5cb83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.757823 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3d8d7a7c-41da-48eb-afba-049396f5cb83 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9ee4454b-0304-465f-980a-11ee66e25fd0 HTTP/1.1" status: 204 len: 168 time: 0.2526202 Aug 29 04:52:04.759134 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55560) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:04.761633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d20d6-775d-41b3-b9c2-1d1243cb33aa None None] Network 39e903de-0436-4c62-bb9d-d8983219a2ce requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:04.830378 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.884765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Deleting port ad1daf49-e34f-43b4-812c-1e577c09a3de {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:04.885119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.949088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] For port ad1daf49-e34f-43b4-812c-1e577c09a3de, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ad1daf49-e34f-43b4-812c-1e577c09a3de,segment=NetworkSegment(95ad37e2-19df-4e19-8c62-07e063c1e850),segment_id=95ad37e2-19df-4e19-8c62-07e063c1e850)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:04.949381 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.964450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Calling delete_port for ad1daf49-e34f-43b4-812c-1e577c09a3de owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:05.030066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] DHCP port deletion for 39e903de-0436-4c62-bb9d-d8983219a2ce request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:05.056555 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.084121 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1daf49-e34f-43b4-812c-1e577c09a3de,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:05.086316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Deleting port ad1daf49-e34f-43b4-812c-1e577c09a3de {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:05.086696 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.089168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] No DVR routers for this DVR port ad1daf49-e34f-43b4-812c-1e577c09a3de on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:05.100281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c2ac743c-a44f-475b-b59e-25404e3230b3 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:05.149762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: c2ac743c-a44f-475b-b59e-25404e3230b3 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:05.150129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device c2ac743c-a44f-475b-b59e-25404e3230b3 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:05.150541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device db032c52-c866-42f8-9824-559676de9974 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:05.167832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.178593 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e903de-0436-4c62-bb9d-d8983219a2ce']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:05.182486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: db032c52-c866-42f8-9824-559676de9974 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:05.182863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device db032c52-c866-42f8-9824-559676de9974 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:05.183382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad1daf49-e34f-43b4-812c-1e577c09a3de no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:05.189925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ad37e2-19df-4e19-8c62-07e063c1e850') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:05.190221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ad37e2-19df-4e19-8c62-07e063c1e850') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:05.199218 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.207389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ad1daf49-e34f-43b4-812c-1e577c09a3de {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:05.207742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ad1daf49-e34f-43b4-812c-1e577c09a3de not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:05.217738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.222196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] For port ad1daf49-e34f-43b4-812c-1e577c09a3de, host n-d-712141-12, got binding levels [] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:05.222604 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.226415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:05.226937 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:05.228872 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:05.237058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Calling delete_port for ad1daf49-e34f-43b4-812c-1e577c09a3de owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:05.239767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.ipam_backend_mixin [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Port ad1daf49-e34f-43b4-812c-1e577c09a3de was not found and therefore no delete operation was performed {{(pid=94852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:52:05.240965 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.268412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Pushing event deleted for resources: {'Port': ['ID=ad1daf49-e34f-43b4-812c-1e577c09a3de,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:05.271684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] No DVR routers for this DVR port ad1daf49-e34f-43b4-812c-1e577c09a3de on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:05.278787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.279136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.279474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.279993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.280774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.281748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.282388 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.283461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.283952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.284469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.286438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.286948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a59f5-71f7-4afa-a513-5e37a2f36b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:05.295747 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.301657 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.304127 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] 10.222.0.49 "DELETE /v2.0/networks/39e903de-0436-4c62-bb9d-d8983219a2ce HTTP/1.1" status: 204 len: 168 time: 0.5440223 Aug 29 04:52:05.307216 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55562) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:05.318519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0762f-958c-4872-85f4-0b6cb3f933ae admin admin] Pushing event deleted for resources: {'Network': ['ID=39e903de-0436-4c62-bb9d-d8983219a2ce,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:05.648512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.885138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] Deleting port 801d3b33-c1c0-4f46-9571-c7ec4895094c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:05.885390 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.959346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] For port 801d3b33-c1c0-4f46-9571-c7ec4895094c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=801d3b33-c1c0-4f46-9571-c7ec4895094c,segment=NetworkSegment(cf4c1282-3284-4f5c-98f2-2979a0edcd3f),segment_id=cf4c1282-3284-4f5c-98f2-2979a0edcd3f)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:05.959702 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.972271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] Calling delete_port for 801d3b33-c1c0-4f46-9571-c7ec4895094c owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:06.146665 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.175394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=801d3b33-c1c0-4f46-9571-c7ec4895094c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:06.338905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.546938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] Router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:06.650229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:06.655120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-23db097b-c95a-46f6-8bae-a04a2ee0bb50 admin admin] 10.222.0.49 "PUT /v2.0/routers/0e6b59c5-33a9-4cdc-9908-93a33e1c1522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3469980 Aug 29 04:52:06.658262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55564) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:06.660823 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] Sync routers for ids ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:06.670642 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] Routers {'0e6b59c5-33a9-4cdc-9908-93a33e1c1522'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:06.671246 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:51:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:06.760514 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.772713 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] Set router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:06.857276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.913201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Deleting port 86e11bb9-f16a-4ccf-9edd-88ba08217e70 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:06.913837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.951095 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'name': 'tempest-TestVolumeBootPattern-699955928-router', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:52:06Z', 'revision_number': 5, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'gw_port': {'id': '86e11bb9-f16a-4ccf-9edd-88ba08217e70', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:06.982794 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] Checking router: 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:06.991075 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] Routers {'0e6b59c5-33a9-4cdc-9908-93a33e1c1522'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:06.991696 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:51:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:06.996832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] For port 86e11bb9-f16a-4ccf-9edd-88ba08217e70, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=86e11bb9-f16a-4ccf-9edd-88ba08217e70,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:06.997203 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.010077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Calling delete_port for 86e11bb9-f16a-4ccf-9edd-88ba08217e70 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:07.073314 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] Set router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:07.126572 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'name': 'tempest-TestVolumeBootPattern-699955928-router', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:52:06Z', 'revision_number': 6, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:07.152244 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc1558-1756-4ca8-915c-0a814f49019c None None] The sync data for ids ['0e6b59c5-33a9-4cdc-9908-93a33e1c1522'] in n-d-712141-12 is: [{'id': '0e6b59c5-33a9-4cdc-9908-93a33e1c1522', 'name': 'tempest-TestVolumeBootPattern-699955928-router', 'tenant_id': 'adfe00c502c64deb8f046af45c65e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:52:06Z', 'revision_number': 6, 'project_id': 'adfe00c502c64deb8f046af45c65e720', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:07.176915 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.202110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e11bb9-f16a-4ccf-9edd-88ba08217e70,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:07.263238 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.349431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.351463 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.393087 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.393694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e6b59c5-33a9-4cdc-9908-93a33e1c1522 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:52:07.397984 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.399141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f214b684-7ec8-4b07-b360-db0b14b74972 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0e6b59c5-33a9-4cdc-9908-93a33e1c1522 HTTP/1.1" status: 204 len: 168 time: 0.7399623 Aug 29 04:52:07.401620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55568) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.448131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ad2ab8-2afe-44a8-a763-1ab8e974d977 admin admin] Deleting subnet a6e27fbb-dda4-457d-bbbd-05e39d09125b {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:07.451007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54ad2ab8-2afe-44a8-a763-1ab8e974d977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.483482 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54ad2ab8-2afe-44a8-a763-1ab8e974d977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.563066 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54ad2ab8-2afe-44a8-a763-1ab8e974d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.614415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54ad2ab8-2afe-44a8-a763-1ab8e974d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.643900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad2ab8-2afe-44a8-a763-1ab8e974d977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e27fbb-dda4-457d-bbbd-05e39d09125b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:07.647385 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54ad2ab8-2afe-44a8-a763-1ab8e974d977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.649731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-54ad2ab8-2afe-44a8-a763-1ab8e974d977 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a6e27fbb-dda4-457d-bbbd-05e39d09125b HTTP/1.1" status: 204 len: 168 time: 0.2467339 Aug 29 04:52:07.651732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55570) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.655014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6e4b65-2ebc-4c1d-bd25-d2fb0b23c576 None None] Network 932eb198-5e73-4f28-bfd2-48cb2859d293 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:07.717583 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.769551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Deleting port d8d615a4-5916-4c55-a950-dfd59e107bfb {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:07.769890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.895588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ea6e4c-f2fc-451b-bb82-5db746e49dc1 None None] DHCP port deletion for 932eb198-5e73-4f28-bfd2-48cb2859d293 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:07.945160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea6e4c-f2fc-451b-bb82-5db746e49dc1 None None] Deleting port d8d615a4-5916-4c55-a950-dfd59e107bfb {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:07.945540 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b7ea6e4c-f2fc-451b-bb82-5db746e49dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.010597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b7ea6e4c-f2fc-451b-bb82-5db746e49dc1 None None] For port d8d615a4-5916-4c55-a950-dfd59e107bfb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d8d615a4-5916-4c55-a950-dfd59e107bfb,segment=NetworkSegment(cf4c1282-3284-4f5c-98f2-2979a0edcd3f),segment_id=cf4c1282-3284-4f5c-98f2-2979a0edcd3f)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:08.011090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b7ea6e4c-f2fc-451b-bb82-5db746e49dc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.030397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea6e4c-f2fc-451b-bb82-5db746e49dc1 None None] Calling delete_port for d8d615a4-5916-4c55-a950-dfd59e107bfb owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:08.107509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] For port d8d615a4-5916-4c55-a950-dfd59e107bfb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d8d615a4-5916-4c55-a950-dfd59e107bfb,segment=NetworkSegment(cf4c1282-3284-4f5c-98f2-2979a0edcd3f),segment_id=cf4c1282-3284-4f5c-98f2-2979a0edcd3f)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:08.107886 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.115563 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b7ea6e4c-f2fc-451b-bb82-5db746e49dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.125273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Calling delete_port for d8d615a4-5916-4c55-a950-dfd59e107bfb owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:08.143634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea6e4c-f2fc-451b-bb82-5db746e49dc1 None None] Pushing event deleted for resources: {'Port': ['ID=d8d615a4-5916-4c55-a950-dfd59e107bfb,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:08.148766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea6e4c-f2fc-451b-bb82-5db746e49dc1 None None] No DVR routers for this DVR port d8d615a4-5916-4c55-a950-dfd59e107bfb on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:08.203491 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.230009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d615a4-5916-4c55-a950-dfd59e107bfb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:08.231822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] No DVR routers for this DVR port d8d615a4-5916-4c55-a950-dfd59e107bfb on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:08.302142 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.311763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932eb198-5e73-4f28-bfd2-48cb2859d293']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:08.321695 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:08.321996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4c1282-3284-4f5c-98f2-2979a0edcd3f') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:08.330889 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.345461 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.351445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:08.352023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: items = [ Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:08.353625 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:08.408926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.414384 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.416191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/932eb198-5e73-4f28-bfd2-48cb2859d293 HTTP/1.1" status: 204 len: 168 time: 0.7635188 Aug 29 04:52:08.427094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83ad5d-e7db-4d2c-87b7-f030934626d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=932eb198-5e73-4f28-bfd2-48cb2859d293,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:08.539008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55574) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.582782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-06491a36-825a-40df-9d94-24f1c75bedf5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7e774f7ccb94f828ef4ba014b810d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375173 Aug 29 04:52:08.583046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55576) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.632188 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa11dd53-2764-4961-92fc-e4cf55b4f946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.652541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa11dd53-2764-4961-92fc-e4cf55b4f946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.696723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa11dd53-2764-4961-92fc-e4cf55b4f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.699077 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aa11dd53-2764-4961-92fc-e4cf55b4f946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.700217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aa11dd53-2764-4961-92fc-e4cf55b4f946 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba520fde-f092-430b-a7ea-7d47a8c32466 HTTP/1.1" status: 204 len: 168 time: 0.1159399 Aug 29 04:52:08.708374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11dd53-2764-4961-92fc-e4cf55b4f946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba520fde-f092-430b-a7ea-7d47a8c32466,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:08.967851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d8d615a4-5916-4c55-a950-dfd59e107bfb no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:08.988180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d8d615a4-5916-4c55-a950-dfd59e107bfb {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:08.988547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d8d615a4-5916-4c55-a950-dfd59e107bfb not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:08.988954 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 86e11bb9-f16a-4ccf-9edd-88ba08217e70 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:09.010375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 86e11bb9-f16a-4ccf-9edd-88ba08217e70 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:09.010726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 86e11bb9-f16a-4ccf-9edd-88ba08217e70 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:09.011185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 801d3b33-c1c0-4f46-9571-c7ec4895094c no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:09.030622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 801d3b33-c1c0-4f46-9571-c7ec4895094c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:09.030977 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 801d3b33-c1c0-4f46-9571-c7ec4895094c not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:09.038756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55582) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.079110 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eb4f302a-c1e2-4155-b16b-553f14330215 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=adfe00c502c64deb8f046af45c65e720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391390 Aug 29 04:52:09.081616 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55584) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.132283 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d54b0ed-fd9c-4fac-98cb-ad2307cdf5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.152910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d54b0ed-fd9c-4fac-98cb-ad2307cdf5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.199700 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d54b0ed-fd9c-4fac-98cb-ad2307cdf5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.202546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8d54b0ed-fd9c-4fac-98cb-ad2307cdf5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.203645 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8d54b0ed-fd9c-4fac-98cb-ad2307cdf5f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88b4459a-a6c8-46b2-af70-fc05aa6482d8 HTTP/1.1" status: 204 len: 168 time: 0.1211486 Aug 29 04:52:09.211270 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54b0ed-fd9c-4fac-98cb-ad2307cdf5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b4459a-a6c8-46b2-af70-fc05aa6482d8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:18.363968 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.988688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-94961c32-9daa-4900-a42b-bfc98bbbf1c6 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c074a9c971764d20acf185db1cb9ccdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285623 Aug 29 04:52:19.168628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-60a47fbe-14ac-4e6a-9553-ef009fe9d246 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:19.170072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-60a47fbe-14ac-4e6a-9553-ef009fe9d246 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761286 Aug 29 04:52:19.185119 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-fa84b673-d1d3-4284-9786-722c42d16522 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/quotas/c074a9c971764d20acf185db1cb9ccdb HTTP/1.1" status: 200 len: 375 time: 0.0087626 Aug 29 04:52:19.215124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-36bd3a40-64bc-4b5b-93ef-97672d1ae4af tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c074a9c971764d20acf185db1cb9ccdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245891 Aug 29 04:52:19.383108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1704043c-3fcb-489e-bdf4-8897e7bf4ddd req-31677297-26f5-4a63-bb78-36922fc1e8db tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 210 time: 0.0273345 Aug 29 04:52:20.458163 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7ea8465-1380-4b10-96a3-2075a6cc0577 req-98c6b9db-a19d-435d-9dc1-3b6bd8320910 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 210 time: 0.0261548 Aug 29 04:52:21.536862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0c76da2-c932-4f5a-98a4-9d3cf045e7b4 req-28a7b04b-b063-483f-b921-88ec0f68bf17 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 210 time: 0.0292854 Aug 29 04:52:22.296169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-8f2e38e6-d2f7-4dab-b1b2-2f7c240444d1 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c074a9c971764d20acf185db1cb9ccdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205684 Aug 29 04:52:22.403486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-e7e4a554-a17d-4735-8bc1-5534c9d1872a tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:22.404961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-e7e4a554-a17d-4735-8bc1-5534c9d1872a tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037221 Aug 29 04:52:22.423317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Request body: {'port': {'device_id': '23141d65-af46-4b2e-bfae-3ee0d6016c11', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'admin_state_up': True, 'tenant_id': 'c074a9c971764d20acf185db1cb9ccdb'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:22.530270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Made reservation on behalf of c074a9c971764d20acf185db1cb9ccdb for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:22.534404 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.543093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.634985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-312add13-91be-40c5-8b72-71bb1c0a268e req-2648d680-b56f-41cf-924b-d073a45e0328 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 210 time: 0.0297918 Aug 29 04:52:22.657902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.661812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.729499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeed4f7-2811-45a5-b9ff-33acfeabbf08,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:22.792982 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Allocated IP 192.168.233.252 (9bc558b4-771e-439c-bee9-0f1085c5d810/bdf1b938-5636-4393-8f89-a0808a87c4eb/4a0bb94f-dd19-4899-981c-9ab0f8ca96f0) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:22.933447 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.947157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Transition to ACTIVE for port object 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:22.979012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.018816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Network 9bc558b4-771e-439c-bee9-0f1085c5d810 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:23.023706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:23.027335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:23.052426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Pushing event updated for resources: {'Port': ['ID=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:23.081894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:23.082528 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.097443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-72c21f71-a3e5-44ce-91eb-71c50bb10a1e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6776876 Aug 29 04:52:23.115498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Request body: {'port': {'device_id': '23141d65-af46-4b2e-bfae-3ee0d6016c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:23.175314 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.256353 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-eaaa845e-c3a9-4624-a9d7-fc6a172fc2ad None None] Provisioning for port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:23.259980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-eaaa845e-c3a9-4624-a9d7-fc6a172fc2ad None None] Provisioning complete for port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:23.260384 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eaaa845e-c3a9-4624-a9d7-fc6a172fc2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.292959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa845e-c3a9-4624-a9d7-fc6a172fc2ad None None] Port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:52:23.432672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:23.440293 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.451992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Transition to ACTIVE for port object 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:23.455527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.518670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:23.567124 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-96416936-a044-4e74-8b34-b9060c7eea28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.577729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Attempting to bind port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:52:23.578276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Attempting to bind port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:52:23.578494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Attempting to bind port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:23.583248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:52:23.583759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Attempting to bind port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 on network 9bc558b4-771e-439c-bee9-0f1085c5d810 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:23.589382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:52:23.589724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Checking segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:23.590116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Bound using segment: {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:52:23.590552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Bound port: 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908fc6-f006-4a14-8fec-671aea7c9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:52:23.590915 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.656386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] For port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:52:23.660284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] For port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:52:23.664639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.696657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:23.697279 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.698825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-1353d015-736b-4418-b029-2cf987739a06 service neutron] 10.222.0.52 "PUT /v2.0/ports/4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 HTTP/1.1" status: 200 len: 1097 time: 0.5877578 Aug 29 04:52:23.699308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23141d65-af46-4b2e-bfae-3ee0d6016c11', 'tag': '4a0bb94f-dd19-4899-981c-9ab0f8ca96f0'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:23.701791 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37daf9c4-709e-4103-8181-673df926b7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "23141d65-af46-4b2e-bfae-3ee0d6016c11", "tag": "4a0bb94f-dd19-4899-981c-9ab0f8ca96f0"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:23.796889 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353d015-736b-4418-b029-2cf987739a06 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:23.822472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3329738-ab1b-44a5-8fdc-034e4ad31d7a req-65fab2b9-23d6-41e0-a0a9-4fecb63ac317 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:23.824671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3329738-ab1b-44a5-8fdc-034e4ad31d7a req-65fab2b9-23d6-41e0-a0a9-4fecb63ac317 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 948 time: 0.1198678 Aug 29 04:52:23.840137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-0faf1ab4-1a29-447c-87fb-764ff034c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:23.841698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-0faf1ab4-1a29-447c-87fb-764ff034c765 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c074a9c971764d20acf185db1cb9ccdb&device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 1100 time: 0.0766597 Aug 29 04:52:23.843191 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103fa905-b6e4-4c55-ba62-ce1c1340400e x-openstack-request-id: req-103fa905-b6e4-4c55-ba62-ce1c1340400e {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:23.843482 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23141d65-af46-4b2e-bfae-3ee0d6016c11", "tag": "4a0bb94f-dd19-4899-981c-9ab0f8ca96f0", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:23.843738 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-103fa905-b6e4-4c55-ba62-ce1c1340400e {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:23.844682 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23141d65-af46-4b2e-bfae-3ee0d6016c11', 'tag': '4a0bb94f-dd19-4899-981c-9ab0f8ca96f0', 'status': 'completed', 'code': 200} Aug 29 04:52:23.903853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3329738-ab1b-44a5-8fdc-034e4ad31d7a req-8d0262b5-0d24-4618-8912-38d73686111a tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735614 Aug 29 04:52:23.905509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-55199562-bf5e-4e61-a222-767a51131198 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 HTTP/1.1" status: 200 len: 217 time: 0.0401270 Aug 29 04:52:23.957808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-c7aaaf9a-b1ed-42f8-9bb2-16b3db883bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:23.959193 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-c7aaaf9a-b1ed-42f8-9bb2-16b3db883bcf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0467749 Aug 29 04:52:24.003298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-d6a53328-5de9-4295-87e9-99ce8e4cdc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:24.004782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-d6a53328-5de9-4295-87e9-99ce8e4cdc14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0389712 Aug 29 04:52:24.091412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-7d9f72fb-92b9-4407-827e-cb0d3cd77e64 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799286 Aug 29 04:52:24.181587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e1b14f6-e7c1-4764-82df-1eaec84fe9c4 req-fa915c78-5546-4579-a45d-cf3ef4178128 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837047 Aug 29 04:52:24.300984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daf9c4-709e-4103-8181-673df926b7cf req-8f46a6af-e889-4c0f-9c63-732df9c4f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:24.302346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37daf9c4-709e-4103-8181-673df926b7cf req-8f46a6af-e889-4c0f-9c63-732df9c4f2fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c074a9c971764d20acf185db1cb9ccdb&device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 1100 time: 0.0400765 Aug 29 04:52:24.395144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daf9c4-709e-4103-8181-673df926b7cf req-569097ca-ac37-4974-8aef-d138d0ea7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:24.396623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37daf9c4-709e-4103-8181-673df926b7cf req-569097ca-ac37-4974-8aef-d138d0ea7fc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9bc558b4-771e-439c-bee9-0f1085c5d810 HTTP/1.1" status: 200 len: 870 time: 0.0864265 Aug 29 04:52:24.437060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37daf9c4-709e-4103-8181-673df926b7cf req-2be5eb1d-f585-4dd5-adb3-cecf4eeb888f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 HTTP/1.1" status: 200 len: 217 time: 0.0330102 Aug 29 04:52:24.483702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daf9c4-709e-4103-8181-673df926b7cf req-3bd0f7b8-6f99-476f-8ee4-b7b731126c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:24.485162 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37daf9c4-709e-4103-8181-673df926b7cf req-3bd0f7b8-6f99-476f-8ee4-b7b731126c1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdf1b938-5636-4393-8f89-a0808a87c4eb HTTP/1.1" status: 200 len: 843 time: 0.0417435 Aug 29 04:52:24.532852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daf9c4-709e-4103-8181-673df926b7cf req-7209dae8-2d10-4b75-82bb-7ca833b394ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:24.534292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37daf9c4-709e-4103-8181-673df926b7cf req-7209dae8-2d10-4b75-82bb-7ca833b394ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bc558b4-771e-439c-bee9-0f1085c5d810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426512 Aug 29 04:52:24.619296 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37daf9c4-709e-4103-8181-673df926b7cf req-3731d02c-0e20-426a-9f1c-9d586cfa606e service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776968 Aug 29 04:52:24.709921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37daf9c4-709e-4103-8181-673df926b7cf req-7955e66b-f42b-4032-8e20-002cf9d2713e service neutron] 10.222.0.52 "GET /v2.0/networks/9bc558b4-771e-439c-bee9-0f1085c5d810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830534 Aug 29 04:52:25.021267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334c85-cd6a-43b3-9e12-234392e9390e req-a1eb6665-b9f3-4958-a1b1-251f530aa50f tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:25.022741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34334c85-cd6a-43b3-9e12-234392e9390e req-a1eb6665-b9f3-4958-a1b1-251f530aa50f tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 948 time: 0.0494661 Aug 29 04:52:25.060966 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34334c85-cd6a-43b3-9e12-234392e9390e req-eef13783-aca2-4920-a045-8d20e1925f89 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Aug 29 04:52:26.155072 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2fb358fc-cd99-4a3f-bda5-0f1235daeef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.176347 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dc504-b679-4363-99ef-e4435d2e754d req-de72b0d9-7db5-4a5c-820a-d20c4d9d472a tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:26.177850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e5dc504-b679-4363-99ef-e4435d2e754d req-de72b0d9-7db5-4a5c-820a-d20c4d9d472a tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 948 time: 0.0538621 Aug 29 04:52:26.215099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e5dc504-b679-4363-99ef-e4435d2e754d req-06324924-fdb3-4cfe-874f-10abb0d8a74e tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Aug 29 04:52:26.345941 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.326658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831172-3d34-4a9e-9605-80c7e1bfed49 req-a5692a9d-dec1-448c-a072-c09dad970d63 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:27.328121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26831172-3d34-4a9e-9605-80c7e1bfed49 req-a5692a9d-dec1-448c-a072-c09dad970d63 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 948 time: 0.0478060 Aug 29 04:52:27.368892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26831172-3d34-4a9e-9605-80c7e1bfed49 req-3ab93758-3cbb-4a4e-98e2-ae7d7ec795b3 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Aug 29 04:52:27.400961 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.728682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.486493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69e342-4f67-4ca5-93f3-79e2f8d82303 req-83c4d7bd-4adf-490b-826f-47c17a3be3c4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:28.487969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca69e342-4f67-4ca5-93f3-79e2f8d82303 req-83c4d7bd-4adf-490b-826f-47c17a3be3c4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 948 time: 0.0489488 Aug 29 04:52:28.524819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca69e342-4f67-4ca5-93f3-79e2f8d82303 req-7d04db28-3c3c-42ac-81e5-a32149941d97 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308943 Aug 29 04:52:29.145029 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.363433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:52:29.457770 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:29.469623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '4a0bb94f-dd19-4899-981c-9ab0f8ca96f0', 'network_id': '9bc558b4-771e-439c-bee9-0f1085c5d810', 'port_id': '4a0bb94f-dd19-4899-981c-9ab0f8ca96f0', 'mac_address': 'fa:16:3e:5e:4f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf1b938-5636-4393-8f89-a0808a87c4eb', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:52:29.511099 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.523780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:29.542925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:29.546771 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.592958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:29.637684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9acd52-fda2-47a7-96f8-d04cb24be58a req-d6c96948-39c3-4734-9c01-3a85bef6f445 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:29.639085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b9acd52-fda2-47a7-96f8-d04cb24be58a req-d6c96948-39c3-4734-9c01-3a85bef6f445 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 949 time: 0.0489540 Aug 29 04:52:29.676795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b9acd52-fda2-47a7-96f8-d04cb24be58a req-568dddac-e9b6-4fd0-aab5-1ffe2eeaeb21 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318410 Aug 29 04:52:29.960505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['4a0bb94f-dd19-4899-981c-9ab0f8ca96f0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:30.789325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e0c35-0830-4da0-8e30-47f0c9ee053f req-f718acc6-43f5-4094-aaf5-a2147417776b tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:30.790826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db3e0c35-0830-4da0-8e30-47f0c9ee053f req-f718acc6-43f5-4094-aaf5-a2147417776b tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 949 time: 0.0489838 Aug 29 04:52:30.831152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db3e0c35-0830-4da0-8e30-47f0c9ee053f req-8f184910-fe13-4a25-ba43-a3a9235877c7 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344496 Aug 29 04:52:31.208510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-3ce65470-f256-4cd7-97ca-b2619e4ad999 req-1adebb23-87a6-4930-96b9-f3567b5c8dfa service neutron] (94851) timed out ('10.222.0.49', 52604) {{(pid=94851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:52:31.379304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:52:31.425858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:31.429461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:31.429835 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.507713 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.528903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23141d65-af46-4b2e-bfae-3ee0d6016c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0bb94f-dd19-4899-981c-9ab0f8ca96f0'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:31.531186 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d256b580-21ab-4698-8c02-bbfd21c013aa" -d '{"events": [{"server_uuid": "23141d65-af46-4b2e-bfae-3ee0d6016c11", "name": "network-vif-plugged", "status": "completed", "tag": "4a0bb94f-dd19-4899-981c-9ab0f8ca96f0"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:31.543414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:31.547300 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.572758 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c29b29-73c4-4a9c-8660-19a4cc923b8b x-openstack-request-id: req-a5c29b29-73c4-4a9c-8660-19a4cc923b8b {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:31.573056 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23141d65-af46-4b2e-bfae-3ee0d6016c11", "name": "network-vif-plugged", "status": "completed", "tag": "4a0bb94f-dd19-4899-981c-9ab0f8ca96f0", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:31.573314 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5c29b29-73c4-4a9c-8660-19a4cc923b8b {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:31.573705 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23141d65-af46-4b2e-bfae-3ee0d6016c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0bb94f-dd19-4899-981c-9ab0f8ca96f0', 'code': 200} Aug 29 04:52:31.601074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:31.693054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b88ef-1948-472b-888a-b97f9967547d req-6d7bac92-2e7c-423c-aa32-c15bea41359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:31.694533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-436b88ef-1948-472b-888a-b97f9967547d req-6d7bac92-2e7c-423c-aa32-c15bea41359b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 1102 time: 0.0405602 Aug 29 04:52:31.729781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-436b88ef-1948-472b-888a-b97f9967547d req-cdc28be5-deba-4d5e-8f6e-b7e5babec1ad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274668 Aug 29 04:52:31.943748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf08ed-5038-43cf-ae5e-a58c3816290e req-b9e626ad-864e-49b9-b1da-10a443c33b0f tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:31.945252 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ecf08ed-5038-43cf-ae5e-a58c3816290e req-b9e626ad-864e-49b9-b1da-10a443c33b0f tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 950 time: 0.0489109 Aug 29 04:52:31.982154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ecf08ed-5038-43cf-ae5e-a58c3816290e req-06566418-2cd3-4bde-b355-4dd16284953b tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Aug 29 04:52:33.104190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a86b4-1ba2-4d92-aefc-7c7d3cfff43d req-7d87e88c-afeb-4129-9a70-5dab56c4bd86 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:33.105699 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c98a86b4-1ba2-4d92-aefc-7c7d3cfff43d req-7d87e88c-afeb-4129-9a70-5dab56c4bd86 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 950 time: 0.0573666 Aug 29 04:52:33.147557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c98a86b4-1ba2-4d92-aefc-7c7d3cfff43d req-b7beca69-9052-4b95-8118-256ef40a4cff tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352733 Aug 29 04:52:34.259432 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65349-ee5d-456f-9c48-67ebe11f816b req-6f38baa7-7380-425d-9574-6f477d0ff774 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:34.260973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19b65349-ee5d-456f-9c48-67ebe11f816b req-6f38baa7-7380-425d-9574-6f477d0ff774 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 950 time: 0.0482252 Aug 29 04:52:34.297958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19b65349-ee5d-456f-9c48-67ebe11f816b req-cbabc7b6-a0dd-45e7-9734-4985ce98508b tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311587 Aug 29 04:52:35.438315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded85a-7463-402a-a548-686e27aed0a8 req-28d50e81-86fb-4846-a16e-8fec1eb25878 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:35.439757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68ded85a-7463-402a-a548-686e27aed0a8 req-28d50e81-86fb-4846-a16e-8fec1eb25878 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 950 time: 0.0483999 Aug 29 04:52:35.477066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68ded85a-7463-402a-a548-686e27aed0a8 req-0726b246-2def-4a0a-a141-5fc5a3bae398 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Aug 29 04:52:36.591594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943b5c-6da2-4580-a7c7-1b26be3f04e5 req-42979b90-7091-4f1c-843e-75ee7903ab88 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.593093 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6943b5c-6da2-4580-a7c7-1b26be3f04e5 req-42979b90-7091-4f1c-843e-75ee7903ab88 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 950 time: 0.0486264 Aug 29 04:52:36.635917 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6943b5c-6da2-4580-a7c7-1b26be3f04e5 req-7c8ecf48-d44b-4fb9-9d2d-19eaa82105a8 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfeed4f7-2811-45a5-b9ff-33acfeabbf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362422 Aug 29 04:52:36.953971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-f1139c6f-cc5a-44bf-b9ab-12e76f07856c tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.955401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-f1139c6f-cc5a-44bf-b9ab-12e76f07856c tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.52 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 950 time: 0.0484498 Aug 29 04:52:37.039411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-4f6f9f23-5c76-48d9-b6f4-1dc066e572d4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Deleting port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:37.039749 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-4f6f9f23-5c76-48d9-b6f4-1dc066e572d4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.128972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-4f6f9f23-5c76-48d9-b6f4-1dc066e572d4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] For port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,segment=NetworkSegment(b6908fc6-f006-4a14-8fec-671aea7c9b5d),segment_id=b6908fc6-f006-4a14-8fec-671aea7c9b5d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:37.129338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-4f6f9f23-5c76-48d9-b6f4-1dc066e572d4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.141689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-4f6f9f23-5c76-48d9-b6f4-1dc066e572d4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Calling delete_port for 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:37.264531 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-4f6f9f23-5c76-48d9-b6f4-1dc066e572d4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.291392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f9f23-5c76-48d9-b6f4-1dc066e572d4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Pushing event deleted for resources: {'Port': ['ID=4a0bb94f-dd19-4899-981c-9ab0f8ca96f0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:37.299423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['4a0bb94f-dd19-4899-981c-9ab0f8ca96f0'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:37.335824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-4f6f9f23-5c76-48d9-b6f4-1dc066e572d4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] No DVR routers for this DVR port 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:37.338529 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-4f6f9f23-5c76-48d9-b6f4-1dc066e572d4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.340620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a58ca147-0d31-4db7-b81c-6c037e2c3f45 req-4f6f9f23-5c76-48d9-b6f4-1dc066e572d4 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.52 "DELETE /v2.0/ports/4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 HTTP/1.1" status: 204 len: 173 time: 0.3795424 Aug 29 04:52:37.341069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23141d65-af46-4b2e-bfae-3ee0d6016c11', 'name': 'network-vif-deleted', 'tag': '4a0bb94f-dd19-4899-981c-9ab0f8ca96f0'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:37.343345 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c07f897-ab49-4041-9d96-d8f52d858db4" -d '{"events": [{"server_uuid": "23141d65-af46-4b2e-bfae-3ee0d6016c11", "name": "network-vif-deleted", "tag": "4a0bb94f-dd19-4899-981c-9ab0f8ca96f0"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:37.385797 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32796ce1-4d79-41e5-b419-7eff05cd6285 x-openstack-request-id: req-32796ce1-4d79-41e5-b419-7eff05cd6285 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:37.386089 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23141d65-af46-4b2e-bfae-3ee0d6016c11", "name": "network-vif-deleted", "tag": "4a0bb94f-dd19-4899-981c-9ab0f8ca96f0", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:37.386360 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32796ce1-4d79-41e5-b419-7eff05cd6285 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:37.386740 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23141d65-af46-4b2e-bfae-3ee0d6016c11', 'name': 'network-vif-deleted', 'tag': '4a0bb94f-dd19-4899-981c-9ab0f8ca96f0', 'status': 'completed', 'code': 200} Aug 29 04:52:37.741608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93d3db6c-3110-4c2c-8d1a-f556a57f3c5d req-f20d4acc-808b-411b-a34f-806dae2e5335 tempest-ServersAdminNegativeTestJSON-1730275540 tempest-ServersAdminNegativeTestJSON-1730275540-project] 10.222.0.49 "GET /v2.0/ports?device_id=23141d65-af46-4b2e-bfae-3ee0d6016c11 HTTP/1.1" status: 200 len: 210 time: 0.0282319 Aug 29 04:52:39.031607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55736) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:39.162926 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d2762a8a-cd2a-47d5-a74b-171f875ee2b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c074a9c971764d20acf185db1cb9ccdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300724 Aug 29 04:52:39.165342 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55740) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:39.213176 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc60c69a-4c8c-4f4a-b7fb-096c21378aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.235131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc60c69a-4c8c-4f4a-b7fb-096c21378aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.280915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc60c69a-4c8c-4f4a-b7fb-096c21378aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.283517 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fc60c69a-4c8c-4f4a-b7fb-096c21378aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.284691 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fc60c69a-4c8c-4f4a-b7fb-096c21378aa2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dfeed4f7-2811-45a5-b9ff-33acfeabbf08 HTTP/1.1" status: 204 len: 168 time: 0.1184127 Aug 29 04:52:39.292728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60c69a-4c8c-4f4a-b7fb-096c21378aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeed4f7-2811-45a5-b9ff-33acfeabbf08,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:39.472577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:39.493059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:39.493410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4a0bb94f-dd19-4899-981c-9ab0f8ca96f0 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:39.567078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55746) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:39.580336 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.667307 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.671375 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.712909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dbd34c005084d7294725f80d5363ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445630 Aug 29 04:52:39.713786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef72367-02a1-4c0e-bb58-1e0f6954a51f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:39.715606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55748) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:39.721791 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.722135 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.722480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.722817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.723198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.723526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.723850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.724172 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.724539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.724860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.725180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.725497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd071983-a9ef-4c0b-be30-06a128c4cf75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:39.768008 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6bacf21a-3449-48b9-aca5-1aafc679f47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.790130 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6bacf21a-3449-48b9-aca5-1aafc679f47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.840606 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6bacf21a-3449-48b9-aca5-1aafc679f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.843448 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6bacf21a-3449-48b9-aca5-1aafc679f47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.844631 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6bacf21a-3449-48b9-aca5-1aafc679f47e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ef72367-02a1-4c0e-bb58-1e0f6954a51f HTTP/1.1" status: 204 len: 168 time: 0.1279511 Aug 29 04:52:39.852898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacf21a-3449-48b9-aca5-1aafc679f47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef72367-02a1-4c0e-bb58-1e0f6954a51f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:40.025682 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:52:40.546580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55770) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:40.646293 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-847497627-network', 'tenant_id': '3acc926625ce40979785c74a9232ec83'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:40.666195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Made reservation on behalf of 3acc926625ce40979785c74a9232ec83 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:40.669085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.678048 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.772977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.778050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.804092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:52:40.813405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fbfad5-4dda-4b69-9caf-88f875c84918,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:40.818181 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.818547 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Added segment 67882e97-8fb1-4a60-ad00-c5b0879ea9dd of type vlan for network 4758c653-b757-4abb-b627-f4679e32a7a5 Aug 29 04:52:40.856803 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.881179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.882117 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:40.882693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.947206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3995028 Aug 29 04:52:40.950272 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55774) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:40.952354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb59577-12f4-4cb6-bb71-f142b0c66179 admin admin] Pushing event updated for resources: {'Network': ['ID=4758c653-b757-4abb-b627-f4679e32a7a5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:40.955673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Request body: {'subnet': {'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-847497627-subnet', 'tenant_id': '3acc926625ce40979785c74a9232ec83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:40.961917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 4758c653-b757-4abb-b627-f4679e32a7a5 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:52:40.977948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Made reservation on behalf of 3acc926625ce40979785c74a9232ec83 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:40.980541 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.147506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.208151 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b90f579-2ec2-4fd6-b109-02b7a95d88fd,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:41.210366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Checking segment: {'id': '67882e97-8fb1-4a60-ad00-c5b0879ea9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:41.210730 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Network hostable DHCP agents. Network: 4758c653-b757-4abb-b627-f4679e32a7a5, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:52:41.227508 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Network 4758c653-b757-4abb-b627-f4679e32a7a5 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:52:41.236541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 4758c653-b757-4abb-b627-f4679e32a7a5) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:41.240446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:41.241041 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.245652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46c410-de71-4d6c-a371-baf97f4fddf1 None None] Network 4758c653-b757-4abb-b627-f4679e32a7a5 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:41.263710 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b0849a23-62ec-4d07-94da-b0ff314a3732 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3122451 Aug 29 04:52:41.366543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51db2b3-53f1-4460-b703-a296ab61dcc7 None None] Network 4758c653-b757-4abb-b627-f4679e32a7a5 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:41.676439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-1cf98d28-fe64-4adb-96a5-0bc3dc55333a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:41.677902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-1cf98d28-fe64-4adb-96a5-0bc3dc55333a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/networks?id=4758c653-b757-4abb-b627-f4679e32a7a5 HTTP/1.1" status: 200 len: 811 time: 0.1026700 Aug 29 04:52:41.693200 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-5c630bb6-256d-41c2-8398-94236a47d860 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/quotas/3acc926625ce40979785c74a9232ec83 HTTP/1.1" status: 200 len: 375 time: 0.0093043 Aug 29 04:52:41.728401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-15a6d0fe-4dae-4575-aea1-0301ecbe544e tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3acc926625ce40979785c74a9232ec83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298729 Aug 29 04:52:41.789298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-1cfa15fd-4fd6-4c14-a6ab-d31d7eb414cf service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:52:41.790641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-1cfa15fd-4fd6-4c14-a6ab-d31d7eb414cf service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554366 Aug 29 04:52:41.877691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-70e8341f-3b68-49b5-a5b0-dcf87bcfeac3 service neutron] 10.222.0.49 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809417 Aug 29 04:52:41.969824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-d979015e-5284-4656-bf33-3965c7502d8a service neutron] 10.222.0.49 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859022 Aug 29 04:52:42.125847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c7bb26fe-fa23-4af0-a720-884074a0d99a req-39fe6661-4ac6-49c3-9604-277c25d938ee tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 210 time: 0.0261245 Aug 29 04:52:43.209629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-383efb46-4864-44d6-8650-17a6ea81db0c req-86e99817-34a1-4515-a91c-ef3d5e605312 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 210 time: 0.0284526 Aug 29 04:52:44.292819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c9e542a-0d62-4341-8e23-d3d474909dab req-b62e42a9-cb04-4f51-9346-6f08cecd97a4 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 210 time: 0.0256979 Aug 29 04:52:45.125251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-66e2bf32-dd4b-4d24-82b0-e91052ebb5b0 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:45.126989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-66e2bf32-dd4b-4d24-82b0-e91052ebb5b0 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.52 "GET /v2.0/networks?id=4758c653-b757-4abb-b627-f4679e32a7a5 HTTP/1.1" status: 200 len: 811 time: 0.1036470 Aug 29 04:52:45.146110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Request body: {'port': {'device_id': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5', 'admin_state_up': True, 'tenant_id': '3acc926625ce40979785c74a9232ec83'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:45.483846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e3e517c6-d17c-4e10-9e55-a7a31e24964d req-917b701c-d952-4697-8604-c1ede9a4b7b0 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 210 time: 0.0487938 Aug 29 04:52:45.544567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Made reservation on behalf of 3acc926625ce40979785c74a9232ec83 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:45.548107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:45.670928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Allocated IP 172.20.0.12 (4758c653-b757-4abb-b627-f4679e32a7a5/0b90f579-2ec2-4fd6-b109-02b7a95d88fd/de9d1045-9967-4603-84cf-70bf4da35f74) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:45.815029 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:45.852613 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:45.895309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Network 4758c653-b757-4abb-b627-f4679e32a7a5 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:45.898398 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:45.902183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:45.908896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Pushing event updated for resources: {'Port': ['ID=de9d1045-9967-4603-84cf-70bf4da35f74,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:45.951492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:45.952097 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:45.966095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-30cd2e81-e6d0-4468-adf9-596228688a56 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8243716 Aug 29 04:52:45.982882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Request body: {'port': {'device_id': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:46.036533 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.282590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9d1045-9967-4603-84cf-70bf4da35f74 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:46.289717 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.301181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Transition to ACTIVE for port object de9d1045-9967-4603-84cf-70bf4da35f74 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:46.304539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.351317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=de9d1045-9967-4603-84cf-70bf4da35f74,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:46.420893 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Attempting to bind port de9d1045-9967-4603-84cf-70bf4da35f74 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:52:46.421228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Attempting to bind port de9d1045-9967-4603-84cf-70bf4da35f74 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '67882e97-8fb1-4a60-ad00-c5b0879ea9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:52:46.421557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Attempting to bind port de9d1045-9967-4603-84cf-70bf4da35f74 on network 4758c653-b757-4abb-b627-f4679e32a7a5 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:46.426297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Port de9d1045-9967-4603-84cf-70bf4da35f74 on network 4758c653-b757-4abb-b627-f4679e32a7a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:52:46.426620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Attempting to bind port de9d1045-9967-4603-84cf-70bf4da35f74 on network 4758c653-b757-4abb-b627-f4679e32a7a5 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:46.431308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:52:46.431649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Checking segment: {'id': '67882e97-8fb1-4a60-ad00-c5b0879ea9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:46.432038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Bound using segment: {'id': '67882e97-8fb1-4a60-ad00-c5b0879ea9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:52:46.432498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Bound port: de9d1045-9967-4603-84cf-70bf4da35f74, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67882e97-8fb1-4a60-ad00-c5b0879ea9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:52:46.432852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.493067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:52:46.496003 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=de9d1045-9967-4603-84cf-70bf4da35f74,segment=NetworkSegment(67882e97-8fb1-4a60-ad00-c5b0879ea9dd),segment_id=67882e97-8fb1-4a60-ad00-c5b0879ea9dd)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:52:46.500645 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.534340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:46.534917 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.536345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] 10.222.0.52 "PUT /v2.0/ports/de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 200 len: 1093 time: 0.5573795 Aug 29 04:52:46.536795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'tag': 'de9d1045-9967-4603-84cf-70bf4da35f74'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:46.539081 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e89735-4ef4-43b6-9347-8731152acbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ac864ce1-e26e-46cf-9560-6605922ad4bd", "tag": "de9d1045-9967-4603-84cf-70bf4da35f74"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:46.597595 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8210f48-7036-4272-afb6-f9c7b67f4cbe x-openstack-request-id: req-d8210f48-7036-4272-afb6-f9c7b67f4cbe {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:46.597886 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac864ce1-e26e-46cf-9560-6605922ad4bd", "tag": "de9d1045-9967-4603-84cf-70bf4da35f74", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:46.598140 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8210f48-7036-4272-afb6-f9c7b67f4cbe {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:46.598562 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'tag': 'de9d1045-9967-4603-84cf-70bf4da35f74', 'status': 'completed', 'code': 200} Aug 29 04:52:46.600670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6d8ef-733f-4819-8636-961b84deb6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=de9d1045-9967-4603-84cf-70bf4da35f74,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:46.654754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4031c4-6920-4ada-a022-04694e714f75 req-1cc513f0-bf9f-4911-8379-0c8be186bc38 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:46.656273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f4031c4-6920-4ada-a022-04694e714f75 req-1cc513f0-bf9f-4911-8379-0c8be186bc38 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 944 time: 0.1011701 Aug 29 04:52:46.658736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-dd509187-d553-4be9-9919-7ddce1d04db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:46.660096 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-dd509187-d553-4be9-9919-7ddce1d04db3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3acc926625ce40979785c74a9232ec83&device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 1096 time: 0.0551610 Aug 29 04:52:46.713387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-8d579d39-47a7-4b9d-9b3a-b56b2dfdaffc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 200 len: 217 time: 0.0379326 Aug 29 04:52:46.732595 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f4031c4-6920-4ada-a022-04694e714f75 req-1b2a60c2-4968-4692-b5d1-e1517978f8bf tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703268 Aug 29 04:52:46.770527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-ec4145a7-9e4f-4c43-98ef-5f219d10e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:46.771997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-ec4145a7-9e4f-4c43-98ef-5f219d10e420 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b90f579-2ec2-4fd6-b109-02b7a95d88fd HTTP/1.1" status: 200 len: 851 time: 0.0512438 Aug 29 04:52:46.804466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-360279ca-e879-469a-9f3d-e8406544dac9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4758c653-b757-4abb-b627-f4679e32a7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247056 Aug 29 04:52:46.889695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-68d83546-0ee6-435c-ae16-988563e334b3 service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781941 Aug 29 04:52:46.990189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0bf7057-44d8-4e4a-a09e-e0eb6c5ecaf5 req-0f71fb81-faff-4c11-97fc-276235e91dd9 service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937386 Aug 29 04:52:47.111300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89735-4ef4-43b6-9347-8731152acbbd req-01cc04e7-176b-478b-bf7c-be58db2d600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:47.112775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9e89735-4ef4-43b6-9347-8731152acbbd req-01cc04e7-176b-478b-bf7c-be58db2d600b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3acc926625ce40979785c74a9232ec83&device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 1096 time: 0.0414054 Aug 29 04:52:47.203464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89735-4ef4-43b6-9347-8731152acbbd req-445fd207-8309-410f-84d3-4342d8966ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:47.204970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9e89735-4ef4-43b6-9347-8731152acbbd req-445fd207-8309-410f-84d3-4342d8966ad4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4758c653-b757-4abb-b627-f4679e32a7a5 HTTP/1.1" status: 200 len: 912 time: 0.0848808 Aug 29 04:52:47.245662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9e89735-4ef4-43b6-9347-8731152acbbd req-8b30058d-e930-44a8-b040-e25c8770cfb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 200 len: 217 time: 0.0340540 Aug 29 04:52:47.292509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89735-4ef4-43b6-9347-8731152acbbd req-88206bf8-8b6c-4812-a7f3-a81f8bec56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:47.293925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9e89735-4ef4-43b6-9347-8731152acbbd req-88206bf8-8b6c-4812-a7f3-a81f8bec56de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b90f579-2ec2-4fd6-b109-02b7a95d88fd HTTP/1.1" status: 200 len: 851 time: 0.0414090 Aug 29 04:52:47.324219 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9e89735-4ef4-43b6-9347-8731152acbbd req-5bb2eb44-4659-460b-981f-c5b5be7202ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4758c653-b757-4abb-b627-f4679e32a7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237823 Aug 29 04:52:47.413652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9e89735-4ef4-43b6-9347-8731152acbbd req-72ca50e0-0577-4996-b943-b65d411e3fd9 service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818825 Aug 29 04:52:47.499986 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9e89735-4ef4-43b6-9347-8731152acbbd req-97c506ec-a737-45ea-a014-d2e3f1215a03 service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795362 Aug 29 04:52:47.853461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28c905-3f16-429a-bc12-f9a7f622d70d req-ca4e78ac-4bed-4470-b314-6b9fa9367f62 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:47.854944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e28c905-3f16-429a-bc12-f9a7f622d70d req-ca4e78ac-4bed-4470-b314-6b9fa9367f62 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 944 time: 0.0532811 Aug 29 04:52:47.892245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e28c905-3f16-429a-bc12-f9a7f622d70d req-be59f359-9ee9-4ce0-8fa5-7889dd00178b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Aug 29 04:52:48.379897 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.754319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-b0b04e58-db32-4af5-80da-040c8564a0d4 req-c7b4274a-f027-4c94-9fc1-9c2f058d900e service neutron] (94850) timed out ('10.222.0.52', 52841) {{(pid=94850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:52:49.005350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90612e36-a362-46f3-82cb-7af8d8a57fc8 req-9e844024-3ca1-44e5-a6c9-bc7e5b5db61e tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:49.006745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90612e36-a362-46f3-82cb-7af8d8a57fc8 req-9e844024-3ca1-44e5-a6c9-bc7e5b5db61e tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 944 time: 0.0487790 Aug 29 04:52:49.043332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-90612e36-a362-46f3-82cb-7af8d8a57fc8 req-a972664e-e180-44bb-90c3-21787879cf0f tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306876 Aug 29 04:52:50.157428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d537ad3-f38c-4346-935a-bcc1649038fc req-296cf149-0ef1-4edf-968d-811ccefbb54b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:50.159236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d537ad3-f38c-4346-935a-bcc1649038fc req-296cf149-0ef1-4edf-968d-811ccefbb54b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 944 time: 0.0484979 Aug 29 04:52:50.197890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d537ad3-f38c-4346-935a-bcc1649038fc req-563ef745-65cd-4081-89fa-9411fc1fc1de tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330944 Aug 29 04:52:51.317170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4dcd5-f2d8-4d2b-9f19-00c12f5541b1 req-1d64c432-ee54-4028-8b21-34c60dc528c4 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:51.318656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12c4dcd5-f2d8-4d2b-9f19-00c12f5541b1 req-1d64c432-ee54-4028-8b21-34c60dc528c4 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 944 time: 0.0528569 Aug 29 04:52:51.355510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12c4dcd5-f2d8-4d2b-9f19-00c12f5541b1 req-06486c3e-61a9-4960-a325-1582f59e0cf4 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310450 Aug 29 04:52:51.536810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device de9d1045-9967-4603-84cf-70bf4da35f74 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:52:51.636586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=de9d1045-9967-4603-84cf-70bf4da35f74,segment=NetworkSegment(67882e97-8fb1-4a60-ad00-c5b0879ea9dd),segment_id=67882e97-8fb1-4a60-ad00-c5b0879ea9dd)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:51.648822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'de9d1045-9967-4603-84cf-70bf4da35f74', 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5', 'port_id': 'de9d1045-9967-4603-84cf-70bf4da35f74', 'mac_address': 'fa:16:3e:f7:59:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b90f579-2ec2-4fd6-b109-02b7a95d88fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:52:51.684555 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:51.696833 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9d1045-9967-4603-84cf-70bf4da35f74 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:51.716257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=de9d1045-9967-4603-84cf-70bf4da35f74,segment=NetworkSegment(67882e97-8fb1-4a60-ad00-c5b0879ea9dd),segment_id=67882e97-8fb1-4a60-ad00-c5b0879ea9dd)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:51.719589 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:51.763927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=de9d1045-9967-4603-84cf-70bf4da35f74,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:52.063898 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['de9d1045-9967-4603-84cf-70bf4da35f74'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:52.717076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8303a2-786c-4f02-b079-ae7eeaf93573 req-013f5315-ff33-40d0-9482-bcd9bf0b1484 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:52.718564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc8303a2-786c-4f02-b079-ae7eeaf93573 req-013f5315-ff33-40d0-9482-bcd9bf0b1484 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 945 time: 0.0493188 Aug 29 04:52:52.756039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc8303a2-786c-4f02-b079-ae7eeaf93573 req-e35f51da-3242-4336-8150-200f06cc9c55 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Aug 29 04:52:53.567175 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b4d7-8d55-490b-833c-22024c9d542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:53.574764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device de9d1045-9967-4603-84cf-70bf4da35f74 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:52:53.628071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port de9d1045-9967-4603-84cf-70bf4da35f74 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:53.631616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port de9d1045-9967-4603-84cf-70bf4da35f74 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:53.631988 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:53.864049 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:53.871970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21dcc5-e330-4ef1-827d-6228a19dca17 req-65a3ed85-dcc9-4a44-ac33-75f0a67ab090 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:53.873510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf21dcc5-e330-4ef1-827d-6228a19dca17 req-65a3ed85-dcc9-4a44-ac33-75f0a67ab090 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 945 time: 0.0501132 Aug 29 04:52:53.886852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9d1045-9967-4603-84cf-70bf4da35f74'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:53.889156 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d661f7a7-e903-4c2f-902f-a6004a9e0ba1" -d '{"events": [{"server_uuid": "ac864ce1-e26e-46cf-9560-6605922ad4bd", "name": "network-vif-plugged", "status": "completed", "tag": "de9d1045-9967-4603-84cf-70bf4da35f74"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:53.901771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=de9d1045-9967-4603-84cf-70bf4da35f74,segment=NetworkSegment(67882e97-8fb1-4a60-ad00-c5b0879ea9dd),segment_id=67882e97-8fb1-4a60-ad00-c5b0879ea9dd)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:53.906321 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:53.913827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cf21dcc5-e330-4ef1-827d-6228a19dca17 req-21add93a-9f19-42f9-95e4-0b790cfea2e3 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333021 Aug 29 04:52:53.937991 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b40920-6b0a-489c-8a7e-14ef94f80b9e x-openstack-request-id: req-d6b40920-6b0a-489c-8a7e-14ef94f80b9e {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:53.938314 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac864ce1-e26e-46cf-9560-6605922ad4bd", "name": "network-vif-plugged", "status": "completed", "tag": "de9d1045-9967-4603-84cf-70bf4da35f74", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:53.938635 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6b40920-6b0a-489c-8a7e-14ef94f80b9e {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:53.939548 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9d1045-9967-4603-84cf-70bf4da35f74', 'code': 200} Aug 29 04:52:53.959937 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=de9d1045-9967-4603-84cf-70bf4da35f74,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:54.060580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2119f7e-c6ab-4249-bb1a-84f3b68c64d5 req-dc285b49-941f-4952-9ff0-c4b132164137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:54.062050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2119f7e-c6ab-4249-bb1a-84f3b68c64d5 req-dc285b49-941f-4952-9ff0-c4b132164137 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 1098 time: 0.0429962 Aug 29 04:52:54.095496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2119f7e-c6ab-4249-bb1a-84f3b68c64d5 req-ae8d12f1-e245-4b5b-aedb-8ef6d77d8df5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264497 Aug 29 04:52:55.031199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc5d17-28be-4f06-bdf1-abbea8517609 req-e16d31df-a65c-4a7d-bff9-96fa31182ab2 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:55.032719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8adc5d17-28be-4f06-bdf1-abbea8517609 req-e16d31df-a65c-4a7d-bff9-96fa31182ab2 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0508747 Aug 29 04:52:55.069517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8adc5d17-28be-4f06-bdf1-abbea8517609 req-81856e22-df60-44f5-8671-55852c99266b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Aug 29 04:52:56.157039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4c25-91b4-4a62-90b3-e6f5f57de9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:56.185118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf5d24-0114-4155-9385-4d3e492d8e86 req-b7088e60-b027-43be-963e-0eff0ec8ee91 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:56.186871 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cf5d24-0114-4155-9385-4d3e492d8e86 req-b7088e60-b027-43be-963e-0eff0ec8ee91 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0494776 Aug 29 04:52:56.224152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8cf5d24-0114-4155-9385-4d3e492d8e86 req-e582d68e-6662-4b42-bd4f-f27d505303cb tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Aug 29 04:52:56.347264 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:56.402869 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55848) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:56.464327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6df35a-df07-4790-af4e-4bf23634d1c9 req-391f3abf-e6a2-4205-8561-bd9ffb85f5de tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:56.465827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f6df35a-df07-4790-af4e-4bf23634d1c9 req-391f3abf-e6a2-4205-8561-bd9ffb85f5de tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0528295 Aug 29 04:52:56.503862 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-ce78f2f5-3d44-4111-a065-ae1c7876d0be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998232 Aug 29 04:52:56.504945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f6df35a-df07-4790-af4e-4bf23634d1c9 req-a9561d4d-4c17-4648-a963-2fb049a57c02 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Aug 29 04:52:57.401824 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:57.630980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb60b35-5595-417c-84a9-c010640a1b04 req-140093c2-68d6-443e-abaf-88524ac35b6a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:57.632542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fb60b35-5595-417c-84a9-c010640a1b04 req-140093c2-68d6-443e-abaf-88524ac35b6a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0602400 Aug 29 04:52:57.694576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-f797e716-a2f9-4b6e-af2f-2caed9bee59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:57.696182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-f797e716-a2f9-4b6e-af2f-2caed9bee59d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3acc926625ce40979785c74a9232ec83&device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 1098 time: 0.0626600 Aug 29 04:52:57.699429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5fb60b35-5595-417c-84a9-c010640a1b04 req-13247ddf-7c78-41d9-85f6-f996540a00b9 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584047 Aug 29 04:52:57.745405 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:57.797584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0d77b5d9-903f-40bb-b842-6d7d223535e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:57.799028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0d77b5d9-903f-40bb-b842-6d7d223535e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4758c653-b757-4abb-b627-f4679e32a7a5 HTTP/1.1" status: 200 len: 912 time: 0.0956151 Aug 29 04:52:57.839208 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-2531d846-9fcf-48ca-8325-e3d721a0fe87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 200 len: 217 time: 0.0336027 Aug 29 04:52:57.890490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-bc83e9e9-d72b-4beb-ac18-a0175dbb7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:57.892466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-bc83e9e9-d72b-4beb-ac18-a0175dbb7d1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b90f579-2ec2-4fd6-b109-02b7a95d88fd HTTP/1.1" status: 200 len: 851 time: 0.0456743 Aug 29 04:52:57.923170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-4d317ed2-4b6f-4ed7-85ae-a6277e9af932 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4758c653-b757-4abb-b627-f4679e32a7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243075 Aug 29 04:52:58.013784 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-d7a22ea8-c260-409e-b8b2-7a1d3547427f service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814254 Aug 29 04:52:58.104448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-7579338a-8887-4d1a-9d46-730b5a574743 service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834706 Aug 29 04:52:58.817312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f9db1-59bb-4ac5-ba2f-27f39b54cf70 req-7ec573b1-a6bc-4a05-a56c-0daa116bc844 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:58.818808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-395f9db1-59bb-4ac5-ba2f-27f39b54cf70 req-7ec573b1-a6bc-4a05-a56c-0daa116bc844 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0502346 Aug 29 04:52:58.856008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-395f9db1-59bb-4ac5-ba2f-27f39b54cf70 req-0f1d5a5c-4806-4789-a5f7-67da3c577c03 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311825 Aug 29 04:52:59.138430 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.972165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d05318-b03c-433e-b264-411aa85dad72 req-b3c7d6b5-5062-43e7-9468-bfcf59c8fc9d tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:59.973651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25d05318-b03c-433e-b264-411aa85dad72 req-b3c7d6b5-5062-43e7-9468-bfcf59c8fc9d tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0481617 Aug 29 04:53:00.019428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25d05318-b03c-433e-b264-411aa85dad72 req-1e2581ca-37ce-4ed2-9fc8-6b4c1b217aaf tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396833 Aug 29 04:53:00.975167 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5adde04b-d889-4e2d-bad3-1780c66ac450 req-70c399e8-1485-436d-8772-1a56be879eeb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283689 Aug 29 04:53:01.020088 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5adde04b-d889-4e2d-bad3-1780c66ac450 req-f6e4bf9b-aa75-4ff5-a171-cf370efce971 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0248361 Aug 29 04:53:01.058341 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5adde04b-d889-4e2d-bad3-1780c66ac450 req-9eae8c6d-f7c0-4418-8f69-9676f005f555 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196040 Aug 29 04:53:01.138243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526909-38b0-497f-b7ae-154942013ffd req-31044f59-6efa-463f-ba40-80c84854e4b7 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:01.139743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b526909-38b0-497f-b7ae-154942013ffd req-31044f59-6efa-463f-ba40-80c84854e4b7 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0528350 Aug 29 04:53:01.149458 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adde04b-d889-4e2d-bad3-1780c66ac450 req-357f24e5-9707-4028-a51e-9091e102ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:01.150956 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5adde04b-d889-4e2d-bad3-1780c66ac450 req-357f24e5-9707-4028-a51e-9091e102ea3c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864437 Aug 29 04:53:01.179799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b526909-38b0-497f-b7ae-154942013ffd req-2a16b157-ff2f-41d0-b24e-0529eaa7ce3b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336597 Aug 29 04:53:02.295078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56983d3c-8c45-4444-a577-8b1d1add6fc1 req-37f1ca61-7708-467c-9644-3bc19fd5d6cd tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:02.296562 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56983d3c-8c45-4444-a577-8b1d1add6fc1 req-37f1ca61-7708-467c-9644-3bc19fd5d6cd tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0489538 Aug 29 04:53:02.332760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-56983d3c-8c45-4444-a577-8b1d1add6fc1 req-839d1590-4d26-4993-8d3a-ed2fad00c08c tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Aug 29 04:53:03.450904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a3020-7b7e-44a5-9ef4-795b2309c35a req-eb435ec5-f6ae-44d3-a3da-ee8d4194179f tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:03.452392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-338a3020-7b7e-44a5-9ef4-795b2309c35a req-eb435ec5-f6ae-44d3-a3da-ee8d4194179f tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0491316 Aug 29 04:53:03.489075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-338a3020-7b7e-44a5-9ef4-795b2309c35a req-cd6936c8-7b67-4783-a818-75089078fbd3 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301054 Aug 29 04:53:04.636738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba2b8c-031c-4109-9ad6-84174ca49297 req-6fb19f87-fccf-4b6a-8d0e-8a5094e9e5b1 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:04.638193 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83ba2b8c-031c-4109-9ad6-84174ca49297 req-6fb19f87-fccf-4b6a-8d0e-8a5094e9e5b1 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0517430 Aug 29 04:53:04.674952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83ba2b8c-031c-4109-9ad6-84174ca49297 req-deb642d8-38cd-4194-9917-0caeeb3cd5e5 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303192 Aug 29 04:53:05.789824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1ffaa-6c05-4521-afa9-ddb64d51b606 req-413d46cc-9a6e-4736-9ccf-1d69e85fbe49 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:05.791323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66e1ffaa-6c05-4521-afa9-ddb64d51b606 req-413d46cc-9a6e-4736-9ccf-1d69e85fbe49 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0482862 Aug 29 04:53:05.828483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66e1ffaa-6c05-4521-afa9-ddb64d51b606 req-3508aa80-8270-49d0-9039-8488324d8840 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Aug 29 04:53:06.942190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a1eee-857d-4ae6-8c32-42aa640fd1fa req-835a1295-af52-4bea-aea4-dd23e0eea189 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:06.943672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-057a1eee-857d-4ae6-8c32-42aa640fd1fa req-835a1295-af52-4bea-aea4-dd23e0eea189 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0481620 Aug 29 04:53:06.983459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-057a1eee-857d-4ae6-8c32-42aa640fd1fa req-27dcf8cd-4e77-4bb1-9202-4a26362bbb43 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Aug 29 04:53:08.109620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e6ad-82d0-4cd1-b2f1-b96d9ceb1252 req-9c1f96c9-4906-4444-8a07-de65eea1ea11 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:08.111921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c414e6ad-82d0-4cd1-b2f1-b96d9ceb1252 req-9c1f96c9-4906-4444-8a07-de65eea1ea11 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0524576 Aug 29 04:53:08.148685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c414e6ad-82d0-4cd1-b2f1-b96d9ceb1252 req-86d3c03e-1f55-4d45-9c7f-aa439dc37b07 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307550 Aug 29 04:53:08.657627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548d1d2-14d2-4a28-88ef-f9cb94ed6680 req-380acb4e-7470-4eef-ae9f-7a5dc2580274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:08.659178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0548d1d2-14d2-4a28-88ef-f9cb94ed6680 req-380acb4e-7470-4eef-ae9f-7a5dc2580274 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3acc926625ce40979785c74a9232ec83&device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 1098 time: 0.0411739 Aug 29 04:53:08.762744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548d1d2-14d2-4a28-88ef-f9cb94ed6680 req-b0678d22-34d9-4660-9af2-3d882ecb74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:08.764229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0548d1d2-14d2-4a28-88ef-f9cb94ed6680 req-b0678d22-34d9-4660-9af2-3d882ecb74d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4758c653-b757-4abb-b627-f4679e32a7a5 HTTP/1.1" status: 200 len: 912 time: 0.0873387 Aug 29 04:53:08.809573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0548d1d2-14d2-4a28-88ef-f9cb94ed6680 req-4716c834-31f0-4ec5-9305-56e506ef7178 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 200 len: 217 time: 0.0332053 Aug 29 04:53:08.878214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548d1d2-14d2-4a28-88ef-f9cb94ed6680 req-7ace9be8-ce80-4dd8-9ac5-b5fb4a9ea19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:08.879548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0548d1d2-14d2-4a28-88ef-f9cb94ed6680 req-7ace9be8-ce80-4dd8-9ac5-b5fb4a9ea19f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b90f579-2ec2-4fd6-b109-02b7a95d88fd HTTP/1.1" status: 200 len: 851 time: 0.0444956 Aug 29 04:53:08.909479 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0548d1d2-14d2-4a28-88ef-f9cb94ed6680 req-ba5abc24-dc09-47c4-8121-31cd0927f392 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4758c653-b757-4abb-b627-f4679e32a7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236676 Aug 29 04:53:08.999045 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0548d1d2-14d2-4a28-88ef-f9cb94ed6680 req-9b357ac7-6b69-4aab-a6a0-b60c5ddc9337 service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826395 Aug 29 04:53:09.091167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0548d1d2-14d2-4a28-88ef-f9cb94ed6680 req-0cd46d44-1f9d-4118-96ea-60cdba02bb61 service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857370 Aug 29 04:53:09.267070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071d04e-73ad-4773-862d-eb0bf6998490 req-698fa32d-d6a6-4e10-a4d6-156fc5b5f16b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:09.268568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c071d04e-73ad-4773-862d-eb0bf6998490 req-698fa32d-d6a6-4e10-a4d6-156fc5b5f16b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0536427 Aug 29 04:53:09.306098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c071d04e-73ad-4773-862d-eb0bf6998490 req-453973c7-2861-47da-a47d-ed0d75cc2ff9 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Aug 29 04:53:10.419779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe42315-c747-46ea-be72-4219f4ccf468 req-f5003b2a-070a-4f8c-b7a6-7037ca968937 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:10.421272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbe42315-c747-46ea-be72-4219f4ccf468 req-f5003b2a-070a-4f8c-b7a6-7037ca968937 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0487616 Aug 29 04:53:10.458108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbe42315-c747-46ea-be72-4219f4ccf468 req-adfe2c47-2c74-42c0-b84b-df522ed953d7 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309741 Aug 29 04:53:11.571534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ecc22-c630-443d-a3ff-b76238d83987 req-4d369636-0285-4f01-805b-340a7d688882 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:11.573055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a18ecc22-c630-443d-a3ff-b76238d83987 req-4d369636-0285-4f01-805b-340a7d688882 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0486062 Aug 29 04:53:11.611075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a18ecc22-c630-443d-a3ff-b76238d83987 req-dad461ab-65d2-40bf-87e2-2673b3c8db18 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320888 Aug 29 04:53:12.737251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6abeda-acd3-4044-9aad-094eb0d781d3 req-28edd6a0-2919-40cf-907f-47d3764f83c8 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:12.739860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af6abeda-acd3-4044-9aad-094eb0d781d3 req-28edd6a0-2919-40cf-907f-47d3764f83c8 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0582905 Aug 29 04:53:12.776985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af6abeda-acd3-4044-9aad-094eb0d781d3 req-a909bc20-b57a-4906-99a2-1aba19db7f1a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Aug 29 04:53:13.890715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54aeb7-6396-4de2-8409-b2b6b65b57f2 req-e4a18429-b466-4f8e-8cf9-78f8bcb34f71 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:13.892105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea54aeb7-6396-4de2-8409-b2b6b65b57f2 req-e4a18429-b466-4f8e-8cf9-78f8bcb34f71 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0480106 Aug 29 04:53:13.929847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea54aeb7-6396-4de2-8409-b2b6b65b57f2 req-b244e70c-d0c9-45a0-90f6-b8792661da73 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Aug 29 04:53:15.045875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4691ff-39b2-4ec5-934c-4d4312ba858b req-e86deec8-72e5-4ede-8cff-16dbc7af02c7 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:15.047351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa4691ff-39b2-4ec5-934c-4d4312ba858b req-e86deec8-72e5-4ede-8cff-16dbc7af02c7 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0505724 Aug 29 04:53:15.084149 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aa4691ff-39b2-4ec5-934c-4d4312ba858b req-982a4bc7-caf3-4fb5-a4a4-551bec9ed590 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Aug 29 04:53:16.202187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaa0fd-a616-4377-bb6a-8e39e6f891f7 req-8a8e2a05-7a00-427a-bfc8-116dedaef4be tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:16.203635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68eaa0fd-a616-4377-bb6a-8e39e6f891f7 req-8a8e2a05-7a00-427a-bfc8-116dedaef4be tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0520689 Aug 29 04:53:16.240685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68eaa0fd-a616-4377-bb6a-8e39e6f891f7 req-f0489178-dbcf-4e47-83f3-73be21fa2ce6 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311718 Aug 29 04:53:17.023839 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:53:17.354149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b927bd-f1b2-44d3-8f40-8f39243c0c17 req-d56c55b1-dbc9-463c-b6fb-cb07e9a4681a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:17.355622 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2b927bd-f1b2-44d3-8f40-8f39243c0c17 req-d56c55b1-dbc9-463c-b6fb-cb07e9a4681a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0482616 Aug 29 04:53:17.392317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2b927bd-f1b2-44d3-8f40-8f39243c0c17 req-556f20ba-853b-4cef-a79d-6e76ece60cb1 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Aug 29 04:53:18.394273 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.506788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728fecb-163a-47b5-acfc-03dd427dda10 req-f926b4f4-9d1e-4d44-bfa6-2fee0d98e57a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:18.508281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d728fecb-163a-47b5-acfc-03dd427dda10 req-f926b4f4-9d1e-4d44-bfa6-2fee0d98e57a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0489032 Aug 29 04:53:18.545005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d728fecb-163a-47b5-acfc-03dd427dda10 req-b7dbeca1-f380-4c20-b48d-4fab85de0c9b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Aug 29 04:53:19.664546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09248c5-be22-4ab0-be4e-03636d39e746 req-1236c3be-6b90-4b42-919d-a584c25c152d tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:19.666078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d09248c5-be22-4ab0-be4e-03636d39e746 req-1236c3be-6b90-4b42-919d-a584c25c152d tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0526323 Aug 29 04:53:19.702413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d09248c5-be22-4ab0-be4e-03636d39e746 req-801e3144-19b6-404f-b58a-59c4e896aa73 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304143 Aug 29 04:53:20.817433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29e991-dba9-438a-895b-d7519cafdbca req-f78b0efa-b110-4631-8a39-c8f565537c19 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:20.818892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd29e991-dba9-438a-895b-d7519cafdbca req-f78b0efa-b110-4631-8a39-c8f565537c19 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0486460 Aug 29 04:53:20.856211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bd29e991-dba9-438a-895b-d7519cafdbca req-32c64dcc-edfa-4578-86fb-93a49a0b1fb9 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Aug 29 04:53:21.969548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e10fd-60c5-4bde-b6e8-ba68d2fd6588 req-91b017d0-2b93-4691-9bce-6994e6e4aabe tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:21.971629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e5e10fd-60c5-4bde-b6e8-ba68d2fd6588 req-91b017d0-2b93-4691-9bce-6994e6e4aabe tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0480080 Aug 29 04:53:22.009881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e5e10fd-60c5-4bde-b6e8-ba68d2fd6588 req-f20df5de-a3b4-420e-8152-b263304cda0e tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Aug 29 04:53:23.127922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac5eca-27cd-406c-9e44-4bc6a8b09ead req-d8a12e6f-d42a-4d1e-a377-7da54c178b95 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:23.129501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06ac5eca-27cd-406c-9e44-4bc6a8b09ead req-d8a12e6f-d42a-4d1e-a377-7da54c178b95 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0537040 Aug 29 04:53:23.166988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06ac5eca-27cd-406c-9e44-4bc6a8b09ead req-1918de12-b5fb-4b2b-a2d1-d974bd9f02d1 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Aug 29 04:53:23.566988 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8c4df933-2df2-48d1-a125-100c149b398b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.280461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b7475-c846-4202-ac20-35c73ae1e066 req-3a7f8725-7327-4adb-b40d-7d1532618936 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:24.281936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b8b7475-c846-4202-ac20-35c73ae1e066 req-3a7f8725-7327-4adb-b40d-7d1532618936 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0485427 Aug 29 04:53:24.320251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9b8b7475-c846-4202-ac20-35c73ae1e066 req-fe8aadf6-bada-4064-bc73-6480e82c944b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Aug 29 04:53:25.374234 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-f05fda66-bd57-49a4-9f3d-e1068d84b333 service neutron] show failed (client error): The resource could not be found. Aug 29 04:53:25.375260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-f05fda66-bd57-49a4-9f3d-e1068d84b333 service neutron] 10.222.0.52 "GET /v2.0/ports/de9d1045-9967-4603-84cf-70bf4da35f74/bindings/n-h2-712141-12 HTTP/1.1" status: 404 len: 381 time: 0.0555620 Aug 29 04:53:25.440564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030c3b8-62c8-42d2-8ee9-3488da2eb015 req-37c1b581-8070-4524-8f97-f1d57b347f6b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:25.442075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7030c3b8-62c8-42d2-8ee9-3488da2eb015 req-37c1b581-8070-4524-8f97-f1d57b347f6b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 946 time: 0.0544288 Aug 29 04:53:25.480248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7030c3b8-62c8-42d2-8ee9-3488da2eb015 req-2bef41d6-21f4-43dd-a823-299435138633 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Aug 29 04:53:25.632850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-c983931b-6927-429b-8d26-de08c2314930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:25.634390 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-c983931b-6927-429b-8d26-de08c2314930 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd&tenant_id=3acc926625ce40979785c74a9232ec83 HTTP/1.1" status: 200 len: 1098 time: 0.0962601 Aug 29 04:53:25.647604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:25.699186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.900127 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=de9d1045-9967-4603-84cf-70bf4da35f74,segment=NetworkSegment(67882e97-8fb1-4a60-ad00-c5b0879ea9dd),segment_id=67882e97-8fb1-4a60-ad00-c5b0879ea9dd)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:25.932815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:25.976214 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9d1045-9967-4603-84cf-70bf4da35f74'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:25.978497 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0eb20f-52a9-4a4f-83f8-9a53629f1fd8" -d '{"events": [{"server_uuid": "ac864ce1-e26e-46cf-9560-6605922ad4bd", "name": "network-vif-unplugged", "status": "completed", "tag": "de9d1045-9967-4603-84cf-70bf4da35f74"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:25.982217 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.994846 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Transition to ACTIVE for port object de9d1045-9967-4603-84cf-70bf4da35f74 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:25.998759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.029787 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95345c83-80a4-4a6c-9ad0-1db02d28b13c x-openstack-request-id: req-95345c83-80a4-4a6c-9ad0-1db02d28b13c {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:26.030118 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac864ce1-e26e-46cf-9560-6605922ad4bd", "name": "network-vif-unplugged", "status": "completed", "tag": "de9d1045-9967-4603-84cf-70bf4da35f74", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:26.030376 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95345c83-80a4-4a6c-9ad0-1db02d28b13c {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:26.030780 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9d1045-9967-4603-84cf-70bf4da35f74', 'code': 200} Aug 29 04:53:26.065276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] No DVR routers for this DVR port de9d1045-9967-4603-84cf-70bf4da35f74 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:53:26.068325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Pushing event updated for resources: {'Port': ['ID=de9d1045-9967-4603-84cf-70bf4da35f74,revision_number=6']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:26.079536 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.079948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.080321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.080672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.081010 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.081348 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.081684 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.082013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.082347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.082676 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.083004 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.083330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:26.112153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Attempting to bind port de9d1045-9967-4603-84cf-70bf4da35f74 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:26.112525 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Attempting to bind port de9d1045-9967-4603-84cf-70bf4da35f74 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '67882e97-8fb1-4a60-ad00-c5b0879ea9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:26.112861 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Attempting to bind port de9d1045-9967-4603-84cf-70bf4da35f74 on network 4758c653-b757-4abb-b627-f4679e32a7a5 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:26.117260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Port de9d1045-9967-4603-84cf-70bf4da35f74 on network 4758c653-b757-4abb-b627-f4679e32a7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:53:26.117636 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Attempting to bind port de9d1045-9967-4603-84cf-70bf4da35f74 on network 4758c653-b757-4abb-b627-f4679e32a7a5 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:26.122794 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:26.123139 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Checking segment: {'id': '67882e97-8fb1-4a60-ad00-c5b0879ea9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:26.123546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Bound using segment: {'id': '67882e97-8fb1-4a60-ad00-c5b0879ea9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:26.123967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Bound port: de9d1045-9967-4603-84cf-70bf4da35f74, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67882e97-8fb1-4a60-ad00-c5b0879ea9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:26.124366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.157978 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-05456797-9077-4a50-b1b7-35c2c11ba4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.188646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:26.191589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=de9d1045-9967-4603-84cf-70bf4da35f74,segment=NetworkSegment(67882e97-8fb1-4a60-ad00-c5b0879ea9dd),segment_id=67882e97-8fb1-4a60-ad00-c5b0879ea9dd)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:26.195103 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.233031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:26.233649 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.235033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] 10.222.0.59 "PUT /v2.0/ports/de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 200 len: 1093 time: 0.5914731 Aug 29 04:53:26.256308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047bfd9-ca7d-48cf-b97f-b33cd3eb127b service neutron] Pushing event updated for resources: {'Port': ['ID=de9d1045-9967-4603-84cf-70bf4da35f74,revision_number=7']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:26.303237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-073578f8-e56f-4652-82b2-d4037f437d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:26.304804 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-073578f8-e56f-4652-82b2-d4037f437d27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3acc926625ce40979785c74a9232ec83&device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 1096 time: 0.0445762 Aug 29 04:53:26.348831 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.399954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-351391cf-3413-4b2c-9586-67ae500bac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:26.401490 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-351391cf-3413-4b2c-9586-67ae500bac05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4758c653-b757-4abb-b627-f4679e32a7a5 HTTP/1.1" status: 200 len: 912 time: 0.0894539 Aug 29 04:53:26.448745 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-3c141d98-fccb-48a7-8139-0211c54333bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 200 len: 217 time: 0.0392179 Aug 29 04:53:26.498603 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-847ec22c-76f6-4d96-b4b0-911fd39451b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:26.500028 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-847ec22c-76f6-4d96-b4b0-911fd39451b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b90f579-2ec2-4fd6-b109-02b7a95d88fd HTTP/1.1" status: 200 len: 851 time: 0.0439863 Aug 29 04:53:26.534442 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-146cf308-074a-4e1e-aed7-49e57cb15a19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4758c653-b757-4abb-b627-f4679e32a7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255532 Aug 29 04:53:26.595687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0ac45-7aba-431c-8410-ecca7e033b81 req-1b4bc015-781c-4007-82a6-c2630fa0e8d1 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:26.597456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fc0ac45-7aba-431c-8410-ecca7e033b81 req-1b4bc015-781c-4007-82a6-c2630fa0e8d1 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 944 time: 0.0496051 Aug 29 04:53:26.632126 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-07476289-7fbe-4937-8d82-095bee8730cb service neutron] 10.222.0.59 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902371 Aug 29 04:53:26.637860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2fc0ac45-7aba-431c-8410-ecca7e033b81 req-1a49d95b-85d0-4e63-85bf-7397c8f8a425 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332708 Aug 29 04:53:26.725189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-932cd097-ec1d-4800-8843-1e7e659e67cd req-cf262c12-93d7-4c0a-bc33-7450406164a8 service neutron] 10.222.0.59 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842893 Aug 29 04:53:27.403562 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:27.707362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device de9d1045-9967-4603-84cf-70bf4da35f74 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:53:27.753820 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:27.756182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f06f-85a8-460c-ad95-556095c7300b req-5eca5387-9ac5-4969-b08b-e0c5250c8771 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:27.757733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc51f06f-85a8-460c-ad95-556095c7300b req-5eca5387-9ac5-4969-b08b-e0c5250c8771 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 944 time: 0.0502384 Aug 29 04:53:27.757968 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device de9d1045-9967-4603-84cf-70bf4da35f74 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:53:27.797068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc51f06f-85a8-460c-ad95-556095c7300b req-bca6f207-a1a4-41ae-96d2-21cf875d88cb tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321085 Aug 29 04:53:28.032424 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'tag': 'de9d1045-9967-4603-84cf-70bf4da35f74'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:28.034809 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fcdd16-ebd1-4b08-9009-7ecc5513d535" -d '{"events": [{"name": "network-changed", "server_uuid": "ac864ce1-e26e-46cf-9560-6605922ad4bd", "tag": "de9d1045-9967-4603-84cf-70bf4da35f74"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:28.081244 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92975940-20f1-4bb1-987e-90eca8c82c6a x-openstack-request-id: req-92975940-20f1-4bb1-987e-90eca8c82c6a {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:28.081542 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac864ce1-e26e-46cf-9560-6605922ad4bd", "tag": "de9d1045-9967-4603-84cf-70bf4da35f74", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:28.081798 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92975940-20f1-4bb1-987e-90eca8c82c6a {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:28.082714 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'tag': 'de9d1045-9967-4603-84cf-70bf4da35f74', 'status': 'completed', 'code': 200} Aug 29 04:53:28.147467 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-25268e53-3a87-466e-a62a-fd1f1bfc7851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.149032 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-25268e53-3a87-466e-a62a-fd1f1bfc7851 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3acc926625ce40979785c74a9232ec83&device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 1096 time: 0.0422232 Aug 29 04:53:28.172181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-310535e1-6aa2-4f90-b3bf-521ab2147d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.173715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-310535e1-6aa2-4f90-b3bf-521ab2147d2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3acc926625ce40979785c74a9232ec83&device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 1096 time: 0.0485983 Aug 29 04:53:28.246674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-f427b29b-9c6c-4892-beb9-599135902722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.248286 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-f427b29b-9c6c-4892-beb9-599135902722 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4758c653-b757-4abb-b627-f4679e32a7a5 HTTP/1.1" status: 200 len: 912 time: 0.0908883 Aug 29 04:53:28.262274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-720bde49-46e4-401d-8f84-79051847134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.263753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-720bde49-46e4-401d-8f84-79051847134c service neutron] 10.222.0.52 "GET /v2.0/networks?id=4758c653-b757-4abb-b627-f4679e32a7a5 HTTP/1.1" status: 200 len: 912 time: 0.0837357 Aug 29 04:53:28.292741 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-69edf98d-c643-4c7b-9387-bf1204ab352d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 200 len: 217 time: 0.0354204 Aug 29 04:53:28.304061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-a2cadc35-d280-4672-8950-afcd2785a9bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 200 len: 217 time: 0.0332348 Aug 29 04:53:28.350132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-54e675d5-81e3-41f0-880f-fdbdd839906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.351310 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-54e675d5-81e3-41f0-880f-fdbdd839906d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b90f579-2ec2-4fd6-b109-02b7a95d88fd HTTP/1.1" status: 200 len: 851 time: 0.0509355 Aug 29 04:53:28.357211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-09d22208-4e9f-4666-b64c-470e9e076bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.358666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-09d22208-4e9f-4666-b64c-470e9e076bfb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b90f579-2ec2-4fd6-b109-02b7a95d88fd HTTP/1.1" status: 200 len: 851 time: 0.0472994 Aug 29 04:53:28.390335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-26f56291-06de-42d1-91c0-1d9e631e48d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4758c653-b757-4abb-b627-f4679e32a7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248814 Aug 29 04:53:28.398422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-0da2caee-e27c-455d-807e-564041faeedc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4758c653-b757-4abb-b627-f4679e32a7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255876 Aug 29 04:53:28.493315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-15d832d9-351f-48fe-8405-87a4cbacfe38 service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960104 Aug 29 04:53:28.499366 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-6d0d8201-2774-4449-beed-ae872f4597b3 service neutron] 10.222.0.59 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919454 Aug 29 04:53:28.590983 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-9cda509d-af81-46b7-a158-3b1de7d471af service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914929 Aug 29 04:53:28.605472 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-32fcdd16-ebd1-4b08-9009-7ecc5513d535 req-7dcb09fe-dc94-4def-a96b-c00ab68d581e service neutron] 10.222.0.59 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902891 Aug 29 04:53:28.911306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9edd-ebf6-4e71-ab2d-2207b99e0b67 req-bde517cf-bc9a-435b-8c50-5df8132defdf tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.912715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-260c9edd-ebf6-4e71-ab2d-2207b99e0b67 req-bde517cf-bc9a-435b-8c50-5df8132defdf tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 944 time: 0.0482326 Aug 29 04:53:28.950096 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-260c9edd-ebf6-4e71-ab2d-2207b99e0b67 req-c075cc87-039b-44cb-83d6-440e3604b757 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Aug 29 04:53:29.140146 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:29.227169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b764b-c402-462b-8c09-939e7dc98433 req-d1692317-562a-4ead-b748-95370be3bc12 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:29.228552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-d1692317-562a-4ead-b748-95370be3bc12 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd&tenant_id=3acc926625ce40979785c74a9232ec83&binding%3Ahost_id=n-h2-712141-12 HTTP/1.1" status: 200 len: 944 time: 0.0854597 Aug 29 04:53:29.286428 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [req-669b764b-c402-462b-8c09-939e7dc98433 req-976d8647-fd85-42af-b8b1-504a5415be3c service neutron] delete failed (client error): The resource could not be found. Aug 29 04:53:29.287392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-976d8647-fd85-42af-b8b1-504a5415be3c service neutron] 10.222.0.52 "DELETE /v2.0/ports/de9d1045-9967-4603-84cf-70bf4da35f74/bindings/n-h1-712141-12 HTTP/1.1" status: 404 len: 381 time: 0.0513935 Aug 29 04:53:29.388464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b764b-c402-462b-8c09-939e7dc98433 req-f227eac8-67dd-4fc2-8e77-3ed890540461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:29.389927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-f227eac8-67dd-4fc2-8e77-3ed890540461 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3acc926625ce40979785c74a9232ec83&device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 1096 time: 0.0403888 Aug 29 04:53:29.480252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b764b-c402-462b-8c09-939e7dc98433 req-9548a891-6631-4cc2-83fb-c5a991670415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:29.481612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-9548a891-6631-4cc2-83fb-c5a991670415 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4758c653-b757-4abb-b627-f4679e32a7a5 HTTP/1.1" status: 200 len: 912 time: 0.0839674 Aug 29 04:53:29.522019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-0725f70f-5c60-4a5a-8670-11cefbfe1f17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 200 len: 217 time: 0.0329843 Aug 29 04:53:29.568626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b764b-c402-462b-8c09-939e7dc98433 req-08705341-5bc9-4e22-9ea0-04de6000803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:29.570002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-08705341-5bc9-4e22-9ea0-04de6000803c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b90f579-2ec2-4fd6-b109-02b7a95d88fd HTTP/1.1" status: 200 len: 851 time: 0.0414765 Aug 29 04:53:29.604551 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-8f8959d2-c1ae-4274-a019-0d3f3340c7ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4758c653-b757-4abb-b627-f4679e32a7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278111 Aug 29 04:53:29.691801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-41061871-a0e2-4f45-901b-d6619d2e601b service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792682 Aug 29 04:53:29.782506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-8db9e5fa-1575-4662-8421-c821ddc8d57c service neutron] 10.222.0.52 "GET /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834572 Aug 29 04:53:30.056381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device de9d1045-9967-4603-84cf-70bf4da35f74 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:53:30.148724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=de9d1045-9967-4603-84cf-70bf4da35f74,segment=NetworkSegment(67882e97-8fb1-4a60-ad00-c5b0879ea9dd),segment_id=67882e97-8fb1-4a60-ad00-c5b0879ea9dd)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:30.160496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': 'de9d1045-9967-4603-84cf-70bf4da35f74', 'network_id': '4758c653-b757-4abb-b627-f4679e32a7a5', 'port_id': 'de9d1045-9967-4603-84cf-70bf4da35f74', 'mac_address': 'fa:16:3e:f7:59:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b90f579-2ec2-4fd6-b109-02b7a95d88fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:53:30.201016 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:30.214213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9d1045-9967-4603-84cf-70bf4da35f74 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:53:30.234542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=de9d1045-9967-4603-84cf-70bf4da35f74,segment=NetworkSegment(67882e97-8fb1-4a60-ad00-c5b0879ea9dd),segment_id=67882e97-8fb1-4a60-ad00-c5b0879ea9dd)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:30.238619 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:30.287163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=de9d1045-9967-4603-84cf-70bf4da35f74,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:30.294412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.294761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.295099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.295432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.295766 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.296090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.296448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.296773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.297095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.297417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.297738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.298055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:30.509414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4b18-0aa9-4be3-bc30-deb01a1a4170 req-05b054c8-107e-417a-a31f-bca54a96747b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:30.510901 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc2a4b18-0aa9-4be3-bc30-deb01a1a4170 req-05b054c8-107e-417a-a31f-bca54a96747b tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 945 time: 0.0488455 Aug 29 04:53:30.529136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['de9d1045-9967-4603-84cf-70bf4da35f74'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:30.550885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc2a4b18-0aa9-4be3-bc30-deb01a1a4170 req-eede8fec-2d7f-49d1-8f8d-5f475245aad4 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340464 Aug 29 04:53:31.669317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed57d9f-863e-46c3-8625-84689f12f5af req-4ade0bee-9ca3-49d4-ac16-79197c043e8a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:31.670791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ed57d9f-863e-46c3-8625-84689f12f5af req-4ade0bee-9ca3-49d4-ac16-79197c043e8a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 945 time: 0.0491412 Aug 29 04:53:31.710601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ed57d9f-863e-46c3-8625-84689f12f5af req-3a3a4cac-cad5-42b5-bd3a-5499287d5fa0 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5fbfad5-4dda-4b69-9caf-88f875c84918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335143 Aug 29 04:53:31.906855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b764b-c402-462b-8c09-939e7dc98433 req-974183ac-12c7-4096-9db1-85a2b6a80f4a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:31.908251 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-974183ac-12c7-4096-9db1-85a2b6a80f4a tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac864ce1-e26e-46cf-9560-6605922ad4bd HTTP/1.1" status: 200 len: 945 time: 0.0495179 Aug 29 04:53:31.995283 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-669b764b-c402-462b-8c09-939e7dc98433 req-3a4aaa04-b823-4914-bd18-b2a994488497 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Deleting port de9d1045-9967-4603-84cf-70bf4da35f74 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:53:31.995631 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-669b764b-c402-462b-8c09-939e7dc98433 req-3a4aaa04-b823-4914-bd18-b2a994488497 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.053511 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device de9d1045-9967-4603-84cf-70bf4da35f74 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:32.088923 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-669b764b-c402-462b-8c09-939e7dc98433 req-3a4aaa04-b823-4914-bd18-b2a994488497 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] For port de9d1045-9967-4603-84cf-70bf4da35f74, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=de9d1045-9967-4603-84cf-70bf4da35f74,segment=NetworkSegment(67882e97-8fb1-4a60-ad00-c5b0879ea9dd),segment_id=67882e97-8fb1-4a60-ad00-c5b0879ea9dd)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:32.089296 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-669b764b-c402-462b-8c09-939e7dc98433 req-3a4aaa04-b823-4914-bd18-b2a994488497 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.102375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port de9d1045-9967-4603-84cf-70bf4da35f74 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:32.103477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-669b764b-c402-462b-8c09-939e7dc98433 req-3a4aaa04-b823-4914-bd18-b2a994488497 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Calling delete_port for de9d1045-9967-4603-84cf-70bf4da35f74 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:53:32.106309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port de9d1045-9967-4603-84cf-70bf4da35f74 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:32.106688 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.183532 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.235612 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-669b764b-c402-462b-8c09-939e7dc98433 req-3a4aaa04-b823-4914-bd18-b2a994488497 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.260630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['de9d1045-9967-4603-84cf-70bf4da35f74'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:32.264029 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4aaa04-b823-4914-bd18-b2a994488497 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Pushing event deleted for resources: {'Port': ['ID=de9d1045-9967-4603-84cf-70bf4da35f74,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:32.306934 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-669b764b-c402-462b-8c09-939e7dc98433 req-3a4aaa04-b823-4914-bd18-b2a994488497 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] No DVR routers for this DVR port de9d1045-9967-4603-84cf-70bf4da35f74 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:53:32.309429 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-669b764b-c402-462b-8c09-939e7dc98433 req-3a4aaa04-b823-4914-bd18-b2a994488497 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.311430 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-669b764b-c402-462b-8c09-939e7dc98433 req-3a4aaa04-b823-4914-bd18-b2a994488497 tempest-DeleteServersTestJSON-1816945769 tempest-DeleteServersTestJSON-1816945769-project] 10.222.0.59 "DELETE /v2.0/ports/de9d1045-9967-4603-84cf-70bf4da35f74 HTTP/1.1" status: 204 len: 173 time: 0.3966203 Aug 29 04:53:32.311867 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'name': 'network-vif-deleted', 'tag': 'de9d1045-9967-4603-84cf-70bf4da35f74'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:32.314731 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be150bef-288c-4e57-8bde-1b1fb1bb224a" -d '{"events": [{"server_uuid": "ac864ce1-e26e-46cf-9560-6605922ad4bd", "name": "network-vif-deleted", "tag": "de9d1045-9967-4603-84cf-70bf4da35f74"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:32.350965 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5523513b-0af7-4813-86d5-6b26ced7fa81 x-openstack-request-id: req-5523513b-0af7-4813-86d5-6b26ced7fa81 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:32.351251 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac864ce1-e26e-46cf-9560-6605922ad4bd", "name": "network-vif-deleted", "tag": "de9d1045-9967-4603-84cf-70bf4da35f74", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:32.351509 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5523513b-0af7-4813-86d5-6b26ced7fa81 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:32.351920 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac864ce1-e26e-46cf-9560-6605922ad4bd', 'name': 'network-vif-deleted', 'tag': 'de9d1045-9967-4603-84cf-70bf4da35f74', 'status': 'completed', 'code': 200} Aug 29 04:53:32.837206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55956) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:32.882132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-528978a0-61ec-48c7-b7df-af3e98361cfa admin admin] Deleting subnet 0b90f579-2ec2-4fd6-b109-02b7a95d88fd {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:53:32.885140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-528978a0-61ec-48c7-b7df-af3e98361cfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.923855 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-528978a0-61ec-48c7-b7df-af3e98361cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.962697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-528978a0-61ec-48c7-b7df-af3e98361cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.014779 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-528978a0-61ec-48c7-b7df-af3e98361cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.042720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528978a0-61ec-48c7-b7df-af3e98361cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b90f579-2ec2-4fd6-b109-02b7a95d88fd,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:33.044756 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-528978a0-61ec-48c7-b7df-af3e98361cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.046635 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-528978a0-61ec-48c7-b7df-af3e98361cfa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0b90f579-2ec2-4fd6-b109-02b7a95d88fd HTTP/1.1" status: 204 len: 168 time: 0.2087569 Aug 29 04:53:33.049210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:33.120798 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.198169 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.208312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4758c653-b757-4abb-b627-f4679e32a7a5']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:33.218498 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67882e97-8fb1-4a60-ad00-c5b0879ea9dd') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:33.218801 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67882e97-8fb1-4a60-ad00-c5b0879ea9dd') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:33.228086 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.241515 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.247229 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:53:33.247619 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: timer() Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:53:33.249223 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:53:33.307292 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.312826 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.315230 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4758c653-b757-4abb-b627-f4679e32a7a5 HTTP/1.1" status: 204 len: 168 time: 0.2651091 Aug 29 04:53:33.326752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60298f-10f9-44a7-80c5-e50e87fc5d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=4758c653-b757-4abb-b627-f4679e32a7a5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:33.420388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55962) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:33.461806 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8c29a037-f4fc-4d7f-95d0-03048f66777c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3acc926625ce40979785c74a9232ec83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402226 Aug 29 04:53:33.464291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55964) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:33.511600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb159452-4928-46c6-a138-f8bbbe8040ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.532666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb159452-4928-46c6-a138-f8bbbe8040ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.578634 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb159452-4928-46c6-a138-f8bbbe8040ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.582077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb159452-4928-46c6-a138-f8bbbe8040ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.583226 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eb159452-4928-46c6-a138-f8bbbe8040ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5fbfad5-4dda-4b69-9caf-88f875c84918 HTTP/1.1" status: 204 len: 168 time: 0.1179967 Aug 29 04:53:33.590986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb159452-4928-46c6-a138-f8bbbe8040ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fbfad5-4dda-4b69-9caf-88f875c84918,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.242357 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 55986) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:34.341758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1728556713-network', 'tenant_id': '5038ab689c75490bbc6c992b1f9a0fd1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:34.363547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Made reservation on behalf of 5038ab689c75490bbc6c992b1f9a0fd1 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:34.365894 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.378729 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.468147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.472705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.498735 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:53:34.514109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50466390-7896-4d3d-bdf6-06760ff59f03,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.521601 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.522112 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Added segment 54675539-03fc-4b8e-b57f-2274f99486af of type vlan for network 77a8a9cd-a045-424f-a5c2-0a259d24065e Aug 29 04:53:34.562614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.586868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.587840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:34.588443 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.637900 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3943565 Aug 29 04:53:34.641028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 55990) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:34.646559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Request body: {'subnet': {'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1728556713-subnet', 'tenant_id': '5038ab689c75490bbc6c992b1f9a0fd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:34.648749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd017476-e4c9-415a-bccc-d646f8121e3f admin admin] Pushing event updated for resources: {'Network': ['ID=77a8a9cd-a045-424f-a5c2-0a259d24065e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.659872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 77a8a9cd-a045-424f-a5c2-0a259d24065e details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:53:34.668680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Made reservation on behalf of 5038ab689c75490bbc6c992b1f9a0fd1 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:34.671124 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.855481 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.919713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=438ca3e5-4ae3-4357-8362-725b47a3128a,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.923887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Checking segment: {'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:34.924262 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Network hostable DHCP agents. Network: 77a8a9cd-a045-424f-a5c2-0a259d24065e, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:53:34.940739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Network 77a8a9cd-a045-424f-a5c2-0a259d24065e is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:53:34.949532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 77a8a9cd-a045-424f-a5c2-0a259d24065e) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:34.955323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:34.956065 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.959225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f6cc7-708b-493e-8585-7b9cb76bec6c None None] Network 77a8a9cd-a045-424f-a5c2-0a259d24065e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:34.973985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5939d00e-105b-4756-b041-2f9fb81c2c22 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3315642 Aug 29 04:53:35.081734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409345e1-d8aa-405e-ba7a-1339d4366822 None None] Network 77a8a9cd-a045-424f-a5c2-0a259d24065e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:35.672141 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1a014-a247-4004-9ec3-556d44459b02 req-bd574233-3b6c-4172-ad28-35fb64ffcb61 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:35.674220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-bd574233-3b6c-4172-ad28-35fb64ffcb61 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 815 time: 0.3756266 Aug 29 04:53:35.688970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-aedd36e5-3ea1-4438-9598-0595d764ae86 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/quotas/5038ab689c75490bbc6c992b1f9a0fd1 HTTP/1.1" status: 200 len: 375 time: 0.0088415 Aug 29 04:53:35.720152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-723eb8c1-e1e7-4042-96b2-2626e26ab597 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261655 Aug 29 04:53:35.809500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-66c30e20-0b05-4d2d-9059-182ac421943f service neutron] 10.222.0.49 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818777 Aug 29 04:53:35.895145 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-f750dcb8-8de0-4dae-8f93-33f555ac67d5 service neutron] 10.222.0.49 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794840 Aug 29 04:53:36.054075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device de9d1045-9967-4603-84cf-70bf4da35f74 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:53:36.058120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74045c7b-bf37-4abd-81c2-24613dd644d8 req-5d07d4f8-9a49-46d8-b55c-3d62f6585aee tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 210 time: 0.0308688 Aug 29 04:53:36.077624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: de9d1045-9967-4603-84cf-70bf4da35f74 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:53:36.078101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device de9d1045-9967-4603-84cf-70bf4da35f74 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:53:36.943582 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1a014-a247-4004-9ec3-556d44459b02 req-28766ef4-6ca7-4fd1-8917-15051bda2fbc tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:36.945057 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-28766ef4-6ca7-4fd1-8917-15051bda2fbc tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.59 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 815 time: 0.1052055 Aug 29 04:53:36.960315 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Request body: {'port': {'device_id': '2595599d-df43-4496-a4a2-7db7523b19ab', 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e', 'admin_state_up': True, 'tenant_id': '5038ab689c75490bbc6c992b1f9a0fd1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:37.066181 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Made reservation on behalf of 5038ab689c75490bbc6c992b1f9a0fd1 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:37.069655 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.153072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97bc53b9-448a-4da3-b4d0-61eda11e823a req-03f3c07e-4a62-4a49-8111-14ad4c62b9a1 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 210 time: 0.0264299 Aug 29 04:53:37.200903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Allocated IP 172.20.0.10 (77a8a9cd-a045-424f-a5c2-0a259d24065e/438ca3e5-4ae3-4357-8362-725b47a3128a/1b033ac5-022f-457d-b0c0-1cf93e9b4ac6) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:37.700955 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.739035 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.783027 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Network 77a8a9cd-a045-424f-a5c2-0a259d24065e is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:37.786114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:37.789936 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:37.796091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Pushing event updated for resources: {'Port': ['ID=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:37.841164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:37.841783 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.854113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0ec2c235-115e-45dc-8e06-d1e5a807a5f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8975275 Aug 29 04:53:37.865982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Request body: {'port': {'device_id': '2595599d-df43-4496-a4a2-7db7523b19ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:37.932465 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.185477 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:53:38.193764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.205956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Transition to ACTIVE for port object 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:38.210190 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.268960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf1bef-829f-4fd7-8214-47620c85dd72 req-8bc94df7-c4dd-4463-a018-57b30c6c756b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.270447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccbf1bef-829f-4fd7-8214-47620c85dd72 req-8bc94df7-c4dd-4463-a018-57b30c6c756b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 944 time: 0.0488975 Aug 29 04:53:38.279991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:38.310393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ccbf1bef-829f-4fd7-8214-47620c85dd72 req-c8904c2c-c457-409f-bde9-45782c9622ce tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Aug 29 04:53:38.330212 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Attempting to bind port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:38.330558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Attempting to bind port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:38.330893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Attempting to bind port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 on network 77a8a9cd-a045-424f-a5c2-0a259d24065e {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:38.335262 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 on network 77a8a9cd-a045-424f-a5c2-0a259d24065e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:53:38.335587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Attempting to bind port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 on network 77a8a9cd-a045-424f-a5c2-0a259d24065e {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:38.340355 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:38.340699 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Checking segment: {'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:38.341084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Bound using segment: {'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:38.341511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Bound port: 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:38.341867 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.403755 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:38.406698 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:38.411422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.443277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.443896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.445327 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] 10.222.0.59 "PUT /v2.0/ports/1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 HTTP/1.1" status: 200 len: 1093 time: 0.5833275 Aug 29 04:53:38.445778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:38.448167 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f64f05517c9dfae16b3c1f7dddbc3e7e7fec19077396df52a84d7c83eb1bec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69855a69-50aa-4a8c-b70a-224b10f9730d" -d '{"events": [{"name": "network-changed", "server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:38.481888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d598e1a-55d8-4d63-94f6-817cd241c1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:38.495490 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f827e01d-843f-4807-a723-dc88eb4ef863 x-openstack-request-id: req-f827e01d-843f-4807-a723-dc88eb4ef863 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:38.495781 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:38.496040 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f827e01d-843f-4807-a723-dc88eb4ef863 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:38.496458 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6', 'status': 'completed', 'code': 200} Aug 29 04:53:38.530710 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1a014-a247-4004-9ec3-556d44459b02 req-06f992a3-0683-43ee-95cb-1866bbc430ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.532244 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-06f992a3-0683-43ee-95cb-1866bbc430ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 1096 time: 0.0473838 Aug 29 04:53:38.573946 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-83c91e19-132b-45bc-b117-a14349abf326 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0335219 Aug 29 04:53:38.624144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1a014-a247-4004-9ec3-556d44459b02 req-3be8177b-f200-4538-8a81-f01f1287607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.625622 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-3be8177b-f200-4538-8a81-f01f1287607f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0442066 Aug 29 04:53:38.658250 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-9fa54d80-adb5-4dad-b529-b038307c1215 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239260 Aug 29 04:53:38.750274 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-369de003-4e8c-43e7-a4e1-79b2c340b9d6 service neutron] 10.222.0.59 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844834 Aug 29 04:53:38.840551 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-18f1a014-a247-4004-9ec3-556d44459b02 req-b5970859-f71e-4d5d-8733-c203dd00feef service neutron] 10.222.0.59 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819459 Aug 29 04:53:38.927672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855a69-50aa-4a8c-b70a-224b10f9730d req-8e928dae-8eab-4c14-90e2-c112d1b3f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.929271 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69855a69-50aa-4a8c-b70a-224b10f9730d req-8e928dae-8eab-4c14-90e2-c112d1b3f697 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 1096 time: 0.0467517 Aug 29 04:53:39.024672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855a69-50aa-4a8c-b70a-224b10f9730d req-cecc9531-a870-4347-ab0b-29fded7138bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.026637 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69855a69-50aa-4a8c-b70a-224b10f9730d req-cecc9531-a870-4347-ab0b-29fded7138bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 916 time: 0.0899003 Aug 29 04:53:39.071830 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69855a69-50aa-4a8c-b70a-224b10f9730d req-26860b4e-29d1-4c51-af2c-ba0eccc7479f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0375614 Aug 29 04:53:39.120430 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855a69-50aa-4a8c-b70a-224b10f9730d req-5d12c517-0777-4185-9a3b-539db5f007be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.121795 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69855a69-50aa-4a8c-b70a-224b10f9730d req-5d12c517-0777-4185-9a3b-539db5f007be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0428307 Aug 29 04:53:39.154264 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69855a69-50aa-4a8c-b70a-224b10f9730d req-a188602f-928a-4e0d-b103-b7f33674af09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238914 Aug 29 04:53:39.241041 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69855a69-50aa-4a8c-b70a-224b10f9730d req-a7c6518d-4963-4190-9b5b-bad444c6058f service neutron] 10.222.0.59 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790539 Aug 29 04:53:39.335015 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-69855a69-50aa-4a8c-b70a-224b10f9730d req-c06d2ad0-3117-4c98-8996-56a446bbd2d2 service neutron] 10.222.0.59 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859134 Aug 29 04:53:39.425340 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7596f51-a081-484a-8110-73565d1a7a17 req-aad48ac7-bfe3-47fe-b00f-59147c636770 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.426813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b7596f51-a081-484a-8110-73565d1a7a17 req-aad48ac7-bfe3-47fe-b00f-59147c636770 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 944 time: 0.0478711 Aug 29 04:53:39.464212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b7596f51-a081-484a-8110-73565d1a7a17 req-190227e9-c4c8-467f-931b-42b6fef9b4c3 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Aug 29 04:53:40.580631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee193987-0eac-4fbc-86b4-f289019da2c6 req-3e2f996d-77be-46d1-b17e-1d325587a31b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:40.582198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee193987-0eac-4fbc-86b4-f289019da2c6 req-3e2f996d-77be-46d1-b17e-1d325587a31b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 944 time: 0.0515645 Aug 29 04:53:40.619790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee193987-0eac-4fbc-86b4-f289019da2c6 req-bde60056-00fd-4a40-9791-1b580ebb7428 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Aug 29 04:53:41.731657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1124a2-b8f5-4ca8-9475-1b51bf690007 req-0203474f-6b31-4cf3-881b-97c4857ae440 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:41.733143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c1124a2-b8f5-4ca8-9475-1b51bf690007 req-0203474f-6b31-4cf3-881b-97c4857ae440 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 944 time: 0.0482664 Aug 29 04:53:41.770222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c1124a2-b8f5-4ca8-9475-1b51bf690007 req-ee4c3547-f470-4207-b531-e75f66d7d401 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Aug 29 04:53:42.084823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:53:42.179685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:42.191780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6', 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e', 'port_id': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6', 'mac_address': 'fa:16:3e:70:b4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438ca3e5-4ae3-4357-8362-725b47a3128a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:53:42.227143 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.239827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:53:42.258068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:42.261625 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.306905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:42.454087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['1b033ac5-022f-457d-b0c0-1cf93e9b4ac6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:42.881703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b8fd5-5ed3-4378-82da-6b99ceedbbb8 req-29bda33c-a555-4cf6-8fdc-4019bfd3ed61 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:42.883160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-757b8fd5-5ed3-4378-82da-6b99ceedbbb8 req-29bda33c-a555-4cf6-8fdc-4019bfd3ed61 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 945 time: 0.0478587 Aug 29 04:53:42.920446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-757b8fd5-5ed3-4378-82da-6b99ceedbbb8 req-45a26bc3-8d3a-4bf6-99cb-9b9977a0c1f1 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Aug 29 04:53:44.037516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1991b-8135-4fb4-8274-be8bd621fda5 req-44ba2d59-3fe6-457b-aaff-12f77cb1b37e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:44.039132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e4a1991b-8135-4fb4-8274-be8bd621fda5 req-44ba2d59-3fe6-457b-aaff-12f77cb1b37e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 945 time: 0.0526688 Aug 29 04:53:44.076410 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e4a1991b-8135-4fb4-8274-be8bd621fda5 req-ff86a194-94c2-4655-ba18-01c1610b9221 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313411 Aug 29 04:53:44.085521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:44.132995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:44.137262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:44.137654 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:44.214036 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:44.235446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:44.238300 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c9d8ba-57b6-4c52-865d-2faf3b7245f9" -d '{"events": [{"server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "name": "network-vif-plugged", "status": "completed", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:44.250659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:44.255495 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:44.280647 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb48619-0ae5-416c-8559-16f20f78ce9c x-openstack-request-id: req-adb48619-0ae5-416c-8559-16f20f78ce9c {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:44.280948 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "name": "network-vif-plugged", "status": "completed", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:44.281222 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adb48619-0ae5-416c-8559-16f20f78ce9c {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:44.281613 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6', 'code': 200} Aug 29 04:53:44.307565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:44.373898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fbd0e-c5c7-499d-9872-3825528766c3 req-79e86713-6b07-432f-8734-a76564a8e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:44.375394 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1e8fbd0e-c5c7-499d-9872-3825528766c3 req-79e86713-6b07-432f-8734-a76564a8e590 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 1098 time: 0.0404594 Aug 29 04:53:44.410300 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1e8fbd0e-c5c7-499d-9872-3825528766c3 req-b26578a1-944a-4b29-9c8e-3cc92f2c4778 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267980 Aug 29 04:53:45.188525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34399e9-e86f-449d-8dc3-bb87c40b7b88 req-0550dc52-60ee-4b48-88b0-7d6e4dadf70e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:45.190704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c34399e9-e86f-449d-8dc3-bb87c40b7b88 req-0550dc52-60ee-4b48-88b0-7d6e4dadf70e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0481529 Aug 29 04:53:45.228659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c34399e9-e86f-449d-8dc3-bb87c40b7b88 req-ffb65069-a308-491a-a0d7-56247074837c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Aug 29 04:53:46.354826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b75c2-35db-4d36-8ac1-2324902c449b req-23d00183-1962-45d5-aa83-12323e867725 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:46.356455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a27b75c2-35db-4d36-8ac1-2324902c449b req-23d00183-1962-45d5-aa83-12323e867725 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0585434 Aug 29 04:53:46.395394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a27b75c2-35db-4d36-8ac1-2324902c449b req-4df99c45-10b6-4de5-b79d-d4a47da9e9d3 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323036 Aug 29 04:53:46.513860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcc43f-202c-4599-911c-176a5c7754b6 req-0e68a07f-b64a-4709-8093-2f7d81acb8ca tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:46.515279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49fcc43f-202c-4599-911c-176a5c7754b6 req-0e68a07f-b64a-4709-8093-2f7d81acb8ca tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0522165 Aug 29 04:53:46.551811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49fcc43f-202c-4599-911c-176a5c7754b6 req-1ca28d52-d7a6-4b70-b257-f4c43d7c4c99 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306077 Aug 29 04:53:46.752831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e07123-394b-477d-8bd0-ffc6ca4752bd req-d9f3589e-3f30-4008-b668-d7e63b89f88c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:46.754315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99e07123-394b-477d-8bd0-ffc6ca4752bd req-d9f3589e-3f30-4008-b668-d7e63b89f88c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0494969 Aug 29 04:53:46.791353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99e07123-394b-477d-8bd0-ffc6ca4752bd req-73738cdb-0692-4e1b-969b-33bc4828ace5 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Aug 29 04:53:46.903604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e03c8c-4cf7-456d-94f1-a209f831df82 req-2e4a6a91-b073-40cf-a429-4c400cad427c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:46.905472 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88e03c8c-4cf7-456d-94f1-a209f831df82 req-2e4a6a91-b073-40cf-a429-4c400cad427c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0483320 Aug 29 04:53:46.943190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88e03c8c-4cf7-456d-94f1-a209f831df82 req-561bd3fb-2aaa-486e-a3e9-5dc0aa23e18c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312908 Aug 29 04:53:47.166253 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-6b130481-e77f-430b-8c10-758192b72cdd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451453 Aug 29 04:53:47.184095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6374a-1ce1-473b-87de-3a92ecd0f86f req-17d9a11e-fcfd-4c82-aa2b-d78f85c597a2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:47.185632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05d6374a-1ce1-473b-87de-3a92ecd0f86f req-17d9a11e-fcfd-4c82-aa2b-d78f85c597a2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0538695 Aug 29 04:53:47.226641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05d6374a-1ce1-473b-87de-3a92ecd0f86f req-22fcf7e2-cfaf-4065-b220-9d489fbe0804 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344543 Aug 29 04:53:48.337749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-28b2130a-e5cd-498b-a95a-d748b519a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:48.339264 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-28b2130a-e5cd-498b-a95a-d748b519a37b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 1098 time: 0.0409288 Aug 29 04:53:48.345838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ba0b-bd6c-4b45-83f6-9a8d8d9a7761 req-6debcedc-7810-4d2f-b3fa-2a697bfcf012 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:48.347380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b19ba0b-bd6c-4b45-83f6-9a8d8d9a7761 req-6debcedc-7810-4d2f-b3fa-2a697bfcf012 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0516167 Aug 29 04:53:48.389256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b19ba0b-bd6c-4b45-83f6-9a8d8d9a7761 req-51703466-66cf-4c3d-a087-c4c26f7df0b1 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Aug 29 04:53:48.413386 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:48.434581 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-e3b7579f-9da7-4de7-87a5-5f276c886411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:48.436063 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-e3b7579f-9da7-4de7-87a5-5f276c886411 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 916 time: 0.0896840 Aug 29 04:53:48.480593 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-3093bbda-5c66-4ff9-9f77-c66f21bef81f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0377693 Aug 29 04:53:48.527687 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-3ab3fde7-341e-46f5-81b4-f18b51f403ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:48.529018 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-3ab3fde7-341e-46f5-81b4-f18b51f403ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0418797 Aug 29 04:53:48.559642 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-d966ecb5-c0e4-436e-8a34-b7aa5257610e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237362 Aug 29 04:53:48.651003 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-f63c5227-aa25-44b1-a1ea-bd6f7e481e94 service neutron] 10.222.0.59 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841963 Aug 29 04:53:48.740422 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-4743d193-9240-4684-afb4-b6754cff417f service neutron] 10.222.0.59 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817847 Aug 29 04:53:49.505185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a748b-925e-4a4c-8b2b-d52d8afdf739 req-79434303-768b-484d-9b6a-9c238f4936f5 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:49.506700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db1a748b-925e-4a4c-8b2b-d52d8afdf739 req-79434303-768b-484d-9b6a-9c238f4936f5 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0491383 Aug 29 04:53:49.542961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db1a748b-925e-4a4c-8b2b-d52d8afdf739 req-d2783003-f70b-4eee-ac04-88f0a0434831 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304997 Aug 29 04:53:50.663734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775ad5d-267f-418c-a769-a809e0136275 req-01832cbc-c2da-43a2-b0af-8b26a6c88b3e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:50.665236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9775ad5d-267f-418c-a769-a809e0136275 req-01832cbc-c2da-43a2-b0af-8b26a6c88b3e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0521262 Aug 29 04:53:50.702055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9775ad5d-267f-418c-a769-a809e0136275 req-abfea614-1564-49e3-9da8-234af619dcd4 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Aug 29 04:53:51.840273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a06f77-5824-4865-8422-0c6b7d8420da req-81222349-1344-43a9-9e7c-f9be2fe148c6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.841749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1a06f77-5824-4865-8422-0c6b7d8420da req-81222349-1344-43a9-9e7c-f9be2fe148c6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0476413 Aug 29 04:53:51.878870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1a06f77-5824-4865-8422-0c6b7d8420da req-37527f07-1a00-440b-8b23-6e9543021100 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305488 Aug 29 04:53:52.993115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4572c-980d-4f2e-8992-a211ebb68cdc req-daaa4467-e704-455a-a2cc-c90d364edd74 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:52.994568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08a4572c-980d-4f2e-8992-a211ebb68cdc req-daaa4467-e704-455a-a2cc-c90d364edd74 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0478683 Aug 29 04:53:53.030572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-08a4572c-980d-4f2e-8992-a211ebb68cdc req-a453107e-1cc7-4d6c-9da1-38b500c62fa1 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301590 Aug 29 04:53:53.567991 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-95f0d4fd-3d88-489f-8eb9-fb11bc3cb6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:54.022150 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:53:54.147874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2ecb4-17ca-477d-8954-ca386a72d03f req-95b109dd-be95-44db-bf2d-2993689c9b06 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:54.149372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fff2ecb4-17ca-477d-8954-ca386a72d03f req-95b109dd-be95-44db-bf2d-2993689c9b06 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0520513 Aug 29 04:53:54.186007 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fff2ecb4-17ca-477d-8954-ca386a72d03f req-391a0d21-8d0c-4f9e-b8e5-281fd1c9e0fe tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Aug 29 04:53:55.299511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0256bf-1e86-4ee5-9444-63c5f5dedae4 req-d1034179-a57b-4c07-bde7-6c5baa6ef4f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:55.301136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a0256bf-1e86-4ee5-9444-63c5f5dedae4 req-d1034179-a57b-4c07-bde7-6c5baa6ef4f2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0478261 Aug 29 04:53:55.339267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9a0256bf-1e86-4ee5-9444-63c5f5dedae4 req-e564090c-cd41-47fb-9cc8-60ca41d3d559 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Aug 29 04:53:56.160687 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-29fb66e9-83f9-4bdd-8e01-9b241e3cff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:56.349728 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:56.452232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f916e23-450f-4961-9ac6-91f45f3d5a41 req-c703c8ca-3d89-4c31-9918-dbe3593759f1 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:56.453624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f916e23-450f-4961-9ac6-91f45f3d5a41 req-c703c8ca-3d89-4c31-9918-dbe3593759f1 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0487695 Aug 29 04:53:56.491121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f916e23-450f-4961-9ac6-91f45f3d5a41 req-3e52007e-c99a-4c58-aafd-c510a6e69f3c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Aug 29 04:53:57.405923 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.609820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93425587-10a5-4e82-8607-1981fe371cad req-77cb615b-c9ca-41c9-a586-85d4b30c5e0b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:57.611328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93425587-10a5-4e82-8607-1981fe371cad req-77cb615b-c9ca-41c9-a586-85d4b30c5e0b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0531802 Aug 29 04:53:57.648940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93425587-10a5-4e82-8607-1981fe371cad req-cff75479-d58f-4dae-bfd4-3e790e3ab144 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316818 Aug 29 04:53:57.762508 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:58.761804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcadc2-8bbb-497f-a755-74de856e3fec req-b5f3bfb3-5d11-4e6d-a95c-826f1d969c01 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:58.763303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7dcadc2-8bbb-497f-a755-74de856e3fec req-b5f3bfb3-5d11-4e6d-a95c-826f1d969c01 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0487409 Aug 29 04:53:58.800080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a7dcadc2-8bbb-497f-a755-74de856e3fec req-df1c25b9-1847-45d7-be88-192771c127a5 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301876 Aug 29 04:53:59.143940 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.914354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d587f-bff4-4ae1-8983-e65466cc40ec req-6d7ef226-f862-489c-9c45-eedc42bc1545 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:59.915720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d5d587f-bff4-4ae1-8983-e65466cc40ec req-6d7ef226-f862-489c-9c45-eedc42bc1545 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0478091 Aug 29 04:53:59.951502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d5d587f-bff4-4ae1-8983-e65466cc40ec req-63cb4e0e-ac30-4b00-b90f-9cb54f57a045 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299106 Aug 29 04:54:01.071829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb6a18-9c96-434e-8062-35139c1f58d6 req-d504d304-cfda-4e8e-bfd1-be866aad0956 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:01.073300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8afb6a18-9c96-434e-8062-35139c1f58d6 req-d504d304-cfda-4e8e-bfd1-be866aad0956 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0523691 Aug 29 04:54:01.110086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8afb6a18-9c96-434e-8062-35139c1f58d6 req-19338e30-1ee1-429d-b95b-43abb60c03e8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309567 Aug 29 04:54:01.574784 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3a6fa94c-e4d3-45d8-b40d-62a25314f8bb req-68f5cb18-25ac-4664-ae23-6360c989fa38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254464 Aug 29 04:54:01.641505 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3a6fa94c-e4d3-45d8-b40d-62a25314f8bb req-3a15945d-67b0-4df5-923e-b5af677aee65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0250294 Aug 29 04:54:01.678843 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3a6fa94c-e4d3-45d8-b40d-62a25314f8bb req-6626651c-0c46-4d51-9779-72662a412260 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191128 Aug 29 04:54:01.776104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa94c-e4d3-45d8-b40d-62a25314f8bb req-1a95777e-6bd0-40a3-b482-6b3ff8987efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:01.777607 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3a6fa94c-e4d3-45d8-b40d-62a25314f8bb req-1a95777e-6bd0-40a3-b482-6b3ff8987efd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920360 Aug 29 04:54:02.223531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a250f54-58f2-4757-85fb-6fb232a89cba req-b0234621-68aa-4379-bc29-c76cab5c1a93 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:02.225036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a250f54-58f2-4757-85fb-6fb232a89cba req-b0234621-68aa-4379-bc29-c76cab5c1a93 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0482056 Aug 29 04:54:02.262724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a250f54-58f2-4757-85fb-6fb232a89cba req-ed437ef3-7ff1-48de-a803-a5bb36c5bcb2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316792 Aug 29 04:54:03.374975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631eafd-5683-4464-9e16-18ae3831d6cf req-c2519cd9-705e-4ee3-a010-361bfe9df8a2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:03.376456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d631eafd-5683-4464-9e16-18ae3831d6cf req-c2519cd9-705e-4ee3-a010-361bfe9df8a2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0475562 Aug 29 04:54:03.416979 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d631eafd-5683-4464-9e16-18ae3831d6cf req-b56123f5-f090-417d-be63-ad94fcc11e0a tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339508 Aug 29 04:54:04.534947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48937b-6529-41bb-a80d-9a6b312a927f req-b012a290-c140-4458-a5be-e7c0e8621cc1 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:04.536435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e48937b-6529-41bb-a80d-9a6b312a927f req-b012a290-c140-4458-a5be-e7c0e8621cc1 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0531936 Aug 29 04:54:04.573887 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e48937b-6529-41bb-a80d-9a6b312a927f req-72b00e3d-c0be-41d1-8da3-026daad915fb tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Aug 29 04:54:05.688510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248479ce-a0bf-44d9-8734-b99edc544cd1 req-90bab5bd-77ec-4798-ba95-9e650af42a6d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:05.690001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-248479ce-a0bf-44d9-8734-b99edc544cd1 req-90bab5bd-77ec-4798-ba95-9e650af42a6d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0487988 Aug 29 04:54:05.728735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-248479ce-a0bf-44d9-8734-b99edc544cd1 req-ff0cf84d-98b0-4b7f-a808-d62394c8c348 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328243 Aug 29 04:54:06.842317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce487c8-df09-4b73-b888-29be2654fb8c req-94411fb5-7346-4fff-9adc-9f6627b6b707 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:06.843783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ce487c8-df09-4b73-b888-29be2654fb8c req-94411fb5-7346-4fff-9adc-9f6627b6b707 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0482275 Aug 29 04:54:06.881573 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ce487c8-df09-4b73-b888-29be2654fb8c req-81f94c25-bb57-40df-9c6b-a9cba04f9f80 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Aug 29 04:54:07.998152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022c90f-08be-4721-b1fe-c622ee5e5d27 req-dd88f979-87ae-4456-93cf-3539a908f7d0 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:07.999631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1022c90f-08be-4721-b1fe-c622ee5e5d27 req-dd88f979-87ae-4456-93cf-3539a908f7d0 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0523787 Aug 29 04:54:08.036931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1022c90f-08be-4721-b1fe-c622ee5e5d27 req-5c3c809f-0060-4bc2-b5e3-d1b425260a09 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311077 Aug 29 04:54:09.151238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85d5d4-d2aa-4368-ad06-d926ad855e48 req-80256148-d389-462f-ae06-bdeb693688ba tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:09.152743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae85d5d4-d2aa-4368-ad06-d926ad855e48 req-80256148-d389-462f-ae06-bdeb693688ba tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0489073 Aug 29 04:54:09.189221 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae85d5d4-d2aa-4368-ad06-d926ad855e48 req-71842966-d2a8-43a2-ae70-d15110ef227b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306602 Aug 29 04:54:10.304215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362516-8d2e-4e90-8e86-6c84700237f2 req-e5171564-8069-43c2-8a2a-2a854608e100 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:10.305720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa362516-8d2e-4e90-8e86-6c84700237f2 req-e5171564-8069-43c2-8a2a-2a854608e100 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0488427 Aug 29 04:54:10.342389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa362516-8d2e-4e90-8e86-6c84700237f2 req-7f35b567-58d2-42be-9ff6-115dcbbcb881 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308669 Aug 29 04:54:11.460438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e43c81-3b92-495f-adb9-da8d16596a8d req-09c86535-09b8-4781-a6c9-6f1b7db1e39e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:11.461894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81e43c81-3b92-495f-adb9-da8d16596a8d req-09c86535-09b8-4781-a6c9-6f1b7db1e39e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0525844 Aug 29 04:54:11.498047 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81e43c81-3b92-495f-adb9-da8d16596a8d req-4af13679-4c9d-400b-8882-69a26443c4ff tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302098 Aug 29 04:54:12.617742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049f01-cd54-41d0-845a-3cc43e806a2b req-4d076010-7a50-474f-bd7e-9ab3fee0eb1e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:12.619237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25049f01-cd54-41d0-845a-3cc43e806a2b req-4d076010-7a50-474f-bd7e-9ab3fee0eb1e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0519829 Aug 29 04:54:12.656478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25049f01-cd54-41d0-845a-3cc43e806a2b req-63de1ee1-87f0-40ce-ae35-f536fe9da224 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Aug 29 04:54:13.772335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965df424-8229-4474-900e-e45aa639a4d3 req-18664575-97d4-4e49-acd0-9c4fb78294d8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:13.773919 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-965df424-8229-4474-900e-e45aa639a4d3 req-18664575-97d4-4e49-acd0-9c4fb78294d8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0494075 Aug 29 04:54:13.810349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-965df424-8229-4474-900e-e45aa639a4d3 req-49e43445-29dd-4285-a10d-d3f4663df7bd tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306118 Aug 29 04:54:14.927908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca3177-4325-45e7-b483-0e1bee38728c req-075ec1e8-4a23-45ba-91b4-4c994d509236 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:14.929351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41ca3177-4325-45e7-b483-0e1bee38728c req-075ec1e8-4a23-45ba-91b4-4c994d509236 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0528235 Aug 29 04:54:14.967134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41ca3177-4325-45e7-b483-0e1bee38728c req-f3110487-d8aa-4d11-99d8-58e3d3f113a2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Aug 29 04:54:15.985363 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-2d0c9af2-e993-412c-8fef-068a5d7875d1 service neutron] show failed (client error): The resource could not be found. Aug 29 04:54:15.986283 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-2d0c9af2-e993-412c-8fef-068a5d7875d1 service neutron] 10.222.0.59 "GET /v2.0/ports/1b033ac5-022f-457d-b0c0-1cf93e9b4ac6/bindings/n-h1-712141-12 HTTP/1.1" status: 404 len: 381 time: 0.0556986 Aug 29 04:54:16.088575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953a786-b43d-4db4-a363-c75b8c865be4 req-cc07a701-ff2c-4f8e-a2f4-09396961a4d8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:16.090058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6953a786-b43d-4db4-a363-c75b8c865be4 req-cc07a701-ff2c-4f8e-a2f4-09396961a4d8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.0496657 Aug 29 04:54:16.132676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6953a786-b43d-4db4-a363-c75b8c865be4 req-23746cd2-982f-4e5a-94b6-adf7256e5f3f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362279 Aug 29 04:54:16.266782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-6f4586b0-2f33-4799-a06a-21454c999d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:16.268189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-6f4586b0-2f33-4799-a06a-21454c999d50 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab&tenant_id=5038ab689c75490bbc6c992b1f9a0fd1 HTTP/1.1" status: 200 len: 1098 time: 0.1276131 Aug 29 04:54:16.287206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-12', 'device_owner': 'compute:nova'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:16.338944 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:16.534421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:16.567686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h2-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:16.606231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:16.608582 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea7e496-2341-44fe-a421-1396525e5db9" -d '{"events": [{"server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "name": "network-vif-unplugged", "status": "completed", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:16.612303 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:16.624457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Transition to ACTIVE for port object 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:16.628829 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:16.660917 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1169f4cd-067c-4454-83cc-fae2f0e8cdb0 x-openstack-request-id: req-1169f4cd-067c-4454-83cc-fae2f0e8cdb0 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:16.661218 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "name": "network-vif-unplugged", "status": "completed", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:16.661476 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1169f4cd-067c-4454-83cc-fae2f0e8cdb0 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:16.661875 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6', 'code': 200} Aug 29 04:54:16.697707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] No DVR routers for this DVR port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 on host n-h2-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:54:16.700819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Pushing event updated for resources: {'Port': ['ID=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,revision_number=6']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:16.712603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.712958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.713302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.713641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.713983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.714317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.714649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.714978 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.715310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.715639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.715968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.716332 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:16.744431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Attempting to bind port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:54:16.744769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Attempting to bind port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:54:16.745098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Attempting to bind port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 on network 77a8a9cd-a045-424f-a5c2-0a259d24065e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:16.749323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 on network 77a8a9cd-a045-424f-a5c2-0a259d24065e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:54:16.749646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Attempting to bind port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 on network 77a8a9cd-a045-424f-a5c2-0a259d24065e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:16.754668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:54:16.755009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Checking segment: {'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:54:16.755390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Bound using segment: {'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:54:16.756395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Bound port: 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:54:16.756750 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:16.816648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:16.820068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:54:16.824593 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:16.859988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:16.860731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:16.862133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] 10.222.0.52 "PUT /v2.0/ports/1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 HTTP/1.1" status: 200 len: 1093 time: 0.5788758 Aug 29 04:54:16.885556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958e985-4937-4871-ac04-0f8f0e0d45fa service neutron] Pushing event updated for resources: {'Port': ['ID=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,revision_number=7']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:16.937334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-23e34b4f-97cb-4ae8-8aad-0c82aa83c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:16.938850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-23e34b4f-97cb-4ae8-8aad-0c82aa83c7d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 1096 time: 0.0430465 Aug 29 04:54:17.063805 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-a8b8da95-c117-43d0-994d-ed73b3f35730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:17.066015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-a8b8da95-c117-43d0-994d-ed73b3f35730 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 916 time: 0.0993214 Aug 29 04:54:17.111621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-e42d7490-8512-421c-91f5-554ac35653c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0380573 Aug 29 04:54:17.160854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-f66f3500-db0a-4d8e-932c-323eb9ceb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:17.162845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-f66f3500-db0a-4d8e-932c-323eb9ceb0fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0424798 Aug 29 04:54:17.194920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-1f52b1d3-086c-4ddb-823e-a8362b7ca98a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243940 Aug 29 04:54:17.294619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be62af5-93ca-480c-8b7c-f3deea4da6bf req-641eb19d-9e08-4c04-ab08-c42c0796e19b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:17.296079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7be62af5-93ca-480c-8b7c-f3deea4da6bf req-641eb19d-9e08-4c04-ab08-c42c0796e19b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 944 time: 0.0962555 Aug 29 04:54:17.346533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-241b5ec2-9eee-4d7f-b20b-b34617329586 service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380222 Aug 29 04:54:17.352264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7be62af5-93ca-480c-8b7c-f3deea4da6bf req-8537a8d5-0b8a-4385-8564-d32aad281185 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480790 Aug 29 04:54:17.447729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-418eb7f4-0df8-430c-990e-0690c47b1125 req-07a31665-fe53-4234-86c2-98ea02d97b58 service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930681 Aug 29 04:54:18.423163 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:18.468642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7699-ccbd-430f-bc01-06d60beedcfe req-234f03eb-fe16-4f1c-97f9-8aadb8dfaac8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.470106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-291d7699-ccbd-430f-bc01-06d60beedcfe req-234f03eb-fe16-4f1c-97f9-8aadb8dfaac8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 944 time: 0.0485945 Aug 29 04:54:18.507645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-291d7699-ccbd-430f-bc01-06d60beedcfe req-3ca8e5d4-d1a6-415a-b212-e700ec047028 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Aug 29 04:54:18.663042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:18.665413 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a9c527-b86e-44dc-8461-49779940e4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:18.711335 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f993140-2f1c-4068-9684-11baa3878202 x-openstack-request-id: req-2f993140-2f1c-4068-9684-11baa3878202 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:18.711631 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:18.711883 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f993140-2f1c-4068-9684-11baa3878202 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:18.712316 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6', 'status': 'completed', 'code': 200} Aug 29 04:54:18.775863 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-ff78b268-93ae-403a-8bac-c9db31abeb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.777378 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-ff78b268-93ae-403a-8bac-c9db31abeb32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 1096 time: 0.0459611 Aug 29 04:54:18.793905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-408ab674-fe72-45cd-a7a9-00415347e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.795426 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-408ab674-fe72-45cd-a7a9-00415347e7dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 1096 time: 0.0410833 Aug 29 04:54:18.867522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-99884b6d-452a-4542-80c5-cd0c76ae7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.869062 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-99884b6d-452a-4542-80c5-cd0c76ae7800 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 916 time: 0.0852478 Aug 29 04:54:18.889402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-b5752c47-c262-4d87-8336-023538a6a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.890887 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-b5752c47-c262-4d87-8336-023538a6a948 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 916 time: 0.0882111 Aug 29 04:54:18.912268 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-1b2564e7-e046-4aca-9323-c29f58218e98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0354707 Aug 29 04:54:18.931673 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-bf51f09d-4a42-468a-ad51-5bc1f36a5431 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0337651 Aug 29 04:54:18.964413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-3a4b692e-9285-4037-a103-194e89a4804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.965885 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-3a4b692e-9285-4037-a103-194e89a4804f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0475221 Aug 29 04:54:18.980422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-7dd06e07-3847-4b43-b7bb-aa6275cbdb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.981891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-7dd06e07-3847-4b43-b7bb-aa6275cbdb3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0433626 Aug 29 04:54:18.997740 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-61242a0e-55f7-4008-96f1-ed3e30f28f6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243936 Aug 29 04:54:19.018058 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-d5b3d0d5-3aad-40c9-9de6-91e9999694c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295086 Aug 29 04:54:19.089906 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-4adb9ee3-8fed-4716-8c81-9172a3ac120f service neutron] 10.222.0.59 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849233 Aug 29 04:54:19.108935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-10106dca-de19-4e4a-9c26-8a6126d5d52e service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832596 Aug 29 04:54:19.182397 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-c358ff6b-ad25-4b5a-80c4-1e4c82212d98 service neutron] 10.222.0.59 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855725 Aug 29 04:54:19.203565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3a9c527-b86e-44dc-8461-49779940e4b9 req-9ab721e7-5154-41a3-944a-d0f827687c24 service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857654 Aug 29 04:54:19.624285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e9781-f814-42b4-9f4e-76cda09b125a req-7bf72d3f-b39d-4671-b1d6-866218749515 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:19.625828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f43e9781-f814-42b4-9f4e-76cda09b125a req-7bf72d3f-b39d-4671-b1d6-866218749515 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 944 time: 0.0501835 Aug 29 04:54:19.663785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f43e9781-f814-42b4-9f4e-76cda09b125a req-af07f109-45b5-416b-b81a-92c9481f330b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Aug 29 04:54:20.373134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:54:20.411956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:54:20.780697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb3530-2f2b-425d-9b4d-4e3434ba102a req-34fa0231-8638-4202-9cfd-da8d4b96d2d7 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:20.782224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6dcb3530-2f2b-425d-9b4d-4e3434ba102a req-34fa0231-8638-4202-9cfd-da8d4b96d2d7 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 944 time: 0.0483704 Aug 29 04:54:20.819544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6dcb3530-2f2b-425d-9b4d-4e3434ba102a req-72f78f33-1462-42ac-ac66-ae74ed3bee22 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309508 Aug 29 04:54:21.014580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385b561-21ab-4829-8e87-02119991ce32 req-feb642b3-0aa7-4758-8147-6b6d6c630abc tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.016108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a385b561-21ab-4829-8e87-02119991ce32 req-feb642b3-0aa7-4758-8147-6b6d6c630abc tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 944 time: 0.0555789 Aug 29 04:54:21.053729 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a385b561-21ab-4829-8e87-02119991ce32 req-c78ef94d-9334-4ef6-808a-0a5073792ef2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307682 Aug 29 04:54:21.060109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-c45410d0-5093-469d-ac8b-fd1bb50583c4 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.061645 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-c45410d0-5093-469d-ac8b-fd1bb50583c4 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.59 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab&tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 944 time: 0.0877414 Aug 29 04:54:21.128281 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-3d52f1b3-07c1-4f8e-b8a6-4bd724aa64de service neutron] delete failed (client error): The resource could not be found. Aug 29 04:54:21.129212 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-3d52f1b3-07c1-4f8e-b8a6-4bd724aa64de service neutron] 10.222.0.59 "DELETE /v2.0/ports/1b033ac5-022f-457d-b0c0-1cf93e9b4ac6/bindings/n-h2-712141-12 HTTP/1.1" status: 404 len: 381 time: 0.0593176 Aug 29 04:54:21.213171 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-7dabc760-7207-46f2-a441-d02311862c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.214637 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-7dabc760-7207-46f2-a441-d02311862c3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 1096 time: 0.0405536 Aug 29 04:54:21.304516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-1343f887-7eac-49b5-9463-4d151c0915fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.306011 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-1343f887-7eac-49b5-9463-4d151c0915fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 916 time: 0.0842237 Aug 29 04:54:21.351328 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-51d65ac0-d4e2-450c-949b-de01463c9090 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0382130 Aug 29 04:54:21.400771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-067dd76e-df98-4e66-9e25-2a64e4c710c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.402157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-067dd76e-df98-4e66-9e25-2a64e4c710c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0441201 Aug 29 04:54:21.436106 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-1626c721-35c0-4d30-97f9-03f6c2832bbc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247395 Aug 29 04:54:21.526824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-da5d7d30-4a78-4fb9-ad58-431fa7e618f5 service neutron] 10.222.0.59 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837018 Aug 29 04:54:21.618022 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-628bc7fd-9430-44c6-9e51-be20b0645c8b req-e9492683-4456-4661-8c8a-58a1d58a381b service neutron] 10.222.0.59 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843062 Aug 29 04:54:21.986290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:54:22.077871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:22.093487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6', 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e', 'port_id': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6', 'mac_address': 'fa:16:3e:70:b4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438ca3e5-4ae3-4357-8362-725b47a3128a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:54:22.130382 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:22.144138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:22.163832 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:22.168404 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:22.187016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85df74-9b00-4941-82d5-cb4ff8c172d9 req-4fc19f60-ac7c-47e6-90a9-ecb8da77ec4d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:22.188630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af85df74-9b00-4941-82d5-cb4ff8c172d9 req-4fc19f60-ac7c-47e6-90a9-ecb8da77ec4d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 944 time: 0.0611656 Aug 29 04:54:22.215860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:22.230201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af85df74-9b00-4941-82d5-cb4ff8c172d9 req-f6d954b9-aaf0-443c-a5c7-e1fbdbc1e429 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Aug 29 04:54:22.343073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b01db-a211-4007-9c3e-8f779edae4c4 req-c516d9db-688b-4684-8cac-f94bba45866c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:22.344566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-112b01db-a211-4007-9c3e-8f779edae4c4 req-c516d9db-688b-4684-8cac-f94bba45866c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 945 time: 0.0490451 Aug 29 04:54:22.382132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-112b01db-a211-4007-9c3e-8f779edae4c4 req-b9140ea4-bf06-44d0-955a-fffbacede3d4 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Aug 29 04:54:22.497000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8754e-15c4-4386-bd2a-a0302f038c8d req-679a79a5-84d4-405a-9f49-ea1bccb36cd2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:22.498380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ac8754e-15c4-4386-bd2a-a0302f038c8d req-679a79a5-84d4-405a-9f49-ea1bccb36cd2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 945 time: 0.0515876 Aug 29 04:54:22.535170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['1b033ac5-022f-457d-b0c0-1cf93e9b4ac6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:54:22.535395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ac8754e-15c4-4386-bd2a-a0302f038c8d req-6b096a9b-cde4-4675-8c2e-fbe43a59b78c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Aug 29 04:54:22.878313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-8da47156-39b2-4c78-9603-b7cd5bc89339 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:22.879778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-8da47156-39b2-4c78-9603-b7cd5bc89339 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 815 time: 0.0968671 Aug 29 04:54:22.894865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7084f866-ca22-4fb2-b62b-aede5aad9d82 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/quotas/5038ab689c75490bbc6c992b1f9a0fd1 HTTP/1.1" status: 200 len: 375 time: 0.0089250 Aug 29 04:54:22.942752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-c77f1fa7-2a72-45e8-9739-a1dad5035598 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422413 Aug 29 04:54:23.034669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-9b045e56-dafb-43fb-91e0-31290ec08485 service neutron] 10.222.0.49 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849895 Aug 29 04:54:23.120760 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-4586622b-a8b5-435e-8ffd-7d7808eb5ff0 service neutron] 10.222.0.49 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793209 Aug 29 04:54:23.282879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6947adde-2bd2-4da6-8d7d-eedd392379ea req-a0dff414-b8fe-43ef-a17b-a2b334b5fdf2 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 210 time: 0.0314252 Aug 29 04:54:23.569901 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1c28fdcb-0391-4674-919e-382087faa125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:24.019465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:24.066356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:24.070596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:24.070978 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:24.147870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:24.169834 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:24.172191 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9f0804-6c30-46f3-adbb-a30196080e49" -d '{"events": [{"server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "name": "network-vif-plugged", "status": "completed", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:24.185710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:24.191322 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:24.214000 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e0da5b-8a1a-4bb7-990f-47cc7eda3bcb x-openstack-request-id: req-f4e0da5b-8a1a-4bb7-990f-47cc7eda3bcb {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:24.214304 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "name": "network-vif-plugged", "status": "completed", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:24.214563 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4e0da5b-8a1a-4bb7-990f-47cc7eda3bcb {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:24.214953 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6', 'code': 200} Aug 29 04:54:24.241465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:24.381072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-432d4660-dae2-4192-9c76-a5bd880bd8e6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:24.382533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-432d4660-dae2-4192-9c76-a5bd880bd8e6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.52 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 815 time: 0.1129792 Aug 29 04:54:24.398292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca5ad020-acc3-4cb3-ab9a-0660fc481294 req-2941fb33-41e7-49a9-9c3b-a5435a0b521c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 210 time: 0.0461764 Aug 29 04:54:24.411610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Request body: {'port': {'device_id': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e', 'admin_state_up': True, 'tenant_id': '5038ab689c75490bbc6c992b1f9a0fd1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:24.508854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-5983ec1c-b5e3-417c-8eeb-07dd60f8df9e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:24.510316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-5983ec1c-b5e3-417c-8eeb-07dd60f8df9e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.52 "GET /v2.0/ports?device_id=2595599d-df43-4496-a4a2-7db7523b19ab HTTP/1.1" status: 200 len: 946 time: 0.1269267 Aug 29 04:54:24.608778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Made reservation on behalf of 5038ab689c75490bbc6c992b1f9a0fd1 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:54:24.612276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:24.686400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Deleting port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:54:24.686743 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:24.817244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Allocated IP 172.20.0.9 (77a8a9cd-a045-424f-a5c2-0a259d24065e/438ca3e5-4ae3-4357-8362-725b47a3128a/7091c257-edef-455f-bbf4-896d31f9abe1) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:54:24.824477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] For port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:24.824847 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:24.843447 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Calling delete_port for 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:54:25.064899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.089192 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.121792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['1b033ac5-022f-457d-b0c0-1cf93e9b4ac6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:54:25.124997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Pushing event deleted for resources: {'Port': ['ID=1b033ac5-022f-457d-b0c0-1cf93e9b4ac6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:25.171622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] No DVR routers for this DVR port 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:54:25.173748 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.175620 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.177586 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.52 "DELETE /v2.0/ports/1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 HTTP/1.1" status: 204 len: 173 time: 0.6536252 Aug 29 04:54:25.178055 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'name': 'network-vif-deleted', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:25.180344 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5d41ee-6ca2-42fa-a86f-a4b3cef5602d" -d '{"events": [{"server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "name": "network-vif-deleted", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:25.211122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['1b033ac5-022f-457d-b0c0-1cf93e9b4ac6'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:54:25.223479 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Network 77a8a9cd-a045-424f-a5c2-0a259d24065e is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:54:25.229342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:54:25.233095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:54:25.263275 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61206123-77bf-4833-8c0f-798ffe8b597e x-openstack-request-id: req-61206123-77bf-4833-8c0f-798ffe8b597e {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:25.263570 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595599d-df43-4496-a4a2-7db7523b19ab", "name": "network-vif-deleted", "tag": "1b033ac5-022f-457d-b0c0-1cf93e9b4ac6", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:25.263827 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61206123-77bf-4833-8c0f-798ffe8b597e {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:25.264238 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595599d-df43-4496-a4a2-7db7523b19ab', 'name': 'network-vif-deleted', 'tag': '1b033ac5-022f-457d-b0c0-1cf93e9b4ac6', 'status': 'completed', 'code': 200} Aug 29 04:54:25.264813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Pushing event updated for resources: {'Port': ['ID=7091c257-edef-455f-bbf4-896d31f9abe1,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:25.294681 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.295298 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.310271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-7452d057-6708-4020-b55f-4ae20086d6d6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9110031 Aug 29 04:54:25.339233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Request body: {'port': {'device_id': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:25.391993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.590603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff9429-01e2-42ab-bf9d-39213958dbf5 req-6f864228-ce8e-40d9-83b2-6145d090be3f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.592085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2dff9429-01e2-42ab-bf9d-39213958dbf5 req-6f864228-ce8e-40d9-83b2-6145d090be3f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 931 time: 0.1001148 Aug 29 04:54:25.666469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2dff9429-01e2-42ab-bf9d-39213958dbf5 req-1e479c75-e8ac-45fd-adf0-9eed35bda929 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653391 Aug 29 04:54:25.728136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7091c257-edef-455f-bbf4-896d31f9abe1 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:25.736686 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.750286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Transition to ACTIVE for port object 7091c257-edef-455f-bbf4-896d31f9abe1 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:25.754256 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.805600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Pushing event updated for resources: {'Port': ['ID=7091c257-edef-455f-bbf4-896d31f9abe1,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:25.870035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Attempting to bind port 7091c257-edef-455f-bbf4-896d31f9abe1 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:54:25.870290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Attempting to bind port 7091c257-edef-455f-bbf4-896d31f9abe1 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:54:25.870619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Attempting to bind port 7091c257-edef-455f-bbf4-896d31f9abe1 on network 77a8a9cd-a045-424f-a5c2-0a259d24065e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:25.874862 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Port 7091c257-edef-455f-bbf4-896d31f9abe1 on network 77a8a9cd-a045-424f-a5c2-0a259d24065e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:54:25.875194 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Attempting to bind port 7091c257-edef-455f-bbf4-896d31f9abe1 on network 77a8a9cd-a045-424f-a5c2-0a259d24065e {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:25.880391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:54:25.880737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Checking segment: {'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:54:25.881151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Bound using segment: {'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:54:25.881579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Bound port: 7091c257-edef-455f-bbf4-896d31f9abe1, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54675539-03fc-4b8e-b57f-2274f99486af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:54:25.881932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.942518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] For port 7091c257-edef-455f-bbf4-896d31f9abe1, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:25.945768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] For port 7091c257-edef-455f-bbf4-896d31f9abe1, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7091c257-edef-455f-bbf4-896d31f9abe1,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:54:25.949213 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.981665 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.982290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.983671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] 10.222.0.52 "PUT /v2.0/ports/7091c257-edef-455f-bbf4-896d31f9abe1 HTTP/1.1" status: 200 len: 1092 time: 0.6486247 Aug 29 04:54:26.005287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185f805-c984-44b0-8d24-f39470e5302f service neutron] Pushing event updated for resources: {'Port': ['ID=7091c257-edef-455f-bbf4-896d31f9abe1,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:26.073046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-739dfe2a-514c-4b0f-bfdb-f5d1661cae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:26.074558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-739dfe2a-514c-4b0f-bfdb-f5d1661cae5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 1095 time: 0.0405276 Aug 29 04:54:26.127698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-6ead43bb-7541-4d9f-8c61-799827d0596f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7091c257-edef-455f-bbf4-896d31f9abe1 HTTP/1.1" status: 200 len: 217 time: 0.0393541 Aug 29 04:54:26.160686 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b7c57210-de90-4732-9be1-ad97cd468155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.178540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-f422da70-75ec-42b7-9e28-7f92908ce607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:26.180043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-f422da70-75ec-42b7-9e28-7f92908ce607 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0445418 Aug 29 04:54:26.210518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-593cd0e4-701b-4c5c-a29c-4acd8e50b8a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238085 Aug 29 04:54:26.300779 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-bc4ad1c7-7c6f-4ba4-ade6-ec11236d87a8 service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836902 Aug 29 04:54:26.352097 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.395425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-890baedd-d0f6-46da-85fa-066ebfaf0151 req-e59d3a54-f2dc-470a-8e21-c779c8f2755d service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871584 Aug 29 04:54:26.790759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277ce7c-b77b-447e-8b83-98c894dc1f95 req-8b463d77-8081-479f-ab42-5810e4e4b730 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:26.792274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d277ce7c-b77b-447e-8b83-98c894dc1f95 req-8b463d77-8081-479f-ab42-5810e4e4b730 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 943 time: 0.0500917 Aug 29 04:54:26.828522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d277ce7c-b77b-447e-8b83-98c894dc1f95 req-a8ec2d92-ca4c-4842-84fd-79f62562a68e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301003 Aug 29 04:54:27.266044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'tag': '7091c257-edef-455f-bbf4-896d31f9abe1'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:27.268420 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004cd74f-f270-4e37-af27-03ce3b17277a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7", "tag": "7091c257-edef-455f-bbf4-896d31f9abe1"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:27.304351 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7e56a9-d41e-4e93-b6fb-6953e1c5db90 x-openstack-request-id: req-fd7e56a9-d41e-4e93-b6fb-6953e1c5db90 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:27.304646 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7", "tag": "7091c257-edef-455f-bbf4-896d31f9abe1", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:27.304897 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd7e56a9-d41e-4e93-b6fb-6953e1c5db90 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:27.305293 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'tag': '7091c257-edef-455f-bbf4-896d31f9abe1', 'status': 'completed', 'code': 200} Aug 29 04:54:27.411148 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:27.670864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cd74f-f270-4e37-af27-03ce3b17277a req-f33522ef-3426-44f6-b114-0ec25af72656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.672405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-004cd74f-f270-4e37-af27-03ce3b17277a req-f33522ef-3426-44f6-b114-0ec25af72656 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 1095 time: 0.3246608 Aug 29 04:54:27.761499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cd74f-f270-4e37-af27-03ce3b17277a req-aacea303-4e7d-4da1-86a4-95012157ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.763028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-004cd74f-f270-4e37-af27-03ce3b17277a req-aacea303-4e7d-4da1-86a4-95012157ebc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 916 time: 0.0828834 Aug 29 04:54:27.772576 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:27.810399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-004cd74f-f270-4e37-af27-03ce3b17277a req-a24ffd2c-3f3b-448c-a4c7-fc00a2544d2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7091c257-edef-455f-bbf4-896d31f9abe1 HTTP/1.1" status: 200 len: 217 time: 0.0401702 Aug 29 04:54:27.858881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cd74f-f270-4e37-af27-03ce3b17277a req-95664f84-b35d-4f4d-b793-a3aeaaa30196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.860367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-004cd74f-f270-4e37-af27-03ce3b17277a req-95664f84-b35d-4f4d-b793-a3aeaaa30196 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0430937 Aug 29 04:54:27.907686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-004cd74f-f270-4e37-af27-03ce3b17277a req-247de47f-3d35-43eb-95fd-acb081194113 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399120 Aug 29 04:54:28.016640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48f5e-28a3-4250-9e28-4b35d256e3a4 req-a11c3658-789e-4fe8-b9c7-ec45da6e14a9 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:28.018098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5a48f5e-28a3-4250-9e28-4b35d256e3a4 req-a11c3658-789e-4fe8-b9c7-ec45da6e14a9 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 943 time: 0.1022310 Aug 29 04:54:28.046314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-004cd74f-f270-4e37-af27-03ce3b17277a req-5352c292-1ec0-4329-b7d6-522343bd9dba service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314678 Aug 29 04:54:28.107138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5a48f5e-28a3-4250-9e28-4b35d256e3a4 req-e6aac0c5-b9d9-4096-a19c-0049cb3d3701 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813632 Aug 29 04:54:28.148832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-004cd74f-f270-4e37-af27-03ce3b17277a req-be31ceeb-f90b-45d2-98e2-624506f0b19f service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953250 Aug 29 04:54:29.146529 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.226417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749b647-193e-4335-b301-8a6fc7e5e3b4 req-9a90f96b-a69a-4ddd-ab0b-338d4f5b08eb tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:29.227879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a749b647-193e-4335-b301-8a6fc7e5e3b4 req-9a90f96b-a69a-4ddd-ab0b-338d4f5b08eb tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 943 time: 0.0499413 Aug 29 04:54:29.264378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a749b647-193e-4335-b301-8a6fc7e5e3b4 req-bb153e7e-53c4-4ccc-a9e9-6686a6dce30d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304837 Aug 29 04:54:30.032868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7091c257-edef-455f-bbf4-896d31f9abe1 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:54:30.042810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:54:30.066786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:54:30.067133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 1b033ac5-022f-457d-b0c0-1cf93e9b4ac6 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:54:30.145969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7091c257-edef-455f-bbf4-896d31f9abe1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7091c257-edef-455f-bbf4-896d31f9abe1,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:30.156888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '7091c257-edef-455f-bbf4-896d31f9abe1', 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e', 'port_id': '7091c257-edef-455f-bbf4-896d31f9abe1', 'mac_address': 'fa:16:3e:5f:43:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438ca3e5-4ae3-4357-8362-725b47a3128a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:54:30.196368 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.208380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7091c257-edef-455f-bbf4-896d31f9abe1 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:30.226808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7091c257-edef-455f-bbf4-896d31f9abe1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7091c257-edef-455f-bbf4-896d31f9abe1,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:30.230844 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.276850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7091c257-edef-455f-bbf4-896d31f9abe1,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:30.377461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac1b3e-6a6f-47b7-bce1-33eeb595f17d req-a6810770-f527-4deb-ad1a-5f21c85e365f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:30.379153 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85ac1b3e-6a6f-47b7-bce1-33eeb595f17d req-a6810770-f527-4deb-ad1a-5f21c85e365f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 944 time: 0.0487230 Aug 29 04:54:30.416102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85ac1b3e-6a6f-47b7-bce1-33eeb595f17d req-88a17baf-7021-418d-838e-ec3bd5f74325 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307646 Aug 29 04:54:30.570331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7091c257-edef-455f-bbf4-896d31f9abe1'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:54:31.024638 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:54:31.528384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da77525-470e-4ae8-ae71-63fb3ac00a83 req-f71330bd-9ff3-486b-a784-b21850891df7 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:31.529874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1da77525-470e-4ae8-ae71-63fb3ac00a83 req-f71330bd-9ff3-486b-a784-b21850891df7 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 944 time: 0.0488811 Aug 29 04:54:31.571006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1da77525-470e-4ae8-ae71-63fb3ac00a83 req-ee5be0ec-69ac-4383-8a54-91cc7c330005 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 Aug 29 04:54:32.063617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7091c257-edef-455f-bbf4-896d31f9abe1 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:32.109857 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 7091c257-edef-455f-bbf4-896d31f9abe1 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:32.113440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 7091c257-edef-455f-bbf4-896d31f9abe1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:32.113811 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:32.187430 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:32.209848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091c257-edef-455f-bbf4-896d31f9abe1'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:32.212103 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80aac19-d4c8-4e24-934d-9e0736ab54c5" -d '{"events": [{"server_uuid": "3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7", "name": "network-vif-plugged", "status": "completed", "tag": "7091c257-edef-455f-bbf4-896d31f9abe1"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:32.227070 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7091c257-edef-455f-bbf4-896d31f9abe1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7091c257-edef-455f-bbf4-896d31f9abe1,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:32.231657 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:32.255050 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc622e8-f262-4e2e-b716-eba6ad69fe2f x-openstack-request-id: req-bdc622e8-f262-4e2e-b716-eba6ad69fe2f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:32.255351 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7", "name": "network-vif-plugged", "status": "completed", "tag": "7091c257-edef-455f-bbf4-896d31f9abe1", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:32.255607 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdc622e8-f262-4e2e-b716-eba6ad69fe2f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:32.255997 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091c257-edef-455f-bbf4-896d31f9abe1', 'code': 200} Aug 29 04:54:32.280921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7091c257-edef-455f-bbf4-896d31f9abe1,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:32.290891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.291251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.291596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.291944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.292306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.292644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.292976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.293308 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.293636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.293964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.294294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.294621 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:32.369581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee01e77-cd6a-4c75-9fca-11dbb3e6c9ff req-2373e4bd-8bba-4281-9587-c502ca76eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:32.371030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cee01e77-cd6a-4c75-9fca-11dbb3e6c9ff req-2373e4bd-8bba-4281-9587-c502ca76eb25 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 1097 time: 0.0399535 Aug 29 04:54:32.405849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cee01e77-cd6a-4c75-9fca-11dbb3e6c9ff req-4411bd93-d9ec-4755-abac-63310bc54f9a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283353 Aug 29 04:54:32.685062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681535bf-da50-4112-8fc6-6b832fbee21c req-1820d613-6016-4b19-9552-8ebecdf6d35f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:32.686515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-681535bf-da50-4112-8fc6-6b832fbee21c req-1820d613-6016-4b19-9552-8ebecdf6d35f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0490198 Aug 29 04:54:32.724109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-681535bf-da50-4112-8fc6-6b832fbee21c req-566ff0a3-15c8-47b9-8c00-60bf711e3742 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Aug 29 04:54:33.841945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a5a4b-781f-4382-a45a-bd7a7b73135e req-f747eda3-a33b-4fed-b388-a115b6389548 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:33.843388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-025a5a4b-781f-4382-a45a-bd7a7b73135e req-f747eda3-a33b-4fed-b388-a115b6389548 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0481818 Aug 29 04:54:33.884431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-025a5a4b-781f-4382-a45a-bd7a7b73135e req-0aa6a953-d71d-4332-85dc-8f4afeb7efa9 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Aug 29 04:54:33.995851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfdf17-b730-4eaa-be59-94f2399ed01c req-6879f38c-a848-4278-b03a-58a3509e577e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:33.997348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11bfdf17-b730-4eaa-be59-94f2399ed01c req-6879f38c-a848-4278-b03a-58a3509e577e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0475807 Aug 29 04:54:34.035167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-11bfdf17-b730-4eaa-be59-94f2399ed01c req-8e85fb0e-be70-4e67-90b5-97e952aaae02 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Aug 29 04:54:34.341312 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-fb6403c9-f12f-4e17-b834-90305a8122c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413666 Aug 29 04:54:34.357674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a782d9-5cf6-4155-ad8a-3fa10c01692a req-f51ebc1b-7620-4967-aa24-17fd957ac44f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:34.359301 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17a782d9-5cf6-4155-ad8a-3fa10c01692a req-f51ebc1b-7620-4967-aa24-17fd957ac44f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0486133 Aug 29 04:54:34.399287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17a782d9-5cf6-4155-ad8a-3fa10c01692a req-86db3927-496f-4ca7-908e-5079b4d6161a tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335755 Aug 29 04:54:35.427511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611168-0732-460e-ac54-d2f37ee4a079 req-54c8a516-fec7-4abb-bfeb-433edef1c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:35.429060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-54c8a516-fec7-4abb-bfeb-433edef1c04b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 1097 time: 0.0394335 Aug 29 04:54:35.554667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7ab05-c1b9-4315-8acd-c04ccaf798f4 req-3a95fc4b-8fd8-4994-8630-c1f3992d100e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:35.556036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0c7ab05-c1b9-4315-8acd-c04ccaf798f4 req-3a95fc4b-8fd8-4994-8630-c1f3992d100e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0777712 Aug 29 04:54:35.557462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611168-0732-460e-ac54-d2f37ee4a079 req-1ff8c624-6fab-4f43-97bb-b8073952b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:35.558759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-1ff8c624-6fab-4f43-97bb-b8073952b9aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 916 time: 0.1240773 Aug 29 04:54:35.612748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-69cd785d-7449-4819-9508-6db16703212b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7091c257-edef-455f-bbf4-896d31f9abe1 HTTP/1.1" status: 200 len: 217 time: 0.0448468 Aug 29 04:54:35.653794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0c7ab05-c1b9-4315-8acd-c04ccaf798f4 req-cbc2cc5d-2c96-4328-8e6a-0e39ad136b9e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917985 Aug 29 04:54:35.670551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611168-0732-460e-ac54-d2f37ee4a079 req-ff661a3c-f897-4072-b026-3692797e2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:35.671974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-ff661a3c-f897-4072-b026-3692797e2a1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0493431 Aug 29 04:54:35.704050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-5feb4143-11b1-42c3-a9f1-afcb86e85107 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249803 Aug 29 04:54:35.797026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-383877f3-75da-4474-9c32-be1a93135d86 service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852866 Aug 29 04:54:35.884476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-ae12dbab-819e-4801-926e-fb12d69b0b87 service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808790 Aug 29 04:54:36.773627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1082299-9b9c-45e9-a243-112d40e01936 req-20e9254c-58bf-41a0-922e-3b22fa060b46 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:36.775761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1082299-9b9c-45e9-a243-112d40e01936 req-20e9254c-58bf-41a0-922e-3b22fa060b46 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0546525 Aug 29 04:54:36.814311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1082299-9b9c-45e9-a243-112d40e01936 req-e34ed362-ea21-46aa-a538-3d7ca57b1488 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Aug 29 04:54:37.929227 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53231eb6-e02e-4726-b7f2-95433147e0bf req-33508bc6-bef0-4298-ad97-d34097fb0a47 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:37.930698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53231eb6-e02e-4726-b7f2-95433147e0bf req-33508bc6-bef0-4298-ad97-d34097fb0a47 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0483403 Aug 29 04:54:37.967910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53231eb6-e02e-4726-b7f2-95433147e0bf req-648873e1-b51a-416f-88f5-9a8511b1ac4a tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313823 Aug 29 04:54:39.081310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c040a-265f-4549-bd97-2cc9e0395e10 req-c97eb34f-0154-4acf-8cff-1efb96428d73 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:39.082782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c8c040a-265f-4549-bd97-2cc9e0395e10 req-c97eb34f-0154-4acf-8cff-1efb96428d73 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0485477 Aug 29 04:54:39.119846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3c8c040a-265f-4549-bd97-2cc9e0395e10 req-bf8e2c89-aa43-4ee3-8f29-564aad5585a9 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Aug 29 04:54:40.239471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f23020-7016-4212-ad63-00704f204e8a req-3d05ce25-4047-41af-9cb8-d4f8987aeaaa tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:40.241509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12f23020-7016-4212-ad63-00704f204e8a req-3d05ce25-4047-41af-9cb8-d4f8987aeaaa tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0522261 Aug 29 04:54:40.278580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12f23020-7016-4212-ad63-00704f204e8a req-0237a805-3897-4f1f-a6e0-7e3072015a68 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310714 Aug 29 04:54:41.392774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b69863-7415-4d88-9e86-487a26a68220 req-3d9e6eec-124b-4f3a-8f95-36c80c1c5d4c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:41.394250 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7b69863-7415-4d88-9e86-487a26a68220 req-3d9e6eec-124b-4f3a-8f95-36c80c1c5d4c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0488110 Aug 29 04:54:41.431473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7b69863-7415-4d88-9e86-487a26a68220 req-fa81eaad-840e-45c7-85bd-8babecb5c7f1 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Aug 29 04:54:42.545155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261425e-d7e4-4a20-8420-e31b77456b18 req-09237c07-eeb2-48d6-8f0f-523a3e9b03ab tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:42.546645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a261425e-d7e4-4a20-8420-e31b77456b18 req-09237c07-eeb2-48d6-8f0f-523a3e9b03ab tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0493758 Aug 29 04:54:42.583823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a261425e-d7e4-4a20-8420-e31b77456b18 req-ca113ad3-aaef-4bc2-aa29-aa11c87dcf6d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Aug 29 04:54:43.701565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157a515-9416-4b0e-9d0e-7dcdf28b2986 req-35c5d303-ffa0-4ad6-b753-bd22937edf3b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:43.703037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c157a515-9416-4b0e-9d0e-7dcdf28b2986 req-35c5d303-ffa0-4ad6-b753-bd22937edf3b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0520351 Aug 29 04:54:43.740764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c157a515-9416-4b0e-9d0e-7dcdf28b2986 req-1d68b7cb-6981-4628-913f-7a6fc31e1fce tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Aug 29 04:54:44.856898 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81fc54-4763-4474-b3e9-38f813080140 req-23befc5d-6ac3-4f07-a01f-2ee27a63c85f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:44.858282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a81fc54-4763-4474-b3e9-38f813080140 req-23befc5d-6ac3-4f07-a01f-2ee27a63c85f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0488393 Aug 29 04:54:44.895537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a81fc54-4763-4474-b3e9-38f813080140 req-3265c3a3-1349-4c51-a287-0edd12e27036 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Aug 29 04:54:46.066584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3b40-2705-478d-a96b-75079997faca req-ca201fe2-b7b8-43ce-b2bf-41b6706c3f16 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:46.068044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1dc3b40-2705-478d-a96b-75079997faca req-ca201fe2-b7b8-43ce-b2bf-41b6706c3f16 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.1050594 Aug 29 04:54:46.105041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b1dc3b40-2705-478d-a96b-75079997faca req-7dc72722-abc9-4507-8203-24ae2d8eb46a tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310695 Aug 29 04:54:47.278402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1eb7c9-d837-4a66-bf6d-268b27e98697 req-4e33b663-4044-4def-bc9a-05f6f69b8698 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:47.279789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce1eb7c9-d837-4a66-bf6d-268b27e98697 req-4e33b663-4044-4def-bc9a-05f6f69b8698 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.1083319 Aug 29 04:54:47.320067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ce1eb7c9-d837-4a66-bf6d-268b27e98697 req-50dd81b1-fc3b-4d51-964f-92b68261e1f8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341082 Aug 29 04:54:48.435942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c777b-ae52-4cea-8224-823a8b4b4d63 req-8532b0eb-3179-4308-8cfe-abb10b1ec41d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:48.437369 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:48.437933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b35c777b-ae52-4cea-8224-823a8b4b4d63 req-8532b0eb-3179-4308-8cfe-abb10b1ec41d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Aug 29 04:54:48.476564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b35c777b-ae52-4cea-8224-823a8b4b4d63 req-99721d45-d0f5-4d92-9da8-e958ba8156f9 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Aug 29 04:54:49.592985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46eeb2-b4cc-40bd-be7a-f448603ef8c7 req-755270e0-678d-4417-9ec6-910a6a5fb30a tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:49.594499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f46eeb2-b4cc-40bd-be7a-f448603ef8c7 req-755270e0-678d-4417-9ec6-910a6a5fb30a tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0497351 Aug 29 04:54:49.631787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f46eeb2-b4cc-40bd-be7a-f448603ef8c7 req-3d2e3386-0af6-4bc0-b9d0-f0aa740c9f43 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Aug 29 04:54:50.751935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6dea4-328d-4620-a564-4bfe20d823e8 req-cdc2656f-8e0a-4257-9052-3e50414d2771 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:50.753685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88b6dea4-328d-4620-a564-4bfe20d823e8 req-cdc2656f-8e0a-4257-9052-3e50414d2771 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0538740 Aug 29 04:54:50.792209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88b6dea4-328d-4620-a564-4bfe20d823e8 req-d3058576-aa9c-4c25-bd6d-853f38dfe09a tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321090 Aug 29 04:54:51.908654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac8b1-5beb-41a6-99f8-40dcbc4b10ce req-6c1f5722-f15e-44c6-9686-b30f72d2c7fe tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:51.910073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a28ac8b1-5beb-41a6-99f8-40dcbc4b10ce req-6c1f5722-f15e-44c6-9686-b30f72d2c7fe tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0506856 Aug 29 04:54:51.948339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a28ac8b1-5beb-41a6-99f8-40dcbc4b10ce req-907c54d2-0633-47e5-8c1d-d7db4a020c66 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Aug 29 04:54:53.062042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37961611-4098-4d9e-8fbd-987db15b9c68 req-a57216de-ee0e-4185-aee6-ab13253f739b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:53.063487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37961611-4098-4d9e-8fbd-987db15b9c68 req-a57216de-ee0e-4185-aee6-ab13253f739b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0478876 Aug 29 04:54:53.099341 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37961611-4098-4d9e-8fbd-987db15b9c68 req-f7b1cd50-9e00-4b8b-8431-dc6866bdde9d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299518 Aug 29 04:54:53.569545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d5908ca1-322d-4619-8245-26727310390e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.220098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14969c22-0a7f-40fb-8607-d5e18f163ed8 req-fa6ceb73-f11a-4946-b566-e337f3da32f3 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:54.221774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14969c22-0a7f-40fb-8607-d5e18f163ed8 req-fa6ceb73-f11a-4946-b566-e337f3da32f3 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0541699 Aug 29 04:54:54.261328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14969c22-0a7f-40fb-8607-d5e18f163ed8 req-b6383f0c-40b9-4ab8-b36a-51989795cbbe tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Aug 29 04:54:55.377938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4626c9-517a-41a0-a6ed-60ce7af39881 req-139d27ba-a414-4414-afef-0ad81826ab87 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:55.379667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec4626c9-517a-41a0-a6ed-60ce7af39881 req-139d27ba-a414-4414-afef-0ad81826ab87 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0496259 Aug 29 04:54:55.417879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec4626c9-517a-41a0-a6ed-60ce7af39881 req-54feff55-4007-44d1-843e-91bdcd533ee0 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318227 Aug 29 04:54:56.161407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cf4c2a06-5a04-44a8-8a36-60073c8eb0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:56.353224 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:56.530493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8853e7-38dc-464b-be02-153b88532239 req-4e69fba6-a182-48c1-bfd3-023c329d7736 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:56.531962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b8853e7-38dc-464b-be02-153b88532239 req-4e69fba6-a182-48c1-bfd3-023c329d7736 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0489464 Aug 29 04:54:56.569125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b8853e7-38dc-464b-be02-153b88532239 req-f9665e8d-2aff-475b-9cc2-6e6540a01d4d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Aug 29 04:54:57.411646 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:57.687726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7358-5453-426a-81be-4813e58a66d0 req-0564279e-e4eb-4007-b5a5-6b98e83c588f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:57.689134 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-158b7358-5453-426a-81be-4813e58a66d0 req-0564279e-e4eb-4007-b5a5-6b98e83c588f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0545363 Aug 29 04:54:57.726799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-158b7358-5453-426a-81be-4813e58a66d0 req-cf40b029-1631-4470-a96a-0f1e47c1fc84 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317073 Aug 29 04:54:57.790008 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.841660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c4bb1-c5ef-4f14-93e3-7bc49f48ca96 req-991b9fee-606a-4bcb-8ff1-42dfed016af6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:58.843164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f8c4bb1-c5ef-4f14-93e3-7bc49f48ca96 req-991b9fee-606a-4bcb-8ff1-42dfed016af6 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0487623 Aug 29 04:54:58.882326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f8c4bb1-c5ef-4f14-93e3-7bc49f48ca96 req-47b8b8d9-20d2-43f0-b9b1-39067d46479d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320158 Aug 29 04:54:59.150710 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:59.996186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee12027-60ee-4d59-b43c-739c7a66e02e req-39dce5fc-9ead-4ea0-ac15-5000a73eaa0b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:59.997672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dee12027-60ee-4d59-b43c-739c7a66e02e req-39dce5fc-9ead-4ea0-ac15-5000a73eaa0b tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0483274 Aug 29 04:55:00.035291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dee12027-60ee-4d59-b43c-739c7a66e02e req-5f1faa48-0624-4d4f-a4cd-0febdd18f049 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Aug 29 04:55:01.151922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31685728-3ee6-4abd-bd60-7ba816d5535d req-6a7b0553-3984-40a0-8322-0b9ede2f8966 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:01.153419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31685728-3ee6-4abd-bd60-7ba816d5535d req-6a7b0553-3984-40a0-8322-0b9ede2f8966 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0531447 Aug 29 04:55:01.190329 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31685728-3ee6-4abd-bd60-7ba816d5535d req-fc407f78-472b-4567-8e84-6b7d1e0cf989 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309098 Aug 29 04:55:02.309508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97912626-4d79-4b3f-9b1a-a7405d50399a req-7d370b98-6ad5-45b0-813e-5fc0ad274aab tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:02.311086 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97912626-4d79-4b3f-9b1a-a7405d50399a req-7d370b98-6ad5-45b0-813e-5fc0ad274aab tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0518913 Aug 29 04:55:02.347938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97912626-4d79-4b3f-9b1a-a7405d50399a req-adb9e422-c5a8-4c71-b154-450dec20be48 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309372 Aug 29 04:55:02.853596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-c5ccf33e-6eb8-4f35-b107-e58ef1a275c8 service neutron] 10.222.0.52 "GET /v2.0/ports/7091c257-edef-455f-bbf4-896d31f9abe1/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.0530505 Aug 29 04:55:03.054522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611168-0732-460e-ac54-d2f37ee4a079 req-d7a52cc8-f9a4-49fd-8981-5ae0b85284fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:03.055988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-d7a52cc8-f9a4-49fd-8981-5ae0b85284fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7&tenant_id=5038ab689c75490bbc6c992b1f9a0fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0403783 Aug 29 04:55:03.130427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611168-0732-460e-ac54-d2f37ee4a079 req-d08e1c22-bbfd-46a6-9ba9-a3f2ae97593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:03.131799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-d08e1c22-bbfd-46a6-9ba9-a3f2ae97593d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 1097 time: 0.0428481 Aug 29 04:55:03.217546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611168-0732-460e-ac54-d2f37ee4a079 req-af737256-9fe4-48e2-9d0e-21ba0a599bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:03.219002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-af737256-9fe4-48e2-9d0e-21ba0a599bce service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 916 time: 0.0804517 Aug 29 04:55:03.264416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-a1a9cb97-ef48-4223-8549-8a4059f2be12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7091c257-edef-455f-bbf4-896d31f9abe1 HTTP/1.1" status: 200 len: 217 time: 0.0376968 Aug 29 04:55:03.312824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611168-0732-460e-ac54-d2f37ee4a079 req-6091bd42-34a4-4f49-969d-bac646c19f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:03.314299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-6091bd42-34a4-4f49-969d-bac646c19f21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0430198 Aug 29 04:55:03.346527 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-ef345d04-8db0-4518-b2e0-8e2b7bc1be81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243714 Aug 29 04:55:03.465346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-0d22eda9-710a-468a-9f71-4f7ce46d0894 service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113017 Aug 29 04:55:03.488729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f54336-2c09-4364-b99e-d50ee4230e6b req-0918459e-476e-463d-8d94-7ce506ce1872 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:03.490230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77f54336-2c09-4364-b99e-d50ee4230e6b req-0918459e-476e-463d-8d94-7ce506ce1872 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0751483 Aug 29 04:55:03.573610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77f54336-2c09-4364-b99e-d50ee4230e6b req-7466abcc-9313-4c5f-9755-cbe8935673f3 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730844 Aug 29 04:55:03.603599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-f1390525-5fa4-46c2-8b1c-ec4b136640ec service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298194 Aug 29 04:55:03.616000 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5ddcbd9-3079-4fce-a570-91ec790064b7 req-e5ead181-6393-47ed-aa8d-cdad7e204bc4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0933814 Aug 29 04:55:03.663945 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5ddcbd9-3079-4fce-a570-91ec790064b7 req-0437eaab-5456-4f78-9262-a623dc707564 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0275948 Aug 29 04:55:03.706111 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5ddcbd9-3079-4fce-a570-91ec790064b7 req-51414c0f-c2f1-475c-9423-56c630894dcd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247812 Aug 29 04:55:03.797602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddcbd9-3079-4fce-a570-91ec790064b7 req-287d194d-738e-413d-80e7-44f1b9c1368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:03.799068 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e5ddcbd9-3079-4fce-a570-91ec790064b7 req-287d194d-738e-413d-80e7-44f1b9c1368e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869894 Aug 29 04:55:04.702471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c58c4-2425-4bff-87fe-df23e0efb749 req-10d6d2e5-74f9-43fc-8ff0-9fbe1ed79e73 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:04.704004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-573c58c4-2425-4bff-87fe-df23e0efb749 req-10d6d2e5-74f9-43fc-8ff0-9fbe1ed79e73 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0536339 Aug 29 04:55:04.741340 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-573c58c4-2425-4bff-87fe-df23e0efb749 req-6f04e853-e623-426f-a025-ca8fc19d02de tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Aug 29 04:55:05.855668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22ac2b-3996-4ca3-a2ec-c204e0917843 req-d74871fa-4dbd-43a9-a7ec-068f98eb4659 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:05.857082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a22ac2b-3996-4ca3-a2ec-c204e0917843 req-d74871fa-4dbd-43a9-a7ec-068f98eb4659 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0486622 Aug 29 04:55:05.895053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a22ac2b-3996-4ca3-a2ec-c204e0917843 req-f8602436-989d-477b-8617-52eede784967 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Aug 29 04:55:07.010243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dce4d-d5bd-4cb1-a0e6-8f8887c92559 req-b8cef06b-6069-40f2-afaa-77b1b406a721 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:07.011756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd5dce4d-d5bd-4cb1-a0e6-8f8887c92559 req-b8cef06b-6069-40f2-afaa-77b1b406a721 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0497806 Aug 29 04:55:07.049892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd5dce4d-d5bd-4cb1-a0e6-8f8887c92559 req-810f1367-239e-4bce-ac4d-4ecaeb26ce8e tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Aug 29 04:55:07.272465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c43bb-f664-49ff-a0f2-d192e32bfe4e req-996df9b7-77ae-4806-bb07-541453cf6c89 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:07.273830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-747c43bb-f664-49ff-a0f2-d192e32bfe4e req-996df9b7-77ae-4806-bb07-541453cf6c89 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0811737 Aug 29 04:55:07.287857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-14eef3bb-4c4b-4750-a9cd-77038f5cc70f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:07.289303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-14eef3bb-4c4b-4750-a9cd-77038f5cc70f tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7&tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 945 time: 0.0666802 Aug 29 04:55:07.319713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-747c43bb-f664-49ff-a0f2-d192e32bfe4e req-5342779b-2960-411b-ae2e-6e499b936c03 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Aug 29 04:55:07.392178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-b0226da5-6d30-45e7-a908-2f50c4ce7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:07.393713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-b0226da5-6d30-45e7-a908-2f50c4ce7c72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 1097 time: 0.0413504 Aug 29 04:55:07.485418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-586b51f8-b5cd-4569-8a5c-57da7073b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:07.486951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-586b51f8-b5cd-4569-8a5c-57da7073b281 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 200 len: 916 time: 0.0857065 Aug 29 04:55:07.528526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-2c991bef-51a0-4981-ae30-503232a6064a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7091c257-edef-455f-bbf4-896d31f9abe1 HTTP/1.1" status: 200 len: 217 time: 0.0335948 Aug 29 04:55:07.575414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-d697920e-6608-41e5-bcb4-e9a41c0dbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:07.576958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-d697920e-6608-41e5-bcb4-e9a41c0dbafc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 200 len: 855 time: 0.0422351 Aug 29 04:55:07.612632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-1220d510-2b0b-40c0-8a0f-4caf86dfb3cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a8a9cd-a045-424f-a5c2-0a259d24065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280986 Aug 29 04:55:07.699657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-eb0c7579-b2ca-4cf6-b95d-00e3fd919e22 service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797062 Aug 29 04:55:07.792747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-922d9008-a554-47c8-b6bc-d5cfde6a7592 req-c0235ea3-1bc0-441d-9958-e8d5644c48c8 service neutron] 10.222.0.52 "GET /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858285 Aug 29 04:55:08.023241 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:55:08.276059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7091c257-edef-455f-bbf4-896d31f9abe1 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:55:08.283393 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7091c257-edef-455f-bbf4-896d31f9abe1 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:08.436614 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.442305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71f1f-8ff4-4c8b-8c03-82e5d42fa957 req-9d78b8de-e33e-4b96-9325-9a3358d7ed61 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:08.443827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03b71f1f-8ff4-4c8b-8c03-82e5d42fa957 req-9d78b8de-e33e-4b96-9325-9a3358d7ed61 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0498571 Aug 29 04:55:08.465250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7091c257-edef-455f-bbf4-896d31f9abe1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7091c257-edef-455f-bbf4-896d31f9abe1,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:08.477319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7091c257-edef-455f-bbf4-896d31f9abe1'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:08.480222 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e211a11d-6ca7-4022-bb7c-bdb293598a84" -d '{"events": [{"server_uuid": "3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7", "name": "network-vif-unplugged", "status": "completed", "tag": "7091c257-edef-455f-bbf4-896d31f9abe1"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:08.483163 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03b71f1f-8ff4-4c8b-8c03-82e5d42fa957 req-5ee5110b-fcf1-46c5-8320-8a5041c1fe4d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331583 Aug 29 04:55:08.494575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7091c257-edef-455f-bbf4-896d31f9abe1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7091c257-edef-455f-bbf4-896d31f9abe1,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:08.506487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '7091c257-edef-455f-bbf4-896d31f9abe1', 'network_id': '77a8a9cd-a045-424f-a5c2-0a259d24065e', 'port_id': '7091c257-edef-455f-bbf4-896d31f9abe1', 'mac_address': 'fa:16:3e:5f:43:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438ca3e5-4ae3-4357-8362-725b47a3128a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:55:08.506487 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.567936 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.597133 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d56d03f-d096-4fbe-aca8-e23a87a0ee78 x-openstack-request-id: req-5d56d03f-d096-4fbe-aca8-e23a87a0ee78 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:08.597494 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7", "name": "network-vif-unplugged", "status": "completed", "tag": "7091c257-edef-455f-bbf4-896d31f9abe1", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:08.597755 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d56d03f-d096-4fbe-aca8-e23a87a0ee78 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:08.598148 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7091c257-edef-455f-bbf4-896d31f9abe1', 'code': 200} Aug 29 04:55:08.604859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc15d-7888-4008-87ba-c671ea2901ff req-9ed7a814-d7fa-4366-9a6b-384d3521fdce tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:08.605026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7091c257-edef-455f-bbf4-896d31f9abe1 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:55:08.606446 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac3fc15d-7888-4008-87ba-c671ea2901ff req-9ed7a814-d7fa-4366-9a6b-384d3521fdce tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 943 time: 0.0522377 Aug 29 04:55:08.609091 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7091c257-edef-455f-bbf4-896d31f9abe1,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:08.627733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7091c257-edef-455f-bbf4-896d31f9abe1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7091c257-edef-455f-bbf4-896d31f9abe1,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:08.632242 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.649115 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac3fc15d-7888-4008-87ba-c671ea2901ff req-10663e6a-f36d-431f-903f-3ef571b7b88d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Aug 29 04:55:08.678924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7091c257-edef-455f-bbf4-896d31f9abe1,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:08.770734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeafd08-9df4-482c-88a1-4b8261d4567e req-288d4a82-db13-492b-8d1a-781291e2e547 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:08.772109 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2aeafd08-9df4-482c-88a1-4b8261d4567e req-288d4a82-db13-492b-8d1a-781291e2e547 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 944 time: 0.0521908 Aug 29 04:55:08.809258 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2aeafd08-9df4-482c-88a1-4b8261d4567e req-012035a5-7c9a-4364-b127-21bed685aa7a tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304177 Aug 29 04:55:09.026750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7091c257-edef-455f-bbf4-896d31f9abe1'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:55:09.133618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b759-c2b9-45dc-9f1e-b71b6c16daf1 req-07e5f8a5-956f-46e9-96a8-9a9fee9b45ef tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:09.135781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8f4b759-c2b9-45dc-9f1e-b71b6c16daf1 req-07e5f8a5-956f-46e9-96a8-9a9fee9b45ef tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 944 time: 0.0499699 Aug 29 04:55:09.173108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8f4b759-c2b9-45dc-9f1e-b71b6c16daf1 req-67627a7a-62c1-4219-bbd7-6ea5d14a050c tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308900 Aug 29 04:55:10.289457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def39d-b2f9-4819-be0f-a99ad19d98bb req-1ef75487-a436-4a7e-ad55-610ecd22f8df tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:10.291027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62def39d-b2f9-4819-be0f-a99ad19d98bb req-1ef75487-a436-4a7e-ad55-610ecd22f8df tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 944 time: 0.0491815 Aug 29 04:55:10.296837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7091c257-edef-455f-bbf4-896d31f9abe1 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:10.330434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-62def39d-b2f9-4819-be0f-a99ad19d98bb req-8d7c6b9f-b8f5-4b43-af03-a1d6dce7f38d tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/security-groups?id=50466390-7896-4d3d-bdf6-06760ff59f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312347 Aug 29 04:55:10.343741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 7091c257-edef-455f-bbf4-896d31f9abe1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:10.344120 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.419847 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.449983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 7091c257-edef-455f-bbf4-896d31f9abe1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7091c257-edef-455f-bbf4-896d31f9abe1,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:10.454168 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.498774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=7091c257-edef-455f-bbf4-896d31f9abe1,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:10.573387 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-434806b8-ab62-4126-aad8-d4cc156536ed tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:10.574863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-434806b8-ab62-4126-aad8-d4cc156536ed tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 945 time: 0.0524435 Aug 29 04:55:10.598935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091c257-edef-455f-bbf4-896d31f9abe1'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:10.601450 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2d16ff-1071-4f1f-9756-4a918645e0d2" -d '{"events": [{"server_uuid": "3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7", "name": "network-vif-plugged", "status": "completed", "tag": "7091c257-edef-455f-bbf4-896d31f9abe1"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:10.637245 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b610e6-2939-459c-8883-0ca710f86dca x-openstack-request-id: req-18b610e6-2939-459c-8883-0ca710f86dca {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:10.637602 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7", "name": "network-vif-plugged", "status": "completed", "tag": "7091c257-edef-455f-bbf4-896d31f9abe1", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:10.637868 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18b610e6-2939-459c-8883-0ca710f86dca {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:10.638272 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091c257-edef-455f-bbf4-896d31f9abe1', 'code': 200} Aug 29 04:55:10.663999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-86b6abcf-6274-443d-9459-8585deaab270 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Deleting port 7091c257-edef-455f-bbf4-896d31f9abe1 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:10.664374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-86b6abcf-6274-443d-9459-8585deaab270 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.751967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-86b6abcf-6274-443d-9459-8585deaab270 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] For port 7091c257-edef-455f-bbf4-896d31f9abe1, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=7091c257-edef-455f-bbf4-896d31f9abe1,segment=NetworkSegment(54675539-03fc-4b8e-b57f-2274f99486af),segment_id=54675539-03fc-4b8e-b57f-2274f99486af)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:10.752284 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-86b6abcf-6274-443d-9459-8585deaab270 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.765528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-86b6abcf-6274-443d-9459-8585deaab270 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Calling delete_port for 7091c257-edef-455f-bbf4-896d31f9abe1 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:10.886799 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-86b6abcf-6274-443d-9459-8585deaab270 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.918300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6abcf-6274-443d-9459-8585deaab270 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Pushing event deleted for resources: {'Port': ['ID=7091c257-edef-455f-bbf4-896d31f9abe1,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:10.919041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['7091c257-edef-455f-bbf4-896d31f9abe1'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:55:10.958951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-86b6abcf-6274-443d-9459-8585deaab270 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] No DVR routers for this DVR port 7091c257-edef-455f-bbf4-896d31f9abe1 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:55:10.961450 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-86b6abcf-6274-443d-9459-8585deaab270 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.963445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4bb78727-837b-44c4-86bd-e9195b9a219e req-86b6abcf-6274-443d-9459-8585deaab270 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.52 "DELETE /v2.0/ports/7091c257-edef-455f-bbf4-896d31f9abe1 HTTP/1.1" status: 204 len: 173 time: 0.3827064 Aug 29 04:55:10.963883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'name': 'network-vif-deleted', 'tag': '7091c257-edef-455f-bbf4-896d31f9abe1'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:10.966208 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65d3130-74be-4b40-b879-bcaa3c6cbee5" -d '{"events": [{"server_uuid": "3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7", "name": "network-vif-deleted", "tag": "7091c257-edef-455f-bbf4-896d31f9abe1"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:11.002599 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91ce359-61cd-4f49-9d28-86b069009da3 x-openstack-request-id: req-e91ce359-61cd-4f49-9d28-86b069009da3 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:11.002876 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7", "name": "network-vif-deleted", "tag": "7091c257-edef-455f-bbf4-896d31f9abe1", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:11.003133 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e91ce359-61cd-4f49-9d28-86b069009da3 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:11.003790 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7', 'name': 'network-vif-deleted', 'tag': '7091c257-edef-455f-bbf4-896d31f9abe1', 'status': 'completed', 'code': 200} Aug 29 04:55:11.468679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbf3d76f-d25d-4bd8-b4c8-11a252f9d8fb req-0a8a9073-dae6-44a1-af29-92be8df0eb92 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed9d22b-622f-49aa-81d5-cc5ddc3d42c7 HTTP/1.1" status: 200 len: 210 time: 0.0293949 Aug 29 04:55:12.592689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56334) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:12.642419 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Deleting subnet 438ca3e5-4ae3-4357-8362-725b47a3128a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:55:12.645410 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.678879 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.716616 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.769518 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.794837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438ca3e5-4ae3-4357-8362-725b47a3128a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:12.802517 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.804399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/438ca3e5-4ae3-4357-8362-725b47a3128a HTTP/1.1" status: 204 len: 168 time: 0.2106922 Aug 29 04:55:12.806891 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.807334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.807534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56336) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:12.807935 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.808030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.808373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.808714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.809157 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.809374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.809719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.810039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.810369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.810719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06059285-72cb-4572-a80b-c2f6a0288df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:12.876864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.952077 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.961449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a8a9cd-a045-424f-a5c2-0a259d24065e']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:12.971840 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54675539-03fc-4b8e-b57f-2274f99486af') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:12.972136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54675539-03fc-4b8e-b57f-2274f99486af') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:12.981354 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.994377 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.000015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:55:13.000432 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: timer() Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:55:13.002203 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:55:13.058035 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.063785 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.065684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/77a8a9cd-a045-424f-a5c2-0a259d24065e HTTP/1.1" status: 204 len: 168 time: 0.2571282 Aug 29 04:55:13.076532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6d8c1-a6bb-43b8-8641-acd8a5e2aed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a8a9cd-a045-424f-a5c2-0a259d24065e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:13.183017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56340) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:13.222305 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dc0b669d-4c13-4826-a4f9-b83fc8fd06ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5038ab689c75490bbc6c992b1f9a0fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381486 Aug 29 04:55:13.224657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56342) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:13.269865 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7456bb9d-881d-42f6-855a-fca2dddfc9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.290431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7456bb9d-881d-42f6-855a-fca2dddfc9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.336445 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7456bb9d-881d-42f6-855a-fca2dddfc9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.339612 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7456bb9d-881d-42f6-855a-fca2dddfc9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.340832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7456bb9d-881d-42f6-855a-fca2dddfc9dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50466390-7896-4d3d-bdf6-06760ff59f03 HTTP/1.1" status: 204 len: 168 time: 0.1152217 Aug 29 04:55:13.348614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456bb9d-881d-42f6-855a-fca2dddfc9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50466390-7896-4d3d-bdf6-06760ff59f03,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:13.999915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56364) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:14.097597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1785231346-network', 'tenant_id': '7ecd16aa50784215890a14fb8328289a'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:14.119073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Made reservation on behalf of 7ecd16aa50784215890a14fb8328289a for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:55:14.121395 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.133166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.223497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.226940 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.252422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:55:14.258773 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83994244-981f-4651-b68f-8f503ea9d5d8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:14.265196 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.265545 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Added segment 9e2706d8-d2fb-4588-a6ed-20f92f01fc52 of type vlan for network d4e1ebb0-c873-4d25-a303-4bfe230ba283 Aug 29 04:55:14.304869 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.328410 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.329345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:14.329927 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.344433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7091c257-edef-455f-bbf4-896d31f9abe1 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:14.364963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 7091c257-edef-455f-bbf4-896d31f9abe1 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:14.365313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 7091c257-edef-455f-bbf4-896d31f9abe1 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:14.381822 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3806436 Aug 29 04:55:14.385330 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56368) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:14.390480 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Request body: {'subnet': {'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1785231346-subnet', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:14.392640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d1d3d-20f4-4440-8d85-bc2a6b1f2e1c admin admin] Pushing event updated for resources: {'Network': ['ID=d4e1ebb0-c873-4d25-a303-4bfe230ba283,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:14.402708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:55:14.411955 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Made reservation on behalf of 7ecd16aa50784215890a14fb8328289a for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:55:14.414443 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.580906 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.644856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=705287a6-d37d-4e2c-86c5-e9a86ca13e59,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:14.649068 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Checking segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:14.649429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Network hostable DHCP agents. Network: d4e1ebb0-c873-4d25-a303-4bfe230ba283, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:55:14.665178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:55:14.673422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, d4e1ebb0-c873-4d25-a303-4bfe230ba283) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:14.677409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:14.677995 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.682922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc08438-431f-4864-b069-a278864fbd22 None None] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:55:14.692101 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0ddad9f1-982c-416f-819b-9992dc58a6ba admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3056660 Aug 29 04:55:14.695776 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56370) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:14.700103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:14.723377 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.724519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.810358 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.828344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-d4e1ebb0-c873-4d25-a303-4bfe230ba283', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:55:14.829218 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.943128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.957949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Allocated IP 172.20.0.2 (d4e1ebb0-c873-4d25-a303-4bfe230ba283/705287a6-d37d-4e2c-86c5-e9a86ca13e59/562cfee3-b36b-4141-8f02-f4bfeaa84b50) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:15.108119 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.116469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Transition to ACTIVE for port object 562cfee3-b36b-4141-8f02-f4bfeaa84b50 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:15.131559 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Transition to ACTIVE for port object 562cfee3-b36b-4141-8f02-f4bfeaa84b50 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:15.137223 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.178253 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:15.181311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:15.185107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:15.190734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Pushing event updated for resources: {'Port': ['ID=562cfee3-b36b-4141-8f02-f4bfeaa84b50,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:15.248414 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Attempting to bind port 562cfee3-b36b-4141-8f02-f4bfeaa84b50 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:55:15.248790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Attempting to bind port 562cfee3-b36b-4141-8f02-f4bfeaa84b50 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:55:15.249165 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Attempting to bind port 562cfee3-b36b-4141-8f02-f4bfeaa84b50 on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:15.254713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:55:15.255095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Checking segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:15.255505 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.255905 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Bound using segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:55:15.256417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Bound port: 562cfee3-b36b-4141-8f02-f4bfeaa84b50, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:55:15.256804 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.321107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] For port 562cfee3-b36b-4141-8f02-f4bfeaa84b50, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:55:15.324753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] For port 562cfee3-b36b-4141-8f02-f4bfeaa84b50, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=562cfee3-b36b-4141-8f02-f4bfeaa84b50,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:55:15.329022 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.392880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b1c79-a6d7-447a-99bd-1b63e3e2c170 None None] Pushing event updated for resources: {'Port': ['ID=562cfee3-b36b-4141-8f02-f4bfeaa84b50,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:15.414389 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.439602 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.610647 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Allocated IP 172.25.5.6 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/526b29ed-9d1c-4b82-8b69-d51f279ec131) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:15.717723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.756128 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.790179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:15.796758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:15.799190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:15.829245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Pushing event updated for resources: {'Port': ['ID=526b29ed-9d1c-4b82-8b69-d51f279ec131,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:16.068543 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.271813 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.303682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1301f22-9c0b-42e6-82a8-11ca2879772a None None] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:55:16.371462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b5e3fece-7f34-44fb-858d-1365ef231074 None None] Provisioning for port 562cfee3-b36b-4141-8f02-f4bfeaa84b50 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:16.411954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:55:16.520978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:16.531483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:16.539569 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.543513 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2da6af4b-3e4c-46e0-a57b-d94529933a55 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8443456 Aug 29 04:55:16.543688 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56372) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:16.544608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:16.545255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:54:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:16.663203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:16.975510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.003660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 3, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:17.029932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:17.030289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Updating router 3fcc8b1f-4845-4232-be36-a9797ca88354 port 526b29ed-9d1c-4b82-8b69-d51f279ec131 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:55:17.057558 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.142036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 562cfee3-b36b-4141-8f02-f4bfeaa84b50 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:17.185110 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Allocated IP 172.20.0.1 (d4e1ebb0-c873-4d25-a303-4bfe230ba283/705287a6-d37d-4e2c-86c5-e9a86ca13e59/16005ce4-8d0a-4730-9f4b-2fff1ced8cbd) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:17.259960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 562cfee3-b36b-4141-8f02-f4bfeaa84b50 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:17.267920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 562cfee3-b36b-4141-8f02-f4bfeaa84b50 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:17.268327 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.286209 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.299017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Transition to ACTIVE for port object 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:17.331776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.368982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:17.373830 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:17.376320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:17.406210 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.412040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=16005ce4-8d0a-4730-9f4b-2fff1ced8cbd,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:17.419078 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.423490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Transition to ACTIVE for port object 526b29ed-9d1c-4b82-8b69-d51f279ec131 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:17.430436 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.442978 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.493162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 562cfee3-b36b-4141-8f02-f4bfeaa84b50, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=562cfee3-b36b-4141-8f02-f4bfeaa84b50,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:17.504701 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.514397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Attempting to bind port 526b29ed-9d1c-4b82-8b69-d51f279ec131 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:55:17.514789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Attempting to bind port 526b29ed-9d1c-4b82-8b69-d51f279ec131 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:55:17.515157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Attempting to bind port 526b29ed-9d1c-4b82-8b69-d51f279ec131 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:17.517485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316a2e9-ea5f-4310-80f0-2f558d053210 None None] Pushing event updated for resources: {'Port': ['ID=526b29ed-9d1c-4b82-8b69-d51f279ec131,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:17.526394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:55:17.526808 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:17.527298 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.527561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:55:17.528045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Bound port: 526b29ed-9d1c-4b82-8b69-d51f279ec131, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:55:17.530391 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.606326 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.617534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=562cfee3-b36b-4141-8f02-f4bfeaa84b50,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:17.626001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] For port 526b29ed-9d1c-4b82-8b69-d51f279ec131, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:55:17.629532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] For port 526b29ed-9d1c-4b82-8b69-d51f279ec131, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=526b29ed-9d1c-4b82-8b69-d51f279ec131,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:55:17.633777 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.697107 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:17.697738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:54:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:17.703158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316a2e9-ea5f-4310-80f0-2f558d053210 None None] Pushing event updated for resources: {'Port': ['ID=526b29ed-9d1c-4b82-8b69-d51f279ec131,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:17.739450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7078049d-e4b5-4069-b297-9add9fd754cf None None] Provisioning for port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:17.749701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-7078049d-e4b5-4069-b297-9add9fd754cf None None] Provisioning complete for port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:17.750066 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7078049d-e4b5-4069-b297-9add9fd754cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.776863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.781470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.824695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-7078049d-e4b5-4069-b297-9add9fd754cf None None] Port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:55:17.838082 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:17.846369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=16005ce4-8d0a-4730-9f4b-2fff1ced8cbd,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:17.848967 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:17.940511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:17.941967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:18.046132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 1, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:18.075437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec173c-d48b-44bc-aad2-d48464178512 None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 1, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:18.244944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2aaa0559-b577-4b1f-80f9-8e1cb103bc29 None None] Provisioning complete for port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:18.245416 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0559-b577-4b1f-80f9-8e1cb103bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.279547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-d472c59c-0056-4e52-8e05-0c70e673be3c req-eb0bb5d6-aad6-42fe-9cf2-d3a976b823dd service neutron] (94850) timed out ('10.222.0.49', 39904) {{(pid=94850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:55:18.304094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa0559-b577-4b1f-80f9-8e1cb103bc29 None None] Port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:55:18.324916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:55:18.441042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:18.442753 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.446369 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-65dba47d-1ea3-40ec-aeb6-83ddd187f5e1 admin admin] 10.222.0.49 "PUT /v2.0/routers/3fcc8b1f-4845-4232-be36-a9797ca88354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9016402 Aug 29 04:55:18.868398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56380) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:18.873387 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-a5803fd8-e148-465e-a483-aa58ffe076cc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1094419865', 'description': 'tempest-description--1991594911'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:18.901239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5803fd8-e148-465e-a483-aa58ffe076cc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.987757 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5803fd8-e148-465e-a483-aa58ffe076cc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.992179 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5803fd8-e148-465e-a483-aa58ffe076cc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.021787 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5803fd8-e148-465e-a483-aa58ffe076cc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353dd365-55e3-42a1-8f91-65247457492c,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:19.025164 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a5803fd8-e148-465e-a483-aa58ffe076cc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.026390 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a5803fd8-e148-465e-a483-aa58ffe076cc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1567996 Aug 29 04:55:19.029465 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56382) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:19.034196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5ec466cc-f9ce-4d8d-8502-9d8df09cb0c4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'security_group_rule': {'security_group_id': '353dd365-55e3-42a1-8f91-65247457492c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:19.066184 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ec466cc-f9ce-4d8d-8502-9d8df09cb0c4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.132328 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ec466cc-f9ce-4d8d-8502-9d8df09cb0c4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.137686 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ec466cc-f9ce-4d8d-8502-9d8df09cb0c4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.167401 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec466cc-f9ce-4d8d-8502-9d8df09cb0c4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b488d0-c7a6-4563-a578-0b0c03f7ed94,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:19.170651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5ec466cc-f9ce-4d8d-8502-9d8df09cb0c4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.171919 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5ec466cc-f9ce-4d8d-8502-9d8df09cb0c4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413343 Aug 29 04:55:19.174837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56384) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:19.179552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'security_group_rule': {'security_group_id': '353dd365-55e3-42a1-8f91-65247457492c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:19.195588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 526b29ed-9d1c-4b82-8b69-d51f279ec131 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:19.215905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.246218 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 526b29ed-9d1c-4b82-8b69-d51f279ec131 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:19.250584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 526b29ed-9d1c-4b82-8b69-d51f279ec131 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:19.250957 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.282166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.286392 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.308041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d15344-8da7-449c-9cc4-742d5cf73776,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:19.316420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.316783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.317113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.317727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.317998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.318555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.319198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.319471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.319904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.320322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.320829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.321334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:19.325656 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.330153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 56386) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:19.330332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cb0c0ad7-c810-4a18-a753-e304ef34cf0a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542985 Aug 29 04:55:19.334995 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:19.339119 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.361143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 526b29ed-9d1c-4b82-8b69-d51f279ec131, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=526b29ed-9d1c-4b82-8b69-d51f279ec131,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:19.370255 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.370859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 562cfee3-b36b-4141-8f02-f4bfeaa84b50 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:19.380015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.454740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=526b29ed-9d1c-4b82-8b69-d51f279ec131,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:19.462101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 562cfee3-b36b-4141-8f02-f4bfeaa84b50 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:19.463246 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.497703 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.611744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Allocated IP 172.25.5.100 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/d64ebf3a-2d6b-4209-b54a-cb28258408c9) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:19.716157 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.754529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.789919 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:19.794683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:19.798231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:19.829792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event updated for resources: {'Port': ['ID=d64ebf3a-2d6b-4209-b54a-cb28258408c9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:19.932426 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.967886 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.131193 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.135808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.182760 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:20.196750 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:20.197398 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-831db878-c803-4963-a9bb-1f4694410fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:54:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:20.210866 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event updated for resources: {'Port': ['ID=d64ebf3a-2d6b-4209-b54a-cb28258408c9,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:20.221257 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.234725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.235992 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ec363dcd-8b6d-4f3c-bd5b-6f90c3d0defd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9048178 Aug 29 04:55:20.299780 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:20.388548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-73c6e594-2d9b-4e4a-883a-84fba040b288 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1094419865&fields=id&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 267 time: 0.0373979 Aug 29 04:55:20.500594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-90efea76-3b32-4cd0-9a23-e02361d5e466 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:20.501968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-90efea76-3b32-4cd0-9a23-e02361d5e466 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 812 time: 0.1015048 Aug 29 04:55:20.520212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-579fd1be-f2da-4fb6-96a8-3301b0279fa3 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/quotas/7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 375 time: 0.0117614 Aug 29 04:55:20.597797 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-831db878-c803-4963-a9bb-1f4694410fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 2, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:20.625283 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:20.625636 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Updating router 3fcc8b1f-4845-4232-be36-a9797ca88354 port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:55:20.652342 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.861199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-67fb4e42-2ada-46a0-90f6-04acf657ad5d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3345690 Aug 29 04:55:20.917554 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.927633 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Transition to ACTIVE for port object 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:20.933445 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.982195 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Pushing event updated for resources: {'Port': ['ID=16005ce4-8d0a-4730-9f4b-2fff1ced8cbd,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:20.989692 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.989692 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.989988 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.990216 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.990549 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.991270 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.991270 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.991557 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.991837 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.992158 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.992512 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:20.992837 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:21.012405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f4d70f5d-85fd-46bd-aed0-7108f18835fd service neutron] 10.222.0.49 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398292 Aug 29 04:55:21.046523 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Attempting to bind port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:55:21.046903 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Attempting to bind port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:55:21.047271 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Attempting to bind port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:21.052941 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:55:21.053397 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Checking segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:21.053703 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.054098 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Bound using segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:55:21.054627 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Bound port: 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:55:21.055013 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.103663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 526b29ed-9d1c-4b82-8b69-d51f279ec131 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:21.131030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-54a358a0-c065-47a6-a5d9-6737a4f0112b service neutron] 10.222.0.49 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110539 Aug 29 04:55:21.155315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 526b29ed-9d1c-4b82-8b69-d51f279ec131 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:21.155696 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.157503 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-831db878-c803-4963-a9bb-1f4694410fea None None] For port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:55:21.160873 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-831db878-c803-4963-a9bb-1f4694410fea None None] For port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=16005ce4-8d0a-4730-9f4b-2fff1ced8cbd,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:55:21.167437 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.216790 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:21.217516 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-831db878-c803-4963-a9bb-1f4694410fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:54:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:21.336832 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a91fb-5eb0-427d-80e6-b55ca56a4474 None None] Pushing event updated for resources: {'Port': ['ID=16005ce4-8d0a-4730-9f4b-2fff1ced8cbd,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:21.349857 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-831db878-c803-4963-a9bb-1f4694410fea None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:21.355024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d769a94f-a2a5-4b18-81d1-eded671e1543 req-f6148050-e121-465e-9dc4-c9bbfb0d1de6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 210 time: 0.0409586 Aug 29 04:55:21.570014 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-831db878-c803-4963-a9bb-1f4694410fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:21Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:21.598016 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831db878-c803-4963-a9bb-1f4694410fea None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:21Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:22.460157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b344b7d-e5da-4634-87b0-de38efa39986 req-c71536c9-5366-48ba-9bf0-dd37bd259543 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 210 time: 0.0308545 Aug 29 04:55:22.487854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-e4280fd3-e7b5-42cf-801f-e27d8e5710e5 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.489357 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-e4280fd3-e7b5-42cf-801f-e27d8e5710e5 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 812 time: 0.1405737 Aug 29 04:55:22.545501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-9e379b1a-6e4f-49d2-91bb-9d04f319f52e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 380 time: 0.0337846 Aug 29 04:55:22.557921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'port': {'device_id': '023e810e-ef44-4619-a183-1ca768b57c74', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'admin_state_up': True, 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'security_groups': ['353dd365-55e3-42a1-8f91-65247457492c']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:22.660794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Made reservation on behalf of 7ecd16aa50784215890a14fb8328289a for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:55:22.664167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:22.788356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Allocated IP 172.20.0.12 (d4e1ebb0-c873-4d25-a303-4bfe230ba283/705287a6-d37d-4e2c-86c5-e9a86ca13e59/aa947342-c02a-432e-a71d-8e129031b17f) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:22.923270 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:22.936320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Transition to ACTIVE for port object aa947342-c02a-432e-a71d-8e129031b17f will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:22.967795 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.006653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:23.012068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:23.015794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:23.041556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event updated for resources: {'Port': ['ID=aa947342-c02a-432e-a71d-8e129031b17f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:23.070076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:23.070826 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.088943 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-a658ebff-d4d1-49b3-a72f-6a62992e4816 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5346546 Aug 29 04:55:23.107199 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Request body: {'port': {'device_id': '023e810e-ef44-4619-a183-1ca768b57c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:23.112685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:23.165652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:23.170045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:23.170446 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.178038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.263080 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.266046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-baa740a5-dbc1-4a3d-bad6-73e4455f0f23 None None] Provisioning for port aa947342-c02a-432e-a71d-8e129031b17f completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:23.278166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-baa740a5-dbc1-4a3d-bad6-73e4455f0f23 None None] Provisioning complete for port aa947342-c02a-432e-a71d-8e129031b17f triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:23.278529 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-baa740a5-dbc1-4a3d-bad6-73e4455f0f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.327003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=16005ce4-8d0a-4730-9f4b-2fff1ced8cbd,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:23.332069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-baa740a5-dbc1-4a3d-bad6-73e4455f0f23 None None] Port aa947342-c02a-432e-a71d-8e129031b17f cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:55:23.334506 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.380885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=16005ce4-8d0a-4730-9f4b-2fff1ced8cbd,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:23.445271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa947342-c02a-432e-a71d-8e129031b17f {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:55:23.453264 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.464847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Transition to ACTIVE for port object aa947342-c02a-432e-a71d-8e129031b17f will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:23.468169 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.517939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Pushing event updated for resources: {'Port': ['ID=aa947342-c02a-432e-a71d-8e129031b17f,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:23.571310 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75fe0237-c219-455d-bf3b-b332f7b96f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.637084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567853b-51be-47ba-a6d6-5cb12af9b721 req-99626d3b-68cd-4a8a-b271-221c59a4b455 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:23.638659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0567853b-51be-47ba-a6d6-5cb12af9b721 req-99626d3b-68cd-4a8a-b271-221c59a4b455 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 944 time: 0.0948775 Aug 29 04:55:23.643481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Attempting to bind port aa947342-c02a-432e-a71d-8e129031b17f on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:55:23.643824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Attempting to bind port aa947342-c02a-432e-a71d-8e129031b17f by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:55:23.644167 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Attempting to bind port aa947342-c02a-432e-a71d-8e129031b17f on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:23.655566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Port aa947342-c02a-432e-a71d-8e129031b17f on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:55:23.655896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Attempting to bind port aa947342-c02a-432e-a71d-8e129031b17f on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:23.670422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:55:23.670764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Checking segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:23.671156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Bound using segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:55:23.671602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Bound port: aa947342-c02a-432e-a71d-8e129031b17f, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:55:23.671962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.699463 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0567853b-51be-47ba-a6d6-5cb12af9b721 req-8aebd173-1159-41a4-863a-dde08958dd0d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528562 Aug 29 04:55:23.747816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] For port aa947342-c02a-432e-a71d-8e129031b17f, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:55:23.751245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] For port aa947342-c02a-432e-a71d-8e129031b17f, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aa947342-c02a-432e-a71d-8e129031b17f,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:55:23.755712 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.792900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:23.793526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.794961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] 10.222.0.52 "PUT /v2.0/ports/aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 200 len: 1093 time: 0.6931345 Aug 29 04:55:23.795405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023e810e-ef44-4619-a183-1ca768b57c74', 'tag': 'aa947342-c02a-432e-a71d-8e129031b17f'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:23.797723 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d" -d '{"events": [{"name": "network-changed", "server_uuid": "023e810e-ef44-4619-a183-1ca768b57c74", "tag": "aa947342-c02a-432e-a71d-8e129031b17f"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:23.826251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b80b47-b757-4e23-a43c-e2231332d460 service neutron] Pushing event updated for resources: {'Port': ['ID=aa947342-c02a-432e-a71d-8e129031b17f,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:23.841668 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8357e0-8edf-4286-94e1-5038dbfc1b6b x-openstack-request-id: req-3f8357e0-8edf-4286-94e1-5038dbfc1b6b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:23.841831 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023e810e-ef44-4619-a183-1ca768b57c74", "tag": "aa947342-c02a-432e-a71d-8e129031b17f", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:23.842076 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f8357e0-8edf-4286-94e1-5038dbfc1b6b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:23.842486 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023e810e-ef44-4619-a183-1ca768b57c74', 'tag': 'aa947342-c02a-432e-a71d-8e129031b17f', 'status': 'completed', 'code': 200} Aug 29 04:55:23.900078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-c7658695-3079-4c83-950d-709cf239750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:23.901651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-c7658695-3079-4c83-950d-709cf239750d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 1096 time: 0.0438142 Aug 29 04:55:23.951173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-4303ccea-cf91-4c66-9bac-34a535be73e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 200 len: 217 time: 0.0360630 Aug 29 04:55:24.001279 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-e63b5617-5177-4795-8c94-79331c18e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:24.002722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-e63b5617-5177-4795-8c94-79331c18e578 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0439305 Aug 29 04:55:24.051954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-169391b3-9447-4588-9d21-ab7fe27f05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:24.053527 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-169391b3-9447-4588-9d21-ab7fe27f05e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435076 Aug 29 04:55:24.142397 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-2a4059f5-4e73-4afb-9e7f-746f099b4552 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817065 Aug 29 04:55:24.234914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8eb7223e-6e15-455b-885c-8bc764d7243c req-473ae1e9-ab73-4d9a-9736-07004b9d8576 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841699 Aug 29 04:55:24.355521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-ae4400b0-d82d-4dc4-b007-5b54533dd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:24.357028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-ae4400b0-d82d-4dc4-b007-5b54533dd7b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 1096 time: 0.0415330 Aug 29 04:55:24.448583 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-66fec9a3-b278-4aa2-9f55-705e540ac148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:24.450036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-66fec9a3-b278-4aa2-9f55-705e540ac148 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0860031 Aug 29 04:55:24.495558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-ba385568-10c3-44b1-ba5d-f5e8a2c8ddfc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 200 len: 217 time: 0.0345573 Aug 29 04:55:24.543339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-2a079260-a572-41dd-975c-cfee9ddf1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:24.544750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-2a079260-a572-41dd-975c-cfee9ddf1878 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0425193 Aug 29 04:55:24.591480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-90df7ec0-1bd3-48bc-9060-608b5f7f47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:24.593043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-90df7ec0-1bd3-48bc-9060-608b5f7f47aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394149 Aug 29 04:55:24.692043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-9ed29e93-510f-49c6-b3c7-42b2e447dda8 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839872 Aug 29 04:55:24.812099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3725a0ef-1b7e-42ef-914d-a0fccf2e766d req-2a794abf-2874-401b-8281-d058e6134407 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129735 Aug 29 04:55:24.828329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d55c8b-f034-48ef-93e2-03010930f6e6 req-1f222833-8c42-4edf-91a8-f851d665b7ae tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:24.829761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5d55c8b-f034-48ef-93e2-03010930f6e6 req-1f222833-8c42-4edf-91a8-f851d665b7ae tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 944 time: 0.0635784 Aug 29 04:55:24.867483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5d55c8b-f034-48ef-93e2-03010930f6e6 req-dd7145b6-e5db-43d1-9b61-b003cacad01a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313389 Aug 29 04:55:25.080375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:25.126608 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:25.126981 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.984231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01e21-8e55-401e-a1af-ef8c92240892 req-6b260fab-9677-47f4-aa1b-ed895da12c64 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:25.985830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89b01e21-8e55-401e-a1af-ef8c92240892 req-6b260fab-9677-47f4-aa1b-ed895da12c64 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 944 time: 0.0486021 Aug 29 04:55:26.022349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89b01e21-8e55-401e-a1af-ef8c92240892 req-92e2b8f6-00ad-446e-97f6-00eb982d7e66 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309033 Aug 29 04:55:26.162158 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7bb7941e-ad6d-4254-8b2c-447eeb88e06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:26.353601 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:27.136369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcab84e-e735-4b09-b09d-8fb61ed3ba2f req-23093b31-f32f-47a9-93d9-994d94dcba7a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:27.137826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-adcab84e-e735-4b09-b09d-8fb61ed3ba2f req-23093b31-f32f-47a9-93d9-994d94dcba7a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 944 time: 0.0492375 Aug 29 04:55:27.177697 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-adcab84e-e735-4b09-b09d-8fb61ed3ba2f req-3b5b344d-fbd5-4130-98e5-60833bae4a6f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340219 Aug 29 04:55:27.415649 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:27.788708 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:28.295169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0a62e-4abc-4007-a8d2-7d4e07d718c4 req-9ca67625-f18a-42f8-b450-f81e0899f5bb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:28.297305 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83f0a62e-4abc-4007-a8d2-7d4e07d718c4 req-9ca67625-f18a-42f8-b450-f81e0899f5bb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 944 time: 0.0531504 Aug 29 04:55:28.336353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83f0a62e-4abc-4007-a8d2-7d4e07d718c4 req-dee75b15-335f-4e88-b080-1211da4a1d13 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331433 Aug 29 04:55:28.438413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aa947342-c02a-432e-a71d-8e129031b17f details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:55:28.533708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port aa947342-c02a-432e-a71d-8e129031b17f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aa947342-c02a-432e-a71d-8e129031b17f,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:28.544775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'aa947342-c02a-432e-a71d-8e129031b17f', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'aa947342-c02a-432e-a71d-8e129031b17f', 'mac_address': 'fa:16:3e:eb:79:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:55:28.580971 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:28.594380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa947342-c02a-432e-a71d-8e129031b17f {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:55:28.616595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port aa947342-c02a-432e-a71d-8e129031b17f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aa947342-c02a-432e-a71d-8e129031b17f,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:28.621135 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:28.668924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=aa947342-c02a-432e-a71d-8e129031b17f,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:28.989615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['aa947342-c02a-432e-a71d-8e129031b17f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:55:29.151403 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:29.449857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265ea07-dec2-44f0-8d4c-2e354e7ecf1a req-a60c654f-3351-47ab-81ba-dc4641137c45 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:29.451341 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b265ea07-dec2-44f0-8d4c-2e354e7ecf1a req-a60c654f-3351-47ab-81ba-dc4641137c45 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 945 time: 0.0488889 Aug 29 04:55:29.489061 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b265ea07-dec2-44f0-8d4c-2e354e7ecf1a req-62c23403-27fd-45b1-a70d-77cde48c9c67 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Aug 29 04:55:30.468716 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aa947342-c02a-432e-a71d-8e129031b17f up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:30.517616 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port aa947342-c02a-432e-a71d-8e129031b17f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:30.521347 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port aa947342-c02a-432e-a71d-8e129031b17f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:30.521727 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:30.601281 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:30.603298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f339a-e282-46c1-9319-93f8e7d1da90 req-3a86f442-508f-4c46-8dca-65385d4dec0e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:30.604819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-476f339a-e282-46c1-9319-93f8e7d1da90 req-3a86f442-508f-4c46-8dca-65385d4dec0e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 945 time: 0.0495291 Aug 29 04:55:30.624377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023e810e-ef44-4619-a183-1ca768b57c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa947342-c02a-432e-a71d-8e129031b17f'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:30.626779 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e55ab2-3fae-4938-9388-c623305bf142" -d '{"events": [{"server_uuid": "023e810e-ef44-4619-a183-1ca768b57c74", "name": "network-vif-plugged", "status": "completed", "tag": "aa947342-c02a-432e-a71d-8e129031b17f"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:30.639680 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port aa947342-c02a-432e-a71d-8e129031b17f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aa947342-c02a-432e-a71d-8e129031b17f,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:30.645700 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:30.649496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-476f339a-e282-46c1-9319-93f8e7d1da90 req-4a54c8a4-84d7-41be-bab5-5749d5f89f38 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386081 Aug 29 04:55:30.673310 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071bb3fa-9fac-4ab7-a91b-d22eebc6adc0 x-openstack-request-id: req-071bb3fa-9fac-4ab7-a91b-d22eebc6adc0 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:30.673603 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023e810e-ef44-4619-a183-1ca768b57c74", "name": "network-vif-plugged", "status": "completed", "tag": "aa947342-c02a-432e-a71d-8e129031b17f", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:30.673855 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-071bb3fa-9fac-4ab7-a91b-d22eebc6adc0 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:30.674241 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023e810e-ef44-4619-a183-1ca768b57c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa947342-c02a-432e-a71d-8e129031b17f', 'code': 200} Aug 29 04:55:30.697556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=aa947342-c02a-432e-a71d-8e129031b17f,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:30.792790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a427bd-bacf-4b9d-8e65-acc38ff13d5a req-af01bce8-4920-4180-952a-c42a1c07b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:30.794157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93a427bd-bacf-4b9d-8e65-acc38ff13d5a req-af01bce8-4920-4180-952a-c42a1c07b03b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 1098 time: 0.0404634 Aug 29 04:55:30.827535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93a427bd-bacf-4b9d-8e65-acc38ff13d5a req-82cee5d9-e62f-455d-94ce-1cc3772b38dc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263808 Aug 29 04:55:31.764033 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf70e67-549c-4453-b193-85618f64b60c req-d26f8e52-7af1-48ba-9ebe-32f4619b05e7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:31.765572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-caf70e67-549c-4453-b193-85618f64b60c req-d26f8e52-7af1-48ba-9ebe-32f4619b05e7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0492544 Aug 29 04:55:31.802957 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-caf70e67-549c-4453-b193-85618f64b60c req-6a927b26-6612-4347-90b0-58682550e4bd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306811 Aug 29 04:55:32.918257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386124a-fb93-419a-944c-b1ad302f12f4 req-ebcdb126-db23-4e23-a5b1-9b4e5ecdd298 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:32.919635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2386124a-fb93-419a-944c-b1ad302f12f4 req-ebcdb126-db23-4e23-a5b1-9b4e5ecdd298 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0479536 Aug 29 04:55:32.959884 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2386124a-fb93-419a-944c-b1ad302f12f4 req-5eec9aad-90e6-42ea-bb36-17efc8fedb76 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343077 Aug 29 04:55:33.069455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82a944-3c30-47af-a755-f203ef692dfc req-088ceaf7-e01b-44b7-ac86-586eb7c5dacf tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:33.070915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c82a944-3c30-47af-a755-f203ef692dfc req-088ceaf7-e01b-44b7-ac86-586eb7c5dacf tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0486443 Aug 29 04:55:33.079440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56442) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:33.083951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-307102c5-8ff2-4cfe-87f0-9c0aca464932 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'floatingip': {'port_id': 'aa947342-c02a-432e-a71d-8e129031b17f'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:33.123195 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-307102c5-8ff2-4cfe-87f0-9c0aca464932 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.549317 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-307102c5-8ff2-4cfe-87f0-9c0aca464932 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.552871 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-307102c5-8ff2-4cfe-87f0-9c0aca464932 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.649900 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-307102c5-8ff2-4cfe-87f0-9c0aca464932 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2 associated. External IP: 172.25.5.100, port: aa947342-c02a-432e-a71d-8e129031b17f. Aug 29 04:55:33.854252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307102c5-8ff2-4cfe-87f0-9c0aca464932 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:55:33.958797 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307102c5-8ff2-4cfe-87f0-9c0aca464932 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:33.963227 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-307102c5-8ff2-4cfe-87f0-9c0aca464932 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.969160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:33.978934 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:33.979538 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:55:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:33.991128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-307102c5-8ff2-4cfe-87f0-9c0aca464932 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "PUT /v2.0/floatingips/d187397a-5e50-4fd5-b1eb-89be51e41ad2 HTTP/1.1" status: 200 len: 992 time: 0.9106078 Aug 29 04:55:33.991722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023e810e-ef44-4619-a183-1ca768b57c74', 'tag': 'aa947342-c02a-432e-a71d-8e129031b17f'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:33.994002 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68" -d '{"events": [{"name": "network-changed", "server_uuid": "023e810e-ef44-4619-a183-1ca768b57c74", "tag": "aa947342-c02a-432e-a71d-8e129031b17f"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:34.035491 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efb9cd9-9c5a-47dc-9ced-0bd822cb20bf x-openstack-request-id: req-9efb9cd9-9c5a-47dc-9ced-0bd822cb20bf {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:34.035796 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023e810e-ef44-4619-a183-1ca768b57c74", "tag": "aa947342-c02a-432e-a71d-8e129031b17f", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:34.036055 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9efb9cd9-9c5a-47dc-9ced-0bd822cb20bf {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:34.036500 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023e810e-ef44-4619-a183-1ca768b57c74', 'tag': 'aa947342-c02a-432e-a71d-8e129031b17f', 'status': 'completed', 'code': 200} Aug 29 04:55:34.132926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-b8c21371-9d24-4da2-ab54-7c448052e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:34.134387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-b8c21371-9d24-4da2-ab54-7c448052e134 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 1098 time: 0.0443544 Aug 29 04:55:34.229634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-fd7b407a-2dc4-41e1-b0ec-5377e9175e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:34.231669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-fd7b407a-2dc4-41e1-b0ec-5377e9175e17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0902095 Aug 29 04:55:34.253250 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:34.296156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-e95072a0-3ee4-41f5-a640-746cceb60f12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 200 len: 1000 time: 0.0580401 Aug 29 04:55:34.343565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-e81bf33e-563d-4b85-b767-e9c7fd83a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:34.345213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-e81bf33e-563d-4b85-b767-e9c7fd83a039 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0428185 Aug 29 04:55:34.396234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-63360021-1c3e-4bab-867c-e36eddbf52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:34.397688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-63360021-1c3e-4bab-867c-e36eddbf52cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446382 Aug 29 04:55:34.574307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'aa947342-c02a-432e-a71d-8e129031b17f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:eb:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023e810e-ef44-4619-a183-1ca768b57c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T04:55:33Z', 'revision_number': 1, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:34.616012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:34.625134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:34.625757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:55:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:34.734452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:34.775686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-97176b24-ae4d-42c6-84d9-1a000e012b9d service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704827 Aug 29 04:55:34.867242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb8ed724-3ad6-4304-ad27-5c3509c5cd68 req-2b3cbbaf-065b-4922-9be8-c3dc36d06827 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836029 Aug 29 04:55:34.963012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'aa947342-c02a-432e-a71d-8e129031b17f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:eb:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023e810e-ef44-4619-a183-1ca768b57c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T04:55:33Z', 'revision_number': 1, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:34.990486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5dbac-6bdc-4710-b2d7-1ee06fd243ec None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'aa947342-c02a-432e-a71d-8e129031b17f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:eb:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023e810e-ef44-4619-a183-1ca768b57c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T04:55:33Z', 'revision_number': 1, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:35.181795 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d5346-2ebd-4a6a-9179-92a46c0914cf None None] New status for floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:55:45.022114 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:55:48.439220 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:53.574048 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5c71fea5-f0f0-4679-9934-3ace460b0af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:56.162790 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d7efa521-3cb9-42f5-a911-1ea111d0fe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:56.356134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:57.417812 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:57.802819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:59.155269 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:09.653765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af14f23-1340-4c55-8709-dd43087c6143 req-9786e384-eb22-4d60-be7d-f69b9166f939 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409133 Aug 29 04:56:09.758235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14f23-1340-4c55-8709-dd43087c6143 req-0ffbca5a-bf0e-4d1b-adba-11b12dcd6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:09.759723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af14f23-1340-4c55-8709-dd43087c6143 req-0ffbca5a-bf0e-4d1b-adba-11b12dcd6aee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 1098 time: 0.0420458 Aug 29 04:56:09.861909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14f23-1340-4c55-8709-dd43087c6143 req-849285f9-9ceb-4576-a75b-31dc5342cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:09.863273 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af14f23-1340-4c55-8709-dd43087c6143 req-849285f9-9ceb-4576-a75b-31dc5342cb8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0848629 Aug 29 04:56:09.927828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af14f23-1340-4c55-8709-dd43087c6143 req-532cc38a-b9f0-45e5-8982-eec3de594cec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 200 len: 1002 time: 0.0567305 Aug 29 04:56:09.975336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14f23-1340-4c55-8709-dd43087c6143 req-ecd25e64-fc0b-4250-87f6-c793f6f34ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:09.976871 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af14f23-1340-4c55-8709-dd43087c6143 req-ecd25e64-fc0b-4250-87f6-c793f6f34ccc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0430467 Aug 29 04:56:10.025535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14f23-1340-4c55-8709-dd43087c6143 req-3139dd7c-5167-46b9-96db-708f2fa96b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:10.026991 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af14f23-1340-4c55-8709-dd43087c6143 req-3139dd7c-5167-46b9-96db-708f2fa96b10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431252 Aug 29 04:56:10.114121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af14f23-1340-4c55-8709-dd43087c6143 req-08b88820-d30b-495a-b3a8-18e2b4ed4a0f service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791547 Aug 29 04:56:10.204494 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af14f23-1340-4c55-8709-dd43087c6143 req-677314e3-b354-4945-b293-37f29d5aa9e4 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833783 Aug 29 04:56:18.437947 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:22.021148 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:56:23.574291 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d85fd7eb-0cc8-41b4-a11f-07d2b36e7a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:26.163424 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c181dbed-a8a2-4a0f-b746-c77ba7fba306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:26.356930 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:27.419692 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:27.801335 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:29.161046 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:48.438821 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:53.573976 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2a5a7eb6-5e01-4ae3-b0b6-3d2f4cfa75b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:56.163479 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6798847a-8a59-4c69-be40-bc686fe100d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:56.357905 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:57.423597 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:57.817529 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:59.019951 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:56:59.160285 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.491263 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-927cc99a-e447-42ff-a0e4-1b1db4f6260c req-5b59919c-81c8-467b-b510-e9c84a0be5c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266292 Aug 29 04:57:06.554152 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-927cc99a-e447-42ff-a0e4-1b1db4f6260c req-8199a14f-f722-478b-9d73-a5d9cff45034 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0243559 Aug 29 04:57:06.592691 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-927cc99a-e447-42ff-a0e4-1b1db4f6260c req-1fd6994b-f52d-4695-834b-d9cc8a87c13d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199630 Aug 29 04:57:06.688049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc99a-e447-42ff-a0e4-1b1db4f6260c req-129625d7-d98c-486b-bfc8-cd59a0d7f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:06.689551 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-927cc99a-e447-42ff-a0e4-1b1db4f6260c req-129625d7-d98c-486b-bfc8-cd59a0d7f832 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906124 Aug 29 04:57:10.659210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-f5381f61-a2eb-420a-8e34-ff947e61a4ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399714 Aug 29 04:57:10.752158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-dc8609c2-3526-446d-b760-db4c25a18812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:10.753672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-dc8609c2-3526-446d-b760-db4c25a18812 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 1098 time: 0.0406299 Aug 29 04:57:10.856571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-de313f78-7ea2-41cd-bd89-bbc5d670d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:10.857932 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-de313f78-7ea2-41cd-bd89-bbc5d670d01a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0855327 Aug 29 04:57:10.923211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-0c23f77b-5bcf-4834-aed1-eef84546a10d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 200 len: 1002 time: 0.0576503 Aug 29 04:57:10.984730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-965f3f4f-6e11-4a85-be8f-d4cdbd8121f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:10.986759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-965f3f4f-6e11-4a85-be8f-d4cdbd8121f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0564878 Aug 29 04:57:11.036484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-c494870a-9377-4ba6-8409-6ecde0adcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:11.037971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-c494870a-9377-4ba6-8409-6ecde0adcd64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442870 Aug 29 04:57:11.128131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-9f0a3bbd-4ef7-472e-ba9f-8ff1d96e846f service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824227 Aug 29 04:57:11.244941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3d9e37c-9f18-4419-8308-240efc6d1168 req-6aa77f7d-dd75-45c7-8712-4a7cd0f3413a service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856605 Aug 29 04:57:18.452769 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:23.578020 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdcd9-a1af-4ba6-bb65-a6bf4eafccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:26.163796 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-297a2dff-311a-4e27-9579-453cb6e9976f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:26.360119 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:27.425810 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:27.819613 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:29.166142 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.019982 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:57:48.469068 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:53.578950 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-11c74985-0b06-4917-a16c-97395fd0e373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:56.164972 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b36cc251-910d-425e-b973-2ac0d1034698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:56.360795 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:57.427718 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:57.846317 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:59.164727 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:07.328592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e9521-732a-44dc-b041-4dd6aac54b01 req-62ad40ce-a07b-4453-ac18-c3f09cc750c3 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:07.330047 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c32e9521-732a-44dc-b041-4dd6aac54b01 req-62ad40ce-a07b-4453-ac18-c3f09cc750c3 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0521169 Aug 29 04:58:07.371492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c32e9521-732a-44dc-b041-4dd6aac54b01 req-2fb1e5c6-34ac-426e-8679-9fb81df5de90 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355368 Aug 29 04:58:07.552572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56804) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:07.609182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89b0f2-4af7-4c0c-b82e-642affd5cbbd req-4b9bf757-3167-4962-af3c-a8d54672c7c7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:07.611413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f89b0f2-4af7-4c0c-b82e-642affd5cbbd req-4b9bf757-3167-4962-af3c-a8d54672c7c7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0506370 Aug 29 04:58:07.652721 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f89b0f2-4af7-4c0c-b82e-642affd5cbbd req-f9a81683-7495-47bc-9411-7a2999db42bf tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354638 Aug 29 04:58:07.743870 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-e1c65e07-e6ff-4fbe-bd8d-fc553769829d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1901314 Aug 29 04:58:07.998411 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46bbbc7f-cfda-4d8b-9e53-0008ba64a410 req-cdd62125-b4cd-425c-992c-59ecc00ca603 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275664 Aug 29 04:58:08.047544 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46bbbc7f-cfda-4d8b-9e53-0008ba64a410 req-f87a7278-4471-4f9d-814b-967a537b48f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0284803 Aug 29 04:58:08.087487 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46bbbc7f-cfda-4d8b-9e53-0008ba64a410 req-04bf0bb0-3ccc-4469-8f6a-8e16a14d231a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205436 Aug 29 04:58:08.188814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbbc7f-cfda-4d8b-9e53-0008ba64a410 req-17426f85-b07e-405c-b73f-624fd3ac8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:08.190374 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46bbbc7f-cfda-4d8b-9e53-0008ba64a410 req-17426f85-b07e-405c-b73f-624fd3ac8c61 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959446 Aug 29 04:58:08.772670 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dab56b-f6dc-412e-a0cf-0c230904a190 req-a4c0f72e-ef76-4905-b8bd-5a62eca3ca42 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:08.774044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23dab56b-f6dc-412e-a0cf-0c230904a190 req-a4c0f72e-ef76-4905-b8bd-5a62eca3ca42 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0483785 Aug 29 04:58:08.811206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23dab56b-f6dc-412e-a0cf-0c230904a190 req-56b3f328-6f8a-4972-8f7a-642a7da43d0c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Aug 29 04:58:08.986822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-b065aaca-b0ff-4e59-a131-7fbb8d4e533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:08.988343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-b065aaca-b0ff-4e59-a131-7fbb8d4e533f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 1098 time: 0.0409315 Aug 29 04:58:09.079105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-13efd4d9-7e90-46bc-b8f0-4221973723f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:09.080615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-13efd4d9-7e90-46bc-b8f0-4221973723f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0854387 Aug 29 04:58:09.144318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-dcd70947-5298-48d8-825b-6689e7341cbd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 200 len: 1002 time: 0.0568297 Aug 29 04:58:09.196843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-84281844-58f2-4c0b-adb7-82dba0c03729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:09.198276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-84281844-58f2-4c0b-adb7-82dba0c03729 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0429604 Aug 29 04:58:09.246397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-16d6319d-820b-4915-bd37-0a1d3128a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:09.247864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-16d6319d-820b-4915-bd37-0a1d3128a43e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424645 Aug 29 04:58:09.333938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-7e073e1e-2a58-404e-9aa0-114c3cf5725a service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788269 Aug 29 04:58:09.425358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-62483669-6284-4b4a-81c0-0efbde98b5f3 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848811 Aug 29 04:58:09.925827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57f6fe-ca58-4183-ac38-cee522661ee7 req-847247ce-3152-4831-8e93-3759e863cab9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:09.927216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb57f6fe-ca58-4183-ac38-cee522661ee7 req-847247ce-3152-4831-8e93-3759e863cab9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0482988 Aug 29 04:58:09.965230 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb57f6fe-ca58-4183-ac38-cee522661ee7 req-8177c8b4-4e65-4a76-9876-8480027ac9ae tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322134 Aug 29 04:58:11.078758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c380d8-e0ac-4bf9-b9ff-306e79d7eefc req-5ae20f31-c854-4950-a3c8-63eeb420da04 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:11.080349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91c380d8-e0ac-4bf9-b9ff-306e79d7eefc req-5ae20f31-c854-4950-a3c8-63eeb420da04 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0478859 Aug 29 04:58:11.117519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91c380d8-e0ac-4bf9-b9ff-306e79d7eefc req-058a20f5-b7ad-40be-a2ee-e0598254bedb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313179 Aug 29 04:58:11.677986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-cd55bed2-d73e-43ab-b5aa-dd1ca2c8beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:11.679441 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-cd55bed2-d73e-43ab-b5aa-dd1ca2c8beb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 1098 time: 0.0448627 Aug 29 04:58:11.780828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-58b25c8e-62fa-4881-bbb5-b67e66144368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:11.782326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-58b25c8e-62fa-4881-bbb5-b67e66144368 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0844758 Aug 29 04:58:11.850156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-6ea9f8ff-8684-478a-a3c1-69402089afbe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 200 len: 1002 time: 0.0611489 Aug 29 04:58:11.900749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-f3f509cd-bd9d-44ef-b8af-f2b942f8e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:11.902181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-f3f509cd-bd9d-44ef-b8af-f2b942f8e89a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0426886 Aug 29 04:58:11.946986 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-9077ccf3-8b09-405e-8c58-59b073194373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:11.948520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-9077ccf3-8b09-405e-8c58-59b073194373 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383964 Aug 29 04:58:12.038771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-9c0210e5-5d04-433c-bec8-a90eb5b08e06 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828145 Aug 29 04:58:12.125106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6a8dd35b-9977-454d-8f0e-459e992af46f req-3df0ad28-fbfd-4055-9e17-3c645f62aa9a service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791492 Aug 29 04:58:12.238389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b0aad-f0d6-41e4-bd48-f9ee73212056 req-d7cc0b13-d99f-4393-812d-af13d8ede1f2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:12.239892 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-267b0aad-f0d6-41e4-bd48-f9ee73212056 req-d7cc0b13-d99f-4393-812d-af13d8ede1f2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0496094 Aug 29 04:58:12.279841 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-267b0aad-f0d6-41e4-bd48-f9ee73212056 req-8ac6c830-2448-4495-99b4-eefb765d1c48 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335770 Aug 29 04:58:13.021605 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:58:13.405115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37eaa1-310c-4015-88d9-4fcd49a36b2a req-91d84a41-5fe5-435e-9595-a38deea480ba tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:13.406606 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a37eaa1-310c-4015-88d9-4fcd49a36b2a req-91d84a41-5fe5-435e-9595-a38deea480ba tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0591850 Aug 29 04:58:13.443819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a37eaa1-310c-4015-88d9-4fcd49a36b2a req-d688c8b4-37cd-4879-bd81-8184d285b0a5 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Aug 29 04:58:14.557956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456f6bd-9f25-45a3-97b6-a8b5087f7275 req-ec9980d3-c000-4897-a361-f1aa98bc49e9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:14.559423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7456f6bd-9f25-45a3-97b6-a8b5087f7275 req-ec9980d3-c000-4897-a361-f1aa98bc49e9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0488276 Aug 29 04:58:14.597283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7456f6bd-9f25-45a3-97b6-a8b5087f7275 req-817198a9-0e92-495d-aad5-8d847ab839b1 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318129 Aug 29 04:58:15.711276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff443-cdaa-4270-af7f-8598eab404d1 req-0cf6c0b3-0d2b-43d7-953b-1c3b98d4c969 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:15.712768 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-343ff443-cdaa-4270-af7f-8598eab404d1 req-0cf6c0b3-0d2b-43d7-953b-1c3b98d4c969 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0474856 Aug 29 04:58:15.751448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-343ff443-cdaa-4270-af7f-8598eab404d1 req-4603abac-7691-4339-a0a3-f6061eb555e0 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328038 Aug 29 04:58:16.869092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06b3d5-60d7-4ed4-b2fa-96e92948654e req-9e259040-f48b-42cc-bd99-330d600bba56 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:16.870487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f06b3d5-60d7-4ed4-b2fa-96e92948654e req-9e259040-f48b-42cc-bd99-330d600bba56 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0527101 Aug 29 04:58:16.908207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f06b3d5-60d7-4ed4-b2fa-96e92948654e req-22782dac-6e54-4826-b131-754a5951cd71 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Aug 29 04:58:18.021392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30541b8-8561-4ea8-bd3a-93da846aeb37 req-943df365-a0d3-4645-b342-745f46b696bd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:18.022851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f30541b8-8561-4ea8-bd3a-93da846aeb37 req-943df365-a0d3-4645-b342-745f46b696bd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0483010 Aug 29 04:58:18.060560 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f30541b8-8561-4ea8-bd3a-93da846aeb37 req-5dae6c53-fa7e-461d-9cd5-ffeb87f0c4d5 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Aug 29 04:58:18.466874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:19.172639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f492a-6492-4280-b698-846e664bb9c0 req-c0918d9b-0e5f-4306-bc10-d7c4844692ab tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:19.174609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-516f492a-6492-4280-b698-846e664bb9c0 req-c0918d9b-0e5f-4306-bc10-d7c4844692ab tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0487027 Aug 29 04:58:19.210983 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-516f492a-6492-4280-b698-846e664bb9c0 req-4ec1f1aa-fe12-4f7a-b387-88f2a52cfce6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305288 Aug 29 04:58:20.336284 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacdb7c-e039-453a-b065-2296563b132e req-e4105bab-be4e-412e-9572-7d3d84cd8412 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:20.337783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0eacdb7c-e039-453a-b065-2296563b132e req-e4105bab-be4e-412e-9572-7d3d84cd8412 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0567753 Aug 29 04:58:20.375351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0eacdb7c-e039-453a-b065-2296563b132e req-012a2017-3e3b-4df7-aa40-25910e886408 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316160 Aug 29 04:58:21.491158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3268d0-9ef9-4bdc-bcd4-d6fb9f537b5e req-477e96eb-8dcb-41dc-9f1e-fa032289681c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:21.492640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d3268d0-9ef9-4bdc-bcd4-d6fb9f537b5e req-477e96eb-8dcb-41dc-9f1e-fa032289681c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0512967 Aug 29 04:58:21.530413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d3268d0-9ef9-4bdc-bcd4-d6fb9f537b5e req-d2be2145-2165-4d56-b7f5-045f6a54cc73 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314500 Aug 29 04:58:22.643921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973db6-ecf1-471c-a77c-53838360209d req-66d01566-698a-4a25-8dd7-9087fa16c183 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:22.645422 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5973db6-ecf1-471c-a77c-53838360209d req-66d01566-698a-4a25-8dd7-9087fa16c183 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0488193 Aug 29 04:58:22.682576 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d5973db6-ecf1-471c-a77c-53838360209d req-ca6c54f1-a3b8-4534-b7a4-e624dd871a32 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Aug 29 04:58:23.584974 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b9d49ed9-b93b-40d2-89d9-39821c63c8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.798910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279d325-aac6-4142-bf56-2eeaf8995319 req-607ff1c1-3ec5-4158-9e1f-bac69f88f51d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:23.800338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9279d325-aac6-4142-bf56-2eeaf8995319 req-607ff1c1-3ec5-4158-9e1f-bac69f88f51d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0528178 Aug 29 04:58:23.838226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9279d325-aac6-4142-bf56-2eeaf8995319 req-54ebbd26-3255-439d-81b9-a1c031130ba7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Aug 29 04:58:24.953236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096d081-c8fe-40e3-8dc4-0e50348f1a7c req-535bcce7-8050-428b-9949-94a4f8d21167 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:24.954710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a096d081-c8fe-40e3-8dc4-0e50348f1a7c req-535bcce7-8050-428b-9949-94a4f8d21167 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0485106 Aug 29 04:58:24.991904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a096d081-c8fe-40e3-8dc4-0e50348f1a7c req-f82e3ca3-b635-40de-a8be-8ed61336440d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Aug 29 04:58:26.104700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e58579-6ef2-441b-9f71-4d2143c00b18 req-7b1759ef-a316-420d-98d5-1fa8b3ce5f3e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:26.106169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85e58579-6ef2-441b-9f71-4d2143c00b18 req-7b1759ef-a316-420d-98d5-1fa8b3ce5f3e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0478177 Aug 29 04:58:26.145726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-85e58579-6ef2-441b-9f71-4d2143c00b18 req-7698a8fa-46f8-4df5-b24b-2233a9213af1 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328829 Aug 29 04:58:26.164704 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80776021-2328-4127-bba0-4e4de53958cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.360583 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.664019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-854dac33-2db1-4f97-a755-ae4185150417 service neutron] 10.222.0.52 "GET /v2.0/ports/aa947342-c02a-432e-a71d-8e129031b17f/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.0567214 Aug 29 04:58:26.870036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-83411fb8-b698-4943-938f-83b945d83703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:26.871499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-83411fb8-b698-4943-938f-83b945d83703 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 1098 time: 0.0404332 Aug 29 04:58:26.943530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-07c7af96-b184-419e-bad0-36a1184bb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:26.944945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-07c7af96-b184-419e-bad0-36a1184bb546 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 1098 time: 0.0402224 Aug 29 04:58:27.036035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-9a177d5c-6c9d-4af8-ad70-1ae6ddff341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:27.037493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-9a177d5c-6c9d-4af8-ad70-1ae6ddff341e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0860112 Aug 29 04:58:27.101814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-0ee2760e-644c-4892-9d71-7dea6e63d22f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 200 len: 1002 time: 0.0566154 Aug 29 04:58:27.149645 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-f6688083-b697-443f-8f49-cfb99c38683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:27.151043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-f6688083-b697-443f-8f49-cfb99c38683e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0422468 Aug 29 04:58:27.201372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-e2b77c63-666a-4ab7-b6fe-d0342919d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:27.202830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-e2b77c63-666a-4ab7-b6fe-d0342919d983 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439551 Aug 29 04:58:27.312136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b86b0-79c3-4626-ac9f-992f7b478677 req-12ae1bbf-5737-4950-a777-7a803271b148 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:27.313652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f88b86b0-79c3-4626-ac9f-992f7b478677 req-12ae1bbf-5737-4950-a777-7a803271b148 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0954092 Aug 29 04:58:27.343167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-03dcef40-d2c7-44a7-9937-f508e095eed2 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321008 Aug 29 04:58:27.399664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f88b86b0-79c3-4626-ac9f-992f7b478677 req-3f706ebe-eebe-4551-a7fe-2ed2ef30d9fe tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791998 Aug 29 04:58:27.431713 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.442438 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32533aca-af66-4e1f-ab91-96e11296d9fb req-4ad92d52-58a8-4956-8751-5e2344f53504 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919342 Aug 29 04:58:27.845629 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:28.518323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4f8cc-7942-46da-bf66-df20a266b12a req-7058d325-cfa2-4093-8de9-1e65078e1769 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:28.519891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abc4f8cc-7942-46da-bf66-df20a266b12a req-7058d325-cfa2-4093-8de9-1e65078e1769 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0536244 Aug 29 04:58:28.559333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abc4f8cc-7942-46da-bf66-df20a266b12a req-4b8dbfa7-cc27-41f7-a683-98203780f51c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334225 Aug 29 04:58:29.173823 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:29.673899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f315a22-6cb1-46e0-8862-a1f997a73404 req-6e59c651-ef6e-434a-90e7-32e6899bd3eb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:29.675358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f315a22-6cb1-46e0-8862-a1f997a73404 req-6e59c651-ef6e-434a-90e7-32e6899bd3eb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0472486 Aug 29 04:58:29.711724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f315a22-6cb1-46e0-8862-a1f997a73404 req-c04021e7-9e77-425f-a90f-1b68c604f3e3 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305262 Aug 29 04:58:30.825678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc89075-adfa-4a27-b51d-e9fdf151892b req-94823915-cfc3-43a9-b821-0c0f466043b9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:30.827127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dc89075-adfa-4a27-b51d-e9fdf151892b req-94823915-cfc3-43a9-b821-0c0f466043b9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0468068 Aug 29 04:58:30.870823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9dc89075-adfa-4a27-b51d-e9fdf151892b req-1c25af6a-110f-47ac-a0b5-1dee4218293a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369422 Aug 29 04:58:31.115214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340de86-f6f6-41ff-b8c8-cc8fc2a0de57 req-9f645ed9-7625-4c80-8b8d-0cbfe1a81d4f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.116714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1340de86-f6f6-41ff-b8c8-cc8fc2a0de57 req-9f645ed9-7625-4c80-8b8d-0cbfe1a81d4f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 946 time: 0.0855510 Aug 29 04:58:31.128549 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486453-c5b6-4784-9770-c40aebf193fc req-4669404a-a452-40a3-a6db-deb16f515cfb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.134319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e486453-c5b6-4784-9770-c40aebf193fc req-4669404a-a452-40a3-a6db-deb16f515cfb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74&tenant_id=7ecd16aa50784215890a14fb8328289a&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 946 time: 0.0720139 Aug 29 04:58:31.166832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1340de86-f6f6-41ff-b8c8-cc8fc2a0de57 req-075a36e3-a9f8-4727-87af-9c1bad19e5dd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315588 Aug 29 04:58:31.230300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486453-c5b6-4784-9770-c40aebf193fc req-4361206c-a3aa-4849-b8b7-99dabe052d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.231748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e486453-c5b6-4784-9770-c40aebf193fc req-4361206c-a3aa-4849-b8b7-99dabe052d35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 1098 time: 0.0397213 Aug 29 04:58:31.320903 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486453-c5b6-4784-9770-c40aebf193fc req-bfe4debd-0d91-4482-8232-7dd96bd10e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.322333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e486453-c5b6-4784-9770-c40aebf193fc req-bfe4debd-0d91-4482-8232-7dd96bd10e83 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0837724 Aug 29 04:58:31.381672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aa947342-c02a-432e-a71d-8e129031b17f details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:58:31.387220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e486453-c5b6-4784-9770-c40aebf193fc req-b478e187-a220-44f1-846e-55e7e9d6c344 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 200 len: 1002 time: 0.0578961 Aug 29 04:58:31.388522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aa947342-c02a-432e-a71d-8e129031b17f no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:31.435038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486453-c5b6-4784-9770-c40aebf193fc req-98570185-c405-44c7-ba72-b63f44b9558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.436531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e486453-c5b6-4784-9770-c40aebf193fc req-98570185-c405-44c7-ba72-b63f44b9558e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0424759 Aug 29 04:58:31.484462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486453-c5b6-4784-9770-c40aebf193fc req-26718544-451e-4e08-b4fb-7149d3924bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:31.485950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e486453-c5b6-4784-9770-c40aebf193fc req-26718544-451e-4e08-b4fb-7149d3924bfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425150 Aug 29 04:58:31.531102 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:31.537305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port aa947342-c02a-432e-a71d-8e129031b17f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aa947342-c02a-432e-a71d-8e129031b17f,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:31.558814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'aa947342-c02a-432e-a71d-8e129031b17f', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'aa947342-c02a-432e-a71d-8e129031b17f', 'mac_address': 'fa:16:3e:eb:79:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:58:31.566996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023e810e-ef44-4619-a183-1ca768b57c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa947342-c02a-432e-a71d-8e129031b17f'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:31.569276 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f17a1e-dd84-4af5-a9a2-90d2f675a6b5" -d '{"events": [{"server_uuid": "023e810e-ef44-4619-a183-1ca768b57c74", "name": "network-vif-unplugged", "status": "completed", "tag": "aa947342-c02a-432e-a71d-8e129031b17f"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:31.573580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e486453-c5b6-4784-9770-c40aebf193fc req-bc8b000a-4ea5-4a7f-967b-8ca7eb1de1a0 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808113 Aug 29 04:58:31.599738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port aa947342-c02a-432e-a71d-8e129031b17f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aa947342-c02a-432e-a71d-8e129031b17f,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:31.610443 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:31.636630 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f715f695-d9a9-4144-b60c-7fc7ac3ef717 x-openstack-request-id: req-f715f695-d9a9-4144-b60c-7fc7ac3ef717 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:31.636861 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023e810e-ef44-4619-a183-1ca768b57c74", "name": "network-vif-unplugged", "status": "completed", "tag": "aa947342-c02a-432e-a71d-8e129031b17f", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:31.637118 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f715f695-d9a9-4144-b60c-7fc7ac3ef717 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:31.637509 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023e810e-ef44-4619-a183-1ca768b57c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa947342-c02a-432e-a71d-8e129031b17f', 'code': 200} Aug 29 04:58:31.639867 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:31.659421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa947342-c02a-432e-a71d-8e129031b17f {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:31.671419 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e486453-c5b6-4784-9770-c40aebf193fc req-5121dca4-c8f4-4d2e-b236-b9b90da25175 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903428 Aug 29 04:58:31.678502 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=aa947342-c02a-432e-a71d-8e129031b17f,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:31.709885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.710274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.710579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.710920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.711255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.711588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.711913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.712262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.712705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.712973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.713320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.713667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:31.726252 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:58:31.726614 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:58:32.265810 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:32.280316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa947342-c02a-432e-a71d-8e129031b17f {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:32.296894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c120dc-91e1-4f5e-9b99-d293a8ee0561 req-db34e345-21ea-44f1-a341-a097216fe6e7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:32.298443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9c120dc-91e1-4f5e-9b99-d293a8ee0561 req-db34e345-21ea-44f1-a341-a097216fe6e7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 944 time: 0.0562980 Aug 29 04:58:32.299811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port aa947342-c02a-432e-a71d-8e129031b17f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aa947342-c02a-432e-a71d-8e129031b17f,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:32.303971 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:32.337608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f9c120dc-91e1-4f5e-9b99-d293a8ee0561 req-be14a5d2-ae6b-437e-80a2-2521e2e8cd64 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Aug 29 04:58:32.350145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=aa947342-c02a-432e-a71d-8e129031b17f,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:32.451018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922985b-6d53-40a9-9854-db6a3f7a6b89 req-79fced44-b920-40f1-b7af-be52d50ad116 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:32.452492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8922985b-6d53-40a9-9854-db6a3f7a6b89 req-79fced44-b920-40f1-b7af-be52d50ad116 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 945 time: 0.0472593 Aug 29 04:58:32.489591 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8922985b-6d53-40a9-9854-db6a3f7a6b89 req-5236bfff-c744-4700-b80c-5def0dc59f35 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306025 Aug 29 04:58:32.604110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae16119-1e93-47c7-bd25-d15191857cfb req-d922df5e-1447-4f54-b738-9505948b256a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:32.605601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ae16119-1e93-47c7-bd25-d15191857cfb req-d922df5e-1447-4f54-b738-9505948b256a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 945 time: 0.0516872 Aug 29 04:58:32.644094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ae16119-1e93-47c7-bd25-d15191857cfb req-81a212be-0520-4254-a46c-7b64f10201c4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Aug 29 04:58:32.801629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['aa947342-c02a-432e-a71d-8e129031b17f'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:58:32.870931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b89907-e019-458d-be2a-d7cb0cd3dbdb req-b3d1bc5a-238f-4996-b775-c23198b45672 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:32.872449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72b89907-e019-458d-be2a-d7cb0cd3dbdb req-b3d1bc5a-238f-4996-b775-c23198b45672 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 945 time: 0.0490856 Aug 29 04:58:32.910125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-72b89907-e019-458d-be2a-d7cb0cd3dbdb req-3742e8a9-3fe0-47c6-a079-200ebfe202a0 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314982 Aug 29 04:58:34.028736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2bf3d-90ce-47d4-a122-3a7ada9605c8 req-9f85b187-95d0-4163-b51c-dc843a7bb6d7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:34.030261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae2bf3d-90ce-47d4-a122-3a7ada9605c8 req-9f85b187-95d0-4163-b51c-dc843a7bb6d7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 945 time: 0.0500598 Aug 29 04:58:34.068298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cae2bf3d-90ce-47d4-a122-3a7ada9605c8 req-71d7564a-aaff-4128-844f-dfb14e21cce1 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Aug 29 04:58:34.399866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-a7365259-63f9-4f66-a5b3-ef0338830509 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:34.401303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-a7365259-63f9-4f66-a5b3-ef0338830509 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 945 time: 0.0507452 Aug 29 04:58:34.487625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Deleting port aa947342-c02a-432e-a71d-8e129031b17f {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:34.487964 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:34.576320 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] For port aa947342-c02a-432e-a71d-8e129031b17f, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=aa947342-c02a-432e-a71d-8e129031b17f,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:34.576691 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:35.029014 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:35.029750 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:35.029750 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2 disassociated. External IP: 172.25.5.100, port: aa947342-c02a-432e-a71d-8e129031b17f. Aug 29 04:58:35.030029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Calling delete_port for aa947342-c02a-432e-a71d-8e129031b17f owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:35.178678 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:35.211367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event deleted for resources: {'Port': ['ID=aa947342-c02a-432e-a71d-8e129031b17f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:35.225820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13647741-1125-4bae-96e0-66831532cca3 req-a0539c13-88ea-4618-8c50-62e9a1221e57 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:35.227289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13647741-1125-4bae-96e0-66831532cca3 req-a0539c13-88ea-4618-8c50-62e9a1221e57 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=023e810e-ef44-4619-a183-1ca768b57c74 HTTP/1.1" status: 200 len: 866 time: 0.0898724 Aug 29 04:58:35.230205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.230555 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.230900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.231247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.231584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.231917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.232269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.232603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.232928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.233255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.233584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.234238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:35.314664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13647741-1125-4bae-96e0-66831532cca3 req-c25cfaee-a58a-492f-a3e1-cd5d5589942e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762830 Aug 29 04:58:35.377476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:58:35.401045 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aa947342-c02a-432e-a71d-8e129031b17f up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:35.420978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: aa947342-c02a-432e-a71d-8e129031b17f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:35.421324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aa947342-c02a-432e-a71d-8e129031b17f not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:58:35.438757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Port aa947342-c02a-432e-a71d-8e129031b17f not found, will not notify nova. {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:58:35.484935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:35.494592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:35.504094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:35.504685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:58:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:35.526065 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] No DVR routers for this DVR port aa947342-c02a-432e-a71d-8e129031b17f on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:58:35.528895 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:35.530865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8871a94a-ac2c-4fd8-af9c-940dde96d39d req-6cc94822-4077-4e06-a8ab-90209ca2f25b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "DELETE /v2.0/ports/aa947342-c02a-432e-a71d-8e129031b17f HTTP/1.1" status: 204 len: 173 time: 1.1220741 Aug 29 04:58:35.531296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023e810e-ef44-4619-a183-1ca768b57c74', 'name': 'network-vif-deleted', 'tag': 'aa947342-c02a-432e-a71d-8e129031b17f'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:35.533586 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80305c9d-10c2-4fa8-aa99-267c54183841" -d '{"events": [{"server_uuid": "023e810e-ef44-4619-a183-1ca768b57c74", "name": "network-vif-deleted", "tag": "aa947342-c02a-432e-a71d-8e129031b17f"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:35.621650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:35.651613 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d4fe5d-17d9-4ac8-b9a5-e94767d8bbef x-openstack-request-id: req-95d4fe5d-17d9-4ac8-b9a5-e94767d8bbef {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:35.651910 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023e810e-ef44-4619-a183-1ca768b57c74", "name": "network-vif-deleted", "tag": "aa947342-c02a-432e-a71d-8e129031b17f", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:35.652162 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95d4fe5d-17d9-4ac8-b9a5-e94767d8bbef {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:35.652607 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023e810e-ef44-4619-a183-1ca768b57c74', 'name': 'network-vif-deleted', 'tag': 'aa947342-c02a-432e-a71d-8e129031b17f', 'status': 'completed', 'code': 200} Aug 29 04:58:35.826185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:35.851348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:35.859268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:35.859859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:58:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:35.961895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:36.311635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:36.340248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed988b8-289e-4eb7-94e4-bd0d7b72b83b None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:36.550424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-6d4b2a22-ec15-4e0f-9151-5e4e7b62b90a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1094419865&fields=id&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 267 time: 0.0356264 Aug 29 04:58:36.589281 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b23e87-5069-4738-9dc8-4f5db4ca9004 None None] New status for floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:58:36.658917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f04c3cef-42a6-4d2c-a97b-7eed5ec550e4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:36.660449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f04c3cef-42a6-4d2c-a97b-7eed5ec550e4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 812 time: 0.1030161 Aug 29 04:58:36.675745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-c0195428-3b5b-4829-87ca-ba4f92fdab08 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/quotas/7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 375 time: 0.0092962 Aug 29 04:58:36.735160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-87baec79-06ea-4ec6-93ba-7006b92efcd1 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538318 Aug 29 04:58:36.828869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-dcd367d4-f815-4b0d-b154-eba78b52a37b service neutron] 10.222.0.49 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804558 Aug 29 04:58:36.920118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-a3aec5a5-72f4-4186-8e68-413238559c57 service neutron] 10.222.0.49 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846431 Aug 29 04:58:37.082205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f86a56c8-0101-435c-bc97-85d6f0634ee2 req-0ea85185-4f21-4688-a81a-4b1f130cd0c2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 210 time: 0.0284996 Aug 29 04:58:38.115184 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-b5e16147-5962-4416-bf76-7d4f15425ba6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:38.116765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-b5e16147-5962-4416-bf76-7d4f15425ba6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 812 time: 0.1001329 Aug 29 04:58:38.190178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c4b291c-a8f4-4c3c-a19e-7ef68ad0139f req-b4495e80-6cae-4c6a-903b-e532761f28a5 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 210 time: 0.0374277 Aug 29 04:58:38.194323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-31e481f4-836b-40ad-a4de-b11b3edaa74f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 380 time: 0.0615478 Aug 29 04:58:38.209399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'port': {'device_id': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'admin_state_up': True, 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'security_groups': ['353dd365-55e3-42a1-8f91-65247457492c']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:38.312238 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Made reservation on behalf of 7ecd16aa50784215890a14fb8328289a for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:58:38.315667 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:38.439123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Allocated IP 172.20.0.14 (d4e1ebb0-c873-4d25-a303-4bfe230ba283/705287a6-d37d-4e2c-86c5-e9a86ca13e59/fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:38.569906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:38.583661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Transition to ACTIVE for port object fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:38.615310 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:38.664736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:38.667741 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:38.670414 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:38.697313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event updated for resources: {'Port': ['ID=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:38.726233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:38.726866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:38.742775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-d80b3c3b-8a02-4515-8630-2a97a2c3a33f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5370820 Aug 29 04:58:38.760763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Request body: {'port': {'device_id': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:38.814698 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:38.921122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9047f44e-a559-4feb-8870-f3d1fdc41ebe None None] Provisioning for port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:38.925439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9047f44e-a559-4feb-8870-f3d1fdc41ebe None None] Provisioning complete for port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:38.925816 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9047f44e-a559-4feb-8870-f3d1fdc41ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:38.958939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9047f44e-a559-4feb-8870-f3d1fdc41ebe None None] Port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:58:39.084871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:39.092139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:39.104431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Transition to ACTIVE for port object fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:39.107754 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:39.158013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:39.228477 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Attempting to bind port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:39.228826 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Attempting to bind port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:39.229285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Attempting to bind port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:39.233927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:58:39.234255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Attempting to bind port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:39.240271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:39.240465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Checking segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:39.240830 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Bound using segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:39.241264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Bound port: fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:39.241623 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:39.340828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] For port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:39.345672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] For port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:39.354482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b0112-1ff5-43bd-8469-598f2e710645 req-39848394-fca0-45db-9736-ac488333a123 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:39.355987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-759b0112-1ff5-43bd-8469-598f2e710645 req-39848394-fca0-45db-9736-ac488333a123 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 944 time: 0.0769842 Aug 29 04:58:39.357441 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:39.411099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:39.411724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:39.413163 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] 10.222.0.52 "PUT /v2.0/ports/fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 1093 time: 0.6569481 Aug 29 04:58:39.413613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:39.415874 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328" -d '{"events": [{"name": "network-changed", "server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:39.436991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aa947342-c02a-432e-a71d-8e129031b17f no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:39.455126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-759b0112-1ff5-43bd-8469-598f2e710645 req-a8a34584-856a-43ff-beb3-fe0d3eb6d7d1 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900135 Aug 29 04:58:39.455757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef39e0-78a2-41fd-b73d-9cffad10f356 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:39.475330 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28af17b4-a7bb-440c-a72b-4b8c1ed92944 x-openstack-request-id: req-28af17b4-a7bb-440c-a72b-4b8c1ed92944 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:39.475330 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:39.475330 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28af17b4-a7bb-440c-a72b-4b8c1ed92944 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:39.475330 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'status': 'completed', 'code': 200} Aug 29 04:58:39.475879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: aa947342-c02a-432e-a71d-8e129031b17f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:39.475879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device aa947342-c02a-432e-a71d-8e129031b17f not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:39.528280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-7260cf49-83f3-40d3-9ae9-a771e99258b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:39.529814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-7260cf49-83f3-40d3-9ae9-a771e99258b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1096 time: 0.0426071 Aug 29 04:58:39.579259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-0de06d04-730e-4ab6-9525-3fff3a893500 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 217 time: 0.0360854 Aug 29 04:58:39.629266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-ac4e5ce1-5675-45f7-8dd2-994ec892b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:39.630987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-ac4e5ce1-5675-45f7-8dd2-994ec892b649 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0452731 Aug 29 04:58:39.679301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-767d12cf-0cc8-4fd5-99e9-00b90a8d64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:39.680730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-767d12cf-0cc8-4fd5-99e9-00b90a8d64e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432441 Aug 29 04:58:39.769377 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-af3597a3-f0e4-48c9-aedf-c6cbf6c2b584 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815086 Aug 29 04:58:39.859605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dfb70dec-7fe1-49b4-854c-54b80782a348 req-94d3ed44-ac6b-415e-a3dc-572c0553cb0a service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834606 Aug 29 04:58:39.990980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-670c0175-6f5f-4902-b3b6-98ac7f1e45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:39.992464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-670c0175-6f5f-4902-b3b6-98ac7f1e45cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1096 time: 0.0407510 Aug 29 04:58:40.080559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-0da6ce81-d560-47df-8d3d-d22e24cbff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:40.082021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-0da6ce81-d560-47df-8d3d-d22e24cbff9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0829475 Aug 29 04:58:40.125476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-31c04167-03e7-453d-894e-910db5aa3f25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 217 time: 0.0363576 Aug 29 04:58:40.173239 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-98723eaa-f388-49cb-952a-a7445e3da5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:40.174635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-98723eaa-f388-49cb-952a-a7445e3da5b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0416832 Aug 29 04:58:40.218760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-94fb7ef3-b7c7-4227-81f7-4d5523db4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:40.220281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-94fb7ef3-b7c7-4227-81f7-4d5523db4d6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389268 Aug 29 04:58:40.312459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-1d94b660-c7f5-4b9c-bfe0-ec682fe6fa76 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848429 Aug 29 04:58:40.400168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cb7eb94e-dd7a-4906-9ace-1f6d3c66d328 req-b80941f5-45ee-4b45-8fbd-f5898e19817b service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804429 Aug 29 04:58:40.577290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576526a0-80e5-45af-9436-d90cd16f7e90 req-66922592-5e07-4614-b51b-ee0499ad1588 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:40.578785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-576526a0-80e5-45af-9436-d90cd16f7e90 req-66922592-5e07-4614-b51b-ee0499ad1588 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 944 time: 0.0533571 Aug 29 04:58:40.617100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-576526a0-80e5-45af-9436-d90cd16f7e90 req-545365b3-d14a-4a1e-aad4-d6bed717f2d2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Aug 29 04:58:41.732294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aec786-9b05-4636-b241-6c08a51c15d8 req-b3b3f954-dd74-4034-8160-e0550166b2ec tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:41.733778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10aec786-9b05-4636-b241-6c08a51c15d8 req-b3b3f954-dd74-4034-8160-e0550166b2ec tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 944 time: 0.0491545 Aug 29 04:58:41.772637 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10aec786-9b05-4636-b241-6c08a51c15d8 req-2498ac8d-11a2-4875-b2ee-8a445347f562 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324633 Aug 29 04:58:42.887041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2026818-12c3-4ce1-8ae3-2bc4e8da44d6 req-a16e44a5-32ed-48bf-82a7-02120e5b3c99 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:42.888461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2026818-12c3-4ce1-8ae3-2bc4e8da44d6 req-a16e44a5-32ed-48bf-82a7-02120e5b3c99 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 944 time: 0.0491328 Aug 29 04:58:42.925799 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a2026818-12c3-4ce1-8ae3-2bc4e8da44d6 req-7ea9022f-8f7e-417c-a06c-c8e1d3d73c87 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314839 Aug 29 04:58:43.432092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:58:43.525208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:43.536872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'mac_address': 'fa:16:3e:d4:1a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:58:43.571759 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:43.586865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:43.607022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:43.611013 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:43.666739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:43.952774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:58:44.044932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219ac31-1bdb-4beb-b65d-dea244faa4cb req-ae87f755-cbb2-40f0-b318-8512ae9cb05c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:44.046577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3219ac31-1bdb-4beb-b65d-dea244faa4cb req-ae87f755-cbb2-40f0-b318-8512ae9cb05c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 945 time: 0.0529580 Aug 29 04:58:44.084519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3219ac31-1bdb-4beb-b65d-dea244faa4cb req-375d766d-bca0-4188-876e-1414e5ef3817 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319929 Aug 29 04:58:45.200740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a568-dd13-4976-be33-6672d6f5b2f7 req-fcef431b-e8d6-40dd-98b6-97fa803ed499 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:45.202190 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1e3a568-dd13-4976-be33-6672d6f5b2f7 req-fcef431b-e8d6-40dd-98b6-97fa803ed499 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 945 time: 0.0490479 Aug 29 04:58:45.240473 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1e3a568-dd13-4976-be33-6672d6f5b2f7 req-616fd66a-4f79-4c27-ba49-cddd31096943 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312726 Aug 29 04:58:45.447744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:45.494042 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:45.497627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:45.498018 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:45.574043 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:45.596077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:45.598584 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa131d1-6bf3-4d85-955d-abdeab1adae4" -d '{"events": [{"server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:45.611398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:45.615476 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:45.639173 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac25656-a2af-4440-8c89-acbef02d619a x-openstack-request-id: req-2ac25656-a2af-4440-8c89-acbef02d619a {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:45.639466 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:45.639721 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ac25656-a2af-4440-8c89-acbef02d619a {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:45.640106 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'code': 200} Aug 29 04:58:45.664864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:45.759674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1d8c-8c9c-4fcd-aa35-928746e3196a req-b8faf00c-a5ed-4740-bd4f-831aa702e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:45.761103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c16c1d8c-8c9c-4fcd-aa35-928746e3196a req-b8faf00c-a5ed-4740-bd4f-831aa702e9c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1098 time: 0.0409021 Aug 29 04:58:45.794969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c16c1d8c-8c9c-4fcd-aa35-928746e3196a req-aa98e78f-d7c1-41d7-9bff-e84698c7f79f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261292 Aug 29 04:58:46.358859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aae27c-1ded-4f0c-a1a1-2cc3ab0423ae req-2df12bc8-80f5-4c0e-8cb6-48fb7a7a3435 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:46.360981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89aae27c-1ded-4f0c-a1a1-2cc3ab0423ae req-2df12bc8-80f5-4c0e-8cb6-48fb7a7a3435 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0522995 Aug 29 04:58:46.398981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89aae27c-1ded-4f0c-a1a1-2cc3ab0423ae req-fb2e27f8-ae3a-4809-9a23-d7081ba6ccee tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318184 Aug 29 04:58:47.517132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a608b79-7065-4089-9f0a-b6a345c65117 req-e7bbdfe7-3a21-4c3b-a298-af133cddcd72 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:47.518642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a608b79-7065-4089-9f0a-b6a345c65117 req-e7bbdfe7-3a21-4c3b-a298-af133cddcd72 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0499096 Aug 29 04:58:47.555340 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2a608b79-7065-4089-9f0a-b6a345c65117 req-e93052e0-a73e-4ef7-99c2-45d66254a4fd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308225 Aug 29 04:58:47.671980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687130d-0d52-42a8-a6d3-b645d8c41c13 req-073a5c11-8b71-449f-8eb5-009a314f87bc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:47.673649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0687130d-0d52-42a8-a6d3-b645d8c41c13 req-073a5c11-8b71-449f-8eb5-009a314f87bc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0555973 Aug 29 04:58:47.682269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 56976) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:47.686778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e136e4be-0871-4ea5-8a69-ccaa23481d46 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'floatingip': {'port_id': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:47.729145 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e136e4be-0871-4ea5-8a69-ccaa23481d46 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:48.145088 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e136e4be-0871-4ea5-8a69-ccaa23481d46 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:48.148709 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e136e4be-0871-4ea5-8a69-ccaa23481d46 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:48.244349 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-e136e4be-0871-4ea5-8a69-ccaa23481d46 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2 associated. External IP: 172.25.5.100, port: fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab. Aug 29 04:58:48.442231 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e136e4be-0871-4ea5-8a69-ccaa23481d46 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:58:48.482456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:48.546990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e136e4be-0871-4ea5-8a69-ccaa23481d46 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:48.552348 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e136e4be-0871-4ea5-8a69-ccaa23481d46 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:48.558168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:48.567275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:48.567900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:58:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:48.578004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e136e4be-0871-4ea5-8a69-ccaa23481d46 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "PUT /v2.0/floatingips/d187397a-5e50-4fd5-b1eb-89be51e41ad2 HTTP/1.1" status: 200 len: 992 time: 0.8947365 Aug 29 04:58:48.578968 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:48.581122 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf45487-3d54-4833-9faf-bffcd5d30cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:48.625311 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a76678-877f-491e-86dd-5105660bda67 x-openstack-request-id: req-21a76678-877f-491e-86dd-5105660bda67 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:48.625605 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:48.625894 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21a76678-877f-491e-86dd-5105660bda67 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:48.626303 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'status': 'completed', 'code': 200} Aug 29 04:58:48.680685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:48.719622 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-1765b7ad-bb92-4783-8298-43387381c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:48.721605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-1765b7ad-bb92-4783-8298-43387381c1ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1098 time: 0.0413101 Aug 29 04:58:48.813394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-c3f7c5f2-cc0a-40a7-831e-d695c97e9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:48.814923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-c3f7c5f2-cc0a-40a7-831e-d695c97e9f8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0869038 Aug 29 04:58:48.880792 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-57b7b4f2-8809-431c-9326-0e1c0936d6d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 1000 time: 0.0586987 Aug 29 04:58:48.904773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:d4:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T04:58:48Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:48.932175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:48.934114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-38c2e329-c3b1-4d47-8cb1-c0239d687f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:48.935594 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-38c2e329-c3b1-4d47-8cb1-c0239d687f5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0482018 Aug 29 04:58:48.940997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:48.941595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T04:58:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:48.981342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-84a762db-f763-4eb9-83ac-aa4c31ca25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:48.982774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-84a762db-f763-4eb9-83ac-aa4c31ca25bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396347 Aug 29 04:58:49.045386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:49.071385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-453ee8f7-de70-49aa-83f8-98843315ec9f service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813327 Aug 29 04:58:49.165351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dcf45487-3d54-4833-9faf-bffcd5d30cf8 req-cbd6da55-91ab-4df3-b789-f094ae59dc9e service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872767 Aug 29 04:58:49.265952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:d4:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T04:58:48Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:49.294918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd8a22-d653-4c29-9056-dbbce90c0a07 None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:d4:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T04:58:48Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:49.478725 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac52de2-1714-413f-b28e-0542fd8b9d1f None None] New status for floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:58:50.021393 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:58:53.576254 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6e5c542d-2f6d-4331-8618-c865c0222ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.165886 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f9a132c5-4abb-459a-aba7-3e1afd476b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.362864 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.433959 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.860300 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.170782 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.988739 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fd06d3c-b447-428f-a0f9-d715fa27e355 req-c4705b47-4603-4115-9814-1131c3eaf27d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269327 Aug 29 04:59:09.054742 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fd06d3c-b447-428f-a0f9-d715fa27e355 req-c0defa47-2101-4cf7-8b8f-c41932725ea9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0250342 Aug 29 04:59:09.095070 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fd06d3c-b447-428f-a0f9-d715fa27e355 req-47c857bb-ed5b-424b-b084-557525b8dade service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214889 Aug 29 04:59:09.193602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd06d3c-b447-428f-a0f9-d715fa27e355 req-0b1e174b-2e0a-462c-832e-b27dda98b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:09.195093 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4fd06d3c-b447-428f-a0f9-d715fa27e355 req-0b1e174b-2e0a-462c-832e-b27dda98b920 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932899 Aug 29 04:59:13.612352 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-a625464e-f596-41ad-805f-ab93c4a0696d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401061 Aug 29 04:59:13.707208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-edbf5088-1dd9-454f-a4c0-36bc5f30fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:13.708610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-edbf5088-1dd9-454f-a4c0-36bc5f30fe59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1098 time: 0.0404580 Aug 29 04:59:13.812725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-13004b7d-6eae-41de-b546-a2a65ad6c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:13.814207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-13004b7d-6eae-41de-b546-a2a65ad6c137 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0861764 Aug 29 04:59:13.877738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-5c3e6bdc-91b4-426d-ac50-7d3567b48a11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 1002 time: 0.0566361 Aug 29 04:59:13.930252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-d8c28aca-b623-4910-b5b0-bef590732c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:13.931793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-d8c28aca-b623-4910-b5b0-bef590732c07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0474939 Aug 29 04:59:13.975740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-5cedcf82-061c-4d28-a724-a804c1893dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:13.977154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-5cedcf82-061c-4d28-a724-a804c1893dab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387003 Aug 29 04:59:13.988354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-5f9f4c7e-7d87-431a-9680-d59b8b3969bd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:59:13.989345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-5f9f4c7e-7d87-431a-9680-d59b8b3969bd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054839 Aug 29 04:59:14.074546 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-299d00a3-112a-4ff6-a3d8-773da0832787 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783868 Aug 29 04:59:14.165164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae96a693-e618-4e1b-8b4c-6e095b5fd156 req-aa24e1d4-381b-4720-a9a6-f46d40774790 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833645 Aug 29 04:59:18.478549 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:23.580345 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-811caa54-9bb0-4d49-8781-4e2eef90bffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.166779 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c32790d6-6d49-4bcd-bc0c-81d4df19fd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.365033 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.021340 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:59:27.435963 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.860210 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:29.173705 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.496887 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.581875 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-456a486c-b74d-4e29-9717-b67d08f6cb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.168278 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aeeec678-c623-4f0f-90ce-c885aab56e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.365807 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.438853 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.868845 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.177251 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.020989 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:00:11.087445 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9c01053e-0fad-41b0-9cdd-405968fd7623 req-df336341-0168-4840-a3bc-e9f0fad157b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1192627 Aug 29 05:00:11.133093 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9c01053e-0fad-41b0-9cdd-405968fd7623 req-5001a21e-150b-4cc9-acdc-5aea2cc69c01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0242517 Aug 29 05:00:11.171460 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9c01053e-0fad-41b0-9cdd-405968fd7623 req-b7b40670-0d96-4c93-9fa1-0d8487b80dd5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191374 Aug 29 05:00:11.267178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01053e-0fad-41b0-9cdd-405968fd7623 req-fe82e1ae-43a5-4884-9389-55ba710b7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:11.268583 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9c01053e-0fad-41b0-9cdd-405968fd7623 req-fe82e1ae-43a5-4884-9389-55ba710b7cbe service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910263 Aug 29 05:00:11.938793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-59f423c8-4fed-4ac6-b993-1b71046b4792 req-410eb2aa-cd1f-48a9-84b6-5c2c673883b4 tempest-TestVolumeBackupRestore-1324842526 tempest-TestVolumeBackupRestore-1324842526-project] (94850) timed out ('10.222.0.59', 49525) {{(pid=94850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:00:13.657830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-2cdc1833-faa3-4a25-bc89-edab100d71a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878038 Aug 29 05:00:13.752020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-ac13f9c2-3bf0-4f74-a6df-018339325db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:13.753577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-ac13f9c2-3bf0-4f74-a6df-018339325db5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1098 time: 0.0405841 Aug 29 05:00:13.860505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-7bb640da-59a5-4eb5-9280-760fd1214502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:13.861913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-7bb640da-59a5-4eb5-9280-760fd1214502 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0900147 Aug 29 05:00:13.927264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-5928af86-115e-4f2b-9b51-6838c16c13b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 1002 time: 0.0579314 Aug 29 05:00:13.979819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-517d5b18-7852-4c23-8adf-44563ddc397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:13.981267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-517d5b18-7852-4c23-8adf-44563ddc397b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0466285 Aug 29 05:00:14.026332 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-47cdf56d-2835-44e0-8433-bf8dcd99ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:14.027761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-47cdf56d-2835-44e0-8433-bf8dcd99ab83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386269 Aug 29 05:00:14.114203 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-0bce868c-5380-4f1e-9a1c-5f630d427f38 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783303 Aug 29 05:00:14.489079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a044fc08-5b05-4409-b2c4-341fc26b1f47 req-f61bc68b-c901-4fc6-9b57-8e1e65a5d485 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676925 Aug 29 05:00:18.494787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.582907 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a2ade386-9e76-45b4-ac90-7431b5ff5096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.168369 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-536cccda-26bd-476b-aa96-53e0724cd8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.366883 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.443352 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.879787 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.181616 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.020058 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:00:48.527915 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:53.583873 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-88cf6ac6-2a6b-473b-ad68-ab9d0c37b926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:56.169281 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb92a402-3b48-423a-9890-cd42ede54a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:56.366567 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:56.694265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-2676bb0d-475c-404e-8439-570d8dddd0cf req-a1c2e6aa-e186-4197-8e46-e91e55f19474 service neutron] (94851) timed out ('10.222.0.49', 53788) {{(pid=94851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:00:57.446304 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.881309 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:59.181578 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:10.991380 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9721d03b-b0d2-4839-b9a3-3226023f442d req-7da1c1fa-30f5-44e5-a643-764c4636ca70 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280385 Aug 29 05:01:11.062144 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9721d03b-b0d2-4839-b9a3-3226023f442d req-8cd6150f-c74f-4f81-adc7-e7f99fb504f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0251148 Aug 29 05:01:11.101862 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9721d03b-b0d2-4839-b9a3-3226023f442d req-512320c2-1d84-4aad-892e-ecdd309f47a7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192530 Aug 29 05:01:11.203288 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721d03b-b0d2-4839-b9a3-3226023f442d req-c8de1e3a-d1a1-494f-9241-a5a47fdf0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:11.204754 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9721d03b-b0d2-4839-b9a3-3226023f442d req-c8de1e3a-d1a1-494f-9241-a5a47fdf0be0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945284 Aug 29 05:01:15.600938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-db52e32f-7ae6-461e-8bd7-e1159fa58c3d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403073 Aug 29 05:01:15.696395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-97937674-b58e-439d-a0c1-1fee340e41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:15.697862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-97937674-b58e-439d-a0c1-1fee340e41ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1098 time: 0.0398180 Aug 29 05:01:15.799042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-d6bfa86c-ea89-480f-a7a7-501549891b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:15.800520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-d6bfa86c-ea89-480f-a7a7-501549891b6d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0845940 Aug 29 05:01:15.864681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-6e69575c-a75e-4d66-be63-744541a39e02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 1002 time: 0.0565770 Aug 29 05:01:15.915744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-56ab7c0c-9953-4ac5-97b1-dd24e22461f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:15.917176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-56ab7c0c-9953-4ac5-97b1-dd24e22461f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0461960 Aug 29 05:01:15.961677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-f3abc0f8-5418-4fb3-b976-47b6f10abfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:15.963157 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-f3abc0f8-5418-4fb3-b976-47b6f10abfba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387828 Aug 29 05:01:16.048837 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-2d70a2df-0595-458d-97c6-6e0f1cae76da service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785136 Aug 29 05:01:16.139318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbb85133-44a3-4769-a9ce-028c7c2985ca req-f7a22fab-451d-4585-8e4c-7a683d4b8543 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834024 Aug 29 05:01:18.019324 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:01:18.528022 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.077006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708e4b7-7ad5-4b9b-8b39-c5b8a1a248fd req-9f669aec-107c-4613-993d-a2ad0d7a68c7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:22.078476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a708e4b7-7ad5-4b9b-8b39-c5b8a1a248fd req-9f669aec-107c-4613-993d-a2ad0d7a68c7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.1171234 Aug 29 05:01:22.115393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a708e4b7-7ad5-4b9b-8b39-c5b8a1a248fd req-b4680b46-a1ca-4e49-911b-2bd4a6fa307c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304289 Aug 29 05:01:23.286150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18647dcb-7455-43e6-b0d6-02359a77e935 req-2fd9968c-29b2-4555-a968-87f2de9890b7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:23.287621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18647dcb-7455-43e6-b0d6-02359a77e935 req-2fd9968c-29b2-4555-a968-87f2de9890b7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.1034074 Aug 29 05:01:23.329101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18647dcb-7455-43e6-b0d6-02359a77e935 req-11032a9c-040c-4e9d-b573-01e2319ae11a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354152 Aug 29 05:01:23.585498 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3006-11b4-4e7d-96a4-d9fb3adc8fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.441711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d702b-393c-4b4e-a69b-74f9df606b73 req-524a0c40-1f00-4429-ba9a-2a615aeddcec tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:24.443853 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-300d702b-393c-4b4e-a69b-74f9df606b73 req-524a0c40-1f00-4429-ba9a-2a615aeddcec tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0492456 Aug 29 05:01:24.481640 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-300d702b-393c-4b4e-a69b-74f9df606b73 req-1e9d8c30-43f8-4e6e-b2dd-4625c2b7606e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314991 Aug 29 05:01:25.595122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0555faa-f36f-4f50-958f-827653168a90 req-9c6a92d9-f4f1-46db-9a2e-bdd84e02c833 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:25.596652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0555faa-f36f-4f50-958f-827653168a90 req-9c6a92d9-f4f1-46db-9a2e-bdd84e02c833 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0486550 Aug 29 05:01:25.634732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0555faa-f36f-4f50-958f-827653168a90 req-bfc9d9a8-a5cb-431c-9b7e-cd8b4eb71806 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314770 Aug 29 05:01:26.169259 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-35d1c604-b95d-4a68-ac98-dda5ae8f849e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:26.366866 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:26.748050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35d253-9575-447f-93b8-ef45aca6d1db req-97b03665-4fef-4261-9611-6e67358fcd71 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:26.749568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b35d253-9575-447f-93b8-ef45aca6d1db req-97b03665-4fef-4261-9611-6e67358fcd71 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0477374 Aug 29 05:01:26.791868 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b35d253-9575-447f-93b8-ef45aca6d1db req-e9f0268c-bf13-40ed-922d-d397a74a265d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347679 Aug 29 05:01:27.447233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:27.902200 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:27.906046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52796a4-9c9c-4f9f-9c8e-72fdec2fd1e1 req-67ce18b0-9fa9-4dc1-be71-2208bf8ab17f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:27.907545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a52796a4-9c9c-4f9f-9c8e-72fdec2fd1e1 req-67ce18b0-9fa9-4dc1-be71-2208bf8ab17f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0490544 Aug 29 05:01:27.944992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a52796a4-9c9c-4f9f-9c8e-72fdec2fd1e1 req-d6c91e07-a335-450a-8f77-72a5e6df1772 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Aug 29 05:01:29.065544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0392c-f974-4219-868f-1f289d3398e3 req-350fab00-028c-47ba-81c2-a49e710ab28d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:29.067015 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eff0392c-f974-4219-868f-1f289d3398e3 req-350fab00-028c-47ba-81c2-a49e710ab28d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0557125 Aug 29 05:01:29.103807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eff0392c-f974-4219-868f-1f289d3398e3 req-c0c190b0-39d5-4b61-878c-cae1815e0adb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308619 Aug 29 05:01:29.185537 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:30.216959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3a87a-ef52-4d7c-b4b0-9b9397fcb196 req-7323e220-8098-46e6-9000-8842b34cce85 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:30.218444 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fdf3a87a-ef52-4d7c-b4b0-9b9397fcb196 req-7323e220-8098-46e6-9000-8842b34cce85 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0482130 Aug 29 05:01:30.259749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fdf3a87a-ef52-4d7c-b4b0-9b9397fcb196 req-7d1bce8a-d012-44e6-8f40-1af72edbb6ae tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355153 Aug 29 05:01:31.386153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1cc5f-4285-4265-b2e8-5546d7d51363 req-dad4ae41-89fd-4f75-84ff-f4e59f5d6a3f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:31.387623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbd1cc5f-4285-4265-b2e8-5546d7d51363 req-dad4ae41-89fd-4f75-84ff-f4e59f5d6a3f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0484324 Aug 29 05:01:31.424177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbd1cc5f-4285-4265-b2e8-5546d7d51363 req-5968ac43-be40-4014-bb4c-0d3a7eba1f53 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306871 Aug 29 05:01:32.536625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d5a0-a851-4777-8e13-f0af8528c9ec req-eff1daea-834f-4d93-acf0-72e56601cd5c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.538117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8d5a0-a851-4777-8e13-f0af8528c9ec req-eff1daea-834f-4d93-acf0-72e56601cd5c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0492384 Aug 29 05:01:32.575413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87c8d5a0-a851-4777-8e13-f0af8528c9ec req-be8462d5-6fc0-46ee-a129-5dab8f638559 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314596 Aug 29 05:01:32.828435 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-04ab2aa4-e15a-4205-ba59-536f186a64be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720036 Aug 29 05:01:32.836647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413c17a-a93d-4e8b-a0bd-8af401f24680 req-ecb31de9-908e-4be2-b538-1e2ff77ac295 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.838064 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5413c17a-a93d-4e8b-a0bd-8af401f24680 req-ecb31de9-908e-4be2-b538-1e2ff77ac295 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0734932 Aug 29 05:01:32.879874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5413c17a-a93d-4e8b-a0bd-8af401f24680 req-4124cc2c-2df6-4aa5-b96b-56dfeabf9cde tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359182 Aug 29 05:01:34.031429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-d7fc2ba9-21fd-4063-857a-438d3f0731db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:34.032974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-d7fc2ba9-21fd-4063-857a-438d3f0731db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1098 time: 0.0877450 Aug 29 05:01:34.041085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f83e9b-1c98-41f7-a8ac-24923a731096 req-bdd30efb-5564-4e57-a469-ab92dedcb963 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:34.042448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86f83e9b-1c98-41f7-a8ac-24923a731096 req-bdd30efb-5564-4e57-a469-ab92dedcb963 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0856209 Aug 29 05:01:34.126508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86f83e9b-1c98-41f7-a8ac-24923a731096 req-e6170a46-f1e6-481a-ab28-6b9c28772be2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761960 Aug 29 05:01:34.151976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-5c51ec6d-dd4c-45b9-a447-533ef531a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:34.153508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-5c51ec6d-dd4c-45b9-a447-533ef531a14a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.1102145 Aug 29 05:01:34.220675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-90ccead9-f8b6-4c80-be11-8cd10900dc91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 1002 time: 0.0600922 Aug 29 05:01:34.268953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-f90d0fe5-b79f-4a8a-8e1f-67f38071db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:34.270434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-f90d0fe5-b79f-4a8a-8e1f-67f38071db78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0432062 Aug 29 05:01:34.321504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-7fd1419c-6970-4961-8350-002547e6714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:34.323707 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-7fd1419c-6970-4961-8350-002547e6714d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457788 Aug 29 05:01:34.418114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-517ef9eb-abf1-4724-8acd-3abc6d11fb1b service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838921 Aug 29 05:01:34.507192 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-2a42bcfa-2cee-4eda-850d-2b176059d67d service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819101 Aug 29 05:01:35.242400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d839c-df1a-4a2d-8eff-44a3d6de19f2 req-8ad0de71-3567-464f-bd8c-01adcad50baf tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:35.243878 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab1d839c-df1a-4a2d-8eff-44a3d6de19f2 req-8ad0de71-3567-464f-bd8c-01adcad50baf tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0487971 Aug 29 05:01:35.281678 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab1d839c-df1a-4a2d-8eff-44a3d6de19f2 req-f3891d49-5f02-463d-9282-498bf5299eb8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Aug 29 05:01:36.407601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0ace7-e6f8-463e-8176-714df3902a9f req-066b0b9b-e0c6-432f-ad8a-8f575ba79795 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:36.409129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31a0ace7-e6f8-463e-8176-714df3902a9f req-066b0b9b-e0c6-432f-ad8a-8f575ba79795 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0541742 Aug 29 05:01:36.447143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31a0ace7-e6f8-463e-8176-714df3902a9f req-ea7ce1be-9dae-48a0-8e03-f1087660f57d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321062 Aug 29 05:01:36.685299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-2ea5448f-984c-4bf5-a0e0-b8a2f800e0ee service neutron] 10.222.0.52 "GET /v2.0/ports/fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.0521202 Aug 29 05:01:36.889597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-d9cf5edb-32c6-484f-b237-ee36f83c7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:36.890978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-d9cf5edb-32c6-484f-b237-ee36f83c7c94 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 1098 time: 0.0412352 Aug 29 05:01:36.963159 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-e6ea0708-78f5-4405-905a-8466fc4ddd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:36.964664 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-e6ea0708-78f5-4405-905a-8466fc4ddd5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1098 time: 0.0401776 Aug 29 05:01:37.054549 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-0f25342b-f1b5-4494-9f68-8ab86bb6feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:37.055982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-0f25342b-f1b5-4494-9f68-8ab86bb6feaa service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0844035 Aug 29 05:01:37.121067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-253ec321-488e-4144-b368-6bfcca9fce63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 1002 time: 0.0575557 Aug 29 05:01:37.173325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-b22a2cbe-f455-4224-bd0a-3b28f07383b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:37.174675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-b22a2cbe-f455-4224-bd0a-3b28f07383b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0468867 Aug 29 05:01:37.218885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-fa94b333-c6a5-466b-a65c-cebb5c5e0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:37.220356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-fa94b333-c6a5-466b-a65c-cebb5c5e0ca8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379951 Aug 29 05:01:37.307609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-aaa151db-8c04-4651-9e59-0851432ee5a3 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795710 Aug 29 05:01:37.401946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dac0e39-071b-4f08-b44c-6ec91cf1f11f req-6cc31605-a433-4905-84a2-8169ec7f5e08 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867825 Aug 29 05:01:37.563566 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7328d1-ca2e-42cb-a85c-19bf89f7dbbe req-1e777689-2f15-49f3-aea5-d03669c9dee4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:37.565052 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c7328d1-ca2e-42cb-a85c-19bf89f7dbbe req-1e777689-2f15-49f3-aea5-d03669c9dee4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0493743 Aug 29 05:01:37.603224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c7328d1-ca2e-42cb-a85c-19bf89f7dbbe req-b282604c-b526-48ee-b957-77186a357e54 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319786 Aug 29 05:01:38.723037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d6ba-0ab9-4095-b224-ca0cbda5e2bd req-b99f66ba-797b-4bae-b454-ff07ceddd097 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:38.724526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81c4d6ba-0ab9-4095-b224-ca0cbda5e2bd req-b99f66ba-797b-4bae-b454-ff07ceddd097 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0533264 Aug 29 05:01:38.762798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81c4d6ba-0ab9-4095-b224-ca0cbda5e2bd req-fd08cae6-a8fa-48b2-bc2b-d086aa665fc8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Aug 29 05:01:39.877991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887dad4d-c7f7-47ee-b271-886b24285f51 req-861d0cd5-8a9e-4973-81f3-69f93dd6cf75 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:39.879385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-887dad4d-c7f7-47ee-b271-886b24285f51 req-861d0cd5-8a9e-4973-81f3-69f93dd6cf75 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0483782 Aug 29 05:01:39.916354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-887dad4d-c7f7-47ee-b271-886b24285f51 req-9af57ede-8dda-4eef-9fd2-7b8faa24148e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300925 Aug 29 05:01:40.344988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:01:40.351998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:01:40.490561 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.516444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:40.535424 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:40.537663 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe574513-a812-4507-8a1c-1b0b603599c2" -d '{"events": [{"server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "name": "network-vif-unplugged", "status": "completed", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:40.542737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'mac_address': 'fa:16:3e:d4:1a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:01:40.552284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:40.556501 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.620254 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.637627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:40.645423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:40.650906 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c00c1-fdb0-4308-9578-c663687694f5 x-openstack-request-id: req-c69c00c1-fdb0-4308-9578-c663687694f5 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:40.651193 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "name": "network-vif-unplugged", "status": "completed", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:40.651444 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c69c00c1-fdb0-4308-9578-c663687694f5 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:40.651826 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'code': 200} Aug 29 05:01:40.654170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.654521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.654867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.655205 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.655537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.655867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.656211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.656542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.656869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.657193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.657522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.657845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:40.675468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:40.679076 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.723505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:41.032429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc3d8b-4595-4799-b77e-d6883910b828 req-8370efc3-3315-4cf6-98eb-5797366b331d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:41.033898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dcc3d8b-4595-4799-b77e-d6883910b828 req-8370efc3-3315-4cf6-98eb-5797366b331d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 945 time: 0.0493925 Aug 29 05:01:41.070266 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dcc3d8b-4595-4799-b77e-d6883910b828 req-f07f5dc6-91d0-4890-8e74-d40f9b72d458 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305073 Aug 29 05:01:41.094843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:41.301192 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e3106-f777-4244-8f2a-403306fa0276 req-849f06b1-426c-4d84-84b8-77a1f08ac687 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:41.302652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be0e3106-f777-4244-8f2a-403306fa0276 req-849f06b1-426c-4d84-84b8-77a1f08ac687 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 945 time: 0.0850863 Aug 29 05:01:41.315470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-20699a47-40f0-47e5-a84c-475f2da5b5ac tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:41.316865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-20699a47-40f0-47e5-a84c-475f2da5b5ac tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01&tenant_id=7ecd16aa50784215890a14fb8328289a&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 945 time: 0.0665424 Aug 29 05:01:41.349538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be0e3106-f777-4244-8f2a-403306fa0276 req-aa3219e1-4d9d-46a4-a472-ca2fbc72e0f3 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Aug 29 05:01:41.414354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-1cdbc4f3-fa6c-437b-855b-147fd9881f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:41.415835 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-1cdbc4f3-fa6c-437b-855b-147fd9881f22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1097 time: 0.0404756 Aug 29 05:01:41.507815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-e82b4d21-9ac7-4fff-b282-285be5f93930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:41.509359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-e82b4d21-9ac7-4fff-b282-285be5f93930 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0849996 Aug 29 05:01:41.574135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-825296ef-5082-4cf0-aacb-f4061cf4e950 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 1001 time: 0.0575233 Aug 29 05:01:41.643536 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-47b47f43-007c-4be2-81c7-96ac5406a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:41.645071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-47b47f43-007c-4be2-81c7-96ac5406a441 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0466077 Aug 29 05:01:41.696081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-491f06b9-281b-40bb-b273-3bf55724536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:41.697590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-491f06b9-281b-40bb-b273-3bf55724536b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438893 Aug 29 05:01:41.786002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-dd359d96-2e65-487d-ba33-c8556a065a8f service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808873 Aug 29 05:01:41.878399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ee21d496-5258-43b8-a274-b451c906bbb1 req-719b0cb0-43d0-4bbb-9375-56b4f6292b9b service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852973 Aug 29 05:01:42.364333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:42.415240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:42.415706 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:42.478101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b7160-3804-4eaa-863a-84ba591fe4af req-b071a408-1df2-47bb-9c46-db54f5b3275b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.479646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-896b7160-3804-4eaa-863a-84ba591fe4af req-b071a408-1df2-47bb-9c46-db54f5b3275b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 945 time: 0.0565169 Aug 29 05:01:42.502545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:42.518926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-896b7160-3804-4eaa-863a-84ba591fe4af req-0380d698-6d8f-4c41-8192-ae0671107a24 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331495 Aug 29 05:01:42.536166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:42.541402 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:42.592113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:42.637815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d281b4-f343-4dbb-877c-950d29482772 req-7ce8da4e-d7fb-4f63-91e2-5322df13297b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.639278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1d281b4-f343-4dbb-877c-950d29482772 req-7ce8da4e-d7fb-4f63-91e2-5322df13297b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0502827 Aug 29 05:01:42.652881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:42.655240 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822183c3-2da3-4145-8606-1fa0b00d708c" -d '{"events": [{"server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:42.677338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1d281b4-f343-4dbb-877c-950d29482772 req-13c063e4-dc3d-4528-85e3-2c7950ccfc62 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Aug 29 05:01:42.690211 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36593b95-6b3e-4cb4-889d-3b053fdf33e7 x-openstack-request-id: req-36593b95-6b3e-4cb4-889d-3b053fdf33e7 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:42.690511 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:42.690769 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36593b95-6b3e-4cb4-889d-3b053fdf33e7 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:42.691177 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'code': 200} Aug 29 05:01:42.876232 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86df491-a2f8-4e85-b348-3111f175c20d req-e95651c9-dd7d-4da1-a427-adeed1e37459 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.877651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f86df491-a2f8-4e85-b348-3111f175c20d req-e95651c9-dd7d-4da1-a427-adeed1e37459 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0527148 Aug 29 05:01:42.937350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f86df491-a2f8-4e85-b348-3111f175c20d req-618a0ad1-6b03-4a3b-bc5f-8cc989aa5ed7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505054 Aug 29 05:01:42.942527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-6e9d061c-7419-4bc5-bf4c-f36a7537ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.943970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-6e9d061c-7419-4bc5-bf4c-f36a7537ca59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 1098 time: 0.0654547 Aug 29 05:01:43.033554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-2f79d24e-88c6-4a42-9d99-a150d68ab29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:43.035012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-2f79d24e-88c6-4a42-9d99-a150d68ab29c service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0843253 Aug 29 05:01:43.098027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-25b2fb51-e400-4bc1-af3e-b4d5c40c8665 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 200 len: 1002 time: 0.0557625 Aug 29 05:01:43.153256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-5e0920f9-8e67-40f4-b308-fba23381c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:43.154602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-5e0920f9-8e67-40f4-b308-fba23381c278 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0499527 Aug 29 05:01:43.202542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-0e0b29e0-a6d5-44cb-bb18-4d7355fdfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:43.203969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-0e0b29e0-a6d5-44cb-bb18-4d7355fdfaa4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423801 Aug 29 05:01:43.289344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-093ab661-2996-4a24-8ff6-ad06a848f5b2 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783274 Aug 29 05:01:43.378489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9472850b-ddf7-4103-a014-8a774a8e94e3 req-dfafab28-5a9d-4e0e-9977-bc5f509f89f9 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822582 Aug 29 05:01:44.059064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e3e59-7735-4929-9b00-cebcc3ed68ae req-39a7b760-25a9-418a-9b8b-8fd386ec8e68 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:44.060547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-481e3e59-7735-4929-9b00-cebcc3ed68ae req-39a7b760-25a9-418a-9b8b-8fd386ec8e68 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0492938 Aug 29 05:01:44.096833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-481e3e59-7735-4929-9b00-cebcc3ed68ae req-8d5ba553-53bb-4004-bc1a-e0c5a1d7ea78 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304565 Aug 29 05:01:44.323504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6b8d-e622-4813-bd9c-67323927d208 req-062da9f4-597f-43d0-a195-c7e1f6499151 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:44.325001 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-445b6b8d-e622-4813-bd9c-67323927d208 req-062da9f4-597f-43d0-a195-c7e1f6499151 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0482266 Aug 29 05:01:44.362251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-445b6b8d-e622-4813-bd9c-67323927d208 req-787fc5f7-963a-4a5a-9928-e4fc32d458fe tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Aug 29 05:01:45.477383 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679ff75-5bc9-4f2d-97ce-45ee4b94421c req-3c34afd5-6b77-46d8-9712-db3f48cae55c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:45.478768 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a679ff75-5bc9-4f2d-97ce-45ee4b94421c req-3c34afd5-6b77-46d8-9712-db3f48cae55c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0494239 Aug 29 05:01:45.521524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a679ff75-5bc9-4f2d-97ce-45ee4b94421c req-172dd05a-cbbf-4836-a6fe-8e41b584534e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368302 Aug 29 05:01:45.777800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09485334-ce3d-46be-89f7-e464e244e848 req-3cb3123a-35dd-4d1f-8807-82b363db2bb8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:45.779241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09485334-ce3d-46be-89f7-e464e244e848 req-3cb3123a-35dd-4d1f-8807-82b363db2bb8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 946 time: 0.0583475 Aug 29 05:01:45.863983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Deleting port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:01:45.864363 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:45.954186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] For port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:45.954554 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:46.127051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:46.127527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:46.127846 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2 disassociated. External IP: 172.25.5.100, port: fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab. Aug 29 05:01:46.128185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Calling delete_port for fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:01:46.256779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:46.282548 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event deleted for resources: {'Port': ['ID=fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:46.295235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.295575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.295941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.296314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.296656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.297020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.297376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.297707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.298041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.298367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.298764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.299028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:46.411623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:01:46.521847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:01:46.532762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:01:46.545043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:01:46.545832 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:01:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:46.562236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] No DVR routers for this DVR port fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:01:46.565728 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:46.568362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09485334-ce3d-46be-89f7-e464e244e848 req-120a22ca-4c13-4199-9d58-cc1a1835c296 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "DELETE /v2.0/ports/fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab HTTP/1.1" status: 204 len: 173 time: 0.7828181 Aug 29 05:01:46.568843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'name': 'network-vif-deleted', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:46.571926 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0a96f4-6ee6-4d77-93f5-31de90e682a4" -d '{"events": [{"server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "name": "network-vif-deleted", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:46.620992 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca0fe61-36be-4346-9074-3a0a465204d3 x-openstack-request-id: req-fca0fe61-36be-4346-9074-3a0a465204d3 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:46.621292 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c1f943-857c-473b-b2ac-810d34bf1d01", "name": "network-vif-deleted", "tag": "fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:46.621544 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fca0fe61-36be-4346-9074-3a0a465204d3 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:46.621941 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c1f943-857c-473b-b2ac-810d34bf1d01', 'name': 'network-vif-deleted', 'tag': 'fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab', 'status': 'completed', 'code': 200} Aug 29 05:01:46.637822 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa11a1bd-61b1-4d26-a3cd-87fc03b339bf req-048141b3-298b-4878-9238-e94aa8b9fa05 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c1f943-857c-473b-b2ac-810d34bf1d01 HTTP/1.1" status: 200 len: 210 time: 0.0334687 Aug 29 05:01:46.671711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:01:46.868262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:46.894069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:01:46.902743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:01:46.903341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:01:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:47.177582 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:01:47.367302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:47.396415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f4479-3377-48ed-bc8a-3b2c1c795a3e None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:01:47.600294 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf64e0d-1935-46cf-8d73-6d54bb0c1c47 None None] New status for floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:01:47.922077 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-2f384e06-481a-42be-986f-e73eb29ac448 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1094419865&fields=id&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 267 time: 0.0323246 Aug 29 05:01:48.028229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801dba-3803-48be-9224-ab15f197d86b req-6931fd79-ed3c-4cfb-83e5-82b0fd7de4b4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:48.029616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-6931fd79-ed3c-4cfb-83e5-82b0fd7de4b4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 812 time: 0.1011009 Aug 29 05:01:48.044850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-d23c0ad4-29eb-4aab-ba2c-dea3d2416043 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/quotas/7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 375 time: 0.0095279 Aug 29 05:01:48.096929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-1bdc695e-abca-45ce-b941-4799f95278e9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469897 Aug 29 05:01:48.155646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-0858a837-9ddb-43ff-9a0a-08fa3577cd5e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:01:48.156680 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-0858a837-9ddb-43ff-9a0a-08fa3577cd5e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481563 Aug 29 05:01:48.246963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-ce5f3d08-f7ff-41f9-b162-aefc79525cf4 service neutron] 10.222.0.49 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840933 Aug 29 05:01:48.333075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-6abea913-dbe5-4230-b942-9fa38a7286ba service neutron] 10.222.0.49 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801148 Aug 29 05:01:48.490084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e53a3c65-2570-4d78-b428-a0833850978c req-b71e9297-15b1-4ea8-bae1-e00893c31718 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 210 time: 0.0265467 Aug 29 05:01:48.540983 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.458964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801dba-3803-48be-9224-ab15f197d86b req-69f6d577-7c8a-4f81-a701-ce81ebe17b2c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:49.460572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-69f6d577-7c8a-4f81-a701-ce81ebe17b2c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 812 time: 0.1055789 Aug 29 05:01:49.517009 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-11c8c60d-478b-4cc9-92ed-16833a35afe4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 380 time: 0.0340786 Aug 29 05:01:49.551683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'port': {'device_id': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'admin_state_up': True, 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'security_groups': ['353dd365-55e3-42a1-8f91-65247457492c']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:49.905179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35000322-e4e4-43ff-86d8-ae092179faa9 req-7dd2b578-97dc-4420-b8a8-375620c506d8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 210 time: 0.3390024 Aug 29 05:01:49.963125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Made reservation on behalf of 7ecd16aa50784215890a14fb8328289a for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:49.966594 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.093352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Allocated IP 172.20.0.6 (d4e1ebb0-c873-4d25-a303-4bfe230ba283/705287a6-d37d-4e2c-86c5-e9a86ca13e59/e618bb31-7b55-4caf-a63d-a80045a1373e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:50.225680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.238689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Transition to ACTIVE for port object e618bb31-7b55-4caf-a63d-a80045a1373e will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:50.270644 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.316410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:50.320067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:50.323864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:50.346761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event updated for resources: {'Port': ['ID=e618bb31-7b55-4caf-a63d-a80045a1373e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:50.376080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:50.376733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.391335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-844dec4c-c178-4b2d-9e8d-5162b3090023 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8437026 Aug 29 05:01:50.410183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Request body: {'port': {'device_id': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:50.425452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:01:50.454092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:01:50.455085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device fb0b4c6d-0e2b-4dfe-811c-b94b7a92cbab not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:01:50.475970 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.541374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-df4ec535-bc1e-4ee8-b151-f2acd1d297f1 None None] Provisioning for port e618bb31-7b55-4caf-a63d-a80045a1373e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:50.545371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-df4ec535-bc1e-4ee8-b151-f2acd1d297f1 None None] Provisioning complete for port e618bb31-7b55-4caf-a63d-a80045a1373e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:50.545745 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df4ec535-bc1e-4ee8-b151-f2acd1d297f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.579026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-df4ec535-bc1e-4ee8-b151-f2acd1d297f1 None None] Port e618bb31-7b55-4caf-a63d-a80045a1373e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:01:50.739051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e618bb31-7b55-4caf-a63d-a80045a1373e {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:50.746724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.758547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Transition to ACTIVE for port object e618bb31-7b55-4caf-a63d-a80045a1373e will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:50.762092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.812600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e618bb31-7b55-4caf-a63d-a80045a1373e,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:50.886442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Attempting to bind port e618bb31-7b55-4caf-a63d-a80045a1373e on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:50.886780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Attempting to bind port e618bb31-7b55-4caf-a63d-a80045a1373e by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:50.887110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Attempting to bind port e618bb31-7b55-4caf-a63d-a80045a1373e on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:50.891573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Port e618bb31-7b55-4caf-a63d-a80045a1373e on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:01:50.891899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Attempting to bind port e618bb31-7b55-4caf-a63d-a80045a1373e on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:50.896741 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:50.897083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Checking segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:50.897521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Bound using segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:50.897946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Bound port: e618bb31-7b55-4caf-a63d-a80045a1373e, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:50.898368 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.967974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:50.971399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:50.984865 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:51.042030 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.042645 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:51.044028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] 10.222.0.52 "PUT /v2.0/ports/e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 1092 time: 0.6383414 Aug 29 05:01:51.046246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:51.048503 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a898c-6005-47c0-8f91-a9ffb2be0550" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:51.075984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d740cb4-7af6-4f13-ac93-99cf349c91ae req-76818ffe-8fd5-47fa-953e-f764c266b530 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.077598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d740cb4-7af6-4f13-ac93-99cf349c91ae req-76818ffe-8fd5-47fa-953e-f764c266b530 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 943 time: 0.1036284 Aug 29 05:01:51.080912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29981e7-f9b2-4608-be62-27d0f50ca8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e618bb31-7b55-4caf-a63d-a80045a1373e,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:51.116580 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6630d7bc-61df-4918-bd29-aaca98e03ac4 x-openstack-request-id: req-6630d7bc-61df-4918-bd29-aaca98e03ac4 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:51.116964 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:51.117276 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6630d7bc-61df-4918-bd29-aaca98e03ac4 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:51.117799 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'status': 'completed', 'code': 200} Aug 29 05:01:51.150122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0d740cb4-7af6-4f13-ac93-99cf349c91ae req-f2072bb1-b92e-41ab-98f0-a3d750106e1c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656073 Aug 29 05:01:51.164258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801dba-3803-48be-9224-ab15f197d86b req-38a117a5-1cdd-4ab3-a395-1595de5aa898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.166066 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-38a117a5-1cdd-4ab3-a395-1595de5aa898 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1095 time: 0.0591459 Aug 29 05:01:51.224307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-a52cece0-6c3c-4bfc-b8c7-f3f95b01c6fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 217 time: 0.0349169 Aug 29 05:01:51.273319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801dba-3803-48be-9224-ab15f197d86b req-4bb6ad8c-11d5-42ea-9e75-33d8d19b3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.274658 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-4bb6ad8c-11d5-42ea-9e75-33d8d19b3297 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0425537 Aug 29 05:01:51.318900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801dba-3803-48be-9224-ab15f197d86b req-0540f34f-36df-4ecc-9f84-2b3f7f3d8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.320376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-0540f34f-36df-4ecc-9f84-2b3f7f3d8ecc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383840 Aug 29 05:01:51.411956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-94fdf76c-21ce-40d4-8e0d-02ae3a983d04 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828707 Aug 29 05:01:51.498452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a6801dba-3803-48be-9224-ab15f197d86b req-b8d98e7f-c817-4136-82dd-37aeb9801fa9 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792642 Aug 29 05:01:51.634200 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-7545096d-44eb-4eb1-9b6e-15b0af307de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.635656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-7545096d-44eb-4eb1-9b6e-15b0af307de8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1095 time: 0.0446212 Aug 29 05:01:51.720799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-9572af77-b919-4e91-897c-9ca906dda302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.722216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-9572af77-b919-4e91-897c-9ca906dda302 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0800974 Aug 29 05:01:51.766770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-0180b60b-b78c-4682-a0f0-80b336bd01ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 217 time: 0.0373180 Aug 29 05:01:51.818519 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-1a739e10-488f-4bda-b36b-f8bde15bfb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.820722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-1a739e10-488f-4bda-b36b-f8bde15bfb27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0467470 Aug 29 05:01:51.864927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-f60861d1-e88e-407a-827e-27adef3f9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.866814 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-f60861d1-e88e-407a-827e-27adef3f9e3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385628 Aug 29 05:01:51.957072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-eb3ccb1f-20c3-4e30-ad0b-63839234020b service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830305 Aug 29 05:01:52.043935 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-579a898c-6005-47c0-8f91-a9ffb2be0550 req-ea38a0d1-97b1-4ff4-b085-8345f7ad6b8b service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795438 Aug 29 05:01:52.264762 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918f35f-699e-4887-b258-60aa6999b2c2 req-b2f2f605-bad7-43f6-99a9-58c596a4b359 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:52.266195 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b918f35f-699e-4887-b258-60aa6999b2c2 req-b2f2f605-bad7-43f6-99a9-58c596a4b359 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 943 time: 0.0487792 Aug 29 05:01:52.302548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b918f35f-699e-4887-b258-60aa6999b2c2 req-c59193da-8dd2-48cd-8ec1-404debc3b50f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Aug 29 05:01:53.418658 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e8af-4fe8-47a8-81d6-b37a69258fcc req-fa9631c0-41a1-46b5-87d7-b0c6f369995d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:53.420113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0098e8af-4fe8-47a8-81d6-b37a69258fcc req-fa9631c0-41a1-46b5-87d7-b0c6f369995d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 943 time: 0.0520780 Aug 29 05:01:53.458608 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0098e8af-4fe8-47a8-81d6-b37a69258fcc req-def6c3c1-6975-4508-8a6f-b377f3a2cb8b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325689 Aug 29 05:01:53.586834 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-074bdfa9-c91c-470c-a47b-659504b14996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:54.441835 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e618bb31-7b55-4caf-a63d-a80045a1373e details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:01:54.537243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:54.548861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'mac_address': 'fa:16:3e:35:a3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:01:54.571270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cb374-aed2-4408-8c88-bbe643c4a4d9 req-035034ee-c000-4996-b230-e155cf885702 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:54.572776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-079cb374-aed2-4408-8c88-bbe643c4a4d9 req-035034ee-c000-4996-b230-e155cf885702 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 943 time: 0.0478868 Aug 29 05:01:54.586913 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:54.599630 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e618bb31-7b55-4caf-a63d-a80045a1373e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:54.616714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-079cb374-aed2-4408-8c88-bbe643c4a4d9 req-0eb58bee-7e4d-42ec-843d-a6ecb6772c71 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374389 Aug 29 05:01:54.618532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:54.623056 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:54.668910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=e618bb31-7b55-4caf-a63d-a80045a1373e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:54.989422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['e618bb31-7b55-4caf-a63d-a80045a1373e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:55.018100 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:01:55.733516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42817a8-6943-4861-93ab-b1cc797f887f req-f2631329-f31b-4945-b4c0-35dbdbca8cf9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:55.734980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b42817a8-6943-4861-93ab-b1cc797f887f req-f2631329-f31b-4945-b4c0-35dbdbca8cf9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 944 time: 0.0480614 Aug 29 05:01:55.773137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b42817a8-6943-4861-93ab-b1cc797f887f req-bce136b4-39d8-4155-a090-0ccbe6166c63 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Aug 29 05:01:56.170141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1f66-1fdd-4ae7-a504-c1807c1cd03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:56.367668 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:56.454156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e618bb31-7b55-4caf-a63d-a80045a1373e up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:56.501812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port e618bb31-7b55-4caf-a63d-a80045a1373e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:56.505313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port e618bb31-7b55-4caf-a63d-a80045a1373e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:56.505929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:56.582972 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:56.606094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:56.608500 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f686b31e-a339-4e02-b9f2-8ddc6e878186" -d '{"events": [{"server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "name": "network-vif-plugged", "status": "completed", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:56.621160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:56.625255 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:56.650046 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a6f246-59df-4e5a-b464-47dcc2254c98 x-openstack-request-id: req-d9a6f246-59df-4e5a-b464-47dcc2254c98 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:56.650336 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "name": "network-vif-plugged", "status": "completed", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:56.650588 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9a6f246-59df-4e5a-b464-47dcc2254c98 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:56.651047 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'code': 200} Aug 29 05:01:56.677910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=e618bb31-7b55-4caf-a63d-a80045a1373e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:56.776319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f769e5-c771-4cde-a7f7-864fa842b149 req-088c9521-7fe8-4faf-806d-d11759fca6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:56.777691 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60f769e5-c771-4cde-a7f7-864fa842b149 req-088c9521-7fe8-4faf-806d-d11759fca6c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1097 time: 0.0433638 Aug 29 05:01:56.813167 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60f769e5-c771-4cde-a7f7-864fa842b149 req-ea619e9f-de88-4e2f-8efe-fbedb99f118d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282183 Aug 29 05:01:56.889047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17623679-c7b7-4c7e-861d-ea39ad714c7b req-48e80dc9-d6fc-4df7-90a8-299e65b34e44 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:56.890520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17623679-c7b7-4c7e-861d-ea39ad714c7b req-48e80dc9-d6fc-4df7-90a8-299e65b34e44 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Aug 29 05:01:56.928728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17623679-c7b7-4c7e-861d-ea39ad714c7b req-1b0295aa-7996-431b-adeb-5d6799367d51 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323272 Aug 29 05:01:57.452145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:57.902114 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:58.042810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bbf74-8330-4428-8aa3-b0d7a2cb0e25 req-df19bf97-7407-44f1-aa8b-8181c05015d2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:58.044335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac2bbf74-8330-4428-8aa3-b0d7a2cb0e25 req-df19bf97-7407-44f1-aa8b-8181c05015d2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0480347 Aug 29 05:01:58.082276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac2bbf74-8330-4428-8aa3-b0d7a2cb0e25 req-ba40e3f3-0ff6-453c-8c7a-18b44ec163db tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Aug 29 05:01:59.189067 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:59.202127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34982-fe86-4ee0-86c1-5988b8e9c260 req-5c3cf758-04e0-4efc-92b7-474978fb2bb9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:59.203613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2b34982-fe86-4ee0-86c1-5988b8e9c260 req-5c3cf758-04e0-4efc-92b7-474978fb2bb9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0553405 Aug 29 05:01:59.241725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f2b34982-fe86-4ee0-86c1-5988b8e9c260 req-373034ef-1e55-450e-8edb-d938e6404562 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321600 Aug 29 05:01:59.352148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f679474-7119-4448-942e-ddace12764ec req-1ba68cbf-6d28-46c8-b6b4-9ae39f182ff9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:59.353718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f679474-7119-4448-942e-ddace12764ec req-1ba68cbf-6d28-46c8-b6b4-9ae39f182ff9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0487919 Aug 29 05:01:59.362526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 57492) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:59.366835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7d5db816-4dce-4952-870b-9bb39b2ca8df tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'floatingip': {'port_id': 'e618bb31-7b55-4caf-a63d-a80045a1373e'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:59.405362 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d5db816-4dce-4952-870b-9bb39b2ca8df tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:59.823739 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d5db816-4dce-4952-870b-9bb39b2ca8df tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:59.827569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d5db816-4dce-4952-870b-9bb39b2ca8df tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:59.936614 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-7d5db816-4dce-4952-870b-9bb39b2ca8df tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2 associated. External IP: 172.25.5.100, port: e618bb31-7b55-4caf-a63d-a80045a1373e. Aug 29 05:02:00.135533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5db816-4dce-4952-870b-9bb39b2ca8df tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:02:00.241249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5db816-4dce-4952-870b-9bb39b2ca8df tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:02:00.246309 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7d5db816-4dce-4952-870b-9bb39b2ca8df tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:00.251404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:02:00.260546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:02:00.261167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:01:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:00.272748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7d5db816-4dce-4952-870b-9bb39b2ca8df tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "PUT /v2.0/floatingips/d187397a-5e50-4fd5-b1eb-89be51e41ad2 HTTP/1.1" status: 200 len: 991 time: 0.9092474 Aug 29 05:02:00.273429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:00.276264 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497b8cb7-1abe-44c6-878f-99218323a652" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:00.319845 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6787a10-a8e5-467b-ab6d-e3a74fcacf54 x-openstack-request-id: req-a6787a10-a8e5-467b-ab6d-e3a74fcacf54 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:00.320252 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:00.320597 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6787a10-a8e5-467b-ab6d-e3a74fcacf54 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:00.321668 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'status': 'completed', 'code': 200} Aug 29 05:02:00.367579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:02:00.414934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b8cb7-1abe-44c6-878f-99218323a652 req-7dda941f-4eff-45cb-8086-1617b6b70c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:00.416383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497b8cb7-1abe-44c6-878f-99218323a652 req-7dda941f-4eff-45cb-8086-1617b6b70c84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1097 time: 0.0412095 Aug 29 05:02:00.509321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b8cb7-1abe-44c6-878f-99218323a652 req-f3deffa3-ccdc-4bfb-8af7-8584c0f75adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:00.510812 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497b8cb7-1abe-44c6-878f-99218323a652 req-f3deffa3-ccdc-4bfb-8af7-8584c0f75adc service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0871339 Aug 29 05:02:00.575187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497b8cb7-1abe-44c6-878f-99218323a652 req-1263f01d-4b3d-455d-ba38-9bd70c22875e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 999 time: 0.0571191 Aug 29 05:02:00.589604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:35:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T05:01:59Z', 'revision_number': 9, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:00.615060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:02:00.623319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:02:00.623919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:01:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:00.624348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b8cb7-1abe-44c6-878f-99218323a652 req-7e4887f3-c984-41ca-bdf2-cfc036fed79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:00.625847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497b8cb7-1abe-44c6-878f-99218323a652 req-7e4887f3-c984-41ca-bdf2-cfc036fed79b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0436068 Aug 29 05:02:00.676357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b8cb7-1abe-44c6-878f-99218323a652 req-cbc5ae1c-d61e-4c85-96d1-997c6375ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:00.677796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497b8cb7-1abe-44c6-878f-99218323a652 req-cbc5ae1c-d61e-4c85-96d1-997c6375ae71 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445781 Aug 29 05:02:00.728436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:02:00.767359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497b8cb7-1abe-44c6-878f-99218323a652 req-01a796a8-c1c7-4fb2-aa46-e6fb862187ef service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822012 Aug 29 05:02:00.860277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497b8cb7-1abe-44c6-878f-99218323a652 req-c6bc3ec1-299e-4efe-92c4-60299cd86bd7 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854869 Aug 29 05:02:00.952096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:35:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T05:01:59Z', 'revision_number': 9, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:02:00.977222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49955a1e-342c-4c3c-a5f5-cb21079e20a9 None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:35:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T05:01:59Z', 'revision_number': 9, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:02:01.168913 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8ad7f-d26c-475b-83e8-1638b115f9dc None None] New status for floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:02:10.990803 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0294e242-d080-40d1-b4d9-4f43de5a47a4 req-c9d43979-e3ac-4371-9295-15e29880e363 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274644 Aug 29 05:02:11.035844 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0294e242-d080-40d1-b4d9-4f43de5a47a4 req-050d6bea-e1fc-4253-900e-960533c38776 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0245955 Aug 29 05:02:11.075780 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0294e242-d080-40d1-b4d9-4f43de5a47a4 req-8ad8b4e1-1aff-4bbb-bc9f-b85c45fb0574 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192084 Aug 29 05:02:11.171578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294e242-d080-40d1-b4d9-4f43de5a47a4 req-01ec6d40-6570-4568-9dfe-08ed722f522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:11.173108 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0294e242-d080-40d1-b4d9-4f43de5a47a4 req-01ec6d40-6570-4568-9dfe-08ed722f522b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913270 Aug 29 05:02:16.624836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-22fbfc2c-774c-4da5-b584-212c93dbcff6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402713 Aug 29 05:02:16.724938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-ff0dc2b4-5b3b-4e17-826f-1058d524141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.726290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-ff0dc2b4-5b3b-4e17-826f-1058d524141b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1097 time: 0.0400162 Aug 29 05:02:16.830294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-c8ebe793-a898-4785-8ec2-10ab1b308127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.831761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-c8ebe793-a898-4785-8ec2-10ab1b308127 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0860453 Aug 29 05:02:16.898367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-75d52569-7a3d-4b13-9ae2-34d8201cff0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 1002 time: 0.0582099 Aug 29 05:02:16.947558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-a98e9a06-c93d-4527-b3ee-4ab34dc84430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.949083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-a98e9a06-c93d-4527-b3ee-4ab34dc84430 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0438721 Aug 29 05:02:16.997734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-ac1b8f66-b145-4ba7-8b6f-184fb90d9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.999104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-ac1b8f66-b145-4ba7-8b6f-184fb90d9056 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422287 Aug 29 05:02:17.097850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-3f7ce6fd-7986-4397-a7f2-5fd574b9d67d service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887516 Aug 29 05:02:17.191719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6cf5b748-c274-482e-9dae-41ab92209d2d req-92f6fee9-a672-4af6-bfcf-f73b550b0477 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859287 Aug 29 05:02:18.555901 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:23.588184 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8d755e33-d010-4661-895d-f4925f3671b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:26.169460 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-64f62b3a-505b-4711-8b19-d0cff868f212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:26.369458 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:27.453178 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:27.913732 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:29.190730 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:32.017346 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:02:48.553699 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:53.589233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-116bada8-4f45-4271-892a-3caa9d06af04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:56.169793 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7eb23b8f-5077-4ce2-855e-6d62b880eb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:56.371352 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:57.456487 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:57.915910 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:59.196463 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:09.015918 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:03:10.984532 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a5da5e87-1598-48c8-93a3-66f30342cfa0 req-de8bac56-29e8-45df-8123-d8ee53bac1c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261278 Aug 29 05:03:11.050798 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a5da5e87-1598-48c8-93a3-66f30342cfa0 req-5324db4d-0b5d-49c3-9499-47a7be50c14f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0259900 Aug 29 05:03:11.088382 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a5da5e87-1598-48c8-93a3-66f30342cfa0 req-a39b0618-3f41-4b2f-a7bd-5073fa906ba1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190046 Aug 29 05:03:11.183071 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5e87-1598-48c8-93a3-66f30342cfa0 req-e34ab5c1-605e-45e3-be7d-bd23a5f64a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:11.184879 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a5da5e87-1598-48c8-93a3-66f30342cfa0 req-e34ab5c1-605e-45e3-be7d-bd23a5f64a4d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899289 Aug 29 05:03:16.602088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-392ef571-dd77-4cd9-ad4d-d6c3cd56abad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402150 Aug 29 05:03:16.698576 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-3e3da2c0-5318-440b-8e7b-f45b9cd959a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:16.700027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-3e3da2c0-5318-440b-8e7b-f45b9cd959a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1097 time: 0.0402601 Aug 29 05:03:16.802659 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-39298faa-01a5-4108-a8f5-f36953c152c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:16.804133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-39298faa-01a5-4108-a8f5-f36953c152c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0854573 Aug 29 05:03:16.869110 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-77ddc3a6-3607-4080-af4c-4ad70a6f875d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 1002 time: 0.0576649 Aug 29 05:03:16.941845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-ce97704f-93ba-4eec-aeab-439f2b090810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:16.943282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-ce97704f-93ba-4eec-aeab-439f2b090810 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0433216 Aug 29 05:03:17.274513 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-6af26908-a305-4624-9823-8b97c5de04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:17.275899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-6af26908-a305-4624-9823-8b97c5de04ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3258162 Aug 29 05:03:17.362756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-95bf02c5-39bb-4414-afec-f3cdd0e53805 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793302 Aug 29 05:03:17.451909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d098f55-c6d2-47a3-a5ad-a005b9564136 req-efc7c0df-1224-46d0-86b9-9455f9f1097d service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816197 Aug 29 05:03:18.553995 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:23.589174 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf26e-766b-4e5e-966b-afbe699c0a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:26.170362 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-36a7b58e-5bf2-4d4b-9591-fcadec24cc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:26.372376 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.459234 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:27.914778 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:29.195763 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:46.016441 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:03:48.553363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:53.589570 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fee499f4-3e0a-4c78-b0b8-25b6e5225e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:56.171848 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c38c35e0-03ee-4085-87aa-3032648f14ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:56.371999 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:57.462788 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:57.923582 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:59.197643 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:12.987385 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-376edf46-2910-4610-9906-ddec3f6c7dab req-32540603-9144-49cb-a8b4-e67a27f868e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280483 Aug 29 05:04:13.034083 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-376edf46-2910-4610-9906-ddec3f6c7dab req-4e085eed-b4a2-44b9-9e6d-79ddfc64d58b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0249283 Aug 29 05:04:13.072521 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-376edf46-2910-4610-9906-ddec3f6c7dab req-f12b5a16-622f-43bf-bbfa-e0807cb3f21c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191395 Aug 29 05:04:13.167393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376edf46-2910-4610-9906-ddec3f6c7dab req-4189b17f-f44f-4e73-81b4-a64222428cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:13.168798 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-376edf46-2910-4610-9906-ddec3f6c7dab req-4189b17f-f44f-4e73-81b4-a64222428cd4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901630 Aug 29 05:04:17.600548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-adc88d13-68e7-4606-b9ca-55ce2056cb14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397203 Aug 29 05:04:17.692222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-a57b323c-9d2c-4196-83bc-edb1ec02af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:17.693678 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-a57b323c-9d2c-4196-83bc-edb1ec02af93 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1097 time: 0.0388412 Aug 29 05:04:17.796679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-9691446d-f866-45d7-902c-d0513d6c6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:17.798220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-9691446d-f866-45d7-902c-d0513d6c6cf8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0849369 Aug 29 05:04:17.863392 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-a167567d-b5c6-4dfb-98da-c7a3a7d0a292 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 1002 time: 0.0577068 Aug 29 05:04:17.917347 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-2a3502b9-00ce-4630-ab79-a9f4c82a9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:17.919423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-2a3502b9-00ce-4630-ab79-a9f4c82a9003 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0485435 Aug 29 05:04:17.968478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-8599ba3f-7df8-49c9-9ff1-adce22bd7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:17.969968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-8599ba3f-7df8-49c9-9ff1-adce22bd7c06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441256 Aug 29 05:04:18.056913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-43c38638-59d0-4a07-8102-316624e403b8 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789025 Aug 29 05:04:18.147186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-069eeaa5-01ce-4a64-a4f1-43edefa382f3 req-82cf16d3-9999-4f08-ae2b-3ada1d065ec6 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832343 Aug 29 05:04:18.566165 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:23.015664 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:04:23.591682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-59226028-b2d5-4086-ac3f-88c65f83801f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:26.173394 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9cc09f84-005e-4148-b98e-1b5150cca2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:26.373396 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:27.465342 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:27.937355 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:29.201436 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:32.569473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f19fb9-e8f2-4b93-9768-7cfab48c0485 req-0916156f-345f-4a7a-9b2c-26a20b4a3efa tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:32.570962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30f19fb9-e8f2-4b93-9768-7cfab48c0485 req-0916156f-345f-4a7a-9b2c-26a20b4a3efa tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0754423 Aug 29 05:04:32.588351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-fdb13494-1917-45aa-8196-1e80a56d00e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048641 Aug 29 05:04:32.617571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30f19fb9-e8f2-4b93-9768-7cfab48c0485 req-c97f6560-ee71-47f5-af5a-b48d059a9c30 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399337 Aug 29 05:04:33.738945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4b6b3-65bf-4217-9715-c07c7da2e023 req-e4dfece9-44e3-461c-8152-e79331cc8839 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:33.741105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1a4b6b3-65bf-4217-9715-c07c7da2e023 req-e4dfece9-44e3-461c-8152-e79331cc8839 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0528855 Aug 29 05:04:33.779300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1a4b6b3-65bf-4217-9715-c07c7da2e023 req-b555d317-d6e7-48a9-b112-58f45c07a9cf tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Aug 29 05:04:34.893984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7ab4b-be2a-498e-983d-97034c5390e5 req-de8c5144-fa3a-4638-ba5d-edddfe7b0024 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:34.895374 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fa7ab4b-be2a-498e-983d-97034c5390e5 req-de8c5144-fa3a-4638-ba5d-edddfe7b0024 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0481946 Aug 29 05:04:34.933143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7fa7ab4b-be2a-498e-983d-97034c5390e5 req-53767afe-db63-402f-a9a1-2129e89993cf tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313981 Aug 29 05:04:35.766256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-28bd4b2a-386d-4dc2-81e2-34b832ab61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:35.768094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-28bd4b2a-386d-4dc2-81e2-34b832ab61a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1097 time: 0.0412190 Aug 29 05:04:35.860636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-17713f4e-88eb-4c94-b650-274d1f99c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:35.862026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-17713f4e-88eb-4c94-b650-274d1f99c45a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0862262 Aug 29 05:04:35.926217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-6c65f357-e3f2-42e7-8c89-f9df8b8d1f9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 1002 time: 0.0566804 Aug 29 05:04:35.981208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-17f3961f-867e-4c23-9a69-192f933d70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:35.982674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-17f3961f-867e-4c23-9a69-192f933d70f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0492387 Aug 29 05:04:36.057017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-a161edad-37e9-490a-a66e-ec5a14ddda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:36.058604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-a161edad-37e9-490a-a66e-ec5a14ddda73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688610 Aug 29 05:04:36.070703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05a34d-a161-412c-b36c-a9f1aa360e5b req-e4502526-e7a8-4ecd-9951-146309dbe7a7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:36.072097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df05a34d-a161-412c-b36c-a9f1aa360e5b req-e4502526-e7a8-4ecd-9951-146309dbe7a7 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0588384 Aug 29 05:04:36.161255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df05a34d-a161-412c-b36c-a9f1aa360e5b req-ee2483b8-189b-43da-8902-c979ce75a1be tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794783 Aug 29 05:04:36.187162 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-954615eb-07ee-47dc-90b6-b1f60e81c983 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141326 Aug 29 05:04:36.274500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-b805ab5b-77c4-4981-9c65-1942e8395bcf service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799615 Aug 29 05:04:37.274799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba317fd2-8588-47b4-8482-9700a4b60348 req-24b7e490-b4df-445e-b550-4de13e78b0dc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:37.276294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba317fd2-8588-47b4-8482-9700a4b60348 req-24b7e490-b4df-445e-b550-4de13e78b0dc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Aug 29 05:04:37.318460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba317fd2-8588-47b4-8482-9700a4b60348 req-96cfcf23-d2e6-474b-b1f7-6075f1e6a87c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355594 Aug 29 05:04:38.447520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0697-ca5b-442c-87b0-90cbf329dc33 req-f1ba8a7a-0090-49c4-88e2-4accaf25bc2a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:38.449031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b4d0697-ca5b-442c-87b0-90cbf329dc33 req-f1ba8a7a-0090-49c4-88e2-4accaf25bc2a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0488083 Aug 29 05:04:38.486102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b4d0697-ca5b-442c-87b0-90cbf329dc33 req-f46e604b-b757-4e37-9d98-bad4d9c8cebf tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Aug 29 05:04:39.600691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e31b7-b9bb-4590-8d2a-0c717570b382 req-50251973-aa0f-42a5-af22-894617698157 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:39.602175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae1e31b7-b9bb-4590-8d2a-0c717570b382 req-50251973-aa0f-42a5-af22-894617698157 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0488451 Aug 29 05:04:39.639856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae1e31b7-b9bb-4590-8d2a-0c717570b382 req-aba3a907-5518-48e7-8e07-38d6dd204ea2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Aug 29 05:04:40.756108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781108-4569-45b9-aec4-d986f6762b00 req-5e2327f6-b1f2-46c3-9198-d83f138f1eb9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:40.757610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df781108-4569-45b9-aec4-d986f6762b00 req-5e2327f6-b1f2-46c3-9198-d83f138f1eb9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Aug 29 05:04:40.799247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df781108-4569-45b9-aec4-d986f6762b00 req-51e3051c-70c7-43f3-bdc4-f5b71e9d1c68 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356703 Aug 29 05:04:41.912410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67876bf3-c51e-4604-9c78-b32af3e71320 req-62fdf063-d5dd-43fb-bc8d-d84fee25855d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:41.913778 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67876bf3-c51e-4604-9c78-b32af3e71320 req-62fdf063-d5dd-43fb-bc8d-d84fee25855d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0476952 Aug 29 05:04:41.950955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67876bf3-c51e-4604-9c78-b32af3e71320 req-8c70a595-f564-4851-b967-2559cce1edd3 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Aug 29 05:04:43.063715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb6355-4f8c-40f4-acb2-3899ce9487b0 req-99aa83f6-468a-4642-803b-cb4481be65e4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:43.065720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afdb6355-4f8c-40f4-acb2-3899ce9487b0 req-99aa83f6-468a-4642-803b-cb4481be65e4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Aug 29 05:04:43.103186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afdb6355-4f8c-40f4-acb2-3899ce9487b0 req-f4e0b3e7-29f2-4f08-a894-2406e271f6ff tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Aug 29 05:04:44.215688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee214a-c744-4579-b75e-0ee812a6d61d req-a88e88fd-905b-455d-abbe-79b6b1d63497 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:44.217172 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1eee214a-c744-4579-b75e-0ee812a6d61d req-a88e88fd-905b-455d-abbe-79b6b1d63497 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0480530 Aug 29 05:04:44.257367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1eee214a-c744-4579-b75e-0ee812a6d61d req-b4d91cb1-d97a-492c-9050-a3e35b0108c9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342674 Aug 29 05:04:45.372498 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f4a29-fc63-4e31-b03f-6f0f3951e6f3 req-8e4a52b0-ab75-474e-9ca1-e82e842e1c7c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:45.373976 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-249f4a29-fc63-4e31-b03f-6f0f3951e6f3 req-8e4a52b0-ab75-474e-9ca1-e82e842e1c7c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0487590 Aug 29 05:04:45.413653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-249f4a29-fc63-4e31-b03f-6f0f3951e6f3 req-ec4aec48-fb9d-44ce-aab9-3ea526db4d64 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336862 Aug 29 05:04:46.529783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127418be-c71d-4e00-bb0e-86d60f165de9 req-15f33297-8ad8-49c9-ba68-4fc6b21f3427 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:46.531333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-127418be-c71d-4e00-bb0e-86d60f165de9 req-15f33297-8ad8-49c9-ba68-4fc6b21f3427 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0513294 Aug 29 05:04:46.569156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-127418be-c71d-4e00-bb0e-86d60f165de9 req-3d32fe4f-5469-4f0a-91f3-dc9dc2ff3c31 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318387 Aug 29 05:04:47.682058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211b606-ae94-4438-9d95-2a4cbb344dc2 req-e4677ea8-0207-42ac-96e0-00aa77c810fe tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:47.683992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6211b606-ae94-4438-9d95-2a4cbb344dc2 req-e4677ea8-0207-42ac-96e0-00aa77c810fe tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0474222 Aug 29 05:04:47.723971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6211b606-ae94-4438-9d95-2a4cbb344dc2 req-2e62dbbd-a96e-4017-8f1a-7d1d6cf408fb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340893 Aug 29 05:04:48.509038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-8a5a987a-4cb0-4c96-860e-bd96519f01f0 service neutron] 10.222.0.52 "GET /v2.0/ports/e618bb31-7b55-4caf-a63d-a80045a1373e/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.0532162 Aug 29 05:04:48.584860 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:48.715213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-39fc1a3f-2aa2-41dc-bf81-cd5711179371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:48.716705 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-39fc1a3f-2aa2-41dc-bf81-cd5711179371 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 1097 time: 0.0405064 Aug 29 05:04:48.793116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-75e4296e-139c-4e1c-b8b9-a3d91b961aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:48.794723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-75e4296e-139c-4e1c-b8b9-a3d91b961aba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1097 time: 0.0436029 Aug 29 05:04:48.895001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890485-a95b-4087-8018-fbd604f6f944 req-62514f17-7b5b-43ea-9c3c-129f395777c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:48.896489 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84890485-a95b-4087-8018-fbd604f6f944 req-62514f17-7b5b-43ea-9c3c-129f395777c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0980728 Aug 29 05:04:48.946480 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-90c2518d-470d-4802-9fb5-29afae4626e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:48.947936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-90c2518d-470d-4802-9fb5-29afae4626e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.1411171 Aug 29 05:04:48.951464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84890485-a95b-4087-8018-fbd604f6f944 req-89373f97-59ca-4168-b90a-3b249bf97868 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482285 Aug 29 05:04:49.015016 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-7354ff42-8118-4d13-8aec-5e54011baccf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 1002 time: 0.0602193 Aug 29 05:04:49.062323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-a493b4e8-5917-4e1a-bcf7-5c9f2b8e300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:49.063720 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-a493b4e8-5917-4e1a-bcf7-5c9f2b8e300d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0416560 Aug 29 05:04:49.117123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-dd61baac-c230-4dea-aee7-80690ef67b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:49.118634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-dd61baac-c230-4dea-aee7-80690ef67b12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478563 Aug 29 05:04:49.208549 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-5ebbe3a9-2c37-40bc-94e7-02bd5f9b9576 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830061 Aug 29 05:04:49.295127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b8fe7cb-af15-46c0-a3f2-94ff562977d3 req-fc9d8859-d709-4a2b-a0c7-8e5edcdccecc service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798340 Aug 29 05:04:50.072111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246a766-1d75-4009-a4c5-a22568289010 req-d14783b0-ebe4-43f9-8e61-ce1b1b4c2694 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:50.073587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0246a766-1d75-4009-a4c5-a22568289010 req-d14783b0-ebe4-43f9-8e61-ce1b1b4c2694 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0524173 Aug 29 05:04:50.111097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0246a766-1d75-4009-a4c5-a22568289010 req-d8914976-49c0-4a63-bbc7-41b28c9260cf tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Aug 29 05:04:51.108173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e618bb31-7b55-4caf-a63d-a80045a1373e details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:04:51.199996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:51.211740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'mac_address': 'fa:16:3e:35:a3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:04:51.244927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ffe31-0ebd-4109-842b-c4d5d328edbe req-0045bc93-37cc-4e98-a2cd-02e0d0a39cac tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:51.246434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f2ffe31-0ebd-4109-842b-c4d5d328edbe req-0045bc93-37cc-4e98-a2cd-02e0d0a39cac tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0495024 Aug 29 05:04:51.248711 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.261558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e618bb31-7b55-4caf-a63d-a80045a1373e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:04:51.280344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:51.284593 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.284758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9f2ffe31-0ebd-4109-842b-c4d5d328edbe req-b4c49326-7cfa-4f69-85fe-9417d240a206 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321205 Aug 29 05:04:51.333265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=e618bb31-7b55-4caf-a63d-a80045a1373e,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:51.341088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.341439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.341777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.342110 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.342439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.342772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.343090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.343411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.343732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.344047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.344391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.344704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:51.936569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['e618bb31-7b55-4caf-a63d-a80045a1373e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:04:52.400655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eababd4-063c-4ce6-9e13-07a9ee165ef4 req-d5542b01-552a-4dc3-9a6f-ceaf6422217d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:52.402711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7eababd4-063c-4ce6-9e13-07a9ee165ef4 req-d5542b01-552a-4dc3-9a6f-ceaf6422217d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 944 time: 0.0492284 Aug 29 05:04:52.440474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7eababd4-063c-4ce6-9e13-07a9ee165ef4 req-974a5262-b770-4936-a826-a25a17aa8af8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Aug 29 05:04:53.123202 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e618bb31-7b55-4caf-a63d-a80045a1373e up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:04:53.172809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port e618bb31-7b55-4caf-a63d-a80045a1373e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:04:53.173178 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:53.245179 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:53.266690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:53.269063 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff27859-9cad-400e-8d24-72b7701b6cca" -d '{"events": [{"server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "name": "network-vif-plugged", "status": "completed", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:53.281719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:53.285851 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:53.312668 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7977826-af84-48ac-a16a-34209cc76c41 x-openstack-request-id: req-c7977826-af84-48ac-a16a-34209cc76c41 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:53.312958 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "name": "network-vif-plugged", "status": "completed", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:53.313209 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7977826-af84-48ac-a16a-34209cc76c41 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:53.313590 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'code': 200} Aug 29 05:04:53.336113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=e618bb31-7b55-4caf-a63d-a80045a1373e,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:53.560095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a831d-cc75-4ecf-989b-4a7b96e154da req-efb26d44-68d6-41b8-9f11-761b4e7cbc3c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:53.561565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-135a831d-cc75-4ecf-989b-4a7b96e154da req-efb26d44-68d6-41b8-9f11-761b4e7cbc3c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0515373 Aug 29 05:04:53.595424 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c28b31f8-2e48-40dd-9f0c-899a79dae427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:53.601178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-135a831d-cc75-4ecf-989b-4a7b96e154da req-7d34e9a5-7fed-4da2-8d92-65aa5668fb52 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338311 Aug 29 05:04:53.906715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-730f4bd9-c256-4fef-b2a6-96f90136f74b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:53.908168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-730f4bd9-c256-4fef-b2a6-96f90136f74b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7&tenant_id=7ecd16aa50784215890a14fb8328289a&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 945 time: 0.0814209 Aug 29 05:04:53.919129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867bddc-69b1-4aa2-b97e-bc6442a02b27 req-c8751c31-7d42-4cd4-8917-6b4770916bab tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:53.920533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3867bddc-69b1-4aa2-b97e-bc6442a02b27 req-c8751c31-7d42-4cd4-8917-6b4770916bab tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0657437 Aug 29 05:04:53.989206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3867bddc-69b1-4aa2-b97e-bc6442a02b27 req-32945d30-6058-4c94-9220-364ec623b62a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626354 Aug 29 05:04:54.003404 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-490a1346-81e1-4d25-8cb1-4525198538c2 service neutron] 10.222.0.52 "GET /v2.0/ports/e618bb31-7b55-4caf-a63d-a80045a1373e/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.0819643 Aug 29 05:04:54.080546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-ba177163-c8f2-48ba-8389-7dfda4c7c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:54.082017 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-ba177163-c8f2-48ba-8389-7dfda4c7c665 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1097 time: 0.0396106 Aug 29 05:04:54.167912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-64fc9403-356f-4ead-956c-4f9f53c64a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:54.169395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-64fc9403-356f-4ead-956c-4f9f53c64a01 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0805516 Aug 29 05:04:54.236110 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-3240acbb-4aea-4a79-b420-0853302c88a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 1002 time: 0.0595560 Aug 29 05:04:54.284887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-f7ae2ab2-4aee-4356-83c5-ad69d433744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:54.286342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-f7ae2ab2-4aee-4356-83c5-ad69d433744d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0430875 Aug 29 05:04:54.331515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-a34bb38b-8b07-493b-8ba1-38c1b2c4cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:54.332938 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-a34bb38b-8b07-493b-8ba1-38c1b2c4cb5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397100 Aug 29 05:04:54.424666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-7c6dd918-742e-4240-a855-d9daf6dc40da service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846062 Aug 29 05:04:54.519617 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-2a44d28f-d3f6-4de4-8ffa-36dfe474d6eb service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870688 Aug 29 05:04:55.110709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e7105-f229-4bba-90e9-c6ff8f562811 req-bf744477-694a-4c1a-9a80-cc2a142ce4a3 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:55.112191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e4e7105-f229-4bba-90e9-c6ff8f562811 req-bf744477-694a-4c1a-9a80-cc2a142ce4a3 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0528393 Aug 29 05:04:55.148281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e4e7105-f229-4bba-90e9-c6ff8f562811 req-d4ed1868-f3ce-436e-8655-05d8f19574a6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302770 Aug 29 05:04:56.175605 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c01-51ca-451b-984e-4d8868870e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.266963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255429-b209-477b-bf50-93cc4ab22f91 req-ba94d56f-e10f-4c5c-8f95-ff90fa0894a2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:56.268475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31255429-b209-477b-bf50-93cc4ab22f91 req-ba94d56f-e10f-4c5c-8f95-ff90fa0894a2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0491533 Aug 29 05:04:56.306472 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-31255429-b209-477b-bf50-93cc4ab22f91 req-4c7d0ac8-d757-4033-a557-8c9e1b75429e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317717 Aug 29 05:04:56.376949 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:56.724832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-a750f84b-d460-481a-a2ec-0d02544e24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:56.726291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-a750f84b-d460-481a-a2ec-0d02544e24b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 1097 time: 0.0396650 Aug 29 05:04:56.797980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-b9de104b-dd2d-4c4d-bd91-c7dcb621ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:56.799338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-b9de104b-dd2d-4c4d-bd91-c7dcb621ec60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 1097 time: 0.0397239 Aug 29 05:04:56.891571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-2509d651-ad21-475d-8dd4-b4e6c9e34916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:56.893079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-2509d651-ad21-475d-8dd4-b4e6c9e34916 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0856030 Aug 29 05:04:56.955589 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-671bb78c-62e3-41cc-86d2-05bc3df5aa46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 200 len: 1002 time: 0.0558176 Aug 29 05:04:57.006965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-654965ee-56cb-4f1a-ba27-f4c72e682b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:57.008420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-654965ee-56cb-4f1a-ba27-f4c72e682b62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0456924 Aug 29 05:04:57.053101 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-58bcbee2-a667-4e6e-8957-f8e0e5702111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:57.054482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-58bcbee2-a667-4e6e-8957-f8e0e5702111 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387790 Aug 29 05:04:57.138802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-c006010a-a256-470c-8d31-472617682982 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774236 Aug 29 05:04:57.230288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc305030-44f6-48dc-89fc-16a0a52529cd req-d844caa9-a634-4580-9df8-c0decf5dcf35 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841599 Aug 29 05:04:57.421638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84def93-15dd-451d-a8d2-501827413f0d req-f88f3910-a074-4629-b16b-d78f9a3227b2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:57.423110 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c84def93-15dd-451d-a8d2-501827413f0d req-f88f3910-a074-4629-b16b-d78f9a3227b2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Aug 29 05:04:57.460498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c84def93-15dd-451d-a8d2-501827413f0d req-534a2d14-c187-495b-8ec9-4f706a66479b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Aug 29 05:04:57.467679 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:57.930620 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:58.581014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106849ec-08da-40ac-9461-58681d901ad9 req-f8433b4b-f593-4d4d-88d2-8fe9405b1090 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:58.582509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-106849ec-08da-40ac-9461-58681d901ad9 req-f8433b4b-f593-4d4d-88d2-8fe9405b1090 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 945 time: 0.0514612 Aug 29 05:04:58.620368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-106849ec-08da-40ac-9461-58681d901ad9 req-2b5c959a-52d5-42b9-99bc-a20a4b9fb441 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319564 Aug 29 05:04:59.170993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e618bb31-7b55-4caf-a63d-a80045a1373e details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:04:59.176688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e618bb31-7b55-4caf-a63d-a80045a1373e no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:04:59.236882 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:59.329626 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:59.335769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:59.359013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'mac_address': 'fa:16:3e:35:a3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:04:59.364953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:59.367221 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe83f8e-6aea-4509-ae0a-1f3675120737" -d '{"events": [{"server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:59.382026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:59.399638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:59.425071 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04087a89-7d40-473f-8c3b-5e8abebf8cca x-openstack-request-id: req-04087a89-7d40-473f-8c3b-5e8abebf8cca {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:59.425303 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:59.425567 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04087a89-7d40-473f-8c3b-5e8abebf8cca {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:59.425955 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'code': 200} Aug 29 05:04:59.443733 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:59.469397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e618bb31-7b55-4caf-a63d-a80045a1373e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:04:59.474463 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=e618bb31-7b55-4caf-a63d-a80045a1373e,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:59.667312 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:04:59.668310 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:04:59.734936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfd371-085f-4b38-9ccf-bcb14e7d0604 req-48652f57-2b86-430c-9fbc-7f079369b12f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:59.736331 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51cfd371-085f-4b38-9ccf-bcb14e7d0604 req-48652f57-2b86-430c-9fbc-7f079369b12f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 943 time: 0.0481081 Aug 29 05:04:59.772880 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-51cfd371-085f-4b38-9ccf-bcb14e7d0604 req-741757bc-1f70-41af-b62c-4ab37ffaf8ca tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306404 Aug 29 05:05:00.015603 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:05:00.204343 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:00.218252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e618bb31-7b55-4caf-a63d-a80045a1373e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:05:00.239527 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:05:00.243078 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:00.289245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=e618bb31-7b55-4caf-a63d-a80045a1373e,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:05:00.599893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['e618bb31-7b55-4caf-a63d-a80045a1373e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:05:00.887884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd4a36-cc68-4c20-90a9-6264d404d3a3 req-e815b583-3c7e-4f5b-885d-87a1c118ca9b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:00.889281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9dd4a36-cc68-4c20-90a9-6264d404d3a3 req-e815b583-3c7e-4f5b-885d-87a1c118ca9b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 944 time: 0.0479393 Aug 29 05:05:00.926112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9dd4a36-cc68-4c20-90a9-6264d404d3a3 req-eed38350-cba2-4731-9775-d749e6f7cb2b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309174 Aug 29 05:05:01.041148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ecdae-7730-46ed-86ed-e561437098e7 req-ffa6633c-44bb-45ad-8416-c4ec402d46cb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:01.042626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c7ecdae-7730-46ed-86ed-e561437098e7 req-ffa6633c-44bb-45ad-8416-c4ec402d46cb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 944 time: 0.0520248 Aug 29 05:05:01.079654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7c7ecdae-7730-46ed-86ed-e561437098e7 req-2617b3c6-9c57-4307-8570-de7bded1c7c1 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311449 Aug 29 05:05:01.189784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a1174-203b-474d-87e8-40c04ddbec09 req-ae97fae2-d08f-4575-a142-f267b5ffe587 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:01.191160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-216a1174-203b-474d-87e8-40c04ddbec09 req-ae97fae2-d08f-4575-a142-f267b5ffe587 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 944 time: 0.0475202 Aug 29 05:05:01.227927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-216a1174-203b-474d-87e8-40c04ddbec09 req-afa8f5f5-0df4-4984-ab15-98b5d12123d5 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309238 Aug 29 05:05:01.454966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b688e-3989-41bb-adfd-a2988f317dcd req-9062ad54-2e7f-4c62-8442-a8cf8c157db0 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:01.456367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d58b688e-3989-41bb-adfd-a2988f317dcd req-9062ad54-2e7f-4c62-8442-a8cf8c157db0 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 944 time: 0.0475774 Aug 29 05:05:01.494185 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d58b688e-3989-41bb-adfd-a2988f317dcd req-9a4854fc-6a61-4ba4-8487-a6d7f6598a18 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315566 Aug 29 05:05:02.615339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfa4b-9099-4101-9fc3-8b4ca1840fb4 req-3f919db6-3335-4654-8364-acff3dcc3a61 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:02.616845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f1cfa4b-9099-4101-9fc3-8b4ca1840fb4 req-3f919db6-3335-4654-8364-acff3dcc3a61 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 944 time: 0.0538883 Aug 29 05:05:02.655188 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f1cfa4b-9099-4101-9fc3-8b4ca1840fb4 req-ba77b10b-ee7b-44be-a279-3aa1ed11ceca tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317028 Aug 29 05:05:02.915820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-1d448531-998f-4f94-9a4e-ea941af9baee tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:02.917274 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-1d448531-998f-4f94-9a4e-ea941af9baee tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 944 time: 0.0480654 Aug 29 05:05:03.002363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Deleting port e618bb31-7b55-4caf-a63d-a80045a1373e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:05:03.002705 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:03.090173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] For port e618bb31-7b55-4caf-a63d-a80045a1373e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=e618bb31-7b55-4caf-a63d-a80045a1373e,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:05:03.090536 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:03.202361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e618bb31-7b55-4caf-a63d-a80045a1373e up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:05:03.249040 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port e618bb31-7b55-4caf-a63d-a80045a1373e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:05:03.249421 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:03.258505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:03.258978 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:03.259337 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2 disassociated. External IP: 172.25.5.100, port: e618bb31-7b55-4caf-a63d-a80045a1373e. Aug 29 05:05:03.259679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Calling delete_port for e618bb31-7b55-4caf-a63d-a80045a1373e owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:05:03.327635 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:03.389144 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:03.415714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event deleted for resources: {'Port': ['ID=e618bb31-7b55-4caf-a63d-a80045a1373e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:05:03.425738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.426089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.426436 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.426778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.427113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.427446 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.427776 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.428553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.428553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.428836 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.429068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.429391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:05:03.544686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:05:03.652689 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:05:03.663067 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:05:03.672676 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:05:03.673294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:04:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:03.692085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] No DVR routers for this DVR port e618bb31-7b55-4caf-a63d-a80045a1373e on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:05:03.695205 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:03.697645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-529a8da5-b5e5-4f63-8646-131d678a98a9 req-89f0e716-3085-4454-a6b2-e7b61f81493c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "DELETE /v2.0/ports/e618bb31-7b55-4caf-a63d-a80045a1373e HTTP/1.1" status: 204 len: 173 time: 0.7741334 Aug 29 05:05:03.698123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'name': 'network-vif-deleted', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:05:03.700434 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06135bbc-e9b7-4708-bcca-75fc51f10512" -d '{"events": [{"server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "name": "network-vif-deleted", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:05:03.781634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97957471-ab4e-4451-b75a-8e64c8b26040 req-31980acf-27bb-454b-a849-251c2ca0c4cd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbfecf55-e620-43c7-afa3-49ad169627a7 HTTP/1.1" status: 200 len: 210 time: 0.0423827 Aug 29 05:05:03.796272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:05:03.816147 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c80f97-76f6-44e1-8842-4c7e74283fdf x-openstack-request-id: req-45c80f97-76f6-44e1-8842-4c7e74283fdf {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:05:03.816476 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfecf55-e620-43c7-afa3-49ad169627a7", "name": "network-vif-deleted", "tag": "e618bb31-7b55-4caf-a63d-a80045a1373e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:05:03.816727 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45c80f97-76f6-44e1-8842-4c7e74283fdf {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:05:03.817130 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfecf55-e620-43c7-afa3-49ad169627a7', 'name': 'network-vif-deleted', 'tag': 'e618bb31-7b55-4caf-a63d-a80045a1373e', 'status': 'completed', 'code': 200} Aug 29 05:05:03.995196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:04.021158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:05:04.029879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:05:04.030479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:04:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:04.132033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:05:04.332123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:04.361118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c0716-57dc-49bd-869c-a8f4d064b863 None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:05:04.585575 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4374d4-26de-4fdc-be4f-70629fecd7ee None None] New status for floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:05:05.057833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-2b2b1226-ee36-4e2d-b09e-516ed3733e57 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1094419865&fields=id&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 267 time: 0.0326037 Aug 29 05:05:05.159652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-62761c45-45aa-494a-a4b5-62663d7e3537 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:05.161055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-62761c45-45aa-494a-a4b5-62663d7e3537 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 812 time: 0.0966444 Aug 29 05:05:05.175547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-b96dda43-c93c-4711-a783-c952d4ed82d2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/quotas/7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 375 time: 0.0088284 Aug 29 05:05:05.227284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-f0a49544-f3aa-4bad-b4c3-0a2a976fb2dc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467174 Aug 29 05:05:05.322633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-32dbffaf-68de-4f6f-a829-490b25bf1098 service neutron] 10.222.0.49 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839546 Aug 29 05:05:05.410205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-03461de3-af57-4564-bc34-84f3532456ce service neutron] 10.222.0.49 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803075 Aug 29 05:05:05.580105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5ebf6d43-d107-4b20-b88d-57a1f46f2c5c req-85388637-7ea2-45a0-aff0-5fa9b1ddc122 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 210 time: 0.0379410 Aug 29 05:05:06.557761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-ef56d3e8-495a-4bef-92fd-3d73dfcdea44 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:06.559168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-ef56d3e8-495a-4bef-92fd-3d73dfcdea44 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 812 time: 0.1014085 Aug 29 05:05:06.610294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-37b4b1b3-0a8d-41a0-89d9-e664a95facf1 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 380 time: 0.0357280 Aug 29 05:05:06.621153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'port': {'device_id': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'admin_state_up': True, 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'security_groups': ['353dd365-55e3-42a1-8f91-65247457492c']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:05:06.979032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ab80a72-4a69-4b65-8a2e-223c4703738d req-55729c6f-a3b5-4fcc-b32f-a6151b5caefd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 210 time: 0.0338428 Aug 29 05:05:07.033352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Made reservation on behalf of 7ecd16aa50784215890a14fb8328289a for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:05:07.036786 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.160141 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Allocated IP 172.20.0.5 (d4e1ebb0-c873-4d25-a303-4bfe230ba283/705287a6-d37d-4e2c-86c5-e9a86ca13e59/f5e91114-3c43-41c4-8ddc-92e2daf88b72) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:05:07.232978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e618bb31-7b55-4caf-a63d-a80045a1373e no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:05:07.252588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: e618bb31-7b55-4caf-a63d-a80045a1373e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:05:07.253022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device e618bb31-7b55-4caf-a63d-a80045a1373e not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:05:07.301835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.315270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Transition to ACTIVE for port object f5e91114-3c43-41c4-8ddc-92e2daf88b72 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:05:07.347344 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.395089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:05:07.398303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:05:07.402121 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:05:07.408234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event updated for resources: {'Port': ['ID=f5e91114-3c43-41c4-8ddc-92e2daf88b72,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:05:07.453426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:07.454050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.470555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-afcf26ce-f261-4255-b224-dcb7ede29557 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8535106 Aug 29 05:05:07.488452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Request body: {'port': {'device_id': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:05:07.544565 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.577315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a91f3d7d-a7da-4e9e-b500-f592e74ecdd8 None None] Provisioning for port f5e91114-3c43-41c4-8ddc-92e2daf88b72 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:05:07.584407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a91f3d7d-a7da-4e9e-b500-f592e74ecdd8 None None] Provisioning complete for port f5e91114-3c43-41c4-8ddc-92e2daf88b72 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:05:07.584789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a91f3d7d-a7da-4e9e-b500-f592e74ecdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.619425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a91f3d7d-a7da-4e9e-b500-f592e74ecdd8 None None] Port f5e91114-3c43-41c4-8ddc-92e2daf88b72 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:05:07.805705 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e91114-3c43-41c4-8ddc-92e2daf88b72 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:05:07.812727 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.824584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Transition to ACTIVE for port object f5e91114-3c43-41c4-8ddc-92e2daf88b72 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:05:07.828305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.879545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e91114-3c43-41c4-8ddc-92e2daf88b72,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:05:07.944961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Attempting to bind port f5e91114-3c43-41c4-8ddc-92e2daf88b72 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:05:07.945303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Attempting to bind port f5e91114-3c43-41c4-8ddc-92e2daf88b72 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:05:07.945632 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Attempting to bind port f5e91114-3c43-41c4-8ddc-92e2daf88b72 on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:05:07.950680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Port f5e91114-3c43-41c4-8ddc-92e2daf88b72 on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:05:07.950999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Attempting to bind port f5e91114-3c43-41c4-8ddc-92e2daf88b72 on network d4e1ebb0-c873-4d25-a303-4bfe230ba283 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:05:07.955957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:05:07.956329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Checking segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:05:07.956719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Bound using segment: {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:05:07.957148 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Bound port: f5e91114-3c43-41c4-8ddc-92e2daf88b72, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2706d8-d2fb-4588-a6ed-20f92f01fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:05:07.957511 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:08.028886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:05:08.032486 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:05:08.037181 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:08.078888 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:08.079508 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:08.080939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] 10.222.0.52 "PUT /v2.0/ports/f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 1092 time: 0.5971150 Aug 29 05:05:08.082575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'tag': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:05:08.085022 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e897286d-55d0-4f56-bab1-5098bc050474" -d '{"events": [{"name": "network-changed", "server_uuid": "f696db08-74f3-4a29-aac1-8878a633c1ce", "tag": "f5e91114-3c43-41c4-8ddc-92e2daf88b72"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:05:08.146735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef6d93-5b52-419e-9e52-c523c01b36b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e91114-3c43-41c4-8ddc-92e2daf88b72,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:05:08.158357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37243bdc-b535-4899-a735-d2f99e9815fd req-b30cfa26-1e08-4b82-ba32-7bd4f76a3ac6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:08.159939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37243bdc-b535-4899-a735-d2f99e9815fd req-b30cfa26-1e08-4b82-ba32-7bd4f76a3ac6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0967612 Aug 29 05:05:08.177942 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fc8a9e-c603-4892-a3b8-f6a05b62debf x-openstack-request-id: req-c7fc8a9e-c603-4892-a3b8-f6a05b62debf {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:05:08.178242 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f696db08-74f3-4a29-aac1-8878a633c1ce", "tag": "f5e91114-3c43-41c4-8ddc-92e2daf88b72", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:05:08.178498 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7fc8a9e-c603-4892-a3b8-f6a05b62debf {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:05:08.178894 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'tag': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'status': 'completed', 'code': 200} Aug 29 05:05:08.223441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-fe829bed-fcad-4d85-b188-f14664ec6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:08.224995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-fe829bed-fcad-4d85-b188-f14664ec6b46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1095 time: 0.0888836 Aug 29 05:05:08.228275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37243bdc-b535-4899-a735-d2f99e9815fd req-36fa7beb-d349-48d6-9c7a-c8c606bdb0cb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484133 Aug 29 05:05:08.273757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-4263af59-6089-498b-aa62-089352728a0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 217 time: 0.0355952 Aug 29 05:05:08.322750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-a174510c-e71d-4963-8a7e-dba64cff8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:08.324801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-a174510c-e71d-4963-8a7e-dba64cff8648 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0425782 Aug 29 05:05:08.372848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-01b23696-43ad-427e-a2bb-572a31e8675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:08.374349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-01b23696-43ad-427e-a2bb-572a31e8675b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426128 Aug 29 05:05:08.460353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-0483a5d0-2ca9-4e22-9275-648508e5cd58 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786355 Aug 29 05:05:08.551505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c1b02100-769e-4590-b0a2-94b979dc2464 req-f850ce12-11e1-4d13-a5ed-a7f70b4e07de service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845256 Aug 29 05:05:08.675676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897286d-55d0-4f56-bab1-5098bc050474 req-7e71d545-21d6-4460-9187-60bfd27ce41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:08.677198 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e897286d-55d0-4f56-bab1-5098bc050474 req-7e71d545-21d6-4460-9187-60bfd27ce41f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1095 time: 0.0408235 Aug 29 05:05:08.764258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897286d-55d0-4f56-bab1-5098bc050474 req-81db58b2-8308-426f-b731-2f07ed671493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:08.765718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e897286d-55d0-4f56-bab1-5098bc050474 req-81db58b2-8308-426f-b731-2f07ed671493 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0813947 Aug 29 05:05:08.810656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e897286d-55d0-4f56-bab1-5098bc050474 req-adc8d72e-edb7-4194-931a-c52dc7a6bc44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 217 time: 0.0371764 Aug 29 05:05:08.861241 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897286d-55d0-4f56-bab1-5098bc050474 req-7d02e38c-df54-45fc-998e-2e7dc4e6b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:08.862633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e897286d-55d0-4f56-bab1-5098bc050474 req-7d02e38c-df54-45fc-998e-2e7dc4e6b963 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0448902 Aug 29 05:05:08.909103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897286d-55d0-4f56-bab1-5098bc050474 req-8a8fe46f-48b5-443c-8c04-7a048e021fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:08.910588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e897286d-55d0-4f56-bab1-5098bc050474 req-8a8fe46f-48b5-443c-8c04-7a048e021fcd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414331 Aug 29 05:05:09.004366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e897286d-55d0-4f56-bab1-5098bc050474 req-1102b118-329a-432c-bf6e-9d8c09691aa9 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865974 Aug 29 05:05:09.092036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e897286d-55d0-4f56-bab1-5098bc050474 req-a69e0de7-f557-4fb7-9639-f641fc0a7049 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801537 Aug 29 05:05:09.350374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac74ec-906c-46e3-8fb6-582d0be9f52a req-28c2d236-8245-450b-a8c8-0b469c468964 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:09.351863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddac74ec-906c-46e3-8fb6-582d0be9f52a req-28c2d236-8245-450b-a8c8-0b469c468964 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0540848 Aug 29 05:05:09.389308 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddac74ec-906c-46e3-8fb6-582d0be9f52a req-51d418de-c3f6-4b5e-b5dc-35456c18551b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314636 Aug 29 05:05:10.501170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ceca-7b41-4722-8f79-d2455e8fe0fa req-e99cb3f6-788c-4d77-b581-21c32997de50 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:10.502621 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb57ceca-7b41-4722-8f79-d2455e8fe0fa req-e99cb3f6-788c-4d77-b581-21c32997de50 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0475342 Aug 29 05:05:10.539599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb57ceca-7b41-4722-8f79-d2455e8fe0fa req-b3b51250-6a85-4769-836e-362630a55f23 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308597 Aug 29 05:05:11.250668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5e91114-3c43-41c4-8ddc-92e2daf88b72 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:05:11.347799 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:05:11.361187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'mac_address': 'fa:16:3e:ff:72:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:05:11.398134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:11.410320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e91114-3c43-41c4-8ddc-92e2daf88b72 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:05:11.428529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:05:11.432366 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:11.477532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f5e91114-3c43-41c4-8ddc-92e2daf88b72,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:05:11.651190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b47ac-154a-40e5-8399-f8ea543d7a48 req-7ab9e6df-19c2-4e83-8b11-72235f5e01e4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:11.652803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c4b47ac-154a-40e5-8399-f8ea543d7a48 req-7ab9e6df-19c2-4e83-8b11-72235f5e01e4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 944 time: 0.0491085 Aug 29 05:05:11.691726 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c4b47ac-154a-40e5-8399-f8ea543d7a48 req-0e1d62ee-6948-4be8-a4a7-071c1ac4da9d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322886 Aug 29 05:05:11.804437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f5e91114-3c43-41c4-8ddc-92e2daf88b72'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:05:12.809489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a87c0-55db-4615-a7b4-d1f15219bc46 req-fb64b1e6-f312-4d31-a968-74603d52b737 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:12.810972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c38a87c0-55db-4615-a7b4-d1f15219bc46 req-fb64b1e6-f312-4d31-a968-74603d52b737 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 944 time: 0.0528543 Aug 29 05:05:12.847817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c38a87c0-55db-4615-a7b4-d1f15219bc46 req-9b3aaa26-4087-4329-bd0e-cdc0ecb06d56 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309422 Aug 29 05:05:13.264162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5e91114-3c43-41c4-8ddc-92e2daf88b72 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:05:13.309981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port f5e91114-3c43-41c4-8ddc-92e2daf88b72 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:05:13.313452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port f5e91114-3c43-41c4-8ddc-92e2daf88b72 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:05:13.313820 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:13.389742 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:13.410519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:05:13.412752 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe3b6b613cd95210d20010aa5b8e5d0b956c1648e58921d75d77b932e098244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50df563f-4863-4b87-8716-13d5e0502669" -d '{"events": [{"server_uuid": "f696db08-74f3-4a29-aac1-8878a633c1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f5e91114-3c43-41c4-8ddc-92e2daf88b72"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:05:13.424849 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:05:13.429205 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:13.452833 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6f4ff5-b256-463a-93dc-728829975a61 x-openstack-request-id: req-7f6f4ff5-b256-463a-93dc-728829975a61 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:05:13.453118 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f696db08-74f3-4a29-aac1-8878a633c1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f5e91114-3c43-41c4-8ddc-92e2daf88b72", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:05:13.453367 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f6f4ff5-b256-463a-93dc-728829975a61 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:05:13.453753 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'code': 200} Aug 29 05:05:13.478440 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f5e91114-3c43-41c4-8ddc-92e2daf88b72,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:05:13.620069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282667b-36f8-4da8-9cee-0d78f8a61d2d req-6f452c0f-c2a3-4664-81a8-0c0cfa3c80df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:13.622090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c282667b-36f8-4da8-9cee-0d78f8a61d2d req-6f452c0f-c2a3-4664-81a8-0c0cfa3c80df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1097 time: 0.0934174 Aug 29 05:05:13.656662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c282667b-36f8-4da8-9cee-0d78f8a61d2d req-e1af85ec-6e43-4f65-95d9-725998c2f49f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274546 Aug 29 05:05:13.965360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4c50d-e111-48ff-b47d-04ae5eedb0f1 req-8d66425d-19b0-447c-9d29-be2b9002056a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:13.966964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43a4c50d-e111-48ff-b47d-04ae5eedb0f1 req-8d66425d-19b0-447c-9d29-be2b9002056a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0511200 Aug 29 05:05:14.005686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43a4c50d-e111-48ff-b47d-04ae5eedb0f1 req-e2eeba97-fffe-43a3-8e9b-20e9954d10ab tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323684 Aug 29 05:05:15.086943 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aeeb3c2-758b-4aaa-9efa-999653315abc req-73014763-2889-4aad-b495-3a1f87e3ff75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1206231 Aug 29 05:05:15.135492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe3d6f-b46b-4cc8-bc94-19e185b3a4a2 req-a173f125-bc5e-4da4-9e93-05d701a6c5d9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:15.137043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16fe3d6f-b46b-4cc8-bc94-19e185b3a4a2 req-a173f125-bc5e-4da4-9e93-05d701a6c5d9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0539768 Aug 29 05:05:15.153964 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aeeb3c2-758b-4aaa-9efa-999653315abc req-60753a9c-cd73-4f1d-a30d-80c762242ac6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0259514 Aug 29 05:05:15.175999 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16fe3d6f-b46b-4cc8-bc94-19e185b3a4a2 req-2c2459d9-65bf-49fe-bbc0-a0041d8b1adf tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329959 Aug 29 05:05:15.191624 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aeeb3c2-758b-4aaa-9efa-999653315abc req-8ed0863d-24c4-4506-ba27-1d4ffdb8c5c5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195332 Aug 29 05:05:15.288886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7352-97c1-4ac4-b55a-88739ea15374 req-cb432d43-bfcd-4b84-9a46-bd6a589d7d4b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:15.290335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f8f7352-97c1-4ac4-b55a-88739ea15374 req-cb432d43-bfcd-4b84-9a46-bd6a589d7d4b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0509324 Aug 29 05:05:15.293459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeeb3c2-758b-4aaa-9efa-999653315abc req-7d3e40f2-473e-4795-8118-f7864df9a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:15.295030 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8aeeb3c2-758b-4aaa-9efa-999653315abc req-7d3e40f2-473e-4795-8118-f7864df9a22d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971911 Aug 29 05:05:15.299001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58006) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:05:15.303587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-49fc1af6-672b-40a9-b5da-acbd9171c93f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Request body: {'floatingip': {'port_id': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:05:15.343097 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49fc1af6-672b-40a9-b5da-acbd9171c93f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:15.760291 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49fc1af6-672b-40a9-b5da-acbd9171c93f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:15.764534 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49fc1af6-672b-40a9-b5da-acbd9171c93f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:15.861558 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-49fc1af6-672b-40a9-b5da-acbd9171c93f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2 associated. External IP: 172.25.5.100, port: f5e91114-3c43-41c4-8ddc-92e2daf88b72. Aug 29 05:05:16.062789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fc1af6-672b-40a9-b5da-acbd9171c93f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:05:16.166164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fc1af6-672b-40a9-b5da-acbd9171c93f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:05:16.171459 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-49fc1af6-672b-40a9-b5da-acbd9171c93f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:16.176074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:05:16.186139 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:05:16.186759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:04:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:16.197713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-49fc1af6-672b-40a9-b5da-acbd9171c93f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "PUT /v2.0/floatingips/d187397a-5e50-4fd5-b1eb-89be51e41ad2 HTTP/1.1" status: 200 len: 992 time: 0.8976619 Aug 29 05:05:16.198303 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'tag': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:05:16.200590 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ee6b8f1dbeb338508eb587078581920718b936907d6956482e9ecdbba91722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1498896a-c939-4e7e-a979-868b3d2ceb96" -d '{"events": [{"name": "network-changed", "server_uuid": "f696db08-74f3-4a29-aac1-8878a633c1ce", "tag": "f5e91114-3c43-41c4-8ddc-92e2daf88b72"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:05:16.244338 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed16a30-9905-4a26-a840-a8158925639a x-openstack-request-id: req-9ed16a30-9905-4a26-a840-a8158925639a {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:05:16.244641 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f696db08-74f3-4a29-aac1-8878a633c1ce", "tag": "f5e91114-3c43-41c4-8ddc-92e2daf88b72", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:05:16.244897 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ed16a30-9905-4a26-a840-a8158925639a {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:05:16.246119 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'tag': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'status': 'completed', 'code': 200} Aug 29 05:05:16.301468 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:05:16.339415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-b30c5e99-b373-459b-835e-1b4be0662564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:16.341063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-b30c5e99-b373-459b-835e-1b4be0662564 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1097 time: 0.0405641 Aug 29 05:05:16.433849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-ac471c5d-1ee0-4663-ab16-21b377416f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:16.435262 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-ac471c5d-1ee0-4663-ab16-21b377416f3a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0870774 Aug 29 05:05:16.501169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-1cd2e2bc-3029-4c0e-9421-4091956a456e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 1000 time: 0.0581787 Aug 29 05:05:16.524243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:ff:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T05:05:15Z', 'revision_number': 13, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:16.550895 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:05:16.553356 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-9c3c142f-2f03-4ca4-83db-ce3ba11f78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:16.554852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-9c3c142f-2f03-4ca4-83db-ce3ba11f78d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0447705 Aug 29 05:05:16.559071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:05:16.559660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:04:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:16.607237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-ea2d85bf-7080-45fc-a610-3f6a175ed631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:16.608791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-ea2d85bf-7080-45fc-a610-3f6a175ed631 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471089 Aug 29 05:05:16.664089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:05:16.697936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-723068e9-5e2e-40f4-9a01-5007a040b828 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812631 Aug 29 05:05:16.793681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1498896a-c939-4e7e-a979-868b3d2ceb96 req-77f364bc-46c6-4775-b472-0f9ee1480b11 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888875 Aug 29 05:05:16.883373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:ff:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T05:05:15Z', 'revision_number': 13, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:05:16.912953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b88627a-4e21-48c4-986f-9d26d62d499e None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'd187397a-5e50-4fd5-b1eb-89be51e41ad2', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'port_id': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'mac_address': 'fa:16:3e:ff:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:19Z', 'updated_at': '2021-08-29T05:05:15Z', 'revision_number': 13, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:05:17.092333 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1af48d-db2c-4050-9a78-1fff0199a096 None None] New status for floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:05:18.580908 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:19.610316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-2cd0ac2b-7289-4a0d-b278-27a186091f7c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419099 Aug 29 05:05:19.711589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-c62453d7-9cb2-40ef-9e15-00144de476c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:19.713085 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-c62453d7-9cb2-40ef-9e15-00144de476c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1097 time: 0.0432148 Aug 29 05:05:19.830758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-c9e4b27a-c796-438b-9e18-b5f24f0aecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:19.832330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-c9e4b27a-c796-438b-9e18-b5f24f0aecff service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0870206 Aug 29 05:05:19.900445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-3be8bf6f-d5a1-4ede-88cc-7d48053ba2e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 1002 time: 0.0605462 Aug 29 05:05:19.949285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-3f3f2c7b-7eb8-4d31-bc00-89c976cf9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:19.950758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-3f3f2c7b-7eb8-4d31-bc00-89c976cf9cc3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0437984 Aug 29 05:05:20.001527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-7ae3e17a-a9dc-460e-8613-4ffdf5a0450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:20.002947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-7ae3e17a-a9dc-460e-8613-4ffdf5a0450f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456645 Aug 29 05:05:20.090767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-b492ff74-ce65-45b4-85e7-2b2a194c8c79 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809484 Aug 29 05:05:20.183130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14a852da-fe02-4cc0-a79e-2b7d12c329d1 req-20d51554-b500-45d7-a604-7ca02d3a5e87 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851111 Aug 29 05:05:23.599900 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8ad1-d290-436b-bee5-4c4d49b799dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:26.176298 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af0280f5-beac-45f7-a2dc-3d6a39b35499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:26.383521 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:27.470876 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:27.942582 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:29.206271 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:37.014078 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:05:48.581130 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:53.602147 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4328b841-8fc4-4fc7-8cae-967a79f1678f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:56.176528 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a538403e-5f23-4023-b31f-deaa336922a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:56.374892 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:57.473614 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:57.971584 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:59.209255 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:14.013749 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:06:15.055041 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2295672-61cc-49fa-9057-35846c37ff7e req-eb89220d-a923-41a4-9d13-8c95228c9f57 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0633683 Aug 29 05:06:15.100839 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2295672-61cc-49fa-9057-35846c37ff7e req-6a616267-20b8-497b-8aa9-76c87f1e6e30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0247602 Aug 29 05:06:15.141779 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2295672-61cc-49fa-9057-35846c37ff7e req-1644e81b-82d1-44d8-b6ab-ba1a919a4d21 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197072 Aug 29 05:06:15.235532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2295672-61cc-49fa-9057-35846c37ff7e req-f3aa639a-2bfe-46f1-b136-977edb8e0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:15.236951 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b2295672-61cc-49fa-9057-35846c37ff7e req-f3aa639a-2bfe-46f1-b136-977edb8e0677 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887938 Aug 29 05:06:18.580301 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:20.598601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-875a8888-046b-453a-b48c-8a6c8b3c750e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410025 Aug 29 05:06:20.694922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-c010b8b3-b1d8-4480-a980-1d99860fb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:20.696750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-c010b8b3-b1d8-4480-a980-1d99860fb0c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1097 time: 0.0406175 Aug 29 05:06:21.087230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-2af697ab-987f-45ba-b70b-7339dd4ebf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:21.088724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-2af697ab-987f-45ba-b70b-7339dd4ebf0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.3736696 Aug 29 05:06:21.155804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-1172ee24-1b38-46e9-adfd-ad9dd4b5df36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 1002 time: 0.0577011 Aug 29 05:06:21.205313 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-ccf0dac6-aed1-41fd-9d10-6efdae8b5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:21.206781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-ccf0dac6-aed1-41fd-9d10-6efdae8b5653 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0439458 Aug 29 05:06:21.256115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-a1ab308f-f750-4f34-99bd-c3c04256d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:21.257616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-a1ab308f-f750-4f34-99bd-c3c04256d638 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431733 Aug 29 05:06:21.345055 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-46b53f97-87a8-452c-88dc-ffe0456c2f66 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788724 Aug 29 05:06:21.436659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e9992f1-164d-442f-9235-0c09b47e67f2 req-b822462f-c939-4bc7-8f8d-4e097fa9e40b service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834684 Aug 29 05:06:23.603426 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9cf5224d-6519-490a-9e16-78a8e8e56d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:26.175548 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fc59-3e12-4234-b113-b7ec09af027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:26.376006 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:27.475770 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:27.961527 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:29.218903 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:48.609129 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:51.013952 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:06:53.604583 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e26bb023-bd22-4190-92ff-b5584d249b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:56.177295 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-704c44ae-04a1-41ac-a5d7-611a34947cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:56.376791 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:57.478191 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:57.971244 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:59.213583 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:14.974143 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805b81aa-11f7-40f7-b5d6-1b54f92599c9 req-1ec0efaf-6f99-47dd-a11b-f73cbdf96f48 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260878 Aug 29 05:07:15.037438 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805b81aa-11f7-40f7-b5d6-1b54f92599c9 req-8fc81345-287c-4365-a049-37bac4f9348d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0244894 Aug 29 05:07:15.077147 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805b81aa-11f7-40f7-b5d6-1b54f92599c9 req-df1d15c7-8758-4fe8-b0f1-4555c7204722 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210476 Aug 29 05:07:15.172709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b81aa-11f7-40f7-b5d6-1b54f92599c9 req-88063c74-9a45-4c23-8b5e-fc15def090fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:15.174194 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-805b81aa-11f7-40f7-b5d6-1b54f92599c9 req-88063c74-9a45-4c23-8b5e-fc15def090fd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911093 Aug 29 05:07:18.609175 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.665668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2127782f-2809-476d-82cd-5605b51e32dc req-900855ea-3bd3-4c43-9133-9cc83edf8955 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776560 Aug 29 05:07:20.759125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127782f-2809-476d-82cd-5605b51e32dc req-fe284865-3dc9-428c-843f-f821ae009832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:20.760662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2127782f-2809-476d-82cd-5605b51e32dc req-fe284865-3dc9-428c-843f-f821ae009832 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1097 time: 0.0389640 Aug 29 05:07:20.862859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127782f-2809-476d-82cd-5605b51e32dc req-249945fb-de71-44e4-a99a-0f2ea7e72076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:20.864393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2127782f-2809-476d-82cd-5605b51e32dc req-249945fb-de71-44e4-a99a-0f2ea7e72076 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0848176 Aug 29 05:07:20.929223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2127782f-2809-476d-82cd-5605b51e32dc req-6cc218db-3077-4a51-9e92-0a9b4d5cf269 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 1002 time: 0.0570371 Aug 29 05:07:20.977115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127782f-2809-476d-82cd-5605b51e32dc req-346779f5-38b2-494f-8548-5c75023c4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:20.978545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2127782f-2809-476d-82cd-5605b51e32dc req-346779f5-38b2-494f-8548-5c75023c4329 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0420961 Aug 29 05:07:21.027792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127782f-2809-476d-82cd-5605b51e32dc req-9e6219ef-fe89-4d94-a8ad-f0c442655d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:21.029297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2127782f-2809-476d-82cd-5605b51e32dc req-9e6219ef-fe89-4d94-a8ad-f0c442655d35 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432947 Aug 29 05:07:21.114836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2127782f-2809-476d-82cd-5605b51e32dc req-6e415ccb-5acf-4c66-a9af-c8d404660f82 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788171 Aug 29 05:07:21.207688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2127782f-2809-476d-82cd-5605b51e32dc req-12a4ab1b-6621-43fe-a88b-a04ed9dc6e66 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856051 Aug 29 05:07:23.609614 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e83bf1e1-20d5-4d5f-861f-42b9741fdf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:26.177187 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6c08ed2d-15c4-4907-9e47-f7a442cf5741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:26.378251 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:27.481701 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:27.968780 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:28.014389 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:07:29.216426 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:48.622974 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:50.093748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc045d17-bd38-4a8b-96e7-124e117f6d24 req-c3050859-a13d-4311-816d-302d8f5a2138 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:50.095243 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc045d17-bd38-4a8b-96e7-124e117f6d24 req-c3050859-a13d-4311-816d-302d8f5a2138 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0952835 Aug 29 05:07:50.132505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc045d17-bd38-4a8b-96e7-124e117f6d24 req-d1956053-cd35-41e4-b181-6d0b46ad1464 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Aug 29 05:07:53.614633 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d710a176-0356-4d07-94eb-908a9d66cfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:56.176885 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-080c7069-b367-4bf6-a8b5-6d1e6802255d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:56.382332 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:57.486857 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:57.966735 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:59.218902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:01.508512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-989fe74e-1149-4208-9271-4430c35e29d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695348 Aug 29 05:08:01.524084 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd0ffa-4b0f-457b-9809-976d94aeeea3 req-f4e79402-d418-4947-9865-b81dcf18e16f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:01.525584 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59cd0ffa-4b0f-457b-9809-976d94aeeea3 req-f4e79402-d418-4947-9865-b81dcf18e16f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0786002 Aug 29 05:08:01.571934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59cd0ffa-4b0f-457b-9809-976d94aeeea3 req-eeeb9dec-9f23-46af-8ef5-101728abe628 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394139 Aug 29 05:08:02.695935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb6218-64b5-44f6-9c7f-aedc21ae000b req-fcfd081c-9c62-4c9d-8eff-ff7e228fec10 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:02.697454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22eb6218-64b5-44f6-9c7f-aedc21ae000b req-fcfd081c-9c62-4c9d-8eff-ff7e228fec10 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0523970 Aug 29 05:08:02.759588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-22eb6218-64b5-44f6-9c7f-aedc21ae000b req-4ae1192b-78df-4f2c-aaab-07b21c8a60b3 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529265 Aug 29 05:08:02.762425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc02f-166b-48f9-a417-0aca69066431 req-b4bce43f-b31c-4f13-be8e-2987192c6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:02.764337 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-b4bce43f-b31c-4f13-be8e-2987192c6390 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1097 time: 0.0652525 Aug 29 05:08:02.858666 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc02f-166b-48f9-a417-0aca69066431 req-acc2843d-71b6-422a-9c17-e2953fd5ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:02.860032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-acc2843d-71b6-422a-9c17-e2953fd5ef36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0889320 Aug 29 05:08:02.923761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-14eabd23-65f4-4dfe-9e57-60ff3f81defb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 1002 time: 0.0568430 Aug 29 05:08:02.974780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc02f-166b-48f9-a417-0aca69066431 req-8a76910a-caba-45a2-a71a-844b3377a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:02.976261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-8a76910a-caba-45a2-a71a-844b3377a2fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0458951 Aug 29 05:08:03.019993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc02f-166b-48f9-a417-0aca69066431 req-798154af-fed4-47a1-b499-70025d2c43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:03.021451 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-798154af-fed4-47a1-b499-70025d2c43cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386510 Aug 29 05:08:03.110421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-ff510a1c-c62e-4fcd-a03e-2db56cdbc6fd service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783520 Aug 29 05:08:03.200875 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-b81fb050-bcaa-4999-ae18-6358edf7ca65 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834992 Aug 29 05:08:03.878931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5296511-80bf-4b5e-8f59-7d096797598f req-956b76f6-784c-46f5-85d4-e40dea8fae36 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:03.880700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5296511-80bf-4b5e-8f59-7d096797598f req-956b76f6-784c-46f5-85d4-e40dea8fae36 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0510175 Aug 29 05:08:03.918292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5296511-80bf-4b5e-8f59-7d096797598f req-25d0dad9-3ede-4917-8ca9-8648e1e34f5a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Aug 29 05:08:05.013618 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:08:05.031594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af1560-c2ad-4229-947a-b5ea2184f7b8 req-d634f5ac-3570-4b43-bff8-73c9b2c2a30d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:05.033106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8af1560-c2ad-4229-947a-b5ea2184f7b8 req-d634f5ac-3570-4b43-bff8-73c9b2c2a30d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0490081 Aug 29 05:08:05.069643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d8af1560-c2ad-4229-947a-b5ea2184f7b8 req-96545429-075f-426d-bb46-1869f0e4b4c1 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307038 Aug 29 05:08:06.187973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3c9e2-c36a-49d2-a0d8-1af4dcbc7b24 req-b1596226-ff7f-4328-92bc-599463fd9c4f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:06.189506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6e3c9e2-c36a-49d2-a0d8-1af4dcbc7b24 req-b1596226-ff7f-4328-92bc-599463fd9c4f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0528033 Aug 29 05:08:06.226639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c6e3c9e2-c36a-49d2-a0d8-1af4dcbc7b24 req-9a900305-1e76-4c26-bdfc-9920544c3f56 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Aug 29 05:08:07.340322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab091b-ee1d-4f65-a86f-e860cbd9e513 req-1200cd72-8441-45ca-8d53-1f1012623629 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:07.341789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6ab091b-ee1d-4f65-a86f-e860cbd9e513 req-1200cd72-8441-45ca-8d53-1f1012623629 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0487573 Aug 29 05:08:07.379411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d6ab091b-ee1d-4f65-a86f-e860cbd9e513 req-a61cd974-fa8b-4747-9e70-f890dfc45d51 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316873 Aug 29 05:08:08.492600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b888bf-d7f5-4db7-a7fe-d1723aa2ded1 req-f1cd87e8-14f1-4e7c-a9ab-081d7046e586 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:08.494083 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93b888bf-d7f5-4db7-a7fe-d1723aa2ded1 req-f1cd87e8-14f1-4e7c-a9ab-081d7046e586 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0475781 Aug 29 05:08:08.534962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-93b888bf-d7f5-4db7-a7fe-d1723aa2ded1 req-5e8c6441-e9a6-4c09-a570-1e5a83cdec8e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342002 Aug 29 05:08:09.653218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dff567-0357-4036-967e-33d8f3d02b54 req-5dd3f067-d926-4783-afa8-d910a39ed36e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:09.654706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0dff567-0357-4036-967e-33d8f3d02b54 req-5dd3f067-d926-4783-afa8-d910a39ed36e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0522442 Aug 29 05:08:09.693173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0dff567-0357-4036-967e-33d8f3d02b54 req-b1c804f9-b5d7-4596-99ff-fd57731bcbce tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311735 Aug 29 05:08:10.807236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858e9a-9373-479e-b18b-3e95ab95d3eb req-b70733b6-9f64-4b49-bd25-eaa9e9a43128 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:10.808747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05858e9a-9373-479e-b18b-3e95ab95d3eb req-b70733b6-9f64-4b49-bd25-eaa9e9a43128 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0493596 Aug 29 05:08:10.846272 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05858e9a-9373-479e-b18b-3e95ab95d3eb req-f468a3d6-b8de-49d4-b3ec-2c2370e67d4b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Aug 29 05:08:11.962360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880e031-09a1-479d-9a82-92fd6f3721bc req-ee593bfc-41bd-4348-b602-6858b3cb3a0f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:11.963856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2880e031-09a1-479d-9a82-92fd6f3721bc req-ee593bfc-41bd-4348-b602-6858b3cb3a0f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0495126 Aug 29 05:08:12.001415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2880e031-09a1-479d-9a82-92fd6f3721bc req-b9f1f54d-ed04-4b8b-bc2a-b26817b59d5b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Aug 29 05:08:13.119672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9281034-b8ae-4d5f-8293-f6b63d066d44 req-912d65bf-9f5b-4de7-98f0-afc2d1aed4a2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:13.121166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9281034-b8ae-4d5f-8293-f6b63d066d44 req-912d65bf-9f5b-4de7-98f0-afc2d1aed4a2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0519266 Aug 29 05:08:13.158084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9281034-b8ae-4d5f-8293-f6b63d066d44 req-04fa80f3-ca0b-420b-bf1b-bfedab6c4fb8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310559 Aug 29 05:08:14.274965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90d89f-89a5-4ba3-9f55-7d763378f5b1 req-1a006112-5686-4310-8127-70bf05b88992 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:14.276471 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e90d89f-89a5-4ba3-9f55-7d763378f5b1 req-1a006112-5686-4310-8127-70bf05b88992 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0490055 Aug 29 05:08:14.315146 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e90d89f-89a5-4ba3-9f55-7d763378f5b1 req-d3677379-5db7-4dc7-af94-f3c7eadd9f9d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327089 Aug 29 05:08:14.978824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b833d213-be2b-4cb5-a463-c07461120dd1 req-47e38b8a-0339-4518-ad6c-6b53763dd995 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267823 Aug 29 05:08:15.025126 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b833d213-be2b-4cb5-a463-c07461120dd1 req-66b00107-820f-4620-95a0-6abe250cb5e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0256097 Aug 29 05:08:15.064949 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b833d213-be2b-4cb5-a463-c07461120dd1 req-230ba142-1acd-4d4c-8db9-c506db6647c1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199015 Aug 29 05:08:15.161309 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833d213-be2b-4cb5-a463-c07461120dd1 req-cb4f8192-9680-4463-83fc-4ef9c555247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:15.162789 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b833d213-be2b-4cb5-a463-c07461120dd1 req-cb4f8192-9680-4463-83fc-4ef9c555247f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912113 Aug 29 05:08:15.434778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8fa8f-2a96-4425-b3ac-79c12f83d287 req-7d907c7e-7d07-47b5-8a3d-e46ed29ad31b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:15.436460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46b8fa8f-2a96-4425-b3ac-79c12f83d287 req-7d907c7e-7d07-47b5-8a3d-e46ed29ad31b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0522935 Aug 29 05:08:15.473849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-46b8fa8f-2a96-4425-b3ac-79c12f83d287 req-724d2571-568a-484d-94e4-1d5e25b1d185 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Aug 29 05:08:16.593526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f436f-d5f0-48f9-8410-244b643c0b67 req-e66e8ed8-e29c-4303-b218-efca5b3e5975 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:16.599128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f4f436f-d5f0-48f9-8410-244b643c0b67 req-e66e8ed8-e29c-4303-b218-efca5b3e5975 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0535839 Aug 29 05:08:16.634816 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f4f436f-d5f0-48f9-8410-244b643c0b67 req-5bb9c16e-af58-4871-b550-6dbb99368b20 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326936 Aug 29 05:08:17.194487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-efb7e83d-00b9-4359-ad74-5fc1ef39e000 service neutron] 10.222.0.52 "GET /v2.0/ports/f5e91114-3c43-41c4-8ddc-92e2daf88b72/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.0538161 Aug 29 05:08:17.411783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc02f-166b-48f9-a417-0aca69066431 req-2c7fdd2b-b5c9-49b0-be9f-0634bb682d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:17.413955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-2c7fdd2b-b5c9-49b0-be9f-0634bb682d2b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 1097 time: 0.0467629 Aug 29 05:08:17.491190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc02f-166b-48f9-a417-0aca69066431 req-200423c2-7347-475e-94e4-44dfe53f280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:17.492692 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-200423c2-7347-475e-94e4-44dfe53f280d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1097 time: 0.0436566 Aug 29 05:08:17.581195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc02f-166b-48f9-a417-0aca69066431 req-e7af140d-5d0f-4113-aa51-fb0e09e5b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:17.582672 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-e7af140d-5d0f-4113-aa51-fb0e09e5b517 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0810659 Aug 29 05:08:17.651028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-e1295334-93bf-4534-a9b9-cad97c47409f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 1002 time: 0.0608201 Aug 29 05:08:17.699835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc02f-166b-48f9-a417-0aca69066431 req-8456b848-a06f-4602-8547-9d0dcb39139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:17.701353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-8456b848-a06f-4602-8547-9d0dcb39139f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0438311 Aug 29 05:08:17.781567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fb9e7-6e46-462c-bc49-a2d96ee26579 req-b1aff252-096c-440c-ad10-367b993717a6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:17.784034 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c3fb9e7-6e46-462c-bc49-a2d96ee26579 req-b1aff252-096c-440c-ad10-367b993717a6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 945 time: 0.0799377 Aug 29 05:08:17.786900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc02f-166b-48f9-a417-0aca69066431 req-de2ebe26-e10d-4a11-8586-8fdb78a6c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:17.788293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-de2ebe26-e10d-4a11-8586-8fdb78a6c394 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742774 Aug 29 05:08:17.870954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c3fb9e7-6e46-462c-bc49-a2d96ee26579 req-01cae0ea-14fa-411a-9542-7ffe6eca813e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810695 Aug 29 05:08:17.900636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-9b9df9f5-3f4d-4621-b893-891b9dc5e074 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048908 Aug 29 05:08:17.995125 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-3cb5a9e5-d59c-40d1-b63c-658e7d68275f service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863442 Aug 29 05:08:18.131361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5e91114-3c43-41c4-8ddc-92e2daf88b72 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:08:18.209076 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:18.231526 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:08:18.246029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:18.251014 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:18.299228 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f5e91114-3c43-41c4-8ddc-92e2daf88b72,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:18.306847 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.307203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.307574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.307924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.308292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.308635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.308980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.309316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.309653 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.309989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.310321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.310652 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.330126 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc3f412-5978-4082-856e-dc410e0dcb82" -d '{"events": [{"server_uuid": "f696db08-74f3-4a29-aac1-8878a633c1ce", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e91114-3c43-41c4-8ddc-92e2daf88b72"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:08:18.463126 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daf089f-0636-4ae1-a759-09ffe72e9a6c x-openstack-request-id: req-2daf089f-0636-4ae1-a759-09ffe72e9a6c {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:08:18.463423 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f696db08-74f3-4a29-aac1-8878a633c1ce", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e91114-3c43-41c4-8ddc-92e2daf88b72", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:08:18.463680 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2daf089f-0636-4ae1-a759-09ffe72e9a6c {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:08:18.464084 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'code': 200} Aug 29 05:08:18.622847 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:18.990078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a5a6e-ff93-436b-946e-473d7df46b4e req-ef8c2715-bad1-49fb-bdbe-eea06a2b5619 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:18.991601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f40a5a6e-ff93-436b-946e-473d7df46b4e req-ef8c2715-bad1-49fb-bdbe-eea06a2b5619 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0522521 Aug 29 05:08:19.029531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f40a5a6e-ff93-436b-946e-473d7df46b4e req-31cb73d5-5c38-4ada-b3e9-a10773f63606 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318637 Aug 29 05:08:20.151783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c861b2-e884-48a7-95ab-4a0727af8e29 req-4520f93b-85b6-47d9-ac3e-b334396ee1ac tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:20.153412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19c861b2-e884-48a7-95ab-4a0727af8e29 req-4520f93b-85b6-47d9-ac3e-b334396ee1ac tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0506542 Aug 29 05:08:20.191668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19c861b2-e884-48a7-95ab-4a0727af8e29 req-bbbcf0e0-082a-402c-a1df-598b7e9e276e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313339 Aug 29 05:08:21.308294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513a6a6-7ad2-43ce-a06f-2a7993f2be02 req-1029094b-fe22-40fb-8541-cc010b7a1e8a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:21.309797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b513a6a6-7ad2-43ce-a06f-2a7993f2be02 req-1029094b-fe22-40fb-8541-cc010b7a1e8a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0494604 Aug 29 05:08:21.351025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b513a6a6-7ad2-43ce-a06f-2a7993f2be02 req-92c6af92-74c8-4e87-8b1b-ba67d85f7486 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352643 Aug 29 05:08:22.467175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b8a7-dbf3-45cf-8c76-9348463d7fcc req-7f7f088b-de53-494d-92ea-0d0cf28c69d8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:22.468693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32a4b8a7-dbf3-45cf-8c76-9348463d7fcc req-7f7f088b-de53-494d-92ea-0d0cf28c69d8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0493202 Aug 29 05:08:22.506458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32a4b8a7-dbf3-45cf-8c76-9348463d7fcc req-ab6e4cd1-6658-4119-a03e-e9439a3b3ea2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Aug 29 05:08:22.638490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-1abbf262-922a-4986-b34e-961cca35fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:22.639896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-1abbf262-922a-4986-b34e-961cca35fe18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1095 time: 0.0405951 Aug 29 05:08:22.744251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-f3d8f0af-91fb-432d-8986-377afaaf7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:22.745737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-f3d8f0af-91fb-432d-8986-377afaaf7094 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0860705 Aug 29 05:08:22.810677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-c33e6400-0894-4854-ba76-e10acf400bb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 1000 time: 0.0572674 Aug 29 05:08:22.858463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-ce6289c0-4eef-4d9e-ba72-d48cff2ae288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:22.860093 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-ce6289c0-4eef-4d9e-ba72-d48cff2ae288 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0422604 Aug 29 05:08:22.908369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-c7b73918-6903-482a-ab36-59b72217b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:22.909675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-c7b73918-6903-482a-ab36-59b72217b940 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428975 Aug 29 05:08:22.995862 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-49a9601e-2f29-4723-aa49-b095fa6f26d2 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787663 Aug 29 05:08:23.085963 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d286dc9-b1c0-43e1-ac4d-8b0ee352129f req-250ce7af-20ae-461b-a349-1a5259543b7c service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823739 Aug 29 05:08:23.617705 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b4b05c9-2ce9-4753-bd31-67befe110871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:23.623253 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db4990-ef6d-4031-aecc-46f685f8643c req-c0267c3e-7d4e-48da-a015-fd0eb27c777a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:23.624819 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0db4990-ef6d-4031-aecc-46f685f8643c req-c0267c3e-7d4e-48da-a015-fd0eb27c777a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0510015 Aug 29 05:08:23.662751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f0db4990-ef6d-4031-aecc-46f685f8643c req-e1887008-81ce-4f06-9f56-93b0b668199d tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313871 Aug 29 05:08:24.778116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15582a7f-03ed-485e-a8e7-5e3f847ab14f req-d956f52f-f79c-4cf8-89e0-afd7e4aaf6d4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:24.779675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-15582a7f-03ed-485e-a8e7-5e3f847ab14f req-d956f52f-f79c-4cf8-89e0-afd7e4aaf6d4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0494947 Aug 29 05:08:24.818158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-15582a7f-03ed-485e-a8e7-5e3f847ab14f req-423dd343-c8e0-4549-b732-e81208341ca0 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Aug 29 05:08:25.938334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36639c25-4d16-4c14-aa8a-f474072eff78 req-5263f964-ee9f-45b8-abc3-13a1e0c2a5ce tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:25.939851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36639c25-4d16-4c14-aa8a-f474072eff78 req-5263f964-ee9f-45b8-abc3-13a1e0c2a5ce tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0528960 Aug 29 05:08:25.977375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-36639c25-4d16-4c14-aa8a-f474072eff78 req-8aeb535b-9c48-4962-ab15-5f4b3f6ee2ba tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Aug 29 05:08:26.177254 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-06fbdb1b-13eb-4c6e-b85b-670e1314bcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:26.382820 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:27.091522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28c63c-3ca3-4bd4-bfb9-0237aba1515f req-67f8e40f-20b5-404a-ac29-0445c5d5c419 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:27.093026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e28c63c-3ca3-4bd4-bfb9-0237aba1515f req-67f8e40f-20b5-404a-ac29-0445c5d5c419 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0492616 Aug 29 05:08:27.131785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e28c63c-3ca3-4bd4-bfb9-0237aba1515f req-091c05fb-ad26-48c3-80f9-fe8b81062732 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324395 Aug 29 05:08:27.492915 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:27.980786 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:28.245699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b42eeb-f988-4183-925e-f96cc4efb990 req-fd0ae9c5-23cd-48aa-a27f-bee39c06444b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:28.247092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9b42eeb-f988-4183-925e-f96cc4efb990 req-fd0ae9c5-23cd-48aa-a27f-bee39c06444b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0488904 Aug 29 05:08:28.284430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9b42eeb-f988-4183-925e-f96cc4efb990 req-adf45187-a09d-4104-b01d-f2ec13f5cfe4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307806 Aug 29 05:08:29.222808 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:29.402327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec38ac4-f418-4af4-a5f8-ffa3e2b6d048 req-d86d3e8d-ce4d-4bf4-8778-540268a9fb84 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:29.403763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bec38ac4-f418-4af4-a5f8-ffa3e2b6d048 req-d86d3e8d-ce4d-4bf4-8778-540268a9fb84 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0518885 Aug 29 05:08:29.439829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bec38ac4-f418-4af4-a5f8-ffa3e2b6d048 req-7b26023c-f88f-4ffe-9ca9-1a31687ae19b tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297282 Aug 29 05:08:30.559069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995a37c-2a04-4666-94b8-959e7205a301 req-145266a6-8b13-4a12-a52a-5d1455c07423 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:30.560480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8995a37c-2a04-4666-94b8-959e7205a301 req-145266a6-8b13-4a12-a52a-5d1455c07423 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0487688 Aug 29 05:08:30.598052 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8995a37c-2a04-4666-94b8-959e7205a301 req-3c643504-a2c0-4d51-9855-09216e9de478 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 Aug 29 05:08:30.930191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-8e15cc4f-05fa-49a7-b194-2093a6efbb72 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:30.931656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-8e15cc4f-05fa-49a7-b194-2093a6efbb72 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce&tenant_id=7ecd16aa50784215890a14fb8328289a&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 943 time: 0.0978434 Aug 29 05:08:30.943823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470f66-2a02-4421-968e-03b6c00995da req-b2bf0cc9-ab2e-44c7-a8db-f0ae1352b1c9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:30.945216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05470f66-2a02-4421-968e-03b6c00995da req-b2bf0cc9-ab2e-44c7-a8db-f0ae1352b1c9 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0948980 Aug 29 05:08:31.016743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05470f66-2a02-4421-968e-03b6c00995da req-b8a55be8-a117-4de4-be0f-e8b6a4445773 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647857 Aug 29 05:08:31.023081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-264899f7-295d-4f1c-ba41-364ecd68c104 service neutron] 10.222.0.52 "GET /v2.0/ports/f5e91114-3c43-41c4-8ddc-92e2daf88b72/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.0769892 Aug 29 05:08:31.099186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-a132537f-2c1d-41b4-96ab-434a8db56a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:31.100601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-a132537f-2c1d-41b4-96ab-434a8db56a6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1095 time: 0.0411873 Aug 29 05:08:31.192097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-2a8d438c-5d2c-4929-8916-23fe33a69280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:31.193634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-2a8d438c-5d2c-4929-8916-23fe33a69280 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.0867300 Aug 29 05:08:31.258291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-423a4702-ae3a-48ba-b71c-98576a03a011 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 1000 time: 0.0578113 Aug 29 05:08:31.304884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-322a313c-4c5a-4f43-a4ed-3d29012b5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:31.306276 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-322a313c-4c5a-4f43-a4ed-3d29012b5662 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0415404 Aug 29 05:08:31.354546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-daf75166-ca53-4bcc-b1ff-b10650fc2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:31.355934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-daf75166-ca53-4bcc-b1ff-b10650fc2e96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429707 Aug 29 05:08:31.443567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-29325e29-9482-4ced-a013-b5ee5aa47170 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802953 Aug 29 05:08:31.534359 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-20906157-ae29-4ba2-8ee2-06ac87d9349b service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842190 Aug 29 05:08:32.137041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa5fef-c684-4dc6-847b-fbac90afa622 req-ae7d8965-e8fd-4280-8baf-3dad1ea758c4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:32.138442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9daa5fef-c684-4dc6-847b-fbac90afa622 req-ae7d8965-e8fd-4280-8baf-3dad1ea758c4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0490732 Aug 29 05:08:32.175136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9daa5fef-c684-4dc6-847b-fbac90afa622 req-51df73a9-c7b1-418d-9586-51c9f4aaee0f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309145 Aug 29 05:08:32.185855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5e91114-3c43-41c4-8ddc-92e2daf88b72 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:08:32.279584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:32.290625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'mac_address': 'fa:16:3e:ff:72:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:08:32.326598 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:32.341825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e91114-3c43-41c4-8ddc-92e2daf88b72 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:08:32.360263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:32.365046 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:32.410431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f5e91114-3c43-41c4-8ddc-92e2daf88b72,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:32.812019 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f5e91114-3c43-41c4-8ddc-92e2daf88b72'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:08:33.301086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38108d4e-83f4-486d-9fb7-d307168a2a08 req-483264b5-ec32-40a1-aea8-dcbf01f0bb85 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:33.302539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38108d4e-83f4-486d-9fb7-d307168a2a08 req-483264b5-ec32-40a1-aea8-dcbf01f0bb85 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 944 time: 0.0483224 Aug 29 05:08:33.339952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-38108d4e-83f4-486d-9fb7-d307168a2a08 req-be92e8ea-d747-42d4-97b0-149f84356aa8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Aug 29 05:08:34.214171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5e91114-3c43-41c4-8ddc-92e2daf88b72 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:08:34.308705 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:34.319837 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'mac_address': 'fa:16:3e:ff:72:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:08:34.458649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b64ab-f628-4cde-ae2c-a7602fa805a3 req-d32724d1-9999-4f93-8489-b4de8b283e06 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:34.460111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f1b64ab-f628-4cde-ae2c-a7602fa805a3 req-d32724d1-9999-4f93-8489-b4de8b283e06 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 944 time: 0.0528421 Aug 29 05:08:34.497222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f1b64ab-f628-4cde-ae2c-a7602fa805a3 req-d92728fd-0552-42b1-b9d3-1b84e0e460fe tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Aug 29 05:08:35.467186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-fd46bfbc-7275-47ff-82a5-6831cb179a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:35.468716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-fd46bfbc-7275-47ff-82a5-6831cb179a0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce&tenant_id=7ecd16aa50784215890a14fb8328289a HTTP/1.1" status: 200 len: 1096 time: 0.0421374 Aug 29 05:08:35.540268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-122a9a15-9aab-433e-bf02-d848354d7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:35.542128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-122a9a15-9aab-433e-bf02-d848354d7b66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ecd16aa50784215890a14fb8328289a&device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 1096 time: 0.0413678 Aug 29 05:08:35.663847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ada8b-8c39-4213-b6d6-04dc371b5b95 req-3480453e-fa44-4df1-af98-f4bd87052211 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:35.665353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b24ada8b-8c39-4213-b6d6-04dc371b5b95 req-3480453e-fa44-4df1-af98-f4bd87052211 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 944 time: 0.0982957 Aug 29 05:08:35.680723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-7f31f1cf-00cc-4197-8897-bddff3bcca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:35.682104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-7f31f1cf-00cc-4197-8897-bddff3bcca21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 200 len: 913 time: 0.1326349 Aug 29 05:08:35.748764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b24ada8b-8c39-4213-b6d6-04dc371b5b95 req-43b05d27-2525-4e60-b858-43232f1cf6b8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763862 Aug 29 05:08:35.763469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-cfafdd76-0490-4085-8a4f-cddcd1b0e82c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 200 len: 1001 time: 0.0724571 Aug 29 05:08:35.811316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-dfce4962-1d5b-4f45-8a36-f991c01f5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:35.812774 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-dfce4962-1d5b-4f45-8a36-f991c01f5c29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 200 len: 851 time: 0.0425222 Aug 29 05:08:35.857112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-f4cc3ecf-6408-4226-8495-d2ff7fb10a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:35.858597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-f4cc3ecf-6408-4226-8495-d2ff7fb10a05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4e1ebb0-c873-4d25-a303-4bfe230ba283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389388 Aug 29 05:08:36.235205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-120915bd-d1f0-4d57-82c4-fc0b8068c918 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693068 Aug 29 05:08:36.240455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5e91114-3c43-41c4-8ddc-92e2daf88b72 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:08:36.317267 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:36.322800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-55f9b86f-311a-4617-acc5-2d373ffd656a req-43eaa413-c1d3-40bb-8db0-777eddff5fa0 service neutron] 10.222.0.52 "GET /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803044 Aug 29 05:08:36.329664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f5e91114-3c43-41c4-8ddc-92e2daf88b72 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:08:36.349572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:36.353409 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:36.399305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f5e91114-3c43-41c4-8ddc-92e2daf88b72,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:36.869816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143200ad-a77e-4af3-8b8e-53ce310defe9 req-c914bec2-512e-4499-8309-9093a07642c2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:36.871315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-143200ad-a77e-4af3-8b8e-53ce310defe9 req-c914bec2-512e-4499-8309-9093a07642c2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0538750 Aug 29 05:08:36.911328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-143200ad-a77e-4af3-8b8e-53ce310defe9 req-fbb72b15-ebad-453c-9727-9210525c9da2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335109 Aug 29 05:08:38.027090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6da6c-bdaf-4507-9f00-ca96dc615cc1 req-926785a0-b650-4f91-8d47-89f2a71593c0 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:38.028659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3cf6da6c-bdaf-4507-9f00-ca96dc615cc1 req-926785a0-b650-4f91-8d47-89f2a71593c0 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0483427 Aug 29 05:08:38.068370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3cf6da6c-bdaf-4507-9f00-ca96dc615cc1 req-8b6aa69c-0e69-4d7b-945f-eafc2929a9d0 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329666 Aug 29 05:08:39.184890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14084804-a14c-443e-a9fa-26b77c49a302 req-b95e378d-0902-4814-adbd-4179a2bce989 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:39.186393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14084804-a14c-443e-a9fa-26b77c49a302 req-b95e378d-0902-4814-adbd-4179a2bce989 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0488870 Aug 29 05:08:39.224218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14084804-a14c-443e-a9fa-26b77c49a302 req-41066a51-a1bf-4b5c-a3e5-d1fbcd0bcafb tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315020 Aug 29 05:08:40.347771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983dd4a-7970-4851-adff-fdd40feb9594 req-18aca867-f357-4884-9986-6e01dc52cfd2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:40.349261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e983dd4a-7970-4851-adff-fdd40feb9594 req-18aca867-f357-4884-9986-6e01dc52cfd2 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0518131 Aug 29 05:08:40.386469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e983dd4a-7970-4851-adff-fdd40feb9594 req-b593b240-9ed7-4083-b6be-72673c48c3d4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Aug 29 05:08:41.498973 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd6747-330d-4345-967c-38509d98719a req-01fd845c-8ef4-454c-9646-14f5ccb2b8bd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:41.500477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ffd6747-330d-4345-967c-38509d98719a req-01fd845c-8ef4-454c-9646-14f5ccb2b8bd tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0481267 Aug 29 05:08:41.538346 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ffd6747-330d-4345-967c-38509d98719a req-70fd96e0-709d-450d-80ec-58f98065ce08 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312290 Aug 29 05:08:42.012836 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:08:42.659050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49853e5-1be3-4d30-a5f9-162fce07889a req-558a811a-b3db-473a-a477-fc823bd74b3f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:42.661246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f49853e5-1be3-4d30-a5f9-162fce07889a req-558a811a-b3db-473a-a477-fc823bd74b3f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0560181 Aug 29 05:08:42.702545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f49853e5-1be3-4d30-a5f9-162fce07889a req-192e81c5-d3de-448a-bc9a-ddc739d93228 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354705 Aug 29 05:08:43.826702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219fa7-ea30-4427-8193-0df31df0d4fd req-9d05ec81-9585-4be2-b262-b5429f744a4f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:43.828322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16219fa7-ea30-4427-8193-0df31df0d4fd req-9d05ec81-9585-4be2-b262-b5429f744a4f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0583181 Aug 29 05:08:43.865581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-16219fa7-ea30-4427-8193-0df31df0d4fd req-409137ce-b2dd-4ca7-9e7e-cf3d65f881da tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Aug 29 05:08:44.980587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12411a5-21e4-41a0-bbeb-aad5fc0f81ee req-25b62760-f4e1-4ab3-9618-b4c20b424918 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:44.982052 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d12411a5-21e4-41a0-bbeb-aad5fc0f81ee req-25b62760-f4e1-4ab3-9618-b4c20b424918 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0485408 Aug 29 05:08:45.020039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d12411a5-21e4-41a0-bbeb-aad5fc0f81ee req-6f9c8452-9aec-49d9-af95-c8aba53e3f90 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 Aug 29 05:08:46.133782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13173d-771e-40aa-8f43-731a555865d7 req-c84f6e10-b849-48a0-a283-361b46bfdf56 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:46.135242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e13173d-771e-40aa-8f43-731a555865d7 req-c84f6e10-b849-48a0-a283-361b46bfdf56 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0477529 Aug 29 05:08:46.173018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0e13173d-771e-40aa-8f43-731a555865d7 req-8bea11e3-aeb2-4ea3-9acd-001c5b2dee3e tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318253 Aug 29 05:08:47.290838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352d26-a2af-4ef5-ba47-a47c73ecd36e req-031d4b3b-d773-4405-ae68-9a156178619f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:47.292349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac352d26-a2af-4ef5-ba47-a47c73ecd36e req-031d4b3b-d773-4405-ae68-9a156178619f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0511825 Aug 29 05:08:47.328815 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac352d26-a2af-4ef5-ba47-a47c73ecd36e req-f27d74b7-69bb-4bc7-82e0-a17fa6d93700 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305665 Aug 29 05:08:48.445124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6d932-94c1-46e8-bbbd-46e008e63dd2 req-93d795ac-7eed-4a6d-968f-32b34267feda tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:48.446682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbc6d932-94c1-46e8-bbbd-46e008e63dd2 req-93d795ac-7eed-4a6d-968f-32b34267feda tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0505204 Aug 29 05:08:48.488244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbc6d932-94c1-46e8-bbbd-46e008e63dd2 req-a5745c16-93d0-4881-a4a7-481b4bd9a9fc tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351605 Aug 29 05:08:48.639612 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:49.604592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400e3bd-2d8b-42a9-8057-df36772f05d6 req-49e145c0-8bfe-4927-b017-4dd02efb99ea tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:49.606063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f400e3bd-2d8b-42a9-8057-df36772f05d6 req-49e145c0-8bfe-4927-b017-4dd02efb99ea tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0485272 Aug 29 05:08:49.642911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f400e3bd-2d8b-42a9-8057-df36772f05d6 req-8ef70c4d-15f5-48a7-ad03-6fd0caedaa02 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310547 Aug 29 05:08:49.757527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d3536-a53b-47df-bf7d-9655e6e677c4 req-bc1f872c-9cda-4ea7-ac26-1a66fc31dee0 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:49.758873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd2d3536-a53b-47df-bf7d-9655e6e677c4 req-bc1f872c-9cda-4ea7-ac26-1a66fc31dee0 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0512083 Aug 29 05:08:49.796643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd2d3536-a53b-47df-bf7d-9655e6e677c4 req-eacb643f-8506-4780-8185-4bedf4c60a93 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Aug 29 05:08:49.909024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b40cce-d4f3-4603-bcce-f19dd8741149 req-51061d35-31e0-433b-a502-6a84e7c3386c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:49.910466 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9b40cce-d4f3-4603-bcce-f19dd8741149 req-51061d35-31e0-433b-a502-6a84e7c3386c tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0485947 Aug 29 05:08:49.946959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9b40cce-d4f3-4603-bcce-f19dd8741149 req-f368a49f-b7c1-42d7-a8d6-a70141086f62 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305796 Aug 29 05:08:50.176072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c05c5-c653-435b-99b1-cfafcdd345aa req-2a11db91-4b74-45b1-b0db-32f160754a10 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:50.177564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec8c05c5-c653-435b-99b1-cfafcdd345aa req-2a11db91-4b74-45b1-b0db-32f160754a10 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 943 time: 0.0490887 Aug 29 05:08:50.213354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec8c05c5-c653-435b-99b1-cfafcdd345aa req-b4a2eaa6-8ace-4fd8-bf6e-b53ef942c63a tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299592 Aug 29 05:08:50.341453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5e91114-3c43-41c4-8ddc-92e2daf88b72 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:08:50.434575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:50.445603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'mac_address': 'fa:16:3e:ff:72:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:08:50.481613 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:50.493737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e91114-3c43-41c4-8ddc-92e2daf88b72 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:08:50.511866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:50.516018 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:50.561632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f5e91114-3c43-41c4-8ddc-92e2daf88b72,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:50.889412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f5e91114-3c43-41c4-8ddc-92e2daf88b72'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:08:51.334711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dbbd0-8822-4c8a-9154-282f66e40507 req-84510267-6a52-42e9-9cf6-f28d9345da26 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:51.336178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-087dbbd0-8822-4c8a-9154-282f66e40507 req-84510267-6a52-42e9-9cf6-f28d9345da26 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 944 time: 0.0517881 Aug 29 05:08:51.373075 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-087dbbd0-8822-4c8a-9154-282f66e40507 req-5da46d23-aff4-4e4f-a363-50346bca2e38 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309308 Aug 29 05:08:51.990160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-510a5a62-a5cb-47f8-8298-d412ca33ed60 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:51.991495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-510a5a62-a5cb-47f8-8298-d412ca33ed60 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 944 time: 0.0477529 Aug 29 05:08:52.076640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Deleting port f5e91114-3c43-41c4-8ddc-92e2daf88b72 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:08:52.076982 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:52.166132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:52.166498 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:52.332352 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:52.332770 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:52.333058 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2 disassociated. External IP: 172.25.5.100, port: f5e91114-3c43-41c4-8ddc-92e2daf88b72. Aug 29 05:08:52.333430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Calling delete_port for f5e91114-3c43-41c4-8ddc-92e2daf88b72 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:08:52.353208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5e91114-3c43-41c4-8ddc-92e2daf88b72 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:08:52.453310 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5e91114-3c43-41c4-8ddc-92e2daf88b72, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5e91114-3c43-41c4-8ddc-92e2daf88b72,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:52.466136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'port_id': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'mac_address': 'fa:16:3e:ff:72:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:08:52.498477 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:52.514154 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d338d-2bb3-4427-b0de-b4ab6304c822 req-5e547e6f-c52b-4d72-a100-7640e8d8b554 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:52.515619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c7d338d-2bb3-4427-b0de-b4ab6304c822 req-5e547e6f-c52b-4d72-a100-7640e8d8b554 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 866 time: 0.0735974 Aug 29 05:08:52.538930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event deleted for resources: {'Port': ['ID=f5e91114-3c43-41c4-8ddc-92e2daf88b72,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:52.560549 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.560913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.561263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.561605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.561946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.562279 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.562605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.562935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.563263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.563706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.564037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.564390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:52.626352 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c7d338d-2bb3-4427-b0de-b4ab6304c822 req-146befb0-3518-429c-b73d-a90fcd33c765 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups?id=353dd365-55e3-42a1-8f91-65247457492c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907688 Aug 29 05:08:52.696972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:08:52.807846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:08:52.818315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:08:52.827443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:08:52.828005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:08:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:08:52.850618 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] No DVR routers for this DVR port f5e91114-3c43-41c4-8ddc-92e2daf88b72 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:08:52.853233 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:52.855297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6c3a92b5-d12f-46d7-bd83-ec83fb755145 req-edcd9496-7021-46f0-af97-f97c7635f131 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.52 "DELETE /v2.0/ports/f5e91114-3c43-41c4-8ddc-92e2daf88b72 HTTP/1.1" status: 204 len: 173 time: 0.8572798 Aug 29 05:08:52.855738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'name': 'network-vif-deleted', 'tag': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:08:52.900907 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371133e7-d879-43ad-abbc-eb6e773483e4" -d '{"events": [{"server_uuid": "f696db08-74f3-4a29-aac1-8878a633c1ce", "name": "network-vif-deleted", "tag": "f5e91114-3c43-41c4-8ddc-92e2daf88b72"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:08:52.937322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:08:53.001503 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fea118-5dff-49eb-a0a5-fc5c785c679f x-openstack-request-id: req-d3fea118-5dff-49eb-a0a5-fc5c785c679f {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:08:53.001796 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f696db08-74f3-4a29-aac1-8878a633c1ce", "name": "network-vif-deleted", "tag": "f5e91114-3c43-41c4-8ddc-92e2daf88b72", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:08:53.002047 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3fea118-5dff-49eb-a0a5-fc5c785c679f {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:08:53.002450 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f696db08-74f3-4a29-aac1-8878a633c1ce', 'name': 'network-vif-deleted', 'tag': 'f5e91114-3c43-41c4-8ddc-92e2daf88b72', 'status': 'completed', 'code': 200} Aug 29 05:08:53.141633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:08:53.167947 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:08:53.176422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:08:53.177033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:08:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:08:53.282026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:08:53.479880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:08:53.506897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b3cb9-b3a2-4202-a409-7d6be16ad436 None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T04:55:17Z', 'revision_number': 4, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '16005ce4-8d0a-4730-9f4b-2fff1ced8cbd', 'name': '', 'network_id': 'd4e1ebb0-c873-4d25-a303-4bfe230ba283', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'mac_address': 'fa:16:3e:f0:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:16Z', 'updated_at': '2021-08-29T04:55:23Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'subnets': [{'id': '705287a6-d37d-4e2c-86c5-e9a86ca13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:08:53.619467 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7877b0a8-2f9b-4749-a4ff-7c6bfdd12d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:53.733226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2af45213-6615-4677-8049-56ff088708af req-ed7c94cb-c71b-48df-81ef-9310b20e6499 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 210 time: 0.0327885 Aug 29 05:08:53.761446 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de58ca-00e5-4222-a409-bc6cd9d61d27 None None] New status for floating IP d187397a-5e50-4fd5-b1eb-89be51e41ad2: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:08:54.364471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5e91114-3c43-41c4-8ddc-92e2daf88b72 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:08:54.385343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: f5e91114-3c43-41c4-8ddc-92e2daf88b72 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:08:54.385779 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5e91114-3c43-41c4-8ddc-92e2daf88b72 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:08:54.833717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8faa2e9-4c19-4701-bd22-c71f8ff0f42e req-5c9689cf-fcd7-4633-af85-12ca769b3ba4 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 210 time: 0.0283244 Aug 29 05:08:55.928263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bec37b5e-6fcf-4670-8eab-e50da8e100fb req-e9953bf6-9990-4e0a-be65-a7e88bbd6bf6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/ports?device_id=f696db08-74f3-4a29-aac1-8878a633c1ce HTTP/1.1" status: 200 len: 210 time: 0.0266893 Aug 29 05:08:56.176213 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99d70132-0322-4fe1-bf5e-5f245b193f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:56.384529 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:57.489879 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:57.989750 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:59.226407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:59.664460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58632) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:08:59.717342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464ee57f-16d5-408d-b6ef-863e1e6a31b8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:59.739000 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464ee57f-16d5-408d-b6ef-863e1e6a31b8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:59.793673 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464ee57f-16d5-408d-b6ef-863e1e6a31b8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:59.796311 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-464ee57f-16d5-408d-b6ef-863e1e6a31b8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:59.797487 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-464ee57f-16d5-408d-b6ef-863e1e6a31b8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "DELETE /v2.0/security-groups/353dd365-55e3-42a1-8f91-65247457492c HTTP/1.1" status: 204 len: 168 time: 0.1320333 Aug 29 05:08:59.800144 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58634) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:08:59.807268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ee57f-16d5-408d-b6ef-863e1e6a31b8 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353dd365-55e3-42a1-8f91-65247457492c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:59.818701 n-d-712141-12 neutron-server[94850]: INFO neutron.api.v2.resource [None req-955ec6e3-a795-4291-8163-2ff0cb3ded8f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] show failed (client error): The resource could not be found. Aug 29 05:08:59.820286 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-955ec6e3-a795-4291-8163-2ff0cb3ded8f tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "GET /v2.0/security-groups/353dd365-55e3-42a1-8f91-65247457492c HTTP/1.1" status: 404 len: 347 time: 0.0177569 Aug 29 05:08:59.822756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58636) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:08:59.945263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d7e41538-12e7-49c8-8064-1d533f2831c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Deleting port d64ebf3a-2d6b-4209-b54a-cb28258408c9 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:08:59.945607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7e41538-12e7-49c8-8064-1d533f2831c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:00.019243 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7e41538-12e7-49c8-8064-1d533f2831c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:00.019498 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7e41538-12e7-49c8-8064-1d533f2831c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:00.030947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d7e41538-12e7-49c8-8064-1d533f2831c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Calling delete_port for d64ebf3a-2d6b-4209-b54a-cb28258408c9 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:00.161666 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7e41538-12e7-49c8-8064-1d533f2831c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:00.188906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e41538-12e7-49c8-8064-1d533f2831c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Pushing event deleted for resources: {'Port': ['ID=d64ebf3a-2d6b-4209-b54a-cb28258408c9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:00.250046 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7e41538-12e7-49c8-8064-1d533f2831c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:00.253388 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d7e41538-12e7-49c8-8064-1d533f2831c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:00.255452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d7e41538-12e7-49c8-8064-1d533f2831c6 tempest-ServerActionsTestJSON-924039948 tempest-ServerActionsTestJSON-924039948-project] 10.222.0.49 "DELETE /v2.0/floatingips/d187397a-5e50-4fd5-b1eb-89be51e41ad2 HTTP/1.1" status: 204 len: 168 time: 0.4316659 Aug 29 05:09:00.257772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58638) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:00.730222 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:00.968132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] Deleting port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:00.968418 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:01.043750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] For port 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=16005ce4-8d0a-4730-9f4b-2fff1ced8cbd,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:01.044114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:01.059796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] Calling delete_port for 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:01.234689 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:01.260743 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=16005ce4-8d0a-4730-9f4b-2fff1ced8cbd,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:01.421155 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:01.646455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] Router 3fcc8b1f-4845-4232-be36-a9797ca88354 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:09:01.748795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:09:01.755251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3846320b-6c52-497c-868c-fc6ad86fcba9 admin admin] 10.222.0.49 "PUT /v2.0/routers/3fcc8b1f-4845-4232-be36-a9797ca88354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4963775 Aug 29 05:09:01.757866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58642) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:01.758543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] Sync routers for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:09:01.768335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:09:01.769019 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:08:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:01.860907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:01.871270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:09:02.058815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T05:09:01Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:02.087881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] Checking router: 3fcc8b1f-4845-4232-be36-a9797ca88354 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:09:02.099507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] Routers {'3fcc8b1f-4845-4232-be36-a9797ca88354'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:09:02.100132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:08:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3fcc8b1f-4845-4232-be36-a9797ca88354'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:02.205700 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] Set router 3fcc8b1f-4845-4232-be36-a9797ca88354 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:09:02.253577 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.304980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Deleting port 526b29ed-9d1c-4b82-8b69-d51f279ec131 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:02.305319 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.377752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T05:09:01Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:02.383577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] For port 526b29ed-9d1c-4b82-8b69-d51f279ec131, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=526b29ed-9d1c-4b82-8b69-d51f279ec131,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:02.384160 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.402011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Calling delete_port for 526b29ed-9d1c-4b82-8b69-d51f279ec131 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:02.414178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda7af5-7eed-4e1b-bf02-98753370acb9 None None] The sync data for ids ['3fcc8b1f-4845-4232-be36-a9797ca88354'] in n-d-712141-12 is: [{'id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'name': 'tempest-ServerActionsTestJSON-1785231346-router', 'tenant_id': '7ecd16aa50784215890a14fb8328289a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:14Z', 'updated_at': '2021-08-29T05:09:01Z', 'revision_number': 5, 'project_id': '7ecd16aa50784215890a14fb8328289a', 'gw_port': {'id': '526b29ed-9d1c-4b82-8b69-d51f279ec131', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc8b1f-4845-4232-be36-a9797ca88354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:15Z', 'updated_at': '2021-08-29T04:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:09:02.561352 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.587679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=526b29ed-9d1c-4b82-8b69-d51f279ec131,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:02.647792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.734653 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.736692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.781861 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.782594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fcc8b1f-4845-4232-be36-a9797ca88354 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:09:02.787266 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.788476 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-32d4c6e8-cc0a-4ad4-81b2-c1856df664c6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3fcc8b1f-4845-4232-be36-a9797ca88354 HTTP/1.1" status: 204 len: 168 time: 1.0296149 Aug 29 05:09:02.791180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58644) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:02.846720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0d1976-21e5-457e-b704-243d2eb69fb4 admin admin] Deleting subnet 705287a6-d37d-4e2c-86c5-e9a86ca13e59 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:09:02.849926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1976-21e5-457e-b704-243d2eb69fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.885749 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1976-21e5-457e-b704-243d2eb69fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:02.963052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1976-21e5-457e-b704-243d2eb69fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.018949 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1976-21e5-457e-b704-243d2eb69fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.048848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d1976-21e5-457e-b704-243d2eb69fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705287a6-d37d-4e2c-86c5-e9a86ca13e59,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:03.052545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1976-21e5-457e-b704-243d2eb69fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.056636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3c0d1976-21e5-457e-b704-243d2eb69fb4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/705287a6-d37d-4e2c-86c5-e9a86ca13e59 HTTP/1.1" status: 204 len: 168 time: 0.2623038 Aug 29 05:09:03.056905 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58646) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:03.061690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279750c-ba57-4b38-b766-8557452f288a None None] Network d4e1ebb0-c873-4d25-a303-4bfe230ba283 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:03.133108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.186213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Deleting port 562cfee3-b36b-4141-8f02-f4bfeaa84b50 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:03.186569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.254994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] For port 562cfee3-b36b-4141-8f02-f4bfeaa84b50, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=562cfee3-b36b-4141-8f02-f4bfeaa84b50,segment=NetworkSegment(9e2706d8-d2fb-4588-a6ed-20f92f01fc52),segment_id=9e2706d8-d2fb-4588-a6ed-20f92f01fc52)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:03.255365 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.268114 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Calling delete_port for 562cfee3-b36b-4141-8f02-f4bfeaa84b50 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:03.345586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.369994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=562cfee3-b36b-4141-8f02-f4bfeaa84b50,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:03.376921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] No DVR routers for this DVR port 562cfee3-b36b-4141-8f02-f4bfeaa84b50 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:09:03.417816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3d10b7-f5e5-4f97-8bcd-f46f1b1cce5e None None] DHCP port deletion for d4e1ebb0-c873-4d25-a303-4bfe230ba283 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:09:03.455097 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.465047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e1ebb0-c873-4d25-a303-4bfe230ba283']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:03.475970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2706d8-d2fb-4588-a6ed-20f92f01fc52') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:03.476293 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2706d8-d2fb-4588-a6ed-20f92f01fc52') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:03.486212 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.499916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.506288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:09:03.506704 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:09:03.508386 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:09:03.524882 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:09:03.549415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:09:03.549763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 16005ce4-8d0a-4730-9f4b-2fff1ced8cbd not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:09:03.550174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 526b29ed-9d1c-4b82-8b69-d51f279ec131 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:09:03.562217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.567692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.568888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 526b29ed-9d1c-4b82-8b69-d51f279ec131 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:09:03.569216 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 526b29ed-9d1c-4b82-8b69-d51f279ec131 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:09:03.569634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 562cfee3-b36b-4141-8f02-f4bfeaa84b50 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:09:03.569937 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d4e1ebb0-c873-4d25-a303-4bfe230ba283 HTTP/1.1" status: 204 len: 168 time: 0.5119369 Aug 29 05:09:03.587867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00c972-b939-4889-bd65-c09e8c4993a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e1ebb0-c873-4d25-a303-4bfe230ba283,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:03.591611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 562cfee3-b36b-4141-8f02-f4bfeaa84b50 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:09:03.591959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 562cfee3-b36b-4141-8f02-f4bfeaa84b50 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:09:03.686470 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58650) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:03.725285 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1c910074-0eb9-486a-acf6-cb67e34bed06 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ecd16aa50784215890a14fb8328289a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375764 Aug 29 05:09:03.727723 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58652) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:03.782539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-57d872b9-53d3-4d3f-94ea-e9a7237f2116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.809365 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-57d872b9-53d3-4d3f-94ea-e9a7237f2116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.859330 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-57d872b9-53d3-4d3f-94ea-e9a7237f2116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.862903 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-57d872b9-53d3-4d3f-94ea-e9a7237f2116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.864069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-57d872b9-53d3-4d3f-94ea-e9a7237f2116 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83994244-981f-4651-b68f-8f503ea9d5d8 HTTP/1.1" status: 204 len: 168 time: 0.1353819 Aug 29 05:09:03.871843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d872b9-53d3-4d3f-94ea-e9a7237f2116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83994244-981f-4651-b68f-8f503ea9d5d8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:04.555545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58674) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:04.653070 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-347651090-network', 'tenant_id': '33746ea550c94f7ca0ec3cd89430495d'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:04.674349 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Made reservation on behalf of 33746ea550c94f7ca0ec3cd89430495d for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:04.677000 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:04.687767 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:04.777348 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:04.780819 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:04.810557 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34c9a01-0f3b-41be-9c79-c03d5f00bba0,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:04.813985 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:09:04.823379 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.823738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.824097 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.824472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.824816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.825156 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.825494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.825828 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.826162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.826495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.826825 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.827159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:04.835221 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:04.835603 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Added segment fc1802b5-d255-443f-9675-110741884e84 of type vlan for network e1ad4b92-d7a1-46d9-86d3-9e457e681609 Aug 29 05:09:04.875298 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:04.899914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:04.900876 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:04.901469 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:04.955713 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3990340 Aug 29 05:09:04.958885 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58682) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:04.964366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Request body: {'subnet': {'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-347651090-subnet', 'tenant_id': '33746ea550c94f7ca0ec3cd89430495d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:04.966321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe2a65-21cc-4847-b1a4-4dd030a64c9f admin admin] Pushing event updated for resources: {'Network': ['ID=e1ad4b92-d7a1-46d9-86d3-9e457e681609,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:04.976858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network e1ad4b92-d7a1-46d9-86d3-9e457e681609 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:09:04.989587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Made reservation on behalf of 33746ea550c94f7ca0ec3cd89430495d for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:04.991957 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:05.152312 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:05.208739 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=692e99ac-ed4a-4d92-b2a1-05a029848768,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:05.213131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Checking segment: {'id': 'fc1802b5-d255-443f-9675-110741884e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:05.213484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Network hostable DHCP agents. Network: e1ad4b92-d7a1-46d9-86d3-9e457e681609, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:09:05.230264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Network e1ad4b92-d7a1-46d9-86d3-9e457e681609 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:09:05.239815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, e1ad4b92-d7a1-46d9-86d3-9e457e681609) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:05.245338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:05.246587 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:05.247472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0b0d68-b55a-4eb1-b76b-38f6f3b80bd5 None None] Network e1ad4b92-d7a1-46d9-86d3-9e457e681609 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:05.262104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a4912a6e-fbe1-49e0-bd8b-549601ee3b0d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3019667 Aug 29 05:09:05.533911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a498c-4f05-46bd-9fc3-f15dc51c94a0 None None] Network e1ad4b92-d7a1-46d9-86d3-9e457e681609 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:05.697938 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ffa123e3-2c1b-456c-a48c-3be546656a17 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:05.699318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ffa123e3-2c1b-456c-a48c-3be546656a17 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/networks?id=e1ad4b92-d7a1-46d9-86d3-9e457e681609 HTTP/1.1" status: 200 len: 813 time: 0.1032586 Aug 29 05:09:05.714694 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-81cfd32b-d6a6-4b59-a3be-80ff3d90cc2f tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/quotas/33746ea550c94f7ca0ec3cd89430495d HTTP/1.1" status: 200 len: 375 time: 0.0088892 Aug 29 05:09:05.744865 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-be47d64c-4ffb-4351-b409-7d19967a0650 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33746ea550c94f7ca0ec3cd89430495d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251017 Aug 29 05:09:05.848904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-8b6f44d2-5489-432e-ae46-e28f695e19ab service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:09:05.849920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-8b6f44d2-5489-432e-ae46-e28f695e19ab service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470507 Aug 29 05:09:05.939934 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-6c65ce79-e93a-422b-a692-0e8fb506fe3e service neutron] 10.222.0.49 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838854 Aug 29 05:09:06.025626 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-521f34dd-2a3c-414b-9b97-ff0e312b8729 service neutron] 10.222.0.49 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790997 Aug 29 05:09:06.193675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af982423-a116-47d3-860a-9785de4dc667 req-bb5831c6-9cd1-433f-9e01-9e9b73dbf37c tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 210 time: 0.0270293 Aug 29 05:09:07.163636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-5f31ad58-8a45-45e6-9202-74d8146a0d4c tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:07.165152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-5f31ad58-8a45-45e6-9202-74d8146a0d4c tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.52 "GET /v2.0/networks?id=e1ad4b92-d7a1-46d9-86d3-9e457e681609 HTTP/1.1" status: 200 len: 813 time: 0.1050355 Aug 29 05:09:07.191627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Request body: {'port': {'device_id': '0c1ff50b-a31e-4045-99b0-492fc3ca7744', 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609', 'admin_state_up': True, 'tenant_id': '33746ea550c94f7ca0ec3cd89430495d'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:07.318836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-702efbce-a683-4f69-b26f-1f00a9907234 req-a4ac3667-0c58-4fbf-b24d-05e96a963ba6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 210 time: 0.0352919 Aug 29 05:09:07.328021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Made reservation on behalf of 33746ea550c94f7ca0ec3cd89430495d for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:07.331826 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:07.451208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Allocated IP 172.20.0.8 (e1ad4b92-d7a1-46d9-86d3-9e457e681609/692e99ac-ed4a-4d92-b2a1-05a029848768/3ace0437-f31a-4410-9838-aa2293e8fd3d) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:07.596818 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:07.633772 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:07.677053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Network e1ad4b92-d7a1-46d9-86d3-9e457e681609 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:07.680086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:07.683863 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:07.710766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Pushing event updated for resources: {'Port': ['ID=3ace0437-f31a-4410-9838-aa2293e8fd3d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:07.737883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:07.738488 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:07.751731 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ae259bd8-c667-44ca-b919-3ca1209b46f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5644779 Aug 29 05:09:07.770403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Request body: {'port': {'device_id': '0c1ff50b-a31e-4045-99b0-492fc3ca7744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:07.820780 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:08.071060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ace0437-f31a-4410-9838-aa2293e8fd3d {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:09:08.079235 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:08.091451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Transition to ACTIVE for port object 3ace0437-f31a-4410-9838-aa2293e8fd3d will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:08.094679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:08.150066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Pushing event updated for resources: {'Port': ['ID=3ace0437-f31a-4410-9838-aa2293e8fd3d,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:08.211515 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Attempting to bind port 3ace0437-f31a-4410-9838-aa2293e8fd3d on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:08.212151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Attempting to bind port 3ace0437-f31a-4410-9838-aa2293e8fd3d by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'fc1802b5-d255-443f-9675-110741884e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:08.212151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Attempting to bind port 3ace0437-f31a-4410-9838-aa2293e8fd3d on network e1ad4b92-d7a1-46d9-86d3-9e457e681609 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:08.216453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Port 3ace0437-f31a-4410-9838-aa2293e8fd3d on network e1ad4b92-d7a1-46d9-86d3-9e457e681609 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:09:08.216779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Attempting to bind port 3ace0437-f31a-4410-9838-aa2293e8fd3d on network e1ad4b92-d7a1-46d9-86d3-9e457e681609 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:08.221523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:08.221864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Checking segment: {'id': 'fc1802b5-d255-443f-9675-110741884e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:08.222253 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Bound using segment: {'id': 'fc1802b5-d255-443f-9675-110741884e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:08.222686 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Bound port: 3ace0437-f31a-4410-9838-aa2293e8fd3d, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1802b5-d255-443f-9675-110741884e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:08.223043 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:08.284667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] For port 3ace0437-f31a-4410-9838-aa2293e8fd3d, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:08.287949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] For port 3ace0437-f31a-4410-9838-aa2293e8fd3d, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3ace0437-f31a-4410-9838-aa2293e8fd3d,segment=NetworkSegment(fc1802b5-d255-443f-9675-110741884e84),segment_id=fc1802b5-d255-443f-9675-110741884e84)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:08.291999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:08.327289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:08.327908 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:08.329950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] 10.222.0.52 "PUT /v2.0/ports/3ace0437-f31a-4410-9838-aa2293e8fd3d HTTP/1.1" status: 200 len: 1092 time: 0.5640783 Aug 29 05:09:08.330396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1ff50b-a31e-4045-99b0-492fc3ca7744', 'tag': '3ace0437-f31a-4410-9838-aa2293e8fd3d'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:08.332691 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a3fbf5-7ac0-4909-a874-7b04cc467a10" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1ff50b-a31e-4045-99b0-492fc3ca7744", "tag": "3ace0437-f31a-4410-9838-aa2293e8fd3d"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:08.358569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a7c9a-3374-48eb-bd18-75d6f80e4eab service neutron] Pushing event updated for resources: {'Port': ['ID=3ace0437-f31a-4410-9838-aa2293e8fd3d,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:08.371559 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a2a486-2e9c-44e5-b616-fdaa2cf5b53b x-openstack-request-id: req-43a2a486-2e9c-44e5-b616-fdaa2cf5b53b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:08.372017 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1ff50b-a31e-4045-99b0-492fc3ca7744", "tag": "3ace0437-f31a-4410-9838-aa2293e8fd3d", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:08.372305 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43a2a486-2e9c-44e5-b616-fdaa2cf5b53b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:08.372714 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1ff50b-a31e-4045-99b0-492fc3ca7744', 'tag': '3ace0437-f31a-4410-9838-aa2293e8fd3d', 'status': 'completed', 'code': 200} Aug 29 05:09:08.469603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-944da23a-c33c-4a30-8241-c7b81a35d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:08.471129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-944da23a-c33c-4a30-8241-c7b81a35d226 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33746ea550c94f7ca0ec3cd89430495d&device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 1095 time: 0.0787261 Aug 29 05:09:08.478514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464269b8-b34c-4f24-8f19-96adce7dd008 req-75fefb5e-53d1-4f50-ad36-9158dc3891f6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:08.479879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-464269b8-b34c-4f24-8f19-96adce7dd008 req-75fefb5e-53d1-4f50-ad36-9158dc3891f6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 943 time: 0.0791926 Aug 29 05:09:08.535217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-36548ef0-668e-47c9-afee-344ef14ce677 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ace0437-f31a-4410-9838-aa2293e8fd3d HTTP/1.1" status: 200 len: 217 time: 0.0430524 Aug 29 05:09:08.576777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-464269b8-b34c-4f24-8f19-96adce7dd008 req-526f77a5-6a8c-4e84-9e19-d7eb0c28c183 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902376 Aug 29 05:09:08.594556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-f1936336-7739-40c7-8167-bdefcdee0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:08.596054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-f1936336-7739-40c7-8167-bdefcdee0d69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=692e99ac-ed4a-4d92-b2a1-05a029848768 HTTP/1.1" status: 200 len: 853 time: 0.0506506 Aug 29 05:09:08.628602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-54e132ba-0a16-48bd-88b0-78d8ee97182e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ad4b92-d7a1-46d9-86d3-9e457e681609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255239 Aug 29 05:09:08.720138 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-d3764005-aaa3-46b9-862c-69d179a39091 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840263 Aug 29 05:09:08.809006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3002cda9-ff5c-4ed1-b03b-0689b66ae66f req-f39c8d15-3d1a-4371-8730-4a965935dcc8 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816362 Aug 29 05:09:08.933352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3fbf5-7ac0-4909-a874-7b04cc467a10 req-5d044c90-c4da-4b5b-b15d-e1ce9af46aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:08.934740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29a3fbf5-7ac0-4909-a874-7b04cc467a10 req-5d044c90-c4da-4b5b-b15d-e1ce9af46aae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33746ea550c94f7ca0ec3cd89430495d&device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 1095 time: 0.0417936 Aug 29 05:09:09.027887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3fbf5-7ac0-4909-a874-7b04cc467a10 req-7fc1c766-98c8-4934-b220-f665f4031df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:09.029384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29a3fbf5-7ac0-4909-a874-7b04cc467a10 req-7fc1c766-98c8-4934-b220-f665f4031df9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1ad4b92-d7a1-46d9-86d3-9e457e681609 HTTP/1.1" status: 200 len: 914 time: 0.0874436 Aug 29 05:09:09.072063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29a3fbf5-7ac0-4909-a874-7b04cc467a10 req-4e6fff38-130c-40e9-bb8e-d14a535d7148 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ace0437-f31a-4410-9838-aa2293e8fd3d HTTP/1.1" status: 200 len: 217 time: 0.0350463 Aug 29 05:09:09.124120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3fbf5-7ac0-4909-a874-7b04cc467a10 req-9992d759-e51c-4dad-b1ba-fe6b7edf096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:09.125561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29a3fbf5-7ac0-4909-a874-7b04cc467a10 req-9992d759-e51c-4dad-b1ba-fe6b7edf096f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=692e99ac-ed4a-4d92-b2a1-05a029848768 HTTP/1.1" status: 200 len: 853 time: 0.0460589 Aug 29 05:09:09.155743 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29a3fbf5-7ac0-4909-a874-7b04cc467a10 req-59484dc1-fc47-4ab9-bb26-ae7b2bb12788 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ad4b92-d7a1-46d9-86d3-9e457e681609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236299 Aug 29 05:09:09.240564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29a3fbf5-7ac0-4909-a874-7b04cc467a10 req-58b58829-6ec9-43a1-8262-1bf757afc2e5 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775580 Aug 29 05:09:09.330114 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29a3fbf5-7ac0-4909-a874-7b04cc467a10 req-13991cbe-a9d1-461a-bb46-6bbc088166cc service neutron] 10.222.0.52 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831332 Aug 29 05:09:09.692652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6c5a9-d986-467f-9be1-c275b02deb5c req-f4491856-e385-4154-ab14-30ce316a68b9 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:09.694124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26c6c5a9-d986-467f-9be1-c275b02deb5c req-f4491856-e385-4154-ab14-30ce316a68b9 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 943 time: 0.0486262 Aug 29 05:09:09.731032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-26c6c5a9-d986-467f-9be1-c275b02deb5c req-d72a9496-29f3-4292-9bb3-ef145041780a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Aug 29 05:09:10.843285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b043-bf70-4219-8148-bb4ec02f933b req-16f632d8-da69-4139-813e-c0f06ac27ce3 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:10.844777 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2898b043-bf70-4219-8148-bb4ec02f933b req-16f632d8-da69-4139-813e-c0f06ac27ce3 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 943 time: 0.0482452 Aug 29 05:09:10.884551 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2898b043-bf70-4219-8148-bb4ec02f933b req-52325103-92b6-4fc6-9cea-42c2e8769f9d tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Aug 29 05:09:12.002685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a84cf-c05e-4762-96ed-4085babca332 req-75b16b41-76f3-4237-9509-382eecb35844 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:12.004174 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55a84cf-c05e-4762-96ed-4085babca332 req-75b16b41-76f3-4237-9509-382eecb35844 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 943 time: 0.0535836 Aug 29 05:09:12.042668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b55a84cf-c05e-4762-96ed-4085babca332 req-7b0e2988-5658-49f9-bd2f-9fc5674ff0bb tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322170 Aug 29 05:09:12.457274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3ace0437-f31a-4410-9838-aa2293e8fd3d details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:09:12.554026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3ace0437-f31a-4410-9838-aa2293e8fd3d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3ace0437-f31a-4410-9838-aa2293e8fd3d,segment=NetworkSegment(fc1802b5-d255-443f-9675-110741884e84),segment_id=fc1802b5-d255-443f-9675-110741884e84)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:12.569146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '3ace0437-f31a-4410-9838-aa2293e8fd3d', 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609', 'port_id': '3ace0437-f31a-4410-9838-aa2293e8fd3d', 'mac_address': 'fa:16:3e:81:3b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692e99ac-ed4a-4d92-b2a1-05a029848768', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:09:12.614071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:12.631764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ace0437-f31a-4410-9838-aa2293e8fd3d {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:09:12.658494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3ace0437-f31a-4410-9838-aa2293e8fd3d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3ace0437-f31a-4410-9838-aa2293e8fd3d,segment=NetworkSegment(fc1802b5-d255-443f-9675-110741884e84),segment_id=fc1802b5-d255-443f-9675-110741884e84)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:12.662295 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:12.707673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3ace0437-f31a-4410-9838-aa2293e8fd3d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:13.018342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3ace0437-f31a-4410-9838-aa2293e8fd3d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:09:13.158930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd1942-c31b-4552-bb89-56edfcf43fd4 req-94aee0c6-68eb-421a-b7c0-fbaa7b9fe489 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:13.160443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7bd1942-c31b-4552-bb89-56edfcf43fd4 req-94aee0c6-68eb-421a-b7c0-fbaa7b9fe489 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 944 time: 0.0516324 Aug 29 05:09:13.197776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7bd1942-c31b-4552-bb89-56edfcf43fd4 req-350a2b07-1b17-4ad6-b5da-37b1de831c73 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Aug 29 05:09:14.310197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d5bca-51a9-4d39-87a0-40bcc8064821 req-600d2595-6dd2-47ce-9558-a63bb34f070e tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:14.311656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a80d5bca-51a9-4d39-87a0-40bcc8064821 req-600d2595-6dd2-47ce-9558-a63bb34f070e tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 944 time: 0.0483034 Aug 29 05:09:14.350903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a80d5bca-51a9-4d39-87a0-40bcc8064821 req-0b4f46f1-c970-4c03-ad8f-141f97721401 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Aug 29 05:09:14.473284 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3ace0437-f31a-4410-9838-aa2293e8fd3d up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:09:14.519981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 3ace0437-f31a-4410-9838-aa2293e8fd3d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:14.523454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 3ace0437-f31a-4410-9838-aa2293e8fd3d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:14.523819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:14.601294 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:14.622133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1ff50b-a31e-4045-99b0-492fc3ca7744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ace0437-f31a-4410-9838-aa2293e8fd3d'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:14.624543 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ce05d0-7dea-43db-9c6c-0bc5d09c4151" -d '{"events": [{"server_uuid": "0c1ff50b-a31e-4045-99b0-492fc3ca7744", "name": "network-vif-plugged", "status": "completed", "tag": "3ace0437-f31a-4410-9838-aa2293e8fd3d"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:14.637123 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3ace0437-f31a-4410-9838-aa2293e8fd3d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3ace0437-f31a-4410-9838-aa2293e8fd3d,segment=NetworkSegment(fc1802b5-d255-443f-9675-110741884e84),segment_id=fc1802b5-d255-443f-9675-110741884e84)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:14.642349 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:14.665821 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6267195-4704-4755-8ffc-9611db9163f3 x-openstack-request-id: req-e6267195-4704-4755-8ffc-9611db9163f3 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:14.666111 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1ff50b-a31e-4045-99b0-492fc3ca7744", "name": "network-vif-plugged", "status": "completed", "tag": "3ace0437-f31a-4410-9838-aa2293e8fd3d", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:14.666363 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6267195-4704-4755-8ffc-9611db9163f3 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:14.666758 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1ff50b-a31e-4045-99b0-492fc3ca7744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ace0437-f31a-4410-9838-aa2293e8fd3d', 'code': 200} Aug 29 05:09:14.693320 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3ace0437-f31a-4410-9838-aa2293e8fd3d,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:14.790427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df9b1-9a7d-4c39-a945-d9c8e704d957 req-a9d61b28-4878-423d-ba4a-a297e926b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:14.791864 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec5df9b1-9a7d-4c39-a945-d9c8e704d957 req-a9d61b28-4878-423d-ba4a-a297e926b961 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 1097 time: 0.0452244 Aug 29 05:09:14.826440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec5df9b1-9a7d-4c39-a945-d9c8e704d957 req-0da4c16b-0ebf-4213-8107-fc316dd6b5ea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273662 Aug 29 05:09:15.463220 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b23144-6d5a-4a66-9cfb-f7b62b4a6134 req-db0adecc-f02e-400a-8b77-4353aa78e0f2 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:15.464811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53b23144-6d5a-4a66-9cfb-f7b62b4a6134 req-db0adecc-f02e-400a-8b77-4353aa78e0f2 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0484283 Aug 29 05:09:15.502425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53b23144-6d5a-4a66-9cfb-f7b62b4a6134 req-d6e90245-2c78-4718-beac-6753e8545ee1 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Aug 29 05:09:15.596314 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f80ff4b4-dc16-48a9-9584-a4e1c3615c12 req-2563770c-bbcd-40a9-b885-7b312a0a18e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262656 Aug 29 05:09:15.661666 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f80ff4b4-dc16-48a9-9584-a4e1c3615c12 req-56b8f420-4d43-45cd-b372-e5b6af4383ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0262144 Aug 29 05:09:15.700013 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f80ff4b4-dc16-48a9-9584-a4e1c3615c12 req-650e0051-8b46-406c-b641-b0e0310139d6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186138 Aug 29 05:09:15.797206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ff4b4-dc16-48a9-9584-a4e1c3615c12 req-0edbeaee-efac-41e5-94bb-25bd6b32d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:15.799252 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f80ff4b4-dc16-48a9-9584-a4e1c3615c12 req-0edbeaee-efac-41e5-94bb-25bd6b32d351 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907645 Aug 29 05:09:16.616740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802c3a3-2840-4c8a-a095-16f70b9d81a0 req-fb7c925d-8538-4138-913b-03a901b63301 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:16.618215 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f802c3a3-2840-4c8a-a095-16f70b9d81a0 req-fb7c925d-8538-4138-913b-03a901b63301 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0486560 Aug 29 05:09:16.655685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f802c3a3-2840-4c8a-a095-16f70b9d81a0 req-cd01e8a9-09d3-48a6-b55b-7dcf66c26a42 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Aug 29 05:09:16.874574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-50f9d90c-01a0-4134-a2cb-19d12e024621 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:16.876068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-50f9d90c-01a0-4134-a2cb-19d12e024621 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/networks?id=e1ad4b92-d7a1-46d9-86d3-9e457e681609 HTTP/1.1" status: 200 len: 813 time: 0.1016283 Aug 29 05:09:16.891175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-a384c255-2f0f-4f1e-93fa-e05c24e11178 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/quotas/33746ea550c94f7ca0ec3cd89430495d HTTP/1.1" status: 200 len: 375 time: 0.0090427 Aug 29 05:09:16.939718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0423d056-5321-462e-ab2b-5b59cd1f08f0 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33746ea550c94f7ca0ec3cd89430495d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429764 Aug 29 05:09:17.102752 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-a97f6651-0e71-4700-a8bb-2c1c1c954d37 service neutron] 10.222.0.49 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237526 Aug 29 05:09:17.188931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-2378100e-d98d-4f13-b30a-a6ee24182d08 service neutron] 10.222.0.49 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800269 Aug 29 05:09:17.348555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1729c4b-e139-401a-88fb-b0d5835e096b req-450ab3b3-04ff-49cf-8fcf-068dd5356682 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 210 time: 0.0270689 Aug 29 05:09:18.234916 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-1b76310e-d119-4dbd-baa5-3bd9872590ce tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:18.236412 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-1b76310e-d119-4dbd-baa5-3bd9872590ce tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.59 "GET /v2.0/networks?id=e1ad4b92-d7a1-46d9-86d3-9e457e681609 HTTP/1.1" status: 200 len: 813 time: 0.1044714 Aug 29 05:09:18.249991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Request body: {'port': {'device_id': 'f4fd438f-a9f7-49d4-9253-f0e370c0011f', 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609', 'admin_state_up': True, 'tenant_id': '33746ea550c94f7ca0ec3cd89430495d'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:18.360868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Made reservation on behalf of 33746ea550c94f7ca0ec3cd89430495d for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:18.364583 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:18.445533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91955f6b-c0b8-4b59-85c8-a19730eda689 req-02b48b96-e4b3-4444-88b2-5b5244ee4364 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 210 time: 0.0304945 Aug 29 05:09:18.500865 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Allocated IP 172.20.0.10 (e1ad4b92-d7a1-46d9-86d3-9e457e681609/692e99ac-ed4a-4d92-b2a1-05a029848768/4f4c8e76-99e6-4f27-b150-23cba4f24025) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:18.638677 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:18.643993 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:18.681875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:18.713066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3ace0437-f31a-4410-9838-aa2293e8fd3d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:09:18.730572 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Network e1ad4b92-d7a1-46d9-86d3-9e457e681609 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:18.733720 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:18.737645 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:18.761478 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Pushing event updated for resources: {'Port': ['ID=4f4c8e76-99e6-4f27-b150-23cba4f24025,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:18.789378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:18.790054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:18.804719 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-d10a605f-c89d-4e02-9159-40033f449fd6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5589676 Aug 29 05:09:18.816932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-a95e04fc-1fd3-4ce7-93fb-d49da7487eaa tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:09:18.817993 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-a95e04fc-1fd3-4ce7-93fb-d49da7487eaa tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058293 Aug 29 05:09:18.829137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Request body: {'port': {'device_id': 'f4fd438f-a9f7-49d4-9253-f0e370c0011f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:18.885678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:19.013321 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:09:19.405843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4c8e76-99e6-4f27-b150-23cba4f24025 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:09:19.414236 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:19.427588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Transition to ACTIVE for port object 4f4c8e76-99e6-4f27-b150-23cba4f24025 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:19.431204 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:19.483971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4c8e76-99e6-4f27-b150-23cba4f24025,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:19.549727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Attempting to bind port 4f4c8e76-99e6-4f27-b150-23cba4f24025 on host n-h2-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:19.550185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Attempting to bind port 4f4c8e76-99e6-4f27-b150-23cba4f24025 by drivers openvswitch,hyperv on host n-h2-712141-12 at level 0 using segments [{'id': 'fc1802b5-d255-443f-9675-110741884e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:19.550598 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Attempting to bind port 4f4c8e76-99e6-4f27-b150-23cba4f24025 on network e1ad4b92-d7a1-46d9-86d3-9e457e681609 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:19.554968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Port 4f4c8e76-99e6-4f27-b150-23cba4f24025 on network e1ad4b92-d7a1-46d9-86d3-9e457e681609 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:09:19.555296 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Attempting to bind port 4f4c8e76-99e6-4f27-b150-23cba4f24025 on network e1ad4b92-d7a1-46d9-86d3-9e457e681609 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:19.560231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Checking agent: {'id': 'b9d86a7c-7416-4110-8002-269cf16ab8aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:19.560575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Checking segment: {'id': 'fc1802b5-d255-443f-9675-110741884e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:19.560963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Bound using segment: {'id': 'fc1802b5-d255-443f-9675-110741884e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:19.561413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Bound port: 4f4c8e76-99e6-4f27-b150-23cba4f24025, host: n-h2-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1802b5-d255-443f-9675-110741884e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:19.561759 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:19.569881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc9d12-f468-4a47-ad15-cb57c46494e5 req-d3289943-1839-4229-87ec-ceeed543e11c tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:19.572060 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cdc9d12-f468-4a47-ad15-cb57c46494e5 req-d3289943-1839-4229-87ec-ceeed543e11c tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 944 time: 0.0524876 Aug 29 05:09:19.617713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cdc9d12-f468-4a47-ad15-cb57c46494e5 req-faff9259-4d77-430d-b136-df87a49b7e2b tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388894 Aug 29 05:09:19.635433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] For port 4f4c8e76-99e6-4f27-b150-23cba4f24025, host n-h2-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:19.638537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] For port 4f4c8e76-99e6-4f27-b150-23cba4f24025, host n-h2-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f4c8e76-99e6-4f27-b150-23cba4f24025,segment=NetworkSegment(fc1802b5-d255-443f-9675-110741884e84),segment_id=fc1802b5-d255-443f-9675-110741884e84)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:19.643698 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:19.676231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:19.676863 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:19.678253 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] 10.222.0.59 "PUT /v2.0/ports/4f4c8e76-99e6-4f27-b150-23cba4f24025 HTTP/1.1" status: 200 len: 1093 time: 0.8530629 Aug 29 05:09:19.678705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fd438f-a9f7-49d4-9253-f0e370c0011f', 'tag': '4f4c8e76-99e6-4f27-b150-23cba4f24025'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:19.722020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b23bf-a2a3-4dd1-a1bf-2edd8dd5a857 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4c8e76-99e6-4f27-b150-23cba4f24025,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:19.736807 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d023ed79-6026-4750-87af-ddfd53facafc" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fd438f-a9f7-49d4-9253-f0e370c0011f", "tag": "4f4c8e76-99e6-4f27-b150-23cba4f24025"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:19.766565 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-46d8f660-99f2-4713-b7e9-b56543ad4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:19.768665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-46d8f660-99f2-4713-b7e9-b56543ad4ea4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33746ea550c94f7ca0ec3cd89430495d&device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 1096 time: 0.0487649 Aug 29 05:09:19.814293 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-55ccc2ba-4219-4ebb-b6a0-17c0766318d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4c8e76-99e6-4f27-b150-23cba4f24025 HTTP/1.1" status: 200 len: 217 time: 0.0379643 Aug 29 05:09:19.851036 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1accf2-2caa-48ec-9813-493a296ef9d7 x-openstack-request-id: req-0b1accf2-2caa-48ec-9813-493a296ef9d7 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:19.851338 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fd438f-a9f7-49d4-9253-f0e370c0011f", "tag": "4f4c8e76-99e6-4f27-b150-23cba4f24025", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:19.851595 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b1accf2-2caa-48ec-9813-493a296ef9d7 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:19.851994 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fd438f-a9f7-49d4-9253-f0e370c0011f', 'tag': '4f4c8e76-99e6-4f27-b150-23cba4f24025', 'status': 'completed', 'code': 200} Aug 29 05:09:19.870522 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-401fc228-bfad-4584-bc93-084243f4ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:19.872000 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-401fc228-bfad-4584-bc93-084243f4ab87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=692e99ac-ed4a-4d92-b2a1-05a029848768 HTTP/1.1" status: 200 len: 853 time: 0.0515075 Aug 29 05:09:19.905185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-848dca1d-6b9d-4ea1-8d86-38032d666319 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1ad4b92-d7a1-46d9-86d3-9e457e681609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258756 Aug 29 05:09:19.999474 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-c0bcab05-0d3d-4544-a536-075d4da2f36d service neutron] 10.222.0.59 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864649 Aug 29 05:09:20.088123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-81f20987-0a8c-430d-8987-6adc2cd20d62 req-177e67e4-434f-4cb3-a631-e3ab63cf67d0 service neutron] 10.222.0.59 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815132 Aug 29 05:09:20.172882 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023ed79-6026-4750-87af-ddfd53facafc req-6cc6dabe-5e87-43f1-b7de-8146a89ea200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:20.174418 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d023ed79-6026-4750-87af-ddfd53facafc req-6cc6dabe-5e87-43f1-b7de-8146a89ea200 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33746ea550c94f7ca0ec3cd89430495d&device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 1096 time: 0.0424707 Aug 29 05:09:20.268729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023ed79-6026-4750-87af-ddfd53facafc req-4df76fb8-728e-46eb-b25c-41b4b36ac551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:20.269756 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d023ed79-6026-4750-87af-ddfd53facafc req-4df76fb8-728e-46eb-b25c-41b4b36ac551 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e1ad4b92-d7a1-46d9-86d3-9e457e681609 HTTP/1.1" status: 200 len: 914 time: 0.0886929 Aug 29 05:09:20.312447 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d023ed79-6026-4750-87af-ddfd53facafc req-d9daf9d0-65af-464f-a5b5-2b10eb5d6a1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4c8e76-99e6-4f27-b150-23cba4f24025 HTTP/1.1" status: 200 len: 217 time: 0.0350008 Aug 29 05:09:20.362718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023ed79-6026-4750-87af-ddfd53facafc req-1bf3ec74-d379-454c-aaa7-c6bd431ffb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:20.364214 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d023ed79-6026-4750-87af-ddfd53facafc req-1bf3ec74-d379-454c-aaa7-c6bd431ffb4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=692e99ac-ed4a-4d92-b2a1-05a029848768 HTTP/1.1" status: 200 len: 853 time: 0.0441346 Aug 29 05:09:20.400763 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d023ed79-6026-4750-87af-ddfd53facafc req-79b7e680-6fa6-476d-a734-3224640e6384 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1ad4b92-d7a1-46d9-86d3-9e457e681609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287378 Aug 29 05:09:20.490515 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d023ed79-6026-4750-87af-ddfd53facafc req-4309f546-496a-4132-9e79-02d484023f52 service neutron] 10.222.0.59 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801311 Aug 29 05:09:20.584884 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d023ed79-6026-4750-87af-ddfd53facafc req-33b3635d-e1ec-4919-8b8b-af6d03017efa service neutron] 10.222.0.59 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862746 Aug 29 05:09:20.729633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad1a06-945e-4b2c-8dbb-64413b5e4f76 req-5c5f00c6-a86c-4a58-a701-1efab64869e1 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:20.731118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0ad1a06-945e-4b2c-8dbb-64413b5e4f76 req-5c5f00c6-a86c-4a58-a701-1efab64869e1 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 944 time: 0.0477798 Aug 29 05:09:20.768412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0ad1a06-945e-4b2c-8dbb-64413b5e4f76 req-eec1f2bd-08a1-4bd9-aa90-a6e44f5832bf tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305882 Aug 29 05:09:21.885882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dba298-f8b8-4f5d-93c3-cb14901a4794 req-e7a9f0fe-fc2e-45f8-9d18-3569ad0b8a4d tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:21.887330 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1dba298-f8b8-4f5d-93c3-cb14901a4794 req-e7a9f0fe-fc2e-45f8-9d18-3569ad0b8a4d tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 944 time: 0.0514674 Aug 29 05:09:21.925634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f1dba298-f8b8-4f5d-93c3-cb14901a4794 req-c76fb78c-4f43-4b32-8b49-9cc612fee4a4 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322826 Aug 29 05:09:22.389482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 4f4c8e76-99e6-4f27-b150-23cba4f24025 details requested by agent hyperv_n-h2-712141-12 with host n-h2-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:09:22.480782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 4f4c8e76-99e6-4f27-b150-23cba4f24025, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f4c8e76-99e6-4f27-b150-23cba4f24025,segment=NetworkSegment(fc1802b5-d255-443f-9675-110741884e84),segment_id=fc1802b5-d255-443f-9675-110741884e84)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:22.492423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Returning: {'device': '4f4c8e76-99e6-4f27-b150-23cba4f24025', 'network_id': 'e1ad4b92-d7a1-46d9-86d3-9e457e681609', 'port_id': '4f4c8e76-99e6-4f27-b150-23cba4f24025', 'mac_address': 'fa:16:3e:7b:8c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692e99ac-ed4a-4d92-b2a1-05a029848768', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:09:22.535837 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:22.551013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4c8e76-99e6-4f27-b150-23cba4f24025 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:09:22.569274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 4f4c8e76-99e6-4f27-b150-23cba4f24025, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f4c8e76-99e6-4f27-b150-23cba4f24025,segment=NetworkSegment(fc1802b5-d255-443f-9675-110741884e84),segment_id=fc1802b5-d255-443f-9675-110741884e84)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:22.573144 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:22.619662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=4f4c8e76-99e6-4f27-b150-23cba4f24025,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:22.627003 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.627359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.627711 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.628055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.628427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.628767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.629102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.629690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.630031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.630363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.630696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.631026 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:22.809261 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['4f4c8e76-99e6-4f27-b150-23cba4f24025'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:09:23.038594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199925d8-8a68-41bf-b9b1-1917165e2c90 req-26fba9f0-4694-4908-b2cd-1b9dd602b2e4 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:23.040098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-199925d8-8a68-41bf-b9b1-1917165e2c90 req-26fba9f0-4694-4908-b2cd-1b9dd602b2e4 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 945 time: 0.0494106 Aug 29 05:09:23.076845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-199925d8-8a68-41bf-b9b1-1917165e2c90 req-d44f7b05-b4e8-4769-9805-41a6470d32de tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 Aug 29 05:09:23.589165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-7999abd7-adef-4ea3-94dc-03688f9eadbc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392230 Aug 29 05:09:23.620441 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba626-13c4-4d51-a7de-b0fae93943d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:23.685900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-5ffed6dc-fd3e-465e-a866-4c902adff6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:23.687358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-5ffed6dc-fd3e-465e-a866-4c902adff6d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33746ea550c94f7ca0ec3cd89430495d&device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 1097 time: 0.0399389 Aug 29 05:09:23.790876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-95cf23bb-db6d-4a45-9518-cd7b6fac3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:23.792288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-95cf23bb-db6d-4a45-9518-cd7b6fac3fa7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1ad4b92-d7a1-46d9-86d3-9e457e681609 HTTP/1.1" status: 200 len: 914 time: 0.0865095 Aug 29 05:09:23.832719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-6ddda332-1b89-4982-97e9-dd33793be117 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ace0437-f31a-4410-9838-aa2293e8fd3d HTTP/1.1" status: 200 len: 217 time: 0.0328417 Aug 29 05:09:23.884345 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-11f1fb4c-a40a-42c6-b72b-7ee302f5dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:23.885744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-11f1fb4c-a40a-42c6-b72b-7ee302f5dab7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=692e99ac-ed4a-4d92-b2a1-05a029848768 HTTP/1.1" status: 200 len: 853 time: 0.0458529 Aug 29 05:09:23.918858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-0f2f6f9a-2ecc-4412-bad6-55965831a2a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ad4b92-d7a1-46d9-86d3-9e457e681609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233629 Aug 29 05:09:23.929882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-3829f7a0-f0cf-494a-ac16-a40f0a0e5dda service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:09:23.930808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-3829f7a0-f0cf-494a-ac16-a40f0a0e5dda service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047953 Aug 29 05:09:24.017234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-2b416cd4-ac72-4248-bf0d-33b7e0430a16 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789039 Aug 29 05:09:24.109516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71c68a1e-afe5-4812-a581-affedb0fe1c1 req-f79baa8e-79e2-4c1d-94df-37eb9d540633 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853415 Aug 29 05:09:24.191979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dac911-fd68-4f2c-a8dc-b5cff991e2dc req-57f57b7e-de0a-4309-8204-bad6fe1e9fb7 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:24.193500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3dac911-fd68-4f2c-a8dc-b5cff991e2dc req-57f57b7e-de0a-4309-8204-bad6fe1e9fb7 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 945 time: 0.0490446 Aug 29 05:09:24.231362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3dac911-fd68-4f2c-a8dc-b5cff991e2dc req-5094e83f-05f8-4bcf-98f0-7f6ce919e66e tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Aug 29 05:09:24.404684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 4f4c8e76-99e6-4f27-b150-23cba4f24025 up at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:09:24.451140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning for port 4f4c8e76-99e6-4f27-b150-23cba4f24025 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:24.454606 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Provisioning complete for port 4f4c8e76-99e6-4f27-b150-23cba4f24025 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:24.455609 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:24.527608 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:24.551316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fd438f-a9f7-49d4-9253-f0e370c0011f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4c8e76-99e6-4f27-b150-23cba4f24025'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:24.553579 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dace4573-6699-40b4-b324-1d1429c54ff8" -d '{"events": [{"server_uuid": "f4fd438f-a9f7-49d4-9253-f0e370c0011f", "name": "network-vif-plugged", "status": "completed", "tag": "4f4c8e76-99e6-4f27-b150-23cba4f24025"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:24.566615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] For port 4f4c8e76-99e6-4f27-b150-23cba4f24025, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f4c8e76-99e6-4f27-b150-23cba4f24025,segment=NetworkSegment(fc1802b5-d255-443f-9675-110741884e84),segment_id=fc1802b5-d255-443f-9675-110741884e84)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:24.571120 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:24.595434 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a28bd14-4432-478a-9a8f-d7701df4c0e3 x-openstack-request-id: req-9a28bd14-4432-478a-9a8f-d7701df4c0e3 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:24.595723 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fd438f-a9f7-49d4-9253-f0e370c0011f", "name": "network-vif-plugged", "status": "completed", "tag": "4f4c8e76-99e6-4f27-b150-23cba4f24025", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:24.595969 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a28bd14-4432-478a-9a8f-d7701df4c0e3 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:24.596376 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fd438f-a9f7-49d4-9253-f0e370c0011f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4c8e76-99e6-4f27-b150-23cba4f24025', 'code': 200} Aug 29 05:09:24.627338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Pushing event updated for resources: {'Port': ['ID=4f4c8e76-99e6-4f27-b150-23cba4f24025,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:24.687061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e039-c2fe-4221-9896-fbaac4996653 req-d54fc920-5086-4627-a2be-dcea3dd0b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:24.688493 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b7f6e039-c2fe-4221-9896-fbaac4996653 req-d54fc920-5086-4627-a2be-dcea3dd0b5a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 1098 time: 0.0395620 Aug 29 05:09:24.723168 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b7f6e039-c2fe-4221-9896-fbaac4996653 req-8c93087a-9770-419a-bd0d-df6cb2d9c25c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269783 Aug 29 05:09:25.179390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-fbe6c4a1-217f-433d-84b9-94ce36035b24 req-2b1e9ef1-11b5-4fe1-b3b8-ef81ec1337c8 tempest-ServerDiskConfigTestJSON-1657454463 tempest-ServerDiskConfigTestJSON-1657454463-project] (94851) timed out ('10.222.0.52', 53407) {{(pid=94851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:09:25.343355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5262a4-dacf-4cee-be40-8779bba9df1b req-1af73bb0-653a-4635-9112-02a61be04199 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:25.344869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be5262a4-dacf-4cee-be40-8779bba9df1b req-1af73bb0-653a-4635-9112-02a61be04199 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 946 time: 0.0488238 Aug 29 05:09:25.383818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-be5262a4-dacf-4cee-be40-8779bba9df1b req-3ab6c83e-82d9-4be0-a57f-eb3cddf0052b tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Aug 29 05:09:26.178350 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8b4342a7-0496-4a4c-9d55-3952315b0113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:26.386255 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:26.502386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b841-e803-462c-aabc-69ccdae17f1a req-dcf71314-170f-46f9-8573-18f6737cf4e7 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:26.503775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fe6b841-e803-462c-aabc-69ccdae17f1a req-dcf71314-170f-46f9-8573-18f6737cf4e7 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 946 time: 0.0528443 Aug 29 05:09:26.540936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fe6b841-e803-462c-aabc-69ccdae17f1a req-e5d3825c-07fd-4d6b-85df-6b7a2cc2d2bd tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308335 Aug 29 05:09:26.780504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a99806-f03e-4de6-bd52-2909dbda069b req-8f77264c-65ac-497b-b6e7-68170b6f9133 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:26.781874 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2a99806-f03e-4de6-bd52-2909dbda069b req-8f77264c-65ac-497b-b6e7-68170b6f9133 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 946 time: 0.0478969 Aug 29 05:09:26.820609 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2a99806-f03e-4de6-bd52-2909dbda069b req-a7f86fe1-02a0-4294-9646-ea394a5b61f7 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321579 Aug 29 05:09:27.493158 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:27.936047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf9807-3157-4be8-a524-909c122ea33a req-cd3228af-4c19-4e38-b640-3af513093b76 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:27.937537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebbf9807-3157-4be8-a524-909c122ea33a req-cd3228af-4c19-4e38-b640-3af513093b76 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 946 time: 0.0487781 Aug 29 05:09:27.974629 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ebbf9807-3157-4be8-a524-909c122ea33a req-c4e315a1-6072-4c03-b8c3-a6d66b029f1d tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Aug 29 05:09:27.993558 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:28.039982 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-84ccacf9-5e3a-4164-b0d3-c25c2ec00068 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:28.041456 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-84ccacf9-5e3a-4164-b0d3-c25c2ec00068 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4fd438f-a9f7-49d4-9253-f0e370c0011f HTTP/1.1" status: 200 len: 946 time: 0.0487781 Aug 29 05:09:28.137957 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-959fe0e6-2447-42da-8ab6-d3f23b2f507a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Deleting port 4f4c8e76-99e6-4f27-b150-23cba4f24025 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:28.138201 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-959fe0e6-2447-42da-8ab6-d3f23b2f507a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:28.224591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-959fe0e6-2447-42da-8ab6-d3f23b2f507a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] For port 4f4c8e76-99e6-4f27-b150-23cba4f24025, host n-h2-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-12',level=0,port_id=4f4c8e76-99e6-4f27-b150-23cba4f24025,segment=NetworkSegment(fc1802b5-d255-443f-9675-110741884e84),segment_id=fc1802b5-d255-443f-9675-110741884e84)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:28.224961 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-959fe0e6-2447-42da-8ab6-d3f23b2f507a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:28.237601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-959fe0e6-2447-42da-8ab6-d3f23b2f507a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Calling delete_port for 4f4c8e76-99e6-4f27-b150-23cba4f24025 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:28.364594 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-959fe0e6-2447-42da-8ab6-d3f23b2f507a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:28.377125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] get_ports_and_sgs() called for port_ids ['4f4c8e76-99e6-4f27-b150-23cba4f24025'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:09:28.392696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fe0e6-2447-42da-8ab6-d3f23b2f507a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Pushing event deleted for resources: {'Port': ['ID=4f4c8e76-99e6-4f27-b150-23cba4f24025,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:28.398684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3ace0437-f31a-4410-9838-aa2293e8fd3d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:09:28.436455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-959fe0e6-2447-42da-8ab6-d3f23b2f507a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] No DVR routers for this DVR port 4f4c8e76-99e6-4f27-b150-23cba4f24025 on host n-h2-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:09:28.439725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-959fe0e6-2447-42da-8ab6-d3f23b2f507a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:28.441854 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-065d2a03-bf5e-4921-bf83-279de383bf8f req-959fe0e6-2447-42da-8ab6-d3f23b2f507a tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.59 "DELETE /v2.0/ports/4f4c8e76-99e6-4f27-b150-23cba4f24025 HTTP/1.1" status: 204 len: 173 time: 0.3942153 Aug 29 05:09:28.442299 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fd438f-a9f7-49d4-9253-f0e370c0011f', 'name': 'network-vif-deleted', 'tag': '4f4c8e76-99e6-4f27-b150-23cba4f24025'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:28.444691 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c760db-38fa-4696-b040-3d5d3a1cc3b4" -d '{"events": [{"server_uuid": "f4fd438f-a9f7-49d4-9253-f0e370c0011f", "name": "network-vif-deleted", "tag": "4f4c8e76-99e6-4f27-b150-23cba4f24025"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:28.487684 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa05dbb-54dd-44a6-9fa4-3fd1cabbd7e6 x-openstack-request-id: req-5aa05dbb-54dd-44a6-9fa4-3fd1cabbd7e6 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:28.487991 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fd438f-a9f7-49d4-9253-f0e370c0011f", "name": "network-vif-deleted", "tag": "4f4c8e76-99e6-4f27-b150-23cba4f24025", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:28.488273 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5aa05dbb-54dd-44a6-9fa4-3fd1cabbd7e6 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:28.488685 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fd438f-a9f7-49d4-9253-f0e370c0011f', 'name': 'network-vif-deleted', 'tag': '4f4c8e76-99e6-4f27-b150-23cba4f24025', 'status': 'completed', 'code': 200} Aug 29 05:09:29.125620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66837c30-672c-4278-aa40-4f7177c1dda6 req-505a1aef-92b6-427d-9bd4-1efe7a88f2ac tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:29.127137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66837c30-672c-4278-aa40-4f7177c1dda6 req-505a1aef-92b6-427d-9bd4-1efe7a88f2ac tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0529103 Aug 29 05:09:29.165255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66837c30-672c-4278-aa40-4f7177c1dda6 req-0806a96b-b8a8-4729-9a03-638e2b21086f tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Aug 29 05:09:29.228048 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:29.294379 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6b31d-2eb9-4b65-96a5-fb199c705452 req-d660d17b-7f8b-4d5d-a07e-2fba94c63471 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:29.295808 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0e6b31d-2eb9-4b65-96a5-fb199c705452 req-d660d17b-7f8b-4d5d-a07e-2fba94c63471 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0491400 Aug 29 05:09:29.333582 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0e6b31d-2eb9-4b65-96a5-fb199c705452 req-12ad1178-6da5-4065-99b5-2ec98319d0c5 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Aug 29 05:09:29.449060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6256d9-f527-41cb-8f36-8dd2ea73055e req-17b24acc-a804-48c5-87b7-34b00e99c019 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:29.450535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e6256d9-f527-41cb-8f36-8dd2ea73055e req-17b24acc-a804-48c5-87b7-34b00e99c019 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0477872 Aug 29 05:09:29.488860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e6256d9-f527-41cb-8f36-8dd2ea73055e req-6ce0c044-502b-4caa-b438-e7152244dce1 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318716 Aug 29 05:09:29.656841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826de0d-86f7-407d-ac28-56a627f01cce req-fc47777a-c5dc-4859-90f3-504ae91651e2 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:29.658953 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8826de0d-86f7-407d-ac28-56a627f01cce req-fc47777a-c5dc-4859-90f3-504ae91651e2 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0525055 Aug 29 05:09:29.695613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8826de0d-86f7-407d-ac28-56a627f01cce req-fd824ad9-1d5c-494d-9fd2-da9d24170af6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Aug 29 05:09:29.809799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549464d-98ec-447a-be65-703cc2e1535b req-0ae52538-4518-4ed4-bce5-f1a9a9584513 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:29.811206 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4549464d-98ec-447a-be65-703cc2e1535b req-0ae52538-4518-4ed4-bce5-f1a9a9584513 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0493212 Aug 29 05:09:29.850187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4549464d-98ec-447a-be65-703cc2e1535b req-8aff90a9-9c70-47d5-bd37-b4307a3ef24e tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Aug 29 05:09:29.970867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49930844-734c-4389-aec2-3150f42377f4 req-bd595907-c348-4eee-bafa-ddcd52b4a5a6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:29.972360 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49930844-734c-4389-aec2-3150f42377f4 req-bd595907-c348-4eee-bafa-ddcd52b4a5a6 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0482380 Aug 29 05:09:30.009735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-49930844-734c-4389-aec2-3150f42377f4 req-b717bc2e-b3b3-4d7c-9573-344b0380ffee tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Aug 29 05:09:30.308228 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e88860-ab2f-4aba-8bef-468d89a3b42d req-9b36c7f6-2cd7-479d-8f39-6bef9bda4b05 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:30.309702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7e88860-ab2f-4aba-8bef-468d89a3b42d req-9b36c7f6-2cd7-479d-8f39-6bef9bda4b05 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0522254 Aug 29 05:09:30.346247 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7e88860-ab2f-4aba-8bef-468d89a3b42d req-8c9ca601-e68d-4be6-b157-331533dab761 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299935 Aug 29 05:09:30.419824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 4f4c8e76-99e6-4f27-b150-23cba4f24025 no longer exists at agent hyperv_n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:09:30.440092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] No Port match for: 4f4c8e76-99e6-4f27-b150-23cba4f24025 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:09:30.440461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Device 4f4c8e76-99e6-4f27-b150-23cba4f24025 not bound to the agent host n-h2-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:09:31.462585 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14466a3c-1d66-4df7-ba12-912696aaa9fb req-d94017b5-0b74-4e05-98bb-5f663ddbecf1 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:31.464062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14466a3c-1d66-4df7-ba12-912696aaa9fb req-d94017b5-0b74-4e05-98bb-5f663ddbecf1 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Aug 29 05:09:31.500817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-14466a3c-1d66-4df7-ba12-912696aaa9fb req-82f1fa9f-f43d-4a7e-8742-4cf5595f93ea tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34c9a01-0f3b-41be-9c79-c03d5f00bba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Aug 29 05:09:32.014482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-e24ef7dd-00cc-4b24-9d70-6f485664c463 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:32.015956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-e24ef7dd-00cc-4b24-9d70-6f485664c463 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 945 time: 0.0485890 Aug 29 05:09:32.107756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-2ac1aa03-ddf9-482e-bedc-20953f4ab354 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Deleting port 3ace0437-f31a-4410-9838-aa2293e8fd3d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:32.108098 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-2ac1aa03-ddf9-482e-bedc-20953f4ab354 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:32.192572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-2ac1aa03-ddf9-482e-bedc-20953f4ab354 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] For port 3ace0437-f31a-4410-9838-aa2293e8fd3d, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3ace0437-f31a-4410-9838-aa2293e8fd3d,segment=NetworkSegment(fc1802b5-d255-443f-9675-110741884e84),segment_id=fc1802b5-d255-443f-9675-110741884e84)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:32.192938 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-2ac1aa03-ddf9-482e-bedc-20953f4ab354 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:32.205263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-2ac1aa03-ddf9-482e-bedc-20953f4ab354 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Calling delete_port for 3ace0437-f31a-4410-9838-aa2293e8fd3d owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:32.330886 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-2ac1aa03-ddf9-482e-bedc-20953f4ab354 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:32.357222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1aa03-ddf9-482e-bedc-20953f4ab354 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Pushing event deleted for resources: {'Port': ['ID=3ace0437-f31a-4410-9838-aa2293e8fd3d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:32.362202 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3ace0437-f31a-4410-9838-aa2293e8fd3d'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:09:32.403266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-2ac1aa03-ddf9-482e-bedc-20953f4ab354 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] No DVR routers for this DVR port 3ace0437-f31a-4410-9838-aa2293e8fd3d on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:09:32.405877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-2ac1aa03-ddf9-482e-bedc-20953f4ab354 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:32.408569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-545dfc70-c7a8-487c-8827-6aa44f4b473a req-2ac1aa03-ddf9-482e-bedc-20953f4ab354 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.52 "DELETE /v2.0/ports/3ace0437-f31a-4410-9838-aa2293e8fd3d HTTP/1.1" status: 204 len: 173 time: 0.3868294 Aug 29 05:09:32.409017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1ff50b-a31e-4045-99b0-492fc3ca7744', 'name': 'network-vif-deleted', 'tag': '3ace0437-f31a-4410-9838-aa2293e8fd3d'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:32.411254 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9eec0b-d8b4-4ae5-a708-b371a9c1594b" -d '{"events": [{"server_uuid": "0c1ff50b-a31e-4045-99b0-492fc3ca7744", "name": "network-vif-deleted", "tag": "3ace0437-f31a-4410-9838-aa2293e8fd3d"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:32.449178 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dacfd1-6d5f-44e0-bb34-43dceacdf5cf x-openstack-request-id: req-c3dacfd1-6d5f-44e0-bb34-43dceacdf5cf {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:32.449471 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1ff50b-a31e-4045-99b0-492fc3ca7744", "name": "network-vif-deleted", "tag": "3ace0437-f31a-4410-9838-aa2293e8fd3d", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:32.449725 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3dacfd1-6d5f-44e0-bb34-43dceacdf5cf {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:32.450141 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1ff50b-a31e-4045-99b0-492fc3ca7744', 'name': 'network-vif-deleted', 'tag': '3ace0437-f31a-4410-9838-aa2293e8fd3d', 'status': 'completed', 'code': 200} Aug 29 05:09:32.604824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af4a9ef6-1a85-40e9-88f7-734791185bb7 req-2a13144c-10bd-4a68-86ec-58f0a92da425 tempest-ServersNegativeTestJSON-1395944805 tempest-ServersNegativeTestJSON-1395944805-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c1ff50b-a31e-4045-99b0-492fc3ca7744 HTTP/1.1" status: 200 len: 210 time: 0.0269957 Aug 29 05:09:33.659461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58866) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:33.702415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71308ae-2c0a-44e6-8691-af581200744b admin admin] Deleting subnet 692e99ac-ed4a-4d92-b2a1-05a029848768 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:09:33.705419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b71308ae-2c0a-44e6-8691-af581200744b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.739427 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b71308ae-2c0a-44e6-8691-af581200744b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.779060 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b71308ae-2c0a-44e6-8691-af581200744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.834804 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b71308ae-2c0a-44e6-8691-af581200744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.859763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71308ae-2c0a-44e6-8691-af581200744b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692e99ac-ed4a-4d92-b2a1-05a029848768,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:33.864724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b71308ae-2c0a-44e6-8691-af581200744b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.866747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b71308ae-2c0a-44e6-8691-af581200744b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/692e99ac-ed4a-4d92-b2a1-05a029848768 HTTP/1.1" status: 204 len: 168 time: 0.2061391 Aug 29 05:09:33.869222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58868) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:33.934369 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.013683 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.023613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ad4b92-d7a1-46d9-86d3-9e457e681609']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:34.033829 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1802b5-d255-443f-9675-110741884e84') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:34.034128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1802b5-d255-443f-9675-110741884e84') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:34.042514 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.055769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.061407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:09:34.061794 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:09:34.063375 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:09:34.114356 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.119875 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.121719 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] 10.222.0.49 "DELETE /v2.0/networks/e1ad4b92-d7a1-46d9-86d3-9e457e681609 HTTP/1.1" status: 204 len: 168 time: 0.2515600 Aug 29 05:09:34.133257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2bea5-6fa5-40ff-9434-c97e8351737b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ad4b92-d7a1-46d9-86d3-9e457e681609,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:34.227637 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58872) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:34.270462 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6a970cf8-30a4-49c9-87bb-1a105242cbe8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33746ea550c94f7ca0ec3cd89430495d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415964 Aug 29 05:09:34.272765 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58874) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:34.319323 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c983de40-baad-415b-a129-b995f4619d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.340279 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c983de40-baad-415b-a129-b995f4619d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.346501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-63611168-0732-460e-ac54-d2f37ee4a079 req-fb6403c9-f12f-4e17-b834-90305a8122c7 service neutron] (94850) timed out ('10.222.0.49', 55848) {{(pid=94850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:09:34.385669 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c983de40-baad-415b-a129-b995f4619d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.388136 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c983de40-baad-415b-a129-b995f4619d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.389336 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c983de40-baad-415b-a129-b995f4619d8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e34c9a01-0f3b-41be-9c79-c03d5f00bba0 HTTP/1.1" status: 204 len: 168 time: 0.1156919 Aug 29 05:09:34.397194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983de40-baad-415b-a129-b995f4619d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34c9a01-0f3b-41be-9c79-c03d5f00bba0,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:34.565274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3ace0437-f31a-4410-9838-aa2293e8fd3d no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:09:34.587822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 3ace0437-f31a-4410-9838-aa2293e8fd3d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:09:34.588170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3ace0437-f31a-4410-9838-aa2293e8fd3d not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:09:35.078330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58896) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:35.175048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1169004050'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:35.197052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Made reservation on behalf of ffcf3752add04b73b8fb7b9aea21efde for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:35.200405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:35.209207 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:35.298738 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:35.302334 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:35.327680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:09:35.336377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9c517a-8edb-4232-87c6-66a9514cbd03,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:35.342374 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:35.342742 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Added segment 7d85ff9a-c5a3-4781-8678-54cbc1c90bb5 of type vlan for network 8c22afd7-fd23-4696-bf12-cfd501b892f0 Aug 29 05:09:35.383507 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:35.406619 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:35.412111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:35.412721 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:35.472394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3929355 Aug 29 05:09:35.480675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb24bc6-2acd-4873-86a2-119f7d329606 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'Network': ['ID=8c22afd7-fd23-4696-bf12-cfd501b892f0,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:35.501431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 8c22afd7-fd23-4696-bf12-cfd501b892f0 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:09:38.839233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58900) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:38.844554 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Request body: {'subnet': {'network_id': '8c22afd7-fd23-4696-bf12-cfd501b892f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:38.932819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Made reservation on behalf of ffcf3752add04b73b8fb7b9aea21efde for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:38.936310 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.114981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.175496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'Subnet': ['ID=46df70c6-0311-499a-8882-245a645756ec,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:39.182893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Checking segment: {'id': '7d85ff9a-c5a3-4781-8678-54cbc1c90bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c22afd7-fd23-4696-bf12-cfd501b892f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:39.183206 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Network hostable DHCP agents. Network: 8c22afd7-fd23-4696-bf12-cfd501b892f0, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:09:39.199962 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Network 8c22afd7-fd23-4696-bf12-cfd501b892f0 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:09:39.210329 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 8c22afd7-fd23-4696-bf12-cfd501b892f0) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:39.214751 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:39.215483 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.219338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51ec3b-8e79-418f-9410-e2da792a3fe9 None None] Network 8c22afd7-fd23-4696-bf12-cfd501b892f0 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:39.230566 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ef0bc71a-7f85-4063-bd8b-a13e5375380c tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3902514 Aug 29 05:09:39.234055 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58902) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:39.239094 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-292077645'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:39.258717 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Made reservation on behalf of ffcf3752add04b73b8fb7b9aea21efde for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:39.262235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.286797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:09:39.296083 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.296461 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Added segment 8fe343ae-7e7a-45a0-9e8f-e2f33920c332 of type vlan for network 03f20936-32fa-405e-9eb7-d37b64b2dba9 Aug 29 05:09:39.335715 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.360744 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.367771 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:39.368398 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.372091 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-8c22afd7-fd23-4696-bf12-cfd501b892f0', 'network_id': '8c22afd7-fd23-4696-bf12-cfd501b892f0', 'tenant_id': 'ffcf3752add04b73b8fb7b9aea21efde', 'fixed_ips': [{'subnet_id': '46df70c6-0311-499a-8882-245a645756ec'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:09:39.373186 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.432150 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1970456 Aug 29 05:09:39.435229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58904) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:39.441266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Request body: {'subnet': {'network_id': '03f20936-32fa-405e-9eb7-d37b64b2dba9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:39.443410 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d26076-35a8-4f4b-91ae-713511abbd1f tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'Network': ['ID=03f20936-32fa-405e-9eb7-d37b64b2dba9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:39.455195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 03f20936-32fa-405e-9eb7-d37b64b2dba9 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:09:39.532057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Made reservation on behalf of ffcf3752add04b73b8fb7b9aea21efde for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:39.536092 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.559197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Allocated IP 2001:db8:0:ffff::2 (8c22afd7-fd23-4696-bf12-cfd501b892f0/46df70c6-0311-499a-8882-245a645756ec/319aa858-64ee-4b97-9f1f-fbed5043837e) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:39.706202 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.714756 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Transition to ACTIVE for port object 319aa858-64ee-4b97-9f1f-fbed5043837e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:39.730491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Transition to ACTIVE for port object 319aa858-64ee-4b97-9f1f-fbed5043837e will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:39.737301 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.777949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Network 8c22afd7-fd23-4696-bf12-cfd501b892f0 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:39.780907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:39.785224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:39.791640 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Pushing event updated for resources: {'Port': ['ID=319aa858-64ee-4b97-9f1f-fbed5043837e,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:39.857471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Attempting to bind port 319aa858-64ee-4b97-9f1f-fbed5043837e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:39.857854 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Attempting to bind port 319aa858-64ee-4b97-9f1f-fbed5043837e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7d85ff9a-c5a3-4781-8678-54cbc1c90bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c22afd7-fd23-4696-bf12-cfd501b892f0'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:39.858305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Attempting to bind port 319aa858-64ee-4b97-9f1f-fbed5043837e on network 8c22afd7-fd23-4696-bf12-cfd501b892f0 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:39.864381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:39.864755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Checking segment: {'id': '7d85ff9a-c5a3-4781-8678-54cbc1c90bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c22afd7-fd23-4696-bf12-cfd501b892f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:39.865159 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.865551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Bound using segment: {'id': '7d85ff9a-c5a3-4781-8678-54cbc1c90bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c22afd7-fd23-4696-bf12-cfd501b892f0'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:39.866021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Bound port: 319aa858-64ee-4b97-9f1f-fbed5043837e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d85ff9a-c5a3-4781-8678-54cbc1c90bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c22afd7-fd23-4696-bf12-cfd501b892f0'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:39.866403 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:39.930366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] For port 319aa858-64ee-4b97-9f1f-fbed5043837e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:39.933658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] For port 319aa858-64ee-4b97-9f1f-fbed5043837e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=319aa858-64ee-4b97-9f1f-fbed5043837e,segment=NetworkSegment(7d85ff9a-c5a3-4781-8678-54cbc1c90bb5),segment_id=7d85ff9a-c5a3-4781-8678-54cbc1c90bb5)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:39.939048 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.004873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c7211-adcd-41bb-8eff-86c8ea65213b None None] Pushing event updated for resources: {'Port': ['ID=319aa858-64ee-4b97-9f1f-fbed5043837e,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:40.031784 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.096623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'Subnet': ['ID=619b0c9c-3f19-4b63-8897-48cc718da624,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:40.106009 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Checking segment: {'id': '8fe343ae-7e7a-45a0-9e8f-e2f33920c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03f20936-32fa-405e-9eb7-d37b64b2dba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:40.106276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Network hostable DHCP agents. Network: 03f20936-32fa-405e-9eb7-d37b64b2dba9, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:09:40.141857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Network 03f20936-32fa-405e-9eb7-d37b64b2dba9 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:09:40.151860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 03f20936-32fa-405e-9eb7-d37b64b2dba9) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:40.158583 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:40.159524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.160024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851daa22-9f03-477f-9287-22fa03108a76 None None] Network 03f20936-32fa-405e-9eb7-d37b64b2dba9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:40.180492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fc4806c9-5094-46c1-a119-a0d6db1e1b96 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7439520 Aug 29 05:09:40.183274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58906) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:40.290971 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.317315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-03f20936-32fa-405e-9eb7-d37b64b2dba9', 'network_id': '03f20936-32fa-405e-9eb7-d37b64b2dba9', 'tenant_id': 'ffcf3752add04b73b8fb7b9aea21efde', 'fixed_ips': [{'subnet_id': '619b0c9c-3f19-4b63-8897-48cc718da624'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:09:40.318194 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.371623 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.458870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Allocated IP 2001:db8::2 (03f20936-32fa-405e-9eb7-d37b64b2dba9/619b0c9c-3f19-4b63-8897-48cc718da624/ea0aa746-2abf-445e-8366-d024323a2097) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:40.599959 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.612974 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Transition to ACTIVE for port object ea0aa746-2abf-445e-8366-d024323a2097 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:40.628180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Transition to ACTIVE for port object ea0aa746-2abf-445e-8366-d024323a2097 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:40.636607 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.655569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.687625 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Network 03f20936-32fa-405e-9eb7-d37b64b2dba9 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:40.688874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Subnet': ['ID=619b0c9c-3f19-4b63-8897-48cc718da624,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:40.693318 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:40.699112 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Pushing event updated for resources: {'Port': ['ID=ea0aa746-2abf-445e-8366-d024323a2097,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:40.702319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:40.759819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Attempting to bind port ea0aa746-2abf-445e-8366-d024323a2097 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:40.760492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Attempting to bind port ea0aa746-2abf-445e-8366-d024323a2097 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '8fe343ae-7e7a-45a0-9e8f-e2f33920c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03f20936-32fa-405e-9eb7-d37b64b2dba9'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:40.760976 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Attempting to bind port ea0aa746-2abf-445e-8366-d024323a2097 on network 03f20936-32fa-405e-9eb7-d37b64b2dba9 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:40.766323 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:40.767342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Checking segment: {'id': '8fe343ae-7e7a-45a0-9e8f-e2f33920c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03f20936-32fa-405e-9eb7-d37b64b2dba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:40.767819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.768309 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Bound using segment: {'id': '8fe343ae-7e7a-45a0-9e8f-e2f33920c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03f20936-32fa-405e-9eb7-d37b64b2dba9'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:40.768855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Bound port: ea0aa746-2abf-445e-8366-d024323a2097, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe343ae-7e7a-45a0-9e8f-e2f33920c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03f20936-32fa-405e-9eb7-d37b64b2dba9'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:40.769312 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.772321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.783692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f20936-32fa-405e-9eb7-d37b64b2dba9']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:40.797007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe343ae-7e7a-45a0-9e8f-e2f33920c332') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:40.797517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe343ae-7e7a-45a0-9e8f-e2f33920c332') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:40.807795 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.822685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.828904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:09:40.829842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:09:40.833170 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:09:40.835678 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] For port ea0aa746-2abf-445e-8366-d024323a2097, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:40.888773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] For port ea0aa746-2abf-445e-8366-d024323a2097, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ea0aa746-2abf-445e-8366-d024323a2097,segment=NetworkSegment(8fe343ae-7e7a-45a0-9e8f-e2f33920c332),segment_id=8fe343ae-7e7a-45a0-9e8f-e2f33920c332)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:40.890166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.db.api [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 05:09:40.890166 n-d-712141-12 neutron-server[94851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 05:09:40.890166 n-d-712141-12 neutron-server[94851]: [parameters: {'id': '03f20936-32fa-405e-9eb7-d37b64b2dba9'}] Aug 29 05:09:40.890166 n-d-712141-12 neutron-server[94851]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:09:40.890844 n-d-712141-12 neutron-server[94851]: DEBUG oslo_db.api [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:09:40.894156 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.924098 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56072b9f-2ff4-44cc-8ad0-6e2bb13a09c0 None None] Network 8c22afd7-fd23-4696-bf12-cfd501b892f0 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:41.182795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-37e4c1b4-f8e0-46b2-99eb-20dfd743e1dc None None] Provisioning for port 319aa858-64ee-4b97-9f1f-fbed5043837e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:41.190453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba4bc0-c1ec-4125-965b-6122ac619a6f None None] Pushing event updated for resources: {'Port': ['ID=ea0aa746-2abf-445e-8366-d024323a2097,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:41.208220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcbe8d6-1038-40d2-8059-97b6407813e3 None None] Network 03f20936-32fa-405e-9eb7-d37b64b2dba9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:41.391989 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.446211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Deleting port ea0aa746-2abf-445e-8366-d024323a2097 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:41.446584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.517752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] For port ea0aa746-2abf-445e-8366-d024323a2097, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ea0aa746-2abf-445e-8366-d024323a2097,segment=NetworkSegment(8fe343ae-7e7a-45a0-9e8f-e2f33920c332),segment_id=8fe343ae-7e7a-45a0-9e8f-e2f33920c332)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:41.518124 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.534963 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Calling delete_port for ea0aa746-2abf-445e-8366-d024323a2097 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:41.553156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f1a57-33a0-4702-9983-c4b07339a2b6 None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 05:09:41.576529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 319aa858-64ee-4b97-9f1f-fbed5043837e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:09:41.620918 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.652362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Port': ['ID=ea0aa746-2abf-445e-8366-d024323a2097,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:41.654316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] No DVR routers for this DVR port ea0aa746-2abf-445e-8366-d024323a2097 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:09:41.673367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f1a57-33a0-4702-9983-c4b07339a2b6 None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 05:09:41.682441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 319aa858-64ee-4b97-9f1f-fbed5043837e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:41.691126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 319aa858-64ee-4b97-9f1f-fbed5043837e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:41.691504 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.730250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.739580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f20936-32fa-405e-9eb7-d37b64b2dba9']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:41.749667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe343ae-7e7a-45a0-9e8f-e2f33920c332') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:41.749962 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe343ae-7e7a-45a0-9e8f-e2f33920c332') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:41.759352 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.773364 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.779165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:09:41.779636 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:09:41.782906 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:09:41.844396 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.853169 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.854984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/networks/03f20936-32fa-405e-9eb7-d37b64b2dba9 HTTP/1.1" status: 204 len: 168 time: 1.6707001 Aug 29 05:09:41.855314 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.858744 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58910) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:41.864046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1247139199'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:41.865593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab69290-fe02-49c2-96ba-bbb5e0a5d8f3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Network': ['ID=03f20936-32fa-405e-9eb7-d37b64b2dba9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:41.887907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Made reservation on behalf of ffcf3752add04b73b8fb7b9aea21efde for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:41.891537 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.914117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 319aa858-64ee-4b97-9f1f-fbed5043837e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=319aa858-64ee-4b97-9f1f-fbed5043837e,segment=NetworkSegment(7d85ff9a-c5a3-4781-8678-54cbc1c90bb5),segment_id=7d85ff9a-c5a3-4781-8678-54cbc1c90bb5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:41.917319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:09:41.926444 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.927361 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.927847 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Added segment 6e6966c1-6a59-4042-a10c-f5e6bbcc3577 of type vlan for network 64dbe1e9-3152-432e-ae38-bca632ce39b9 Aug 29 05:09:41.972153 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.997422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.003391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:42.004008 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.018268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=319aa858-64ee-4b97-9f1f-fbed5043837e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:42.060939 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2010889 Aug 29 05:09:42.064328 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58912) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:42.069137 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Request body: {'subnet': {'network_id': '64dbe1e9-3152-432e-ae38-bca632ce39b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:42.090917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a19b5-6cb9-4fe6-92ca-66f104c250c8 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'Network': ['ID=64dbe1e9-3152-432e-ae38-bca632ce39b9,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:42.100710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 64dbe1e9-3152-432e-ae38-bca632ce39b9 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:09:42.163123 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Made reservation on behalf of ffcf3752add04b73b8fb7b9aea21efde for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:42.166705 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.224943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.ipam_backend_mixin [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Performing IP validity checks on allocation pools {{(pid=94850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 05:09:42.225462 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.ipam_backend_mixin [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 05:09:42.345251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.403109 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'Subnet': ['ID=ab6f6f29-39e1-4964-8263-f2565ac5c85a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:42.412278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Checking segment: {'id': '6e6966c1-6a59-4042-a10c-f5e6bbcc3577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '64dbe1e9-3152-432e-ae38-bca632ce39b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:42.412643 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Network hostable DHCP agents. Network: 64dbe1e9-3152-432e-ae38-bca632ce39b9, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:09:42.428739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Network 64dbe1e9-3152-432e-ae38-bca632ce39b9 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:09:42.436564 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 64dbe1e9-3152-432e-ae38-bca632ce39b9) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:42.440429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:42.441013 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.446417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b2f13-e34a-4da5-9088-2948698d16bc None None] Network 64dbe1e9-3152-432e-ae38-bca632ce39b9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:42.461787 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58914) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:42.461964 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-68eed36b-87fb-426c-9424-3fd04fca9609 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3966107 Aug 29 05:09:42.556901 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.589818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1561bedc-2f7a-4659-bdd1-2fe127e8fa08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-64dbe1e9-3152-432e-ae38-bca632ce39b9', 'network_id': '64dbe1e9-3152-432e-ae38-bca632ce39b9', 'tenant_id': 'ffcf3752add04b73b8fb7b9aea21efde', 'fixed_ips': [{'subnet_id': 'ab6f6f29-39e1-4964-8263-f2565ac5c85a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:09:42.590682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1561bedc-2f7a-4659-bdd1-2fe127e8fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.616837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.681025 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server [None req-1561bedc-2f7a-4659-bdd1-2fe127e8fa08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab6f6f29-39e1-4964-8263-f2565ac5c85a: This subnet is being modified by another concurrent operation. Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server raise exception Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab6f6f29-39e1-4964-8263-f2565ac5c85a: This subnet is being modified by another concurrent operation. Aug 29 05:09:42.684266 n-d-712141-12 neutron-server[94852]: ERROR oslo_messaging.rpc.server Aug 29 05:09:42.706433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a19326f-7b37-4753-9a06-752c44ecd74b None None] Network 64dbe1e9-3152-432e-ae38-bca632ce39b9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:42.725609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6f6f29-39e1-4964-8263-f2565ac5c85a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:42.780541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.790738 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64dbe1e9-3152-432e-ae38-bca632ce39b9']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:42.808824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6966c1-6a59-4042-a10c-f5e6bbcc3577') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:42.809125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6966c1-6a59-4042-a10c-f5e6bbcc3577') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:42.812147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aee7b8-e864-4442-ad38-ef625f7f134e None None] get_active_networks_info from n-d-712141-12 {{(pid=94852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 05:09:42.820091 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.833372 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.839072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:09:42.839460 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:09:42.842334 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:09:42.878066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aee7b8-e864-4442-ad38-ef625f7f134e None None] Resources bound (agent type, host, resource id): {{(pid=94852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 05:09:42.898424 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.905263 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.907105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/networks/64dbe1e9-3152-432e-ae38-bca632ce39b9 HTTP/1.1" status: 204 len: 168 time: 0.4438200 Aug 29 05:09:42.912527 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58916) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:42.918260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-229363128'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:42.918568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f943d-92d6-45cf-9f62-65b0f78d7d63 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Network': ['ID=64dbe1e9-3152-432e-ae38-bca632ce39b9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:42.944105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Made reservation on behalf of ffcf3752add04b73b8fb7b9aea21efde for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:42.947851 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.971054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:09:42.979761 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.980113 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Added segment 6acab2d2-c863-4f26-94d2-a48fe5ac2e7f of type vlan for network 888a8380-f54d-445e-ae29-b5e0a474faa1 Aug 29 05:09:43.024407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.049060 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.054931 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:43.055617 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.111217 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1970947 Aug 29 05:09:43.114245 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58918) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:43.119385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Request body: {'subnet': {'network_id': '888a8380-f54d-445e-ae29-b5e0a474faa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:43.124492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdaa07-d213-4c6f-92e9-8c9ec8f313f7 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'Network': ['ID=888a8380-f54d-445e-ae29-b5e0a474faa1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:43.135587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 888a8380-f54d-445e-ae29-b5e0a474faa1 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:09:43.209206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Made reservation on behalf of ffcf3752add04b73b8fb7b9aea21efde for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:43.212733 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.390176 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.449709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'Subnet': ['ID=9da3bc8f-a668-40d9-bb1b-1236a96a6650,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:43.457714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Checking segment: {'id': '6acab2d2-c863-4f26-94d2-a48fe5ac2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '888a8380-f54d-445e-ae29-b5e0a474faa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:43.458071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Network hostable DHCP agents. Network: 888a8380-f54d-445e-ae29-b5e0a474faa1, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:09:43.474639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Network 888a8380-f54d-445e-ae29-b5e0a474faa1 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:09:43.483930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 888a8380-f54d-445e-ae29-b5e0a474faa1) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:43.489103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:43.489792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.494562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216174fd-2dd7-4522-b835-656bb79addeb None None] Network 888a8380-f54d-445e-ae29-b5e0a474faa1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:43.505524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-803e1efe-5f79-4789-8d8a-dd0b81b60cd3 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3901286 Aug 29 05:09:43.509041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58920) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:43.514393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1413797735'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:43.536864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Made reservation on behalf of ffcf3752add04b73b8fb7b9aea21efde for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:43.540730 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.560592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 319aa858-64ee-4b97-9f1f-fbed5043837e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:09:43.568521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:09:43.578146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.578496 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Added segment c325a5e2-6f7d-42c4-82fd-eb017dbb28c0 of type vlan for network ca19abfc-a257-41af-a4d7-2f3b1d45b95a Aug 29 05:09:43.622947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.648104 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.654028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:43.654617 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.663368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 319aa858-64ee-4b97-9f1f-fbed5043837e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:43.663368 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.695632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-888a8380-f54d-445e-ae29-b5e0a474faa1', 'network_id': '888a8380-f54d-445e-ae29-b5e0a474faa1', 'tenant_id': 'ffcf3752add04b73b8fb7b9aea21efde', 'fixed_ips': [{'subnet_id': '9da3bc8f-a668-40d9-bb1b-1236a96a6650'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:09:43.696510 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.722602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2124989 Aug 29 05:09:43.725440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58922) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:43.730329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Request body: {'subnet': {'network_id': 'ca19abfc-a257-41af-a4d7-2f3b1d45b95a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:43.773054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f55bf-e2a7-4d38-ab1d-a1c5187147da tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'Network': ['ID=ca19abfc-a257-41af-a4d7-2f3b1d45b95a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:43.786971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network ca19abfc-a257-41af-a4d7-2f3b1d45b95a details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:09:43.823731 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Made reservation on behalf of ffcf3752add04b73b8fb7b9aea21efde for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:43.827197 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.944005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Allocated IP 2001:db8::2 (888a8380-f54d-445e-ae29-b5e0a474faa1/9da3bc8f-a668-40d9-bb1b-1236a96a6650/59381f37-987a-40ac-9ad7-2863e188b4ee) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:44.009147 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.076064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event updated for resources: {'Subnet': ['ID=711486ba-cda0-4a76-849c-694d01a18dd5,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:44.084582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Checking segment: {'id': 'c325a5e2-6f7d-42c4-82fd-eb017dbb28c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ca19abfc-a257-41af-a4d7-2f3b1d45b95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:44.084948 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Network hostable DHCP agents. Network: ca19abfc-a257-41af-a4d7-2f3b1d45b95a, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:09:44.091739 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.100278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Transition to ACTIVE for port object 59381f37-987a-40ac-9ad7-2863e188b4ee will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:44.102607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Network ca19abfc-a257-41af-a4d7-2f3b1d45b95a is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:09:44.110969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, ca19abfc-a257-41af-a4d7-2f3b1d45b95a) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:44.115445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:44.116069 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.116556 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Transition to ACTIVE for port object 59381f37-987a-40ac-9ad7-2863e188b4ee will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:44.122987 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1faf482-bcaf-4e38-af63-2d5d748eaa90 None None] Network ca19abfc-a257-41af-a4d7-2f3b1d45b95a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:44.127627 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.130725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b885575f-b3c4-4238-9eaf-778947e72c51 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4042921 Aug 29 05:09:44.133384 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58924) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:44.207562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Network 888a8380-f54d-445e-ae29-b5e0a474faa1 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:44.212801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:44.218192 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:44.229958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.232337 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Pushing event updated for resources: {'Port': ['ID=59381f37-987a-40ac-9ad7-2863e188b4ee,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:44.285308 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.315648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Attempting to bind port 59381f37-987a-40ac-9ad7-2863e188b4ee on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:44.316028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Attempting to bind port 59381f37-987a-40ac-9ad7-2863e188b4ee by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '6acab2d2-c863-4f26-94d2-a48fe5ac2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '888a8380-f54d-445e-ae29-b5e0a474faa1'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:44.316425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Attempting to bind port 59381f37-987a-40ac-9ad7-2863e188b4ee on network 888a8380-f54d-445e-ae29-b5e0a474faa1 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:44.327128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:44.327509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Checking segment: {'id': '6acab2d2-c863-4f26-94d2-a48fe5ac2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '888a8380-f54d-445e-ae29-b5e0a474faa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:44.327919 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.328343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Bound using segment: {'id': '6acab2d2-c863-4f26-94d2-a48fe5ac2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '888a8380-f54d-445e-ae29-b5e0a474faa1'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:44.328824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Bound port: 59381f37-987a-40ac-9ad7-2863e188b4ee, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acab2d2-c863-4f26-94d2-a48fe5ac2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '888a8380-f54d-445e-ae29-b5e0a474faa1'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:44.329247 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.348652 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.377816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Subnet': ['ID=711486ba-cda0-4a76-849c-694d01a18dd5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:44.400995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab428bd2-4f07-4348-9b88-9d2e9f6223b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-ca19abfc-a257-41af-a4d7-2f3b1d45b95a', 'network_id': 'ca19abfc-a257-41af-a4d7-2f3b1d45b95a', 'tenant_id': 'ffcf3752add04b73b8fb7b9aea21efde', 'fixed_ips': [{'subnet_id': '711486ba-cda0-4a76-849c-694d01a18dd5'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:09:44.401833 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ab428bd2-4f07-4348-9b88-9d2e9f6223b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.429648 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] For port 59381f37-987a-40ac-9ad7-2863e188b4ee, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:44.436818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] For port 59381f37-987a-40ac-9ad7-2863e188b4ee, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=59381f37-987a-40ac-9ad7-2863e188b4ee,segment=NetworkSegment(6acab2d2-c863-4f26-94d2-a48fe5ac2e7f),segment_id=6acab2d2-c863-4f26-94d2-a48fe5ac2e7f)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:44.439302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.443325 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.450023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca19abfc-a257-41af-a4d7-2f3b1d45b95a']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:44.460661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c325a5e2-6f7d-42c4-82fd-eb017dbb28c0') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:44.460894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c325a5e2-6f7d-42c4-82fd-eb017dbb28c0') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:44.469573 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.482812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.489422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:09:44.489815 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:09:44.493019 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:09:44.528609 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d906acd4-bb8b-4af8-a69b-80b9ec2ac12e None None] Network ca19abfc-a257-41af-a4d7-2f3b1d45b95a requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:44.565002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.574598 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.580315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/networks/ca19abfc-a257-41af-a4d7-2f3b1d45b95a HTTP/1.1" status: 204 len: 168 time: 0.4419849 Aug 29 05:09:44.581241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58926) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:44.586882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b0653-c54e-4812-9491-ff734331e4c9 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Network': ['ID=ca19abfc-a257-41af-a4d7-2f3b1d45b95a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:44.599604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a5f01-4a1a-4ae1-87c6-29ab1d7db82c None None] Pushing event updated for resources: {'Port': ['ID=59381f37-987a-40ac-9ad7-2863e188b4ee,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:44.626964 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-34288c9a-fd85-4fa4-95da-7803943b8695 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] GET failed (client error): The resource could not be found. Aug 29 05:09:44.628337 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-34288c9a-fd85-4fa4-95da-7803943b8695 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "GET /v2.0/subnets/711486ba-cda0-4a76-849c-694d01a18dd5 HTTP/1.1" status: 404 len: 337 time: 0.0452936 Aug 29 05:09:44.631303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58928) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:44.649605 n-d-712141-12 neutron-server[94850]: INFO neutron.pecan_wsgi.hooks.translation [None req-529fc4e3-4df2-4836-8638-18b3fa76dd23 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] DELETE failed (client error): The resource could not be found. Aug 29 05:09:44.650188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529fc4e3-4df2-4836-8638-18b3fa76dd23 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:09:44.652011 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-529fc4e3-4df2-4836-8638-18b3fa76dd23 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/networks/ca19abfc-a257-41af-a4d7-2f3b1d45b95a HTTP/1.1" status: 404 len: 339 time: 0.0197968 Aug 29 05:09:44.655882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58930) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:44.683785 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0cfb19-2e4e-4152-b3d7-2726ae984571 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] DELETE failed (client error): The resource could not be found. Aug 29 05:09:44.684257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0cfb19-2e4e-4152-b3d7-2726ae984571 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:09:44.686019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ca0cfb19-2e4e-4152-b3d7-2726ae984571 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/subnets/711486ba-cda0-4a76-849c-694d01a18dd5 HTTP/1.1" status: 404 len: 337 time: 0.0291121 Aug 29 05:09:44.688659 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58932) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:44.707053 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-19adec8d-51e5-4a17-9c76-8688fd84c9ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] DELETE failed (client error): The resource could not be found. Aug 29 05:09:44.707610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19adec8d-51e5-4a17-9c76-8688fd84c9ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:09:44.709356 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-19adec8d-51e5-4a17-9c76-8688fd84c9ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/networks/ca19abfc-a257-41af-a4d7-2f3b1d45b95a HTTP/1.1" status: 404 len: 339 time: 0.0197675 Aug 29 05:09:44.712152 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58934) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:44.786888 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1e95c6-2472-4caf-a165-ddb157c37e9b tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Deleting subnet 9da3bc8f-a668-40d9-bb1b-1236a96a6650 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:09:44.790499 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f1e95c6-2472-4caf-a165-ddb157c37e9b tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.833163 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f1e95c6-2472-4caf-a165-ddb157c37e9b tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.915142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f1e95c6-2472-4caf-a165-ddb157c37e9b tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:44.978595 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f1e95c6-2472-4caf-a165-ddb157c37e9b tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.017334 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e95c6-2472-4caf-a165-ddb157c37e9b tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Subnet': ['ID=9da3bc8f-a668-40d9-bb1b-1236a96a6650,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:45.019406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9f1e95c6-2472-4caf-a165-ddb157c37e9b tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.021342 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9f1e95c6-2472-4caf-a165-ddb157c37e9b tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/subnets/9da3bc8f-a668-40d9-bb1b-1236a96a6650 HTTP/1.1" status: 204 len: 168 time: 0.3057387 Aug 29 05:09:45.023797 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58936) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:45.097948 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.149091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Deleting port 59381f37-987a-40ac-9ad7-2863e188b4ee {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:45.149431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.217496 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] For port 59381f37-987a-40ac-9ad7-2863e188b4ee, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=59381f37-987a-40ac-9ad7-2863e188b4ee,segment=NetworkSegment(6acab2d2-c863-4f26-94d2-a48fe5ac2e7f),segment_id=6acab2d2-c863-4f26-94d2-a48fe5ac2e7f)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:45.217871 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.232231 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Calling delete_port for 59381f37-987a-40ac-9ad7-2863e188b4ee owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:45.321182 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.347683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Port': ['ID=59381f37-987a-40ac-9ad7-2863e188b4ee,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:45.353495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] No DVR routers for this DVR port 59381f37-987a-40ac-9ad7-2863e188b4ee on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:09:45.441795 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.452040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888a8380-f54d-445e-ae29-b5e0a474faa1']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:45.463651 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acab2d2-c863-4f26-94d2-a48fe5ac2e7f') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:45.463957 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acab2d2-c863-4f26-94d2-a48fe5ac2e7f') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:45.473121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.487243 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.491821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58fd678-22ac-4573-825b-d06261544747 None None] Network 888a8380-f54d-445e-ae29-b5e0a474faa1 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:45.494608 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:09:45.495344 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: timer() Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:09:45.498821 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:09:45.542647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-addc1b27-f957-431a-b720-c2a5305182cb None None] Could not find standard attr ID for object 59381f37-987a-40ac-9ad7-2863e188b4ee. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:09:45.562953 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.570866 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.572717 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/networks/888a8380-f54d-445e-ae29-b5e0a474faa1 HTTP/1.1" status: 204 len: 168 time: 0.5479574 Aug 29 05:09:45.575413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58938) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:45.585312 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af99586-479b-4c7d-8bb1-773e860eeda0 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Network': ['ID=888a8380-f54d-445e-ae29-b5e0a474faa1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:45.607077 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72cb9be-3af4-4529-bc6a-2ffedd0cd19a tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] DELETE failed (client error): The resource could not be found. Aug 29 05:09:45.607543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72cb9be-3af4-4529-bc6a-2ffedd0cd19a tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:09:45.609326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b72cb9be-3af4-4529-bc6a-2ffedd0cd19a tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/subnets/ab6f6f29-39e1-4964-8263-f2565ac5c85a HTTP/1.1" status: 404 len: 337 time: 0.0323391 Aug 29 05:09:45.612935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58940) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:45.632004 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5dcc5c-9767-4f0d-92dd-5eae3defa000 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] DELETE failed (client error): The resource could not be found. Aug 29 05:09:45.632595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5dcc5c-9767-4f0d-92dd-5eae3defa000 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:09:45.634265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bf5dcc5c-9767-4f0d-92dd-5eae3defa000 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/networks/64dbe1e9-3152-432e-ae38-bca632ce39b9 HTTP/1.1" status: 404 len: 339 time: 0.0203290 Aug 29 05:09:45.636806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58942) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:45.655267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2130ab-b9eb-480f-bae5-4356d9268c57 None None] DHCP port deletion for 888a8380-f54d-445e-ae29-b5e0a474faa1 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:09:45.661551 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfd106c-fdb7-444f-854d-4749a76b8eff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] DELETE failed (client error): The resource could not be found. Aug 29 05:09:45.661996 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfd106c-fdb7-444f-854d-4749a76b8eff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:09:45.668265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2cfd106c-fdb7-444f-854d-4749a76b8eff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/subnets/619b0c9c-3f19-4b63-8897-48cc718da624 HTTP/1.1" status: 404 len: 337 time: 0.0262077 Aug 29 05:09:45.669690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58944) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:45.691266 n-d-712141-12 neutron-server[94851]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd67c1e-5025-452f-aabf-da803d7048ee tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] DELETE failed (client error): The resource could not be found. Aug 29 05:09:45.691782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd67c1e-5025-452f-aabf-da803d7048ee tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:09:45.693428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0dd67c1e-5025-452f-aabf-da803d7048ee tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/networks/03f20936-32fa-405e-9eb7-d37b64b2dba9 HTTP/1.1" status: 404 len: 339 time: 0.0240433 Aug 29 05:09:45.695752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58946) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:45.743779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b023467-b45e-4925-a418-e40bda9751ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Deleting subnet 46df70c6-0311-499a-8882-245a645756ec {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:09:45.746641 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b023467-b45e-4925-a418-e40bda9751ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.785500 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b023467-b45e-4925-a418-e40bda9751ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.871844 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b023467-b45e-4925-a418-e40bda9751ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.927028 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b023467-b45e-4925-a418-e40bda9751ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.952508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023467-b45e-4925-a418-e40bda9751ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Subnet': ['ID=46df70c6-0311-499a-8882-245a645756ec,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:45.956648 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9b023467-b45e-4925-a418-e40bda9751ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:45.958767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9b023467-b45e-4925-a418-e40bda9751ff tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/subnets/46df70c6-0311-499a-8882-245a645756ec HTTP/1.1" status: 204 len: 168 time: 0.2618222 Aug 29 05:09:45.960956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58948) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:45.963315 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd79971-f01e-40a9-bfd1-bc9e6c1f586f None None] Network 8c22afd7-fd23-4696-bf12-cfd501b892f0 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:46.034764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.091312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Deleting port 319aa858-64ee-4b97-9f1f-fbed5043837e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:46.091652 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.136855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bc2953-829f-4c78-bb89-d66c1ec6eb43 None None] DHCP port deletion for 8c22afd7-fd23-4696-bf12-cfd501b892f0 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:09:46.156560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] For port 319aa858-64ee-4b97-9f1f-fbed5043837e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=319aa858-64ee-4b97-9f1f-fbed5043837e,segment=NetworkSegment(7d85ff9a-c5a3-4781-8678-54cbc1c90bb5),segment_id=7d85ff9a-c5a3-4781-8678-54cbc1c90bb5)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:46.156925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.170168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Calling delete_port for 319aa858-64ee-4b97-9f1f-fbed5043837e owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:46.184177 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-52bc2953-829f-4c78-bb89-d66c1ec6eb43 None None] Deleting port 319aa858-64ee-4b97-9f1f-fbed5043837e {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:46.184597 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-52bc2953-829f-4c78-bb89-d66c1ec6eb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.244815 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-52bc2953-829f-4c78-bb89-d66c1ec6eb43 None None] For port 319aa858-64ee-4b97-9f1f-fbed5043837e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=319aa858-64ee-4b97-9f1f-fbed5043837e,segment=NetworkSegment(7d85ff9a-c5a3-4781-8678-54cbc1c90bb5),segment_id=7d85ff9a-c5a3-4781-8678-54cbc1c90bb5)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:46.245222 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-52bc2953-829f-4c78-bb89-d66c1ec6eb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.250276 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.259342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-52bc2953-829f-4c78-bb89-d66c1ec6eb43 None None] Calling delete_port for 319aa858-64ee-4b97-9f1f-fbed5043837e owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:46.281855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Port': ['ID=319aa858-64ee-4b97-9f1f-fbed5043837e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:46.283824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] No DVR routers for this DVR port 319aa858-64ee-4b97-9f1f-fbed5043837e on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:09:46.337037 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-52bc2953-829f-4c78-bb89-d66c1ec6eb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.359144 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.361491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc2953-829f-4c78-bb89-d66c1ec6eb43 None None] Pushing event deleted for resources: {'Port': ['ID=319aa858-64ee-4b97-9f1f-fbed5043837e,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:46.364732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc2953-829f-4c78-bb89-d66c1ec6eb43 None None] No DVR routers for this DVR port 319aa858-64ee-4b97-9f1f-fbed5043837e on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:09:46.369197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c22afd7-fd23-4696-bf12-cfd501b892f0']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:46.380784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d85ff9a-c5a3-4781-8678-54cbc1c90bb5') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:46.381116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d85ff9a-c5a3-4781-8678-54cbc1c90bb5') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:46.389669 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.403415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.409609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:09:46.409986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:09:46.412842 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:09:46.476128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.481361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.483408 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] 10.222.0.49 "DELETE /v2.0/networks/8c22afd7-fd23-4696-bf12-cfd501b892f0 HTTP/1.1" status: 204 len: 168 time: 0.5213625 Aug 29 05:09:46.498789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b2200-79ec-4401-ae08-f6ee36a6ac24 tempest-NetworksIpV6Test-177463624 tempest-NetworksIpV6Test-177463624-project] Pushing event deleted for resources: {'Network': ['ID=8c22afd7-fd23-4696-bf12-cfd501b892f0,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:46.721904 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58954) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:46.851179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-03d9af7b-2bc9-40f6-a438-14db0f0fbc95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffcf3752add04b73b8fb7b9aea21efde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280060 Aug 29 05:09:46.853679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58958) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:46.899591 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-104697c9-dce7-4cfb-ab8c-f7d474c87844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.920886 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-104697c9-dce7-4cfb-ab8c-f7d474c87844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.965728 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-104697c9-dce7-4cfb-ab8c-f7d474c87844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.968338 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-104697c9-dce7-4cfb-ab8c-f7d474c87844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:46.969494 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-104697c9-dce7-4cfb-ab8c-f7d474c87844 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c9c517a-8edb-4232-87c6-66a9514cbd03 HTTP/1.1" status: 204 len: 168 time: 0.1149251 Aug 29 05:09:46.977219 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104697c9-dce7-4cfb-ab8c-f7d474c87844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9c517a-8edb-4232-87c6-66a9514cbd03,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:47.544016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 319aa858-64ee-4b97-9f1f-fbed5043837e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:09:47.564986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 319aa858-64ee-4b97-9f1f-fbed5043837e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:09:47.565341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 319aa858-64ee-4b97-9f1f-fbed5043837e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:09:47.565755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 59381f37-987a-40ac-9ad7-2863e188b4ee no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:09:47.584073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 59381f37-987a-40ac-9ad7-2863e188b4ee {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:09:47.584453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 59381f37-987a-40ac-9ad7-2863e188b4ee not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:09:47.592368 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58980) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:47.686091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9ee14bfd-95e0-4537-a8fd-9db2b0829bcf tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-953295834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:47.708440 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ee14bfd-95e0-4537-a8fd-9db2b0829bcf tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.709514 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ee14bfd-95e0-4537-a8fd-9db2b0829bcf tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.760225 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ee14bfd-95e0-4537-a8fd-9db2b0829bcf tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.764501 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ee14bfd-95e0-4537-a8fd-9db2b0829bcf tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.779609 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9ee14bfd-95e0-4537-a8fd-9db2b0829bcf tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.780814 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9ee14bfd-95e0-4537-a8fd-9db2b0829bcf tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1874561 Aug 29 05:09:47.783943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58984) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:47.788897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-801480631'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:47.808759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Made reservation on behalf of 6b2cff19c0c147378cb9abf6329afa18 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:47.812019 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.820268 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.912069 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.915659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.949933 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:09:47.961406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180ef378-16c3-44b8-a510-12cb05ed13a8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:47.968764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:47.969251 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Added segment 9efb2f93-053a-4104-901d-9b99d47231db of type vlan for network a4fd1e10-6263-45aa-a2e6-b7ac93575a2e Aug 29 05:09:48.016942 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.041430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.047050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:48.048289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.104665 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3196032 Aug 29 05:09:48.107524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58986) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:48.113169 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Request body: {'subnet': {'network_id': 'a4fd1e10-6263-45aa-a2e6-b7ac93575a2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:48.113354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21de3a0-6042-4d5c-9959-26ae919050ab tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event updated for resources: {'Network': ['ID=a4fd1e10-6263-45aa-a2e6-b7ac93575a2e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:48.123316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network a4fd1e10-6263-45aa-a2e6-b7ac93575a2e details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:09:48.201396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Made reservation on behalf of 6b2cff19c0c147378cb9abf6329afa18 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:48.205469 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.386360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.443676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event updated for resources: {'Subnet': ['ID=dc2988e8-e664-4267-bc9b-d03f0e28a9c5,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:48.453522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Checking segment: {'id': '9efb2f93-053a-4104-901d-9b99d47231db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4fd1e10-6263-45aa-a2e6-b7ac93575a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:48.454493 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Network hostable DHCP agents. Network: a4fd1e10-6263-45aa-a2e6-b7ac93575a2e, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:09:48.469647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Network a4fd1e10-6263-45aa-a2e6-b7ac93575a2e is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:09:48.477977 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, a4fd1e10-6263-45aa-a2e6-b7ac93575a2e) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:48.481816 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:48.482408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.487781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d12e82f-1ee5-4c28-96a9-17a1e8cc8637 None None] Network a4fd1e10-6263-45aa-a2e6-b7ac93575a2e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:48.496480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-27df397a-dc36-4956-8802-ba4cfc960184 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3877492 Aug 29 05:09:48.499421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58988) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:48.505125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-298967192'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:48.525187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Made reservation on behalf of 6b2cff19c0c147378cb9abf6329afa18 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:48.528558 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.552184 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:09:48.561210 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.561573 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Added segment 739d595f-c092-45ae-85b1-01d57e052976 of type vlan for network 6376d54e-2e05-442d-a95c-cec398f8cbc2 Aug 29 05:09:48.607682 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.637316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.644825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:48.645496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.647117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-a4fd1e10-6263-45aa-a2e6-b7ac93575a2e', 'network_id': 'a4fd1e10-6263-45aa-a2e6-b7ac93575a2e', 'tenant_id': '6b2cff19c0c147378cb9abf6329afa18', 'fixed_ips': [{'subnet_id': 'dc2988e8-e664-4267-bc9b-d03f0e28a9c5'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:09:48.647995 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.706239 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2022381 Aug 29 05:09:48.706428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58990) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:48.711206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Request body: {'subnet': {'network_id': '6376d54e-2e05-442d-a95c-cec398f8cbc2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:48.735862 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:48.759067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69f29c-f44d-44f5-a17c-c1716a952b54 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event updated for resources: {'Network': ['ID=6376d54e-2e05-442d-a95c-cec398f8cbc2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:48.771211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 6376d54e-2e05-442d-a95c-cec398f8cbc2 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:09:48.815250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Made reservation on behalf of 6b2cff19c0c147378cb9abf6329afa18 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:48.819045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.004689 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.007738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Allocated IP 172.20.0.2 (a4fd1e10-6263-45aa-a2e6-b7ac93575a2e/dc2988e8-e664-4267-bc9b-d03f0e28a9c5/75beafd5-38ca-4d44-9d10-7c63fa83603d) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:49.064370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event updated for resources: {'Subnet': ['ID=bd86287f-4888-4208-9d6b-258e1f794678,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:49.071195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Checking segment: {'id': '739d595f-c092-45ae-85b1-01d57e052976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6376d54e-2e05-442d-a95c-cec398f8cbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:49.071562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Network hostable DHCP agents. Network: 6376d54e-2e05-442d-a95c-cec398f8cbc2, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:09:49.088016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Network 6376d54e-2e05-442d-a95c-cec398f8cbc2 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:09:49.096687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 6376d54e-2e05-442d-a95c-cec398f8cbc2) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:49.101035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:49.101666 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.114600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe785a8-ec35-471f-9971-4b4a7fa780ca None None] Network 6376d54e-2e05-442d-a95c-cec398f8cbc2 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:49.116425 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bc067787-db9a-4f13-8786-4d62c54685dd tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4087059 Aug 29 05:09:49.119093 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58992) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:49.123766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-aac15f20-aaaa-45c0-936b-7e149b37ba23 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Request body: {'router': {'external_gateway_info': {'network_id': '6376d54e-2e05-442d-a95c-cec398f8cbc2'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:49.204206 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.218150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Transition to ACTIVE for port object 75beafd5-38ca-4d44-9d10-7c63fa83603d will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:49.244679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Transition to ACTIVE for port object 75beafd5-38ca-4d44-9d10-7c63fa83603d will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:49.270654 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.327717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Network a4fd1e10-6263-45aa-a2e6-b7ac93575a2e is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:49.340995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Pushing event updated for resources: {'Port': ['ID=75beafd5-38ca-4d44-9d10-7c63fa83603d,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:49.343845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:49.347209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:49.372156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-6376d54e-2e05-442d-a95c-cec398f8cbc2', 'network_id': '6376d54e-2e05-442d-a95c-cec398f8cbc2', 'tenant_id': '6b2cff19c0c147378cb9abf6329afa18', 'fixed_ips': [{'subnet_id': 'bd86287f-4888-4208-9d6b-258e1f794678'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:09:49.373023 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.424813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Attempting to bind port 75beafd5-38ca-4d44-9d10-7c63fa83603d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:49.425182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Attempting to bind port 75beafd5-38ca-4d44-9d10-7c63fa83603d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '9efb2f93-053a-4104-901d-9b99d47231db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4fd1e10-6263-45aa-a2e6-b7ac93575a2e'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:49.425551 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Attempting to bind port 75beafd5-38ca-4d44-9d10-7c63fa83603d on network a4fd1e10-6263-45aa-a2e6-b7ac93575a2e {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:49.474422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:49.474796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Checking segment: {'id': '9efb2f93-053a-4104-901d-9b99d47231db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4fd1e10-6263-45aa-a2e6-b7ac93575a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:49.475204 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.475838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Bound using segment: {'id': '9efb2f93-053a-4104-901d-9b99d47231db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4fd1e10-6263-45aa-a2e6-b7ac93575a2e'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:49.476317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Bound port: 75beafd5-38ca-4d44-9d10-7c63fa83603d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efb2f93-053a-4104-901d-9b99d47231db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4fd1e10-6263-45aa-a2e6-b7ac93575a2e'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:49.476704 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.595647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] For port 75beafd5-38ca-4d44-9d10-7c63fa83603d, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:49.600806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] For port 75beafd5-38ca-4d44-9d10-7c63fa83603d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=75beafd5-38ca-4d44-9d10-7c63fa83603d,segment=NetworkSegment(9efb2f93-053a-4104-901d-9b99d47231db),segment_id=9efb2f93-053a-4104-901d-9b99d47231db)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:49.602135 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Allocated IP 172.21.0.2 (6376d54e-2e05-442d-a95c-cec398f8cbc2/bd86287f-4888-4208-9d6b-258e1f794678/ae242efb-3716-497a-82ec-254cf9df6b26) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:49.608932 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.659177 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aac15f20-aaaa-45c0-936b-7e149b37ba23 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.710679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3a005-7e74-4fe6-acc5-ec2426388620 None None] Pushing event updated for resources: {'Port': ['ID=75beafd5-38ca-4d44-9d10-7c63fa83603d,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:49.769679 n-d-712141-12 neutron-server[94851]: INFO neutron.api.v2.resource [None req-aac15f20-aaaa-45c0-936b-7e149b37ba23 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 05:09:49.770756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aac15f20-aaaa-45c0-936b-7e149b37ba23 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "PUT /v2.0/routers/28211d41-c054-4bb4-8de8-7d63a766ed62 HTTP/1.1" status: 400 len: 364 time: 0.6508420 Aug 29 05:09:49.776651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58994) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:49.804451 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.813262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Transition to ACTIVE for port object ae242efb-3716-497a-82ec-254cf9df6b26 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:49.830204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4004b0b-881b-4641-b1f3-b666df4c198d tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Deleting subnet bd86287f-4888-4208-9d6b-258e1f794678 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:09:49.831791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Transition to ACTIVE for port object ae242efb-3716-497a-82ec-254cf9df6b26 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:49.850888 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4004b0b-881b-4641-b1f3-b666df4c198d tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.852025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.894971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Network 6376d54e-2e05-442d-a95c-cec398f8cbc2 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:49.900144 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:49.903791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:49.911916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4004b0b-881b-4641-b1f3-b666df4c198d tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.913534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Pushing event updated for resources: {'Port': ['ID=ae242efb-3716-497a-82ec-254cf9df6b26,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:49.968801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Attempting to bind port ae242efb-3716-497a-82ec-254cf9df6b26 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:49.969182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Attempting to bind port ae242efb-3716-497a-82ec-254cf9df6b26 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '739d595f-c092-45ae-85b1-01d57e052976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6376d54e-2e05-442d-a95c-cec398f8cbc2'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:49.969594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Attempting to bind port ae242efb-3716-497a-82ec-254cf9df6b26 on network 6376d54e-2e05-442d-a95c-cec398f8cbc2 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:49.975243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:49.975926 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Checking segment: {'id': '739d595f-c092-45ae-85b1-01d57e052976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6376d54e-2e05-442d-a95c-cec398f8cbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:49.976380 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.976771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Bound using segment: {'id': '739d595f-c092-45ae-85b1-01d57e052976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6376d54e-2e05-442d-a95c-cec398f8cbc2'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:49.977268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Bound port: ae242efb-3716-497a-82ec-254cf9df6b26, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739d595f-c092-45ae-85b1-01d57e052976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6376d54e-2e05-442d-a95c-cec398f8cbc2'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:49.977821 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.018929 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4004b0b-881b-4641-b1f3-b666df4c198d tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.075793 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4004b0b-881b-4641-b1f3-b666df4c198d tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.079474 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] For port ae242efb-3716-497a-82ec-254cf9df6b26, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:50.082665 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] For port ae242efb-3716-497a-82ec-254cf9df6b26, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ae242efb-3716-497a-82ec-254cf9df6b26,segment=NetworkSegment(739d595f-c092-45ae-85b1-01d57e052976),segment_id=739d595f-c092-45ae-85b1-01d57e052976)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:50.086969 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.105907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4004b0b-881b-4641-b1f3-b666df4c198d tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event deleted for resources: {'Subnet': ['ID=bd86287f-4888-4208-9d6b-258e1f794678,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:50.111497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e4004b0b-881b-4641-b1f3-b666df4c198d tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.115851 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e4004b0b-881b-4641-b1f3-b666df4c198d tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "DELETE /v2.0/subnets/bd86287f-4888-4208-9d6b-258e1f794678 HTTP/1.1" status: 204 len: 168 time: 0.3356261 Aug 29 05:09:50.116378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 58996) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:50.145416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ee40b-5e45-4f7d-afd0-b372e62be2ca None None] Pushing event updated for resources: {'Port': ['ID=ae242efb-3716-497a-82ec-254cf9df6b26,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:50.209554 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.263673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Deleting port ae242efb-3716-497a-82ec-254cf9df6b26 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:50.264091 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.344903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] For port ae242efb-3716-497a-82ec-254cf9df6b26, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ae242efb-3716-497a-82ec-254cf9df6b26,segment=NetworkSegment(739d595f-c092-45ae-85b1-01d57e052976),segment_id=739d595f-c092-45ae-85b1-01d57e052976)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:50.345272 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.361408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Calling delete_port for ae242efb-3716-497a-82ec-254cf9df6b26 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:50.451549 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.480335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event deleted for resources: {'Port': ['ID=ae242efb-3716-497a-82ec-254cf9df6b26,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:50.482194 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] No DVR routers for this DVR port ae242efb-3716-497a-82ec-254cf9df6b26 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:09:50.568651 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.579703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6376d54e-2e05-442d-a95c-cec398f8cbc2']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:50.593455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739d595f-c092-45ae-85b1-01d57e052976') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:50.593901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739d595f-c092-45ae-85b1-01d57e052976') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:50.607184 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.624053 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.631716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:09:50.632294 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: timer() Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:09:50.635244 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:09:50.693291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f4a9a-0a56-464b-a59b-5e456191de8b None None] Network a4fd1e10-6263-45aa-a2e6-b7ac93575a2e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:50.707258 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.713031 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.717885 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "DELETE /v2.0/networks/6376d54e-2e05-442d-a95c-cec398f8cbc2 HTTP/1.1" status: 204 len: 168 time: 0.5983021 Aug 29 05:09:50.718277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 58998) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:50.731303 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e2542-646e-4f9f-bdae-468deb4cdf6e tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event deleted for resources: {'Network': ['ID=6376d54e-2e05-442d-a95c-cec398f8cbc2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:50.755637 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ba61471c-febe-4f04-acaf-0d3a6ef0347b None None] Provisioning for port 75beafd5-38ca-4d44-9d10-7c63fa83603d completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:50.779654 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacbb22a-c3de-46cd-8635-19ad9f9a39ec tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Deleting subnet dc2988e8-e664-4267-bc9b-d03f0e28a9c5 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:09:50.783574 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eacbb22a-c3de-46cd-8635-19ad9f9a39ec tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.825081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eacbb22a-c3de-46cd-8635-19ad9f9a39ec tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.924710 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eacbb22a-c3de-46cd-8635-19ad9f9a39ec tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.988000 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eacbb22a-c3de-46cd-8635-19ad9f9a39ec tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.017560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbb22a-c3de-46cd-8635-19ad9f9a39ec tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2988e8-e664-4267-bc9b-d03f0e28a9c5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:51.023070 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eacbb22a-c3de-46cd-8635-19ad9f9a39ec tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.025436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eacbb22a-c3de-46cd-8635-19ad9f9a39ec tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "DELETE /v2.0/subnets/dc2988e8-e664-4267-bc9b-d03f0e28a9c5 HTTP/1.1" status: 204 len: 168 time: 0.3059423 Aug 29 05:09:51.027600 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59000) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:51.093033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6731443-d174-4751-981e-e39f375f3602 None None] Network a4fd1e10-6263-45aa-a2e6-b7ac93575a2e requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:51.108156 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.170767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Deleting port 75beafd5-38ca-4d44-9d10-7c63fa83603d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:51.171122 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.188395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1095e399-4ae8-44a1-a7c8-a398ad28590d None None] Could not find standard attr ID for object ae242efb-3716-497a-82ec-254cf9df6b26. {{(pid=94852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:09:51.209938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0337b3-9a7d-40ee-b716-d4e66543a654 None None] DHCP port deletion for 6376d54e-2e05-442d-a95c-cec398f8cbc2 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:09:51.233777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] For port 75beafd5-38ca-4d44-9d10-7c63fa83603d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=75beafd5-38ca-4d44-9d10-7c63fa83603d,segment=NetworkSegment(9efb2f93-053a-4104-901d-9b99d47231db),segment_id=9efb2f93-053a-4104-901d-9b99d47231db)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:51.234152 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.243597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21faafff-ea11-4891-afad-9c0d091c66ba None None] Network 6376d54e-2e05-442d-a95c-cec398f8cbc2 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:51.248145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Calling delete_port for 75beafd5-38ca-4d44-9d10-7c63fa83603d owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:51.255515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21faafff-ea11-4891-afad-9c0d091c66ba None None] Network 6376d54e-2e05-442d-a95c-cec398f8cbc2 could not be found, it might have been deleted concurrently. {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 05:09:51.308141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb626e-e58e-4954-9f8d-61ee857ac64c None None] DHCP port deletion for a4fd1e10-6263-45aa-a2e6-b7ac93575a2e request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:09:51.325832 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.356444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-21bb626e-e58e-4954-9f8d-61ee857ac64c None None] Deleting port 75beafd5-38ca-4d44-9d10-7c63fa83603d {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:09:51.356704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event deleted for resources: {'Port': ['ID=75beafd5-38ca-4d44-9d10-7c63fa83603d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:51.356905 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-21bb626e-e58e-4954-9f8d-61ee857ac64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.358300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] No DVR routers for this DVR port 75beafd5-38ca-4d44-9d10-7c63fa83603d on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:09:51.420172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-21bb626e-e58e-4954-9f8d-61ee857ac64c None None] For port 75beafd5-38ca-4d44-9d10-7c63fa83603d, host n-d-712141-12, got binding levels [] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:51.420512 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-21bb626e-e58e-4954-9f8d-61ee857ac64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.432963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-21bb626e-e58e-4954-9f8d-61ee857ac64c None None] Calling delete_port for 75beafd5-38ca-4d44-9d10-7c63fa83603d owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:09:51.433136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.435518 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.ipam_backend_mixin [None req-21bb626e-e58e-4954-9f8d-61ee857ac64c None None] Port 75beafd5-38ca-4d44-9d10-7c63fa83603d was not found and therefore no delete operation was performed {{(pid=94852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:09:51.436754 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-21bb626e-e58e-4954-9f8d-61ee857ac64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.443136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fd1e10-6263-45aa-a2e6-b7ac93575a2e']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:51.453280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efb2f93-053a-4104-901d-9b99d47231db') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:51.453575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efb2f93-053a-4104-901d-9b99d47231db') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:51.461720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb626e-e58e-4954-9f8d-61ee857ac64c None None] Pushing event deleted for resources: {'Port': ['ID=75beafd5-38ca-4d44-9d10-7c63fa83603d,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:51.462658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.465103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb626e-e58e-4954-9f8d-61ee857ac64c None None] No DVR routers for this DVR port 75beafd5-38ca-4d44-9d10-7c63fa83603d on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:09:51.476496 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.482796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:09:51.483285 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:09:51.486164 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:09:51.545658 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.552290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.554100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "DELETE /v2.0/networks/a4fd1e10-6263-45aa-a2e6-b7ac93575a2e HTTP/1.1" status: 204 len: 168 time: 0.5252569 Aug 29 05:09:51.556949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59002) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:51.565679 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c90d-b198-4685-977e-d6c56de485d5 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Pushing event deleted for resources: {'Network': ['ID=a4fd1e10-6263-45aa-a2e6-b7ac93575a2e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:51.585388 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5c5e377d-ce31-4f7e-9e75-fcf5cd3c6e16 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "GET /v2.0/ports?device_id=28211d41-c054-4bb4-8de8-7d63a766ed62 HTTP/1.1" status: 200 len: 205 time: 0.0272074 Aug 29 05:09:51.587650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59004) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:51.700833 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18a4f830-2733-4912-8f1e-c7e155f9efb4 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.116680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18a4f830-2733-4912-8f1e-c7e155f9efb4 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.118767 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18a4f830-2733-4912-8f1e-c7e155f9efb4 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.161329 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18a4f830-2733-4912-8f1e-c7e155f9efb4 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.161874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a4f830-2733-4912-8f1e-c7e155f9efb4 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Fanout notify agent at l3_agent the message router_deleted on router 28211d41-c054-4bb4-8de8-7d63a766ed62 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:09:52.168862 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-18a4f830-2733-4912-8f1e-c7e155f9efb4 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.173209 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-18a4f830-2733-4912-8f1e-c7e155f9efb4 tempest-RoutersNegativeTest-1130684878 tempest-RoutersNegativeTest-1130684878-project] 10.222.0.49 "DELETE /v2.0/routers/28211d41-c054-4bb4-8de8-7d63a766ed62 HTTP/1.1" status: 204 len: 168 time: 0.5813913 Aug 29 05:09:52.405749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59010) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:52.536505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a4fd0d30-ba76-46a8-b377-899af1767c5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b2cff19c0c147378cb9abf6329afa18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295588 Aug 29 05:09:52.539021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59014) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:52.585073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.606142 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.657643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.659694 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.660869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/180ef378-16c3-44b8-a510-12cb05ed13a8 HTTP/1.1" status: 204 len: 168 time: 0.1209118 Aug 29 05:09:52.669419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180ef378-16c3-44b8-a510-12cb05ed13a8,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:52.676733 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.677073 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.677412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.677783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.678107 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.678431 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.678752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.679075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.679388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.679701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.680012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:52.680350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7279f82d-99f8-4530-bf67-940bda0d184d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:53.257625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59036) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:53.354168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1593573190-network', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:53.374855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Made reservation on behalf of 71f4c2f3650f4f81abb51c7b9d6a01e8 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:53.377300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.385993 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.477376 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.480815 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.500939 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:09:53.514385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7def3-985e-471d-8541-5839b7793387,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:53.519811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.520167 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Added segment a50106ca-fe05-4001-a0eb-bcd237313784 of type vlan for network de0d4c3a-22a8-42f2-a704-8316f9936650 Aug 29 05:09:53.559087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.583566 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.584820 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:53.585489 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.621589 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-479c81b8-c197-4add-949f-71d1f97012b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.641714 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3829889 Aug 29 05:09:53.644964 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59040) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:53.647102 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c4d76-ff39-4ebe-9a5b-e954ffd2bba6 admin admin] Pushing event updated for resources: {'Network': ['ID=de0d4c3a-22a8-42f2-a704-8316f9936650,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:53.654319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Request body: {'subnet': {'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1593573190-subnet', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:53.657913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network de0d4c3a-22a8-42f2-a704-8316f9936650 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:09:53.676509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Made reservation on behalf of 71f4c2f3650f4f81abb51c7b9d6a01e8 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:53.678827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.842299 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.898949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f031b1-f837-4c32-83e6-c8f559b7209c,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:53.903156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Checking segment: {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:53.903514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Network hostable DHCP agents. Network: de0d4c3a-22a8-42f2-a704-8316f9936650, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:09:53.920581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Network de0d4c3a-22a8-42f2-a704-8316f9936650 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:09:53.928873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, de0d4c3a-22a8-42f2-a704-8316f9936650) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:53.932813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:53.933410 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.938961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc0f88-760e-4cb7-8da6-d1dd53df4dfb None None] Network de0d4c3a-22a8-42f2-a704-8316f9936650 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:53.946969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-88195724-91fe-46f4-b8ef-725ce54336f7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3007324 Aug 29 05:09:53.949817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59042) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:53.954203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1593573190-router', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:53.974668 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:53.975767 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.027050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.083162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-de0d4c3a-22a8-42f2-a704-8316f9936650', 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'fixed_ips': [{'subnet_id': '07f031b1-f837-4c32-83e6-c8f559b7209c'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:09:54.084027 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.161259 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.217392 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Allocated IP 172.20.0.2 (de0d4c3a-22a8-42f2-a704-8316f9936650/07f031b1-f837-4c32-83e6-c8f559b7209c/6935e71d-b753-4734-ac18-3c417fa1bd8c) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:54.356830 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.363265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.364891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Transition to ACTIVE for port object 6935e71d-b753-4734-ac18-3c417fa1bd8c will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:54.378913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Transition to ACTIVE for port object 6935e71d-b753-4734-ac18-3c417fa1bd8c will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:54.383087 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.385986 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.425306 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Network de0d4c3a-22a8-42f2-a704-8316f9936650 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:54.428031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:54.431636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:54.439322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Pushing event updated for resources: {'Port': ['ID=6935e71d-b753-4734-ac18-3c417fa1bd8c,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:54.486707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Allocated IP 172.25.5.147 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/fc2024ad-428a-421c-b8d3-67c20f39e32d) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:54.487212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Attempting to bind port 6935e71d-b753-4734-ac18-3c417fa1bd8c on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:54.487589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Attempting to bind port 6935e71d-b753-4734-ac18-3c417fa1bd8c by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:54.488244 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Attempting to bind port 6935e71d-b753-4734-ac18-3c417fa1bd8c on network de0d4c3a-22a8-42f2-a704-8316f9936650 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:54.493870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:54.494266 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Checking segment: {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:54.494644 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.495030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Bound using segment: {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:54.495504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Bound port: 6935e71d-b753-4734-ac18-3c417fa1bd8c, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:54.495874 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.560158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] For port 6935e71d-b753-4734-ac18-3c417fa1bd8c, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:54.563958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] For port 6935e71d-b753-4734-ac18-3c417fa1bd8c, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6935e71d-b753-4734-ac18-3c417fa1bd8c,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:54.569172 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.595816 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.627068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaec32-399a-43ae-b114-dab97ed526d1 None None] Pushing event updated for resources: {'Port': ['ID=6935e71d-b753-4734-ac18-3c417fa1bd8c,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:54.646565 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:54.689674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:54.692744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:54.695710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:54.719709 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2024ad-428a-421c-b8d3-67c20f39e32d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:54.968118 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:55.159164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:55.288639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:09:55.405119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:09:55.415427 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Sync routers for ids ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:09:55.422773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:55.424253 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-db3c0ab1-61f3-4239-bccd-b698dc757cf1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4734902 Aug 29 05:09:55.426966 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59044) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:55.430204 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Routers {'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:09:55.431131 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:09:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:55.499281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334150d-bbe9-441f-8749-ff41c6e0cd5c None None] Network de0d4c3a-22a8-42f2-a704-8316f9936650 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:55.555046 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Set router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:09:55.597069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6935e71d-b753-4734-ac18-3c417fa1bd8c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:09:55.654684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-cdcc01bd-ae6e-4606-9ef5-f2c1493e0e22 None None] Provisioning for port 6935e71d-b753-4734-ac18-3c417fa1bd8c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:55.716714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 6935e71d-b753-4734-ac18-3c417fa1bd8c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:55.723454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6935e71d-b753-4734-ac18-3c417fa1bd8c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:55.723835 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:55.749199 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'name': 'tempest-TestEncryptedCinderVolumes-1593573190-router', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:53Z', 'updated_at': '2021-08-29T05:09:54Z', 'revision_number': 3, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'gw_port': {'id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:33:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:54Z', 'updated_at': '2021-08-29T05:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:55.785730 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Checking router: bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:09:55.786368 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Updating router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 port fc2024ad-428a-421c-b8d3-67c20f39e32d binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:09:55.812717 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:55.821019 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:55.848701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 6935e71d-b753-4734-ac18-3c417fa1bd8c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6935e71d-b753-4734-ac18-3c417fa1bd8c,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:55.854012 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:55.907737 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=6935e71d-b753-4734-ac18-3c417fa1bd8c,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:55.929261 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:55.985590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c08cbf47-3273-49dc-b008-2ac93edd1e78 None None] Provisioning complete for port 6935e71d-b753-4734-ac18-3c417fa1bd8c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:55.986222 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c08cbf47-3273-49dc-b008-2ac93edd1e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.019014 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:09:56.089543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Allocated IP 172.20.0.1 (de0d4c3a-22a8-42f2-a704-8316f9936650/07f031b1-f837-4c32-83e6-c8f559b7209c/1cd6bfc3-6169-4e4c-a3e1-f96534593bc2) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:56.106816 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.116597 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Transition to ACTIVE for port object fc2024ad-428a-421c-b8d3-67c20f39e32d will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:56.121713 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.172699 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Attempting to bind port fc2024ad-428a-421c-b8d3-67c20f39e32d on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:56.173187 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Attempting to bind port fc2024ad-428a-421c-b8d3-67c20f39e32d by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:56.173561 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Attempting to bind port fc2024ad-428a-421c-b8d3-67c20f39e32d on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:56.181227 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d5079cec-993e-447c-9da6-0a7d92fd75fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.183580 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:56.183960 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:56.184386 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.184773 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:56.185239 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Bound port: fc2024ad-428a-421c-b8d3-67c20f39e32d, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:56.185624 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.189007 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Pushing event updated for resources: {'Port': ['ID=fc2024ad-428a-421c-b8d3-67c20f39e32d,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:56.195293 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.209282 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Transition to ACTIVE for port object 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:56.214382 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.214736 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.215294 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.215414 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.215733 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.216065 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.216412 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.216739 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.217067 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.217594 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.217703 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.218017 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:56.243049 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.248607 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] For port fc2024ad-428a-421c-b8d3-67c20f39e32d, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:56.252355 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] For port fc2024ad-428a-421c-b8d3-67c20f39e32d, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fc2024ad-428a-421c-b8d3-67c20f39e32d,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:56.256974 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.278529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Network de0d4c3a-22a8-42f2-a704-8316f9936650 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:56.281217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:56.286758 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:56.313935 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd6bfc3-6169-4e4c-a3e1-f96534593bc2,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:56.314715 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Routers {'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:09:56.315342 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:09:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:56.331459 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.352320 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983c40f-7d30-4b02-8acb-a1e2d7498a6b None None] Pushing event updated for resources: {'Port': ['ID=fc2024ad-428a-421c-b8d3-67c20f39e32d,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:56.388139 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.427118 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] Set router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:09:56.479858 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.592352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-43aa6c61-41ab-4d95-b6b0-19f38e98a1ef None None] Provisioning for port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:56.597108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-43aa6c61-41ab-4d95-b6b0-19f38e98a1ef None None] Provisioning complete for port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:56.597707 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-43aa6c61-41ab-4d95-b6b0-19f38e98a1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.617472 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'name': 'tempest-TestEncryptedCinderVolumes-1593573190-router', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:53Z', 'updated_at': '2021-08-29T05:09:54Z', 'revision_number': 3, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'gw_port': {'id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:33:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:54Z', 'updated_at': '2021-08-29T05:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:56.634377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-43aa6c61-41ab-4d95-b6b0-19f38e98a1ef None None] Port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:09:56.646891 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412a2fc-5f3a-4862-8d8a-13c885f78e18 None None] The sync data for ids ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'] in n-d-712141-12 is: [{'id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'name': 'tempest-TestEncryptedCinderVolumes-1593573190-router', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:53Z', 'updated_at': '2021-08-29T05:09:54Z', 'revision_number': 3, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'gw_port': {'id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:33:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:54Z', 'updated_at': '2021-08-29T05:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:09:56.961108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:56.966139 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.034068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd6bfc3-6169-4e4c-a3e1-f96534593bc2,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:57.036768 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.132870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Network de0d4c3a-22a8-42f2-a704-8316f9936650 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:57.134339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:57.257246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:09:57.363838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b984447f-513e-4974-9df2-3120911dda35 None None] Provisioning complete for port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:57.364464 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b984447f-513e-4974-9df2-3120911dda35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.376552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:09:57.384714 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-af33da67-4275-4a0a-8a48-c163f993b0d6 admin admin] 10.222.0.49 "PUT /v2.0/routers/bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9565055 Aug 29 05:09:57.400725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b984447f-513e-4974-9df2-3120911dda35 None None] Port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:09:57.501685 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.618510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6935e71d-b753-4734-ac18-3c417fa1bd8c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:09:57.672431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6935e71d-b753-4734-ac18-3c417fa1bd8c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:57.673291 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.750725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc2024ad-428a-421c-b8d3-67c20f39e32d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:09:57.798050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port fc2024ad-428a-421c-b8d3-67c20f39e32d completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:57.801865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fc2024ad-428a-421c-b8d3-67c20f39e32d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:57.802249 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.884590 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.890042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59060) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:57.896144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1036486230-network', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:57.905817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port fc2024ad-428a-421c-b8d3-67c20f39e32d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fc2024ad-428a-421c-b8d3-67c20f39e32d,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:57.911885 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.921625 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Made reservation on behalf of dd7b35bda69142c3b8059fb13f78c0ee for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:57.924268 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.933002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:57.960669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=fc2024ad-428a-421c-b8d3-67c20f39e32d,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:58.010098 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.026289 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.029947 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.054822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:09:58.064040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac74e7dc-bb26-495a-b9ce-950feae89b16,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:58.072146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.072663 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Added segment 246640f6-dd16-4e8d-b699-49b93e3d9f20 of type vlan for network 7c1d2165-bca9-4034-a9ed-1100803f1921 Aug 29 05:09:58.113017 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.137316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.138460 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:58.139053 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.197248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3051338 Aug 29 05:09:58.199923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59062) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:58.207218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Request body: {'subnet': {'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1036486230-subnet', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:58.211464 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4e110-c591-438b-821f-00d180cecd34 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1d2165-bca9-4034-a9ed-1100803f1921,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:58.216810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Sync routers for ids ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:09:58.224601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 7c1d2165-bca9-4034-a9ed-1100803f1921 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:09:58.230528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Made reservation on behalf of dd7b35bda69142c3b8059fb13f78c0ee for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:58.232975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.265417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Routers {'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:09:58.266629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:09:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:58.405448 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.465029 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c7348f-38d7-4ca2-ae60-9cda471cbfe8,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:58.474097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Checking segment: {'id': '246640f6-dd16-4e8d-b699-49b93e3d9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:58.474483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Network hostable DHCP agents. Network: 7c1d2165-bca9-4034-a9ed-1100803f1921, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:09:58.492569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Network 7c1d2165-bca9-4034-a9ed-1100803f1921 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:09:58.502876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 7c1d2165-bca9-4034-a9ed-1100803f1921) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:58.507701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:58.508402 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.523395 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-90a4a99b-e4e7-4170-93cb-9e298f408958 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3223996 Aug 29 05:09:58.526947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59064) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:58.531319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1036486230-router', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:58.541220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f87b522-e568-41fe-86c6-ff665b85aa33 None None] Network 7c1d2165-bca9-4034-a9ed-1100803f1921 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:09:58.552540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.553537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.598265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Set router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:09:58.608076 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.741277 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.832846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-7c1d2165-bca9-4034-a9ed-1100803f1921', 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'fixed_ips': [{'subnet_id': '97c7348f-38d7-4ca2-ae60-9cda471cbfe8'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:09:58.833698 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.945586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'name': 'tempest-TestEncryptedCinderVolumes-1593573190-router', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:53Z', 'updated_at': '2021-08-29T05:09:56Z', 'revision_number': 4, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'gw_port': {'id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:33:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:54Z', 'updated_at': '2021-08-29T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '1cd6bfc3-6169-4e4c-a3e1-f96534593bc2', 'name': '', 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'mac_address': 'fa:16:3e:8d:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '07f031b1-f837-4c32-83e6-c8f559b7209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:55Z', 'updated_at': '2021-08-29T05:09:56Z', 'revision_number': 2, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'subnets': [{'id': '07f031b1-f837-4c32-83e6-c8f559b7209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:58.948864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.973676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:58.989381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Checking router: bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:09:58.989734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Updating router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:09:59.024953 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.029986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Allocated IP 172.20.0.2 (7c1d2165-bca9-4034-a9ed-1100803f1921/97c7348f-38d7-4ca2-ae60-9cda471cbfe8/393f7833-7363-4a36-b907-b60e98bf1833) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:59.078190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Allocated IP 172.25.5.246 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/0510fd38-6600-43aa-8fed-c35d1e14eac5) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:59.183766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.224514 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.260258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:59.265046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:59.268642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:59.292694 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Pushing event updated for resources: {'Port': ['ID=0510fd38-6600-43aa-8fed-c35d1e14eac5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:59.300673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.342613 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.360455 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Transition to ACTIVE for port object 393f7833-7363-4a36-b907-b60e98bf1833 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:59.388458 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Transition to ACTIVE for port object 393f7833-7363-4a36-b907-b60e98bf1833 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:59.400766 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.463226 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Network 7c1d2165-bca9-4034-a9ed-1100803f1921 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:59.473342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:59.477231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:59.479116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Pushing event updated for resources: {'Port': ['ID=393f7833-7363-4a36-b907-b60e98bf1833,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:59.494268 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.518929 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.538604 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Transition to ACTIVE for port object 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:59.550795 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.557470 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc2024ad-428a-421c-b8d3-67c20f39e32d up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:09:59.608696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Attempting to bind port 393f7833-7363-4a36-b907-b60e98bf1833 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:59.609073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Attempting to bind port 393f7833-7363-4a36-b907-b60e98bf1833 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '246640f6-dd16-4e8d-b699-49b93e3d9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:59.609438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Attempting to bind port 393f7833-7363-4a36-b907-b60e98bf1833 on network 7c1d2165-bca9-4034-a9ed-1100803f1921 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:59.635048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:59.635430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Checking segment: {'id': '246640f6-dd16-4e8d-b699-49b93e3d9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:59.635838 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.636265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Bound using segment: {'id': '246640f6-dd16-4e8d-b699-49b93e3d9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:59.636759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Bound port: 393f7833-7363-4a36-b907-b60e98bf1833, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246640f6-dd16-4e8d-b699-49b93e3d9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:59.637142 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.663303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639d69c-b058-4564-83c5-277c5b9839df None None] Pushing event updated for resources: {'Port': ['ID=1cd6bfc3-6169-4e4c-a3e1-f96534593bc2,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:59.731956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.762348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port fc2024ad-428a-421c-b8d3-67c20f39e32d triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:59.762728 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.767342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Attempting to bind port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:59.767719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Attempting to bind port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:59.768087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Attempting to bind port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 on network de0d4c3a-22a8-42f2-a704-8316f9936650 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:59.796824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:59.797405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Checking segment: {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:59.797661 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.798061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Bound using segment: {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:59.798606 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Bound port: 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:59.798941 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.801373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] For port 393f7833-7363-4a36-b907-b60e98bf1833, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:59.826782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] For port 393f7833-7363-4a36-b907-b60e98bf1833, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=393f7833-7363-4a36-b907-b60e98bf1833,segment=NetworkSegment(246640f6-dd16-4e8d-b699-49b93e3d9f20),segment_id=246640f6-dd16-4e8d-b699-49b93e3d9f20)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:59.834250 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.869552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Router b6ddaa69-823a-49be-b7ba-50834528e95a is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:09:59.954819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] For port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:59.959399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] For port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1cd6bfc3-6169-4e4c-a3e1-f96534593bc2,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:59.978132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07956a7-a605-493c-913f-5cefb7b6ed2b None None] Pushing event updated for resources: {'Port': ['ID=393f7833-7363-4a36-b907-b60e98bf1833,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:59.986940 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:59.991823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:10:00.002536 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Sync routers for ids ['b6ddaa69-823a-49be-b7ba-50834528e95a'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:10:00.009133 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:00.013862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59066) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:00.014449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0c36daa2-35f8-4326-a6f7-5b28f500e9ef admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4862638 Aug 29 05:10:00.016550 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Routers {'b6ddaa69-823a-49be-b7ba-50834528e95a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:00.017380 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:09:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b6ddaa69-823a-49be-b7ba-50834528e95a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:00.054964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Routers {'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:00.055522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:09:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:00.061235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639d69c-b058-4564-83c5-277c5b9839df None None] Pushing event updated for resources: {'Port': ['ID=1cd6bfc3-6169-4e4c-a3e1-f96534593bc2,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:00.192828 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Set router b6ddaa69-823a-49be-b7ba-50834528e95a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:00.219863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] Set router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:00.481523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'name': 'tempest-TestEncryptedCinderVolumes-1593573190-router', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:53Z', 'updated_at': '2021-08-29T05:09:56Z', 'revision_number': 4, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'gw_port': {'id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:33:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:54Z', 'updated_at': '2021-08-29T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '1cd6bfc3-6169-4e4c-a3e1-f96534593bc2', 'name': '', 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'mac_address': 'fa:16:3e:8d:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '07f031b1-f837-4c32-83e6-c8f559b7209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:55Z', 'updated_at': '2021-08-29T05:09:59Z', 'revision_number': 4, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'subnets': [{'id': '07f031b1-f837-4c32-83e6-c8f559b7209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:00.509178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ba384-cd4d-4fdf-8ce4-39d53105abc9 None None] The sync data for ids ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'] in n-d-712141-12 is: [{'id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'name': 'tempest-TestEncryptedCinderVolumes-1593573190-router', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:53Z', 'updated_at': '2021-08-29T05:09:56Z', 'revision_number': 4, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'gw_port': {'id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:33:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:54Z', 'updated_at': '2021-08-29T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '1cd6bfc3-6169-4e4c-a3e1-f96534593bc2', 'name': '', 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'mac_address': 'fa:16:3e:8d:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '07f031b1-f837-4c32-83e6-c8f559b7209c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:55Z', 'updated_at': '2021-08-29T05:09:59Z', 'revision_number': 4, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'subnets': [{'id': '07f031b1-f837-4c32-83e6-c8f559b7209c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:00.527360 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'name': 'tempest-TestEncryptedCinderVolumes-1036486230-router', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:09:59Z', 'revision_number': 3, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'gw_port': {'id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:00.557004 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Checking router: b6ddaa69-823a-49be-b7ba-50834528e95a for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:10:00.557354 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Updating router b6ddaa69-823a-49be-b7ba-50834528e95a port 0510fd38-6600-43aa-8fed-c35d1e14eac5 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:10:00.606728 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:00.607873 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:00.793086 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Allocated IP 172.20.0.1 (7c1d2165-bca9-4034-a9ed-1100803f1921/97c7348f-38d7-4ca2-ae60-9cda471cbfe8/10bd2355-dbd5-4a0b-b794-a36d838819fc) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:10:00.897758 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:00.915384 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Transition to ACTIVE for port object 0510fd38-6600-43aa-8fed-c35d1e14eac5 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:00.921726 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:00.923916 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:00.941859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Transition to ACTIVE for port object 10bd2355-dbd5-4a0b-b794-a36d838819fc will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:00.985263 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:00.987370 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c59bda-b633-48be-baca-2ca064342362 None None] Pushing event updated for resources: {'Port': ['ID=0510fd38-6600-43aa-8fed-c35d1e14eac5,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:01.011116 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Attempting to bind port 0510fd38-6600-43aa-8fed-c35d1e14eac5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:10:01.012216 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Attempting to bind port 0510fd38-6600-43aa-8fed-c35d1e14eac5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:10:01.012770 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Attempting to bind port 0510fd38-6600-43aa-8fed-c35d1e14eac5 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:01.019084 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:10:01.019761 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:10:01.020370 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.020919 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:10:01.021751 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Bound port: 0510fd38-6600-43aa-8fed-c35d1e14eac5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:10:01.022405 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.039398 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Network 7c1d2165-bca9-4034-a9ed-1100803f1921 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:10:01.043364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:10:01.046810 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:10:01.077310 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Pushing event updated for resources: {'Port': ['ID=10bd2355-dbd5-4a0b-b794-a36d838819fc,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:01.082149 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] For port 0510fd38-6600-43aa-8fed-c35d1e14eac5, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:10:01.086820 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] For port 0510fd38-6600-43aa-8fed-c35d1e14eac5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0510fd38-6600-43aa-8fed-c35d1e14eac5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:10:01.092686 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.101553 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.145853 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Routers {'b6ddaa69-823a-49be-b7ba-50834528e95a'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:01.146502 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:09:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b6ddaa69-823a-49be-b7ba-50834528e95a'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:01.204239 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c59bda-b633-48be-baca-2ca064342362 None None] Pushing event updated for resources: {'Port': ['ID=0510fd38-6600-43aa-8fed-c35d1e14eac5,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:01.211153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a16e597-148e-4b6b-863e-19e61cb786a0 None None] Network 7c1d2165-bca9-4034-a9ed-1100803f1921 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:10:01.258419 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.288510 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] Set router b6ddaa69-823a-49be-b7ba-50834528e95a gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:01.351823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2a3c65fc-c74b-415b-8e3b-3299f65b6ef0 None None] Provisioning for port 393f7833-7363-4a36-b907-b60e98bf1833 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:01.462678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.468119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.487262 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'name': 'tempest-TestEncryptedCinderVolumes-1036486230-router', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:09:59Z', 'revision_number': 3, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'gw_port': {'id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:01.531376 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beaed3f-3cef-480f-b046-a9fe5a09dcb5 None None] The sync data for ids ['b6ddaa69-823a-49be-b7ba-50834528e95a'] in n-d-712141-12 is: [{'id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'name': 'tempest-TestEncryptedCinderVolumes-1036486230-router', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:09:59Z', 'revision_number': 3, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'gw_port': {'id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:01.612234 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.613961 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Pushing event updated for resources: {'Port': ['ID=10bd2355-dbd5-4a0b-b794-a36d838819fc,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:01.673783 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:01.741546 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Network 7c1d2165-bca9-4034-a9ed-1100803f1921 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:10:01.743991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:10:01.750405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:01.757877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:01.758638 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.819168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9f4a097a-aee9-4710-9b5e-a76163b165e2 None None] Provisioning for port 10bd2355-dbd5-4a0b-b794-a36d838819fc completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:01.826073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9f4a097a-aee9-4710-9b5e-a76163b165e2 None None] Provisioning complete for port 10bd2355-dbd5-4a0b-b794-a36d838819fc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:01.826446 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f4a097a-aee9-4710-9b5e-a76163b165e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.903396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Router b6ddaa69-823a-49be-b7ba-50834528e95a has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:10:02.101038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:10:02.106315 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-64e262f7-a75d-43bb-8c82-54881259d428 admin admin] 10.222.0.49 "PUT /v2.0/routers/b6ddaa69-823a-49be-b7ba-50834528e95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0901756 Aug 29 05:10:02.156599 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:02.176431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a097a-aee9-4710-9b5e-a76163b165e2 None None] Port 10bd2355-dbd5-4a0b-b794-a36d838819fc cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:10:02.198998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1cd6bfc3-6169-4e4c-a3e1-f96534593bc2,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:02.204526 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:02.205419 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 393f7833-7363-4a36-b907-b60e98bf1833 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:02.294156 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=1cd6bfc3-6169-4e4c-a3e1-f96534593bc2,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:02.310859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 393f7833-7363-4a36-b907-b60e98bf1833 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:02.320600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 393f7833-7363-4a36-b907-b60e98bf1833 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:02.321261 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:02.359063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9b89e2c7-388c-41bc-82c8-a9857d4dc9cc None None] Provisioning complete for port 10bd2355-dbd5-4a0b-b794-a36d838819fc triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:02.359445 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9b89e2c7-388c-41bc-82c8-a9857d4dc9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:02.403687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9b89e2c7-388c-41bc-82c8-a9857d4dc9cc None None] Port 10bd2355-dbd5-4a0b-b794-a36d838819fc cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:10:02.442585 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:02.480745 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 393f7833-7363-4a36-b907-b60e98bf1833, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=393f7833-7363-4a36-b907-b60e98bf1833,segment=NetworkSegment(246640f6-dd16-4e8d-b699-49b93e3d9f20),segment_id=246640f6-dd16-4e8d-b699-49b93e3d9f20)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:02.485619 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:02.539916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=393f7833-7363-4a36-b907-b60e98bf1833,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:02.896790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038f246-e734-4a20-877e-70ab6444d923 req-794f289b-5a8d-47e2-9304-6e00494b2c78 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:02.898282 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-794f289b-5a8d-47e2-9304-6e00494b2c78 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/networks?id=de0d4c3a-22a8-42f2-a704-8316f9936650 HTTP/1.1" status: 200 len: 817 time: 0.0987208 Aug 29 05:10:02.912995 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-4b0e182e-be0f-49d3-8ca0-c5dd8d87a849 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/quotas/71f4c2f3650f4f81abb51c7b9d6a01e8 HTTP/1.1" status: 200 len: 375 time: 0.0089295 Aug 29 05:10:02.967757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-8738fce3-9578-42fb-b485-5a785ea3f6ec tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=71f4c2f3650f4f81abb51c7b9d6a01e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497947 Aug 29 05:10:03.064207 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-36367371-1583-4862-9fe6-56f8065b236c service neutron] 10.222.0.49 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816932 Aug 29 05:10:03.154635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-09f1a331-8d78-468e-befc-6e3559c2e934 service neutron] 10.222.0.49 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843337 Aug 29 05:10:03.314682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b5580407-6efe-4ff2-a12a-df037955015a req-cb276adb-8db1-4455-b39f-3c526819d6d1 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 210 time: 0.0278149 Aug 29 05:10:03.638435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:03.687804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:03.688293 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.772846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0510fd38-6600-43aa-8fed-c35d1e14eac5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:03.826595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 0510fd38-6600-43aa-8fed-c35d1e14eac5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:03.831092 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 0510fd38-6600-43aa-8fed-c35d1e14eac5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:03.831557 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.911506 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.918870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Sync routers for ids ['b6ddaa69-823a-49be-b7ba-50834528e95a'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:10:03.936600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Routers {'b6ddaa69-823a-49be-b7ba-50834528e95a'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:03.936600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:09:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b6ddaa69-823a-49be-b7ba-50834528e95a'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:03.981936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 0510fd38-6600-43aa-8fed-c35d1e14eac5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0510fd38-6600-43aa-8fed-c35d1e14eac5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:03.986599 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.987387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 393f7833-7363-4a36-b907-b60e98bf1833 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:04.108558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=0510fd38-6600-43aa-8fed-c35d1e14eac5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:04.120946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Set router b6ddaa69-823a-49be-b7ba-50834528e95a gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:04.159695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 393f7833-7363-4a36-b907-b60e98bf1833 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:04.159993 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.327074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038f246-e734-4a20-877e-70ab6444d923 req-c03fe778-122b-4a16-a4f6-fdf4d00cc95e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:04.329306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-c03fe778-122b-4a16-a4f6-fdf4d00cc95e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.52 "GET /v2.0/networks?id=de0d4c3a-22a8-42f2-a704-8316f9936650 HTTP/1.1" status: 200 len: 817 time: 0.1121407 Aug 29 05:10:04.354395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Request body: {'port': {'device_id': '4333b01d-8f54-42f9-a089-69668711fc05', 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650', 'admin_state_up': True, 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:04.402265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'name': 'tempest-TestEncryptedCinderVolumes-1036486230-router', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:01Z', 'revision_number': 4, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'gw_port': {'id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '10bd2355-dbd5-4a0b-b794-a36d838819fc', 'name': '', 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'mac_address': 'fa:16:3e:79:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '97c7348f-38d7-4ca2-ae60-9cda471cbfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:10:00Z', 'updated_at': '2021-08-29T05:10:01Z', 'revision_number': 2, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'subnets': [{'id': '97c7348f-38d7-4ca2-ae60-9cda471cbfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:04.428749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Checking router: b6ddaa69-823a-49be-b7ba-50834528e95a for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:10:04.429200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Updating router b6ddaa69-823a-49be-b7ba-50834528e95a port 10bd2355-dbd5-4a0b-b794-a36d838819fc binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:10:04.445269 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e52d451c-85d4-49ca-adc7-5a555756636b req-a1015ad3-ad0f-4ba4-810b-cdba54923ab4 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 210 time: 0.0340097 Aug 29 05:10:04.455819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.504726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Made reservation on behalf of 71f4c2f3650f4f81abb51c7b9d6a01e8 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:04.508718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.639328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Allocated IP 172.20.0.14 (de0d4c3a-22a8-42f2-a704-8316f9936650/07f031b1-f837-4c32-83e6-c8f559b7209c/572870c8-d4ab-4a0b-bed0-d5598e999447) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:10:04.725941 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.735544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Transition to ACTIVE for port object 10bd2355-dbd5-4a0b-b794-a36d838819fc will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:04.742376 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.789694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785e452-6536-4964-bcf8-a15aa749e318 None None] Pushing event updated for resources: {'Port': ['ID=10bd2355-dbd5-4a0b-b794-a36d838819fc,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:04.791529 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.807036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Transition to ACTIVE for port object 572870c8-d4ab-4a0b-bed0-d5598e999447 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:04.844993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.848428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Attempting to bind port 10bd2355-dbd5-4a0b-b794-a36d838819fc on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:10:04.848812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Attempting to bind port 10bd2355-dbd5-4a0b-b794-a36d838819fc by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '246640f6-dd16-4e8d-b699-49b93e3d9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:10:04.849179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Attempting to bind port 10bd2355-dbd5-4a0b-b794-a36d838819fc on network 7c1d2165-bca9-4034-a9ed-1100803f1921 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:04.854425 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:10:04.854733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Checking segment: {'id': '246640f6-dd16-4e8d-b699-49b93e3d9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:10:04.855139 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.855531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Bound using segment: {'id': '246640f6-dd16-4e8d-b699-49b93e3d9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:10:04.855998 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Bound port: 10bd2355-dbd5-4a0b-b794-a36d838819fc, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246640f6-dd16-4e8d-b699-49b93e3d9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:10:04.856397 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.897388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Network de0d4c3a-22a8-42f2-a704-8316f9936650 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:10:04.900669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:10:04.903366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:10:04.928776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] For port 10bd2355-dbd5-4a0b-b794-a36d838819fc, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:10:04.933118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] For port 10bd2355-dbd5-4a0b-b794-a36d838819fc, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=10bd2355-dbd5-4a0b-b794-a36d838819fc,segment=NetworkSegment(246640f6-dd16-4e8d-b699-49b93e3d9f20),segment_id=246640f6-dd16-4e8d-b699-49b93e3d9f20)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:10:04.935196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Pushing event updated for resources: {'Port': ['ID=572870c8-d4ab-4a0b-bed0-d5598e999447,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:04.938257 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.966369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:04.967119 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:04.988166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-5ef585cf-2663-4775-90bf-a59684f3d0a9 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6387959 Aug 29 05:10:05.000503 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Routers {'b6ddaa69-823a-49be-b7ba-50834528e95a'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:05.001339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:09:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b6ddaa69-823a-49be-b7ba-50834528e95a'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:05.006420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785e452-6536-4964-bcf8-a15aa749e318 None None] Pushing event updated for resources: {'Port': ['ID=10bd2355-dbd5-4a0b-b794-a36d838819fc,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:05.006590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Request body: {'port': {'device_id': '4333b01d-8f54-42f9-a089-69668711fc05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:05.075288 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:05.145935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] Set router b6ddaa69-823a-49be-b7ba-50834528e95a gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:05.346673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f6df9171-a6a0-42e7-b198-255eab63e50e None None] Provisioning for port 572870c8-d4ab-4a0b-bed0-d5598e999447 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:05.352595 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f6df9171-a6a0-42e7-b198-255eab63e50e None None] Provisioning complete for port 572870c8-d4ab-4a0b-bed0-d5598e999447 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:05.353920 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6df9171-a6a0-42e7-b198-255eab63e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:05.371582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572870c8-d4ab-4a0b-bed0-d5598e999447 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:05.381063 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:05.396396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Transition to ACTIVE for port object 572870c8-d4ab-4a0b-bed0-d5598e999447 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:05.400419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:05.400688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f6df9171-a6a0-42e7-b198-255eab63e50e None None] Port 572870c8-d4ab-4a0b-bed0-d5598e999447 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:10:05.414363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'name': 'tempest-TestEncryptedCinderVolumes-1036486230-router', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:01Z', 'revision_number': 4, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'gw_port': {'id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '10bd2355-dbd5-4a0b-b794-a36d838819fc', 'name': '', 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'mac_address': 'fa:16:3e:79:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '97c7348f-38d7-4ca2-ae60-9cda471cbfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:10:00Z', 'updated_at': '2021-08-29T05:10:04Z', 'revision_number': 4, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'subnets': [{'id': '97c7348f-38d7-4ca2-ae60-9cda471cbfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:05.442719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900bb274-cfa1-4291-bcf9-0257f2867409 None None] The sync data for ids ['b6ddaa69-823a-49be-b7ba-50834528e95a'] in n-d-712141-12 is: [{'id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'name': 'tempest-TestEncryptedCinderVolumes-1036486230-router', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:01Z', 'revision_number': 4, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'gw_port': {'id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '10bd2355-dbd5-4a0b-b794-a36d838819fc', 'name': '', 'network_id': '7c1d2165-bca9-4034-a9ed-1100803f1921', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'mac_address': 'fa:16:3e:79:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '97c7348f-38d7-4ca2-ae60-9cda471cbfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:10:00Z', 'updated_at': '2021-08-29T05:10:04Z', 'revision_number': 4, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'subnets': [{'id': '97c7348f-38d7-4ca2-ae60-9cda471cbfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:05.450697 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Pushing event updated for resources: {'Port': ['ID=572870c8-d4ab-4a0b-bed0-d5598e999447,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:05.554197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Attempting to bind port 572870c8-d4ab-4a0b-bed0-d5598e999447 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:10:05.554537 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Attempting to bind port 572870c8-d4ab-4a0b-bed0-d5598e999447 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:10:05.554872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Attempting to bind port 572870c8-d4ab-4a0b-bed0-d5598e999447 on network de0d4c3a-22a8-42f2-a704-8316f9936650 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:05.581011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Port 572870c8-d4ab-4a0b-bed0-d5598e999447 on network de0d4c3a-22a8-42f2-a704-8316f9936650 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:10:05.581011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Attempting to bind port 572870c8-d4ab-4a0b-bed0-d5598e999447 on network de0d4c3a-22a8-42f2-a704-8316f9936650 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:05.607788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:10:05.608469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Checking segment: {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:10:05.609049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Bound using segment: {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:10:05.609825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Bound port: 572870c8-d4ab-4a0b-bed0-d5598e999447, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:10:05.610193 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:05.675560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480c21-9191-442b-953b-8926a79cbe93 req-d40aa91e-f108-469b-a978-ddb9c20c5a0d tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:05.677325 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d480c21-9191-442b-953b-8926a79cbe93 req-d40aa91e-f108-469b-a978-ddb9c20c5a0d tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 944 time: 0.1192484 Aug 29 05:10:05.717870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] For port 572870c8-d4ab-4a0b-bed0-d5598e999447, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:10:05.732257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 10bd2355-dbd5-4a0b-b794-a36d838819fc up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:05.745210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] For port 572870c8-d4ab-4a0b-bed0-d5598e999447, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=572870c8-d4ab-4a0b-bed0-d5598e999447,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:10:05.751897 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:05.789921 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 10bd2355-dbd5-4a0b-b794-a36d838819fc completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:05.794570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 10bd2355-dbd5-4a0b-b794-a36d838819fc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:05.795085 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:05.795300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d480c21-9191-442b-953b-8926a79cbe93 req-54434776-1c3b-457f-b73d-949b85d93ccf tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861723 Aug 29 05:10:05.806981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:05.807604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:05.809122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] 10.222.0.52 "PUT /v2.0/ports/572870c8-d4ab-4a0b-bed0-d5598e999447 HTTP/1.1" status: 200 len: 1093 time: 0.8074839 Aug 29 05:10:05.809484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4333b01d-8f54-42f9-a089-69668711fc05', 'tag': '572870c8-d4ab-4a0b-bed0-d5598e999447'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:05.812010 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129adc7a-ab07-441b-a903-a249bae073b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4333b01d-8f54-42f9-a089-69668711fc05", "tag": "572870c8-d4ab-4a0b-bed0-d5598e999447"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:05.871944 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e248aa60-6490-42e0-bf07-f2db66ba866d x-openstack-request-id: req-e248aa60-6490-42e0-bf07-f2db66ba866d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:05.872402 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4333b01d-8f54-42f9-a089-69668711fc05", "tag": "572870c8-d4ab-4a0b-bed0-d5598e999447", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:05.872790 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e248aa60-6490-42e0-bf07-f2db66ba866d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:05.873429 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4333b01d-8f54-42f9-a089-69668711fc05', 'tag': '572870c8-d4ab-4a0b-bed0-d5598e999447', 'status': 'completed', 'code': 200} Aug 29 05:10:05.884247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe4477-e1df-49bf-b05c-faf0aa313a87 service neutron] Pushing event updated for resources: {'Port': ['ID=572870c8-d4ab-4a0b-bed0-d5598e999447,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:05.926014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038f246-e734-4a20-877e-70ab6444d923 req-a0a9e4e0-68a4-4f87-804e-4dfa65e4cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:05.927717 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-a0a9e4e0-68a4-4f87-804e-4dfa65e4cd7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71f4c2f3650f4f81abb51c7b9d6a01e8&device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 1096 time: 0.0580730 Aug 29 05:10:05.930881 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:05.971791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 10bd2355-dbd5-4a0b-b794-a36d838819fc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=10bd2355-dbd5-4a0b-b794-a36d838819fc,segment=NetworkSegment(246640f6-dd16-4e8d-b699-49b93e3d9f20),segment_id=246640f6-dd16-4e8d-b699-49b93e3d9f20)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:05.976864 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:05.977943 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0510fd38-6600-43aa-8fed-c35d1e14eac5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:05.981054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-efa93c8c-5200-4651-89df-294f95e15b68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=572870c8-d4ab-4a0b-bed0-d5598e999447 HTTP/1.1" status: 200 len: 217 time: 0.0391057 Aug 29 05:10:06.048113 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038f246-e734-4a20-877e-70ab6444d923 req-92bce8d0-d246-4786-b61d-21b3c230db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:06.050303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-92bce8d0-d246-4786-b61d-21b3c230db41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07f031b1-f837-4c32-83e6-c8f559b7209c HTTP/1.1" status: 200 len: 856 time: 0.0618565 Aug 29 05:10:06.065083 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=10bd2355-dbd5-4a0b-b794-a36d838819fc,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:06.086793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 0510fd38-6600-43aa-8fed-c35d1e14eac5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:06.087300 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:06.105945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038f246-e734-4a20-877e-70ab6444d923 req-65aad4fb-f843-4967-a8f4-6e0b83dbabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:06.106956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-65aad4fb-f843-4967-a8f4-6e0b83dbabb2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de0d4c3a-22a8-42f2-a704-8316f9936650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485969 Aug 29 05:10:06.194569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-73afa955-7ed6-4691-b3d7-1804f18c97ef service neutron] 10.222.0.52 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808361 Aug 29 05:10:06.292135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6038f246-e734-4a20-877e-70ab6444d923 req-bed96b47-a539-4db3-b06c-f7873ed2d78d service neutron] 10.222.0.52 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910985 Aug 29 05:10:06.424363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129adc7a-ab07-441b-a903-a249bae073b7 req-43caeee2-6af8-4937-8559-26ebf6478e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:06.425933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-129adc7a-ab07-441b-a903-a249bae073b7 req-43caeee2-6af8-4937-8559-26ebf6478e1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71f4c2f3650f4f81abb51c7b9d6a01e8&device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 1096 time: 0.0492027 Aug 29 05:10:06.512703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129adc7a-ab07-441b-a903-a249bae073b7 req-a998cf85-d15d-4316-b062-54d3146c983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:06.514340 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-129adc7a-ab07-441b-a903-a249bae073b7 req-a998cf85-d15d-4316-b062-54d3146c983d service neutron] 10.222.0.52 "GET /v2.0/networks?id=de0d4c3a-22a8-42f2-a704-8316f9936650 HTTP/1.1" status: 200 len: 918 time: 0.0807071 Aug 29 05:10:06.558127 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-129adc7a-ab07-441b-a903-a249bae073b7 req-eede5031-9f75-4d0e-b7d5-7b35881b54ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=572870c8-d4ab-4a0b-bed0-d5598e999447 HTTP/1.1" status: 200 len: 217 time: 0.0366883 Aug 29 05:10:06.607817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129adc7a-ab07-441b-a903-a249bae073b7 req-f9a40ea7-b98c-4b9a-8848-696727e5cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:06.609307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-129adc7a-ab07-441b-a903-a249bae073b7 req-f9a40ea7-b98c-4b9a-8848-696727e5cce2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07f031b1-f837-4c32-83e6-c8f559b7209c HTTP/1.1" status: 200 len: 856 time: 0.0445294 Aug 29 05:10:06.654000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129adc7a-ab07-441b-a903-a249bae073b7 req-e65d5196-abe2-410e-a4c7-d1700f93d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:06.655465 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-129adc7a-ab07-441b-a903-a249bae073b7 req-e65d5196-abe2-410e-a4c7-d1700f93d51f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de0d4c3a-22a8-42f2-a704-8316f9936650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397549 Aug 29 05:10:06.748737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-129adc7a-ab07-441b-a903-a249bae073b7 req-865ac012-4197-4bfb-a1a3-1e072ec31ca8 service neutron] 10.222.0.52 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863435 Aug 29 05:10:06.837110 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-129adc7a-ab07-441b-a903-a249bae073b7 req-3a37f4b0-ab4f-4aae-bbba-b18cc9fedbb5 service neutron] 10.222.0.52 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815141 Aug 29 05:10:06.960605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de19035-a3c0-4fbc-aaee-000fc0eec8fc req-23de95a8-9dba-42cd-b40c-3b627b00086c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:06.961978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2de19035-a3c0-4fbc-aaee-000fc0eec8fc req-23de95a8-9dba-42cd-b40c-3b627b00086c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 944 time: 0.0529082 Aug 29 05:10:06.998768 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2de19035-a3c0-4fbc-aaee-000fc0eec8fc req-d2a9fc8a-0ab6-46ec-8374-899b71d3483e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Aug 29 05:10:07.551792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 10bd2355-dbd5-4a0b-b794-a36d838819fc up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:07.598209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 10bd2355-dbd5-4a0b-b794-a36d838819fc triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:07.598583 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:08.114025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb1ce4-1abe-4fae-b52a-f3d5e0da8137 req-d0c49a36-aaa0-4cb6-8b03-35ab4759cc34 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:08.115525 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbeb1ce4-1abe-4fae-b52a-f3d5e0da8137 req-d0c49a36-aaa0-4cb6-8b03-35ab4759cc34 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 944 time: 0.0494204 Aug 29 05:10:08.154452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cbeb1ce4-1abe-4fae-b52a-f3d5e0da8137 req-b3fd789d-a9aa-464c-b145-aa9a698d1cb5 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Aug 29 05:10:09.267605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef7977-82b4-42e8-92eb-cf6b0586d902 req-bb33354d-9d68-4911-8995-d2e90e8687b2 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:09.269103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9cef7977-82b4-42e8-92eb-cf6b0586d902 req-bb33354d-9d68-4911-8995-d2e90e8687b2 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 944 time: 0.0481565 Aug 29 05:10:09.307139 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9cef7977-82b4-42e8-92eb-cf6b0586d902 req-1b8d5473-1e8d-4f77-9e17-cbd746798708 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Aug 29 05:10:10.425485 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27876c-7b3b-44f9-b702-8bf99eff8204 req-585d8104-444c-4baa-8d59-13be3fd3785c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:10.426958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc27876c-7b3b-44f9-b702-8bf99eff8204 req-585d8104-444c-4baa-8d59-13be3fd3785c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 944 time: 0.0531080 Aug 29 05:10:10.752458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc27876c-7b3b-44f9-b702-8bf99eff8204 req-86dcab94-5228-4ccb-8e8f-f887515da2c5 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195069 Aug 29 05:10:10.783823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 572870c8-d4ab-4a0b-bed0-d5598e999447 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:10:10.875219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 572870c8-d4ab-4a0b-bed0-d5598e999447, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=572870c8-d4ab-4a0b-bed0-d5598e999447,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:10.889325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '572870c8-d4ab-4a0b-bed0-d5598e999447', 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650', 'port_id': '572870c8-d4ab-4a0b-bed0-d5598e999447', 'mac_address': 'fa:16:3e:1e:82:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f031b1-f837-4c32-83e6-c8f559b7209c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:10:10.926055 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:10.938677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572870c8-d4ab-4a0b-bed0-d5598e999447 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:10.957086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 572870c8-d4ab-4a0b-bed0-d5598e999447, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=572870c8-d4ab-4a0b-bed0-d5598e999447,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:10.961021 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:11.005351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=572870c8-d4ab-4a0b-bed0-d5598e999447,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:11.315125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['572870c8-d4ab-4a0b-bed0-d5598e999447'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:11.866630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8174e0a-2e6e-4f5d-8f5b-7d2bc024ddf0 req-d5b56cfb-c3e7-4dd0-bd5a-e95a5194e0ea tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:11.868073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8174e0a-2e6e-4f5d-8f5b-7d2bc024ddf0 req-d5b56cfb-c3e7-4dd0-bd5a-e95a5194e0ea tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 945 time: 0.0479448 Aug 29 05:10:11.904796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f8174e0a-2e6e-4f5d-8f5b-7d2bc024ddf0 req-df93bf8c-3b52-4ee3-9d6d-7ae72555beee tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Aug 29 05:10:12.801500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 572870c8-d4ab-4a0b-bed0-d5598e999447 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:12.847457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 572870c8-d4ab-4a0b-bed0-d5598e999447 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:12.851220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 572870c8-d4ab-4a0b-bed0-d5598e999447 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:12.851565 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:12.927699 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:12.950118 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4333b01d-8f54-42f9-a089-69668711fc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572870c8-d4ab-4a0b-bed0-d5598e999447'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:12.952416 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41c0a69-26e0-4c2a-b4c5-e593b0af78ed" -d '{"events": [{"server_uuid": "4333b01d-8f54-42f9-a089-69668711fc05", "name": "network-vif-plugged", "status": "completed", "tag": "572870c8-d4ab-4a0b-bed0-d5598e999447"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:12.965055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 572870c8-d4ab-4a0b-bed0-d5598e999447, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=572870c8-d4ab-4a0b-bed0-d5598e999447,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:12.969270 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:12.992650 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f9c07c-0fa9-4ec0-a61c-36b48c875a3a x-openstack-request-id: req-13f9c07c-0fa9-4ec0-a61c-36b48c875a3a {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:12.992948 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4333b01d-8f54-42f9-a089-69668711fc05", "name": "network-vif-plugged", "status": "completed", "tag": "572870c8-d4ab-4a0b-bed0-d5598e999447", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:12.993203 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13f9c07c-0fa9-4ec0-a61c-36b48c875a3a {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:12.993594 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4333b01d-8f54-42f9-a089-69668711fc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572870c8-d4ab-4a0b-bed0-d5598e999447', 'code': 200} Aug 29 05:10:13.018872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=572870c8-d4ab-4a0b-bed0-d5598e999447,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:13.022846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49110b9-01e7-4ff8-a2a2-dba21879153b req-848435c1-2bca-4113-b2de-b1fce11b2edd tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:13.024705 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d49110b9-01e7-4ff8-a2a2-dba21879153b req-848435c1-2bca-4113-b2de-b1fce11b2edd tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 946 time: 0.0511489 Aug 29 05:10:13.065485 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d49110b9-01e7-4ff8-a2a2-dba21879153b req-0072cd86-157a-4ab2-928a-4113bda1be90 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343719 Aug 29 05:10:13.120764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e979cb9-6c8b-4166-8321-c6b1c25d0533 req-d724acf3-00bb-438d-aba1-f61178510d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:13.122320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e979cb9-6c8b-4166-8321-c6b1c25d0533 req-d724acf3-00bb-438d-aba1-f61178510d1d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 1098 time: 0.0484638 Aug 29 05:10:13.156635 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6e979cb9-6c8b-4166-8321-c6b1c25d0533 req-209d9be4-6f77-4291-834c-6993ea1cbe27 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272412 Aug 29 05:10:14.181422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbebb03-576e-488f-b3f6-19cc3ef1933a req-2d00babf-aa36-4b52-bbbf-aeb10df16832 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:14.182918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2dbebb03-576e-488f-b3f6-19cc3ef1933a req-2d00babf-aa36-4b52-bbbf-aeb10df16832 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 946 time: 0.0486720 Aug 29 05:10:14.221259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2dbebb03-576e-488f-b3f6-19cc3ef1933a req-7a3ee11d-b82b-4863-a9ca-c08dd7c446bc tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318294 Aug 29 05:10:15.335433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725b60f-38f8-433b-89b6-e2be74e53729 req-1e63cade-3b9c-49ed-b52f-775936ececb3 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:15.336913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4725b60f-38f8-433b-89b6-e2be74e53729 req-1e63cade-3b9c-49ed-b52f-775936ececb3 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 946 time: 0.0478833 Aug 29 05:10:15.375841 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4725b60f-38f8-433b-89b6-e2be74e53729 req-e7323c27-0d66-4b80-bce9-dc6a9e34d99d tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Aug 29 05:10:15.485046 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f1002-e29d-4575-8d85-04ca13267139 req-f5e14d91-5ec4-4e26-8d16-78bd7ea78ef7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262289 Aug 29 05:10:15.498512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f35e7-9ea4-4ed7-b2a9-b469b8c99165 req-1ffd4b39-539a-402a-946d-fe08155de3b0 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:15.500170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e35f35e7-9ea4-4ed7-b2a9-b469b8c99165 req-1ffd4b39-539a-402a-946d-fe08155de3b0 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 946 time: 0.0590472 Aug 29 05:10:15.535574 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f1002-e29d-4575-8d85-04ca13267139 req-fe19439d-b889-4266-936a-0c78cc7e7039 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0300260 Aug 29 05:10:15.539432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e35f35e7-9ea4-4ed7-b2a9-b469b8c99165 req-b60891b6-3e9d-41ae-8c28-86ca3a2274d2 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Aug 29 05:10:15.575909 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f1002-e29d-4575-8d85-04ca13267139 req-d20db5d2-3d9f-4ce0-998c-f3dbef41a927 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197382 Aug 29 05:10:15.668715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f1002-e29d-4575-8d85-04ca13267139 req-6df4ca25-d9ea-42a6-83a3-9ccb49632a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:15.670209 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-004f1002-e29d-4575-8d85-04ca13267139 req-6df4ca25-d9ea-42a6-83a3-9ccb49632a9f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877938 Aug 29 05:10:18.730028 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.611798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-fc6bcbbc-a274-480e-ab1d-63646c70ce2e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413392 Aug 29 05:10:23.622461 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6c14e549-e4e1-44db-8199-202e987ee0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.709649 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-08034d0c-de0f-4eeb-ab52-5fb97c3c7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:23.711121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-08034d0c-de0f-4eeb-ab52-5fb97c3c7f4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71f4c2f3650f4f81abb51c7b9d6a01e8&device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 1098 time: 0.0404763 Aug 29 05:10:23.816683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-d3583a7e-7d57-42a5-b328-c3569e0457f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:23.818181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-d3583a7e-7d57-42a5-b328-c3569e0457f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=de0d4c3a-22a8-42f2-a704-8316f9936650 HTTP/1.1" status: 200 len: 918 time: 0.0872018 Aug 29 05:10:23.858542 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-9f6227a1-e67b-43e1-94fa-316af067a78d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=572870c8-d4ab-4a0b-bed0-d5598e999447 HTTP/1.1" status: 200 len: 217 time: 0.0337179 Aug 29 05:10:23.906715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-e5b25e44-f2c5-46c6-9c35-42aa6edeed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:23.908133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-e5b25e44-f2c5-46c6-9c35-42aa6edeed90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07f031b1-f837-4c32-83e6-c8f559b7209c HTTP/1.1" status: 200 len: 856 time: 0.0430181 Aug 29 05:10:23.969000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-d747a425-71de-4068-a582-03ba9411004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:23.970496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-d747a425-71de-4068-a582-03ba9411004a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de0d4c3a-22a8-42f2-a704-8316f9936650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433462 Aug 29 05:10:24.068579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-a71d33bd-3d9f-4f68-a015-15e15f2a1ffb service neutron] 10.222.0.52 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847247 Aug 29 05:10:24.159710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8b690d2a-498e-46f7-b4c0-a1bf14c359d5 req-d1f988f9-380b-4c94-9eb4-bcfe6ae05b55 service neutron] 10.222.0.52 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836542 Aug 29 05:10:26.183067 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b812b53f-1b63-4a52-8bfa-d2850584de33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:26.391859 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.498791 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.007855 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.234717 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.020015 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:10:34.017927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83010eb-32e7-4167-97f4-bc64e388dbec req-7ef3892f-c8f1-43c7-acbd-f3d18b20e3bc tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:34.019416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d83010eb-32e7-4167-97f4-bc64e388dbec req-7ef3892f-c8f1-43c7-acbd-f3d18b20e3bc tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 946 time: 0.0529428 Aug 29 05:10:34.062388 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d83010eb-32e7-4167-97f4-bc64e388dbec req-9c950872-0ea4-433a-a8e1-1b1dce07fd75 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367012 Aug 29 05:10:35.179198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fbcf2-454d-40f5-9291-76e09e75ed45 req-f4613b57-6582-4c0d-89b8-c6ed74508d84 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:35.180677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-620fbcf2-454d-40f5-9291-76e09e75ed45 req-f4613b57-6582-4c0d-89b8-c6ed74508d84 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 946 time: 0.0495119 Aug 29 05:10:35.217189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-620fbcf2-454d-40f5-9291-76e09e75ed45 req-b3b5e238-699d-4d1a-8b92-e37903942f51 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Aug 29 05:10:35.921749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-20aace50-6430-451d-bcd9-df564b8d9f19 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:35.923168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-20aace50-6430-451d-bcd9-df564b8d9f19 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.52 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 946 time: 0.0522978 Aug 29 05:10:36.012985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-42a2d925-7241-4186-b988-60620ed32b4c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Deleting port 572870c8-d4ab-4a0b-bed0-d5598e999447 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:36.013330 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-42a2d925-7241-4186-b988-60620ed32b4c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:36.102590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-42a2d925-7241-4186-b988-60620ed32b4c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] For port 572870c8-d4ab-4a0b-bed0-d5598e999447, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=572870c8-d4ab-4a0b-bed0-d5598e999447,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:36.102964 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-42a2d925-7241-4186-b988-60620ed32b4c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:36.115916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-42a2d925-7241-4186-b988-60620ed32b4c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Calling delete_port for 572870c8-d4ab-4a0b-bed0-d5598e999447 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:36.238526 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-42a2d925-7241-4186-b988-60620ed32b4c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:36.273126 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['572870c8-d4ab-4a0b-bed0-d5598e999447'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:36.273683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2d925-7241-4186-b988-60620ed32b4c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Pushing event deleted for resources: {'Port': ['ID=572870c8-d4ab-4a0b-bed0-d5598e999447,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:36.324832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-42a2d925-7241-4186-b988-60620ed32b4c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] No DVR routers for this DVR port 572870c8-d4ab-4a0b-bed0-d5598e999447 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:36.339179 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-42a2d925-7241-4186-b988-60620ed32b4c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:36.341231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54a1cc2c-0b84-4c08-a339-7573e4849fae req-42a2d925-7241-4186-b988-60620ed32b4c tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.52 "DELETE /v2.0/ports/572870c8-d4ab-4a0b-bed0-d5598e999447 HTTP/1.1" status: 204 len: 173 time: 0.4113789 Aug 29 05:10:36.341678 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4333b01d-8f54-42f9-a089-69668711fc05', 'name': 'network-vif-deleted', 'tag': '572870c8-d4ab-4a0b-bed0-d5598e999447'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:36.344029 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39d7270-122d-4421-8514-6efac07883cb" -d '{"events": [{"server_uuid": "4333b01d-8f54-42f9-a089-69668711fc05", "name": "network-vif-deleted", "tag": "572870c8-d4ab-4a0b-bed0-d5598e999447"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:36.355616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0c5cf8e1-0f89-4cdd-aa96-d83e9ce55ddd req-59f3e8f1-9692-492c-b170-d1aa54f737c0 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=4333b01d-8f54-42f9-a089-69668711fc05 HTTP/1.1" status: 200 len: 210 time: 0.0588849 Aug 29 05:10:36.389237 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06fe71c-d2be-4dbd-aa02-344746c853fe x-openstack-request-id: req-c06fe71c-d2be-4dbd-aa02-344746c853fe {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:36.389564 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4333b01d-8f54-42f9-a089-69668711fc05", "name": "network-vif-deleted", "tag": "572870c8-d4ab-4a0b-bed0-d5598e999447", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:36.389821 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c06fe71c-d2be-4dbd-aa02-344746c853fe {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:36.390237 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4333b01d-8f54-42f9-a089-69668711fc05', 'name': 'network-vif-deleted', 'tag': '572870c8-d4ab-4a0b-bed0-d5598e999447', 'status': 'completed', 'code': 200} Aug 29 05:10:37.824865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-4eda2ddd-e26b-4301-ab05-d91f7240350a tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:37.826338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-4eda2ddd-e26b-4301-ab05-d91f7240350a tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/networks?id=de0d4c3a-22a8-42f2-a704-8316f9936650 HTTP/1.1" status: 200 len: 817 time: 0.1026886 Aug 29 05:10:37.840945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-2ef1baa1-0fa4-4032-85f3-d7f51de068a2 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/quotas/71f4c2f3650f4f81abb51c7b9d6a01e8 HTTP/1.1" status: 200 len: 375 time: 0.0089009 Aug 29 05:10:37.891321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-ac7e1366-4afc-419d-8c15-472db4fd2113 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=71f4c2f3650f4f81abb51c7b9d6a01e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451236 Aug 29 05:10:37.986445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-a940cc1b-e40f-4ad1-8e9c-ebf340b29621 service neutron] 10.222.0.49 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838125 Aug 29 05:10:38.073384 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-5a8773f5-c20d-4036-900c-99ff3b6aef49 service neutron] 10.222.0.49 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803635 Aug 29 05:10:38.230846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a217f8f-90ab-4fca-a5c8-a3b971526d1a req-e1b986f4-2c81-4bf2-9ea1-7c594c8dfc02 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 210 time: 0.0273771 Aug 29 05:10:39.291870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-262b4692-f596-400d-91e8-9277ba7c5ec1 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:39.293485 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-262b4692-f596-400d-91e8-9277ba7c5ec1 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.52 "GET /v2.0/networks?id=de0d4c3a-22a8-42f2-a704-8316f9936650 HTTP/1.1" status: 200 len: 817 time: 0.1054420 Aug 29 05:10:39.328769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3f47706-7c91-47a3-bbaf-950debb0cfe0 req-173f25f5-34ba-4c5e-8645-0a291d4a91e1 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 210 time: 0.0277610 Aug 29 05:10:39.332087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Request body: {'port': {'device_id': 'b46b2504-9a87-49d1-b2e6-d543c4229f15', 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650', 'admin_state_up': True, 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:39.435639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Made reservation on behalf of 71f4c2f3650f4f81abb51c7b9d6a01e8 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:39.439144 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:39.564930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Allocated IP 172.20.0.12 (de0d4c3a-22a8-42f2-a704-8316f9936650/07f031b1-f837-4c32-83e6-c8f559b7209c/566dfdce-e32e-406d-b134-5d4ed14764ad) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:10:39.707159 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:39.721094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Transition to ACTIVE for port object 566dfdce-e32e-406d-b134-5d4ed14764ad will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:39.751524 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:39.794631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Network de0d4c3a-22a8-42f2-a704-8316f9936650 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:10:39.797692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:10:39.801469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:10:39.824579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Pushing event updated for resources: {'Port': ['ID=566dfdce-e32e-406d-b134-5d4ed14764ad,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:39.853764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:39.854398 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:39.869063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-44c8aa87-390a-4fef-a1d6-89c1a1f7b651 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5425510 Aug 29 05:10:39.886502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Request body: {'port': {'device_id': 'b46b2504-9a87-49d1-b2e6-d543c4229f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:39.945408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:40.041870 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3bbd3017-297b-412d-9b46-ea444645275d None None] Provisioning for port 566dfdce-e32e-406d-b134-5d4ed14764ad completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:40.045733 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3bbd3017-297b-412d-9b46-ea444645275d None None] Provisioning complete for port 566dfdce-e32e-406d-b134-5d4ed14764ad triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:40.046023 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3017-297b-412d-9b46-ea444645275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:40.079171 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd3017-297b-412d-9b46-ea444645275d None None] Port 566dfdce-e32e-406d-b134-5d4ed14764ad cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:10:40.199545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566dfdce-e32e-406d-b134-5d4ed14764ad {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:40.206745 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:40.218993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Transition to ACTIVE for port object 566dfdce-e32e-406d-b134-5d4ed14764ad will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:40.222014 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:40.270693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Pushing event updated for resources: {'Port': ['ID=566dfdce-e32e-406d-b134-5d4ed14764ad,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:40.344280 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Attempting to bind port 566dfdce-e32e-406d-b134-5d4ed14764ad on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:10:40.344899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Attempting to bind port 566dfdce-e32e-406d-b134-5d4ed14764ad by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:10:40.345037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Attempting to bind port 566dfdce-e32e-406d-b134-5d4ed14764ad on network de0d4c3a-22a8-42f2-a704-8316f9936650 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:40.349425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Port 566dfdce-e32e-406d-b134-5d4ed14764ad on network de0d4c3a-22a8-42f2-a704-8316f9936650 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:10:40.349780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Attempting to bind port 566dfdce-e32e-406d-b134-5d4ed14764ad on network de0d4c3a-22a8-42f2-a704-8316f9936650 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:40.355558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:10:40.355901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Checking segment: {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:10:40.356605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Bound using segment: {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:10:40.356793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Bound port: 566dfdce-e32e-406d-b134-5d4ed14764ad, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50106ca-fe05-4001-a0eb-bcd237313784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:10:40.357104 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:40.452343 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] For port 566dfdce-e32e-406d-b134-5d4ed14764ad, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:10:40.456025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] For port 566dfdce-e32e-406d-b134-5d4ed14764ad, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=566dfdce-e32e-406d-b134-5d4ed14764ad,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:10:40.461340 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:40.500000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cf2de-471f-4321-ab0a-f29f2d131d35 req-55f0d87e-b7ff-4a09-9982-2e3c07128e13 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:40.501500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-605cf2de-471f-4321-ab0a-f29f2d131d35 req-55f0d87e-b7ff-4a09-9982-2e3c07128e13 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 944 time: 0.0981464 Aug 29 05:10:40.517175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:40.517731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:40.519073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] 10.222.0.52 "PUT /v2.0/ports/566dfdce-e32e-406d-b134-5d4ed14764ad HTTP/1.1" status: 200 len: 1093 time: 0.6370702 Aug 29 05:10:40.519508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46b2504-9a87-49d1-b2e6-d543c4229f15', 'tag': '566dfdce-e32e-406d-b134-5d4ed14764ad'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:40.521765 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98ebf16-39dc-45eb-a92a-d0d8b884930b" -d '{"events": [{"name": "network-changed", "server_uuid": "b46b2504-9a87-49d1-b2e6-d543c4229f15", "tag": "566dfdce-e32e-406d-b134-5d4ed14764ad"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:40.566269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1f752-84a5-47cc-aa6c-7d195fc0aae4 service neutron] Pushing event updated for resources: {'Port': ['ID=566dfdce-e32e-406d-b134-5d4ed14764ad,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:40.572344 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-605cf2de-471f-4321-ab0a-f29f2d131d35 req-0bb0dd56-cb44-48b7-9597-590842f67293 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630529 Aug 29 05:10:40.581805 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5e8efc-6478-4d0f-9a9f-f0e824fe7fde x-openstack-request-id: req-3c5e8efc-6478-4d0f-9a9f-f0e824fe7fde {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:40.582316 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46b2504-9a87-49d1-b2e6-d543c4229f15", "tag": "566dfdce-e32e-406d-b134-5d4ed14764ad", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:40.582577 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c5e8efc-6478-4d0f-9a9f-f0e824fe7fde {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:40.583254 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46b2504-9a87-49d1-b2e6-d543c4229f15', 'tag': '566dfdce-e32e-406d-b134-5d4ed14764ad', 'status': 'completed', 'code': 200} Aug 29 05:10:40.650044 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-160bcecb-f37c-43a5-965f-3da447a0c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:40.651570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-160bcecb-f37c-43a5-965f-3da447a0c072 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71f4c2f3650f4f81abb51c7b9d6a01e8&device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 1096 time: 0.0433564 Aug 29 05:10:40.703464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-eb23b173-ed3e-49a9-8b2f-b733f2f3117a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=566dfdce-e32e-406d-b134-5d4ed14764ad HTTP/1.1" status: 200 len: 217 time: 0.0389037 Aug 29 05:10:40.751361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-4fca3e7c-3258-4747-bb91-999b6b25db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:40.752820 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-4fca3e7c-3258-4747-bb91-999b6b25db5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07f031b1-f837-4c32-83e6-c8f559b7209c HTTP/1.1" status: 200 len: 856 time: 0.0426230 Aug 29 05:10:40.797434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-a465d993-e2d8-4a65-aa48-5ef087677dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:40.798825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-a465d993-e2d8-4a65-aa48-5ef087677dd8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de0d4c3a-22a8-42f2-a704-8316f9936650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386782 Aug 29 05:10:40.888855 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-e8e98c65-f271-467f-b7a3-d46c35f0dabf service neutron] 10.222.0.52 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831096 Aug 29 05:10:40.968896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 572870c8-d4ab-4a0b-bed0-d5598e999447 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:40.975152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0f46124f-7874-4044-bc91-efc7ff01e7a6 req-22b56fa9-a2d3-47ef-9028-4a914aa3fd56 service neutron] 10.222.0.52 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791779 Aug 29 05:10:40.988615 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 572870c8-d4ab-4a0b-bed0-d5598e999447 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:40.988975 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 572870c8-d4ab-4a0b-bed0-d5598e999447 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:41.104207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-f8319f06-1926-4b96-8b98-5c890b86ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:41.105681 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-f8319f06-1926-4b96-8b98-5c890b86ed08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71f4c2f3650f4f81abb51c7b9d6a01e8&device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 1096 time: 0.0404954 Aug 29 05:10:41.196890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-5d5c495f-5836-46d7-a19e-b50345a714e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:41.198232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-5d5c495f-5836-46d7-a19e-b50345a714e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=de0d4c3a-22a8-42f2-a704-8316f9936650 HTTP/1.1" status: 200 len: 918 time: 0.0860133 Aug 29 05:10:41.243940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-7730a658-b78d-4ec0-bcec-cd588d7c2fdd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=566dfdce-e32e-406d-b134-5d4ed14764ad HTTP/1.1" status: 200 len: 217 time: 0.0333364 Aug 29 05:10:41.296945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-8e7db843-0847-4e24-a42f-84e3590ab276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:41.298413 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-8e7db843-0847-4e24-a42f-84e3590ab276 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07f031b1-f837-4c32-83e6-c8f559b7209c HTTP/1.1" status: 200 len: 856 time: 0.0466022 Aug 29 05:10:41.346917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-974a2f1c-c7f8-4ccb-bb0e-4ff1f5dae613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:41.348407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-974a2f1c-c7f8-4ccb-bb0e-4ff1f5dae613 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de0d4c3a-22a8-42f2-a704-8316f9936650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430534 Aug 29 05:10:41.437508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-6f139b3e-8e75-4742-8b77-e0b3c8898379 service neutron] 10.222.0.52 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803890 Aug 29 05:10:41.529318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a98ebf16-39dc-45eb-a92a-d0d8b884930b req-cf220cfe-0265-4c04-9809-a39afefe3133 service neutron] 10.222.0.52 "GET /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842030 Aug 29 05:10:41.709594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cadbf-2189-4d10-b7e8-36efda3b04ca req-735ac9d0-93e6-464d-b3de-7f20f4087727 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:41.711090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-800cadbf-2189-4d10-b7e8-36efda3b04ca req-735ac9d0-93e6-464d-b3de-7f20f4087727 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 944 time: 0.0496728 Aug 29 05:10:41.748459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-800cadbf-2189-4d10-b7e8-36efda3b04ca req-6b3e3c86-f097-4a46-991d-518748be67e0 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Aug 29 05:10:42.861820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc407e9-8559-4dfc-a96e-eae3a3867b2c req-bb697dd9-e2ad-40a2-9b3f-a6f9c6474034 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:42.863244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bc407e9-8559-4dfc-a96e-eae3a3867b2c req-bb697dd9-e2ad-40a2-9b3f-a6f9c6474034 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 944 time: 0.0498934 Aug 29 05:10:42.903010 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7bc407e9-8559-4dfc-a96e-eae3a3867b2c req-52c5ff2a-b6ee-4d65-8bf7-2b28a91e9f80 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Aug 29 05:10:44.020623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934d47c-48fd-480e-a5a5-0f641c264475 req-12de2591-2582-4f64-87d4-1bb5781a50ee tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:44.022090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7934d47c-48fd-480e-a5a5-0f641c264475 req-12de2591-2582-4f64-87d4-1bb5781a50ee tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 944 time: 0.0528469 Aug 29 05:10:44.060440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7934d47c-48fd-480e-a5a5-0f641c264475 req-5583c696-1e61-429f-a447-5bcae21497e4 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320482 Aug 29 05:10:44.985313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 566dfdce-e32e-406d-b134-5d4ed14764ad details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:10:45.081077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 566dfdce-e32e-406d-b134-5d4ed14764ad, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=566dfdce-e32e-406d-b134-5d4ed14764ad,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:45.092599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '566dfdce-e32e-406d-b134-5d4ed14764ad', 'network_id': 'de0d4c3a-22a8-42f2-a704-8316f9936650', 'port_id': '566dfdce-e32e-406d-b134-5d4ed14764ad', 'mac_address': 'fa:16:3e:cf:f5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f031b1-f837-4c32-83e6-c8f559b7209c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:10:45.128692 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.142178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566dfdce-e32e-406d-b134-5d4ed14764ad {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:45.160758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 566dfdce-e32e-406d-b134-5d4ed14764ad, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=566dfdce-e32e-406d-b134-5d4ed14764ad,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:45.164719 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.177310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd1270-5d90-4b7e-b4d3-46ac6a0dbe07 req-b99af392-fcdc-4941-9e1e-2a2a76a62fb4 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:45.179420 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dabd1270-5d90-4b7e-b4d3-46ac6a0dbe07 req-b99af392-fcdc-4941-9e1e-2a2a76a62fb4 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 944 time: 0.0513866 Aug 29 05:10:45.211735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=566dfdce-e32e-406d-b134-5d4ed14764ad,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:45.217823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dabd1270-5d90-4b7e-b4d3-46ac6a0dbe07 req-27369925-9a0b-46e2-8ff2-9ecb936cd38b tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Aug 29 05:10:45.219471 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.219841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.220186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.220594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.220904 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.221236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.221568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.221896 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.222227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.222597 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.222924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.223248 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:45.530241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['566dfdce-e32e-406d-b134-5d4ed14764ad'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:46.330041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba243-5625-4b5a-a20c-2e34a5275dc5 req-7c0ea27e-a2d6-4292-b9bf-27c6f65fd7b3 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:46.331494 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f09ba243-5625-4b5a-a20c-2e34a5275dc5 req-7c0ea27e-a2d6-4292-b9bf-27c6f65fd7b3 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 945 time: 0.0474999 Aug 29 05:10:46.369104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f09ba243-5625-4b5a-a20c-2e34a5275dc5 req-a7977280-42d2-4581-ba55-c7e5a53822c6 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310442 Aug 29 05:10:46.999746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 566dfdce-e32e-406d-b134-5d4ed14764ad up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:47.045554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 566dfdce-e32e-406d-b134-5d4ed14764ad completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:47.049005 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 566dfdce-e32e-406d-b134-5d4ed14764ad triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:47.049374 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:47.124491 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:47.145557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b2504-9a87-49d1-b2e6-d543c4229f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566dfdce-e32e-406d-b134-5d4ed14764ad'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:47.148329 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b8631c-15ff-4f5d-9410-6d1bd04de36d" -d '{"events": [{"server_uuid": "b46b2504-9a87-49d1-b2e6-d543c4229f15", "name": "network-vif-plugged", "status": "completed", "tag": "566dfdce-e32e-406d-b134-5d4ed14764ad"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:47.160908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 566dfdce-e32e-406d-b134-5d4ed14764ad, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=566dfdce-e32e-406d-b134-5d4ed14764ad,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:47.165900 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:47.189952 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0e11cd-077d-4c1a-bee6-be62c5d93ca4 x-openstack-request-id: req-1e0e11cd-077d-4c1a-bee6-be62c5d93ca4 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:47.190247 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b2504-9a87-49d1-b2e6-d543c4229f15", "name": "network-vif-plugged", "status": "completed", "tag": "566dfdce-e32e-406d-b134-5d4ed14764ad", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:47.190547 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e0e11cd-077d-4c1a-bee6-be62c5d93ca4 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:47.191159 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b2504-9a87-49d1-b2e6-d543c4229f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566dfdce-e32e-406d-b134-5d4ed14764ad', 'code': 200} Aug 29 05:10:47.216321 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=566dfdce-e32e-406d-b134-5d4ed14764ad,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:47.312394 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f8dbf-3140-4b89-bfc8-ab8f2480e788 req-087aeabe-8317-444a-ae1b-d91d6eb4c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:47.313863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb9f8dbf-3140-4b89-bfc8-ab8f2480e788 req-087aeabe-8317-444a-ae1b-d91d6eb4c875 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 1098 time: 0.0448737 Aug 29 05:10:47.348436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fb9f8dbf-3140-4b89-bfc8-ab8f2480e788 req-7040d2e5-9bfc-4108-9d50-f842ef9237dd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266614 Aug 29 05:10:47.482804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74603341-8352-427c-a419-deb37027dc20 req-1e7208a9-7511-40f5-8804-5e36a6f0c519 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:47.484284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74603341-8352-427c-a419-deb37027dc20 req-1e7208a9-7511-40f5-8804-5e36a6f0c519 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 946 time: 0.0485566 Aug 29 05:10:47.521796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74603341-8352-427c-a419-deb37027dc20 req-930c6be8-8175-4838-b224-48eb556a9511 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309954 Aug 29 05:10:48.636994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e58c8-70ba-448b-8d76-f5b8c89d5a57 req-392357b9-e7fc-4880-a2c5-a91498511824 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:48.638452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f70e58c8-70ba-448b-8d76-f5b8c89d5a57 req-392357b9-e7fc-4880-a2c5-a91498511824 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 946 time: 0.0493681 Aug 29 05:10:48.679387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f70e58c8-70ba-448b-8d76-f5b8c89d5a57 req-d958e973-4c58-4850-b353-a4a6bc8159f3 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350807 Aug 29 05:10:48.739008 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:49.802288 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d8be6-a384-4caf-a1f6-8cc5d9b3a2b9 req-db34b075-3326-4fc4-a6a3-73418832bc60 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:49.803679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-341d8be6-a384-4caf-a1f6-8cc5d9b3a2b9 req-db34b075-3326-4fc4-a6a3-73418832bc60 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 946 time: 0.0565321 Aug 29 05:10:49.840456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-341d8be6-a384-4caf-a1f6-8cc5d9b3a2b9 req-c5bafc85-bb38-4aa4-ad0b-fe10ec9a4d90 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309386 Aug 29 05:10:49.950990 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f2553-f018-4bff-8ca1-6f17dca2bee0 req-035c7617-3a72-449f-8882-a4d64e9692d0 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:49.952486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-933f2553-f018-4bff-8ca1-6f17dca2bee0 req-035c7617-3a72-449f-8882-a4d64e9692d0 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 946 time: 0.0476382 Aug 29 05:10:49.989351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-933f2553-f018-4bff-8ca1-6f17dca2bee0 req-7167b6d0-892c-4d93-b597-a0d0404d6b75 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Aug 29 05:10:53.624115 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-04d92bf7-3243-4c69-913b-a68ca9e4d4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:56.182809 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-14c42d81-eb1d-4ebd-a419-2234a4479eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:56.393496 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.501936 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.037688 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.236659 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.309274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9e9e2-c50f-4a89-b518-77fbde232632 req-0510c7d8-6c00-4252-bc08-6d878278d442 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:08.310776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21a9e9e2-c50f-4a89-b518-77fbde232632 req-0510c7d8-6c00-4252-bc08-6d878278d442 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 946 time: 0.0503378 Aug 29 05:11:08.350569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21a9e9e2-c50f-4a89-b518-77fbde232632 req-e4db7688-5411-4fdb-a88e-f30878d86da8 tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336299 Aug 29 05:11:09.473607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6eba-6364-47a5-8653-66208dbb2e62 req-35377cdf-b51b-4c38-bb50-d96220bf8e4d tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:09.475133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78cd6eba-6364-47a5-8653-66208dbb2e62 req-35377cdf-b51b-4c38-bb50-d96220bf8e4d tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 946 time: 0.0523319 Aug 29 05:11:09.512293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-78cd6eba-6364-47a5-8653-66208dbb2e62 req-6abd89c1-e1c5-45c9-8f85-9c9ec6e9863f tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad7def3-985e-471d-8541-5839b7793387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313017 Aug 29 05:11:10.019577 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:11:10.182854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-b2378f7d-8483-445b-9a85-fd551bfa493e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:10.184321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-b2378f7d-8483-445b-9a85-fd551bfa493e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.52 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 946 time: 0.0475099 Aug 29 05:11:10.269539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Deleting port 566dfdce-e32e-406d-b134-5d4ed14764ad {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:10.269932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.359193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] For port 566dfdce-e32e-406d-b134-5d4ed14764ad, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=566dfdce-e32e-406d-b134-5d4ed14764ad,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:10.359560 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.371870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Calling delete_port for 566dfdce-e32e-406d-b134-5d4ed14764ad owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:10.495725 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.524328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Pushing event deleted for resources: {'Port': ['ID=566dfdce-e32e-406d-b134-5d4ed14764ad,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:10.530431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['566dfdce-e32e-406d-b134-5d4ed14764ad'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:11:10.556058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.556058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.556058 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.556360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.556642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.556975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.557312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.557644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.558043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.558378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.558711 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.559037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:10.578879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] No DVR routers for this DVR port 566dfdce-e32e-406d-b134-5d4ed14764ad on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:10.582040 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.585443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c306fcc-c383-4ae4-b4f3-5a4747c492f5 req-9b6e639d-fa2f-491a-be5e-9b7dff081e7e tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.52 "DELETE /v2.0/ports/566dfdce-e32e-406d-b134-5d4ed14764ad HTTP/1.1" status: 204 len: 173 time: 0.3944764 Aug 29 05:11:10.585919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b2504-9a87-49d1-b2e6-d543c4229f15', 'name': 'network-vif-deleted', 'tag': '566dfdce-e32e-406d-b134-5d4ed14764ad'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:10.588270 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba5dacd-f3fe-48c1-b29d-990de2324b31" -d '{"events": [{"server_uuid": "b46b2504-9a87-49d1-b2e6-d543c4229f15", "name": "network-vif-deleted", "tag": "566dfdce-e32e-406d-b134-5d4ed14764ad"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:10.628816 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ceceab5-e928-4bce-9a09-e28e75176abf req-790d3b38-6abf-4830-af6b-e24fe9a2dcfd tempest-TestEncryptedCinderVolumes-422463156 tempest-TestEncryptedCinderVolumes-422463156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b46b2504-9a87-49d1-b2e6-d543c4229f15 HTTP/1.1" status: 200 len: 210 time: 0.0357094 Aug 29 05:11:10.639898 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5469f2-3e7d-4441-b66a-e4f61e1baac8 x-openstack-request-id: req-ff5469f2-3e7d-4441-b66a-e4f61e1baac8 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:10.640090 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b2504-9a87-49d1-b2e6-d543c4229f15", "name": "network-vif-deleted", "tag": "566dfdce-e32e-406d-b134-5d4ed14764ad", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:10.640188 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff5469f2-3e7d-4441-b66a-e4f61e1baac8 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:10.640632 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b2504-9a87-49d1-b2e6-d543c4229f15', 'name': 'network-vif-deleted', 'tag': '566dfdce-e32e-406d-b134-5d4ed14764ad', 'status': 'completed', 'code': 200} Aug 29 05:11:11.723036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59380) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:12.051283 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.570883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] Deleting port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:12.571219 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.648365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] For port 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=1cd6bfc3-6169-4e4c-a3e1-f96534593bc2,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:12.648727 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.660389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] Calling delete_port for 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:12.836363 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.861433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd6bfc3-6169-4e4c-a3e1-f96534593bc2,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:13.022316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.230939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] Router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:11:13.335300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:13.340847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-517d177a-b5b5-45be-9a36-136328ca0560 admin admin] 10.222.0.49 "PUT /v2.0/routers/bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6167634 Aug 29 05:11:13.343419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59382) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:13.344100 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] Sync routers for ids ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:13.353178 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] Routers {'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:13.353795 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:13.450970 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.456328 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] Set router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:13.552999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.613015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Deleting port fc2024ad-428a-421c-b8d3-67c20f39e32d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:13.613367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.637271 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'name': 'tempest-TestEncryptedCinderVolumes-1593573190-router', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:53Z', 'updated_at': '2021-08-29T05:11:12Z', 'revision_number': 5, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'gw_port': {'id': 'fc2024ad-428a-421c-b8d3-67c20f39e32d', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:33:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:54Z', 'updated_at': '2021-08-29T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:13.665708 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] Checking router: bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:13.673817 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] Routers {'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:13.674414 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:13.694988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] For port fc2024ad-428a-421c-b8d3-67c20f39e32d, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=fc2024ad-428a-421c-b8d3-67c20f39e32d,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:13.695604 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.715412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Calling delete_port for fc2024ad-428a-421c-b8d3-67c20f39e32d owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:13.848694 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] Set router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:13.879081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.900131 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'name': 'tempest-TestEncryptedCinderVolumes-1593573190-router', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:53Z', 'updated_at': '2021-08-29T05:11:13Z', 'revision_number': 6, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:13.907734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2024ad-428a-421c-b8d3-67c20f39e32d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:13.933789 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a96492-f281-44b1-b147-55286a250eb5 None None] The sync data for ids ['bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801'] in n-d-712141-12 is: [{'id': 'bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801', 'name': 'tempest-TestEncryptedCinderVolumes-1593573190-router', 'tenant_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:53Z', 'updated_at': '2021-08-29T05:11:13Z', 'revision_number': 6, 'project_id': '71f4c2f3650f4f81abb51c7b9d6a01e8', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:13.970146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.059431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.061537 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.107700 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.108173 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:11:14.112749 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.113969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-18b865a9-a68e-426f-8fd6-da7676ea721e admin admin] 10.222.0.49 "DELETE /v2.0/routers/bfe5162d-41dc-41b8-8cd9-3c7d3ab9d801 HTTP/1.1" status: 204 len: 168 time: 0.7696345 Aug 29 05:11:14.117013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59384) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:14.159774 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f19505-1afc-4e6c-94cb-60056af49b88 admin admin] Deleting subnet 07f031b1-f837-4c32-83e6-c8f559b7209c {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:11:14.162800 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37f19505-1afc-4e6c-94cb-60056af49b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.196026 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37f19505-1afc-4e6c-94cb-60056af49b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.270315 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37f19505-1afc-4e6c-94cb-60056af49b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.330041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37f19505-1afc-4e6c-94cb-60056af49b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.356853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f19505-1afc-4e6c-94cb-60056af49b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f031b1-f837-4c32-83e6-c8f559b7209c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:14.359696 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-37f19505-1afc-4e6c-94cb-60056af49b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.361727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-37f19505-1afc-4e6c-94cb-60056af49b88 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/07f031b1-f837-4c32-83e6-c8f559b7209c HTTP/1.1" status: 204 len: 168 time: 0.2437854 Aug 29 05:11:14.364137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59386) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:14.367272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d56324-6584-40dc-8a19-93321410f6da None None] Network de0d4c3a-22a8-42f2-a704-8316f9936650 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:14.435223 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.489062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Deleting port 6935e71d-b753-4734-ac18-3c417fa1bd8c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:14.489408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.555879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] For port 6935e71d-b753-4734-ac18-3c417fa1bd8c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6935e71d-b753-4734-ac18-3c417fa1bd8c,segment=NetworkSegment(a50106ca-fe05-4001-a0eb-bcd237313784),segment_id=a50106ca-fe05-4001-a0eb-bcd237313784)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:14.556261 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.568883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Calling delete_port for 6935e71d-b753-4734-ac18-3c417fa1bd8c owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:14.645621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.675090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Pushing event deleted for resources: {'Port': ['ID=6935e71d-b753-4734-ac18-3c417fa1bd8c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:14.679240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] No DVR routers for this DVR port 6935e71d-b753-4734-ac18-3c417fa1bd8c on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:14.708686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5ab27-8dba-4bd3-8371-88378b224504 None None] DHCP port deletion for de0d4c3a-22a8-42f2-a704-8316f9936650 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:11:14.751909 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.761771 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0d4c3a-22a8-42f2-a704-8316f9936650']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:14.771872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50106ca-fe05-4001-a0eb-bcd237313784') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:14.772170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50106ca-fe05-4001-a0eb-bcd237313784') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:14.780705 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.794886 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.802046 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:14.803120 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:14.805110 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:14.863680 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.869584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.871531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] 10.222.0.49 "DELETE /v2.0/networks/de0d4c3a-22a8-42f2-a704-8316f9936650 HTTP/1.1" status: 204 len: 168 time: 0.5027652 Aug 29 05:11:14.874377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59388) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:14.889865 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998d9a-3e74-4772-bf1f-36c01fa3ba4f admin admin] Pushing event deleted for resources: {'Network': ['ID=de0d4c3a-22a8-42f2-a704-8316f9936650,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:15.060327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 566dfdce-e32e-406d-b134-5d4ed14764ad no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:15.083913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 566dfdce-e32e-406d-b134-5d4ed14764ad {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:15.084281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 566dfdce-e32e-406d-b134-5d4ed14764ad not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:15.227081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.473992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] Deleting port 10bd2355-dbd5-4a0b-b794-a36d838819fc {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:15.474359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.553451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] For port 10bd2355-dbd5-4a0b-b794-a36d838819fc, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=10bd2355-dbd5-4a0b-b794-a36d838819fc,segment=NetworkSegment(246640f6-dd16-4e8d-b699-49b93e3d9f20),segment_id=246640f6-dd16-4e8d-b699-49b93e3d9f20)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:15.553819 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.567013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] Calling delete_port for 10bd2355-dbd5-4a0b-b794-a36d838819fc owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:15.588579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:15.608162 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:15.608577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 1cd6bfc3-6169-4e4c-a3e1-f96534593bc2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:15.608989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6935e71d-b753-4734-ac18-3c417fa1bd8c no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:15.627499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 6935e71d-b753-4734-ac18-3c417fa1bd8c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:15.627846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6935e71d-b753-4734-ac18-3c417fa1bd8c not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:15.628271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc2024ad-428a-421c-b8d3-67c20f39e32d no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:15.647345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: fc2024ad-428a-421c-b8d3-67c20f39e32d {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:15.647691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device fc2024ad-428a-421c-b8d3-67c20f39e32d not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:15.743546 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:15.768610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] Pushing event deleted for resources: {'Port': ['ID=10bd2355-dbd5-4a0b-b794-a36d838819fc,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:15.927036 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.133413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] Router b6ddaa69-823a-49be-b7ba-50834528e95a has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:11:16.235987 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:16.241210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bfc79b4d-bc21-4a23-96a0-fe92024a878c admin admin] 10.222.0.49 "PUT /v2.0/routers/b6ddaa69-823a-49be-b7ba-50834528e95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3658674 Aug 29 05:11:16.243719 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59390) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:16.246355 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] Sync routers for ids ['b6ddaa69-823a-49be-b7ba-50834528e95a'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:16.257846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] Routers {'b6ddaa69-823a-49be-b7ba-50834528e95a'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:16.258784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b6ddaa69-823a-49be-b7ba-50834528e95a'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:16.368420 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] Set router b6ddaa69-823a-49be-b7ba-50834528e95a gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:16.550399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'name': 'tempest-TestEncryptedCinderVolumes-1036486230-router', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:11:15Z', 'revision_number': 5, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'gw_port': {'id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:16.580964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] Checking router: b6ddaa69-823a-49be-b7ba-50834528e95a for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:16.590934 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] Routers {'b6ddaa69-823a-49be-b7ba-50834528e95a'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:16.592333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['b6ddaa69-823a-49be-b7ba-50834528e95a'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:16.649439 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.696047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] Set router b6ddaa69-823a-49be-b7ba-50834528e95a gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:16.751501 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.806516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Deleting port 0510fd38-6600-43aa-8fed-c35d1e14eac5 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:16.806775 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.878148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'name': 'tempest-TestEncryptedCinderVolumes-1036486230-router', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:11:15Z', 'revision_number': 5, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'gw_port': {'id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:16.888894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] For port 0510fd38-6600-43aa-8fed-c35d1e14eac5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0510fd38-6600-43aa-8fed-c35d1e14eac5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:16.889263 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.901614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Calling delete_port for 0510fd38-6600-43aa-8fed-c35d1e14eac5 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:16.903513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0bc89f-37e9-498a-976e-498cb1b9ed4b None None] The sync data for ids ['b6ddaa69-823a-49be-b7ba-50834528e95a'] in n-d-712141-12 is: [{'id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'name': 'tempest-TestEncryptedCinderVolumes-1036486230-router', 'tenant_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:11:15Z', 'revision_number': 5, 'project_id': 'dd7b35bda69142c3b8059fb13f78c0ee', 'gw_port': {'id': '0510fd38-6600-43aa-8fed-c35d1e14eac5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ddaa69-823a-49be-b7ba-50834528e95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:09:58Z', 'updated_at': '2021-08-29T05:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:17.061542 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.086646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Pushing event deleted for resources: {'Port': ['ID=0510fd38-6600-43aa-8fed-c35d1e14eac5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:17.147071 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.239042 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.244516 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.288878 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.289433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6ddaa69-823a-49be-b7ba-50834528e95a {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:11:17.293859 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.295029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-10149c36-17eb-4ad4-abc2-da1eb105317a admin admin] 10.222.0.49 "DELETE /v2.0/routers/b6ddaa69-823a-49be-b7ba-50834528e95a HTTP/1.1" status: 204 len: 168 time: 1.0502717 Aug 29 05:11:17.298242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59392) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:17.346709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Deleting subnet 97c7348f-38d7-4ca2-ae60-9cda471cbfe8 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:11:17.351608 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.393915 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.487656 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.551197 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.581600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.587111 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/97c7348f-38d7-4ca2-ae60-9cda471cbfe8 HTTP/1.1" status: 204 len: 168 time: 0.2878783 Aug 29 05:11:17.588366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c7348f-38d7-4ca2-ae60-9cda471cbfe8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:17.589744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59396) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:17.591539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa4aca-c45a-4e73-a455-2d9aa5d101ef None None] Network 7c1d2165-bca9-4034-a9ed-1100803f1921 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:17.601189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.604635 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.605190 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.607501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.608069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.608992 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.609541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.610093 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.610631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.611367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.611772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.612294 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5cd18c-4b64-48d6-9918-d4c48df9332c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:17.675442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.740465 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Deleting port 393f7833-7363-4a36-b907-b60e98bf1833 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:17.740899 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.757049 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef8b30c5-81e1-4cc0-b52b-aaf602fd8f24 req-f46c2028-6a6d-4ea9-9dfb-2f8edaccc7a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1413653 Aug 29 05:11:17.803195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] For port 393f7833-7363-4a36-b907-b60e98bf1833, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=393f7833-7363-4a36-b907-b60e98bf1833,segment=NetworkSegment(246640f6-dd16-4e8d-b699-49b93e3d9f20),segment_id=246640f6-dd16-4e8d-b699-49b93e3d9f20)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:17.803566 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.816560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Calling delete_port for 393f7833-7363-4a36-b907-b60e98bf1833 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:17.825708 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef8b30c5-81e1-4cc0-b52b-aaf602fd8f24 req-5d3eb34d-915c-4697-8796-b84b801fee12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0279007 Aug 29 05:11:17.864400 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef8b30c5-81e1-4cc0-b52b-aaf602fd8f24 req-87ae6cf9-f413-4d2d-859c-abc764ea52f0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190639 Aug 29 05:11:17.901419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:17.933620 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=393f7833-7363-4a36-b907-b60e98bf1833,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:17.935995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85794a4-9907-4228-bb3f-03b61c7deab1 None None] DHCP port deletion for 7c1d2165-bca9-4034-a9ed-1100803f1921 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:11:17.953775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] No DVR routers for this DVR port 393f7833-7363-4a36-b907-b60e98bf1833 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:17.974096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b30c5-81e1-4cc0-b52b-aaf602fd8f24 req-2901d197-f3ff-43dd-ad01-52b22e7b9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:17.974096 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef8b30c5-81e1-4cc0-b52b-aaf602fd8f24 req-2901d197-f3ff-43dd-ad01-52b22e7b9c98 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030443 Aug 29 05:11:18.008802 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 10bd2355-dbd5-4a0b-b794-a36d838819fc no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:18.028438 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 10bd2355-dbd5-4a0b-b794-a36d838819fc {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:18.028732 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.028945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 10bd2355-dbd5-4a0b-b794-a36d838819fc not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:18.038605 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1d2165-bca9-4034-a9ed-1100803f1921']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:18.048672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246640f6-dd16-4e8d-b699-49b93e3d9f20') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:18.048970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246640f6-dd16-4e8d-b699-49b93e3d9f20') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:18.058032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.076953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.082851 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:18.083308 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:18.085229 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:18.137597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.142796 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.147457 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] 10.222.0.49 "DELETE /v2.0/networks/7c1d2165-bca9-4034-a9ed-1100803f1921 HTTP/1.1" status: 204 len: 168 time: 0.5565138 Aug 29 05:11:18.159643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a46472-04c2-485d-92c8-6ef9a4d8fd0d admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1d2165-bca9-4034-a9ed-1100803f1921,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:18.298568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59404) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:18.338517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-93df8569-6d26-4819-acf2-b925c8fe7618 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71f4c2f3650f4f81abb51c7b9d6a01e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388086 Aug 29 05:11:18.341001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59406) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:18.390047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d44ec365-361e-45a4-b224-7a7c69c1efac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.410819 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d44ec365-361e-45a4-b224-7a7c69c1efac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.460064 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d44ec365-361e-45a4-b224-7a7c69c1efac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.462572 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d44ec365-361e-45a4-b224-7a7c69c1efac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.463710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d44ec365-361e-45a4-b224-7a7c69c1efac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bad7def3-985e-471d-8541-5839b7793387 HTTP/1.1" status: 204 len: 168 time: 0.1218262 Aug 29 05:11:18.471454 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ec365-361e-45a4-b224-7a7c69c1efac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7def3-985e-471d-8541-5839b7793387,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:18.740825 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.773419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59412) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:18.813633 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-47b77087-4213-48c0-aeab-42d6c8c7ac5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd7b35bda69142c3b8059fb13f78c0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390565 Aug 29 05:11:18.816087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59414) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:18.863553 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a59e10ec-4e08-4168-b724-04f7e45a99be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.883977 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a59e10ec-4e08-4168-b724-04f7e45a99be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.929128 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a59e10ec-4e08-4168-b724-04f7e45a99be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.931764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a59e10ec-4e08-4168-b724-04f7e45a99be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:18.933094 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a59e10ec-4e08-4168-b724-04f7e45a99be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac74e7dc-bb26-495a-b9ce-950feae89b16 HTTP/1.1" status: 204 len: 168 time: 0.1160898 Aug 29 05:11:18.941875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e10ec-4e08-4168-b724-04f7e45a99be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac74e7dc-bb26-495a-b9ce-950feae89b16,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:19.590133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59436) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:19.596856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0510fd38-6600-43aa-8fed-c35d1e14eac5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:19.621816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 0510fd38-6600-43aa-8fed-c35d1e14eac5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:19.622163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0510fd38-6600-43aa-8fed-c35d1e14eac5 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:19.622583 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 393f7833-7363-4a36-b907-b60e98bf1833 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:19.642718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 393f7833-7363-4a36-b907-b60e98bf1833 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:19.643074 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 393f7833-7363-4a36-b907-b60e98bf1833 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:19.695308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-81153828-network', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:19.718677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Made reservation on behalf of 7d0f987edf3446478adcd5c66aecc3d8 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:19.721054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.729913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.829671 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.833473 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.861720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:19.867989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecca185d-2167-484d-86cc-0e3b18822d9c,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:19.877562 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.877844 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Added segment 87e49b43-c98b-4426-b6b7-ff3dfa5833f6 of type vlan for network fdc77d23-9b25-4541-9754-3ef00c578fbb Aug 29 05:11:19.920715 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.945145 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.946201 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:19.946857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.001159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4097743 Aug 29 05:11:20.004544 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59440) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:20.007772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1771cd-8fae-4905-ab57-4956ffec603b admin admin] Pushing event updated for resources: {'Network': ['ID=fdc77d23-9b25-4541-9754-3ef00c578fbb,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:20.012697 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Request body: {'subnet': {'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-81153828-subnet', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:20.017698 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network fdc77d23-9b25-4541-9754-3ef00c578fbb details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:20.036524 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Made reservation on behalf of 7d0f987edf3446478adcd5c66aecc3d8 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:20.039267 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.226671 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.291696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:20.294242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Checking segment: {'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:20.294607 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Network hostable DHCP agents. Network: fdc77d23-9b25-4541-9754-3ef00c578fbb, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:20.311658 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Network fdc77d23-9b25-4541-9754-3ef00c578fbb is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:20.320391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, fdc77d23-9b25-4541-9754-3ef00c578fbb) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:20.324403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:20.325184 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.328831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ac599-9ea4-487a-98a4-5b829233cb28 None None] Network fdc77d23-9b25-4541-9754-3ef00c578fbb requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:20.339916 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ab41110a-4464-4c4d-a5c6-239819a98a55 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3340855 Aug 29 05:11:20.342674 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59442) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:20.347364 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:20.369822 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.370896 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.428207 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.488535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-fdc77d23-9b25-4541-9754-3ef00c578fbb', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:20.489388 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.571147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.627492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Allocated IP 172.20.0.2 (fdc77d23-9b25-4541-9754-3ef00c578fbb/ecf5eb29-73da-4ae1-af9d-0ee9b90a956b/3601cf48-82cf-4cda-83ed-9a47fd7e4ac2) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:20.768445 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.770073 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.779571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Transition to ACTIVE for port object 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:20.788764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.795958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Transition to ACTIVE for port object 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:20.803639 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.902258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Allocated IP 172.25.5.32 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/d990119a-43a7-4eac-b0ea-a7eb434df1cb) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:20.994658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Network fdc77d23-9b25-4541-9754-3ef00c578fbb is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:20.997501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:21.003294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:21.010479 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.016848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Pushing event updated for resources: {'Port': ['ID=3601cf48-82cf-4cda-83ed-9a47fd7e4ac2,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:21.053047 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.060946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Attempting to bind port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:21.061459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Attempting to bind port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:21.061693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Attempting to bind port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 on network fdc77d23-9b25-4541-9754-3ef00c578fbb {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:21.066584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:21.066960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Checking segment: {'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:21.067369 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.067761 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Bound using segment: {'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:21.068286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Bound port: 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:21.068672 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.092436 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:21.095207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:21.101353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:21.129512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Pushing event updated for resources: {'Port': ['ID=d990119a-43a7-4eac-b0ea-a7eb434df1cb,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:21.134927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] For port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:21.139062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] For port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3601cf48-82cf-4cda-83ed-9a47fd7e4ac2,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:21.143006 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.202245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85144c56-8d08-4337-87d9-c895b93ac035 None None] Pushing event updated for resources: {'Port': ['ID=3601cf48-82cf-4cda-83ed-9a47fd7e4ac2,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:21.369884 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.568504 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.623085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:21.670372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:21.702927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Router babf60d4-0fde-4cb8-8bf4-da7919a5970c is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:11:21.813826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:21.827465 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Sync routers for ids ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:21.831883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.833100 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-23d20757-6a17-422b-bd4b-7c1cc2e40aee admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4894252 Aug 29 05:11:21.836017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59444) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:21.839082 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Routers {'babf60d4-0fde-4cb8-8bf4-da7919a5970c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:21.839700 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:21.953128 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Set router babf60d4-0fde-4cb8-8bf4-da7919a5970c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:22.113633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69b716-86a2-4156-b19c-f4bcf2afba05 None None] Network fdc77d23-9b25-4541-9754-3ef00c578fbb requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:22.147196 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:21Z', 'revision_number': 3, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:22.172861 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Checking router: babf60d4-0fde-4cb8-8bf4-da7919a5970c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:22.173200 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Updating router babf60d4-0fde-4cb8-8bf4-da7919a5970c port d990119a-43a7-4eac-b0ea-a7eb434df1cb binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:11:22.197875 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.208610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-481ed97e-10ca-4527-b352-3ff777d0fa54 None None] Provisioning for port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:22.233116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-481ed97e-10ca-4527-b352-3ff777d0fa54 None None] Provisioning complete for port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:22.233487 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-481ed97e-10ca-4527-b352-3ff777d0fa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.352453 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-481ed97e-10ca-4527-b352-3ff777d0fa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.388672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-481ed97e-10ca-4527-b352-3ff777d0fa54 None None] For port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3601cf48-82cf-4cda-83ed-9a47fd7e4ac2,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:22.397095 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-481ed97e-10ca-4527-b352-3ff777d0fa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.455400 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ed97e-10ca-4527-b352-3ff777d0fa54 None None] Pushing event updated for resources: {'Port': ['ID=3601cf48-82cf-4cda-83ed-9a47fd7e4ac2,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:22.497407 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.508877 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Transition to ACTIVE for port object d990119a-43a7-4eac-b0ea-a7eb434df1cb will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:22.515398 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.564658 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Attempting to bind port d990119a-43a7-4eac-b0ea-a7eb434df1cb on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:22.565034 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Attempting to bind port d990119a-43a7-4eac-b0ea-a7eb434df1cb by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:22.565399 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Attempting to bind port d990119a-43a7-4eac-b0ea-a7eb434df1cb on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:22.572532 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Pushing event updated for resources: {'Port': ['ID=d990119a-43a7-4eac-b0ea-a7eb434df1cb,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:22.579000 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:22.579375 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:22.580126 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.580260 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:22.580649 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Bound port: d990119a-43a7-4eac-b0ea-a7eb434df1cb, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:22.581026 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.584097 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.584474 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.584818 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.585155 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.585489 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.585819 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.585916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.586371 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.586473 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.586770 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.587096 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.587418 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.587739 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:22.620938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ff540104-311c-4113-9e8b-e61a8cef6523 None None] Provisioning complete for port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:22.621561 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ff540104-311c-4113-9e8b-e61a8cef6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.640843 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] For port d990119a-43a7-4eac-b0ea-a7eb434df1cb, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:22.644574 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] For port d990119a-43a7-4eac-b0ea-a7eb434df1cb, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d990119a-43a7-4eac-b0ea-a7eb434df1cb,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:22.649849 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.709373 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Routers {'babf60d4-0fde-4cb8-8bf4-da7919a5970c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:22.709999 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:22.746066 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d2b4e-9294-44e9-b0bb-1dbc04405279 None None] Pushing event updated for resources: {'Port': ['ID=d990119a-43a7-4eac-b0ea-a7eb434df1cb,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:22.766901 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Allocated IP 172.20.0.1 (fdc77d23-9b25-4541-9754-3ef00c578fbb/ecf5eb29-73da-4ae1-af9d-0ee9b90a956b/7df92a73-1465-4418-8e4b-957872759f70) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:22.817739 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] Set router babf60d4-0fde-4cb8-8bf4-da7919a5970c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:22.871137 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.885209 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Transition to ACTIVE for port object 7df92a73-1465-4418-8e4b-957872759f70 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:22.917806 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.953482 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Network fdc77d23-9b25-4541-9754-3ef00c578fbb is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:22.956567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:22.962186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:22.991840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Pushing event updated for resources: {'Port': ['ID=7df92a73-1465-4418-8e4b-957872759f70,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:22.996763 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:21Z', 'revision_number': 3, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:23.009040 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.023180 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3c45d-1c56-445c-b363-1262dde80011 None None] The sync data for ids ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'] in n-d-712141-12 is: [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:21Z', 'revision_number': 3, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:23.149497 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.236402 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-32801680-6ecb-473d-ad87-7d7d64edee1e None None] Provisioning for port 7df92a73-1465-4418-8e4b-957872759f70 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:23.241562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-32801680-6ecb-473d-ad87-7d7d64edee1e None None] Provisioning complete for port 7df92a73-1465-4418-8e4b-957872759f70 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:23.242309 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32801680-6ecb-473d-ad87-7d7d64edee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.304672 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-32801680-6ecb-473d-ad87-7d7d64edee1e None None] Port 7df92a73-1465-4418-8e4b-957872759f70 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:23.350325 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.356905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.424825 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.426610 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Pushing event updated for resources: {'Port': ['ID=7df92a73-1465-4418-8e4b-957872759f70,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:23.529752 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Network fdc77d23-9b25-4541-9754-3ef00c578fbb is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:23.531164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:23.639502 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5f98597e-8790-433c-84cc-ed73ca8cf10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.689583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Router babf60d4-0fde-4cb8-8bf4-da7919a5970c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:11:23.728932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d990119a-43a7-4eac-b0ea-a7eb434df1cb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:23.793401 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port d990119a-43a7-4eac-b0ea-a7eb434df1cb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:23.798048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d990119a-43a7-4eac-b0ea-a7eb434df1cb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:23.798473 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.833968 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:23.839449 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7a1259c3-c2c0-4f93-91f4-b27e417c5691 admin admin] 10.222.0.49 "PUT /v2.0/routers/babf60d4-0fde-4cb8-8bf4-da7919a5970c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0022814 Aug 29 05:11:23.857465 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3bc5b65c-8f83-4f56-b8ac-9be408726fbf None None] Provisioning complete for port 7df92a73-1465-4418-8e4b-957872759f70 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:23.857883 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3bc5b65c-8f83-4f56-b8ac-9be408726fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.897230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5b65c-8f83-4f56-b8ac-9be408726fbf None None] Port 7df92a73-1465-4418-8e4b-957872759f70 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:23.941989 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.963677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port d990119a-43a7-4eac-b0ea-a7eb434df1cb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d990119a-43a7-4eac-b0ea-a7eb434df1cb,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:23.968925 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.969844 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:24.046445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=d990119a-43a7-4eac-b0ea-a7eb434df1cb,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:24.056457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:24.056721 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.318239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59460) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:24.323373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1606016091-network', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:24.343447 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Made reservation on behalf of ede9cbd2a1064bb0b7b66f35ed343a9f for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:24.345798 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.354750 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.447286 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.451033 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.476105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:24.484772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270f6338-1f92-40cd-8892-5683a09ae5a5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:24.492645 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.492992 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Added segment 2368ad29-b744-42ee-aa6d-888dc40b5311 of type vlan for network 10e431e2-d152-4e73-9160-1cd6e76a6949 Aug 29 05:11:24.534794 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.561027 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.562069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:24.562681 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.622046 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3025985 Aug 29 05:11:24.624677 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59462) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:24.629818 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Request body: {'subnet': {'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1606016091-subnet', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:24.636541 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6238bf-aaac-4646-9d87-cbaa01cd5717 admin admin] Pushing event updated for resources: {'Network': ['ID=10e431e2-d152-4e73-9160-1cd6e76a6949,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:24.646877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 10e431e2-d152-4e73-9160-1cd6e76a6949 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:24.655927 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Made reservation on behalf of ede9cbd2a1064bb0b7b66f35ed343a9f for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:24.658529 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.694214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Sync routers for ids ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:24.714628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Routers {'babf60d4-0fde-4cb8-8bf4-da7919a5970c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:24.715252 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:10:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:24.821203 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Set router babf60d4-0fde-4cb8-8bf4-da7919a5970c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:24.835061 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.892417 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf0364e-73e6-46e0-ae3b-7281278ff809,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:24.901407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Checking segment: {'id': '2368ad29-b744-42ee-aa6d-888dc40b5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:24.901768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Network hostable DHCP agents. Network: 10e431e2-d152-4e73-9160-1cd6e76a6949, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:24.920630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Network 10e431e2-d152-4e73-9160-1cd6e76a6949 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:24.929220 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 10e431e2-d152-4e73-9160-1cd6e76a6949) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:24.934383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:24.935116 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.941433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba1780-d7ae-4677-9280-74373e1b44ae None None] Network 10e431e2-d152-4e73-9160-1cd6e76a6949 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:24.952186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:24.952714 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-cd5676fc-6a9c-4eaf-bd6d-10523b5c62fc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3265922 Aug 29 05:11:24.957768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1606016091-router', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:24.980319 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.981316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.037998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.128494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7df92a73-1465-4418-8e4b-957872759f70', 'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'mac_address': 'fa:16:3e:70:b4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 2, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'subnets': [{'id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:25.165506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-10e431e2-d152-4e73-9160-1cd6e76a6949', 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'fixed_ips': [{'subnet_id': '3bf0364e-73e6-46e0-ae3b-7281278ff809'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:11:25.166358 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.169814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Checking router: babf60d4-0fde-4cb8-8bf4-da7919a5970c for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:25.170158 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Updating router babf60d4-0fde-4cb8-8bf4-da7919a5970c port 7df92a73-1465-4418-8e4b-957872759f70 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:11:25.177037 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.207399 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.374548 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.399454 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.412894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Allocated IP 172.20.0.2 (10e431e2-d152-4e73-9160-1cd6e76a6949/3bf0364e-73e6-46e0-ae3b-7281278ff809/3504258e-cda9-44c7-9e26-0c91897a346e) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:25.512624 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Allocated IP 172.25.5.184 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/3802b9fc-4c1c-49b1-b40a-281321e67f13) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:25.621495 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.626532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d990119a-43a7-4eac-b0ea-a7eb434df1cb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:25.660703 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.701642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:25.708841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:25.712051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:25.713784 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.718134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.733622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Transition to ACTIVE for port object 7df92a73-1465-4418-8e4b-957872759f70 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:25.735371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Transition to ACTIVE for port object 3504258e-cda9-44c7-9e26-0c91897a346e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:25.742168 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Pushing event updated for resources: {'Port': ['ID=3802b9fc-4c1c-49b1-b40a-281321e67f13,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:25.747658 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.763256 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Transition to ACTIVE for port object 3504258e-cda9-44c7-9e26-0c91897a346e will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:25.789995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port d990119a-43a7-4eac-b0ea-a7eb434df1cb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:25.790362 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.801134 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.841113 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51c50f-63dd-462d-934f-833865d4d1df None None] Pushing event updated for resources: {'Port': ['ID=7df92a73-1465-4418-8e4b-957872759f70,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:25.877674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Network 10e431e2-d152-4e73-9160-1cd6e76a6949 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:25.900377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:25.918923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:25.950168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Pushing event updated for resources: {'Port': ['ID=3504258e-cda9-44c7-9e26-0c91897a346e,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:25.966533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Attempting to bind port 7df92a73-1465-4418-8e4b-957872759f70 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:25.966897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Attempting to bind port 7df92a73-1465-4418-8e4b-957872759f70 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:25.967258 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Attempting to bind port 7df92a73-1465-4418-8e4b-957872759f70 on network fdc77d23-9b25-4541-9754-3ef00c578fbb {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:25.978980 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:25.979361 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Checking segment: {'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:25.979764 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.980160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Bound using segment: {'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:25.980686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Bound port: 7df92a73-1465-4418-8e4b-957872759f70, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:25.981071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.998054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.072025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Attempting to bind port 3504258e-cda9-44c7-9e26-0c91897a346e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:26.072423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Attempting to bind port 3504258e-cda9-44c7-9e26-0c91897a346e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '2368ad29-b744-42ee-aa6d-888dc40b5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:26.072782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Attempting to bind port 3504258e-cda9-44c7-9e26-0c91897a346e on network 10e431e2-d152-4e73-9160-1cd6e76a6949 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:26.092773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:26.093146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Checking segment: {'id': '2368ad29-b744-42ee-aa6d-888dc40b5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:26.093667 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.093910 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Bound using segment: {'id': '2368ad29-b744-42ee-aa6d-888dc40b5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:26.094387 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Bound port: 3504258e-cda9-44c7-9e26-0c91897a346e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2368ad29-b744-42ee-aa6d-888dc40b5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:26.094760 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.143823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] For port 7df92a73-1465-4418-8e4b-957872759f70, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:26.161581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] For port 7df92a73-1465-4418-8e4b-957872759f70, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7df92a73-1465-4418-8e4b-957872759f70,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:26.172188 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.198217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.225670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] For port 3504258e-cda9-44c7-9e26-0c91897a346e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:26.229383 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-30a2334e-13a9-4e01-a9f0-159d69dbea5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.253629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] For port 3504258e-cda9-44c7-9e26-0c91897a346e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3504258e-cda9-44c7-9e26-0c91897a346e,segment=NetworkSegment(2368ad29-b744-42ee-aa6d-888dc40b5311),segment_id=2368ad29-b744-42ee-aa6d-888dc40b5311)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:26.266894 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.270592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Routers {'babf60d4-0fde-4cb8-8bf4-da7919a5970c'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:26.271246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:11:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:26.274942 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51c50f-63dd-462d-934f-833865d4d1df None None] Pushing event updated for resources: {'Port': ['ID=7df92a73-1465-4418-8e4b-957872759f70,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:26.334610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Router 38aa5392-96b0-4c19-b940-660f15b028eb is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:11:26.423190 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fafae-cdd0-4759-a83d-e6049b0d0c57 None None] Pushing event updated for resources: {'Port': ['ID=3504258e-cda9-44c7-9e26-0c91897a346e,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:26.431241 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.450510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] Set router babf60d4-0fde-4cb8-8bf4-da7919a5970c gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:26.469579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:26.479008 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Sync routers for ids ['38aa5392-96b0-4c19-b940-660f15b028eb'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:26.487532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.489047 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cf05e2ff-cd21-4f3f-8fa2-df0ec528c2bc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5351005 Aug 29 05:11:26.491541 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Routers {'38aa5392-96b0-4c19-b940-660f15b028eb'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:26.492235 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:11:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['38aa5392-96b0-4c19-b940-660f15b028eb'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:26.492587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59466) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:26.647889 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Set router 38aa5392-96b0-4c19-b940-660f15b028eb gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:26.856122 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'name': 'tempest-TestMinimumBasicScenario-1606016091-router', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 3, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'gw_port': {'id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:25Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:26.905570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7df92a73-1465-4418-8e4b-957872759f70', 'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'mac_address': 'fa:16:3e:70:b4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:26Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'subnets': [{'id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:26.935051 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c3560-f5f8-4525-ac6d-ea7d5a7e2507 None None] The sync data for ids ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'] in n-d-712141-12 is: [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7df92a73-1465-4418-8e4b-957872759f70', 'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'mac_address': 'fa:16:3e:70:b4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:26Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'subnets': [{'id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:26.996047 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Checking router: 38aa5392-96b0-4c19-b940-660f15b028eb for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:26.996160 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Updating router 38aa5392-96b0-4c19-b940-660f15b028eb port 3802b9fc-4c1c-49b1-b40a-281321e67f13 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:11:27.030411 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.345360 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.361241 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Transition to ACTIVE for port object 3802b9fc-4c1c-49b1-b40a-281321e67f13 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:27.369552 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.389163 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.432326 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Attempting to bind port 3802b9fc-4c1c-49b1-b40a-281321e67f13 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:27.432711 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Attempting to bind port 3802b9fc-4c1c-49b1-b40a-281321e67f13 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:27.433076 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Attempting to bind port 3802b9fc-4c1c-49b1-b40a-281321e67f13 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:27.435147 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd23c35-e383-4597-9b9b-5b310a16f321 None None] Pushing event updated for resources: {'Port': ['ID=3802b9fc-4c1c-49b1-b40a-281321e67f13,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:27.449633 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:27.452364 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:27.453043 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.453626 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:27.454131 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Bound port: 3802b9fc-4c1c-49b1-b40a-281321e67f13, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:27.454527 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.511068 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.519266 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] For port 3802b9fc-4c1c-49b1-b40a-281321e67f13, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:27.524688 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] For port 3802b9fc-4c1c-49b1-b40a-281321e67f13, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3802b9fc-4c1c-49b1-b40a-281321e67f13,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:27.534550 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.611629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Allocated IP 172.20.0.1 (10e431e2-d152-4e73-9160-1cd6e76a6949/3bf0364e-73e6-46e0-ae3b-7281278ff809/4d5d81e3-03df-4212-a423-6dc123063801) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:27.617827 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Routers {'38aa5392-96b0-4c19-b940-660f15b028eb'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:27.626557 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:11:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['38aa5392-96b0-4c19-b940-660f15b028eb'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:27.635519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c62e5c-f87f-412b-aeb2-4e20ce2367fd None None] Network 10e431e2-d152-4e73-9160-1cd6e76a6949 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:27.710201 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd23c35-e383-4597-9b9b-5b310a16f321 None None] Pushing event updated for resources: {'Port': ['ID=3802b9fc-4c1c-49b1-b40a-281321e67f13,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:27.756168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3504258e-cda9-44c7-9e26-0c91897a346e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:27.770506 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.790184 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Transition to ACTIVE for port object 4d5d81e3-03df-4212-a423-6dc123063801 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:27.796606 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] Set router 38aa5392-96b0-4c19-b940-660f15b028eb gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:27.806552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d564dae9-655c-407f-b257-11fa4818f2b2 None None] Provisioning for port 3504258e-cda9-44c7-9e26-0c91897a346e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:27.833535 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.874657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Network 10e431e2-d152-4e73-9160-1cd6e76a6949 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:27.877847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:27.883272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:27.890607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3504258e-cda9-44c7-9e26-0c91897a346e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:27.896789 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3504258e-cda9-44c7-9e26-0c91897a346e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:27.897298 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.925307 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5d81e3-03df-4212-a423-6dc123063801,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:27.941851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.018815 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.055087 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.072668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 3504258e-cda9-44c7-9e26-0c91897a346e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3504258e-cda9-44c7-9e26-0c91897a346e,segment=NetworkSegment(2368ad29-b744-42ee-aa6d-888dc40b5311),segment_id=2368ad29-b744-42ee-aa6d-888dc40b5311)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:28.075649 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'name': 'tempest-TestMinimumBasicScenario-1606016091-router', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 3, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'gw_port': {'id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:25Z', 'updated_at': '2021-08-29T05:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:28.081139 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.082089 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7df92a73-1465-4418-8e4b-957872759f70 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:28.123032 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7da5f3-9f4b-475a-8ff4-442ff86b1d00 None None] The sync data for ids ['38aa5392-96b0-4c19-b940-660f15b028eb'] in n-d-712141-12 is: [{'id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'name': 'tempest-TestMinimumBasicScenario-1606016091-router', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 3, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'gw_port': {'id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:25Z', 'updated_at': '2021-08-29T05:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:28.130649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.211211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 7df92a73-1465-4418-8e4b-957872759f70 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:28.217286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7df92a73-1465-4418-8e4b-957872759f70 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:28.217673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.258950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=3504258e-cda9-44c7-9e26-0c91897a346e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:28.333906 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.364801 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.373135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.385690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 7df92a73-1465-4418-8e4b-957872759f70, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7df92a73-1465-4418-8e4b-957872759f70,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:28.388813 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-486c5d4f-82ba-4daf-aa03-20bcbdfc63cf None None] Provisioning complete for port 3504258e-cda9-44c7-9e26-0c91897a346e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:28.389205 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-486c5d4f-82ba-4daf-aa03-20bcbdfc63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.392233 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.449861 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.451870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5d81e3-03df-4212-a423-6dc123063801,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:28.486085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=7df92a73-1465-4418-8e4b-957872759f70,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:28.591004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-486c5d4f-82ba-4daf-aa03-20bcbdfc63cf None None] Provisioning for port 4d5d81e3-03df-4212-a423-6dc123063801 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:28.604249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-486c5d4f-82ba-4daf-aa03-20bcbdfc63cf None None] Provisioning complete for port 4d5d81e3-03df-4212-a423-6dc123063801 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:28.604709 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-486c5d4f-82ba-4daf-aa03-20bcbdfc63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.635656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Network 10e431e2-d152-4e73-9160-1cd6e76a6949 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:28.637381 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:28.649984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-486c5d4f-82ba-4daf-aa03-20bcbdfc63cf None None] Port 4d5d81e3-03df-4212-a423-6dc123063801 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:28.769874 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-919963cb-11a7-4911-ba11-77035d51dcf4 None None] Provisioning complete for port 4d5d81e3-03df-4212-a423-6dc123063801 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:28.770111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Router 38aa5392-96b0-4c19-b940-660f15b028eb has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:11:28.770404 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-919963cb-11a7-4911-ba11-77035d51dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.831175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-919963cb-11a7-4911-ba11-77035d51dcf4 None None] Port 4d5d81e3-03df-4212-a423-6dc123063801 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:28.893544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:28.899057 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7904e72c-f443-4ec8-80c6-70f580db1530 admin admin] 10.222.0.49 "PUT /v2.0/routers/38aa5392-96b0-4c19-b940-660f15b028eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4054828 Aug 29 05:11:28.950345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a63023ed-82a5-46eb-9b28-f56614f0c03c None None] Provisioning complete for port 4d5d81e3-03df-4212-a423-6dc123063801 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:28.950615 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a63023ed-82a5-46eb-9b28-f56614f0c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.989286 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-a63023ed-82a5-46eb-9b28-f56614f0c03c None None] Port 4d5d81e3-03df-4212-a423-6dc123063801 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:29.239710 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.672764 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3504258e-cda9-44c7-9e26-0c91897a346e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:29.722850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3504258e-cda9-44c7-9e26-0c91897a346e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:29.723370 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.822367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7df92a73-1465-4418-8e4b-957872759f70 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:29.884404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 7df92a73-1465-4418-8e4b-957872759f70 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:29.884901 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.972283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3802b9fc-4c1c-49b1-b40a-281321e67f13 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:30.027561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 3802b9fc-4c1c-49b1-b40a-281321e67f13 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:30.031779 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3802b9fc-4c1c-49b1-b40a-281321e67f13 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:30.032165 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.133777 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.160417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 3802b9fc-4c1c-49b1-b40a-281321e67f13, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3802b9fc-4c1c-49b1-b40a-281321e67f13,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:30.164721 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.216721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=3802b9fc-4c1c-49b1-b40a-281321e67f13,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:30.335294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c42544-221f-409f-a617-0ece129d666d None None] Sync routers for ids ['38aa5392-96b0-4c19-b940-660f15b028eb'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:30.345348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c42544-221f-409f-a617-0ece129d666d None None] Routers {'38aa5392-96b0-4c19-b940-660f15b028eb'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:30.346546 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-60c42544-221f-409f-a617-0ece129d666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:11:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['38aa5392-96b0-4c19-b940-660f15b028eb'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:30.470167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-60c42544-221f-409f-a617-0ece129d666d None None] Set router 38aa5392-96b0-4c19-b940-660f15b028eb gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:30.685893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-60c42544-221f-409f-a617-0ece129d666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'name': 'tempest-TestMinimumBasicScenario-1606016091-router', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 4, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'gw_port': {'id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:25Z', 'updated_at': '2021-08-29T05:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '4d5d81e3-03df-4212-a423-6dc123063801', 'name': '', 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'mac_address': 'fa:16:3e:c0:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '3bf0364e-73e6-46e0-ae3b-7281278ff809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:27Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 2, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'subnets': [{'id': '3bf0364e-73e6-46e0-ae3b-7281278ff809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:30.715888 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c42544-221f-409f-a617-0ece129d666d None None] Checking router: 38aa5392-96b0-4c19-b940-660f15b028eb for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:30.716297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c42544-221f-409f-a617-0ece129d666d None None] Updating router 38aa5392-96b0-4c19-b940-660f15b028eb port 4d5d81e3-03df-4212-a423-6dc123063801 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:11:30.745247 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60c42544-221f-409f-a617-0ece129d666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.045845 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60c42544-221f-409f-a617-0ece129d666d None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.056513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-60c42544-221f-409f-a617-0ece129d666d None None] Transition to ACTIVE for port object 4d5d81e3-03df-4212-a423-6dc123063801 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:31.064379 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60c42544-221f-409f-a617-0ece129d666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.136602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dc52e-d701-47b4-bea7-2b959c135c33 None None] Pushing event updated for resources: {'Port': ['ID=4d5d81e3-03df-4212-a423-6dc123063801,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:31.185645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-60c42544-221f-409f-a617-0ece129d666d None None] Attempting to bind port 4d5d81e3-03df-4212-a423-6dc123063801 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:31.186129 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-60c42544-221f-409f-a617-0ece129d666d None None] Attempting to bind port 4d5d81e3-03df-4212-a423-6dc123063801 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '2368ad29-b744-42ee-aa6d-888dc40b5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:31.187094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c42544-221f-409f-a617-0ece129d666d None None] Attempting to bind port 4d5d81e3-03df-4212-a423-6dc123063801 on network 10e431e2-d152-4e73-9160-1cd6e76a6949 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:31.194490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c42544-221f-409f-a617-0ece129d666d None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:31.194877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c42544-221f-409f-a617-0ece129d666d None None] Checking segment: {'id': '2368ad29-b744-42ee-aa6d-888dc40b5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:31.197335 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60c42544-221f-409f-a617-0ece129d666d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.197335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c42544-221f-409f-a617-0ece129d666d None None] Bound using segment: {'id': '2368ad29-b744-42ee-aa6d-888dc40b5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:31.197335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-60c42544-221f-409f-a617-0ece129d666d None None] Bound port: 4d5d81e3-03df-4212-a423-6dc123063801, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2368ad29-b744-42ee-aa6d-888dc40b5311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:31.197335 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60c42544-221f-409f-a617-0ece129d666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.266933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-60c42544-221f-409f-a617-0ece129d666d None None] For port 4d5d81e3-03df-4212-a423-6dc123063801, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:31.271213 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-60c42544-221f-409f-a617-0ece129d666d None None] For port 4d5d81e3-03df-4212-a423-6dc123063801, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4d5d81e3-03df-4212-a423-6dc123063801,segment=NetworkSegment(2368ad29-b744-42ee-aa6d-888dc40b5311),segment_id=2368ad29-b744-42ee-aa6d-888dc40b5311)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:31.279682 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-60c42544-221f-409f-a617-0ece129d666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.347427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c42544-221f-409f-a617-0ece129d666d None None] Routers {'38aa5392-96b0-4c19-b940-660f15b028eb'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:31.348080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-60c42544-221f-409f-a617-0ece129d666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:11:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['38aa5392-96b0-4c19-b940-660f15b028eb'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:31.404297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dc52e-d701-47b4-bea7-2b959c135c33 None None] Pushing event updated for resources: {'Port': ['ID=4d5d81e3-03df-4212-a423-6dc123063801,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:31.483568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-60c42544-221f-409f-a617-0ece129d666d None None] Set router 38aa5392-96b0-4c19-b940-660f15b028eb gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:31.653841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3802b9fc-4c1c-49b1-b40a-281321e67f13 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:31.772294 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 3802b9fc-4c1c-49b1-b40a-281321e67f13 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:31.772767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.835096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-60c42544-221f-409f-a617-0ece129d666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'name': 'tempest-TestMinimumBasicScenario-1606016091-router', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 4, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'gw_port': {'id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:25Z', 'updated_at': '2021-08-29T05:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '4d5d81e3-03df-4212-a423-6dc123063801', 'name': '', 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'mac_address': 'fa:16:3e:c0:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '3bf0364e-73e6-46e0-ae3b-7281278ff809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:27Z', 'updated_at': '2021-08-29T05:11:31Z', 'revision_number': 4, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'subnets': [{'id': '3bf0364e-73e6-46e0-ae3b-7281278ff809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:31.867313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c42544-221f-409f-a617-0ece129d666d None None] The sync data for ids ['38aa5392-96b0-4c19-b940-660f15b028eb'] in n-d-712141-12 is: [{'id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'name': 'tempest-TestMinimumBasicScenario-1606016091-router', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 4, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'gw_port': {'id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:25Z', 'updated_at': '2021-08-29T05:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '4d5d81e3-03df-4212-a423-6dc123063801', 'name': '', 'network_id': '10e431e2-d152-4e73-9160-1cd6e76a6949', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'mac_address': 'fa:16:3e:c0:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '3bf0364e-73e6-46e0-ae3b-7281278ff809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:27Z', 'updated_at': '2021-08-29T05:11:31Z', 'revision_number': 4, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'subnets': [{'id': '3bf0364e-73e6-46e0-ae3b-7281278ff809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:33.651724 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4d5d81e3-03df-4212-a423-6dc123063801 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:33.711515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4d5d81e3-03df-4212-a423-6dc123063801 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:33.715662 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4d5d81e3-03df-4212-a423-6dc123063801 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:33.716279 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:33.809677 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:33.851349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 4d5d81e3-03df-4212-a423-6dc123063801, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4d5d81e3-03df-4212-a423-6dc123063801,segment=NetworkSegment(2368ad29-b744-42ee-aa6d-888dc40b5311),segment_id=2368ad29-b744-42ee-aa6d-888dc40b5311)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:33.857818 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:33.916528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=4d5d81e3-03df-4212-a423-6dc123063801,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:35.632782 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4d5d81e3-03df-4212-a423-6dc123063801 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:35.865024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4d5d81e3-03df-4212-a423-6dc123063801 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:35.865382 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:39.061325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-3ecf6d56-9a3e-4b68-b9f4-c639b9379fee tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:39.062824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-3ecf6d56-9a3e-4b68-b9f4-c639b9379fee tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 813 time: 0.1019821 Aug 29 05:11:39.077557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-56146657-b1bc-473e-919d-007185a8fc73 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/quotas/7d0f987edf3446478adcd5c66aecc3d8 HTTP/1.1" status: 200 len: 375 time: 0.0090287 Aug 29 05:11:39.132984 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-4694598f-e156-48fe-b1c7-22a5a7ac14ea tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500023 Aug 29 05:11:39.224482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-69b8fcd4-992f-400e-bbd9-28d8cec80a9e service neutron] 10.222.0.49 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796602 Aug 29 05:11:39.315873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-f3d67875-0ff3-45f1-807f-3c2bf00a8644 service neutron] 10.222.0.49 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853441 Aug 29 05:11:39.478200 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-87fa5f05-feb5-4cac-a8f2-6c29b72d6999 req-020e82de-6d73-424a-97d8-d5ae6d6748e6 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 210 time: 0.0269449 Aug 29 05:11:40.582852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-c748ed91-7cbf-4066-991b-25ebe03651fb tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:40.584353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-c748ed91-7cbf-4066-991b-25ebe03651fb tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.52 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 813 time: 0.1144257 Aug 29 05:11:40.608900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4846715a-9de5-464b-abdb-4e443ff8ccb7 req-c253530f-c16f-4163-82a9-a268c4d99321 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 210 time: 0.0438406 Aug 29 05:11:40.612355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'port': {'device_id': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'admin_state_up': True, 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:40.729150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Made reservation on behalf of 7d0f987edf3446478adcd5c66aecc3d8 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:40.732866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:40.867496 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Allocated IP 172.20.0.7 (fdc77d23-9b25-4541-9754-3ef00c578fbb/ecf5eb29-73da-4ae1-af9d-0ee9b90a956b/3cf0b528-ef91-444c-978e-d37104410600) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:41.073130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:41.096420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Transition to ACTIVE for port object 3cf0b528-ef91-444c-978e-d37104410600 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:41.136301 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:41.188716 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Network fdc77d23-9b25-4541-9754-3ef00c578fbb is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:41.196718 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:41.200817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:41.207503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'Port': ['ID=3cf0b528-ef91-444c-978e-d37104410600,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:41.266185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:41.266911 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:41.288518 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-19e9ebc6-f78f-4a0a-8f16-66e3898c0898 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6818454 Aug 29 05:11:41.426280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c83a0141-0860-41ba-a195-6950c8465df6 None None] Provisioning for port 3cf0b528-ef91-444c-978e-d37104410600 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:41.430940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c83a0141-0860-41ba-a195-6950c8465df6 None None] Provisioning complete for port 3cf0b528-ef91-444c-978e-d37104410600 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:41.431533 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c83a0141-0860-41ba-a195-6950c8465df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:41.466927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c83a0141-0860-41ba-a195-6950c8465df6 None None] Port 3cf0b528-ef91-444c-978e-d37104410600 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:41.728949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc02309-5ccd-4da9-9b30-8af128753ef4 req-bc7aea11-d75c-49fb-907f-bb4b8388689b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:41.730496 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cc02309-5ccd-4da9-9b30-8af128753ef4 req-bc7aea11-d75c-49fb-907f-bb4b8388689b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 931 time: 0.0515339 Aug 29 05:11:41.771708 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5cc02309-5ccd-4da9-9b30-8af128753ef4 req-6ec65b41-a940-4904-8804-6ef812f31e7f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347345 Aug 29 05:11:42.892588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340c44c-96c8-4ad4-8c35-43dd08b5486a req-1c2a5e13-ed00-46bd-aed7-69b892dcc42b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:42.894103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2340c44c-96c8-4ad4-8c35-43dd08b5486a req-1c2a5e13-ed00-46bd-aed7-69b892dcc42b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 931 time: 0.0526328 Aug 29 05:11:42.935825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2340c44c-96c8-4ad4-8c35-43dd08b5486a req-3f90e0eb-fda6-4765-97e1-3ce51722bbef tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Aug 29 05:11:44.051769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b752-2384-423c-a008-abbe3b32b90b req-be263601-cd87-4cc9-b97c-dfe74921e177 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:44.053284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42d2b752-2384-423c-a008-abbe3b32b90b req-be263601-cd87-4cc9-b97c-dfe74921e177 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 931 time: 0.0504210 Aug 29 05:11:44.094802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42d2b752-2384-423c-a008-abbe3b32b90b req-791cd709-d62f-4918-af95-043a577ecd1b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351858 Aug 29 05:11:45.214691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b4371-5902-446c-8d0b-b900609cd240 req-9fdb6c54-d7e5-489f-9ee7-c9af03e281a8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:45.216249 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-112b4371-5902-446c-8d0b-b900609cd240 req-9fdb6c54-d7e5-489f-9ee7-c9af03e281a8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 931 time: 0.0511994 Aug 29 05:11:45.255555 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-112b4371-5902-446c-8d0b-b900609cd240 req-f86a7618-0d6d-41ff-8af1-7cbc6a63c5a0 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Aug 29 05:11:46.382396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4018319-5732-473f-b76e-cfd2ad541fcf req-a6b78937-cb2b-49a7-a23f-7ea186eba3aa tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:46.383871 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4018319-5732-473f-b76e-cfd2ad541fcf req-a6b78937-cb2b-49a7-a23f-7ea186eba3aa tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 931 time: 0.0597017 Aug 29 05:11:46.423405 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f4018319-5732-473f-b76e-cfd2ad541fcf req-2603762d-fe8d-45cd-983a-47c068d5e66f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336299 Aug 29 05:11:47.018742 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:11:47.546013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80282e15-501c-4f34-8b1f-8c503f60414b req-fb161e9f-9029-441a-ba4b-547b1e5dfe8a tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:47.547538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-80282e15-501c-4f34-8b1f-8c503f60414b req-fb161e9f-9029-441a-ba4b-547b1e5dfe8a tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 931 time: 0.0530791 Aug 29 05:11:47.587942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-80282e15-501c-4f34-8b1f-8c503f60414b req-86e3a689-9f17-430d-ba5e-4a4ce2bbdf1c tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Aug 29 05:11:48.706243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6099b-d88a-4ef8-b6ab-6e193f7ff030 req-6dcf5fd8-040a-4203-9771-1a855a5eb92f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:48.710231 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76e6099b-d88a-4ef8-b6ab-6e193f7ff030 req-6dcf5fd8-040a-4203-9771-1a855a5eb92f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 931 time: 0.0525568 Aug 29 05:11:48.743392 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.747564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76e6099b-d88a-4ef8-b6ab-6e193f7ff030 req-6bc6e132-fc9e-4a62-aad2-7877aad8262e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333409 Aug 29 05:11:49.871412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395f3c-a1e5-465e-a268-d182aaa9777b req-5130f00e-405d-4819-b0d4-58a000db7486 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:49.872486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d395f3c-a1e5-465e-a268-d182aaa9777b req-5130f00e-405d-4819-b0d4-58a000db7486 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 931 time: 0.0574846 Aug 29 05:11:49.912378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d395f3c-a1e5-465e-a268-d182aaa9777b req-1bf96001-8859-4c08-998b-2ffa132fbda0 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Aug 29 05:11:51.024900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fc7fa-b371-4b22-aa00-951d3e8aec53 req-692fe174-c9ec-4c96-a4e8-a3eb7301c9c7 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:51.026372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-743fc7fa-b371-4b22-aa00-951d3e8aec53 req-692fe174-c9ec-4c96-a4e8-a3eb7301c9c7 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 931 time: 0.0481062 Aug 29 05:11:51.063367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-743fc7fa-b371-4b22-aa00-951d3e8aec53 req-0dbd133a-033c-4202-a29e-cdb58e6fb54f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Aug 29 05:11:52.177123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7082d20-e783-4259-b452-321f3d65da7e req-8c68572f-ca8b-4686-964f-a9748d7f11ca tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:52.178616 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7082d20-e783-4259-b452-321f3d65da7e req-8c68572f-ca8b-4686-964f-a9748d7f11ca tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 931 time: 0.0492454 Aug 29 05:11:52.215322 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7082d20-e783-4259-b452-321f3d65da7e req-0323089f-90bd-4283-abf1-57902fdf418a tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308223 Aug 29 05:11:52.456300 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Request body: {'port': {'device_id': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:52.511917 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.770564 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf0b528-ef91-444c-978e-d37104410600 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:52.777674 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.789124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Transition to ACTIVE for port object 3cf0b528-ef91-444c-978e-d37104410600 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:52.792455 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.841852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf0b528-ef91-444c-978e-d37104410600,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:52.914510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Attempting to bind port 3cf0b528-ef91-444c-978e-d37104410600 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:52.914871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Attempting to bind port 3cf0b528-ef91-444c-978e-d37104410600 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:52.915198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Attempting to bind port 3cf0b528-ef91-444c-978e-d37104410600 on network fdc77d23-9b25-4541-9754-3ef00c578fbb {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:52.919753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Port 3cf0b528-ef91-444c-978e-d37104410600 on network fdc77d23-9b25-4541-9754-3ef00c578fbb not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:11:52.920078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Attempting to bind port 3cf0b528-ef91-444c-978e-d37104410600 on network fdc77d23-9b25-4541-9754-3ef00c578fbb {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:52.925069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:52.925412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Checking segment: {'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:52.925803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Bound using segment: {'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:52.926236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Bound port: 3cf0b528-ef91-444c-978e-d37104410600, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e49b43-c98b-4426-b6b7-ff3dfa5833f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:52.926596 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.991149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] For port 3cf0b528-ef91-444c-978e-d37104410600, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:52.994223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] For port 3cf0b528-ef91-444c-978e-d37104410600, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3cf0b528-ef91-444c-978e-d37104410600,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:52.998714 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:53.031419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.032045 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:53.033456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] 10.222.0.52 "PUT /v2.0/ports/3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 1092 time: 0.5815980 Aug 29 05:11:53.033924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'tag': '3cf0b528-ef91-444c-978e-d37104410600'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:53.036781 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e78290a-4ef8-40da-b5b5-fc6874337786" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "tag": "3cf0b528-ef91-444c-978e-d37104410600"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:53.071200 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9788b4-dcc4-4ce0-bda4-fa811deda770 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf0b528-ef91-444c-978e-d37104410600,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:53.080175 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5381333-eccf-4849-81cb-dde977eaa0a2 x-openstack-request-id: req-a5381333-eccf-4849-81cb-dde977eaa0a2 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:53.080510 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "tag": "3cf0b528-ef91-444c-978e-d37104410600", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:53.080770 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5381333-eccf-4849-81cb-dde977eaa0a2 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:53.081177 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'tag': '3cf0b528-ef91-444c-978e-d37104410600', 'status': 'completed', 'code': 200} Aug 29 05:11:53.147527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-8ab8143a-6733-4712-8514-b4a83b3cfbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.149361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-8ab8143a-6733-4712-8514-b4a83b3cfbc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1095 time: 0.0491183 Aug 29 05:11:53.197032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-6294d9c3-43a0-4800-ac3a-5afd3ba7a9f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 217 time: 0.0348313 Aug 29 05:11:53.246403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-41be9459-b369-45b2-a71e-05442adbf76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.247876 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-41be9459-b369-45b2-a71e-05442adbf76f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 200 len: 852 time: 0.0446365 Aug 29 05:11:53.324941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-ff84e069-d3f2-4177-9385-8ff6115cfd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.326433 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-ff84e069-d3f2-4177-9385-8ff6115cfd3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fdc77d23-9b25-4541-9754-3ef00c578fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709460 Aug 29 05:11:53.349064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae73b55-7765-43a1-9f23-9d7c70d98d81 req-5166ab70-34ee-47f6-9aa7-ee6f82e6a402 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.350438 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aae73b55-7765-43a1-9f23-9d7c70d98d81 req-5166ab70-34ee-47f6-9aa7-ee6f82e6a402 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 943 time: 0.0688498 Aug 29 05:11:53.427137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aae73b55-7765-43a1-9f23-9d7c70d98d81 req-4e76a166-3899-4a33-a834-2dd340ac24ba tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675974 Aug 29 05:11:53.453666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-2c50f9fa-6be4-4c0d-9515-cea81effca03 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194077 Aug 29 05:11:53.541539 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-128520d9-e0b2-4615-aed6-d7be0f50e04d req-9b6d5e27-8e31-4017-8ca8-f38333a0c4e3 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804577 Aug 29 05:11:53.621421 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-234e9866-ebca-4e05-b75f-143faea079bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:53.664854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-bfcf699b-ae94-4999-9d70-0eb4bc0a5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.666334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-bfcf699b-ae94-4999-9d70-0eb4bc0a5410 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1095 time: 0.0406113 Aug 29 05:11:53.758078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-7a85c65b-830d-4d51-b97b-7ddcef53db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.759540 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-7a85c65b-830d-4d51-b97b-7ddcef53db84 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 914 time: 0.0858150 Aug 29 05:11:53.799776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-ec3b66d4-8356-4b67-b95f-6c1b77da739b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 217 time: 0.0333793 Aug 29 05:11:53.846263 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-5d972d84-858e-44e4-97a2-10e767da6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.847671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-5d972d84-858e-44e4-97a2-10e767da6984 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 200 len: 852 time: 0.0415165 Aug 29 05:11:53.895945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-d6d41caf-d852-491c-a21c-81344764e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.897442 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-d6d41caf-d852-491c-a21c-81344764e5e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fdc77d23-9b25-4541-9754-3ef00c578fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430489 Aug 29 05:11:53.984323 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-eca8f4da-62d0-4b60-86c9-590dd49783fa service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791867 Aug 29 05:11:54.363299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7e78290a-4ef8-40da-b5b5-fc6874337786 req-78afc896-ea49-462a-8b0e-1a34cae45771 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721175 Aug 29 05:11:54.555400 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e945d-5672-4f93-a158-fd95b9c48c89 req-2df14e5d-7366-49c3-9fde-57826be24019 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:54.556895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e01e945d-5672-4f93-a158-fd95b9c48c89 req-2df14e5d-7366-49c3-9fde-57826be24019 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 943 time: 0.0550475 Aug 29 05:11:54.596666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e01e945d-5672-4f93-a158-fd95b9c48c89 req-8246414e-3f49-495d-bc1f-3cf0da30b349 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337811 Aug 29 05:11:55.708473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bfbd3-0e1c-43d7-956f-f379021f021a req-3643f172-71b9-48da-ad61-2621b2f6554b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:55.709920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c52bfbd3-0e1c-43d7-956f-f379021f021a req-3643f172-71b9-48da-ad61-2621b2f6554b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 943 time: 0.0476298 Aug 29 05:11:55.747079 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c52bfbd3-0e1c-43d7-956f-f379021f021a req-ae064004-a2c5-4d6d-844b-6a8afbbfb6ab tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313027 Aug 29 05:11:56.181840 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-12d1b7ec-c6c0-42a5-a195-03f82bf8cda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.394141 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.863298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53217f3-3e58-44df-a512-34dfb40264fc req-d454511c-0415-40db-bd99-e26620a0caab tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:56.864710 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a53217f3-3e58-44df-a512-34dfb40264fc req-d454511c-0415-40db-bd99-e26620a0caab tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 943 time: 0.0517991 Aug 29 05:11:56.901741 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a53217f3-3e58-44df-a512-34dfb40264fc req-49836ca3-71be-41f8-a554-841284dac606 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310662 Aug 29 05:11:57.372644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3cf0b528-ef91-444c-978e-d37104410600 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:11:57.463078 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3cf0b528-ef91-444c-978e-d37104410600, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3cf0b528-ef91-444c-978e-d37104410600,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:57.475505 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '3cf0b528-ef91-444c-978e-d37104410600', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'port_id': '3cf0b528-ef91-444c-978e-d37104410600', 'mac_address': 'fa:16:3e:51:88:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:11:57.523425 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.524068 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.536352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf0b528-ef91-444c-978e-d37104410600 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:57.555913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3cf0b528-ef91-444c-978e-d37104410600, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3cf0b528-ef91-444c-978e-d37104410600,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:57.559781 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.606906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3cf0b528-ef91-444c-978e-d37104410600,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:57.614099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.614445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.614791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.615149 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.615483 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.615814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.616141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.616495 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.616816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.617136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.617456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.617774 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:57.986881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3cf0b528-ef91-444c-978e-d37104410600'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:11:58.012950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5480b7f-ea9c-44be-8773-ac2cc2503065 req-ccba9dd6-8bc0-45a1-bee6-9474b89460af tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:58.014439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5480b7f-ea9c-44be-8773-ac2cc2503065 req-ccba9dd6-8bc0-45a1-bee6-9474b89460af tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 944 time: 0.0482185 Aug 29 05:11:58.042093 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:58.052505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a5480b7f-ea9c-44be-8773-ac2cc2503065 req-920ece52-ccfa-4f0c-8b77-5a3b111f7ac6 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Aug 29 05:11:59.165735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab5044-7412-4c03-b910-0bcdac737591 req-cdc17789-0899-490e-a41f-0f1978d16a4f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:59.167210 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48ab5044-7412-4c03-b910-0bcdac737591 req-cdc17789-0899-490e-a41f-0f1978d16a4f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 944 time: 0.0499742 Aug 29 05:11:59.203631 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-48ab5044-7412-4c03-b910-0bcdac737591 req-9b26a040-ba59-46c7-9080-a6bd006b2faa tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305681 Aug 29 05:11:59.246260 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:59.387817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3cf0b528-ef91-444c-978e-d37104410600 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:59.433456 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 3cf0b528-ef91-444c-978e-d37104410600 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:59.437015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 3cf0b528-ef91-444c-978e-d37104410600 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:59.437384 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:59.512469 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:59.533603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf0b528-ef91-444c-978e-d37104410600'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:59.535856 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4a5a89-3a31-4d0d-aa42-f820451e3fbf" -d '{"events": [{"server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "name": "network-vif-plugged", "status": "completed", "tag": "3cf0b528-ef91-444c-978e-d37104410600"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:59.551760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 3cf0b528-ef91-444c-978e-d37104410600, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3cf0b528-ef91-444c-978e-d37104410600,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:59.556475 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:59.579698 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f18c4a-ed16-4198-a0c8-58c384fb0ea0 x-openstack-request-id: req-86f18c4a-ed16-4198-a0c8-58c384fb0ea0 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:59.579994 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "name": "network-vif-plugged", "status": "completed", "tag": "3cf0b528-ef91-444c-978e-d37104410600", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:59.580280 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86f18c4a-ed16-4198-a0c8-58c384fb0ea0 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:59.580671 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf0b528-ef91-444c-978e-d37104410600', 'code': 200} Aug 29 05:11:59.605920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=3cf0b528-ef91-444c-978e-d37104410600,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:59.696534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767038fa-a9cc-42f1-a128-3bfe024d5f27 req-0bc48450-abee-4424-825f-8bf04685079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:59.697907 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-767038fa-a9cc-42f1-a128-3bfe024d5f27 req-0bc48450-abee-4424-825f-8bf04685079d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1097 time: 0.0429285 Aug 29 05:11:59.731459 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-767038fa-a9cc-42f1-a128-3bfe024d5f27 req-c3b8f2dd-ac7f-4d42-bd4d-b169460522a5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264893 Aug 29 05:12:00.321530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634a2ae-0c4b-4c3e-b574-19a38567195e req-cece5f2f-df36-4aac-9f1c-c541c88cbcbe tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:00.323000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6634a2ae-0c4b-4c3e-b574-19a38567195e req-cece5f2f-df36-4aac-9f1c-c541c88cbcbe tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 945 time: 0.0485225 Aug 29 05:12:00.359753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6634a2ae-0c4b-4c3e-b574-19a38567195e req-7a5fe004-490f-4336-a258-509601acc2cd tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308833 Aug 29 05:12:01.473606 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f71ec-f4be-4fb3-bfae-374b56cb11aa req-39e4fd73-1bcc-4031-b281-6862c8452ada tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.475693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a67f71ec-f4be-4fb3-bfae-374b56cb11aa req-39e4fd73-1bcc-4031-b281-6862c8452ada tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 945 time: 0.0482450 Aug 29 05:12:01.511753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a67f71ec-f4be-4fb3-bfae-374b56cb11aa req-8ca5ae72-2e4c-44e9-8c78-083dbec1e250 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302007 Aug 29 05:12:01.626956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c9a97-6e0b-4f25-bc14-3e486f7c1302 req-b3bda130-8657-4d50-9cd9-aad0dc40dc48 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.628457 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-415c9a97-6e0b-4f25-bc14-3e486f7c1302 req-b3bda130-8657-4d50-9cd9-aad0dc40dc48 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 945 time: 0.0518551 Aug 29 05:12:01.665915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-415c9a97-6e0b-4f25-bc14-3e486f7c1302 req-b9adb1ee-7e76-494e-bbc3-f7dedc4a1ccb tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305693 Aug 29 05:12:01.849108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2b56a-01a1-4848-bf48-dde266ec8022 req-08b3cf79-5bd3-45c7-8dbe-bbe2846e96c6 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.851068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41b2b56a-01a1-4848-bf48-dde266ec8022 req-08b3cf79-5bd3-45c7-8dbe-bbe2846e96c6 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 945 time: 0.0497916 Aug 29 05:12:01.888019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-41b2b56a-01a1-4848-bf48-dde266ec8022 req-8f730650-6763-42d7-b33a-d15f7403fff3 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Aug 29 05:12:13.426011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f44555-0678-4fad-b4c9-3e17f3d3f56d req-547683a9-4167-4156-abf2-7eab09bcdb82 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:13.428050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03f44555-0678-4fad-b4c9-3e17f3d3f56d req-547683a9-4167-4156-abf2-7eab09bcdb82 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Aug 29 05:12:13.464031 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03f44555-0678-4fad-b4c9-3e17f3d3f56d req-c5ef65aa-6aae-4042-a446-c6e086fdb5c9 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301359 Aug 29 05:12:13.486024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59668) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:13.612886 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba35fef-a1a1-4e9b-ae1e-951eef0a1297 tempest-TestMinimumBasicScenario-1368413719 tempest-TestMinimumBasicScenario-1368413719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:13.615026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4ba35fef-a1a1-4e9b-ae1e-951eef0a1297 tempest-TestMinimumBasicScenario-1368413719 tempest-TestMinimumBasicScenario-1368413719-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1092 time: 0.1274238 Aug 29 05:12:13.617919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59672) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:13.622240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '3cf0b528-ef91-444c-978e-d37104410600', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:13.643322 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:13.737361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:13.839250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Allocated IP 172.25.5.11 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/1ae19a6b-162f-4a77-9896-0f1165418cd5) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:13.937974 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:13.974675 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:14.018354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:14.021226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:14.024874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:14.045691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'Port': ['ID=1ae19a6b-162f-4a77-9896-0f1165418cd5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:14.059258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.059615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.059961 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.060342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.060683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.061022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.061358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.061688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.062021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.062350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.063004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.063004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:14.391111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:14.459973 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:14.609813 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:14.614307 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:14.679955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'Port': ['ID=1ae19a6b-162f-4a77-9896-0f1165418cd5,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:14.689718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:14.793121 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Floating IP 7b457e94-86ad-426e-af62-6b8270979fa5 associated. External IP: 172.25.5.11, port: 3cf0b528-ef91-444c-978e-d37104410600. Aug 29 05:12:15.001066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Router babf60d4-0fde-4cb8-8bf4-da7919a5970c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:12:15.104497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:12:15.114503 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] Sync routers for ids ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:12:15.121120 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.124381 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] Routers {'babf60d4-0fde-4cb8-8bf4-da7919a5970c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:15.124988 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:11:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:15.148657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-89ea3317-debe-46ce-b1c1-709c6dcd00fc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5297470 Aug 29 05:12:15.149268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'tag': '3cf0b528-ef91-444c-978e-d37104410600'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:15.151527 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632b7587-88e3-4afb-a3af-41d7dc79a52c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "tag": "3cf0b528-ef91-444c-978e-d37104410600"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:15.151859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59674) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:15.156612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-2748c23f-0806-4145-be0b-fee28f80d7f8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237659388', 'description': 'tempest-secgroup-smoke-237659388 description', 'project_id': '7d0f987edf3446478adcd5c66aecc3d8'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:15.181089 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2748c23f-0806-4145-be0b-fee28f80d7f8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.193550 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfa0a87-2f98-4a43-a854-9d6f75178e6d x-openstack-request-id: req-9bfa0a87-2f98-4a43-a854-9d6f75178e6d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:15.193878 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "tag": "3cf0b528-ef91-444c-978e-d37104410600", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:15.194129 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9bfa0a87-2f98-4a43-a854-9d6f75178e6d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:15.194536 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'tag': '3cf0b528-ef91-444c-978e-d37104410600', 'status': 'completed', 'code': 200} Aug 29 05:12:15.236903 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] Set router babf60d4-0fde-4cb8-8bf4-da7919a5970c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:15.264775 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2748c23f-0806-4145-be0b-fee28f80d7f8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.268964 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2748c23f-0806-4145-be0b-fee28f80d7f8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.294710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-32ee9547-9807-4af9-b591-7bf760bfe84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:15.296293 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-32ee9547-9807-4af9-b591-7bf760bfe84c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1097 time: 0.0439570 Aug 29 05:12:15.299849 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-2748c23f-0806-4145-be0b-fee28f80d7f8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.301212 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2748c23f-0806-4145-be0b-fee28f80d7f8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1483233 Aug 29 05:12:15.303682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748c23f-0806-4145-be0b-fee28f80d7f8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8242139c-3a61-45a6-86ec-8f7da0247066,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:15.305053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59678) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:15.317277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-153be6b3-144b-41b6-99a9-8bfe1f13733b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'security_group_rule': {'security_group_id': '8242139c-3a61-45a6-86ec-8f7da0247066', 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:15.407186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-153be6b3-144b-41b6-99a9-8bfe1f13733b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.438974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-5b84456a-c4fa-46f5-a94f-e20866165149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:15.444069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-5b84456a-c4fa-46f5-a94f-e20866165149 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 914 time: 0.1344891 Aug 29 05:12:15.479547 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '7b457e94-86ad-426e-af62-6b8270979fa5', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'port_id': '3cf0b528-ef91-444c-978e-d37104410600', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'mac_address': 'fa:16:3e:51:88:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:12:14Z', 'updated_at': '2021-08-29T05:12:14Z', 'revision_number': 0, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df92a73-1465-4418-8e4b-957872759f70', 'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'mac_address': 'fa:16:3e:70:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 5, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'subnets': [{'id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:15.505407 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] Checking router: babf60d4-0fde-4cb8-8bf4-da7919a5970c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:12:15.513973 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] Routers {'babf60d4-0fde-4cb8-8bf4-da7919a5970c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:12:15.514352 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:11:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:15.519605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-153be6b3-144b-41b6-99a9-8bfe1f13733b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.526402 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-153be6b3-144b-41b6-99a9-8bfe1f13733b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.538312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-b3cbcb30-3b3c-4965-9cbe-0076153e73a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 998 time: 0.0891380 Aug 29 05:12:15.557503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153be6b3-144b-41b6-99a9-8bfe1f13733b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4a4692-c2b6-41d6-811b-62f32f730958,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:15.587264 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-153be6b3-144b-41b6-99a9-8bfe1f13733b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.591418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59680) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:15.593891 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-153be6b3-144b-41b6-99a9-8bfe1f13733b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2787092 Aug 29 05:12:15.600756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-faa08d60-c10e-458a-9e98-37f4844456c8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'security_group_rule': {'security_group_id': '8242139c-3a61-45a6-86ec-8f7da0247066', 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:15.606255 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-345c3b4a-4729-4359-904a-958e955f9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:15.607716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-345c3b4a-4729-4359-904a-958e955f9805 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 200 len: 852 time: 0.0623863 Aug 29 05:12:15.630741 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-faa08d60-c10e-458a-9e98-37f4844456c8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.642079 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] Set router babf60d4-0fde-4cb8-8bf4-da7919a5970c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:12:15.668260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-a16d8ee4-2aef-4be0-9887-4d34d721ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:15.669784 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-a16d8ee4-2aef-4be0-9887-4d34d721ba8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fdc77d23-9b25-4541-9754-3ef00c578fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541985 Aug 29 05:12:15.712644 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-faa08d60-c10e-458a-9e98-37f4844456c8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.720914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-faa08d60-c10e-458a-9e98-37f4844456c8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.753015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-faa08d60-c10e-458a-9e98-37f4844456c8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.757218 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-faa08d60-c10e-458a-9e98-37f4844456c8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620033 Aug 29 05:12:15.757218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa08d60-c10e-458a-9e98-37f4844456c8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be320e14-f4fb-4b5f-9f65-3600f5a86397,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:15.757831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59682) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:15.765350 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-23196a8e-b110-4cfb-afc2-18462906c1b8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'security_group_rule': {'security_group_id': '8242139c-3a61-45a6-86ec-8f7da0247066', 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:15.800329 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-d47c37b8-fa3b-4b7a-8b4a-4976ffda5d94 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224198 Aug 29 05:12:15.807864 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23196a8e-b110-4cfb-afc2-18462906c1b8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.893975 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '7b457e94-86ad-426e-af62-6b8270979fa5', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'port_id': '3cf0b528-ef91-444c-978e-d37104410600', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'mac_address': 'fa:16:3e:51:88:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:12:14Z', 'updated_at': '2021-08-29T05:12:14Z', 'revision_number': 0, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df92a73-1465-4418-8e4b-957872759f70', 'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'mac_address': 'fa:16:3e:70:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 5, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'subnets': [{'id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:15.916819 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23196a8e-b110-4cfb-afc2-18462906c1b8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.923756 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23196a8e-b110-4cfb-afc2-18462906c1b8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.925647 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca66338-0266-43c4-9490-31bfcbd4376a None None] The sync data for ids ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'] in n-d-712141-12 is: [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '7b457e94-86ad-426e-af62-6b8270979fa5', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'port_id': '3cf0b528-ef91-444c-978e-d37104410600', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'mac_address': 'fa:16:3e:51:88:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:12:14Z', 'updated_at': '2021-08-29T05:12:14Z', 'revision_number': 0, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df92a73-1465-4418-8e4b-957872759f70', 'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'mac_address': 'fa:16:3e:70:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 5, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'subnets': [{'id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:12:15.934695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-632b7587-88e3-4afb-a3af-41d7dc79a52c req-940c90b4-4b10-4985-9a4c-416b576bce09 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278551 Aug 29 05:12:15.946910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23196a8e-b110-4cfb-afc2-18462906c1b8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248c3d88-a35e-4a14-b162-9c66908cba7f,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:15.952639 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-23196a8e-b110-4cfb-afc2-18462906c1b8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:15.953839 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-23196a8e-b110-4cfb-afc2-18462906c1b8 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949961 Aug 29 05:12:15.956970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59684) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:15.962937 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-46f23974-2625-4da3-a11a-da4232765b9e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'security_group_rule': {'security_group_id': '8242139c-3a61-45a6-86ec-8f7da0247066', 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:15.993730 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46f23974-2625-4da3-a11a-da4232765b9e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.054903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46f23974-2625-4da3-a11a-da4232765b9e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.059007 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46f23974-2625-4da3-a11a-da4232765b9e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.077050 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f23974-2625-4da3-a11a-da4232765b9e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a839535-54a9-414a-a1ab-824ff9d24bf3,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:16.084244 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-46f23974-2625-4da3-a11a-da4232765b9e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.085480 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-46f23974-2625-4da3-a11a-da4232765b9e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273067 Aug 29 05:12:16.088164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59686) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:16.092878 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5f0998ab-9aea-4f96-8c8e-feb436d6a060 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'security_group_rule': {'security_group_id': '8242139c-3a61-45a6-86ec-8f7da0247066', 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:16.115202 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-5f0998ab-9aea-4f96-8c8e-feb436d6a060 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Project 7d0f987edf3446478adcd5c66aecc3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:12:16.121612 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f0998ab-9aea-4f96-8c8e-feb436d6a060 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.138462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85144c1c-e66b-4f53-a5c5-d45dd60bc6d0 None None] New status for floating IP 7b457e94-86ad-426e-af62-6b8270979fa5: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:12:16.182873 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f0998ab-9aea-4f96-8c8e-feb436d6a060 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.186703 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f0998ab-9aea-4f96-8c8e-feb436d6a060 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.207450 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0998ab-9aea-4f96-8c8e-feb436d6a060 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072e7ff5-d5c1-435d-ac98-5b7c63dbb8cb,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:16.211808 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5f0998ab-9aea-4f96-8c8e-feb436d6a060 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.215638 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5f0998ab-9aea-4f96-8c8e-feb436d6a060 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239052 Aug 29 05:12:16.216081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59688) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:16.220588 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ee8f3481-9a24-43a5-9213-5faaebdf3c76 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'security_group_rule': {'security_group_id': '8242139c-3a61-45a6-86ec-8f7da0247066', 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:16.242136 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-ee8f3481-9a24-43a5-9213-5faaebdf3c76 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Project 7d0f987edf3446478adcd5c66aecc3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:12:16.247197 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3481-9a24-43a5-9213-5faaebdf3c76 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.311387 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3481-9a24-43a5-9213-5faaebdf3c76 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.315507 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3481-9a24-43a5-9213-5faaebdf3c76 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.337666 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f3481-9a24-43a5-9213-5faaebdf3c76 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22db88c5-4ef8-4a58-b8d6-e7876b1f7c55,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:16.344251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3481-9a24-43a5-9213-5faaebdf3c76 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.345435 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ee8f3481-9a24-43a5-9213-5faaebdf3c76 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283386 Aug 29 05:12:16.439279 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5373238e-38f5-412d-b9b0-0554aa951952 req-0b9beaa4-9b54-40a9-b853-6e503089895f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237659388&fields=id&tenant_id=7d0f987edf3446478adcd5c66aecc3d8 HTTP/1.1" status: 200 len: 267 time: 0.0361733 Aug 29 05:12:16.490958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373238e-38f5-412d-b9b0-0554aa951952 req-9a4b8d54-9d83-4dd3-a15b-93054ab393a1 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:16.492451 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5373238e-38f5-412d-b9b0-0554aa951952 req-9a4b8d54-9d83-4dd3-a15b-93054ab393a1 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 945 time: 0.0472023 Aug 29 05:12:16.503742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-5373238e-38f5-412d-b9b0-0554aa951952 req-366708cc-5ab4-4cf6-9857-aeac7b7b4c54 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'port': {'security_groups': ['ecca185d-2167-484d-86cc-0e3b18822d9c', '8242139c-3a61-45a6-86ec-8f7da0247066']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:16.563221 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5373238e-38f5-412d-b9b0-0554aa951952 req-366708cc-5ab4-4cf6-9857-aeac7b7b4c54 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.745127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-5373238e-38f5-412d-b9b0-0554aa951952 req-366708cc-5ab4-4cf6-9857-aeac7b7b4c54 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] For port 3cf0b528-ef91-444c-978e-d37104410600, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3cf0b528-ef91-444c-978e-d37104410600,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:16.773248 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5373238e-38f5-412d-b9b0-0554aa951952 req-366708cc-5ab4-4cf6-9857-aeac7b7b4c54 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.777673 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5373238e-38f5-412d-b9b0-0554aa951952 req-366708cc-5ab4-4cf6-9857-aeac7b7b4c54 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.812991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3cf0b528-ef91-444c-978e-d37104410600'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:16.823864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373238e-38f5-412d-b9b0-0554aa951952 req-366708cc-5ab4-4cf6-9857-aeac7b7b4c54 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:16.824519 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5373238e-38f5-412d-b9b0-0554aa951952 req-366708cc-5ab4-4cf6-9857-aeac7b7b4c54 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:16.825939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5373238e-38f5-412d-b9b0-0554aa951952 req-366708cc-5ab4-4cf6-9857-aeac7b7b4c54 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "PUT /v2.0/ports/3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 981 time: 0.3270917 Aug 29 05:12:16.848526 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366708cc-5ab4-4cf6-9857-aeac7b7b4c54 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'Port': ['ID=3cf0b528-ef91-444c-978e-d37104410600,revision_number=6']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:16.948020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3cf0b528-ef91-444c-978e-d37104410600'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:16.952453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4034f-1880-4762-908e-741f885c5c8f req-dc09fa88-3431-4e39-ac17-2d04e0c08f51 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:16.954044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10d4034f-1880-4762-908e-741f885c5c8f req-dc09fa88-3431-4e39-ac17-2d04e0c08f51 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0612776 Aug 29 05:12:16.996750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-10d4034f-1880-4762-908e-741f885c5c8f req-529b9ff9-cc23-41f3-9f96-c40e9e851067 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349917 Aug 29 05:12:17.081759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d1b1e5bc-9103-4ce7-8970-afc218d04550 None None] Provisioning complete for port 3cf0b528-ef91-444c-978e-d37104410600 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:17.082054 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e5bc-9103-4ce7-8970-afc218d04550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:17.195850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'tag': '3cf0b528-ef91-444c-978e-d37104410600'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:17.198659 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7720e75-fc0e-408c-b412-daf8798a0b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "tag": "3cf0b528-ef91-444c-978e-d37104410600"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:17.236426 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e401c61e-e564-4302-887e-a3865b3f58f5 x-openstack-request-id: req-e401c61e-e564-4302-887e-a3865b3f58f5 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:17.238748 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "tag": "3cf0b528-ef91-444c-978e-d37104410600", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:17.239241 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e401c61e-e564-4302-887e-a3865b3f58f5 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:17.240327 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'tag': '3cf0b528-ef91-444c-978e-d37104410600', 'status': 'completed', 'code': 200} Aug 29 05:12:17.321692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-84672f4f-9693-4f14-b8a6-ceaab3cd3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.323223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-84672f4f-9693-4f14-b8a6-ceaab3cd3b85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1136 time: 0.0443749 Aug 29 05:12:17.417621 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-7509faff-5acb-41e2-b0d5-13da98acb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.419043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-7509faff-5acb-41e2-b0d5-13da98acb4bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 914 time: 0.0887933 Aug 29 05:12:17.488836 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-7b69903d-d44e-43c4-87fd-75403cd04be2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 1000 time: 0.0592158 Aug 29 05:12:17.540767 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-fde1f704-1136-450d-8eb4-6cc5500fbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.542177 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-fde1f704-1136-450d-8eb4-6cc5500fbd70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 200 len: 852 time: 0.0454783 Aug 29 05:12:17.591833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-fe0d49b0-8209-4e91-88b1-b49ca7ca408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.593376 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-fe0d49b0-8209-4e91-88b1-b49ca7ca408c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fdc77d23-9b25-4541-9754-3ef00c578fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436256 Aug 29 05:12:17.682856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-d778fc7f-1049-4ab7-9eb0-b4caa42e7e82 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803232 Aug 29 05:12:17.776023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f7720e75-fc0e-408c-b412-daf8798a0b3c req-144deb96-994b-43e3-b401-16c4894d2a06 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833220 Aug 29 05:12:18.742099 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:19.535048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d271c54f-3290-4f8d-b605-442bd18e2623 req-97fca0a2-99cf-4d33-8294-84d19802be47 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258064 Aug 29 05:12:19.581089 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d271c54f-3290-4f8d-b605-442bd18e2623 req-b6ccfbc1-0e1d-48ab-9af2-be0a42a5efca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0256155 Aug 29 05:12:19.619832 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d271c54f-3290-4f8d-b605-442bd18e2623 req-ba3f6a72-41d3-423b-9116-495d1da22366 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194716 Aug 29 05:12:19.716269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271c54f-3290-4f8d-b605-442bd18e2623 req-f1d26f24-24ff-4438-a2e4-06689a02c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:19.717654 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d271c54f-3290-4f8d-b605-442bd18e2623 req-f1d26f24-24ff-4438-a2e4-06689a02c1a0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918360 Aug 29 05:12:23.621736 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7e3b6c02-204d-4bd0-899c-674b58a40563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:24.017102 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:12:26.181630 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a9452b70-6b58-466d-9d86-fcd60c728453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:26.396093 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:26.625886 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-7758dc7f-27a1-4764-95ab-63efcb0b6841 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835986 Aug 29 05:12:26.722316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-61e8458f-7242-4dc9-912b-685b4996b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:26.723786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-61e8458f-7242-4dc9-912b-685b4996b1d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1136 time: 0.0407286 Aug 29 05:12:26.827069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-ed14f7d6-091a-4811-8bda-3065430f8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:26.828569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-ed14f7d6-091a-4811-8bda-3065430f8b89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 914 time: 0.0866463 Aug 29 05:12:26.892475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-6e5c3766-f9b5-4ac3-a95f-ab708feed515 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 1000 time: 0.0570824 Aug 29 05:12:26.938845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-249c239b-ff9b-4ca9-9f8d-40e30fcc68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:26.940259 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-249c239b-ff9b-4ca9-9f8d-40e30fcc68c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 200 len: 852 time: 0.0413387 Aug 29 05:12:26.991759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-4920d138-87d5-4e8e-9f06-2a8bae02c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:26.993267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-4920d138-87d5-4e8e-9f06-2a8bae02c175 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fdc77d23-9b25-4541-9754-3ef00c578fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464518 Aug 29 05:12:27.083724 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-7aa9f262-e324-4f85-a092-c92cf0c9bbbb service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828929 Aug 29 05:12:27.177832 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ddec8a30-8c95-4124-86b9-ea14617cbc1d req-69aeec44-5a16-4498-8779-29edb7a44604 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882320 Aug 29 05:12:27.512107 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:28.026764 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:29.248310 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.756567 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:53.622238 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-776f8510-0247-4692-80e4-16db5dba64e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:56.191617 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4de70f7c-840f-4410-8d93-e99934f373b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:56.398610 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:57.514681 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:58.037433 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:59.250999 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:01.015727 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:13:15.756838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661969ea-c4e4-45df-8265-8434240cd747 req-795e4059-1d99-41b9-8798-292065d8bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:15.759366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-661969ea-c4e4-45df-8265-8434240cd747 req-795e4059-1d99-41b9-8798-292065d8bf2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1136 time: 0.0455825 Aug 29 05:13:15.896011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6ef57-4f15-4ee1-a0d9-e258188cf987 req-2692837b-ad94-4d73-a51b-ad5609ecfa3d tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:15.900226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17a6ef57-4f15-4ee1-a0d9-e258188cf987 req-2692837b-ad94-4d73-a51b-ad5609ecfa3d tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.2191911 Aug 29 05:13:15.901353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661969ea-c4e4-45df-8265-8434240cd747 req-c666753f-d0ff-4571-af90-a0920829dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:15.902730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-661969ea-c4e4-45df-8265-8434240cd747 req-c666753f-d0ff-4571-af90-a0920829dea8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 914 time: 0.1365383 Aug 29 05:13:15.979843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-17a6ef57-4f15-4ee1-a0d9-e258188cf987 req-10a71ecb-a2bf-4dc9-803e-622ba9907cb7 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745156 Aug 29 05:13:15.992761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-661969ea-c4e4-45df-8265-8434240cd747 req-0eb90a83-0205-42ea-b337-956109367b79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 1000 time: 0.0814753 Aug 29 05:13:16.046755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661969ea-c4e4-45df-8265-8434240cd747 req-7668b77d-6be3-43df-8f21-103795d8dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.048246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-661969ea-c4e4-45df-8265-8434240cd747 req-7668b77d-6be3-43df-8f21-103795d8dd87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 200 len: 852 time: 0.0482261 Aug 29 05:13:16.095281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661969ea-c4e4-45df-8265-8434240cd747 req-26d56b99-1eee-4174-b2ea-2fe8e3f9c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.096785 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-661969ea-c4e4-45df-8265-8434240cd747 req-26d56b99-1eee-4174-b2ea-2fe8e3f9c22e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fdc77d23-9b25-4541-9754-3ef00c578fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410464 Aug 29 05:13:16.185128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-661969ea-c4e4-45df-8265-8434240cd747 req-b9d60fb0-3e14-43a9-bf0b-c7036ac793f9 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805595 Aug 29 05:13:16.276738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-661969ea-c4e4-45df-8265-8434240cd747 req-4ee950e9-951f-41eb-b818-9888c28f35a7 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832047 Aug 29 05:13:17.145955 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21762a14-3487-4b0a-b5a6-4bbde36dd939 req-283649af-16ee-42b1-8655-f520ef4fb208 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:17.147429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21762a14-3487-4b0a-b5a6-4bbde36dd939 req-283649af-16ee-42b1-8655-f520ef4fb208 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0966396 Aug 29 05:13:17.193187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21762a14-3487-4b0a-b5a6-4bbde36dd939 req-2716a492-4b36-43d3-adfd-f2b626775c1e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390296 Aug 29 05:13:18.324556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817835e-fe45-4b0e-9a31-c27c485624fa req-b8d48dc3-65de-4044-a9e0-e20d6a9e13e3 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:18.326037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d817835e-fe45-4b0e-9a31-c27c485624fa req-b8d48dc3-65de-4044-a9e0-e20d6a9e13e3 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0523846 Aug 29 05:13:18.655136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d817835e-fe45-4b0e-9a31-c27c485624fa req-b8df82fd-21ae-4bbd-82bd-c91b1a0e66ef tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3229361 Aug 29 05:13:18.759980 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:19.770571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4924f-112c-49c8-9562-67e3eef386e9 req-6a4e2bd5-9f80-49a9-9cd6-3994c8a8e61a tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:19.772062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9a4924f-112c-49c8-9562-67e3eef386e9 req-6a4e2bd5-9f80-49a9-9cd6-3994c8a8e61a tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0488312 Aug 29 05:13:19.812063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9a4924f-112c-49c8-9562-67e3eef386e9 req-475fbf42-1e1e-4c2d-b3e0-2bc3f6b128d9 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338349 Aug 29 05:13:20.477871 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5e2fcd3-5475-4a4c-95fe-98838f3d6c8a req-77bb68e8-35e8-4dab-ac4d-f1efdee1e2bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262108 Aug 29 05:13:20.545951 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5e2fcd3-5475-4a4c-95fe-98838f3d6c8a req-56158779-2a95-484f-90e6-90b965748160 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0256944 Aug 29 05:13:20.586906 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5e2fcd3-5475-4a4c-95fe-98838f3d6c8a req-47f9e42d-8793-4659-8608-9fb85f436c9f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208888 Aug 29 05:13:20.681320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2fcd3-5475-4a4c-95fe-98838f3d6c8a req-8590d765-a465-4bfc-9f72-1df19f837dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:20.682820 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b5e2fcd3-5475-4a4c-95fe-98838f3d6c8a req-8590d765-a465-4bfc-9f72-1df19f837dfb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895619 Aug 29 05:13:20.932246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4ce9-06c7-48a2-8a82-6b775de7b1eb req-6666dd0b-89f3-4801-a06c-96300691978b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:20.933712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a1d4ce9-06c7-48a2-8a82-6b775de7b1eb req-6666dd0b-89f3-4801-a06c-96300691978b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0480762 Aug 29 05:13:20.972914 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1a1d4ce9-06c7-48a2-8a82-6b775de7b1eb req-5de411f0-67da-43ad-a019-b1ed8f09368e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332575 Aug 29 05:13:22.090010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e757a8-0bfb-408f-b35b-662896087dbc req-d66b0034-648a-42d6-951a-6950195b4cdc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:22.091455 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19e757a8-0bfb-408f-b35b-662896087dbc req-d66b0034-648a-42d6-951a-6950195b4cdc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0505664 Aug 29 05:13:22.130361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-19e757a8-0bfb-408f-b35b-662896087dbc req-b1d1cc8a-3d0b-47bf-b026-0c12b769f74b tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328970 Aug 29 05:13:23.246531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492331d2-a9df-4487-91a4-e0c7a48d4c1d req-e370120c-20b1-430a-bf32-74a201c356c2 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:23.248036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-492331d2-a9df-4487-91a4-e0c7a48d4c1d req-e370120c-20b1-430a-bf32-74a201c356c2 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0501943 Aug 29 05:13:23.288008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-492331d2-a9df-4487-91a4-e0c7a48d4c1d req-36a4ec95-78df-4fb6-9cbc-c8d3c0f0b005 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336771 Aug 29 05:13:23.622736 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a4f06299-2cac-45ad-9cfd-5b7f6d954fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.406833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70606b2b-f7c4-4a36-a798-f2a3abfc1079 req-0af00309-2377-4fcc-9552-6f8bba96be22 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:24.408391 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70606b2b-f7c4-4a36-a798-f2a3abfc1079 req-0af00309-2377-4fcc-9552-6f8bba96be22 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0518863 Aug 29 05:13:24.460794 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70606b2b-f7c4-4a36-a798-f2a3abfc1079 req-d9718eb8-8c88-4a1a-879a-a0abee244975 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455723 Aug 29 05:13:25.578934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f85dac-d93f-4eec-acba-9fe82122f32e req-76b8d3e0-b448-43dd-bfd1-f0090029083a tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:25.580474 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05f85dac-d93f-4eec-acba-9fe82122f32e req-76b8d3e0-b448-43dd-bfd1-f0090029083a tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0519633 Aug 29 05:13:25.621106 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05f85dac-d93f-4eec-acba-9fe82122f32e req-47399580-0990-43d4-95c2-93ced7b189ef tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346503 Aug 29 05:13:26.183583 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-762dd1b5-4f6d-49e5-ab23-fa9a51f4e4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.398858 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.650833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-d487c7df-89ce-492a-865c-f1b3b77cca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:26.652030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-d487c7df-89ce-492a-865c-f1b3b77cca21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1136 time: 0.0403492 Aug 29 05:13:26.786708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621127b-3dd1-462d-bcad-25d032dd3b66 req-c1eed03d-d8c4-4228-9089-6835712b6442 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:26.788170 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2621127b-3dd1-462d-bcad-25d032dd3b66 req-c1eed03d-d8c4-4228-9089-6835712b6442 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0935075 Aug 29 05:13:26.811967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-ba2b9a63-4e32-4e8b-b27f-520f119f275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:26.813409 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-ba2b9a63-4e32-4e8b-b27f-520f119f275c service neutron] 10.222.0.52 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 914 time: 0.1362851 Aug 29 05:13:26.865744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2621127b-3dd1-462d-bcad-25d032dd3b66 req-50d7244f-d0a1-4435-ba8f-46d024836f6f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692790 Aug 29 05:13:26.893524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-74d163dc-c758-4ce5-b518-402c2446bec7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 1000 time: 0.0674591 Aug 29 05:13:26.943751 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-ba2ae311-fdc3-4a87-bebf-3e03eaeb2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:26.945133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-ba2ae311-fdc3-4a87-bebf-3e03eaeb2ad0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 200 len: 852 time: 0.0423532 Aug 29 05:13:26.991036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-f0f2b270-b882-487f-a031-4c7ac31ef57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:26.992566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-f0f2b270-b882-487f-a031-4c7ac31ef57c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fdc77d23-9b25-4541-9754-3ef00c578fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395432 Aug 29 05:13:27.086004 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-b2e7a581-8144-4698-8fee-b2df9640c3d3 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833852 Aug 29 05:13:27.216860 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b2cb0bf-5f34-4473-a982-995843c6d2cc req-8896f286-0b19-468f-bdd0-5966aa4a7f3e service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810418 Aug 29 05:13:27.517673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.989921 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe9529-0c06-4488-b2b6-8a2c86c135b1 req-ccbba5eb-f5a2-4ff2-b2e9-405aa2795e9d tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:27.991396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dfe9529-0c06-4488-b2b6-8a2c86c135b1 req-ccbba5eb-f5a2-4ff2-b2e9-405aa2795e9d tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0505874 Aug 29 05:13:28.031879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5dfe9529-0c06-4488-b2b6-8a2c86c135b1 req-d152ec2c-293c-4c7a-a545-eb0a1d745f4e tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&id=8242139c-3a61-45a6-86ec-8f7da0247066&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339444 Aug 29 05:13:28.051160 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.254758 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.015202 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:13:48.782916 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:53.624081 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0968abbb-9bc2-4700-bee4-37bdccaa26ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:56.183216 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-fc0bfc9c-64bd-483f-9c84-1c653d8e2886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:56.400424 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:57.519248 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:58.048748 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:59.257243 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:15.013981 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:14:18.782130 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:22.561024 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77b00904-e4a3-4c0f-91d8-b6a4ecd1c3a8 req-2db875ff-f820-4a0a-89c0-f8f81fa78135 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278533 Aug 29 05:14:22.607156 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77b00904-e4a3-4c0f-91d8-b6a4ecd1c3a8 req-ad460113-6c75-490e-8997-7442bd6a0522 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0258782 Aug 29 05:14:22.644785 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77b00904-e4a3-4c0f-91d8-b6a4ecd1c3a8 req-c81290c5-7c0f-441d-8063-1eb8c4b4e09f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189939 Aug 29 05:14:22.738468 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b00904-e4a3-4c0f-91d8-b6a4ecd1c3a8 req-5fffbb73-ccf1-4348-b2a6-f132ce095e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:22.739938 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77b00904-e4a3-4c0f-91d8-b6a4ecd1c3a8 req-5fffbb73-ccf1-4348-b2a6-f132ce095e3f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887647 Aug 29 05:14:23.629994 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-99719648-c038-4ddf-b09d-ca85a52bad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:26.183876 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b8921387-6dff-4bcd-8d3b-dc5f92381d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:26.401200 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.522714 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.582350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-076700c2-2b50-4cb6-8cd5-adbb433a7059 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440528 Aug 29 05:14:27.680429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-c60c43a5-b54d-4474-9963-232c17a964df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:27.681920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-c60c43a5-b54d-4474-9963-232c17a964df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1136 time: 0.0412545 Aug 29 05:14:27.783268 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-ac54e43d-b827-40d3-9fca-2f7ead76e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:27.784671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-ac54e43d-b827-40d3-9fca-2f7ead76e09d service neutron] 10.222.0.52 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 914 time: 0.0821164 Aug 29 05:14:27.860583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-19bd8e55-ec64-456e-811f-9b145451d215 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 1000 time: 0.0689876 Aug 29 05:14:27.908511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-4e1554e3-b445-4974-b08e-a8b7d2ccaf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:27.909974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-4e1554e3-b445-4974-b08e-a8b7d2ccaf55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 200 len: 852 time: 0.0427821 Aug 29 05:14:27.953783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-7cdac776-07cb-4e29-8ffb-3b714e41fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:27.955232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-7cdac776-07cb-4e29-8ffb-3b714e41fa06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fdc77d23-9b25-4541-9754-3ef00c578fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385134 Aug 29 05:14:28.045905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-13acd445-42ad-4d0e-9068-a30e0cdae784 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Aug 29 05:14:28.075181 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.134304 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-09c73701-4cad-4350-b2c7-bcab74f25e00 req-849f54a5-c90d-476d-9e86-04b3865659b4 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814965 Aug 29 05:14:29.260190 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.275213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-60d9d249-e625-4542-b29b-dd537c753b79 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237659388&fields=id&tenant_id=7d0f987edf3446478adcd5c66aecc3d8 HTTP/1.1" status: 200 len: 267 time: 0.0345867 Aug 29 05:14:31.331724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-0edd9a15-70db-4cf9-a7f9-cf26664925b7 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:31.333211 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-0edd9a15-70db-4cf9-a7f9-cf26664925b7 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 984 time: 0.0524595 Aug 29 05:14:31.344090 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Request body: {'port': {'security_groups': ['ecca185d-2167-484d-86cc-0e3b18822d9c']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:31.406278 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.574368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] For port 3cf0b528-ef91-444c-978e-d37104410600, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3cf0b528-ef91-444c-978e-d37104410600,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:31.604495 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.609093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.640342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3cf0b528-ef91-444c-978e-d37104410600'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:14:31.650949 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:31.651579 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.653028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2b7ca944-55e9-457d-9445-62432b8f7cb5 req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "PUT /v2.0/ports/3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 942 time: 0.3134532 Aug 29 05:14:31.653492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'tag': '3cf0b528-ef91-444c-978e-d37104410600'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:31.655807 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7b004a-701a-4610-b177-225e65ca0615" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "tag": "3cf0b528-ef91-444c-978e-d37104410600"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:31.660099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59802) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:31.684577 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event updated for resources: {'Port': ['ID=3cf0b528-ef91-444c-978e-d37104410600,revision_number=7']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:31.693792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.694160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.694916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.694916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.695233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.695508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.695846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.696182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.696543 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.697348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.697348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.697547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe0944-baab-40a1-accf-57d568e80e8f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.746280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.773305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3cf0b528-ef91-444c-978e-d37104410600'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:14:31.777087 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.781293 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e5893e-59ad-4bf8-9c7b-37469e04ef70 x-openstack-request-id: req-a2e5893e-59ad-4bf8-9c7b-37469e04ef70 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:31.781595 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "tag": "3cf0b528-ef91-444c-978e-d37104410600", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:31.781852 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2e5893e-59ad-4bf8-9c7b-37469e04ef70 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:31.782259 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'tag': '3cf0b528-ef91-444c-978e-d37104410600', 'status': 'completed', 'code': 200} Aug 29 05:14:31.855140 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.858080 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.862126 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "DELETE /v2.0/security-groups/8242139c-3a61-45a6-86ec-8f7da0247066 HTTP/1.1" status: 204 len: 168 time: 0.2009504 Aug 29 05:14:31.862837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59808) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:31.891298 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b004a-701a-4610-b177-225e65ca0615 req-c7d8ab58-cd7b-4f29-ad03-342064613dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:31.892945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7b004a-701a-4610-b177-225e65ca0615 req-c7d8ab58-cd7b-4f29-ad03-342064613dec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1097 time: 0.0639832 Aug 29 05:14:31.924549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8242139c-3a61-45a6-86ec-8f7da0247066,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:31.934553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.935182 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.935708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.936113 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.936402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.936922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.937432 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.937963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.938739 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.939383 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.940042 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.940449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ece54-cc0f-4d80-844e-22309defb615 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.995451 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b004a-701a-4610-b177-225e65ca0615 req-6221ad9d-52b7-40be-9b15-589b594178c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:31.997022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7b004a-701a-4610-b177-225e65ca0615 req-6221ad9d-52b7-40be-9b15-589b594178c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 914 time: 0.0970912 Aug 29 05:14:31.997702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1fdfc2aa-4d74-4e35-af58-e78ff293f3e7 None None] Provisioning complete for port 3cf0b528-ef91-444c-978e-d37104410600 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:31.998080 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc2aa-4d74-4e35-af58-e78ff293f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.062509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Deleting port 1ae19a6b-162f-4a77-9896-0f1165418cd5 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:32.062994 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.075244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7b004a-701a-4610-b177-225e65ca0615 req-8b4fba52-fdc0-498b-901a-53a1a57439bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 1000 time: 0.0708060 Aug 29 05:14:32.125712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b004a-701a-4610-b177-225e65ca0615 req-2212a9bb-3b35-4523-ae9b-fac6d303a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:32.127235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7b004a-701a-4610-b177-225e65ca0615 req-2212a9bb-3b35-4523-ae9b-fac6d303a4db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 200 len: 852 time: 0.0449715 Aug 29 05:14:32.176045 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b004a-701a-4610-b177-225e65ca0615 req-1e96e615-e602-4000-8948-8f6409195d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:32.177684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7b004a-701a-4610-b177-225e65ca0615 req-1e96e615-e602-4000-8948-8f6409195d36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fdc77d23-9b25-4541-9754-3ef00c578fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432370 Aug 29 05:14:32.277797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7b004a-701a-4610-b177-225e65ca0615 req-1f4cc4eb-c607-4107-a3fa-d12b59315b77 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906050 Aug 29 05:14:32.369896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6b7b004a-701a-4610-b177-225e65ca0615 req-88650365-7cd5-4665-89af-5994627d3765 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846162 Aug 29 05:14:32.411147 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.411482 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.422942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Calling delete_port for 1ae19a6b-162f-4a77-9896-0f1165418cd5 owned by network:floatingip {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:32.611186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.638449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event deleted for resources: {'Port': ['ID=1ae19a6b-162f-4a77-9896-0f1165418cd5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:32.699433 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.700138 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Floating IP 7b457e94-86ad-426e-af62-6b8270979fa5 disassociated (deleted). External IP: 172.25.5.11, port: 3cf0b528-ef91-444c-978e-d37104410600. Aug 29 05:14:32.920858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Router babf60d4-0fde-4cb8-8bf4-da7919a5970c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:14:33.024511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:14:33.029369 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.033995 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] Sync routers for ids ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:14:33.042537 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] Routers {'babf60d4-0fde-4cb8-8bf4-da7919a5970c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:33.043138 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:33.062775 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4c82cf5d-510c-4869-a5ea-7746f53cb48f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "DELETE /v2.0/floatingips/7b457e94-86ad-426e-af62-6b8270979fa5 HTTP/1.1" status: 204 len: 168 time: 1.1935995 Aug 29 05:14:33.062775 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'tag': '3cf0b528-ef91-444c-978e-d37104410600'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:33.063461 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea0492c-ef40-443a-861a-3a8ced52dfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "tag": "3cf0b528-ef91-444c-978e-d37104410600"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:33.149222 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] Set router babf60d4-0fde-4cb8-8bf4-da7919a5970c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:33.161973 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5da3831-3461-4863-9144-b0dbe62ea446 x-openstack-request-id: req-b5da3831-3461-4863-9144-b0dbe62ea446 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:33.162273 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "tag": "3cf0b528-ef91-444c-978e-d37104410600", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:33.162530 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5da3831-3461-4863-9144-b0dbe62ea446 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:33.162942 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'tag': '3cf0b528-ef91-444c-978e-d37104410600', 'status': 'completed', 'code': 200} Aug 29 05:14:33.251031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-ca0bec61-2519-4375-b2c8-4b9f8e710b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:33.252940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-ca0bec61-2519-4375-b2c8-4b9f8e710b12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 1097 time: 0.0465968 Aug 29 05:14:33.354630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-743987d3-63e6-4eb0-b1ac-ca91567e1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:33.356256 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-743987d3-63e6-4eb0-b1ac-ca91567e1270 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 200 len: 914 time: 0.0962090 Aug 29 05:14:33.358554 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7df92a73-1465-4418-8e4b-957872759f70', 'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'mac_address': 'fa:16:3e:70:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 5, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'subnets': [{'id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:33.388748 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] Checking router: babf60d4-0fde-4cb8-8bf4-da7919a5970c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:14:33.397200 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] Routers {'babf60d4-0fde-4cb8-8bf4-da7919a5970c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:33.397823 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:33.404214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-fe3bd644-b1ff-485e-b902-03f578755cf3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 200 len: 217 time: 0.0351167 Aug 29 05:14:33.454825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-1cb44f53-81eb-48f6-82e8-90cc842a29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:33.456240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-1cb44f53-81eb-48f6-82e8-90cc842a29ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 200 len: 852 time: 0.0428796 Aug 29 05:14:33.496146 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] Set router babf60d4-0fde-4cb8-8bf4-da7919a5970c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:33.508040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-406ae6f2-a879-4c5f-b5e5-9af75954c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:33.509602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-406ae6f2-a879-4c5f-b5e5-9af75954c0bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fdc77d23-9b25-4541-9754-3ef00c578fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450811 Aug 29 05:14:33.599281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-849f71f9-dfd5-4430-9042-018b46fdda10 service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817118 Aug 29 05:14:33.692416 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7df92a73-1465-4418-8e4b-957872759f70', 'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'mac_address': 'fa:16:3e:70:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 5, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'subnets': [{'id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:33.706798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3ea0492c-ef40-443a-861a-3a8ced52dfc4 req-2d0ab702-31fb-48ad-b725-9b443ab1de7a service neutron] 10.222.0.52 "GET /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875471 Aug 29 05:14:33.717727 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aacbd4a-3d42-46a0-8c62-8e468cfb8fc3 None None] The sync data for ids ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'] in n-d-712141-12 is: [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '7df92a73-1465-4418-8e4b-957872759f70', 'name': '', 'network_id': 'fdc77d23-9b25-4541-9754-3ef00c578fbb', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'mac_address': 'fa:16:3e:70:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:22Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 5, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'subnets': [{'id': 'ecf5eb29-73da-4ae1-af9d-0ee9b90a956b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:14:33.950111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a2509-513e-4115-8d86-93de7fa3db1c None None] New status for floating IP 7b457e94-86ad-426e-af62-6b8270979fa5: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:14:39.989589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298769f-e928-4c9c-a271-fbbfa8b57532 req-9aaf5e5c-706a-4f63-af51-4e14346ed696 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.991087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7298769f-e928-4c9c-a271-fbbfa8b57532 req-9aaf5e5c-706a-4f63-af51-4e14346ed696 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 945 time: 0.0500901 Aug 29 05:14:40.035233 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7298769f-e928-4c9c-a271-fbbfa8b57532 req-6469c66b-76e9-425a-8920-a483fc88948f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376205 Aug 29 05:14:41.148651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fc840-c028-46ee-b04e-dd2d91665d60 req-8818ae03-42cd-417d-8673-64a67f9c3ae4 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:41.150101 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc4fc840-c028-46ee-b04e-dd2d91665d60 req-8818ae03-42cd-417d-8673-64a67f9c3ae4 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 945 time: 0.0477529 Aug 29 05:14:41.186885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cc4fc840-c028-46ee-b04e-dd2d91665d60 req-b0008d2a-6ff7-4536-80b3-87f57c9fa3dc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309474 Aug 29 05:14:42.067841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-718f854d-6eff-42e3-8518-dba008cb7736 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.069383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-718f854d-6eff-42e3-8518-dba008cb7736 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 945 time: 0.0527513 Aug 29 05:14:42.156324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-c33e444c-f2a8-4290-a481-3b93b730e498 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Deleting port 3cf0b528-ef91-444c-978e-d37104410600 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:42.156998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-c33e444c-f2a8-4290-a481-3b93b730e498 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:42.245553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-c33e444c-f2a8-4290-a481-3b93b730e498 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] For port 3cf0b528-ef91-444c-978e-d37104410600, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=3cf0b528-ef91-444c-978e-d37104410600,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:42.245916 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-c33e444c-f2a8-4290-a481-3b93b730e498 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:42.267913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-c33e444c-f2a8-4290-a481-3b93b730e498 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Calling delete_port for 3cf0b528-ef91-444c-978e-d37104410600 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:42.342244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f26ef-1b8f-46f3-8c84-2900d28500f6 req-c77f7eca-d50a-48b9-b364-075a4a2021cc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.343645 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-757f26ef-1b8f-46f3-8c84-2900d28500f6 req-c77f7eca-d50a-48b9-b364-075a4a2021cc tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d570b3-4dcc-428f-b2ef-69d957785450 HTTP/1.1" status: 200 len: 945 time: 0.0902596 Aug 29 05:14:42.399776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-757f26ef-1b8f-46f3-8c84-2900d28500f6 req-9b4839e5-b1f4-4217-8ffc-daf69894276f tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.49 "GET /v2.0/security-groups?id=ecca185d-2167-484d-86cc-0e3b18822d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 Aug 29 05:14:42.453343 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-c33e444c-f2a8-4290-a481-3b93b730e498 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:42.481850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e444c-f2a8-4290-a481-3b93b730e498 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Pushing event deleted for resources: {'Port': ['ID=3cf0b528-ef91-444c-978e-d37104410600,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:42.485327 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['3cf0b528-ef91-444c-978e-d37104410600'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:14:42.522809 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-c33e444c-f2a8-4290-a481-3b93b730e498 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] No DVR routers for this DVR port 3cf0b528-ef91-444c-978e-d37104410600 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:14:42.525341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-c33e444c-f2a8-4290-a481-3b93b730e498 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:42.527349 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5bb2f1b8-102d-47e1-8d4d-b0d5b087f7f0 req-c33e444c-f2a8-4290-a481-3b93b730e498 tempest-TestMinimumBasicScenario-1930877046 tempest-TestMinimumBasicScenario-1930877046-project] 10.222.0.52 "DELETE /v2.0/ports/3cf0b528-ef91-444c-978e-d37104410600 HTTP/1.1" status: 204 len: 173 time: 0.4516144 Aug 29 05:14:42.527788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'name': 'network-vif-deleted', 'tag': '3cf0b528-ef91-444c-978e-d37104410600'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:42.530133 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7dd518-287d-4a2e-9e6e-d88840bad7e4" -d '{"events": [{"server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "name": "network-vif-deleted", "tag": "3cf0b528-ef91-444c-978e-d37104410600"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:42.565849 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec8dc10-0c86-4f83-b40d-8383aa5f4ad3 x-openstack-request-id: req-7ec8dc10-0c86-4f83-b40d-8383aa5f4ad3 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:42.566143 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d570b3-4dcc-428f-b2ef-69d957785450", "name": "network-vif-deleted", "tag": "3cf0b528-ef91-444c-978e-d37104410600", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:42.566398 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ec8dc10-0c86-4f83-b40d-8383aa5f4ad3 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:42.566806 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d570b3-4dcc-428f-b2ef-69d957785450', 'name': 'network-vif-deleted', 'tag': '3cf0b528-ef91-444c-978e-d37104410600', 'status': 'completed', 'code': 200} Aug 29 05:14:43.985550 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59914) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:44.333572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:44.579170 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] Deleting port 7df92a73-1465-4418-8e4b-957872759f70 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:44.579518 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:44.656292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] For port 7df92a73-1465-4418-8e4b-957872759f70, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=7df92a73-1465-4418-8e4b-957872759f70,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:44.656666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:44.673427 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] Calling delete_port for 7df92a73-1465-4418-8e4b-957872759f70 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:44.851360 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:44.876497 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df92a73-1465-4418-8e4b-957872759f70,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:45.040549 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:45.250570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] Router babf60d4-0fde-4cb8-8bf4-da7919a5970c has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:14:45.354693 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:14:45.359718 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-91796218-9d11-4efe-9117-4a1546e5e271 admin admin] 10.222.0.49 "PUT /v2.0/routers/babf60d4-0fde-4cb8-8bf4-da7919a5970c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3731112 Aug 29 05:14:45.362367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59916) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:45.363292 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] Sync routers for ids ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:14:45.372925 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] Routers {'babf60d4-0fde-4cb8-8bf4-da7919a5970c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:45.373524 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:45.471797 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:45.484348 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] Set router babf60d4-0fde-4cb8-8bf4-da7919a5970c gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:45.573131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:45.626062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Deleting port d990119a-43a7-4eac-b0ea-a7eb434df1cb {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:45.626406 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:45.662857 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:14:44Z', 'revision_number': 5, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port': {'id': 'd990119a-43a7-4eac-b0ea-a7eb434df1cb', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:45.688803 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] Checking router: babf60d4-0fde-4cb8-8bf4-da7919a5970c for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:14:45.697718 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] Routers {'babf60d4-0fde-4cb8-8bf4-da7919a5970c'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:45.698370 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:45.713453 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] For port d990119a-43a7-4eac-b0ea-a7eb434df1cb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=d990119a-43a7-4eac-b0ea-a7eb434df1cb,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:45.713884 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:45.725321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Calling delete_port for d990119a-43a7-4eac-b0ea-a7eb434df1cb owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:45.782539 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] Set router babf60d4-0fde-4cb8-8bf4-da7919a5970c gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:45.832422 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:14:45Z', 'revision_number': 6, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:45.860736 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8a2cc-af9c-44a4-b07b-05782a22b185 None None] The sync data for ids ['babf60d4-0fde-4cb8-8bf4-da7919a5970c'] in n-d-712141-12 is: [{'id': 'babf60d4-0fde-4cb8-8bf4-da7919a5970c', 'name': 'tempest-TestMinimumBasicScenario-81153828-router', 'tenant_id': '7d0f987edf3446478adcd5c66aecc3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:20Z', 'updated_at': '2021-08-29T05:14:45Z', 'revision_number': 6, 'project_id': '7d0f987edf3446478adcd5c66aecc3d8', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:14:45.895193 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:45.922248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d990119a-43a7-4eac-b0ea-a7eb434df1cb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:45.978938 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.069389 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.071472 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.114462 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.115017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router babf60d4-0fde-4cb8-8bf4-da7919a5970c {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:14:46.119797 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.121205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-afab83e9-c668-4c87-bd97-b60bf478c0ae admin admin] 10.222.0.49 "DELETE /v2.0/routers/babf60d4-0fde-4cb8-8bf4-da7919a5970c HTTP/1.1" status: 204 len: 168 time: 0.7577999 Aug 29 05:14:46.123698 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59922) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:46.166806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-84052bd8-77de-47b3-8ae4-803ff162fd0d admin admin] Deleting subnet ecf5eb29-73da-4ae1-af9d-0ee9b90a956b {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:14:46.169784 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-84052bd8-77de-47b3-8ae4-803ff162fd0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.202959 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-84052bd8-77de-47b3-8ae4-803ff162fd0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.285603 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-84052bd8-77de-47b3-8ae4-803ff162fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.335196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3cf0b528-ef91-444c-978e-d37104410600 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:14:46.338757 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-84052bd8-77de-47b3-8ae4-803ff162fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.358371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 3cf0b528-ef91-444c-978e-d37104410600 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:14:46.358877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 3cf0b528-ef91-444c-978e-d37104410600 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:14:46.363603 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84052bd8-77de-47b3-8ae4-803ff162fd0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf5eb29-73da-4ae1-af9d-0ee9b90a956b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:46.367953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-84052bd8-77de-47b3-8ae4-803ff162fd0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.369655 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-84052bd8-77de-47b3-8ae4-803ff162fd0d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ecf5eb29-73da-4ae1-af9d-0ee9b90a956b HTTP/1.1" status: 204 len: 168 time: 0.2450199 Aug 29 05:14:46.372291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59924) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:46.372748 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09de3182-385b-4bfb-b8cc-01ed7a160950 None None] Network fdc77d23-9b25-4541-9754-3ef00c578fbb requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:14:46.440757 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.498809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Deleting port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:46.499195 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.561827 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] For port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3601cf48-82cf-4cda-83ed-9a47fd7e4ac2,segment=NetworkSegment(87e49b43-c98b-4426-b6b7-ff3dfa5833f6),segment_id=87e49b43-c98b-4426-b6b7-ff3dfa5833f6)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:46.562187 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.575327 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Calling delete_port for 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:46.622596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] DHCP port deletion for fdc77d23-9b25-4541-9754-3ef00c578fbb request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:14:46.661271 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.675225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Deleting port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:46.675612 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.692870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] No DVR routers for this DVR port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:14:46.697722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3601cf48-82cf-4cda-83ed-9a47fd7e4ac2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:46.743459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] For port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2, host n-d-712141-12, got binding levels [] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:46.743856 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.756634 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Calling delete_port for 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:46.759260 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.ipam_backend_mixin [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 was not found and therefore no delete operation was performed {{(pid=94852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:14:46.760570 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.768261 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.778610 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc77d23-9b25-4541-9754-3ef00c578fbb']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:46.785182 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Pushing event deleted for resources: {'Port': ['ID=3601cf48-82cf-4cda-83ed-9a47fd7e4ac2,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:46.792223 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e49b43-c98b-4426-b6b7-ff3dfa5833f6') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:46.792537 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e49b43-c98b-4426-b6b7-ff3dfa5833f6') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:46.795540 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] No DVR routers for this DVR port 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:14:46.800712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.801058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.801399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.801851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.802899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.802899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.802899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.803157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.803633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.804094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.804697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.804908 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.805341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a99807-7d2e-4ca2-946e-b54e905c165d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:46.820932 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.827145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:14:46.827493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: timer() Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:14:46.829379 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:14:46.890379 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.897459 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:46.900637 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fdc77d23-9b25-4541-9754-3ef00c578fbb HTTP/1.1" status: 204 len: 168 time: 0.5273161 Aug 29 05:14:46.902269 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59926) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:46.912869 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a26a1-05aa-47d7-8e7e-dda27e938cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc77d23-9b25-4541-9754-3ef00c578fbb,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:47.521584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:47.715889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d990119a-43a7-4eac-b0ea-a7eb434df1cb no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:14:47.738885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: d990119a-43a7-4eac-b0ea-a7eb434df1cb {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:14:47.739232 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device d990119a-43a7-4eac-b0ea-a7eb434df1cb not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:14:47.739650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7df92a73-1465-4418-8e4b-957872759f70 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:14:47.758568 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 7df92a73-1465-4418-8e4b-957872759f70 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:14:47.758925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 7df92a73-1465-4418-8e4b-957872759f70 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:14:47.759332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:14:47.766918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] Deleting port 4d5d81e3-03df-4212-a423-6dc123063801 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:47.767255 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:47.777449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:14:47.777738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3601cf48-82cf-4cda-83ed-9a47fd7e4ac2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:14:47.844178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] For port 4d5d81e3-03df-4212-a423-6dc123063801, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4d5d81e3-03df-4212-a423-6dc123063801,segment=NetworkSegment(2368ad29-b744-42ee-aa6d-888dc40b5311),segment_id=2368ad29-b744-42ee-aa6d-888dc40b5311)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:47.844575 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:47.857149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] Calling delete_port for 4d5d81e3-03df-4212-a423-6dc123063801 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:48.029902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.055942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5d81e3-03df-4212-a423-6dc123063801,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:48.219522 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.429542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] Router 38aa5392-96b0-4c19-b940-660f15b028eb has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:14:48.530006 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:14:48.535578 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4ca079e1-6324-449b-a11a-f21f32e11422 admin admin] 10.222.0.49 "PUT /v2.0/routers/38aa5392-96b0-4c19-b940-660f15b028eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6321998 Aug 29 05:14:48.537972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59928) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:48.539211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] Sync routers for ids ['38aa5392-96b0-4c19-b940-660f15b028eb'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:14:48.548377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] Routers {'38aa5392-96b0-4c19-b940-660f15b028eb'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:48.549013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['38aa5392-96b0-4c19-b940-660f15b028eb'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:48.643875 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.651057 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] Set router 38aa5392-96b0-4c19-b940-660f15b028eb gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:48.746149 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.798623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Deleting port 3802b9fc-4c1c-49b1-b40a-281321e67f13 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:48.799000 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.820115 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.834903 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'name': 'tempest-TestMinimumBasicScenario-1606016091-router', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:14:47Z', 'revision_number': 5, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'gw_port': {'id': '3802b9fc-4c1c-49b1-b40a-281321e67f13', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:11:25Z', 'updated_at': '2021-08-29T05:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:48.866163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] Checking router: 38aa5392-96b0-4c19-b940-660f15b028eb for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:14:48.874750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] Routers {'38aa5392-96b0-4c19-b940-660f15b028eb'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:48.875353 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['38aa5392-96b0-4c19-b940-660f15b028eb'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:48.886242 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] For port 3802b9fc-4c1c-49b1-b40a-281321e67f13, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3802b9fc-4c1c-49b1-b40a-281321e67f13,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:48.886614 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.899060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Calling delete_port for 3802b9fc-4c1c-49b1-b40a-281321e67f13 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:48.960352 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] Set router 38aa5392-96b0-4c19-b940-660f15b028eb gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:49.011539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'name': 'tempest-TestMinimumBasicScenario-1606016091-router', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:14:48Z', 'revision_number': 6, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:49.039992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301b35e-da45-4b52-b97e-48e659d86727 None None] The sync data for ids ['38aa5392-96b0-4c19-b940-660f15b028eb'] in n-d-712141-12 is: [{'id': '38aa5392-96b0-4c19-b940-660f15b028eb', 'name': 'tempest-TestMinimumBasicScenario-1606016091-router', 'tenant_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:11:24Z', 'updated_at': '2021-08-29T05:14:48Z', 'revision_number': 6, 'project_id': 'ede9cbd2a1064bb0b7b66f35ed343a9f', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:14:49.065458 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.091366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3802b9fc-4c1c-49b1-b40a-281321e67f13,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:49.152929 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.239129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.241697 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.282750 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.283475 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38aa5392-96b0-4c19-b940-660f15b028eb {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:14:49.289523 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.290842 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-aad19ba2-b443-4132-88c7-b69af14495a1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/38aa5392-96b0-4c19-b940-660f15b028eb HTTP/1.1" status: 204 len: 168 time: 0.7519529 Aug 29 05:14:49.293274 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59930) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:49.336253 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b14864f-8b79-412a-8766-6bb873953505 admin admin] Deleting subnet 3bf0364e-73e6-46e0-ae3b-7281278ff809 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:14:49.339174 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b14864f-8b79-412a-8766-6bb873953505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.374089 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b14864f-8b79-412a-8766-6bb873953505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.457255 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b14864f-8b79-412a-8766-6bb873953505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.509481 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b14864f-8b79-412a-8766-6bb873953505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.535559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14864f-8b79-412a-8766-6bb873953505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf0364e-73e6-46e0-ae3b-7281278ff809,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:49.540159 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8b14864f-8b79-412a-8766-6bb873953505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.542039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8b14864f-8b79-412a-8766-6bb873953505 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3bf0364e-73e6-46e0-ae3b-7281278ff809 HTTP/1.1" status: 204 len: 168 time: 0.2478600 Aug 29 05:14:49.544777 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59932) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:49.545749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9f1a62-d890-4ab1-85db-212953a5f1bc None None] Network 10e431e2-d152-4e73-9160-1cd6e76a6949 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:14:49.621317 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.676516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Deleting port 3504258e-cda9-44c7-9e26-0c91897a346e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:49.676862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.738692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] For port 3504258e-cda9-44c7-9e26-0c91897a346e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=3504258e-cda9-44c7-9e26-0c91897a346e,segment=NetworkSegment(2368ad29-b744-42ee-aa6d-888dc40b5311),segment_id=2368ad29-b744-42ee-aa6d-888dc40b5311)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:49.739115 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.751914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Calling delete_port for 3504258e-cda9-44c7-9e26-0c91897a346e owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:49.828055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4d5d81e3-03df-4212-a423-6dc123063801 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:14:49.854456 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.857860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4d5d81e3-03df-4212-a423-6dc123063801 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:14:49.858210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4d5d81e3-03df-4212-a423-6dc123063801 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:14:49.858760 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3802b9fc-4c1c-49b1-b40a-281321e67f13 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:14:49.878357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3504258e-cda9-44c7-9e26-0c91897a346e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:49.878571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9668ea4c-3197-42d1-bf32-989ab2638b3e None None] DHCP port deletion for 10e431e2-d152-4e73-9160-1cd6e76a6949 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:14:49.880642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3802b9fc-4c1c-49b1-b40a-281321e67f13 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:14:49.880984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3802b9fc-4c1c-49b1-b40a-281321e67f13 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:14:49.885102 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] No DVR routers for this DVR port 3504258e-cda9-44c7-9e26-0c91897a346e on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:14:49.961283 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.971185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e431e2-d152-4e73-9160-1cd6e76a6949']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:49.982530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2368ad29-b744-42ee-aa6d-888dc40b5311') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:49.982837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2368ad29-b744-42ee-aa6d-888dc40b5311') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:49.991959 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.007578 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.015040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:14:50.015531 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:14:50.017347 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:14:50.073551 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.078817 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.080767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/10e431e2-d152-4e73-9160-1cd6e76a6949 HTTP/1.1" status: 204 len: 168 time: 0.5350671 Aug 29 05:14:50.092450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc746734-1c5c-4d65-b8d8-44108be47dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e431e2-d152-4e73-9160-1cd6e76a6949,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:50.240395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59936) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:50.279602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-242c8619-e544-4106-802c-dc1651c701cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d0f987edf3446478adcd5c66aecc3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380719 Aug 29 05:14:50.282196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59938) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:50.332411 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-da1cf606-f41d-433f-bacd-f9f3ca28f38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.352287 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-da1cf606-f41d-433f-bacd-f9f3ca28f38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.397835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-da1cf606-f41d-433f-bacd-f9f3ca28f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.400626 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-da1cf606-f41d-433f-bacd-f9f3ca28f38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.401764 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-da1cf606-f41d-433f-bacd-f9f3ca28f38e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecca185d-2167-484d-86cc-0e3b18822d9c HTTP/1.1" status: 204 len: 168 time: 0.1186883 Aug 29 05:14:50.409224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cf606-f41d-433f-bacd-f9f3ca28f38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecca185d-2167-484d-86cc-0e3b18822d9c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:50.707038 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59944) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:50.746318 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4884bc18-a73b-45e7-964c-eaf3d595622a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ede9cbd2a1064bb0b7b66f35ed343a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381360 Aug 29 05:14:50.748754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59946) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:50.794509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3ff1-d90c-4e27-b30b-9eec893c2c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.815599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3ff1-d90c-4e27-b30b-9eec893c2c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.861750 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3ff1-d90c-4e27-b30b-9eec893c2c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.864299 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3ff1-d90c-4e27-b30b-9eec893c2c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.866384 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-bfbd3ff1-d90c-4e27-b30b-9eec893c2c60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/270f6338-1f92-40cd-8892-5683a09ae5a5 HTTP/1.1" status: 204 len: 168 time: 0.1162210 Aug 29 05:14:50.873843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd3ff1-d90c-4e27-b30b-9eec893c2c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270f6338-1f92-40cd-8892-5683a09ae5a5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:51.717735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3504258e-cda9-44c7-9e26-0c91897a346e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:14:51.738697 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 3504258e-cda9-44c7-9e26-0c91897a346e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:14:51.739046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 3504258e-cda9-44c7-9e26-0c91897a346e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:14:52.012985 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:14:52.417471 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59986) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:52.422155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796455932', 'description': 'tempest-secgroup-smoke-1796455932 description', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:52.444373 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.451771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.545114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.548643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.583397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c77010-27c2-4389-8c0d-9a94e0cdbcb5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:52.638231 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.641845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.663956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.665235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2467358 Aug 29 05:14:52.668446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59988) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:52.673234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edded329-63ec-45d5-9c36-1f5443c208ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17b6d5c-5582-459d-9a90-6865d1add565,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:52.673376 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e74d1298-b945-4b16-b28e-4ac0e1c9d140 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'e17b6d5c-5582-459d-9a90-6865d1add565', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:52.705617 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e74d1298-b945-4b16-b28e-4ac0e1c9d140 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.753552 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e74d1298-b945-4b16-b28e-4ac0e1c9d140 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.758142 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e74d1298-b945-4b16-b28e-4ac0e1c9d140 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.775838 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d1298-b945-4b16-b28e-4ac0e1c9d140 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd4572f-ac22-484c-972c-28e58917f29b,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:52.780926 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e74d1298-b945-4b16-b28e-4ac0e1c9d140 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.782225 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e74d1298-b945-4b16-b28e-4ac0e1c9d140 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127372 Aug 29 05:14:52.784998 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59990) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:52.789397 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-79eeb717-0405-4584-93f3-614ad37f058d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'e17b6d5c-5582-459d-9a90-6865d1add565', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:52.815340 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79eeb717-0405-4584-93f3-614ad37f058d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.872559 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79eeb717-0405-4584-93f3-614ad37f058d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.876304 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79eeb717-0405-4584-93f3-614ad37f058d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.894124 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eeb717-0405-4584-93f3-614ad37f058d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcf08d3-adf5-481e-8422-39d1368c0d29,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:52.900844 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-79eeb717-0405-4584-93f3-614ad37f058d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.902055 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-79eeb717-0405-4584-93f3-614ad37f058d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161323 Aug 29 05:14:52.905003 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 59992) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:52.909353 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-84a24858-9130-4a3f-95ee-d8c9f57ae071 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'e17b6d5c-5582-459d-9a90-6865d1add565', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:52.934411 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84a24858-9130-4a3f-95ee-d8c9f57ae071 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.991251 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84a24858-9130-4a3f-95ee-d8c9f57ae071 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.994556 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84a24858-9130-4a3f-95ee-d8c9f57ae071 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.011419 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a24858-9130-4a3f-95ee-d8c9f57ae071 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af160b2d-7bc2-4d16-af6a-9678973f38fc,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:53.017578 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-84a24858-9130-4a3f-95ee-d8c9f57ae071 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.020635 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-84a24858-9130-4a3f-95ee-d8c9f57ae071 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146858 Aug 29 05:14:53.021407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59994) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:53.026086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-38d38b32-5fe1-45cf-80bc-9236699563d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'e17b6d5c-5582-459d-9a90-6865d1add565', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:53.055388 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38d38b32-5fe1-45cf-80bc-9236699563d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.103171 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38d38b32-5fe1-45cf-80bc-9236699563d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.105951 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38d38b32-5fe1-45cf-80bc-9236699563d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.123260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d38b32-5fe1-45cf-80bc-9236699563d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c8d408-ecf1-40a1-9056-fbae67216a25,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:53.132694 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-38d38b32-5fe1-45cf-80bc-9236699563d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.133927 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-38d38b32-5fe1-45cf-80bc-9236699563d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1114993 Aug 29 05:14:53.136646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59996) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:53.141131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-eb038fe1-a45b-415a-b55c-9d0d4c66142a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'e17b6d5c-5582-459d-9a90-6865d1add565', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:53.161696 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-eb038fe1-a45b-415a-b55c-9d0d4c66142a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Project 6a71d99df5014a508c9c1b3f35bc7e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:14:53.166813 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb038fe1-a45b-415a-b55c-9d0d4c66142a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.224425 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb038fe1-a45b-415a-b55c-9d0d4c66142a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.228171 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb038fe1-a45b-415a-b55c-9d0d4c66142a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.244843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb038fe1-a45b-415a-b55c-9d0d4c66142a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934af31b-f9ce-4a48-80e8-15ef30acbc94,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:53.251424 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb038fe1-a45b-415a-b55c-9d0d4c66142a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.252928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eb038fe1-a45b-415a-b55c-9d0d4c66142a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150591 Aug 29 05:14:53.255593 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 59998) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:53.260483 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-523a10d6-26db-4b96-8de3-a0a2e489f5d0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'e17b6d5c-5582-459d-9a90-6865d1add565', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:53.281194 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-523a10d6-26db-4b96-8de3-a0a2e489f5d0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Project 6a71d99df5014a508c9c1b3f35bc7e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:14:53.285862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523a10d6-26db-4b96-8de3-a0a2e489f5d0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.344298 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523a10d6-26db-4b96-8de3-a0a2e489f5d0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.347583 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523a10d6-26db-4b96-8de3-a0a2e489f5d0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.364441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a10d6-26db-4b96-8de3-a0a2e489f5d0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd127865-19f1-431e-aa15-2d326e79350f,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:53.370405 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-523a10d6-26db-4b96-8de3-a0a2e489f5d0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.371597 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-523a10d6-26db-4b96-8de3-a0a2e489f5d0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145613 Aug 29 05:14:53.374575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60000) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:53.379687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'network': {'name': 'tempest-network-smoke--140988450', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'port_security_enabled': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:53.399611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:14:53.403015 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.424702 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:14:53.434296 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.434647 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Added segment 7f2033d3-712e-437b-a2cd-6df23e504b8d of type vlan for network 3180f4fb-63b2-4351-9ca3-34fea966428f Aug 29 05:14:53.475855 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.499948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.506815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:53.507402 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.561441 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1858706 Aug 29 05:14:53.564376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60002) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:53.571544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'admin_state_up': True, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:53.584373 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566e915-f300-4750-a20d-29fb9f00353f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Network': ['ID=3180f4fb-63b2-4351-9ca3-34fea966428f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:53.594687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 3180f4fb-63b2-4351-9ca3-34fea966428f details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:14:53.602673 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.603811 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.660133 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.664458 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-57464938-899e-4923-a1ae-f030bded2ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.794365 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.979682 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:53.997957 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:54.100890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.25.5.168 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/f34259e6-22a8-4410-8aa0-d4395dc4dbdf) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:14:54.202292 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:54.239906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:54.274572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:14:54.279226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:54.282769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:14:54.310118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=f34259e6-22a8-4410-8aa0-d4395dc4dbdf,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:54.859967 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:55.048975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:55.167691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 44b06be4-5138-4008-947f-41707bd59ce9 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:14:55.270083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:14:55.280185 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Sync routers for ids ['44b06be4-5138-4008-947f-41707bd59ce9'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:14:55.288831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:55.289249 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Routers {'44b06be4-5138-4008-947f-41707bd59ce9'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:55.289986 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['44b06be4-5138-4008-947f-41707bd59ce9'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:55.290183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-52cf4b97-b064-4337-a4de-5109441c56b8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7248964 Aug 29 05:14:55.293235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60004) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:55.392093 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Set router 44b06be4-5138-4008-947f-41707bd59ce9 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:55.430417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c94d74c3-7aa1-4277-862b-dae2df7d936f tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6a71d99df5014a508c9c1b3f35bc7e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1358941 Aug 29 05:14:55.433041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60008) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:55.564832 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:54Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:55.585361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0446f3-c0fb-4066-8717-6cdf906a48a6 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:55.587035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-af0446f3-c0fb-4066-8717-6cdf906a48a6 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1530278 Aug 29 05:14:55.590018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60010) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:55.594024 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Checking router: 44b06be4-5138-4008-947f-41707bd59ce9 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:14:55.594373 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Updating router 44b06be4-5138-4008-947f-41707bd59ce9 port f34259e6-22a8-4410-8aa0-d4395dc4dbdf binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:14:55.618564 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:55.627382 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-192f55a4-bc9d-4cb5-8a39-fa20f79d9eb9 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339248 Aug 29 05:14:55.627831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60012) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:55.633224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1365375150', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:55.721385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:14:55.725116 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:55.859713 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:55.872325 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Transition to ACTIVE for port object f34259e6-22a8-4410-8aa0-d4395dc4dbdf will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:55.878409 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:55.903138 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:55.928989 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Pushing event updated for resources: {'Port': ['ID=f34259e6-22a8-4410-8aa0-d4395dc4dbdf,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:55.931823 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Attempting to bind port f34259e6-22a8-4410-8aa0-d4395dc4dbdf on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:14:55.932185 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Attempting to bind port f34259e6-22a8-4410-8aa0-d4395dc4dbdf by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:14:55.932556 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Attempting to bind port f34259e6-22a8-4410-8aa0-d4395dc4dbdf on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:14:55.940812 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.941165 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.941484 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.941814 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.942141 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.942462 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.942780 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.943101 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.943476 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.944324 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.944641 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.944953 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:55.948043 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:14:55.948429 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:14:55.948825 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:55.949195 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:14:55.950202 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Bound port: f34259e6-22a8-4410-8aa0-d4395dc4dbdf, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:14:55.950202 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:55.966273 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Subnet': ['ID=a07241f0-80fe-4684-a06a-69f6a9929149,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:55.974597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Checking segment: {'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:14:55.975427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network hostable DHCP agents. Network: 3180f4fb-63b2-4351-9ca3-34fea966428f, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:14:55.992005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 3180f4fb-63b2-4351-9ca3-34fea966428f is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:14:56.000619 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 3180f4fb-63b2-4351-9ca3-34fea966428f) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:56.004160 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] For port f34259e6-22a8-4410-8aa0-d4395dc4dbdf, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:14:56.005368 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:56.005832 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.006982 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] For port f34259e6-22a8-4410-8aa0-d4395dc4dbdf, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f34259e6-22a8-4410-8aa0-d4395dc4dbdf,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:14:56.010152 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86d6e6-abcc-473a-95e3-6ace9ab81fc9 None None] Network 3180f4fb-63b2-4351-9ca3-34fea966428f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:14:56.013787 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.024689 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60014) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:56.025265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b50cb65b-b85f-4171-b9eb-8d0c6f01e97b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3959656 Aug 29 05:14:56.074738 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59abf1-b4c0-45dc-be1b-1beb031be925 None None] Pushing event updated for resources: {'Port': ['ID=f34259e6-22a8-4410-8aa0-d4395dc4dbdf,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:56.077922 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Routers {'44b06be4-5138-4008-947f-41707bd59ce9'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:56.078542 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['44b06be4-5138-4008-947f-41707bd59ce9'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:56.163982 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-3180f4fb-63b2-4351-9ca3-34fea966428f', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:14:56.164930 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.192849 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] Set router 44b06be4-5138-4008-947f-41707bd59ce9 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:56.205557 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-85447ad7-de60-415c-83ab-aa7fbf4412ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.329931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Allocated IP 172.20.0.2 (3180f4fb-63b2-4351-9ca3-34fea966428f/a07241f0-80fe-4684-a06a-69f6a9929149/9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:14:56.381951 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:54Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:56.413691 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab894a64-a8c9-4885-8bba-8c472eb6afd0 None None] The sync data for ids ['44b06be4-5138-4008-947f-41707bd59ce9'] in n-d-712141-12 is: [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:54Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:14:56.426071 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.501877 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.513095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Transition to ACTIVE for port object 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:56.528001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Transition to ACTIVE for port object 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:56.534707 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.571497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Network 3180f4fb-63b2-4351-9ca3-34fea966428f is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:14:56.576777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:56.580447 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:14:56.589254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Pushing event updated for resources: {'Port': ['ID=9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:56.660409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Attempting to bind port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:14:56.660787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Attempting to bind port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:14:56.661161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Attempting to bind port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 on network 3180f4fb-63b2-4351-9ca3-34fea966428f {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:14:56.666858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:14:56.667237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Checking segment: {'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:14:56.670369 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.670369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Bound using segment: {'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:14:56.670369 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Bound port: 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:14:56.670680 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.747670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] For port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:14:56.751289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] For port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:14:56.755529 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:56.816004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc01469-e3db-4bf7-b9a9-50f1657474dd None None] Pushing event updated for resources: {'Port': ['ID=9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:56.870186 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:57.225806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.20.0.1 (3180f4fb-63b2-4351-9ca3-34fea966428f/a07241f0-80fe-4684-a06a-69f6a9929149/cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:14:57.340786 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:57.353040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Transition to ACTIVE for port object cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:57.385738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:57.431757 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 3180f4fb-63b2-4351-9ca3-34fea966428f is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:14:57.434965 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:57.439040 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:14:57.463591 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:57.486985 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:57.530252 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:57.624599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:57.769969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22aa24-e800-4411-8813-7b4ff73a0f03 None None] Network 3180f4fb-63b2-4351-9ca3-34fea966428f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:14:57.788264 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:57.893892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e168b219-6bad-4142-be07-98cac046a59e None None] Provisioning for port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:57.923536 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:57.930025 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:57.935876 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:57.943365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:57.943752 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.007589 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.010305 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:58.076475 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.089552 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.109614 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 3180f4fb-63b2-4351-9ca3-34fea966428f is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:14:58.111452 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:58.121247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:58.124910 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.125843 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f34259e6-22a8-4410-8aa0-d4395dc4dbdf up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:58.202496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:58.218214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port f34259e6-22a8-4410-8aa0-d4395dc4dbdf completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:58.222560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port f34259e6-22a8-4410-8aa0-d4395dc4dbdf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:58.222941 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.239920 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 44b06be4-5138-4008-947f-41707bd59ce9 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:14:58.319751 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.347682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port f34259e6-22a8-4410-8aa0-d4395dc4dbdf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f34259e6-22a8-4410-8aa0-d4395dc4dbdf,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:58.350368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b193c03b-5e52-4c93-93fe-a8a6d0cbfd77 None None] Provisioning complete for port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:58.350819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b193c03b-5e52-4c93-93fe-a8a6d0cbfd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.367711 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:14:58.374182 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5564d8ea-cdc7-4ddb-925f-d6d0821a3ef7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "PUT /v2.0/routers/44b06be4-5138-4008-947f-41707bd59ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3476036 Aug 29 05:14:58.375955 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.382499 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Sync routers for ids ['44b06be4-5138-4008-947f-41707bd59ce9'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:14:58.428076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Routers {'44b06be4-5138-4008-947f-41707bd59ce9'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:58.428741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['44b06be4-5138-4008-947f-41707bd59ce9'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:58.501906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=f34259e6-22a8-4410-8aa0-d4395dc4dbdf,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:58.542197 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-d8f1128e-ba5c-474f-87cc-66bb4aa48c27 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796455932&fields=id&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 267 time: 0.0510538 Aug 29 05:14:58.592229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Set router 44b06be4-5138-4008-947f-41707bd59ce9 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:58.656077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-531e9ee5-ec15-48cc-a5f0-9ad5c5a60c08 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:58.657734 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-531e9ee5-ec15-48cc-a5f0-9ad5c5a60c08 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/networks?id=3180f4fb-63b2-4351-9ca3-34fea966428f HTTP/1.1" status: 200 len: 796 time: 0.1140060 Aug 29 05:14:58.671421 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b193c03b-5e52-4c93-93fe-a8a6d0cbfd77 None None] Provisioning for port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:58.673733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-f3c0f3ea-76cc-4563-b5e5-ff7811c4c3db tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/quotas/6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 375 time: 0.0099821 Aug 29 05:14:58.686544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b193c03b-5e52-4c93-93fe-a8a6d0cbfd77 None None] Provisioning complete for port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:58.686925 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b193c03b-5e52-4c93-93fe-a8a6d0cbfd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.729082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-5920a1da-5207-467a-9ecc-e3af0605879a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465600 Aug 29 05:14:58.758767 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b193c03b-5e52-4c93-93fe-a8a6d0cbfd77 None None] Port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:14:58.830311 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:57Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3', 'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:2a:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:56Z', 'updated_at': '2021-08-29T05:14:57Z', 'revision_number': 2, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:58.857993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Checking router: 44b06be4-5138-4008-947f-41707bd59ce9 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:14:58.858349 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Updating router 44b06be4-5138-4008-947f-41707bd59ce9 port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:14:58.870686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a5d48408-e0a3-45e9-80c8-2d7b16142052 service neutron] 10.222.0.49 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287978 Aug 29 05:14:58.889316 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.905886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-3eee254c-fae7-4c72-a906-7577df190f27 None None] Provisioning complete for port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:58.905886 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3eee254c-fae7-4c72-a906-7577df190f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:58.965879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-fcf526e9-7cd4-426c-afc3-454b987d03e0 service neutron] 10.222.0.49 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888124 Aug 29 05:14:58.969441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-3eee254c-fae7-4c72-a906-7577df190f27 None None] Port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:14:59.134856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aaf59bed-2f9d-493d-bbdb-a23ab6d1fc96 req-3c80e522-b610-4b6a-98ca-8f4c5262351f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 210 time: 0.0285344 Aug 29 05:14:59.188271 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:59.197953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Transition to ACTIVE for port object cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:59.203528 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:59.258251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70de5f-a391-40e4-a03f-de7437facbad None None] Pushing event updated for resources: {'Port': ['ID=cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:59.298819 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:59.312657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Attempting to bind port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:14:59.313127 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Attempting to bind port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:14:59.313396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Attempting to bind port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 on network 3180f4fb-63b2-4351-9ca3-34fea966428f {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:14:59.318807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:14:59.319188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Checking segment: {'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:14:59.319622 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:59.320019 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Bound using segment: {'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:14:59.320589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Bound port: cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:14:59.320978 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:59.389081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] For port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:14:59.392353 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] For port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:14:59.397379 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:59.451880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Routers {'44b06be4-5138-4008-947f-41707bd59ce9'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:59.452534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['44b06be4-5138-4008-947f-41707bd59ce9'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:59.490622 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70de5f-a391-40e4-a03f-de7437facbad None None] Pushing event updated for resources: {'Port': ['ID=cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:59.725378 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:59.767914 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] Set router 44b06be4-5138-4008-947f-41707bd59ce9 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:59.846864 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:59.847234 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:00.004675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f34259e6-22a8-4410-8aa0-d4395dc4dbdf up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:00.063189 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:57Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3', 'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:2a:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:56Z', 'updated_at': '2021-08-29T05:14:59Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:00.067056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port f34259e6-22a8-4410-8aa0-d4395dc4dbdf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:00.067429 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:00.094710 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02094e0a-2d24-4e02-923b-b4dbd6fe1c7f None None] The sync data for ids ['44b06be4-5138-4008-947f-41707bd59ce9'] in n-d-712141-12 is: [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:57Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3', 'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:2a:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:56Z', 'updated_at': '2021-08-29T05:14:59Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:15:00.233968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-584ebaed-587f-4451-9cbd-5bd9938c0d69 req-8a54edea-7ba1-44aa-963e-941488835076 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 210 time: 0.0341973 Aug 29 05:15:01.184845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-bbd4c073-4655-437f-8cef-2aee180f6f72 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:01.186659 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-bbd4c073-4655-437f-8cef-2aee180f6f72 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/networks?id=3180f4fb-63b2-4351-9ca3-34fea966428f HTTP/1.1" status: 200 len: 796 time: 0.1065974 Aug 29 05:15:01.237036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-3855bcb4-4f31-4c84-a632-b95b4779db8e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 380 time: 0.0340369 Aug 29 05:15:01.276845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'port': {'device_id': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'admin_state_up': True, 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'security_groups': ['e17b6d5c-5582-459d-9a90-6865d1add565']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:01.353155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75b0b1bc-c42a-4816-a990-ed91e95e9177 req-405c3377-55f9-4303-be4c-c54a67d8299a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 210 time: 0.0372314 Aug 29 05:15:01.406757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:15:01.410415 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.531210 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.20.0.4 (3180f4fb-63b2-4351-9ca3-34fea966428f/a07241f0-80fe-4684-a06a-69f6a9929149/cf11da5a-0d8e-451b-9108-ff45ade15202) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:15:01.670845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.685100 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Transition to ACTIVE for port object cf11da5a-0d8e-451b-9108-ff45ade15202 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:01.717579 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.740041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:01.762275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 3180f4fb-63b2-4351-9ca3-34fea966428f is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:01.767363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:01.771740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:15:01.775643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=cf11da5a-0d8e-451b-9108-ff45ade15202,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:01.805790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:01.810271 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:01.810657 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.828386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:01.829010 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.844424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-a8228f46-5d26-43df-8586-92add28f2cb2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713418 Aug 29 05:15:01.862788 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Request body: {'port': {'device_id': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:01.892817 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.919766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.951816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:01.956010 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:02.011196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8ac844ce-503d-4b66-a610-4e661b38e860 None None] Provisioning for port cf11da5a-0d8e-451b-9108-ff45ade15202 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:02.018013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8ac844ce-503d-4b66-a610-4e661b38e860 None None] Provisioning complete for port cf11da5a-0d8e-451b-9108-ff45ade15202 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:02.018412 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8ac844ce-503d-4b66-a610-4e661b38e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:02.019979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:02.063088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8ac844ce-503d-4b66-a610-4e661b38e860 None None] Port cf11da5a-0d8e-451b-9108-ff45ade15202 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:15:02.205699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf11da5a-0d8e-451b-9108-ff45ade15202 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:02.213167 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:02.225611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Transition to ACTIVE for port object cf11da5a-0d8e-451b-9108-ff45ade15202 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:02.229084 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:02.296442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Pushing event updated for resources: {'Port': ['ID=cf11da5a-0d8e-451b-9108-ff45ade15202,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:02.345466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Attempting to bind port cf11da5a-0d8e-451b-9108-ff45ade15202 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:15:02.345810 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Attempting to bind port cf11da5a-0d8e-451b-9108-ff45ade15202 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:15:02.346146 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Attempting to bind port cf11da5a-0d8e-451b-9108-ff45ade15202 on network 3180f4fb-63b2-4351-9ca3-34fea966428f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:02.351249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Port cf11da5a-0d8e-451b-9108-ff45ade15202 on network 3180f4fb-63b2-4351-9ca3-34fea966428f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:15:02.351579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Attempting to bind port cf11da5a-0d8e-451b-9108-ff45ade15202 on network 3180f4fb-63b2-4351-9ca3-34fea966428f {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:02.356565 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:15:02.356970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Checking segment: {'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:15:02.357359 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Bound using segment: {'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:15:02.357792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Bound port: cf11da5a-0d8e-451b-9108-ff45ade15202, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2033d3-712e-437b-a2cd-6df23e504b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:15:02.358155 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:02.431933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] For port cf11da5a-0d8e-451b-9108-ff45ade15202, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:15:02.466222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] For port cf11da5a-0d8e-451b-9108-ff45ade15202, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=cf11da5a-0d8e-451b-9108-ff45ade15202,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:15:02.471971 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:02.524768 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99528c90-6697-40c2-9dfe-f478249fb401 req-6b123e57-48c8-466e-bb6d-4992072fdeb5 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:02.526255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99528c90-6697-40c2-9dfe-f478249fb401 req-6b123e57-48c8-466e-bb6d-4992072fdeb5 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 943 time: 0.0981731 Aug 29 05:15:02.527653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:02.528146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:02.529509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] 10.222.0.52 "PUT /v2.0/ports/cf11da5a-0d8e-451b-9108-ff45ade15202 HTTP/1.1" status: 200 len: 1092 time: 0.6723669 Aug 29 05:15:02.532112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'tag': 'cf11da5a-0d8e-451b-9108-ff45ade15202'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:02.534241 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497787e8-991d-442b-917b-697f71272c41" -d '{"events": [{"name": "network-changed", "server_uuid": "5122b3df-e52e-4c72-85c6-1c78ad4aa155", "tag": "cf11da5a-0d8e-451b-9108-ff45ade15202"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:02.568455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ceb453-6692-4eb1-8fc3-b68652fa094d service neutron] Pushing event updated for resources: {'Port': ['ID=cf11da5a-0d8e-451b-9108-ff45ade15202,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:02.592131 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9827033f-9fc1-40cb-b08e-e7ff43190a9c x-openstack-request-id: req-9827033f-9fc1-40cb-b08e-e7ff43190a9c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:02.592457 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5122b3df-e52e-4c72-85c6-1c78ad4aa155", "tag": "cf11da5a-0d8e-451b-9108-ff45ade15202", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:02.592714 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9827033f-9fc1-40cb-b08e-e7ff43190a9c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:02.593111 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'tag': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'status': 'completed', 'code': 200} Aug 29 05:15:02.605287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-99528c90-6697-40c2-9dfe-f478249fb401 req-f18d2727-ce5a-49c7-bbf2-23954eabc8d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672071 Aug 29 05:15:02.654554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-4916b833-4f06-4b8d-b2cf-343219a7a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:02.656244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-4916b833-4f06-4b8d-b2cf-343219a7a014 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 1095 time: 0.0549037 Aug 29 05:15:02.704575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-3353b310-9419-46d4-83e0-22c64f396370 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf11da5a-0d8e-451b-9108-ff45ade15202 HTTP/1.1" status: 200 len: 217 time: 0.0353346 Aug 29 05:15:02.750995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-be5826a9-0f8f-4fe9-994c-62e35ca2ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:02.752366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-be5826a9-0f8f-4fe9-994c-62e35ca2ecdc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a07241f0-80fe-4684-a06a-69f6a9929149 HTTP/1.1" status: 200 len: 835 time: 0.0415337 Aug 29 05:15:02.797363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-e94b8c56-c832-4227-b90c-ba95bd8a78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:02.798973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-e94b8c56-c832-4227-b90c-ba95bd8a78f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3180f4fb-63b2-4351-9ca3-34fea966428f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397453 Aug 29 05:15:02.889233 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-e3ed3ed7-5bef-423d-be29-e2e4c5b63d7f service neutron] 10.222.0.52 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831056 Aug 29 05:15:02.975554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7ca7ca1b-0c91-4043-82b1-13c9d1a6be0f req-7b1cf913-e3c2-4ac2-be35-5eaffe95e608 service neutron] 10.222.0.52 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791926 Aug 29 05:15:03.107879 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497787e8-991d-442b-917b-697f71272c41 req-10740c38-3a3a-4cdc-b489-4735459e3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:03.109380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497787e8-991d-442b-917b-697f71272c41 req-10740c38-3a3a-4cdc-b489-4735459e3646 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 1095 time: 0.0437627 Aug 29 05:15:03.197455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497787e8-991d-442b-917b-697f71272c41 req-f8fb92cb-03f8-4f33-a383-6e2d92f245b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:03.198918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497787e8-991d-442b-917b-697f71272c41 req-f8fb92cb-03f8-4f33-a383-6e2d92f245b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3180f4fb-63b2-4351-9ca3-34fea966428f HTTP/1.1" status: 200 len: 897 time: 0.0820675 Aug 29 05:15:03.242191 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497787e8-991d-442b-917b-697f71272c41 req-3124ce1b-be5c-4bab-80bc-c626f622f99b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf11da5a-0d8e-451b-9108-ff45ade15202 HTTP/1.1" status: 200 len: 217 time: 0.0362360 Aug 29 05:15:03.289683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497787e8-991d-442b-917b-697f71272c41 req-fc353fee-39a7-4900-b561-8272d951e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:03.290980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497787e8-991d-442b-917b-697f71272c41 req-fc353fee-39a7-4900-b561-8272d951e260 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a07241f0-80fe-4684-a06a-69f6a9929149 HTTP/1.1" status: 200 len: 835 time: 0.0416343 Aug 29 05:15:03.334598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497787e8-991d-442b-917b-697f71272c41 req-d8c47810-2299-4d62-bc63-afd33754a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:03.336020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497787e8-991d-442b-917b-697f71272c41 req-d8c47810-2299-4d62-bc63-afd33754a277 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3180f4fb-63b2-4351-9ca3-34fea966428f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382810 Aug 29 05:15:03.425931 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497787e8-991d-442b-917b-697f71272c41 req-b3a14eef-ce21-418d-9c4a-65f4c71049b1 service neutron] 10.222.0.52 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818782 Aug 29 05:15:03.513636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497787e8-991d-442b-917b-697f71272c41 req-6194af38-6018-4f06-ae1c-5f7c6140c696 service neutron] 10.222.0.52 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806386 Aug 29 05:15:03.719335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:03.722757 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d412e4-ba46-4712-807e-cfcaff17d399 req-3298eded-898b-4ae7-a5ad-ced5c36ce678 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:03.724264 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89d412e4-ba46-4712-807e-cfcaff17d399 req-3298eded-898b-4ae7-a5ad-ced5c36ce678 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 943 time: 0.0500102 Aug 29 05:15:03.761516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89d412e4-ba46-4712-807e-cfcaff17d399 req-b6365d1b-b474-4a82-96fd-7b97d1952952 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311861 Aug 29 05:15:03.767071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:03.767449 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:04.879704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03760dd4-0986-437d-9437-7328804853e7 req-1e3d07c4-c067-416b-b7a6-ba3ac043f1cf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:04.881189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03760dd4-0986-437d-9437-7328804853e7 req-1e3d07c4-c067-416b-b7a6-ba3ac043f1cf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 943 time: 0.0532870 Aug 29 05:15:04.918286 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03760dd4-0986-437d-9437-7328804853e7 req-70f3fc06-af9b-474b-a238-eb48ce1e4e54 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309627 Aug 29 05:15:06.031522 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e654c6-af4b-4572-b6a7-b41ab86bb3df req-bf33fda4-3a6a-4100-8dfe-e042443c3a70 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:06.033064 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71e654c6-af4b-4572-b6a7-b41ab86bb3df req-bf33fda4-3a6a-4100-8dfe-e042443c3a70 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 943 time: 0.0493054 Aug 29 05:15:06.071567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-71e654c6-af4b-4572-b6a7-b41ab86bb3df req-b6c6be71-a63e-475d-bfeb-61fca97b9c1d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321293 Aug 29 05:15:06.489742 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device cf11da5a-0d8e-451b-9108-ff45ade15202 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:15:06.583303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port cf11da5a-0d8e-451b-9108-ff45ade15202, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=cf11da5a-0d8e-451b-9108-ff45ade15202,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:06.595661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'port_id': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'mac_address': 'fa:16:3e:78:d2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:15:06.632501 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.645128 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf11da5a-0d8e-451b-9108-ff45ade15202 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:06.664317 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port cf11da5a-0d8e-451b-9108-ff45ade15202, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=cf11da5a-0d8e-451b-9108-ff45ade15202,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:06.668235 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:06.717255 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=cf11da5a-0d8e-451b-9108-ff45ade15202,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:07.071970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['cf11da5a-0d8e-451b-9108-ff45ade15202'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:15:07.185129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191804b-7c79-4ddd-942b-38d8884c83c1 req-98a3d28c-d8a3-46d7-870e-acb005789815 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:07.186634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c191804b-7c79-4ddd-942b-38d8884c83c1 req-98a3d28c-d8a3-46d7-870e-acb005789815 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 944 time: 0.0478282 Aug 29 05:15:07.223577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c191804b-7c79-4ddd-942b-38d8884c83c1 req-e145052f-96ce-47f5-8bf9-c2e78b8fd1a7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310316 Aug 29 05:15:08.342594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e4d76-d957-4179-af21-2f51c78e343c req-c1779049-b74a-4c59-82aa-e37cc3b84df3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:08.344053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-708e4d76-d957-4179-af21-2f51c78e343c req-c1779049-b74a-4c59-82aa-e37cc3b84df3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 944 time: 0.0523944 Aug 29 05:15:08.381241 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-708e4d76-d957-4179-af21-2f51c78e343c req-e8951b0c-1150-46a2-a841-32f668f2ebbd tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307014 Aug 29 05:15:08.493245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device cf11da5a-0d8e-451b-9108-ff45ade15202 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:08.540418 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port cf11da5a-0d8e-451b-9108-ff45ade15202 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:08.543996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port cf11da5a-0d8e-451b-9108-ff45ade15202 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:08.544407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:08.618832 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:08.642695 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf11da5a-0d8e-451b-9108-ff45ade15202'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:08.645086 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36981f19-b50e-4b6b-87bf-d61ed142ee79" -d '{"events": [{"server_uuid": "5122b3df-e52e-4c72-85c6-1c78ad4aa155", "name": "network-vif-plugged", "status": "completed", "tag": "cf11da5a-0d8e-451b-9108-ff45ade15202"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:08.658181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port cf11da5a-0d8e-451b-9108-ff45ade15202, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=cf11da5a-0d8e-451b-9108-ff45ade15202,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:08.662385 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:08.715777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=cf11da5a-0d8e-451b-9108-ff45ade15202,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:08.742688 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7acacfc-fbe1-42fb-bb5e-ceefa079c7c3 x-openstack-request-id: req-f7acacfc-fbe1-42fb-bb5e-ceefa079c7c3 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:08.742984 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5122b3df-e52e-4c72-85c6-1c78ad4aa155", "name": "network-vif-plugged", "status": "completed", "tag": "cf11da5a-0d8e-451b-9108-ff45ade15202", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:08.743240 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7acacfc-fbe1-42fb-bb5e-ceefa079c7c3 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:08.743707 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'code': 200} Aug 29 05:15:08.883462 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9f737-2e10-4a44-b74f-c3e5cf08172e req-24a88cae-2ebb-46eb-a406-3a8c44043082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:08.885013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88e9f737-2e10-4a44-b74f-c3e5cf08172e req-24a88cae-2ebb-46eb-a406-3a8c44043082 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 1097 time: 0.0418415 Aug 29 05:15:08.919469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-88e9f737-2e10-4a44-b74f-c3e5cf08172e req-0e7ef4d9-457f-44cf-9bd0-525629376fbd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270917 Aug 29 05:15:09.491967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a2a76-4239-4fc8-95b0-356131f1c861 req-f5bb936d-9c96-4134-8588-fbfeb9dd548c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:09.493465 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-414a2a76-4239-4fc8-95b0-356131f1c861 req-f5bb936d-9c96-4134-8588-fbfeb9dd548c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0476930 Aug 29 05:15:09.535822 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-414a2a76-4239-4fc8-95b0-356131f1c861 req-8322f2c2-a97b-49a8-a39f-d651c1eb9068 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363631 Aug 29 05:15:10.654348 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618c58b-4949-4d17-abdc-51a9ce557ba3 req-4147e4ec-80c9-4f43-aad8-6e1225931722 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:10.655827 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f618c58b-4949-4d17-abdc-51a9ce557ba3 req-4147e4ec-80c9-4f43-aad8-6e1225931722 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0523880 Aug 29 05:15:10.692677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f618c58b-4949-4d17-abdc-51a9ce557ba3 req-273f60cb-8532-4f1a-ad34-a9e0a5d4b080 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Aug 29 05:15:10.803981 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391281c-1c91-4c38-a706-66d3f98caedd req-afd164cb-a6e4-4ed8-8ad3-8917d1742911 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:10.805483 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f391281c-1c91-4c38-a706-66d3f98caedd req-afd164cb-a6e4-4ed8-8ad3-8917d1742911 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0477479 Aug 29 05:15:10.843107 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f391281c-1c91-4c38-a706-66d3f98caedd req-ec08b0cd-848b-4d96-b263-df485da3937a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Aug 29 05:15:10.863841 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60072) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:10.903225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93835654-1e07-45d9-994a-dfe059d54e88 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:10.904758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-93835654-1e07-45d9-994a-dfe059d54e88 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 1092 time: 0.0398932 Aug 29 05:15:10.907491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60074) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:10.911821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:10.933114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.324578 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.421452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.25.5.148 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/ca3a8b2c-95ce-48c9-a4d7-4b7db7faf05e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:15:11.523699 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.562247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.601983 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:11.604842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:11.607615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:15:11.638634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=ca3a8b2c-95ce-48c9-a4d7-4b7db7faf05e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:11.959379 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.026969 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.170975 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.175443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.256867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=ca3a8b2c-95ce-48c9-a4d7-4b7db7faf05e,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:12.268134 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.366315 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Floating IP 666fa7f3-3c9c-4175-b0c5-0bc02165b50a associated. External IP: 172.25.5.148, port: cf11da5a-0d8e-451b-9108-ff45ade15202. Aug 29 05:15:12.569281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 44b06be4-5138-4008-947f-41707bd59ce9 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:15:12.676868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:15:12.686906 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] Sync routers for ids ['44b06be4-5138-4008-947f-41707bd59ce9'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:15:12.693855 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.697678 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] Routers {'44b06be4-5138-4008-947f-41707bd59ce9'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:12.698275 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['44b06be4-5138-4008-947f-41707bd59ce9'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:12.721353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c0ccd560-b7bd-49ff-814e-40ffd20db89d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8128564 Aug 29 05:15:12.722074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'tag': 'cf11da5a-0d8e-451b-9108-ff45ade15202'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:12.724646 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95630d6c-1399-441f-ba07-fa2c004aca6b" -d '{"events": [{"name": "network-changed", "server_uuid": "5122b3df-e52e-4c72-85c6-1c78ad4aa155", "tag": "cf11da5a-0d8e-451b-9108-ff45ade15202"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:12.767922 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1be959-9c8b-4cd2-92a6-60db682fb1a9 x-openstack-request-id: req-aa1be959-9c8b-4cd2-92a6-60db682fb1a9 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:12.768447 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5122b3df-e52e-4c72-85c6-1c78ad4aa155", "tag": "cf11da5a-0d8e-451b-9108-ff45ade15202", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:12.768828 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa1be959-9c8b-4cd2-92a6-60db682fb1a9 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:12.769360 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'tag': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'status': 'completed', 'code': 200} Aug 29 05:15:12.806162 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] Set router 44b06be4-5138-4008-947f-41707bd59ce9 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:12.854203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4a64-5a09-412a-ba81-978711f2b7a1 req-8e95de93-a16e-4961-8837-9c142846c459 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:12.855634 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-660a4a64-5a09-412a-ba81-978711f2b7a1 req-8e95de93-a16e-4961-8837-9c142846c459 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0757406 Aug 29 05:15:12.877355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-a2f5a3a8-3923-4de2-98f8-69d51013c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:12.879108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-a2f5a3a8-3923-4de2-98f8-69d51013c700 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 1097 time: 0.0685320 Aug 29 05:15:12.940480 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-660a4a64-5a09-412a-ba81-978711f2b7a1 req-f8d3ccfa-ccff-49a0-b28b-b115e0361db1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784576 Aug 29 05:15:12.963549 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60080) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:12.983198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-21b7250d-1bf8-47e3-9a4a-d4acbb04cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:12.984852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-21b7250d-1bf8-47e3-9a4a-d4acbb04cc08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3180f4fb-63b2-4351-9ca3-34fea966428f HTTP/1.1" status: 200 len: 897 time: 0.0983250 Aug 29 05:15:13.027466 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:57Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '666fa7f3-3c9c-4175-b0c5-0bc02165b50a', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'port_id': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'mac_address': 'fa:16:3e:78:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:11Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3', 'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:2a:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:56Z', 'updated_at': '2021-08-29T05:15:01Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:13.030647 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-70c9d5a1-1183-4ad4-8001-2d463bafa983 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/666fa7f3-3c9c-4175-b0c5-0bc02165b50a HTTP/1.1" status: 200 len: 991 time: 0.0644259 Aug 29 05:15:13.052809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-e006b6e5-9be6-47e4-90a0-c2be16af3b5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf11da5a-0d8e-451b-9108-ff45ade15202 HTTP/1.1" status: 200 len: 999 time: 0.0601287 Aug 29 05:15:13.053223 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] Checking router: 44b06be4-5138-4008-947f-41707bd59ce9 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:15:13.061400 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] Routers {'44b06be4-5138-4008-947f-41707bd59ce9'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:13.062001 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:14:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['44b06be4-5138-4008-947f-41707bd59ce9'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:13.105105 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-101fd206-78be-4a7f-9785-aa5239f91c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:13.106511 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-101fd206-78be-4a7f-9785-aa5239f91c3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a07241f0-80fe-4684-a06a-69f6a9929149 HTTP/1.1" status: 200 len: 835 time: 0.0479739 Aug 29 05:15:13.155276 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-7fa35a54-1fb0-44f7-9a85-ee9a3ce349c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:13.156911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-7fa35a54-1fb0-44f7-9a85-ee9a3ce349c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3180f4fb-63b2-4351-9ca3-34fea966428f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436635 Aug 29 05:15:13.247527 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-61982a22-44fe-4437-8c7d-40668d418748 service neutron] 10.222.0.52 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833652 Aug 29 05:15:13.255902 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] Set router 44b06be4-5138-4008-947f-41707bd59ce9 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:13.340131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-95630d6c-1399-441f-ba07-fa2c004aca6b req-20613648-9921-490c-89a6-2be2b77c8de3 service neutron] 10.222.0.52 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856049 Aug 29 05:15:13.470232 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:57Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '666fa7f3-3c9c-4175-b0c5-0bc02165b50a', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'port_id': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'mac_address': 'fa:16:3e:78:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:11Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3', 'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:2a:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:56Z', 'updated_at': '2021-08-29T05:15:01Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:13.495746 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02e0d-b1d8-4fbb-86b8-300a756c042b None None] The sync data for ids ['44b06be4-5138-4008-947f-41707bd59ce9'] in n-d-712141-12 is: [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:57Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '666fa7f3-3c9c-4175-b0c5-0bc02165b50a', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'port_id': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'mac_address': 'fa:16:3e:78:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:15:11Z', 'updated_at': '2021-08-29T05:15:11Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3', 'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:2a:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:56Z', 'updated_at': '2021-08-29T05:15:01Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:15:13.672024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f951927-7667-4e42-a09d-f23ed916913f None None] New status for floating IP 666fa7f3-3c9c-4175-b0c5-0bc02165b50a: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:15:14.032441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60082) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:14.091118 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-525fed43-8173-4f21-b6f9-554766821aae tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/666fa7f3-3c9c-4175-b0c5-0bc02165b50a HTTP/1.1" status: 200 len: 993 time: 0.0575280 Aug 29 05:15:18.796457 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:23.625743 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c904e564-50e1-48c7-95e2-a4fce4272efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:24.492920 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6543424a-8af9-4c71-b1bc-743efb58a161 req-70ee8f9a-8d32-484d-8b5b-6fccbe5788fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0281134 Aug 29 05:15:24.558484 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6543424a-8af9-4c71-b1bc-743efb58a161 req-6fe7158f-34ec-4d36-9a7c-b8b88cbe82ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0244396 Aug 29 05:15:24.598069 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6543424a-8af9-4c71-b1bc-743efb58a161 req-7fa55b1b-10f1-4ad2-98ad-15de01a1b791 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194404 Aug 29 05:15:24.688954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543424a-8af9-4c71-b1bc-743efb58a161 req-b1e392aa-9ef9-4b9b-98ca-0441609faffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:24.690449 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6543424a-8af9-4c71-b1bc-743efb58a161 req-b1e392aa-9ef9-4b9b-98ca-0441609faffc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858462 Aug 29 05:15:26.188449 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c87230eb-48ab-4cb4-93b7-6f5f6494a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:26.407420 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:27.528727 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:28.092100 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:29.013774 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:15:29.266755 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:29.582141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c31355dd-a930-4796-9586-4467f141ceb0 req-d5b58b23-b780-4327-8377-2e27f34d297e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405734 Aug 29 05:15:29.680125 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31355dd-a930-4796-9586-4467f141ceb0 req-87c054da-fcee-43ea-89e9-76aa06f0dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:29.681618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c31355dd-a930-4796-9586-4467f141ceb0 req-87c054da-fcee-43ea-89e9-76aa06f0dcfb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 1097 time: 0.0399501 Aug 29 05:15:29.788257 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31355dd-a930-4796-9586-4467f141ceb0 req-4ffbd591-9408-4c08-858f-4f1fc487a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:29.789737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c31355dd-a930-4796-9586-4467f141ceb0 req-4ffbd591-9408-4c08-858f-4f1fc487a110 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3180f4fb-63b2-4351-9ca3-34fea966428f HTTP/1.1" status: 200 len: 897 time: 0.0885737 Aug 29 05:15:29.856275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c31355dd-a930-4796-9586-4467f141ceb0 req-50cfc02b-14e7-4e9f-ae4f-201b6f9fd580 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf11da5a-0d8e-451b-9108-ff45ade15202 HTTP/1.1" status: 200 len: 1001 time: 0.0583820 Aug 29 05:15:29.907377 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31355dd-a930-4796-9586-4467f141ceb0 req-c4f0d8f8-9153-4cdf-8a9a-cd2ba77fe90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:29.908807 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c31355dd-a930-4796-9586-4467f141ceb0 req-c4f0d8f8-9153-4cdf-8a9a-cd2ba77fe90f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a07241f0-80fe-4684-a06a-69f6a9929149 HTTP/1.1" status: 200 len: 835 time: 0.0458477 Aug 29 05:15:29.953494 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31355dd-a930-4796-9586-4467f141ceb0 req-552b93e6-475b-4e86-aac8-915bad0f5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:29.954951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c31355dd-a930-4796-9586-4467f141ceb0 req-552b93e6-475b-4e86-aac8-915bad0f5be6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3180f4fb-63b2-4351-9ca3-34fea966428f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389695 Aug 29 05:15:30.042212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c31355dd-a930-4796-9586-4467f141ceb0 req-dbb9a8d4-85b6-4a92-965c-467387df23f1 service neutron] 10.222.0.52 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799503 Aug 29 05:15:30.137234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c31355dd-a930-4796-9586-4467f141ceb0 req-3fc6755d-9168-44dd-a56b-514b3c86d211 service neutron] 10.222.0.52 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843775 Aug 29 05:15:48.794647 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:53.626333 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-26563218-2c57-4d0d-a0e9-13d6d0e42f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:56.189644 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7b0908b1-31b6-4149-895a-660b5210df34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:56.409208 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:57.531832 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:58.098586 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:59.267803 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:06.013092 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:16:18.804149 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:23.337389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b09dd-eb92-4611-99bb-f163248c67fd req-f2c8f4b4-d7f3-4ca8-b4f2-190252b9ab73 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:23.338866 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-364b09dd-eb92-4611-99bb-f163248c67fd req-f2c8f4b4-d7f3-4ca8-b4f2-190252b9ab73 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0496676 Aug 29 05:16:23.375150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-364b09dd-eb92-4611-99bb-f163248c67fd req-e07f5ebf-4173-4e21-9a7b-068d840a674e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302904 Aug 29 05:16:23.626712 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4c14e532-9978-4061-8282-2314e55b8532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:24.523272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65950d65-4643-4692-8d67-ce6654667022 req-326dcb68-745b-402a-bdca-ee9c3b0c3c5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:24.524676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65950d65-4643-4692-8d67-ce6654667022 req-326dcb68-745b-402a-bdca-ee9c3b0c3c5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Aug 29 05:16:24.564105 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-65950d65-4643-4692-8d67-ce6654667022 req-f23efa13-7eef-45a6-ba0e-fd6964ffb36f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335937 Aug 29 05:16:24.586567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60122) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:24.649828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-837ebbaa-5244-4a04-9c77-ddd308b558d8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/666fa7f3-3c9c-4175-b0c5-0bc02165b50a HTTP/1.1" status: 200 len: 993 time: 0.0621445 Aug 29 05:16:25.925822 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18555e5-27ea-4306-9388-063d97e851ba req-ea16a6a0-5d2c-4a3a-adf2-695a03d00586 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.927727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f18555e5-27ea-4306-9388-063d97e851ba req-ea16a6a0-5d2c-4a3a-adf2-695a03d00586 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0543983 Aug 29 05:16:25.965186 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f18555e5-27ea-4306-9388-063d97e851ba req-212d5488-e22d-4d83-9c26-a0e64549d7ed tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Aug 29 05:16:26.189016 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cdb10b88-0ff7-45f4-a4d2-b13b76531c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.410086 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:26.646748 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e6b002c-bc69-467c-9958-31b9f973b22e req-753b72ce-2054-44fe-8d8d-660f1b2bf23a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0865340 Aug 29 05:16:26.696743 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e6b002c-bc69-467c-9958-31b9f973b22e req-22d21f72-6df7-4054-ae7d-005d57dc7484 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0276728 Aug 29 05:16:26.735461 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e6b002c-bc69-467c-9958-31b9f973b22e req-c052a885-1c79-4541-acb2-4ae8b72d4986 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183990 Aug 29 05:16:26.826091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b002c-bc69-467c-9958-31b9f973b22e req-31e538f1-3ed3-4c6a-8234-c7ae2584a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:26.827320 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7e6b002c-bc69-467c-9958-31b9f973b22e req-31e538f1-3ed3-4c6a-8234-c7ae2584a93a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846725 Aug 29 05:16:27.094265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7d20-4b24-4a37-be21-4650e11d1e31 req-6ad1d270-e34e-41eb-a0f3-9953ce214d93 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:27.095653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7df7d20-4b24-4a37-be21-4650e11d1e31 req-6ad1d270-e34e-41eb-a0f3-9953ce214d93 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0595980 Aug 29 05:16:27.133084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d7df7d20-4b24-4a37-be21-4650e11d1e31 req-c93c1e62-87df-4746-b1f8-b472bb18c0ef tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310192 Aug 29 05:16:27.154520 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60138) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:27.212333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-253ecba3-e245-49d0-b116-0aa000e26a49 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/666fa7f3-3c9c-4175-b0c5-0bc02165b50a HTTP/1.1" status: 200 len: 993 time: 0.0566909 Aug 29 05:16:27.439714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60144) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:27.535211 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.598715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port ca3a8b2c-95ce-48c9-a4d7-4b7db7faf05e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:27.599180 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.674906 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.675236 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.686419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for ca3a8b2c-95ce-48c9-a4d7-4b7db7faf05e owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:27.830979 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.856917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=ca3a8b2c-95ce-48c9-a4d7-4b7db7faf05e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:27.881506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.881855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.882196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.882552 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.882866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.883198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.883525 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.883853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.884180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.884528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.884853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.885174 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:27.924124 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:27.924509 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Floating IP 666fa7f3-3c9c-4175-b0c5-0bc02165b50a disassociated (deleted). External IP: 172.25.5.148, port: cf11da5a-0d8e-451b-9108-ff45ade15202. Aug 29 05:16:28.111576 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.124459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 44b06be4-5138-4008-947f-41707bd59ce9 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:28.527908 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:28.532654 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:28.537854 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] Sync routers for ids ['44b06be4-5138-4008-947f-41707bd59ce9'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:28.546595 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] Routers {'44b06be4-5138-4008-947f-41707bd59ce9'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:28.547191 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['44b06be4-5138-4008-947f-41707bd59ce9'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:28.558558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a11643e7-183d-4a14-b0a9-cf19a5371937 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/floatingips/666fa7f3-3c9c-4175-b0c5-0bc02165b50a HTTP/1.1" status: 204 len: 168 time: 1.1178041 Aug 29 05:16:28.559265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'tag': 'cf11da5a-0d8e-451b-9108-ff45ade15202'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:28.561653 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3161d2fc-af46-4fe2-b695-6908b1913c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5122b3df-e52e-4c72-85c6-1c78ad4aa155", "tag": "cf11da5a-0d8e-451b-9108-ff45ade15202"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:28.599703 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dafbfda-8e9d-4c99-9fe7-9e49345cfd90 x-openstack-request-id: req-5dafbfda-8e9d-4c99-9fe7-9e49345cfd90 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:28.600247 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5122b3df-e52e-4c72-85c6-1c78ad4aa155", "tag": "cf11da5a-0d8e-451b-9108-ff45ade15202", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:28.601092 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dafbfda-8e9d-4c99-9fe7-9e49345cfd90 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:28.601092 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'tag': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'status': 'completed', 'code': 200} Aug 29 05:16:28.657439 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] Set router 44b06be4-5138-4008-947f-41707bd59ce9 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:28.695691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-ba403fc2-d95a-4afe-bd74-eb3113c02ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:28.697642 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-ba403fc2-d95a-4afe-bd74-eb3113c02ee0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 1097 time: 0.0511332 Aug 29 05:16:28.845703 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c41a7-9242-4d83-a078-08deceaea852 req-03fa1657-d695-45fa-b714-0392daab5aab tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:28.847212 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-484c41a7-9242-4d83-a078-08deceaea852 req-03fa1657-d695-45fa-b714-0392daab5aab tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0983016 Aug 29 05:16:28.867415 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:57Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3', 'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:2a:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:56Z', 'updated_at': '2021-08-29T05:15:01Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:28.881671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-0442bd59-6967-4545-a437-09f2249bd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:28.883214 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-0442bd59-6967-4545-a437-09f2249bd324 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3180f4fb-63b2-4351-9ca3-34fea966428f HTTP/1.1" status: 200 len: 897 time: 0.1430318 Aug 29 05:16:28.894083 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] Checking router: 44b06be4-5138-4008-947f-41707bd59ce9 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:28.902684 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] Routers {'44b06be4-5138-4008-947f-41707bd59ce9'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:28.903290 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['44b06be4-5138-4008-947f-41707bd59ce9'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:28.936363 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-484c41a7-9242-4d83-a078-08deceaea852 req-549aad12-6629-4393-82b1-7b8334d45102 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819585 Aug 29 05:16:28.937746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-faf49054-8264-445f-804d-b90233bbdbb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf11da5a-0d8e-451b-9108-ff45ade15202 HTTP/1.1" status: 200 len: 217 time: 0.0439322 Aug 29 05:16:28.992521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-9c90dc5d-586a-4676-8723-2aeb845fc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:28.994050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-9c90dc5d-586a-4676-8723-2aeb845fc9b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a07241f0-80fe-4684-a06a-69f6a9929149 HTTP/1.1" status: 200 len: 835 time: 0.0478876 Aug 29 05:16:29.008078 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] Set router 44b06be4-5138-4008-947f-41707bd59ce9 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:29.040842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-7cd26410-7217-4091-b585-c131ad1301f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:29.042334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-7cd26410-7217-4091-b585-c131ad1301f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3180f4fb-63b2-4351-9ca3-34fea966428f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396709 Aug 29 05:16:29.135685 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-c1d3aaf7-7322-41e9-b2a0-259d35a724c9 service neutron] 10.222.0.52 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854897 Aug 29 05:16:29.204931 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:57Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3', 'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:2a:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:56Z', 'updated_at': '2021-08-29T05:15:01Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:29.225049 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3161d2fc-af46-4fe2-b695-6908b1913c3d req-2a434d52-4f5c-497b-b77e-8eacb229f2bd service neutron] 10.222.0.52 "GET /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811536 Aug 29 05:16:29.233295 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d037d32-e5c6-46f5-a38f-aeb7281e950f None None] The sync data for ids ['44b06be4-5138-4008-947f-41707bd59ce9'] in n-d-712141-12 is: [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:14:57Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3', 'name': '', 'network_id': '3180f4fb-63b2-4351-9ca3-34fea966428f', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:2a:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:56Z', 'updated_at': '2021-08-29T05:15:01Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'a07241f0-80fe-4684-a06a-69f6a9929149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:29.277218 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:29.451356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af8ad9-2926-427d-ac00-228795a5fc30 None None] New status for floating IP 666fa7f3-3c9c-4175-b0c5-0bc02165b50a: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:16:30.052428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58958bf4-e9df-48c1-a8e9-46741439f3cf req-2facda13-c324-49fc-b924-e34a0186f693 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:30.053908 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58958bf4-e9df-48c1-a8e9-46741439f3cf req-2facda13-c324-49fc-b924-e34a0186f693 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0492957 Aug 29 05:16:30.090504 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-58958bf4-e9df-48c1-a8e9-46741439f3cf req-8c1b51f3-2149-454e-8950-9b402dab4cf5 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=e17b6d5c-5582-459d-9a90-6865d1add565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308816 Aug 29 05:16:30.766395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c074f51b-fa37-4953-98c6-0d4efeac9d16 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:30.767826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c074f51b-fa37-4953-98c6-0d4efeac9d16 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 945 time: 0.0510986 Aug 29 05:16:30.855936 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c9f5dece-9b24-412f-8156-9b9d65d67795 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port cf11da5a-0d8e-451b-9108-ff45ade15202 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:30.856191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c9f5dece-9b24-412f-8156-9b9d65d67795 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.945643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c9f5dece-9b24-412f-8156-9b9d65d67795 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port cf11da5a-0d8e-451b-9108-ff45ade15202, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=cf11da5a-0d8e-451b-9108-ff45ade15202,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:30.946009 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c9f5dece-9b24-412f-8156-9b9d65d67795 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.958965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c9f5dece-9b24-412f-8156-9b9d65d67795 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for cf11da5a-0d8e-451b-9108-ff45ade15202 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:31.080634 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c9f5dece-9b24-412f-8156-9b9d65d67795 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.113720 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5dece-9b24-412f-8156-9b9d65d67795 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=cf11da5a-0d8e-451b-9108-ff45ade15202,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:31.155854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c9f5dece-9b24-412f-8156-9b9d65d67795 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] No DVR routers for this DVR port cf11da5a-0d8e-451b-9108-ff45ade15202 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:31.158495 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c9f5dece-9b24-412f-8156-9b9d65d67795 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:31.160567 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f6992e7-6a7e-460f-8774-489f886458b7 req-c9f5dece-9b24-412f-8156-9b9d65d67795 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "DELETE /v2.0/ports/cf11da5a-0d8e-451b-9108-ff45ade15202 HTTP/1.1" status: 204 len: 173 time: 0.3865747 Aug 29 05:16:31.161004 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'name': 'network-vif-deleted', 'tag': 'cf11da5a-0d8e-451b-9108-ff45ade15202'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:31.163242 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8cf01f-08c6-4461-9691-4d11f90d4f71" -d '{"events": [{"server_uuid": "5122b3df-e52e-4c72-85c6-1c78ad4aa155", "name": "network-vif-deleted", "tag": "cf11da5a-0d8e-451b-9108-ff45ade15202"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:31.196002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-70f99a17-b98d-47c0-b0f6-9138a1dfae91 req-4dd8e844-703f-4423-aca1-1bda9a2c9117 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=5122b3df-e52e-4c72-85c6-1c78ad4aa155 HTTP/1.1" status: 200 len: 210 time: 0.0289989 Aug 29 05:16:31.201424 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8990fbb6-6fda-4bb1-8649-b4b7b122f687 x-openstack-request-id: req-8990fbb6-6fda-4bb1-8649-b4b7b122f687 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:31.201747 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5122b3df-e52e-4c72-85c6-1c78ad4aa155", "name": "network-vif-deleted", "tag": "cf11da5a-0d8e-451b-9108-ff45ade15202", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:31.202015 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8990fbb6-6fda-4bb1-8649-b4b7b122f687 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:31.202425 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5122b3df-e52e-4c72-85c6-1c78ad4aa155', 'name': 'network-vif-deleted', 'tag': 'cf11da5a-0d8e-451b-9108-ff45ade15202', 'status': 'completed', 'code': 200} Aug 29 05:16:32.250074 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60160) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:32.625713 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.875679 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:32.875941 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.960438 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:32.960812 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:32.973142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:33.155606 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.184457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:33.207814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.208117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.208451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.208946 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.209258 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.209614 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.209957 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.210291 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.210624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.210949 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.211290 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.211601 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:33.362466 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.853429 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 44b06be4-5138-4008-947f-41707bd59ce9 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:33.956560 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:33.962704 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ea05a75f-1dc2-4204-80c2-b1eff8cd7170 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "PUT /v2.0/routers/44b06be4-5138-4008-947f-41707bd59ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115898 Aug 29 05:16:33.965590 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60162) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:33.966704 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] Sync routers for ids ['44b06be4-5138-4008-947f-41707bd59ce9'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:33.975869 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] Routers {'44b06be4-5138-4008-947f-41707bd59ce9'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:33.976493 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['44b06be4-5138-4008-947f-41707bd59ce9'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:34.015665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f5a300-4e86-44d2-88c4-0fca6678cfa3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting subnet a07241f0-80fe-4684-a06a-69f6a9929149 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:16:34.018739 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43f5a300-4e86-44d2-88c4-0fca6678cfa3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.058399 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43f5a300-4e86-44d2-88c4-0fca6678cfa3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.077267 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] Set router 44b06be4-5138-4008-947f-41707bd59ce9 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:34.145438 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43f5a300-4e86-44d2-88c4-0fca6678cfa3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.205810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43f5a300-4e86-44d2-88c4-0fca6678cfa3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.234638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5a300-4e86-44d2-88c4-0fca6678cfa3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Subnet': ['ID=a07241f0-80fe-4684-a06a-69f6a9929149,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:34.236684 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43f5a300-4e86-44d2-88c4-0fca6678cfa3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.242237 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-43f5a300-4e86-44d2-88c4-0fca6678cfa3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/subnets/a07241f0-80fe-4684-a06a-69f6a9929149 HTTP/1.1" status: 204 len: 168 time: 0.2720442 Aug 29 05:16:34.242237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60164) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:34.247274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc64520a-bcde-4355-a1b1-367ef5c58706 None None] Network 3180f4fb-63b2-4351-9ca3-34fea966428f requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:34.255886 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:16:33Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:34.281344 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] Checking router: 44b06be4-5138-4008-947f-41707bd59ce9 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:34.290171 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] Routers {'44b06be4-5138-4008-947f-41707bd59ce9'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:34.290441 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['44b06be4-5138-4008-947f-41707bd59ce9'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:34.355907 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.418014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] DHCP port deletion for 3180f4fb-63b2-4351-9ca3-34fea966428f request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:16:34.468728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Deleting port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:34.468992 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.470842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.488023 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] Set router 44b06be4-5138-4008-947f-41707bd59ce9 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:34.534771 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] For port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5,segment=NetworkSegment(7f2033d3-712e-437b-a2cd-6df23e504b8d),segment_id=7f2033d3-712e-437b-a2cd-6df23e504b8d)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:34.535171 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.536025 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port f34259e6-22a8-4410-8aa0-d4395dc4dbdf {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:34.536422 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.549319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Calling delete_port for 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:34.630748 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port f34259e6-22a8-4410-8aa0-d4395dc4dbdf, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f34259e6-22a8-4410-8aa0-d4395dc4dbdf,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:34.631248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.634063 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.645358 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for f34259e6-22a8-4410-8aa0-d4395dc4dbdf owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:34.661563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Pushing event deleted for resources: {'Port': ['ID=9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:34.664061 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] No DVR routers for this DVR port 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:34.675866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.677077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.677530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.677938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.678348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.678861 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.679336 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.679671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.680056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.680642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.681034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.681554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3043dd-e8a6-4859-935d-61977f0a52ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:34.693974 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:16:33Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:34.721690 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c1437-32fe-47ba-bb09-9d8e6aa556a5 None None] The sync data for ids ['44b06be4-5138-4008-947f-41707bd59ce9'] in n-d-712141-12 is: [{'id': '44b06be4-5138-4008-947f-41707bd59ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807764354', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:53Z', 'updated_at': '2021-08-29T05:16:33Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'f34259e6-22a8-4410-8aa0-d4395dc4dbdf', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b06be4-5138-4008-947f-41707bd59ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:54Z', 'updated_at': '2021-08-29T05:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:34.827300 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.855583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=f34259e6-22a8-4410-8aa0-d4395dc4dbdf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:34.921874 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:34.938385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device cf11da5a-0d8e-451b-9108-ff45ade15202 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:34.959263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: cf11da5a-0d8e-451b-9108-ff45ade15202 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:34.959607 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device cf11da5a-0d8e-451b-9108-ff45ade15202 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:35.026481 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.028658 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.073556 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.074149 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Fanout notify agent at l3_agent the message router_deleted on router 44b06be4-5138-4008-947f-41707bd59ce9 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:16:35.080935 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.082032 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-a70bde55-3193-43d3-9ffd-d78c7b690e6a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/routers/44b06be4-5138-4008-947f-41707bd59ce9 HTTP/1.1" status: 204 len: 168 time: 0.8392572 Aug 29 05:16:35.085415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60166) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:35.164346 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.259869 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.269422 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3180f4fb-63b2-4351-9ca3-34fea966428f']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:35.280072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2033d3-712e-437b-a2cd-6df23e504b8d') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:35.280400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2033d3-712e-437b-a2cd-6df23e504b8d') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:35.289629 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.302858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.308577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:16:35.308965 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: timer() Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:16:35.311806 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:16:35.371629 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.379870 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.381069 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/networks/3180f4fb-63b2-4351-9ca3-34fea966428f HTTP/1.1" status: 204 len: 168 time: 0.2946036 Aug 29 05:16:35.383906 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60168) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:35.392660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c598f99-08b8-49bb-bd08-71e946c83079 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Network': ['ID=3180f4fb-63b2-4351-9ca3-34fea966428f,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:35.443028 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bc5dd93-b773-4069-9721-b39d66b28f24 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.471946 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bc5dd93-b773-4069-9721-b39d66b28f24 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.536898 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bc5dd93-b773-4069-9721-b39d66b28f24 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.540792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-3bc5dd93-b773-4069-9721-b39d66b28f24 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.542021 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-3bc5dd93-b773-4069-9721-b39d66b28f24 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/security-groups/e17b6d5c-5582-459d-9a90-6865d1add565 HTTP/1.1" status: 204 len: 168 time: 0.1570964 Aug 29 05:16:35.552075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5dd93-b773-4069-9721-b39d66b28f24 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17b6d5c-5582-459d-9a90-6865d1add565,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:35.762108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:35.782117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:35.782619 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 9e7f9dc3-5426-41cb-be9c-c3af0abf0fc5 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:35.782988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f34259e6-22a8-4410-8aa0-d4395dc4dbdf no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:35.801891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: f34259e6-22a8-4410-8aa0-d4395dc4dbdf {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:35.802238 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f34259e6-22a8-4410-8aa0-d4395dc4dbdf not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:35.802646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:35.824095 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:35.824475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device cf249b7b-f8ab-4e7e-be7d-6d4ef64cbfa3 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:35.826759 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60174) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:35.832485 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7495fc37-7e07-4613-b4eb-f48c3b4d0f9f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177198393', 'description': 'tempest-secgroup-smoke-177198393 description', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:35.854448 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7495fc37-7e07-4613-b4eb-f48c3b4d0f9f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.936015 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7495fc37-7e07-4613-b4eb-f48c3b4d0f9f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.939660 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7495fc37-7e07-4613-b4eb-f48c3b4d0f9f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.966245 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7495fc37-7e07-4613-b4eb-f48c3b4d0f9f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:35.967371 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7495fc37-7e07-4613-b4eb-f48c3b4d0f9f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1393359 Aug 29 05:16:35.970399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60176) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:35.971267 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495fc37-7e07-4613-b4eb-f48c3b4d0f9f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abfed08c-d000-45cd-a2cd-34e4277b114b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:35.975137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4545c1d2-72ac-4aba-8fcc-19015d71852f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'abfed08c-d000-45cd-a2cd-34e4277b114b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:36.002332 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4545c1d2-72ac-4aba-8fcc-19015d71852f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.051187 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4545c1d2-72ac-4aba-8fcc-19015d71852f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.054763 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4545c1d2-72ac-4aba-8fcc-19015d71852f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.072558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545c1d2-72ac-4aba-8fcc-19015d71852f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72d02d5-58b4-4917-942a-8c3eb0cc21c1,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:36.077548 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4545c1d2-72ac-4aba-8fcc-19015d71852f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.078787 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4545c1d2-72ac-4aba-8fcc-19015d71852f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073625 Aug 29 05:16:36.081407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60178) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:36.086330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-683b8a61-da7c-4eb5-90be-1058e50cbc7a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'abfed08c-d000-45cd-a2cd-34e4277b114b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:36.110764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-683b8a61-da7c-4eb5-90be-1058e50cbc7a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.165714 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-683b8a61-da7c-4eb5-90be-1058e50cbc7a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.169468 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-683b8a61-da7c-4eb5-90be-1058e50cbc7a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.188909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b8a61-da7c-4eb5-90be-1058e50cbc7a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb70b8c-25d9-4fa1-8cbc-0312d393d645,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:36.193135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-683b8a61-da7c-4eb5-90be-1058e50cbc7a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.194445 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-683b8a61-da7c-4eb5-90be-1058e50cbc7a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121154 Aug 29 05:16:36.197198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60180) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:36.201554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b8961adc-23f8-4104-a43c-ac9aaf8d3598 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'abfed08c-d000-45cd-a2cd-34e4277b114b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:36.227038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8961adc-23f8-4104-a43c-ac9aaf8d3598 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.284786 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8961adc-23f8-4104-a43c-ac9aaf8d3598 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.288688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8961adc-23f8-4104-a43c-ac9aaf8d3598 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.308629 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8961adc-23f8-4104-a43c-ac9aaf8d3598 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d2b70a-0db1-4ceb-a3b5-ad997e2cd876,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:36.312166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b8961adc-23f8-4104-a43c-ac9aaf8d3598 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.313522 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b8961adc-23f8-4104-a43c-ac9aaf8d3598 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153936 Aug 29 05:16:36.317027 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60182) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:36.321412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1ace12ab-42d7-421e-8eb5-4542cf2003cc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'abfed08c-d000-45cd-a2cd-34e4277b114b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:36.347907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1ace12ab-42d7-421e-8eb5-4542cf2003cc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.404765 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1ace12ab-42d7-421e-8eb5-4542cf2003cc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.408505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1ace12ab-42d7-421e-8eb5-4542cf2003cc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.425021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace12ab-42d7-421e-8eb5-4542cf2003cc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac72393c-b1c6-4b5f-943b-fc1114184799,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:36.432790 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1ace12ab-42d7-421e-8eb5-4542cf2003cc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.433990 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1ace12ab-42d7-421e-8eb5-4542cf2003cc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160369 Aug 29 05:16:36.436717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60184) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:36.441042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-566c979b-6c43-4a1f-9b4f-8f73ccec0753 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'abfed08c-d000-45cd-a2cd-34e4277b114b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:36.462451 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-566c979b-6c43-4a1f-9b4f-8f73ccec0753 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Project 6a71d99df5014a508c9c1b3f35bc7e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:16:36.467309 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-566c979b-6c43-4a1f-9b4f-8f73ccec0753 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.526014 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-566c979b-6c43-4a1f-9b4f-8f73ccec0753 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.529428 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-566c979b-6c43-4a1f-9b4f-8f73ccec0753 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.546188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c979b-6c43-4a1f-9b4f-8f73ccec0753 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05903704-8131-4f50-bbcf-1aa921b6155e,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:36.552640 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-566c979b-6c43-4a1f-9b4f-8f73ccec0753 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.553922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-566c979b-6c43-4a1f-9b4f-8f73ccec0753 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162791 Aug 29 05:16:36.556977 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60186) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:36.561671 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-7002eaf2-6a2f-430b-93aa-36488b341492 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'abfed08c-d000-45cd-a2cd-34e4277b114b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:36.584371 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-7002eaf2-6a2f-430b-93aa-36488b341492 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Project 6a71d99df5014a508c9c1b3f35bc7e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:16:36.589141 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7002eaf2-6a2f-430b-93aa-36488b341492 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.650071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7002eaf2-6a2f-430b-93aa-36488b341492 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.660678 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7002eaf2-6a2f-430b-93aa-36488b341492 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.680128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002eaf2-6a2f-430b-93aa-36488b341492 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4feda795-370f-4b71-8dff-28d46359e96d,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:36.683665 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7002eaf2-6a2f-430b-93aa-36488b341492 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.684953 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7002eaf2-6a2f-430b-93aa-36488b341492 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269715 Aug 29 05:16:36.687908 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60188) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:36.693405 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'network': {'name': 'tempest-network-smoke--1740920810', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'port_security_enabled': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:36.713385 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:36.716940 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.740434 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:16:36.749482 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.749832 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Added segment 73c7d816-0971-41bf-bb85-220ccc6b965a of type vlan for network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc Aug 29 05:16:36.792157 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.815646 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.821712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:36.822301 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.880657 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1916637 Aug 29 05:16:36.883378 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60190) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:36.887970 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'admin_state_up': True, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:36.900802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782f813-005c-4e5f-a983-5b7683289c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Network': ['ID=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:36.911879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:16:36.917640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.918635 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:36.974296 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:37.107601 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:37.299175 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:37.318711 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:37.422208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.25.5.34 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/4b6be8a2-a89f-455c-a163-c17a679e2ed2) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:37.522109 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:37.559070 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:37.594096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:37.599369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:37.603021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:37.630746 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=4b6be8a2-a89f-455c-a163-c17a679e2ed2,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:37.850659 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.039109 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.163996 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router f79534c7-f1e0-49f7-9ed9-d2d5044467dd is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:16:38.547319 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:38.557363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Sync routers for ids ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:38.566098 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.567100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Routers {'f79534c7-f1e0-49f7-9ed9-d2d5044467dd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:38.567725 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:38.567901 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-400830cd-ddc2-49ff-a6e7-653b70d865c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6834226 Aug 29 05:16:38.571030 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60192) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:38.609508 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3a7cc658-dfb1-48d0-b2ba-99b843d7b177 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6a71d99df5014a508c9c1b3f35bc7e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371802 Aug 29 05:16:38.612021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60194) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:38.674382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Set router f79534c7-f1e0-49f7-9ed9-d2d5044467dd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:38.759835 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf9703-5882-48cc-99e7-039e5fda10e1 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:38.761404 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-44cf9703-5882-48cc-99e7-039e5fda10e1 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1484118 Aug 29 05:16:38.764154 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60196) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:38.798704 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-118fe4a0-56ad-479b-a7fc-ca940d07929d tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333259 Aug 29 05:16:38.801062 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60198) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:38.805864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-597879851', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:38.850920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:37Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:38.898020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:38.901754 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.038084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Checking router: f79534c7-f1e0-49f7-9ed9-d2d5044467dd for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:39.038435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Updating router f79534c7-f1e0-49f7-9ed9-d2d5044467dd port 4b6be8a2-a89f-455c-a163-c17a679e2ed2 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:16:39.062694 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.091695 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.154116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Subnet': ['ID=7dc1ca5c-8e65-42a8-9233-ff52071aed3a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:39.161819 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Checking segment: {'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:39.162292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network hostable DHCP agents. Network: 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:16:39.178610 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:16:39.187493 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:39.192131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.192762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.209972 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0ed48fee-34b5-4208-849e-fe90809c97d4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4046378 Aug 29 05:16:39.210239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60200) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:39.211432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e13269e-8ff2-4c58-bda3-0212ca40f6ce None None] Network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:39.407350 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.435170 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Transition to ACTIVE for port object 4b6be8a2-a89f-455c-a163-c17a679e2ed2 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:39.438114 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:16:39.438956 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.449213 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.512180 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4e1fc-194a-4682-9dec-b1bda3351336 None None] Pushing event updated for resources: {'Port': ['ID=4b6be8a2-a89f-455c-a163-c17a679e2ed2,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:39.514682 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Attempting to bind port 4b6be8a2-a89f-455c-a163-c17a679e2ed2 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:39.515060 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Attempting to bind port 4b6be8a2-a89f-455c-a163-c17a679e2ed2 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:39.515432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Attempting to bind port 4b6be8a2-a89f-455c-a163-c17a679e2ed2 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:39.562195 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:39.562885 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:39.563013 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.563351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:39.563841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Bound port: 4b6be8a2-a89f-455c-a163-c17a679e2ed2, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:39.564245 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.639277 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.660300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] For port 4b6be8a2-a89f-455c-a163-c17a679e2ed2, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:39.664718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] For port 4b6be8a2-a89f-455c-a163-c17a679e2ed2, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4b6be8a2-a89f-455c-a163-c17a679e2ed2,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:39.672770 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.684659 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Allocated IP 172.20.0.2 (2f68594f-db32-4aed-ba15-7fd6bd7e9fcc/7dc1ca5c-8e65-42a8-9233-ff52071aed3a/610818e7-223c-4982-aee8-afe9f2c02590) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:39.786822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Routers {'f79534c7-f1e0-49f7-9ed9-d2d5044467dd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:39.787452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:39.790667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4e1fc-194a-4682-9dec-b1bda3351336 None None] Pushing event updated for resources: {'Port': ['ID=4b6be8a2-a89f-455c-a163-c17a679e2ed2,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:39.945168 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] Set router f79534c7-f1e0-49f7-9ed9-d2d5044467dd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:40.050912 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.063812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Transition to ACTIVE for port object 610818e7-223c-4982-aee8-afe9f2c02590 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:40.093852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Transition to ACTIVE for port object 610818e7-223c-4982-aee8-afe9f2c02590 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:40.104433 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.150079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.20.0.1 (2f68594f-db32-4aed-ba15-7fd6bd7e9fcc/7dc1ca5c-8e65-42a8-9233-ff52071aed3a/8e5442df-d4aa-4478-9a60-f40711addfa8) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:40.168956 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:40.175100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:40.182220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:40.187235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Pushing event updated for resources: {'Port': ['ID=610818e7-223c-4982-aee8-afe9f2c02590,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:40.246291 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Attempting to bind port 610818e7-223c-4982-aee8-afe9f2c02590 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:40.246575 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Attempting to bind port 610818e7-223c-4982-aee8-afe9f2c02590 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:40.246946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Attempting to bind port 610818e7-223c-4982-aee8-afe9f2c02590 on network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:40.251033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:37Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:40.256343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:40.256729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Checking segment: {'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:40.257170 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.257572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Bound using segment: {'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:40.258087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Bound port: 610818e7-223c-4982-aee8-afe9f2c02590, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:40.258501 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.265885 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.279104 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Transition to ACTIVE for port object 8e5442df-d4aa-4478-9a60-f40711addfa8 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:40.288116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d467dd-87cb-4f1e-89b0-1dba19adf1c2 None None] The sync data for ids ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'] in n-d-712141-12 is: [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:37Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:40.313731 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.349000 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] For port 610818e7-223c-4982-aee8-afe9f2c02590, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:40.352681 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] For port 610818e7-223c-4982-aee8-afe9f2c02590, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=610818e7-223c-4982-aee8-afe9f2c02590,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:40.353320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:40.358773 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:40.359847 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.362837 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:40.393186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=8e5442df-d4aa-4478-9a60-f40711addfa8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:40.415841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.427191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a40c51-e35d-4428-8f17-9246e9ffd25e None None] Pushing event updated for resources: {'Port': ['ID=610818e7-223c-4982-aee8-afe9f2c02590,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:40.572600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.911776 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.916654 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.992638 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=8e5442df-d4aa-4478-9a60-f40711addfa8,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:40.998826 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:41.098492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:41.100008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:41.225090 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router f79534c7-f1e0-49f7-9ed9-d2d5044467dd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:41.347852 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:41.353246 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5122a27f-e9f2-43df-9b32-ac7b27af8ca0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "PUT /v2.0/routers/f79534c7-f1e0-49f7-9ed9-d2d5044467dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1418521 Aug 29 05:16:41.370024 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a13f19-2be9-4627-8afa-da9eec5aeda1 None None] Network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:16:41.493885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bac20428-1181-4476-80f3-6b7622e592b0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177198393&fields=id&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 267 time: 0.0329747 Aug 29 05:16:41.496509 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-1da45a44-93e0-4214-8dbe-56d73d6ac4fe None None] Provisioning for port 610818e7-223c-4982-aee8-afe9f2c02590 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:41.609800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-2b95884a-9fbc-4e0c-86e0-6cf7ccf40a84 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:41.611416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-2b95884a-9fbc-4e0c-86e0-6cf7ccf40a84 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/networks?id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc HTTP/1.1" status: 200 len: 797 time: 0.1102557 Aug 29 05:16:41.628329 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-5e493acb-820d-4ac4-b730-22f736939e49 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/quotas/6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 375 time: 0.0105460 Aug 29 05:16:41.686978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-8d3efbc7-cf65-471f-bfb1-6a0d20011e8a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522366 Aug 29 05:16:41.760327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-caff8a6f-523d-4a88-a243-ebc8d4f5ebba service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:16:41.762667 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-caff8a6f-523d-4a88-a243-ebc8d4f5ebba service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640745 Aug 29 05:16:41.834927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-627ff848-fe0f-4481-a85c-194e93ef5751 None None] Provisioning for port 8e5442df-d4aa-4478-9a60-f40711addfa8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:41.841106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-627ff848-fe0f-4481-a85c-194e93ef5751 None None] Provisioning complete for port 8e5442df-d4aa-4478-9a60-f40711addfa8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:41.842715 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-627ff848-fe0f-4481-a85c-194e93ef5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:41.882493 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 610818e7-223c-4982-aee8-afe9f2c02590 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:41.897277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-b0ae1ff3-7d17-4070-a984-a0b63e97f6aa service neutron] 10.222.0.49 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289282 Aug 29 05:16:41.923691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-627ff848-fe0f-4481-a85c-194e93ef5751 None None] Port 8e5442df-d4aa-4478-9a60-f40711addfa8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:41.954831 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 610818e7-223c-4982-aee8-afe9f2c02590 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:41.959521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 610818e7-223c-4982-aee8-afe9f2c02590 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:41.959899 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:41.995129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-27e1d415-fb06-44b3-a057-e797302e561a service neutron] 10.222.0.49 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917289 Aug 29 05:16:42.034257 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Sync routers for ids ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:42.044514 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Routers {'f79534c7-f1e0-49f7-9ed9-d2d5044467dd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:42.045177 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:42.075948 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.099225 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f0f80fb2-2095-4140-a9f9-50c3132ad540 None None] Provisioning complete for port 8e5442df-d4aa-4478-9a60-f40711addfa8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:42.099756 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f0f80fb2-2095-4140-a9f9-50c3132ad540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.169628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 610818e7-223c-4982-aee8-afe9f2c02590, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=610818e7-223c-4982-aee8-afe9f2c02590,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:42.174515 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f0f80fb2-2095-4140-a9f9-50c3132ad540 None None] Port 8e5442df-d4aa-4478-9a60-f40711addfa8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:42.178455 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.179997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4b6be8a2-a89f-455c-a163-c17a679e2ed2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:42.206153 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Set router f79534c7-f1e0-49f7-9ed9-d2d5044467dd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:42.239570 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74f9f29b-c68f-4a59-ab57-4fc8582dcb47 req-c16391d1-f3c0-4c35-8f78-f8ba117f3c62 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 210 time: 0.0390882 Aug 29 05:16:42.268436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=610818e7-223c-4982-aee8-afe9f2c02590,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:42.287693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4b6be8a2-a89f-455c-a163-c17a679e2ed2 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:42.293930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4b6be8a2-a89f-455c-a163-c17a679e2ed2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:42.294302 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.320367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-add47965-b1cd-43a6-83b2-17f08e82d53a None None] Provisioning complete for port 8e5442df-d4aa-4478-9a60-f40711addfa8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:42.320736 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-add47965-b1cd-43a6-83b2-17f08e82d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.364675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-add47965-b1cd-43a6-83b2-17f08e82d53a None None] Port 8e5442df-d4aa-4478-9a60-f40711addfa8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:42.412353 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.431073 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:40Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8e5442df-d4aa-4478-9a60-f40711addfa8', 'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:39Z', 'updated_at': '2021-08-29T05:16:40Z', 'revision_number': 2, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:42.438884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 4b6be8a2-a89f-455c-a163-c17a679e2ed2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4b6be8a2-a89f-455c-a163-c17a679e2ed2,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:42.443010 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.462395 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Checking router: f79534c7-f1e0-49f7-9ed9-d2d5044467dd for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:42.462743 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Updating router f79534c7-f1e0-49f7-9ed9-d2d5044467dd port 8e5442df-d4aa-4478-9a60-f40711addfa8 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:16:42.488694 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.493116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=4b6be8a2-a89f-455c-a163-c17a679e2ed2,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:42.762560 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.772874 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Transition to ACTIVE for port object 8e5442df-d4aa-4478-9a60-f40711addfa8 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:42.787809 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.836697 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Pushing event updated for resources: {'Port': ['ID=8e5442df-d4aa-4478-9a60-f40711addfa8,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:42.845972 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.846316 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.846648 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.846976 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.847330 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.848191 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.848533 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.848856 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.849171 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.849540 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.849861 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.850179 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.902470 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Attempting to bind port 8e5442df-d4aa-4478-9a60-f40711addfa8 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:42.902850 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Attempting to bind port 8e5442df-d4aa-4478-9a60-f40711addfa8 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:42.903215 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Attempting to bind port 8e5442df-d4aa-4478-9a60-f40711addfa8 on network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:42.908148 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:42.908554 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Checking segment: {'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:42.908959 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.909352 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Bound using segment: {'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:42.909817 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Bound port: 8e5442df-d4aa-4478-9a60-f40711addfa8, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:42.910726 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.976477 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] For port 8e5442df-d4aa-4478-9a60-f40711addfa8, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:42.979831 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] For port 8e5442df-d4aa-4478-9a60-f40711addfa8, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8e5442df-d4aa-4478-9a60-f40711addfa8,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:42.984706 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:43.054526 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:16:43.057305 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ca8fa-aad9-4e83-9acd-a7c963c2c6bc None None] Pushing event updated for resources: {'Port': ['ID=8e5442df-d4aa-4478-9a60-f40711addfa8,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:43.060246 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Routers {'f79534c7-f1e0-49f7-9ed9-d2d5044467dd'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:43.060861 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:43.168855 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] Set router f79534c7-f1e0-49f7-9ed9-d2d5044467dd gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:43.384270 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:40Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8e5442df-d4aa-4478-9a60-f40711addfa8', 'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:39Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:43.392806 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b0e4aa2e-d351-478b-99ec-d27b33251ecb req-809413fa-a24b-4ee4-aa4f-f58415f20882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 210 time: 0.0685265 Aug 29 05:16:43.418700 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3adf8e4-4a68-4b7b-b20c-d84b66bd8a44 None None] The sync data for ids ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'] in n-d-712141-12 is: [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:40Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8e5442df-d4aa-4478-9a60-f40711addfa8', 'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:39Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:43.458079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-d2157904-bfe8-4f19-9e8c-7edbae26a6ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:43.459572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-d2157904-bfe8-4f19-9e8c-7edbae26a6ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/networks?id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc HTTP/1.1" status: 200 len: 797 time: 0.1524599 Aug 29 05:16:43.515470 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-aa1fa6c2-aaf9-456a-b2aa-4bdd29dba55f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 379 time: 0.0395937 Aug 29 05:16:43.528251 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'port': {'device_id': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'admin_state_up': True, 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'security_groups': ['abfed08c-d000-45cd-a2cd-34e4277b114b']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:43.648367 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:43.651990 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:43.790534 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.20.0.8 (2f68594f-db32-4aed-ba15-7fd6bd7e9fcc/7dc1ca5c-8e65-42a8-9233-ff52071aed3a/f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:43.865529 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 610818e7-223c-4982-aee8-afe9f2c02590 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:43.918460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 610818e7-223c-4982-aee8-afe9f2c02590 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:43.918842 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:43.950034 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:43.965062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Transition to ACTIVE for port object f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:43.998736 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.046853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:44.050439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:44.055312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:44.089516 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:44.118623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:44.119717 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.137251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-4153b0c0-3f3f-4387-975f-3d7734e6fb34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6128356 Aug 29 05:16:44.157456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Request body: {'port': {'device_id': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:44.173100 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8e5442df-d4aa-4478-9a60-f40711addfa8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:44.218808 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.236380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 8e5442df-d4aa-4478-9a60-f40711addfa8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:44.240984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 8e5442df-d4aa-4478-9a60-f40711addfa8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:44.241347 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.337974 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.358231 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-984ae8cc-a6b4-4d4c-aa03-f98eb4d30c15 None None] Provisioning for port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:44.368243 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-984ae8cc-a6b4-4d4c-aa03-f98eb4d30c15 None None] Provisioning complete for port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:44.368632 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-984ae8cc-a6b4-4d4c-aa03-f98eb4d30c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.396720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 8e5442df-d4aa-4478-9a60-f40711addfa8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8e5442df-d4aa-4478-9a60-f40711addfa8,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:44.407708 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.408657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4b6be8a2-a89f-455c-a163-c17a679e2ed2 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:44.454427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-984ae8cc-a6b4-4d4c-aa03-f98eb4d30c15 None None] Port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:44.492691 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=8e5442df-d4aa-4478-9a60-f40711addfa8,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:44.508829 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4b6be8a2-a89f-455c-a163-c17a679e2ed2 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:44.509339 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.573853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bdc1c-1d3f-4357-9377-0ba5bcf804b0 req-915ce9f5-25bd-4ab3-9eff-97f243f187ba tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:44.579583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c2bdc1c-1d3f-4357-9377-0ba5bcf804b0 req-915ce9f5-25bd-4ab3-9eff-97f243f187ba tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 931 time: 0.0883398 Aug 29 05:16:44.581518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:16:44.602799 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.627374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Transition to ACTIVE for port object f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:44.633600 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1c2bdc1c-1d3f-4357-9377-0ba5bcf804b0 req-9e5bb572-afaf-408f-b73c-83b4f90592c3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469992 Aug 29 05:16:44.634616 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.686131 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:44.759815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Attempting to bind port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:44.760160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Attempting to bind port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:44.760514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Attempting to bind port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e on network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:44.765024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e on network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:16:44.765324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Attempting to bind port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e on network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:44.770748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:44.771086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Checking segment: {'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:44.771468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Bound using segment: {'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:44.771890 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Bound port: f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c7d816-0971-41bf-bb85-220ccc6b965a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:44.772281 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.848111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] For port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:44.851281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] For port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:44.855270 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.890406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:44.891040 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.892528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] 10.222.0.52 "PUT /v2.0/ports/f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e HTTP/1.1" status: 200 len: 1092 time: 0.7399976 Aug 29 05:16:44.892967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'tag': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:44.895247 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa3698a-d4b7-4616-a645-7f21981c1cde", "tag": "f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:44.926586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacba6b8-4064-489d-8a77-8644794d2db1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:44.945183 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746b50bf-c433-4483-93b1-c5125d58d5f3 x-openstack-request-id: req-746b50bf-c433-4483-93b1-c5125d58d5f3 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:44.945480 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa3698a-d4b7-4616-a645-7f21981c1cde", "tag": "f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:44.945737 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-746b50bf-c433-4483-93b1-c5125d58d5f3 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:44.946148 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'tag': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'status': 'completed', 'code': 200} Aug 29 05:16:45.012180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-5c7c05f8-36ac-4189-9244-a68082dc4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.013753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-5c7c05f8-36ac-4189-9244-a68082dc4c65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 1095 time: 0.0442500 Aug 29 05:16:45.067233 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-c6f2d62a-5165-46bb-80d9-fbfb89ad5204 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e HTTP/1.1" status: 200 len: 217 time: 0.0396848 Aug 29 05:16:45.117610 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-239d8e97-c712-4b4f-bfd7-3a5f12c5f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.119327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-239d8e97-c712-4b4f-bfd7-3a5f12c5f582 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dc1ca5c-8e65-42a8-9233-ff52071aed3a HTTP/1.1" status: 200 len: 834 time: 0.0447574 Aug 29 05:16:45.167236 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-8ed3afc4-a785-46cb-a90c-a6e9d7c5aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.168747 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-8ed3afc4-a785-46cb-a90c-a6e9d7c5aba9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428441 Aug 29 05:16:45.258844 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-b73c77bc-4c04-4dfb-9a16-695540794dca service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828810 Aug 29 05:16:45.346387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-627ec521-5aaf-4025-80eb-c917dd0ec66a req-d5a8c5b9-9e39-4e28-bf3c-39a132e2be63 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806346 Aug 29 05:16:45.467706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-19e12975-cd6b-4538-af20-3ba2cd15a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.469220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-19e12975-cd6b-4538-af20-3ba2cd15a790 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 1095 time: 0.0413659 Aug 29 05:16:45.560615 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-26ba966e-ee18-4748-b1cc-e596f174b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.562081 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-26ba966e-ee18-4748-b1cc-e596f174b255 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc HTTP/1.1" status: 200 len: 898 time: 0.0861595 Aug 29 05:16:45.602898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-bf546098-6b45-4285-8e20-6b259c4d73f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e HTTP/1.1" status: 200 len: 217 time: 0.0333004 Aug 29 05:16:45.654630 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-1d43d34d-5391-4c38-b2cf-a1a9d64c4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.656118 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-1d43d34d-5391-4c38-b2cf-a1a9d64c4ae6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dc1ca5c-8e65-42a8-9233-ff52071aed3a HTTP/1.1" status: 200 len: 834 time: 0.0463142 Aug 29 05:16:45.703721 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-f6e1ab40-a6ab-487c-b223-3254876457df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.705232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-f6e1ab40-a6ab-487c-b223-3254876457df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418603 Aug 29 05:16:45.769530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8e5442df-d4aa-4478-9a60-f40711addfa8 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:45.808511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574f6a3-21c3-4b9a-896f-9f32f8377519 req-ad8f0988-f426-4e92-8bc1-0a4cf58b7a64 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.810027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a574f6a3-21c3-4b9a-896f-9f32f8377519 req-ad8f0988-f426-4e92-8bc1-0a4cf58b7a64 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 943 time: 0.1084075 Aug 29 05:16:45.815611 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 8e5442df-d4aa-4478-9a60-f40711addfa8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:45.815930 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:45.843801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-e6fbce06-c29f-4e65-be81-db7d19b31f82 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304009 Aug 29 05:16:45.875904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a574f6a3-21c3-4b9a-896f-9f32f8377519 req-eaf92e60-692e-4f8e-bca7-3aef5a670eae tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593405 Aug 29 05:16:45.944624 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b12f91ac-afa6-42d9-9ade-77c7b2d1c4e1 req-794d9c89-5f5a-49fe-98ff-95f351ca6d11 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908427 Aug 29 05:16:46.992178 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605c85c-c154-41c3-b006-72b78e6a407b req-afba191d-b66f-4101-b1a3-058bfac6b357 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:46.993682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e605c85c-c154-41c3-b006-72b78e6a407b req-afba191d-b66f-4101-b1a3-058bfac6b357 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 943 time: 0.0488544 Aug 29 05:16:47.030559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e605c85c-c154-41c3-b006-72b78e6a407b req-9157ea27-cd08-46d5-a9be-a2ac0e78a3dd tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309873 Aug 29 05:16:48.142943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642af1c-3f51-44fb-b862-d91f3b9d4184 req-786b1823-05a2-4d9d-bb7b-42f7ab6dece9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:48.145036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3642af1c-3f51-44fb-b862-d91f3b9d4184 req-786b1823-05a2-4d9d-bb7b-42f7ab6dece9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 943 time: 0.0480809 Aug 29 05:16:48.186022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3642af1c-3f51-44fb-b862-d91f3b9d4184 req-f992e17a-86ba-46fc-b0fd-b485ad06029a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321202 Aug 29 05:16:48.810891 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:49.048104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:16:49.138084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:49.149405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'port_id': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'mac_address': 'fa:16:3e:4f:eb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:16:49.184814 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:49.202548 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:16:49.221552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:49.225513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:49.273565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:49.300031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb16bf-2727-498b-8ed8-9365f78418da req-51527ca1-65e5-41f9-a4cf-76ef817f7c80 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:49.302068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1cb16bf-2727-498b-8ed8-9365f78418da req-51527ca1-65e5-41f9-a4cf-76ef817f7c80 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 944 time: 0.0502610 Aug 29 05:16:49.345032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e1cb16bf-2727-498b-8ed8-9365f78418da req-d9af310a-af64-4714-846e-98d7abba8d97 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367732 Aug 29 05:16:49.586993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:16:50.459614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e109ff-3197-47f6-ba24-cda2f65906f0 req-9aa6a594-100a-4152-97bb-db460241f78d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:50.461132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33e109ff-3197-47f6-ba24-cda2f65906f0 req-9aa6a594-100a-4152-97bb-db460241f78d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 944 time: 0.0484226 Aug 29 05:16:50.498654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-33e109ff-3197-47f6-ba24-cda2f65906f0 req-d63c64ef-d4f4-4b3b-b8a5-c6a86b054126 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316899 Aug 29 05:16:51.064022 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:51.111270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:51.115545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:51.115923 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:51.191190 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:51.212301 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:51.214546 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690de527-5f6b-49ba-8e10-9fbe9d1dbd09" -d '{"events": [{"server_uuid": "7aa3698a-d4b7-4616-a645-7f21981c1cde", "name": "network-vif-plugged", "status": "completed", "tag": "f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:51.227288 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:51.230501 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:51.262782 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff55c49c-f80c-4300-805c-661d1923db67 x-openstack-request-id: req-ff55c49c-f80c-4300-805c-661d1923db67 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:51.263077 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa3698a-d4b7-4616-a645-7f21981c1cde", "name": "network-vif-plugged", "status": "completed", "tag": "f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:51.263331 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff55c49c-f80c-4300-805c-661d1923db67 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:51.263725 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'code': 200} Aug 29 05:16:51.278570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:51.380559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830f287-4a8b-4444-88b7-4e68cca0604e req-2308c12d-ba00-4859-aafc-f7c364be0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:51.382141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4830f287-4a8b-4444-88b7-4e68cca0604e req-2308c12d-ba00-4859-aafc-f7c364be0ceb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 1097 time: 0.0419285 Aug 29 05:16:51.417046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4830f287-4a8b-4444-88b7-4e68cca0604e req-dc24ad61-a3a3-4db6-9103-7a4ad6c6e966 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271368 Aug 29 05:16:51.615358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543fb9c-4d61-48b5-a70e-edec084f8801 req-5f505deb-442b-4e80-819b-bea1fffa5c5e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:51.616872 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a543fb9c-4d61-48b5-a70e-edec084f8801 req-5f505deb-442b-4e80-819b-bea1fffa5c5e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0485668 Aug 29 05:16:51.657091 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a543fb9c-4d61-48b5-a70e-edec084f8801 req-1ae2657f-4146-4ce3-857a-bfdbfa47b9ad tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343597 Aug 29 05:16:52.779071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03217a-b6a3-4340-9f7c-6a131e62439a req-b9bdd7af-730b-43c7-b5a8-6fefedcc9961 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:52.780610 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f03217a-b6a3-4340-9f7c-6a131e62439a req-b9bdd7af-730b-43c7-b5a8-6fefedcc9961 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0524344 Aug 29 05:16:52.818229 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5f03217a-b6a3-4340-9f7c-6a131e62439a req-b5ecf999-c37e-47a3-a78b-442e0a03b72f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Aug 29 05:16:53.628251 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1531cae8-ef1a-4408-9b49-8d32a509b189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:53.931085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c4394-8d96-4e06-990c-408e3af4c208 req-62cb58af-62da-4552-82a3-9eed28b1731a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:53.932565 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-292c4394-8d96-4e06-990c-408e3af4c208 req-62cb58af-62da-4552-82a3-9eed28b1731a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0484207 Aug 29 05:16:53.969199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-292c4394-8d96-4e06-990c-408e3af4c208 req-dca322c0-97bc-433c-8264-62748e9bef5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308475 Aug 29 05:16:54.082080 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405bc55-b584-4ed3-9319-49b5e01c1a0f req-1de017f1-b147-40c0-bca3-85d63c156bff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:54.083536 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8405bc55-b584-4ed3-9319-49b5e01c1a0f req-1de017f1-b147-40c0-bca3-85d63c156bff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0487492 Aug 29 05:16:54.123041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8405bc55-b584-4ed3-9319-49b5e01c1a0f req-4cd98454-43ed-44a7-966c-40ea03292011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334768 Aug 29 05:16:54.145051 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60260) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:54.183290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9f1768-baa6-4a5b-901c-33be073970dd tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:54.184804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bc9f1768-baa6-4a5b-901c-33be073970dd tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 1092 time: 0.0388062 Aug 29 05:16:54.187524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60262) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:54.192279 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:54.214145 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:54.307413 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:54.412506 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.25.5.64 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/f7f64402-e05a-41d0-bc58-7f318bafd1a3) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:54.516085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:54.554112 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:54.593868 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:54.598740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:54.602271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:54.627388 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=f7f64402-e05a-41d0-bc58-7f318bafd1a3,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:54.944757 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:55.010341 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:55.153543 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:55.157892 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:55.222337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=f7f64402-e05a-41d0-bc58-7f318bafd1a3,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:55.233548 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:55.330354 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Floating IP ebba754d-e264-4710-bc8c-613ddb3eecc1 associated. External IP: 172.25.5.64, port: f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e. Aug 29 05:16:55.844495 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router f79534c7-f1e0-49f7-9ed9-d2d5044467dd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:55.947842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:55.958201 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] Sync routers for ids ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:55.964367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:55.967986 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] Routers {'f79534c7-f1e0-49f7-9ed9-d2d5044467dd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:55.968639 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:16:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:55.990718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1d7456ec-7a2a-41fa-a988-b82c839bb5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8022106 Aug 29 05:16:55.991407 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'tag': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:55.993802 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa3698a-d4b7-4616-a645-7f21981c1cde", "tag": "f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:56.035233 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8ac8fb-22ee-48db-956f-cc6696fafa3b x-openstack-request-id: req-9f8ac8fb-22ee-48db-956f-cc6696fafa3b {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:56.035529 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa3698a-d4b7-4616-a645-7f21981c1cde", "tag": "f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:56.035807 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f8ac8fb-22ee-48db-956f-cc6696fafa3b {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:56.036229 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'tag': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'status': 'completed', 'code': 200} Aug 29 05:16:56.079811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] Set router f79534c7-f1e0-49f7-9ed9-d2d5044467dd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:56.111531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ef887-a923-4cc0-8df0-c6a462eb7c43 req-5b21623d-a8b2-416f-8cf0-62f27d25b646 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:56.113108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c57ef887-a923-4cc0-8df0-c6a462eb7c43 req-5b21623d-a8b2-416f-8cf0-62f27d25b646 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0700302 Aug 29 05:16:56.145310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-c8ee1fba-e7af-4ccb-af6e-9c17f1254dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:56.146775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-c8ee1fba-e7af-4ccb-af6e-9c17f1254dd1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 1097 time: 0.0687928 Aug 29 05:16:56.179414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c57ef887-a923-4cc0-8df0-c6a462eb7c43 req-1a11e65b-9472-4627-858e-bcfa9e234c88 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596709 Aug 29 05:16:56.203175 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60268) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:56.226643 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-89619fc6-1840-4135-ba54-0bf796c2eced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:56.247235 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-57e38308-ab55-493c-a5a4-c51340002cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:56.249440 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-57e38308-ab55-493c-a5a4-c51340002cfb service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc HTTP/1.1" status: 200 len: 898 time: 0.0930243 Aug 29 05:16:56.271737 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7389a8cb-b2be-4801-90a8-7f8e3e6c3c72 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/ebba754d-e264-4710-bc8c-613ddb3eecc1 HTTP/1.1" status: 200 len: 990 time: 0.0667219 Aug 29 05:16:56.319223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-5bab4b15-a841-4dc4-a029-db0a9df0369f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e HTTP/1.1" status: 200 len: 998 time: 0.0633445 Aug 29 05:16:56.319660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:40Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'ebba754d-e264-4710-bc8c-613ddb3eecc1', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'port_id': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'mac_address': 'fa:16:3e:4f:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:16:54Z', 'updated_at': '2021-08-29T05:16:54Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5442df-d4aa-4478-9a60-f40711addfa8', 'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:39Z', 'updated_at': '2021-08-29T05:16:44Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:56.349806 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] Checking router: f79534c7-f1e0-49f7-9ed9-d2d5044467dd for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:56.357978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] Routers {'f79534c7-f1e0-49f7-9ed9-d2d5044467dd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:56.358584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:16:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:56.367517 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-91b5767f-6eed-4a01-b984-59089070fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:56.369008 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-91b5767f-6eed-4a01-b984-59089070fd3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dc1ca5c-8e65-42a8-9233-ff52071aed3a HTTP/1.1" status: 200 len: 834 time: 0.0430365 Aug 29 05:16:56.415098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-3640e8c6-8a0c-4ae8-adf4-06c6fa99a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:56.416748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-3640e8c6-8a0c-4ae8-adf4-06c6fa99a874 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407650 Aug 29 05:16:56.449510 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:56.474039 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] Set router f79534c7-f1e0-49f7-9ed9-d2d5044467dd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:56.509421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-dc82537d-df70-41bc-a0fd-76a4bdad5339 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855911 Aug 29 05:16:56.599348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-47fe28e4-0dce-4fed-acde-84ac9f09ffc1 req-336f2c68-3df7-422d-af06-54d03d7cf716 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833352 Aug 29 05:16:56.699927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:40Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'ebba754d-e264-4710-bc8c-613ddb3eecc1', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'port_id': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'mac_address': 'fa:16:3e:4f:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:16:54Z', 'updated_at': '2021-08-29T05:16:54Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5442df-d4aa-4478-9a60-f40711addfa8', 'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:39Z', 'updated_at': '2021-08-29T05:16:44Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:56.728866 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9a213b-a67c-4f29-9703-5ebd9ff1ae34 None None] The sync data for ids ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'] in n-d-712141-12 is: [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:40Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'ebba754d-e264-4710-bc8c-613ddb3eecc1', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'port_id': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'mac_address': 'fa:16:3e:4f:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:16:54Z', 'updated_at': '2021-08-29T05:16:54Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5442df-d4aa-4478-9a60-f40711addfa8', 'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:39Z', 'updated_at': '2021-08-29T05:16:44Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:56.916677 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccee9dd-95b5-4b63-aabc-a015e3421965 None None] New status for floating IP ebba754d-e264-4710-bc8c-613ddb3eecc1: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:16:57.272871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60270) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:57.336994 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-81da68d4-73b3-4763-97e0-f417e7d469fb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/ebba754d-e264-4710-bc8c-613ddb3eecc1 HTTP/1.1" status: 200 len: 992 time: 0.0629957 Aug 29 05:16:57.537806 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:58.111102 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:59.274850 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:18.822653 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:20.024556 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:17:23.628795 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ba7de45f-9f26-4831-b62d-414f5a1b1b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:26.189101 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-47d3bfd9-bdbe-494e-9b12-203fcae46018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:26.412221 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:27.541038 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:28.004579 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1b10e9f2-6219-4274-ad1d-3b6351f82443 req-f2abec67-6c5a-44d8-ae22-8ab418fbba27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294337 Aug 29 05:17:28.069436 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1b10e9f2-6219-4274-ad1d-3b6351f82443 req-f381988a-bfe8-40b6-8b8a-c83ac76a2306 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0261774 Aug 29 05:17:28.106551 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1b10e9f2-6219-4274-ad1d-3b6351f82443 req-471bc35a-ae4f-474d-aa5d-af5b28a86829 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189383 Aug 29 05:17:28.131649 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:28.201065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10e9f2-6219-4274-ad1d-3b6351f82443 req-64cbb7c7-61e2-4366-85cf-f494887ce773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:28.202564 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1b10e9f2-6219-4274-ad1d-3b6351f82443 req-64cbb7c7-61e2-4366-85cf-f494887ce773 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898876 Aug 29 05:17:29.276627 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:32.643401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25a62410-b624-46d5-87aa-087502cca092 req-f0d2b287-33ec-4923-ac72-59eb6af93293 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814321 Aug 29 05:17:32.739461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a62410-b624-46d5-87aa-087502cca092 req-afe71ea5-4986-406c-b70d-864e9154bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:32.740947 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25a62410-b624-46d5-87aa-087502cca092 req-afe71ea5-4986-406c-b70d-864e9154bac0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 1097 time: 0.0399127 Aug 29 05:17:32.845531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a62410-b624-46d5-87aa-087502cca092 req-8680096e-57ac-4f46-a56c-aeb51be07a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:32.847063 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25a62410-b624-46d5-87aa-087502cca092 req-8680096e-57ac-4f46-a56c-aeb51be07a63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc HTTP/1.1" status: 200 len: 898 time: 0.0859253 Aug 29 05:17:32.910537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25a62410-b624-46d5-87aa-087502cca092 req-8b850f7d-5640-4900-aecc-3336ef2d87ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e HTTP/1.1" status: 200 len: 1000 time: 0.0570974 Aug 29 05:17:32.957752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a62410-b624-46d5-87aa-087502cca092 req-778e9c93-ca6a-421b-8e8b-6e21b511b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:32.959158 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25a62410-b624-46d5-87aa-087502cca092 req-778e9c93-ca6a-421b-8e8b-6e21b511b9e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dc1ca5c-8e65-42a8-9233-ff52071aed3a HTTP/1.1" status: 200 len: 834 time: 0.0421383 Aug 29 05:17:33.007302 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a62410-b624-46d5-87aa-087502cca092 req-88b9c338-b682-4e8d-baa5-90ea8237e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:33.008771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25a62410-b624-46d5-87aa-087502cca092 req-88b9c338-b682-4e8d-baa5-90ea8237e5b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427556 Aug 29 05:17:33.094355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25a62410-b624-46d5-87aa-087502cca092 req-8cc260e8-81f6-46cd-8396-d6b7c381ddab service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780969 Aug 29 05:17:33.184968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25a62410-b624-46d5-87aa-087502cca092 req-bf8f4430-19ca-45fc-92a3-7a7d92c39934 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839148 Aug 29 05:17:48.821889 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.629552 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-572df741-d144-4c78-8012-64544d575a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.190064 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6b4740e3-a78f-4305-97e3-d31c0e522ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.413407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:57.023870 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:17:57.542830 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.124287 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.280090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.835842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe375d-26ae-4bb5-a142-cc3d067cf149 req-f71186b2-d56b-4968-ac8f-bbb4087f88b5 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:06.837380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dfe375d-26ae-4bb5-a142-cc3d067cf149 req-f71186b2-d56b-4968-ac8f-bbb4087f88b5 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0772729 Aug 29 05:18:06.843669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473803b0-c009-4950-a124-1f80ef1650f0 req-333d3263-3037-4855-a08a-70d54ed061dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:06.845600 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-473803b0-c009-4950-a124-1f80ef1650f0 req-333d3263-3037-4855-a08a-70d54ed061dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 1097 time: 0.0582652 Aug 29 05:18:06.927923 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dfe375d-26ae-4bb5-a142-cc3d067cf149 req-e6b64074-42f5-4bb0-93aa-f64779e61153 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812671 Aug 29 05:18:06.958416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473803b0-c009-4950-a124-1f80ef1650f0 req-4fa0147c-b857-4838-91e6-0e4947f8d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:06.959885 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-473803b0-c009-4950-a124-1f80ef1650f0 req-4fa0147c-b857-4838-91e6-0e4947f8d03b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc HTTP/1.1" status: 200 len: 898 time: 0.1067910 Aug 29 05:18:07.025436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-473803b0-c009-4950-a124-1f80ef1650f0 req-227e0f47-c1e8-4546-90a6-b1aa5daea1b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e HTTP/1.1" status: 200 len: 1000 time: 0.0575416 Aug 29 05:18:07.078294 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473803b0-c009-4950-a124-1f80ef1650f0 req-650bc134-838c-4640-ae07-789f57af0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:07.079746 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-473803b0-c009-4950-a124-1f80ef1650f0 req-650bc134-838c-4640-ae07-789f57af0312 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dc1ca5c-8e65-42a8-9233-ff52071aed3a HTTP/1.1" status: 200 len: 834 time: 0.0458071 Aug 29 05:18:07.124450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473803b0-c009-4950-a124-1f80ef1650f0 req-bdc3cab7-c639-4b77-a70d-67ffc270dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:07.125905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-473803b0-c009-4950-a124-1f80ef1650f0 req-bdc3cab7-c639-4b77-a70d-67ffc270dc95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392208 Aug 29 05:18:07.212232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-473803b0-c009-4950-a124-1f80ef1650f0 req-bf5e5e3b-7c04-4c48-8859-413ea7ae04c3 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784111 Aug 29 05:18:07.303897 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-473803b0-c009-4950-a124-1f80ef1650f0 req-fa4eaa26-a2a7-40a7-8bde-db1dd27f6c13 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Aug 29 05:18:08.043181 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466f67-a2b3-4173-a32d-cfe691038aad req-c8bddda0-fc91-4374-92d2-0c559c1d859f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:08.044662 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6466f67-a2b3-4173-a32d-cfe691038aad req-c8bddda0-fc91-4374-92d2-0c559c1d859f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0485840 Aug 29 05:18:08.081911 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e6466f67-a2b3-4173-a32d-cfe691038aad req-d6033d67-739b-448d-9273-63796df6766f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309193 Aug 29 05:18:09.206960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0801f-667a-4ebe-8a2f-2e533b95290a req-11af6683-1602-4137-a535-eaac4e5d8065 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:09.208556 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8dd0801f-667a-4ebe-8a2f-2e533b95290a req-11af6683-1602-4137-a535-eaac4e5d8065 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0474510 Aug 29 05:18:09.245080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8dd0801f-667a-4ebe-8a2f-2e533b95290a req-aca49a13-2be0-4c15-b84d-396ee771f3c2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307498 Aug 29 05:18:10.362441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9908788-fc23-493f-a7d8-242e17a966b9 req-0d23801e-fd61-441b-b762-681bb8168988 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:10.363910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9908788-fc23-493f-a7d8-242e17a966b9 req-0d23801e-fd61-441b-b762-681bb8168988 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0530190 Aug 29 05:18:10.401080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9908788-fc23-493f-a7d8-242e17a966b9 req-4749ae27-246c-4467-93c7-90797bdd7447 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Aug 29 05:18:11.514995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67326823-80a9-495c-ba57-b92c4ed68c8c req-dc258aed-0db6-42d0-b7bb-fa5c26c220e1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:11.516485 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67326823-80a9-495c-ba57-b92c4ed68c8c req-dc258aed-0db6-42d0-b7bb-fa5c26c220e1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0486355 Aug 29 05:18:11.553625 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67326823-80a9-495c-ba57-b92c4ed68c8c req-a5911176-a4d6-4791-9ee4-5a8a6055fc4e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305812 Aug 29 05:18:12.672597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2749d78-5f45-43ae-8aa8-e49cf6966dbc req-8b037b04-7144-4d4a-8b02-3b731d55e57f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:12.674124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2749d78-5f45-43ae-8aa8-e49cf6966dbc req-8b037b04-7144-4d4a-8b02-3b731d55e57f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0500925 Aug 29 05:18:12.712159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2749d78-5f45-43ae-8aa8-e49cf6966dbc req-9a5db0fc-e681-4f9c-a1a2-5c8b50ec7252 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316799 Aug 29 05:18:13.834057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561243-f4a4-47fb-a082-ff57b3bc9904 req-85ea5bc3-4aa0-47b3-ae36-bf0dd183e30c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:13.835840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a561243-f4a4-47fb-a082-ff57b3bc9904 req-85ea5bc3-4aa0-47b3-ae36-bf0dd183e30c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0523448 Aug 29 05:18:13.873704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0a561243-f4a4-47fb-a082-ff57b3bc9904 req-31751023-51ac-4474-8cab-3ae077dac564 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320029 Aug 29 05:18:14.986831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4ca06-3cd6-4ffb-b4e6-655f9a1dfca8 req-272c0d83-9ff9-4400-9cfb-4abd58aa201d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:14.988310 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79f4ca06-3cd6-4ffb-b4e6-655f9a1dfca8 req-272c0d83-9ff9-4400-9cfb-4abd58aa201d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0485435 Aug 29 05:18:15.025345 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79f4ca06-3cd6-4ffb-b4e6-655f9a1dfca8 req-2966baaa-fe56-4722-8713-57acf47840e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312035 Aug 29 05:18:16.155412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac121b7f-f5a6-4eac-903b-2843ef2f3640 req-b483e688-2d94-4df1-8dda-586db4da00e9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:16.156936 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac121b7f-f5a6-4eac-903b-2843ef2f3640 req-b483e688-2d94-4df1-8dda-586db4da00e9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0478895 Aug 29 05:18:16.193550 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ac121b7f-f5a6-4eac-903b-2843ef2f3640 req-7a54f3de-a4a0-4396-bfc5-8389962fd4f2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303011 Aug 29 05:18:17.369556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3ef5-1f5d-4466-b5f7-c8362e0876fe req-6673fd59-9e68-4d85-9dd7-bf331a94a7f8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:17.371041 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-777a3ef5-1f5d-4466-b5f7-c8362e0876fe req-6673fd59-9e68-4d85-9dd7-bf331a94a7f8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.1102910 Aug 29 05:18:17.408758 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-777a3ef5-1f5d-4466-b5f7-c8362e0876fe req-11068736-8cd3-4dc7-baa9-d91021c95c97 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Aug 29 05:18:18.622725 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42088f61-fda3-4c9e-8a18-72dcdb441a3d req-382fc7af-123e-4084-98bb-6716430c486c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:18.624213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42088f61-fda3-4c9e-8a18-72dcdb441a3d req-382fc7af-123e-4084-98bb-6716430c486c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.1471217 Aug 29 05:18:18.660618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-42088f61-fda3-4c9e-8a18-72dcdb441a3d req-c914a2f0-5ea6-419a-bd64-5f779e7ee5c4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298903 Aug 29 05:18:18.682206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60338) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:18.744607 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8b0510a8-36ff-4904-a593-d3fd47c4dab0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/ebba754d-e264-4710-bc8c-613ddb3eecc1 HTTP/1.1" status: 200 len: 992 time: 0.0612030 Aug 29 05:18:18.820514 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:23.630788 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-961de9bc-a49a-48e7-8119-1afbc787b09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:26.190234 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2dfa44bb-ad83-4009-8e02-8b4efd176d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:26.417633 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:27.546931 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:28.132962 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:29.282895 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:29.987597 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae9202ed-d276-410f-af25-23c85cd6d329 req-5a44cb82-91f8-4117-9461-75538d54a919 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0305407 Aug 29 05:18:30.031540 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae9202ed-d276-410f-af25-23c85cd6d329 req-fff25831-5a75-4ebd-87b9-a1884def5f45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0242770 Aug 29 05:18:30.068102 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae9202ed-d276-410f-af25-23c85cd6d329 req-03f4b3f8-3b3a-4c44-b3b6-a119eb29a17b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183697 Aug 29 05:18:30.158248 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9202ed-d276-410f-af25-23c85cd6d329 req-6e6de282-4111-4ce8-b47a-c34d6f85ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:30.159689 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ae9202ed-d276-410f-af25-23c85cd6d329 req-6e6de282-4111-4ce8-b47a-c34d6f85ebd2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846872 Aug 29 05:18:33.576150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-ce377b09-ce6e-4196-b0e4-85549495c87d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393646 Aug 29 05:18:33.674043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-51dc0626-4470-4ad7-b3cf-2bebf6c90e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:33.675506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-51dc0626-4470-4ad7-b3cf-2bebf6c90e7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 1097 time: 0.0396147 Aug 29 05:18:33.777081 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-f8a9bc38-d4ad-40ef-8ead-0d24fd02d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:33.778558 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-f8a9bc38-d4ad-40ef-8ead-0d24fd02d763 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc HTTP/1.1" status: 200 len: 898 time: 0.0844955 Aug 29 05:18:33.842804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-aa2bdb68-6181-4b4f-a7c3-3fd284ff4b1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e HTTP/1.1" status: 200 len: 1000 time: 0.0563889 Aug 29 05:18:33.892017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-7fc6ad45-2660-4182-8fd9-4f0141f67963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:33.893471 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-7fc6ad45-2660-4182-8fd9-4f0141f67963 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dc1ca5c-8e65-42a8-9233-ff52071aed3a HTTP/1.1" status: 200 len: 834 time: 0.0432525 Aug 29 05:18:33.941976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-09c91885-108e-4c9c-bc14-f2080b5e2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:33.943439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-09c91885-108e-4c9c-bc14-f2080b5e2813 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422571 Aug 29 05:18:34.023401 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:18:34.030689 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-68248eca-3a6d-47bc-b44a-dc8e3a5da22e service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795023 Aug 29 05:18:34.120528 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bbc862f8-606d-4ee5-95ea-3985fbcf0354 req-142992b9-8b17-431b-8a91-0bdc5f4d5084 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827649 Aug 29 05:18:48.835469 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:53.631864 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-42e4672c-5a0c-42ec-84fc-119d351addf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:56.191265 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ae188a5d-7245-48d2-b233-297e2393afc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:56.418612 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:57.550727 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:58.151490 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:59.284922 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:09.179249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60360) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:09.333897 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port f7f64402-e05a-41d0-bc58-7f318bafd1a3 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:09.334243 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:09.406835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:09.407175 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:09.418422 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for f7f64402-e05a-41d0-bc58-7f318bafd1a3 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:09.561686 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:09.587819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=f7f64402-e05a-41d0-bc58-7f318bafd1a3,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:09.611634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.611993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.612349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.612687 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.613021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.613360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.613688 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.614014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.614341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.614672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.614998 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.615319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:09.658843 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:09.659152 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Floating IP ebba754d-e264-4710-bc8c-613ddb3eecc1 disassociated (deleted). External IP: 172.25.5.64, port: f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e. Aug 29 05:19:09.859142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router f79534c7-f1e0-49f7-9ed9-d2d5044467dd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:19:09.963162 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:19:09.967877 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:09.973389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] Sync routers for ids ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:19:09.982181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] Routers {'f79534c7-f1e0-49f7-9ed9-d2d5044467dd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:09.982780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:18:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:09.996781 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e402732b-b868-44de-91cd-27011249f428 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/floatingips/ebba754d-e264-4710-bc8c-613ddb3eecc1 HTTP/1.1" status: 204 len: 168 time: 0.8164580 Aug 29 05:19:09.997372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'tag': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:10.000106 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9d4179-b114-4fa3-851a-49c124c9ab7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa3698a-d4b7-4616-a645-7f21981c1cde", "tag": "f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:10.039792 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857afb3c-358c-4d0f-a7a0-8c138c49fe0d x-openstack-request-id: req-857afb3c-358c-4d0f-a7a0-8c138c49fe0d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:10.040085 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa3698a-d4b7-4616-a645-7f21981c1cde", "tag": "f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:10.040373 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-857afb3c-358c-4d0f-a7a0-8c138c49fe0d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:10.040775 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'tag': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'status': 'completed', 'code': 200} Aug 29 05:19:10.089510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] Set router f79534c7-f1e0-49f7-9ed9-d2d5044467dd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:10.163426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-fa3e1aae-ffe7-493c-b7dd-c3f4e89068b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:10.165985 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-fa3e1aae-ffe7-493c-b7dd-c3f4e89068b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 1097 time: 0.0488803 Aug 29 05:19:10.288979 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:40Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8e5442df-d4aa-4478-9a60-f40711addfa8', 'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:39Z', 'updated_at': '2021-08-29T05:16:44Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:10.319807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] Checking router: f79534c7-f1e0-49f7-9ed9-d2d5044467dd for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:19:10.328927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] Routers {'f79534c7-f1e0-49f7-9ed9-d2d5044467dd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:10.329533 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:18:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:10.436528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] Set router f79534c7-f1e0-49f7-9ed9-d2d5044467dd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:10.595832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef311e-716b-40cb-9475-d72c6fccd7da req-5dd12da0-6eaf-4679-b18f-2d8f0b12f208 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:10.597462 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edef311e-716b-40cb-9475-d72c6fccd7da req-5dd12da0-6eaf-4679-b18f-2d8f0b12f208 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.4236944 Aug 29 05:19:10.626831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-21800c63-09b7-4939-9772-f2ff45582774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:10.628299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-21800c63-09b7-4939-9772-f2ff45582774 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc HTTP/1.1" status: 200 len: 898 time: 0.4556231 Aug 29 05:19:10.653992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-edef311e-716b-40cb-9475-d72c6fccd7da req-08683434-4eae-4cc0-b83f-28fe491bac7c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477312 Aug 29 05:19:10.680254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-445c9dc2-41da-402f-9110-cebba1de4393 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e HTTP/1.1" status: 200 len: 217 time: 0.0390959 Aug 29 05:19:10.729025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-6ddfe690-cf78-45e1-b3e8-1bc9a5a61f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:10.730383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-6ddfe690-cf78-45e1-b3e8-1bc9a5a61f88 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dc1ca5c-8e65-42a8-9233-ff52071aed3a HTTP/1.1" status: 200 len: 834 time: 0.0426929 Aug 29 05:19:10.780143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-b7b8c03d-c95f-40f5-bb76-dc04390f7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:10.781688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-b7b8c03d-c95f-40f5-bb76-dc04390f7e1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438938 Aug 29 05:19:10.790570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:40Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8e5442df-d4aa-4478-9a60-f40711addfa8', 'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:39Z', 'updated_at': '2021-08-29T05:16:44Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:10.816978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d42fa-88fa-4201-96d4-5bc4035764bf None None] The sync data for ids ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'] in n-d-712141-12 is: [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:16:40Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '8e5442df-d4aa-4478-9a60-f40711addfa8', 'name': '', 'network_id': '2f68594f-db32-4aed-ba15-7fd6bd7e9fcc', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:39Z', 'updated_at': '2021-08-29T05:16:44Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '7dc1ca5c-8e65-42a8-9233-ff52071aed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:19:10.878112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-f3e52b91-23e6-4096-8bcc-5e8e451c0404 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885723 Aug 29 05:19:10.975535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f9d4179-b114-4fa3-851a-49c124c9ab7e req-b2867836-7eca-41d3-90ea-cf42241a8fc9 service neutron] 10.222.0.52 "GET /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888114 Aug 29 05:19:11.022783 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:19:11.037067 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4d22b2-791c-4ccf-88cd-79e6f11b3f2b None None] New status for floating IP ebba754d-e264-4710-bc8c-613ddb3eecc1: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:19:11.770160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3975adc-107e-470c-a345-aedb59616576 req-fc3af858-1637-4a6b-8f6a-3579f6ceb20a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:11.771646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3975adc-107e-470c-a345-aedb59616576 req-fc3af858-1637-4a6b-8f6a-3579f6ceb20a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0491271 Aug 29 05:19:11.808823 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f3975adc-107e-470c-a345-aedb59616576 req-f3d82c5e-a1af-4d4c-a78b-d7c4d71de303 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=abfed08c-d000-45cd-a2cd-34e4277b114b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312753 Aug 29 05:19:11.952229 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6b078-7063-4bec-8779-d660f286e253 req-a7e839c2-b7b3-4872-909c-222a8e76128b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:11.954087 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84b6b078-7063-4bec-8779-d660f286e253 req-a7e839c2-b7b3-4872-909c-222a8e76128b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 945 time: 0.0471268 Aug 29 05:19:12.044614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-84b6b078-7063-4bec-8779-d660f286e253 req-f5d129ca-c93d-48ff-8515-32fbae423882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:12.044962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84b6b078-7063-4bec-8779-d660f286e253 req-f5d129ca-c93d-48ff-8515-32fbae423882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:12.129915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-84b6b078-7063-4bec-8779-d660f286e253 req-f5d129ca-c93d-48ff-8515-32fbae423882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:12.130283 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84b6b078-7063-4bec-8779-d660f286e253 req-f5d129ca-c93d-48ff-8515-32fbae423882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:12.143122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-84b6b078-7063-4bec-8779-d660f286e253 req-f5d129ca-c93d-48ff-8515-32fbae423882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:12.269060 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84b6b078-7063-4bec-8779-d660f286e253 req-f5d129ca-c93d-48ff-8515-32fbae423882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:12.299012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d129ca-c93d-48ff-8515-32fbae423882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:12.336611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b6b078-7063-4bec-8779-d660f286e253 req-f5d129ca-c93d-48ff-8515-32fbae423882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] No DVR routers for this DVR port f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:19:12.339290 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84b6b078-7063-4bec-8779-d660f286e253 req-f5d129ca-c93d-48ff-8515-32fbae423882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:12.341375 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84b6b078-7063-4bec-8779-d660f286e253 req-f5d129ca-c93d-48ff-8515-32fbae423882 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "DELETE /v2.0/ports/f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e HTTP/1.1" status: 204 len: 173 time: 0.3807766 Aug 29 05:19:12.341817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'name': 'network-vif-deleted', 'tag': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:12.344734 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a5d574-1ac9-46e6-81e1-7267c54dfee0" -d '{"events": [{"server_uuid": "7aa3698a-d4b7-4616-a645-7f21981c1cde", "name": "network-vif-deleted", "tag": "f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:12.382351 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b00e9b-6768-4783-ad8e-66e9dd9e524d x-openstack-request-id: req-26b00e9b-6768-4783-ad8e-66e9dd9e524d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:12.382652 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa3698a-d4b7-4616-a645-7f21981c1cde", "name": "network-vif-deleted", "tag": "f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:12.382910 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26b00e9b-6768-4783-ad8e-66e9dd9e524d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:12.383314 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa3698a-d4b7-4616-a645-7f21981c1cde', 'name': 'network-vif-deleted', 'tag': 'f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e', 'status': 'completed', 'code': 200} Aug 29 05:19:12.923348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0fc0fe7e-7a76-4bc2-9fd0-86a1874a9090 req-e1901b53-3e84-48ac-9d2a-a490a0f8b42c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=7aa3698a-d4b7-4616-a645-7f21981c1cde HTTP/1.1" status: 200 len: 210 time: 0.0313842 Aug 29 05:19:13.980420 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60380) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:14.336488 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:14.869663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port 8e5442df-d4aa-4478-9a60-f40711addfa8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:14.869903 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:14.956120 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port 8e5442df-d4aa-4478-9a60-f40711addfa8, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=8e5442df-d4aa-4478-9a60-f40711addfa8,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:14.956520 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:14.969017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for 8e5442df-d4aa-4478-9a60-f40711addfa8 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:15.153980 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:15.180400 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=8e5442df-d4aa-4478-9a60-f40711addfa8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:15.192722 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.193080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.193449 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.193796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.194491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.194832 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.195195 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.195528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.195858 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.196186 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.196562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.196889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:15.362643 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:15.575758 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router f79534c7-f1e0-49f7-9ed9-d2d5044467dd has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:19:15.681281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:19:15.686764 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-6a6eea8d-c4c6-4f0b-a3c9-3c6af4a649ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "PUT /v2.0/routers/f79534c7-f1e0-49f7-9ed9-d2d5044467dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7048168 Aug 29 05:19:15.689043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60382) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:15.691592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] Sync routers for ids ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:19:15.700550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] Routers {'f79534c7-f1e0-49f7-9ed9-d2d5044467dd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:15.701143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:18:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:15.739472 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-95122fd5-cd09-45b3-aa01-337f79f222f1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting subnet 7dc1ca5c-8e65-42a8-9233-ff52071aed3a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:19:15.742981 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95122fd5-cd09-45b3-aa01-337f79f222f1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:15.781884 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:19:15.782210 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95122fd5-cd09-45b3-aa01-337f79f222f1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:15.811433 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:19:15.811918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device f5f1fb4f-1776-4ca5-bc1f-bb4635293d3e not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:19:15.835688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] Set router f79534c7-f1e0-49f7-9ed9-d2d5044467dd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:15.875620 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95122fd5-cd09-45b3-aa01-337f79f222f1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:15.934354 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95122fd5-cd09-45b3-aa01-337f79f222f1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:15.963374 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95122fd5-cd09-45b3-aa01-337f79f222f1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc1ca5c-8e65-42a8-9233-ff52071aed3a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:15.965416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-95122fd5-cd09-45b3-aa01-337f79f222f1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:15.970320 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-95122fd5-cd09-45b3-aa01-337f79f222f1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/subnets/7dc1ca5c-8e65-42a8-9233-ff52071aed3a HTTP/1.1" status: 204 len: 168 time: 0.2773693 Aug 29 05:19:15.970320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60384) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:15.989823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5534dd-dea1-4192-9518-e02de5139b55 None None] Network 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:19:16.075623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.102368 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:19:15Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:16.129917 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] Checking router: f79534c7-f1e0-49f7-9ed9-d2d5044467dd for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:19:16.144749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] Routers {'f79534c7-f1e0-49f7-9ed9-d2d5044467dd'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:16.145354 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:18:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:16.191946 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.223071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] DHCP port deletion for 2f68594f-db32-4aed-ba15-7fd6bd7e9fcc request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:19:16.245014 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port 4b6be8a2-a89f-455c-a163-c17a679e2ed2 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:16.245361 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.273268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] Set router f79534c7-f1e0-49f7-9ed9-d2d5044467dd gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:16.326542 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port 4b6be8a2-a89f-455c-a163-c17a679e2ed2, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4b6be8a2-a89f-455c-a163-c17a679e2ed2,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:16.326914 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.339822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for 4b6be8a2-a89f-455c-a163-c17a679e2ed2 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:16.379069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Deleting port 610818e7-223c-4982-aee8-afe9f2c02590 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:16.379381 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.462599 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] For port 610818e7-223c-4982-aee8-afe9f2c02590, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=610818e7-223c-4982-aee8-afe9f2c02590,segment=NetworkSegment(73c7d816-0971-41bf-bb85-220ccc6b965a),segment_id=73c7d816-0971-41bf-bb85-220ccc6b965a)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:16.462908 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.492338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Calling delete_port for 610818e7-223c-4982-aee8-afe9f2c02590 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:16.504585 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.534905 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=4b6be8a2-a89f-455c-a163-c17a679e2ed2,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:16.573623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:19:15Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:16.599383 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.605730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f292b2-12b2-44b5-a8c8-e16a5b2ffd73 None None] The sync data for ids ['f79534c7-f1e0-49f7-9ed9-d2d5044467dd'] in n-d-712141-12 is: [{'id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253090924', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:16:36Z', 'updated_at': '2021-08-29T05:19:15Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4b6be8a2-a89f-455c-a163-c17a679e2ed2', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79534c7-f1e0-49f7-9ed9-d2d5044467dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:16:37Z', 'updated_at': '2021-08-29T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:19:16.618030 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.643913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Pushing event deleted for resources: {'Port': ['ID=610818e7-223c-4982-aee8-afe9f2c02590,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:16.648298 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] No DVR routers for this DVR port 610818e7-223c-4982-aee8-afe9f2c02590 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:19:16.658001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.658001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.658001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.658001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.658001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.658001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.658001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.658001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.659155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.659155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.659155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.659795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14338f-b54b-4206-a9b1-b3dbed783a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:16.706237 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.708425 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.754318 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.754940 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Fanout notify agent at l3_agent the message router_deleted on router f79534c7-f1e0-49f7-9ed9-d2d5044467dd {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:19:16.762468 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.764658 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3dc5bfc4-2571-4b86-881f-b1ecca247057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/routers/f79534c7-f1e0-49f7-9ed9-d2d5044467dd HTTP/1.1" status: 204 len: 168 time: 0.7937191 Aug 29 05:19:16.766377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60386) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:16.840361 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.942960 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.955727 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f68594f-db32-4aed-ba15-7fd6bd7e9fcc']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:16.969614 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c7d816-0971-41bf-bb85-220ccc6b965a') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:16.970115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c7d816-0971-41bf-bb85-220ccc6b965a') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:16.980119 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.994275 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.000515 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:19:17.001172 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: timer() Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:19:17.004134 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:19:17.067865 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.074917 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.079789 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/networks/2f68594f-db32-4aed-ba15-7fd6bd7e9fcc HTTP/1.1" status: 204 len: 168 time: 0.3095016 Aug 29 05:19:17.080043 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60388) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:17.102569 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1db7b-3a0a-431a-9c75-1aca203c5f9e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Network': ['ID=2f68594f-db32-4aed-ba15-7fd6bd7e9fcc,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:17.155150 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7d53a263-838e-470c-a930-595bea191c83 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.182572 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7d53a263-838e-470c-a930-595bea191c83 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.254832 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7d53a263-838e-470c-a930-595bea191c83 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.257547 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-7d53a263-838e-470c-a930-595bea191c83 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.258806 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-7d53a263-838e-470c-a930-595bea191c83 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/security-groups/abfed08c-d000-45cd-a2cd-34e4277b114b HTTP/1.1" status: 204 len: 168 time: 0.1777952 Aug 29 05:19:17.272980 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53a263-838e-470c-a930-595bea191c83 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfed08c-d000-45cd-a2cd-34e4277b114b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:17.635381 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60394) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:17.640724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-947b2936-03fb-40b5-87db-a2e4785bc9ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414480842', 'description': 'tempest-secgroup-smoke-414480842 description', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:17.668558 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-947b2936-03fb-40b5-87db-a2e4785bc9ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.753214 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-947b2936-03fb-40b5-87db-a2e4785bc9ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.756938 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-947b2936-03fb-40b5-87db-a2e4785bc9ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.783916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-947b2936-03fb-40b5-87db-a2e4785bc9ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.785164 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-947b2936-03fb-40b5-87db-a2e4785bc9ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1487522 Aug 29 05:19:17.787046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b2936-03fb-40b5-87db-a2e4785bc9ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1979e7c-c8e9-4131-84ad-9413888746b8,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:17.788190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60396) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:17.793026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e56ac7dd-d0b0-4124-ad7f-c57ff87641fa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c1979e7c-c8e9-4131-84ad-9413888746b8', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:17.822052 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e56ac7dd-d0b0-4124-ad7f-c57ff87641fa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.854950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 610818e7-223c-4982-aee8-afe9f2c02590 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:19:17.880219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 610818e7-223c-4982-aee8-afe9f2c02590 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:19:17.880571 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 610818e7-223c-4982-aee8-afe9f2c02590 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:19:17.880994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8e5442df-d4aa-4478-9a60-f40711addfa8 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:19:17.881484 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e56ac7dd-d0b0-4124-ad7f-c57ff87641fa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.885488 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e56ac7dd-d0b0-4124-ad7f-c57ff87641fa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.899671 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 8e5442df-d4aa-4478-9a60-f40711addfa8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:19:17.900030 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 8e5442df-d4aa-4478-9a60-f40711addfa8 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:19:17.900476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4b6be8a2-a89f-455c-a163-c17a679e2ed2 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:19:17.900604 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ac7dd-d0b0-4124-ad7f-c57ff87641fa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50be21aa-fab1-425d-9cb7-81629171bc0b,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:17.909271 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e56ac7dd-d0b0-4124-ad7f-c57ff87641fa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.910499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e56ac7dd-d0b0-4124-ad7f-c57ff87641fa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212857 Aug 29 05:19:17.913339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60398) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:17.917942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2f3b63ce-ae34-42c9-abe1-6ebff855f802 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c1979e7c-c8e9-4131-84ad-9413888746b8', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:17.918973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4b6be8a2-a89f-455c-a163-c17a679e2ed2 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:19:17.919325 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4b6be8a2-a89f-455c-a163-c17a679e2ed2 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:19:17.944649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f3b63ce-ae34-42c9-abe1-6ebff855f802 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.002162 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f3b63ce-ae34-42c9-abe1-6ebff855f802 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.005846 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f3b63ce-ae34-42c9-abe1-6ebff855f802 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.023341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b63ce-ae34-42c9-abe1-6ebff855f802 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2449a5a1-4c78-47b1-9473-d797608671c2,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:18.029054 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2f3b63ce-ae34-42c9-abe1-6ebff855f802 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.030448 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2f3b63ce-ae34-42c9-abe1-6ebff855f802 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160176 Aug 29 05:19:18.033119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60400) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:18.037482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-54d00c8b-3d2a-4055-8f99-a9dce37d9c82 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c1979e7c-c8e9-4131-84ad-9413888746b8', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:18.063693 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54d00c8b-3d2a-4055-8f99-a9dce37d9c82 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.120584 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54d00c8b-3d2a-4055-8f99-a9dce37d9c82 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.123910 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54d00c8b-3d2a-4055-8f99-a9dce37d9c82 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.143628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d00c8b-3d2a-4055-8f99-a9dce37d9c82 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b2cf03-3361-4789-bd7c-2eac6c4cc273,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:18.149250 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-54d00c8b-3d2a-4055-8f99-a9dce37d9c82 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.150290 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-54d00c8b-3d2a-4055-8f99-a9dce37d9c82 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162481 Aug 29 05:19:18.152951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60402) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:18.157967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f76caffa-372b-4bfc-9894-00211d7c8396 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c1979e7c-c8e9-4131-84ad-9413888746b8', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:18.183777 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f76caffa-372b-4bfc-9894-00211d7c8396 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.240953 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f76caffa-372b-4bfc-9894-00211d7c8396 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.244375 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f76caffa-372b-4bfc-9894-00211d7c8396 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.261135 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76caffa-372b-4bfc-9894-00211d7c8396 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1df005-50f6-4dae-a503-89b1f405ada3,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:18.267545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f76caffa-372b-4bfc-9894-00211d7c8396 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.268789 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f76caffa-372b-4bfc-9894-00211d7c8396 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149139 Aug 29 05:19:18.271378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60404) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:18.275764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-cb2bd8a2-8f4f-43ef-9fdc-b7c160003c86 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c1979e7c-c8e9-4131-84ad-9413888746b8', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:18.297837 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-cb2bd8a2-8f4f-43ef-9fdc-b7c160003c86 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Project 6a71d99df5014a508c9c1b3f35bc7e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:19:18.302845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd8a2-8f4f-43ef-9fdc-b7c160003c86 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.363043 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd8a2-8f4f-43ef-9fdc-b7c160003c86 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.366781 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd8a2-8f4f-43ef-9fdc-b7c160003c86 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.387112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bd8a2-8f4f-43ef-9fdc-b7c160003c86 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48e3078-77ac-4976-9176-d046caa4bfc7,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:18.390950 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd8a2-8f4f-43ef-9fdc-b7c160003c86 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.392168 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-cb2bd8a2-8f4f-43ef-9fdc-b7c160003c86 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198668 Aug 29 05:19:18.394952 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60406) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:18.399397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b453dd67-d6ef-47a6-9bd2-daf8f6e4a638 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c1979e7c-c8e9-4131-84ad-9413888746b8', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:18.421720 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-b453dd67-d6ef-47a6-9bd2-daf8f6e4a638 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Project 6a71d99df5014a508c9c1b3f35bc7e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:19:18.426438 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b453dd67-d6ef-47a6-9bd2-daf8f6e4a638 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.485555 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b453dd67-d6ef-47a6-9bd2-daf8f6e4a638 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.488814 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b453dd67-d6ef-47a6-9bd2-daf8f6e4a638 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.508856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453dd67-d6ef-47a6-9bd2-daf8f6e4a638 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56e01b7-1c88-480e-9a37-b8944f1e43ab,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:18.512441 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b453dd67-d6ef-47a6-9bd2-daf8f6e4a638 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.516889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b453dd67-d6ef-47a6-9bd2-daf8f6e4a638 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177373 Aug 29 05:19:18.517357 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60408) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:18.521850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'network': {'name': 'tempest-network-smoke--1141796036', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'port_security_enabled': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:18.542094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:19:18.545446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.568582 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:19:18.577990 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.578335 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Added segment 9010774b-6117-40a6-8115-59a57fd2df63 of type vlan for network c27aebb2-49d9-42f7-89a9-73bb29ce11ac Aug 29 05:19:18.618129 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.642676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.648053 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:18.648670 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.708111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900103 Aug 29 05:19:18.710789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60410) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:18.717259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'admin_state_up': True, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:18.727558 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5966e7c-bacb-42bb-99bf-307036f4b253 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Network': ['ID=c27aebb2-49d9-42f7-89a9-73bb29ce11ac,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:18.738343 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network c27aebb2-49d9-42f7-89a9-73bb29ce11ac details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:19:18.745601 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.746638 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.802131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.832810 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.937334 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:19.127189 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:19.145862 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:19.246832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.25.5.50 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/dbcd05b8-098d-41b2-b5c3-6ee596b793d5) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:19:19.344592 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:19.381561 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:19.419671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:19:19.425437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:19:19.427975 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:19:19.455512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=dbcd05b8-098d-41b2-b5c3-6ee596b793d5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:19.687162 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:19.883203 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.014206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 6adcfaa1-56a5-4881-865e-8db21a969f0b is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:19:20.118724 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:19:20.129471 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Sync routers for ids ['6adcfaa1-56a5-4881-865e-8db21a969f0b'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:19:20.140084 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Routers {'6adcfaa1-56a5-4881-865e-8db21a969f0b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:20.140992 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:18:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6adcfaa1-56a5-4881-865e-8db21a969f0b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:20.141716 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.144501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b14657c8-1b5e-455b-97d8-be14c674301a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4313941 Aug 29 05:19:20.147490 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60412) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:20.184078 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b84b91f8-0ba7-4c13-a0e1-5ffdb086ce9d tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6a71d99df5014a508c9c1b3f35bc7e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346653 Aug 29 05:19:20.187185 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60414) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:20.248453 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Set router 6adcfaa1-56a5-4881-865e-8db21a969f0b gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:20.272809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f1006-eeba-4882-a727-f805bcf7bea9 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.274430 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-775f1006-eeba-4882-a727-f805bcf7bea9 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868914 Aug 29 05:19:20.277289 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60416) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:20.305867 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-13a15c3c-5f97-4fb6-ba97-49945e108330 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275228 Aug 29 05:19:20.308402 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60418) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:20.313223 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1065810301', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:20.406628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:19:20.410623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.425168 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:19Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:20.450693 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Checking router: 6adcfaa1-56a5-4881-865e-8db21a969f0b for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:19:20.451042 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Updating router 6adcfaa1-56a5-4881-865e-8db21a969f0b port dbcd05b8-098d-41b2-b5c3-6ee596b793d5 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:19:20.475127 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.591126 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.651900 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Subnet': ['ID=e4ee3787-e06f-4bc3-8778-c01130eecb11,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:20.661281 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Checking segment: {'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:19:20.661652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network hostable DHCP agents. Network: c27aebb2-49d9-42f7-89a9-73bb29ce11ac, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:19:20.678039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network c27aebb2-49d9-42f7-89a9-73bb29ce11ac is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:19:20.687159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, c27aebb2-49d9-42f7-89a9-73bb29ce11ac) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:19:20.691922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.692858 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.696386 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd517f82-ffc0-4a3f-9d76-98501cc3cb00 None None] Network c27aebb2-49d9-42f7-89a9-73bb29ce11ac requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:19:20.708599 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-90297a2e-78ed-407f-8431-ced419c7063f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3991578 Aug 29 05:19:20.711295 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60420) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:20.728319 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.739424 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Transition to ACTIVE for port object dbcd05b8-098d-41b2-b5c3-6ee596b793d5 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:19:20.747006 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.807702 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Attempting to bind port dbcd05b8-098d-41b2-b5c3-6ee596b793d5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:19:20.808083 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Attempting to bind port dbcd05b8-098d-41b2-b5c3-6ee596b793d5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:19:20.808479 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Attempting to bind port dbcd05b8-098d-41b2-b5c3-6ee596b793d5 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:19:20.819308 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:19:20.819684 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:19:20.820091 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.820507 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:19:20.820974 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Bound port: dbcd05b8-098d-41b2-b5c3-6ee596b793d5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:19:20.821362 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.849401 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Pushing event updated for resources: {'Port': ['ID=dbcd05b8-098d-41b2-b5c3-6ee596b793d5,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:20.850172 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:19:20.851103 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.863013 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.863369 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.863713 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.864045 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.864404 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.864735 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.865577 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.865577 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.865796 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.866005 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.866328 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.867148 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:20.885841 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] For port dbcd05b8-098d-41b2-b5c3-6ee596b793d5, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:19:20.889010 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] For port dbcd05b8-098d-41b2-b5c3-6ee596b793d5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dbcd05b8-098d-41b2-b5c3-6ee596b793d5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:19:20.893347 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.943931 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Routers {'6adcfaa1-56a5-4881-865e-8db21a969f0b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:20.944887 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:18:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6adcfaa1-56a5-4881-865e-8db21a969f0b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:20.997514 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Allocated IP 172.20.0.2 (c27aebb2-49d9-42f7-89a9-73bb29ce11ac/e4ee3787-e06f-4bc3-8778-c01130eecb11/87fada0f-422e-401a-82cf-39862c3e3f51) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:19:21.004747 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e538a2-c5bc-4d0c-a21f-09eb55de6b1f None None] Pushing event updated for resources: {'Port': ['ID=dbcd05b8-098d-41b2-b5c3-6ee596b793d5,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:21.068153 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] Set router 6adcfaa1-56a5-4881-865e-8db21a969f0b gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:21.157078 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.160337 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.166859 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Transition to ACTIVE for port object 87fada0f-422e-401a-82cf-39862c3e3f51 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:19:21.183358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Transition to ACTIVE for port object 87fada0f-422e-401a-82cf-39862c3e3f51 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:19:21.189594 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.234285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Network c27aebb2-49d9-42f7-89a9-73bb29ce11ac is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:19:21.241239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:19:21.245141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:19:21.252787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Pushing event updated for resources: {'Port': ['ID=87fada0f-422e-401a-82cf-39862c3e3f51,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:21.305636 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Attempting to bind port 87fada0f-422e-401a-82cf-39862c3e3f51 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:19:21.306106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Attempting to bind port 87fada0f-422e-401a-82cf-39862c3e3f51 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:19:21.306534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Attempting to bind port 87fada0f-422e-401a-82cf-39862c3e3f51 on network c27aebb2-49d9-42f7-89a9-73bb29ce11ac {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:19:21.311738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:19:21.312224 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Checking segment: {'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:19:21.312702 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.313176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Bound using segment: {'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:19:21.313743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Bound port: 87fada0f-422e-401a-82cf-39862c3e3f51, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:19:21.314227 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.347718 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:19Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:21.374295 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1a663-a950-4849-b63d-f87d0e81a521 None None] The sync data for ids ['6adcfaa1-56a5-4881-865e-8db21a969f0b'] in n-d-712141-12 is: [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:19Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:19:21.382052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] For port 87fada0f-422e-401a-82cf-39862c3e3f51, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:19:21.385434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] For port 87fada0f-422e-401a-82cf-39862c3e3f51, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=87fada0f-422e-401a-82cf-39862c3e3f51,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:19:21.390316 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.448714 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39458f-63f7-4bea-bb12-26421bd71a8f None None] Pushing event updated for resources: {'Port': ['ID=87fada0f-422e-401a-82cf-39862c3e3f51,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:21.470817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.20.0.1 (c27aebb2-49d9-42f7-89a9-73bb29ce11ac/e4ee3787-e06f-4bc3-8778-c01130eecb11/f0f27a21-4ffd-4a80-9c1f-28644a0c046e) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:19:21.599623 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.645459 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Transition to ACTIVE for port object f0f27a21-4ffd-4a80-9c1f-28644a0c046e will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:19:21.683112 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.729670 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network c27aebb2-49d9-42f7-89a9-73bb29ce11ac is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:19:21.735495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:19:21.738023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:19:21.784673 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.825612 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=f0f27a21-4ffd-4a80-9c1f-28644a0c046e,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:21.926564 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dbcd05b8-098d-41b2-b5c3-6ee596b793d5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:19:21.947226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.000319 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port dbcd05b8-098d-41b2-b5c3-6ee596b793d5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:19:22.004688 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port dbcd05b8-098d-41b2-b5c3-6ee596b793d5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:22.005065 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.088279 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.113776 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port dbcd05b8-098d-41b2-b5c3-6ee596b793d5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dbcd05b8-098d-41b2-b5c3-6ee596b793d5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:22.118951 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.120176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 87fada0f-422e-401a-82cf-39862c3e3f51 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:19:22.210938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=dbcd05b8-098d-41b2-b5c3-6ee596b793d5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:22.224417 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 87fada0f-422e-401a-82cf-39862c3e3f51 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:19:22.289141 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.294249 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.380677 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.382511 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=f0f27a21-4ffd-4a80-9c1f-28644a0c046e,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:22.485967 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3a3185-4afa-4dc2-a151-37b74f6c1f43 None None] Network c27aebb2-49d9-42f7-89a9-73bb29ce11ac requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:19:22.721322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-faf51d2d-8b33-4e4b-9278-f5bd5623708a None None] Provisioning for port 87fada0f-422e-401a-82cf-39862c3e3f51 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:19:22.736822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-faf51d2d-8b33-4e4b-9278-f5bd5623708a None None] Provisioning complete for port 87fada0f-422e-401a-82cf-39862c3e3f51 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:22.737057 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-faf51d2d-8b33-4e4b-9278-f5bd5623708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.790659 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network c27aebb2-49d9-42f7-89a9-73bb29ce11ac is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:19:22.792250 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:19:22.874944 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-faf51d2d-8b33-4e4b-9278-f5bd5623708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.911718 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 6adcfaa1-56a5-4881-865e-8db21a969f0b has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:19:22.914239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-faf51d2d-8b33-4e4b-9278-f5bd5623708a None None] For port 87fada0f-422e-401a-82cf-39862c3e3f51, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=87fada0f-422e-401a-82cf-39862c3e3f51,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:22.924664 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-faf51d2d-8b33-4e4b-9278-f5bd5623708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.979932 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf51d2d-8b33-4e4b-9278-f5bd5623708a None None] Pushing event updated for resources: {'Port': ['ID=87fada0f-422e-401a-82cf-39862c3e3f51,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:23.037925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:19:23.043439 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ca937dde-9145-4c79-9da3-86c7176153ac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "PUT /v2.0/routers/6adcfaa1-56a5-4881-865e-8db21a969f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3311379 Aug 29 05:19:23.152628 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4f154c7c-1a8b-47ef-b511-688dff095a7d None None] Provisioning for port f0f27a21-4ffd-4a80-9c1f-28644a0c046e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:19:23.157925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4f154c7c-1a8b-47ef-b511-688dff095a7d None None] Provisioning complete for port f0f27a21-4ffd-4a80-9c1f-28644a0c046e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:23.158348 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4f154c7c-1a8b-47ef-b511-688dff095a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:23.181457 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Sync routers for ids ['6adcfaa1-56a5-4881-865e-8db21a969f0b'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:19:23.198485 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-af231427-050f-4e1e-b811-364e967c2395 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414480842&fields=id&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 267 time: 0.0352137 Aug 29 05:19:23.203029 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Routers {'6adcfaa1-56a5-4881-865e-8db21a969f0b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:23.203670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:18:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6adcfaa1-56a5-4881-865e-8db21a969f0b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:23.205602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-4f154c7c-1a8b-47ef-b511-688dff095a7d None None] Port f0f27a21-4ffd-4a80-9c1f-28644a0c046e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:19:23.259138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-4f154c7c-1a8b-47ef-b511-688dff095a7d None None] Provisioning complete for port 87fada0f-422e-401a-82cf-39862c3e3f51 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:23.259433 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4f154c7c-1a8b-47ef-b511-688dff095a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:23.310064 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-ee7300ae-c82d-41d2-ba07-a6703a47c064 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:23.311693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-ee7300ae-c82d-41d2-ba07-a6703a47c064 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 797 time: 0.1038861 Aug 29 05:19:23.335196 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-b1f4d45f-928d-4694-8a83-aea198cf6105 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/quotas/6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 375 time: 0.0130606 Aug 29 05:19:23.350591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Set router 6adcfaa1-56a5-4881-865e-8db21a969f0b gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:23.392120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-90b81206-42a8-4f52-b7a7-8642c2ff8f7e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503330 Aug 29 05:19:23.511354 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-24dcd1f5-82e1-4f5d-ba54-171533bfb01a service neutron] 10.222.0.49 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010282 Aug 29 05:19:23.582496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:21Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f0f27a21-4ffd-4a80-9c1f-28644a0c046e', 'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:6e:1b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:21Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 2, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:23.604271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7781c605-6a3e-4224-be61-d10b0134098c service neutron] 10.222.0.49 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852661 Aug 29 05:19:23.624550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Checking router: 6adcfaa1-56a5-4881-865e-8db21a969f0b for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:19:23.624988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Updating router 6adcfaa1-56a5-4881-865e-8db21a969f0b port f0f27a21-4ffd-4a80-9c1f-28644a0c046e binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:19:23.660692 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:23.663852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2be9624c-0ef8-4b28-81e4-0ebca7c4d79c None None] Provisioning complete for port f0f27a21-4ffd-4a80-9c1f-28644a0c046e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:23.664231 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2be9624c-0ef8-4b28-81e4-0ebca7c4d79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:23.672152 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0646e11b-12a7-4879-8800-5f0a202bf76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:23.733880 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2be9624c-0ef8-4b28-81e4-0ebca7c4d79c None None] Port f0f27a21-4ffd-4a80-9c1f-28644a0c046e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:19:23.775516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb97bcbe-aa7a-423a-a140-889074df7061 req-e65a6861-0580-428c-bf5b-d78341dfd92d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0329695 Aug 29 05:19:23.866178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dbcd05b8-098d-41b2-b5c3-6ee596b793d5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:19:23.957329 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port dbcd05b8-098d-41b2-b5c3-6ee596b793d5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:23.957697 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.033117 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.045064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Transition to ACTIVE for port object f0f27a21-4ffd-4a80-9c1f-28644a0c046e will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:19:24.050823 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.117997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 87fada0f-422e-401a-82cf-39862c3e3f51 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:19:24.150988 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966959af-6334-4029-b012-14aa10a29df4 None None] Pushing event updated for resources: {'Port': ['ID=f0f27a21-4ffd-4a80-9c1f-28644a0c046e,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:24.211528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Attempting to bind port f0f27a21-4ffd-4a80-9c1f-28644a0c046e on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:19:24.211894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Attempting to bind port f0f27a21-4ffd-4a80-9c1f-28644a0c046e by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:19:24.212292 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Attempting to bind port f0f27a21-4ffd-4a80-9c1f-28644a0c046e on network c27aebb2-49d9-42f7-89a9-73bb29ce11ac {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:19:24.221090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:19:24.221462 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Checking segment: {'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:19:24.221858 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.222259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Bound using segment: {'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:19:24.222729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Bound port: f0f27a21-4ffd-4a80-9c1f-28644a0c046e, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:19:24.223107 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.232940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 87fada0f-422e-401a-82cf-39862c3e3f51 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:24.233869 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.321324 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] For port f0f27a21-4ffd-4a80-9c1f-28644a0c046e, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:19:24.324944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] For port f0f27a21-4ffd-4a80-9c1f-28644a0c046e, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f0f27a21-4ffd-4a80-9c1f-28644a0c046e,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:19:24.350767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:24.427558 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Routers {'6adcfaa1-56a5-4881-865e-8db21a969f0b'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:24.428186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:18:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6adcfaa1-56a5-4881-865e-8db21a969f0b'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:24.430076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966959af-6334-4029-b012-14aa10a29df4 None None] Pushing event updated for resources: {'Port': ['ID=f0f27a21-4ffd-4a80-9c1f-28644a0c046e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:24.538728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] Set router 6adcfaa1-56a5-4881-865e-8db21a969f0b gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:24.746498 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:21Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f0f27a21-4ffd-4a80-9c1f-28644a0c046e', 'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:6e:1b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:21Z', 'updated_at': '2021-08-29T05:19:24Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:24.773068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6497031-b5ed-49a8-8921-225308801b2e None None] The sync data for ids ['6adcfaa1-56a5-4881-865e-8db21a969f0b'] in n-d-712141-12 is: [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:21Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f0f27a21-4ffd-4a80-9c1f-28644a0c046e', 'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:6e:1b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:21Z', 'updated_at': '2021-08-29T05:19:24Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:19:24.870283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-50d26883-68a6-4e61-b33b-c5f48f2b277a req-23c50217-0870-45ed-9fc8-5d10e6119a49 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0319126 Aug 29 05:19:25.876422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f0f27a21-4ffd-4a80-9c1f-28644a0c046e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:19:25.925654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port f0f27a21-4ffd-4a80-9c1f-28644a0c046e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:19:25.929398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port f0f27a21-4ffd-4a80-9c1f-28644a0c046e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:25.929777 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:25.949074 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1e7f7a46-8cd3-4666-a842-96e5110a4d43 req-42ed032e-b25b-4f9c-ae1a-0b41c0d7a963 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0260658 Aug 29 05:19:26.010292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:26.050576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port f0f27a21-4ffd-4a80-9c1f-28644a0c046e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f0f27a21-4ffd-4a80-9c1f-28644a0c046e,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:26.055066 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:26.104071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=f0f27a21-4ffd-4a80-9c1f-28644a0c046e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:26.191453 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e989c13f-744e-4621-a85a-27430e61d830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:26.419193 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:26.824917 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-25bdaf58-74c9-45df-bcf7-a0dba1b2e613 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:26.826524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-25bdaf58-74c9-45df-bcf7-a0dba1b2e613 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 797 time: 0.0997400 Aug 29 05:19:26.881199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7b947a21-e97e-48fa-9d89-e5757b95a624 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 379 time: 0.0386229 Aug 29 05:19:26.919026 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'port': {'device_id': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'admin_state_up': True, 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'security_groups': ['c1979e7c-c8e9-4131-84ad-9413888746b8']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:27.048959 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-75755e6c-acf2-4eab-8249-cc9ad3904e46 req-ca2d40c8-9309-4c54-8ea6-8212e0ccafd5 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0322711 Aug 29 05:19:27.056008 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:19:27.059504 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.183170 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.20.0.8 (c27aebb2-49d9-42f7-89a9-73bb29ce11ac/e4ee3787-e06f-4bc3-8778-c01130eecb11/c6cf5c44-c875-46b5-83cd-6a8b83d0a689) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:19:27.319993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.332933 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Transition to ACTIVE for port object c6cf5c44-c875-46b5-83cd-6a8b83d0a689 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:19:27.363857 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.409226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network c27aebb2-49d9-42f7-89a9-73bb29ce11ac is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:19:27.412420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:19:27.416648 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:19:27.420587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:27.468818 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:27.469468 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.484991 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-7c7ac303-561b-476a-9cb2-0cc2768b4c46 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695620 Aug 29 05:19:27.502247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-cfa593b8-ebe5-4c1f-9d2e-f0d0d8d9e150 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:19:27.503319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-cfa593b8-ebe5-4c1f-9d2e-f0d0d8d9e150 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064948 Aug 29 05:19:27.515876 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Request body: {'port': {'device_id': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:27.554480 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.575248 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.713617 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8a14ccd2-65e4-49b8-944e-f0a58f531dd4 None None] Provisioning for port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:19:27.717206 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8a14ccd2-65e4-49b8-944e-f0a58f531dd4 None None] Provisioning complete for port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:27.717621 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8a14ccd2-65e4-49b8-944e-f0a58f531dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.752920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8a14ccd2-65e4-49b8-944e-f0a58f531dd4 None None] Port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:19:27.835819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cf5c44-c875-46b5-83cd-6a8b83d0a689 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:19:27.843673 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.855437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Transition to ACTIVE for port object c6cf5c44-c875-46b5-83cd-6a8b83d0a689 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:19:27.860335 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.863740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f0f27a21-4ffd-4a80-9c1f-28644a0c046e up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:19:27.912779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:27.930365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port f0f27a21-4ffd-4a80-9c1f-28644a0c046e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:27.930738 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.985179 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Attempting to bind port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:19:27.985523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Attempting to bind port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:19:27.985856 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Attempting to bind port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 on network c27aebb2-49d9-42f7-89a9-73bb29ce11ac {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:19:27.990457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 on network c27aebb2-49d9-42f7-89a9-73bb29ce11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:19:27.990791 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Attempting to bind port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 on network c27aebb2-49d9-42f7-89a9-73bb29ce11ac {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:19:27.996040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:19:27.996418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Checking segment: {'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:19:27.996806 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Bound using segment: {'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:19:27.997240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Bound port: c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9010774b-6117-40a6-8115-59a57fd2df63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:19:27.998013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:28.071338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] For port c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:19:28.075021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] For port c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:19:28.080802 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:28.125560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:28.126444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:28.127955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] 10.222.0.52 "PUT /v2.0/ports/c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 1092 time: 0.6163974 Aug 29 05:19:28.128435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:28.130720 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6062f42-04fb-4ff9-861a-9f1039100c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:28.160745 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:28.190979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af848c3-cdac-4920-8fa1-f54868922d12 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:28.213569 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8324f84-e8e1-4c7b-84e1-1310a2e6d9c4 x-openstack-request-id: req-c8324f84-e8e1-4c7b-84e1-1310a2e6d9c4 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:28.213914 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:28.214174 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8324f84-e8e1-4c7b-84e1-1310a2e6d9c4 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:28.214578 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'status': 'completed', 'code': 200} Aug 29 05:19:28.549875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1f2d-dc74-4394-91ce-404df3f9037b req-539c9268-007d-46f2-a33b-709ab775599b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:28.551387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a5e1f2d-dc74-4394-91ce-404df3f9037b req-539c9268-007d-46f2-a33b-709ab775599b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 943 time: 0.4177299 Aug 29 05:19:28.569887 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6ab4dcff-f4e0-4373-9e13-63b9eed5e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:28.571315 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-6ab4dcff-f4e0-4373-9e13-63b9eed5e3f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1095 time: 0.3773327 Aug 29 05:19:28.624890 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-06fa594e-1088-4a11-901c-f70fdc1fd3ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 217 time: 0.0401587 Aug 29 05:19:28.630005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a5e1f2d-dc74-4394-91ce-404df3f9037b req-1aa599a3-dd8a-4afc-845c-13f214f69cbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708671 Aug 29 05:19:28.675191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-fedfd984-90a2-40a1-8eed-f33be2373fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:28.676656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-fedfd984-90a2-40a1-8eed-f33be2373fb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 200 len: 835 time: 0.0455794 Aug 29 05:19:28.721490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-85699e5c-e55c-41e9-94c9-32af5b3c05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:28.722939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-85699e5c-e55c-41e9-94c9-32af5b3c05c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393784 Aug 29 05:19:28.809432 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-c7d47ca8-bba0-460a-bb42-c06c709cb512 service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783892 Aug 29 05:19:28.902012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca2477f1-91e2-4b22-b0b7-90ec6268df1f req-63b93fe0-4ed1-4034-b7fc-dd0818ce4c00 service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854566 Aug 29 05:19:29.037490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-bdd7ea9e-0c08-4c01-8da4-0409c53e0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:29.039224 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-bdd7ea9e-0c08-4c01-8da4-0409c53e0948 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1095 time: 0.0469799 Aug 29 05:19:29.131335 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-522f4d58-1e24-493f-aeff-39bae84162b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:29.132849 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-522f4d58-1e24-493f-aeff-39bae84162b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 898 time: 0.0862961 Aug 29 05:19:29.173700 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-c9e17718-0016-4678-8f5a-36acc41bb0cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 217 time: 0.0333953 Aug 29 05:19:29.220401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-4bea8539-b42f-4892-b99a-691d1a63671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:29.222715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-4bea8539-b42f-4892-b99a-691d1a63671f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 200 len: 835 time: 0.0423112 Aug 29 05:19:29.267752 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-e7630258-0bf0-4f0e-8db0-a8391a0f19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:29.269314 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-e7630258-0bf0-4f0e-8db0-a8391a0f19a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403142 Aug 29 05:19:29.288255 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:29.362326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-17bc9900-6cab-488e-b384-4fe58af85d53 service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Aug 29 05:19:29.451002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b6062f42-04fb-4ff9-861a-9f1039100c4a req-a927cd8d-0820-4ba7-bd51-1bb438a0d11e service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809474 Aug 29 05:19:29.750523 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372bd7f-14b8-417d-8c0b-2f295be733a7 req-1bb48776-6032-4bbc-91e8-0d251190f7e9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:29.752189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1372bd7f-14b8-417d-8c0b-2f295be733a7 req-1bb48776-6032-4bbc-91e8-0d251190f7e9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 943 time: 0.0539355 Aug 29 05:19:29.790793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1372bd7f-14b8-417d-8c0b-2f295be733a7 req-0f5f7954-2a42-4c7d-92a5-a71c3e000044 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327165 Aug 29 05:19:30.589290 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-04c53f6a-c2ac-4700-b6d6-675971877d56 req-a6205591-6975-4395-a3c2-49012347c820 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251155 Aug 29 05:19:30.652292 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-04c53f6a-c2ac-4700-b6d6-675971877d56 req-9b9aaea8-f036-4da8-be2c-385ae713eba1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0245378 Aug 29 05:19:30.690482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-04c53f6a-c2ac-4700-b6d6-675971877d56 req-ccfca234-3d6e-44c8-8fcb-5d7cda411bc9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196960 Aug 29 05:19:30.783772 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53f6a-c2ac-4700-b6d6-675971877d56 req-a3d72c3b-d4d7-418e-a6ad-c0a686d78922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:30.785263 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-04c53f6a-c2ac-4700-b6d6-675971877d56 req-a3d72c3b-d4d7-418e-a6ad-c0a686d78922 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882888 Aug 29 05:19:30.906206 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4255b-d9ff-48fc-b9f4-d8629054c17a req-d1f28509-56b7-48fd-82f6-0e270329e1fd tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:30.907606 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8b4255b-d9ff-48fc-b9f4-d8629054c17a req-d1f28509-56b7-48fd-82f6-0e270329e1fd tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 943 time: 0.0494411 Aug 29 05:19:30.944335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b8b4255b-d9ff-48fc-b9f4-d8629054c17a req-a94878ff-45c2-48be-af51-5d687dc860ed tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307686 Aug 29 05:19:31.791477 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6cf5c44-c875-46b5-83cd-6a8b83d0a689 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:19:31.886133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:31.897544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'port_id': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'mac_address': 'fa:16:3e:22:87:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:19:31.934028 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:31.946645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cf5c44-c875-46b5-83cd-6a8b83d0a689 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:19:31.965370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:31.972801 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:32.019949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:32.059643 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43a4e9-ceaa-4d65-bc74-23073c82870a req-3f0a25d8-2cd6-491a-9d23-34a3360451d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:32.061150 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae43a4e9-ceaa-4d65-bc74-23073c82870a req-3f0a25d8-2cd6-491a-9d23-34a3360451d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 944 time: 0.0477805 Aug 29 05:19:32.098254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ae43a4e9-ceaa-4d65-bc74-23073c82870a req-aacd6faa-972d-46ce-be87-ae12055dee55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304792 Aug 29 05:19:32.365962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c6cf5c44-c875-46b5-83cd-6a8b83d0a689'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:19:33.222333 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4da7ef-755e-48a7-aa25-1c645d69826f req-bfe018a8-f284-4ec2-a7f6-bac9f7413352 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:33.223798 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d4da7ef-755e-48a7-aa25-1c645d69826f req-bfe018a8-f284-4ec2-a7f6-bac9f7413352 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 944 time: 0.0520914 Aug 29 05:19:33.260505 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3d4da7ef-755e-48a7-aa25-1c645d69826f req-1bef937b-9a54-45ec-81b7-e6ab162f162b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308220 Aug 29 05:19:33.800478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6cf5c44-c875-46b5-83cd-6a8b83d0a689 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:19:33.861054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:19:33.865403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:33.865931 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:33.947371 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:33.969520 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:33.971774 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f922e7c-8be2-4d59-a04e-755d8899dc27" -d '{"events": [{"server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:33.984076 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:33.987922 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:34.013141 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314a34a3-1bad-49dc-8216-b1d44be32b9f x-openstack-request-id: req-314a34a3-1bad-49dc-8216-b1d44be32b9f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:34.013438 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:34.013714 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-314a34a3-1bad-49dc-8216-b1d44be32b9f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:34.014108 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'code': 200} Aug 29 05:19:34.041380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:34.126281 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f2ae0-74f8-4efd-ae56-ebd9b64122bf req-346b3090-b228-4378-b05b-07f1f1a53732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:34.127665 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad5f2ae0-74f8-4efd-ae56-ebd9b64122bf req-346b3090-b228-4378-b05b-07f1f1a53732 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0395749 Aug 29 05:19:34.162613 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad5f2ae0-74f8-4efd-ae56-ebd9b64122bf req-50a873c4-253d-439e-81bf-d694dcff5fa8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279040 Aug 29 05:19:34.375223 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be8e32-2eb7-4672-977f-00b0331c54c0 req-af4f3202-b26b-4d57-9ae1-84ee223b1013 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:34.377091 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60be8e32-2eb7-4672-977f-00b0331c54c0 req-af4f3202-b26b-4d57-9ae1-84ee223b1013 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0503044 Aug 29 05:19:34.413761 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60be8e32-2eb7-4672-977f-00b0331c54c0 req-aa2df731-9d97-41fd-8d7d-e51d3df8e24f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305099 Aug 29 05:19:35.535579 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53befe-f1a2-4398-9ff7-2f15e9663dac req-ca092865-7b66-492a-a168-7a183e8599a3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:35.537152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed53befe-f1a2-4398-9ff7-2f15e9663dac req-ca092865-7b66-492a-a168-7a183e8599a3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0545218 Aug 29 05:19:35.600335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ed53befe-f1a2-4398-9ff7-2f15e9663dac req-089f14d5-c544-48c5-b4dd-44891400b93b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546727 Aug 29 05:19:35.613972 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-6cd884f7-54a9-4a9a-b8d2-1a7dfa77f871 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520420 Aug 29 05:19:35.709261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-66c99dcc-ad0e-4875-b208-71e1ffbed706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:35.710670 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-66c99dcc-ad0e-4875-b208-71e1ffbed706 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0415137 Aug 29 05:19:35.813772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-da4e4d9d-d1a2-43c3-95df-eefc4c015024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:35.815249 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-da4e4d9d-d1a2-43c3-95df-eefc4c015024 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 898 time: 0.0862420 Aug 29 05:19:35.857524 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-b6f74c3f-9078-4244-bbfc-6454734ffb98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 217 time: 0.0352983 Aug 29 05:19:35.907261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-58329e8d-c423-431a-85dd-c20bb6f86923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:35.908708 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-58329e8d-c423-431a-85dd-c20bb6f86923 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 200 len: 835 time: 0.0441809 Aug 29 05:19:35.957130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-0f3d8b26-d5dd-4a45-bf92-7e73c4fa1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:35.958583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-0f3d8b26-d5dd-4a45-bf92-7e73c4fa1cb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427954 Aug 29 05:19:36.044742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-8d3bbc2f-7382-49d2-a338-42e932a32a5b service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789926 Aug 29 05:19:36.134715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-868e17c7-dc4f-4f2f-b4b3-f806e84b2f33 req-3f6ee131-d3bd-44b4-9dfb-fc65f2bd75c2 service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832789 Aug 29 05:19:36.715877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66695ea2-ff6e-4740-8a5a-5f7e711df6f2 req-9a439ac4-a886-4f46-ae20-05b3cbe80908 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:36.717415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66695ea2-ff6e-4740-8a5a-5f7e711df6f2 req-9a439ac4-a886-4f46-ae20-05b3cbe80908 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0507410 Aug 29 05:19:36.754987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-66695ea2-ff6e-4740-8a5a-5f7e711df6f2 req-40bc8750-5e86-47ad-a5b5-b70fcec7551a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Aug 29 05:19:36.866666 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3fe9b-91a4-43f5-a787-1681ba3b3cf3 req-7bb3ddce-6d92-4cb5-826b-7bfa0a09329d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:36.868080 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ba3fe9b-91a4-43f5-a787-1681ba3b3cf3 req-7bb3ddce-6d92-4cb5-826b-7bfa0a09329d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0491054 Aug 29 05:19:36.905918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ba3fe9b-91a4-43f5-a787-1681ba3b3cf3 req-63f4c247-6b2c-4e91-91f0-2362378948d3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320382 Aug 29 05:19:36.926369 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60488) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:36.969197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9937c6b2-42dc-4843-94ce-f7e05e9c7e21 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:36.970713 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9937c6b2-42dc-4843-94ce-f7e05e9c7e21 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1092 time: 0.0433738 Aug 29 05:19:36.973683 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60490) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:36.978320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:37.000495 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:37.098616 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:37.198529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.25.5.58 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/e9aabbb1-947d-44e4-a68d-070c9817f63f) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:19:37.299599 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:37.341535 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:37.376873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:19:37.383354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:19:37.387747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:19:37.393742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=e9aabbb1-947d-44e4-a68d-070c9817f63f,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:37.842105 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:37.948062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:38.094663 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:38.099006 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:38.167567 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=e9aabbb1-947d-44e4-a68d-070c9817f63f,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:38.179467 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:38.279323 n-d-712141-12 neutron-server[94850]: INFO neutron.db.l3_db [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Floating IP 2b409426-7e9f-4925-be05-3e76485c396d associated. External IP: 172.25.5.58, port: c6cf5c44-c875-46b5-83cd-6a8b83d0a689. Aug 29 05:19:38.477918 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 6adcfaa1-56a5-4881-865e-8db21a969f0b has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:19:38.580847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:19:38.590736 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] Sync routers for ids ['6adcfaa1-56a5-4881-865e-8db21a969f0b'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:19:38.597284 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:38.601894 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] Routers {'6adcfaa1-56a5-4881-865e-8db21a969f0b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:38.602503 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:19:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6adcfaa1-56a5-4881-865e-8db21a969f0b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:38.624922 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4d7cb847-0fb1-4688-8d09-d69d2ea532e0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6501379 Aug 29 05:19:38.625532 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:38.628148 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91542153-8815-48a7-b5ba-dc9a8c6289ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:38.718564 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] Set router 6adcfaa1-56a5-4881-865e-8db21a969f0b gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:38.726945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401b3d-dee2-45a4-b257-026df5430f6d req-dd8f27b7-cf0e-4e32-b277-8808a8a3f371 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:38.728969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54401b3d-dee2-45a4-b257-026df5430f6d req-dd8f27b7-cf0e-4e32-b277-8808a8a3f371 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0540559 Aug 29 05:19:38.729432 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c257ee-e501-4475-80e6-33413f1f73b6 x-openstack-request-id: req-e0c257ee-e501-4475-80e6-33413f1f73b6 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:38.729794 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:38.730123 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0c257ee-e501-4475-80e6-33413f1f73b6 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:38.730595 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'status': 'completed', 'code': 200} Aug 29 05:19:38.769694 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54401b3d-dee2-45a4-b257-026df5430f6d req-b8ee5d40-89b7-462a-96a7-34fe67779818 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338867 Aug 29 05:19:38.792665 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60500) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:38.813792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-d83e22ff-4d25-4db7-a69f-9b8bd6bd401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:38.815335 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-d83e22ff-4d25-4db7-a69f-9b8bd6bd401e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0416093 Aug 29 05:19:38.857104 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ccc1b51b-f04a-47e6-bab4-0ad098b2ed34 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/2b409426-7e9f-4925-be05-3e76485c396d HTTP/1.1" status: 200 len: 990 time: 0.0629785 Aug 29 05:19:38.914047 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-77a9661a-37f9-4b59-bd64-240f01d67e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:38.915545 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-77a9661a-37f9-4b59-bd64-240f01d67e7f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 898 time: 0.0938706 Aug 29 05:19:38.949230 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:21Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '2b409426-7e9f-4925-be05-3e76485c396d', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'port_id': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'mac_address': 'fa:16:3e:22:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:19:37Z', 'updated_at': '2021-08-29T05:19:37Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f27a21-4ffd-4a80-9c1f-28644a0c046e', 'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:6e:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:21Z', 'updated_at': '2021-08-29T05:19:26Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:38.976153 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] Checking router: 6adcfaa1-56a5-4881-865e-8db21a969f0b for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:19:38.980028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-37c10543-6ac3-4e56-9e10-78daddf27054 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 998 time: 0.0578430 Aug 29 05:19:38.984244 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] Routers {'6adcfaa1-56a5-4881-865e-8db21a969f0b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:38.984839 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:19:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6adcfaa1-56a5-4881-865e-8db21a969f0b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:39.028308 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-e8d16822-afba-43cd-b2ad-f71a90482535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:39.030482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-e8d16822-afba-43cd-b2ad-f71a90482535 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 200 len: 835 time: 0.0434966 Aug 29 05:19:39.079628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-24b0c521-3604-479d-8f5d-60fcd783204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:39.081176 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-24b0c521-3604-479d-8f5d-60fcd783204b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444398 Aug 29 05:19:39.086566 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] Set router 6adcfaa1-56a5-4881-865e-8db21a969f0b gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:39.175921 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-32c4df0f-4efe-40e0-b062-6bbd458b58e3 service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871742 Aug 29 05:19:39.270671 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91542153-8815-48a7-b5ba-dc9a8c6289ca req-9eb1c120-1595-4ee0-a0c0-69443d4d3e48 service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878246 Aug 29 05:19:39.315302 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:21Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '2b409426-7e9f-4925-be05-3e76485c396d', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'port_id': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'mac_address': 'fa:16:3e:22:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:19:37Z', 'updated_at': '2021-08-29T05:19:37Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f27a21-4ffd-4a80-9c1f-28644a0c046e', 'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:6e:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:21Z', 'updated_at': '2021-08-29T05:19:26Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:39.340523 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08026f8d-b71b-4cce-8dd2-d7a80ca523bb None None] The sync data for ids ['6adcfaa1-56a5-4881-865e-8db21a969f0b'] in n-d-712141-12 is: [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:21Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '2b409426-7e9f-4925-be05-3e76485c396d', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'port_id': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'mac_address': 'fa:16:3e:22:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:19:37Z', 'updated_at': '2021-08-29T05:19:37Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f27a21-4ffd-4a80-9c1f-28644a0c046e', 'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:6e:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:21Z', 'updated_at': '2021-08-29T05:19:26Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:19:39.534781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e211478e-bf21-4ba4-9b64-e92bc53e9c14 None None] New status for floating IP 2b409426-7e9f-4925-be05-3e76485c396d: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:19:39.860901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60502) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:39.922651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-dd2f987e-7bb7-4f29-93d7-da83f8b6b317 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/2b409426-7e9f-4925-be05-3e76485c396d HTTP/1.1" status: 200 len: 992 time: 0.0604382 Aug 29 05:19:48.022939 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:19:48.849120 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:53.633691 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-14701a75-59bb-4cc9-ad5f-c4ad2e3fd0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:56.192161 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-42c426af-b1b6-40b9-a97f-8a5e0d9b5dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:56.419866 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:57.555876 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:58.167099 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:59.291312 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:18.848978 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:23.634933 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-53fdd6e5-75e5-4c08-b487-b599d5a9ba79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.022555 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:20:26.191756 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0793ee6d-aa4f-4797-a5b1-f65422fb96bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:26.420354 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:27.558647 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:28.156915 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:29.292747 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:32.469312 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-af96f81b-0d39-4a38-8409-b3cd22f4279d req-b305ffcc-818e-41da-bee8-92774a1f445d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260057 Aug 29 05:20:32.519786 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-af96f81b-0d39-4a38-8409-b3cd22f4279d req-6bc86029-13ab-4a09-95e6-4841a60da477 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0284004 Aug 29 05:20:32.557249 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-af96f81b-0d39-4a38-8409-b3cd22f4279d req-e9d32d25-1ad1-4fad-9732-a8ad47182c07 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185168 Aug 29 05:20:32.648415 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96f81b-0d39-4a38-8409-b3cd22f4279d req-74beeb67-0bad-4522-a565-77e39ec937a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:32.649878 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-af96f81b-0d39-4a38-8409-b3cd22f4279d req-74beeb67-0bad-4522-a565-77e39ec937a2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859802 Aug 29 05:20:35.578749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-4d7e25b6-e708-4dbb-b662-3df3618fc49c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394971 Aug 29 05:20:35.680997 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-0918cf17-213e-4a5d-9b72-072b6b07b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:35.682566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-0918cf17-213e-4a5d-9b72-072b6b07b7fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0459771 Aug 29 05:20:35.780362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-ba3ff797-bcc7-482c-8202-c5f1626b6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:35.783026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-ba3ff797-bcc7-482c-8202-c5f1626b6de4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 898 time: 0.0821381 Aug 29 05:20:35.850032 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-65548fc9-d961-4815-83d6-211d1cbaa271 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 1000 time: 0.0601456 Aug 29 05:20:35.897923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-569d6df0-a9cf-4a08-9eec-5aee3dda06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:35.899317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-569d6df0-a9cf-4a08-9eec-5aee3dda06c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 200 len: 835 time: 0.0425396 Aug 29 05:20:35.943914 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-7983f161-57cf-4a01-966e-455d4990582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:35.945488 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-7983f161-57cf-4a01-966e-455d4990582e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393486 Aug 29 05:20:36.037845 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-a614ae05-948b-430f-98ca-9658d054515e service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845287 Aug 29 05:20:36.125650 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-69746d04-25e9-460f-ba15-aac78dd8bc56 req-b431f8fc-7604-4bed-970d-219bbc24ae32 service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804203 Aug 29 05:20:48.863044 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:50.174814 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60544) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:50.181380 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51725f4-51a8-47da-b83d-c5d810144bb4 req-dc1187ee-4cbc-4f20-a6c5-cfe2b48736b1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:50.182881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b51725f4-51a8-47da-b83d-c5d810144bb4 req-dc1187ee-4cbc-4f20-a6c5-cfe2b48736b1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0497108 Aug 29 05:20:50.221627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b51725f4-51a8-47da-b83d-c5d810144bb4 req-b3a8842f-871b-476c-a576-85e5c1fed654 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323803 Aug 29 05:20:50.255518 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-54d4d772-440d-420f-b270-c32a48fd7f1e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794594 Aug 29 05:20:51.341883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae4499-261b-4c29-aae2-62cdb02cd3d8 req-0bf14810-f267-4fae-9012-9446679b7761 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:51.343378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8ae4499-261b-4c29-aae2-62cdb02cd3d8 req-0bf14810-f267-4fae-9012-9446679b7761 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0535965 Aug 29 05:20:51.424458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-7bc3c6fb-bd99-41ab-82e9-a12fc21ac6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:51.426516 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-7bc3c6fb-bd99-41ab-82e9-a12fc21ac6ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0785019 Aug 29 05:20:51.429341 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a8ae4499-261b-4c29-aae2-62cdb02cd3d8 req-cd404f29-3e69-4ab5-8838-c07e2576cd59 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692353 Aug 29 05:20:51.516218 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-5f8e6b66-011a-444a-a169-8e4632898a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:51.517620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-5f8e6b66-011a-444a-a169-8e4632898a48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 898 time: 0.0846016 Aug 29 05:20:51.581581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-c6c0a3ae-b9f6-414d-a8b9-849c9fc5884b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 1000 time: 0.0566952 Aug 29 05:20:51.630747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-7704129a-f53e-4690-a289-01ae6d1862d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:51.632187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-7704129a-f53e-4690-a289-01ae6d1862d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 200 len: 835 time: 0.0437310 Aug 29 05:20:51.680177 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-525f88eb-e5d4-43c3-8b7a-d863f86f80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:51.681704 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-525f88eb-e5d4-43c3-8b7a-d863f86f80d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428870 Aug 29 05:20:51.769955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-8af47fae-7cd8-47e5-a4d1-da89a4bf614f service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800471 Aug 29 05:20:51.862062 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-b1bafcf6-72ed-4c37-b87b-9e4369c74c40 service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856502 Aug 29 05:20:52.545420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b8dab-be72-4f18-8bbe-50516fcc9424 req-47c9d9df-f234-43e2-a308-b021df61409d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:52.546894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-793b8dab-be72-4f18-8bbe-50516fcc9424 req-47c9d9df-f234-43e2-a308-b021df61409d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0502775 Aug 29 05:20:52.584458 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-793b8dab-be72-4f18-8bbe-50516fcc9424 req-748a2aaf-2bed-4cda-a6d6-ea7a3541d62e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316091 Aug 29 05:20:53.635013 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16aa6cd1-ce62-4295-a40c-28f0485b5dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:53.698589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b929c0-bd2e-478d-94cf-32691ac8802d req-8e332ec5-e326-42e6-bc06-ea8635aad6c7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:53.700246 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b929c0-bd2e-478d-94cf-32691ac8802d req-8e332ec5-e326-42e6-bc06-ea8635aad6c7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Aug 29 05:20:53.738091 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-20b929c0-bd2e-478d-94cf-32691ac8802d req-56150b85-75e4-4e40-b769-1a8cf9de5bd6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Aug 29 05:20:54.853104 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05d99d-5ea1-47d9-863f-df41e9d0c9ae req-0e3c631c-5b74-405f-80fe-6761ee1a87c9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:54.854544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d05d99d-5ea1-47d9-863f-df41e9d0c9ae req-0e3c631c-5b74-405f-80fe-6761ee1a87c9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0510137 Aug 29 05:20:54.896698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4d05d99d-5ea1-47d9-863f-df41e9d0c9ae req-faa72fdc-6027-4824-a9e5-0ebd348f3115 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359974 Aug 29 05:20:56.009145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41acff-e4ba-4872-a2fe-d22ba21643e2 req-1c4d5612-b022-46ea-8298-b23cc96c78cd tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:56.010641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f41acff-e4ba-4872-a2fe-d22ba21643e2 req-1c4d5612-b022-46ea-8298-b23cc96c78cd tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0491254 Aug 29 05:20:56.047889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7f41acff-e4ba-4872-a2fe-d22ba21643e2 req-3b158240-2bce-4c5c-91b6-960d6337db4a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313382 Aug 29 05:20:56.191740 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16c6bfe0-b952-4298-a7ff-3ab2c68a8bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:56.420651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:57.161796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cb8f5-05c7-4538-b39e-6df9f0000ab2 req-b7db59aa-bdf1-4f52-b143-7b49466189b3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:57.163332 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-548cb8f5-05c7-4538-b39e-6df9f0000ab2 req-b7db59aa-bdf1-4f52-b143-7b49466189b3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0488052 Aug 29 05:20:57.200620 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-548cb8f5-05c7-4538-b39e-6df9f0000ab2 req-2ea3c435-a1fd-45ee-a881-1cee2a30903a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 Aug 29 05:20:57.560729 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:58.169578 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:58.313292 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3fa75-0b3d-4837-ab19-6711db086c01 req-54a416ae-e9f9-477c-b25c-96d559f6a437 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:58.314745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37b3fa75-0b3d-4837-ab19-6711db086c01 req-54a416ae-e9f9-477c-b25c-96d559f6a437 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0468745 Aug 29 05:20:58.355651 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37b3fa75-0b3d-4837-ab19-6711db086c01 req-aed7fd52-5d16-48da-89a0-696129095246 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343528 Aug 29 05:20:59.294788 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:59.471448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912a4cf-b34c-470f-9ed9-96ce70c75d02 req-c7a9a52d-08ed-45b7-aad5-e1e5b316268c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:59.473000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0912a4cf-b34c-470f-9ed9-96ce70c75d02 req-c7a9a52d-08ed-45b7-aad5-e1e5b316268c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0484200 Aug 29 05:20:59.511955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0912a4cf-b34c-470f-9ed9-96ce70c75d02 req-dce58524-df30-4a52-9f48-62d90a264c6c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330262 Aug 29 05:21:00.625860 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b05d-d47d-4fe1-8b45-0cbc9982d3ba req-f71b57c9-ab0c-4741-bdf8-b45e6430fc5b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:00.627333 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8fd3b05d-d47d-4fe1-8b45-0cbc9982d3ba req-f71b57c9-ab0c-4741-bdf8-b45e6430fc5b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0488591 Aug 29 05:21:00.664598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8fd3b05d-d47d-4fe1-8b45-0cbc9982d3ba req-8523d0ba-7aa9-4314-9732-89ae505096a1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307631 Aug 29 05:21:01.780778 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ff76-4d75-4f73-9eec-6946d8262482 req-2b114304-975a-4a04-a926-f0f7bd4e4316 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:01.782254 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fa2ff76-4d75-4f73-9eec-6946d8262482 req-2b114304-975a-4a04-a926-f0f7bd4e4316 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0521307 Aug 29 05:21:01.825159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6fa2ff76-4d75-4f73-9eec-6946d8262482 req-91774fe2-ee0e-4a5e-aee7-0eb32c5c997f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341134 Aug 29 05:21:02.021078 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:21:02.939671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a539ce-8986-478f-9118-5aa60f6919f9 req-4ff019d5-bd00-445a-891a-1e2db0032f90 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:02.941178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9a539ce-8986-478f-9118-5aa60f6919f9 req-4ff019d5-bd00-445a-891a-1e2db0032f90 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0486364 Aug 29 05:21:02.978038 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9a539ce-8986-478f-9118-5aa60f6919f9 req-7a562eb8-6cc4-44d5-985d-bcc4db6f8d05 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310836 Aug 29 05:21:04.094256 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2d55-fb97-43c9-9d89-46a5da703f5c req-185b2ee1-48d3-48fc-b58a-16f2939649d0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:04.095776 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b89b2d55-fb97-43c9-9d89-46a5da703f5c req-185b2ee1-48d3-48fc-b58a-16f2939649d0 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0511141 Aug 29 05:21:04.133287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b89b2d55-fb97-43c9-9d89-46a5da703f5c req-0761e8fb-b400-4564-b233-64a59c1fbf3a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308542 Aug 29 05:21:05.248165 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc790c7-23ce-4aac-a8b9-029aec115f6f req-00c01ec7-40b4-44f9-9974-4a6ea9a16813 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:05.249646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cc790c7-23ce-4aac-a8b9-029aec115f6f req-00c01ec7-40b4-44f9-9974-4a6ea9a16813 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0477042 Aug 29 05:21:05.290213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8cc790c7-23ce-4aac-a8b9-029aec115f6f req-dd6e5e65-ee76-430b-92bb-05727c43204d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344186 Aug 29 05:21:06.403115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53360459-cb2d-402e-bd08-624ca060f376 req-70b92721-02aa-45ab-9c45-42ef00b82054 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:06.404623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53360459-cb2d-402e-bd08-624ca060f376 req-70b92721-02aa-45ab-9c45-42ef00b82054 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0488684 Aug 29 05:21:06.441296 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53360459-cb2d-402e-bd08-624ca060f376 req-e2e933b8-b6c9-4e40-a371-533a79b4cf86 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308325 Aug 29 05:21:07.554882 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3fcce-e210-41f5-bfde-a7c0d9f119bf req-56aa9575-fd74-4082-8602-828c93b2550f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:07.556383 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4e3fcce-e210-41f5-bfde-a7c0d9f119bf req-56aa9575-fd74-4082-8602-828c93b2550f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Aug 29 05:21:07.594765 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4e3fcce-e210-41f5-bfde-a7c0d9f119bf req-ee05b22c-33c7-4bb8-bd17-6e08bb6a14ed tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324388 Aug 29 05:21:08.706880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e4a1-af89-443f-abf3-595f70fda52a req-5cd89baa-26d2-4a2d-beef-3d627d487c8f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:08.708393 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d84e4a1-af89-443f-abf3-595f70fda52a req-5cd89baa-26d2-4a2d-beef-3d627d487c8f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Aug 29 05:21:08.749053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6d84e4a1-af89-443f-abf3-595f70fda52a req-95cee4e8-0189-4857-9711-40cd40d97e5e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342634 Aug 29 05:21:08.951307 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-e15100f9-6134-4528-9ea1-e87304e342f0 service neutron] 10.222.0.52 "GET /v2.0/ports/c6cf5c44-c875-46b5-83cd-6a8b83d0a689/bindings/n-h1-712141-12 HTTP/1.1" status: 200 len: 383 time: 0.0518792 Aug 29 05:21:09.160161 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-59d51719-bc53-42b3-8edf-bf5d1a6f805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:09.161722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-59d51719-bc53-42b3-8edf-bf5d1a6f805f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 1097 time: 0.0468893 Aug 29 05:21:09.233642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-4e4a70f4-34f8-4beb-baa6-8ae4bf7f1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:09.235025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-4e4a70f4-34f8-4beb-baa6-8ae4bf7f1a58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0396531 Aug 29 05:21:09.324343 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-6c10166b-5585-4876-a034-8314fd2682d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:09.325821 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-6c10166b-5585-4876-a034-8314fd2682d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 898 time: 0.0841928 Aug 29 05:21:09.388464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-abf02bca-26dd-49b9-96d9-7b916f932436 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 1000 time: 0.0557303 Aug 29 05:21:09.439732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-9692fb01-69cf-40a0-9f28-2376b601ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:09.441189 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-9692fb01-69cf-40a0-9f28-2376b601ffb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 200 len: 835 time: 0.0458522 Aug 29 05:21:09.484244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-0f1ebaf9-0a3d-47a4-a4dc-a814c06cc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:09.485580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-0f1ebaf9-0a3d-47a4-a4dc-a814c06cc22c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0376832 Aug 29 05:21:09.571024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-d35d75a8-7479-480e-8dc0-8df581a99b4f service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781350 Aug 29 05:21:09.661748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-57a3ca70-ce7d-4af4-bb38-9a22bb0b804d service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832510 Aug 29 05:21:09.864126 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5f92a-d4df-4790-9099-9a1b09fe14fd req-9c8efe5c-04a5-4f75-8cf0-8593501d6ea6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:09.866217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3a5f92a-d4df-4790-9099-9a1b09fe14fd req-9c8efe5c-04a5-4f75-8cf0-8593501d6ea6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0504844 Aug 29 05:21:09.902952 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b3a5f92a-d4df-4790-9099-9a1b09fe14fd req-3aba032b-61cf-4bf4-b1e6-d93b2b502550 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309694 Aug 29 05:21:11.017798 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefba92-7086-4b3b-a166-ce64e96b310f req-5a36498b-086a-4430-aa97-16e85baf647b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:11.019243 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdefba92-7086-4b3b-a166-ce64e96b310f req-5a36498b-086a-4430-aa97-16e85baf647b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0480244 Aug 29 05:21:11.055348 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdefba92-7086-4b3b-a166-ce64e96b310f req-48818d62-c8f0-4330-a5e9-3313f442f062 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303218 Aug 29 05:21:12.175076 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff833d69-cbe9-41f5-b908-a55998812e3e req-112b223e-2698-46fa-ae08-3d475edbe260 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:12.176519 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff833d69-cbe9-41f5-b908-a55998812e3e req-112b223e-2698-46fa-ae08-3d475edbe260 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Aug 29 05:21:12.214707 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff833d69-cbe9-41f5-b908-a55998812e3e req-cc41ddd4-1a5b-48a0-9c8a-11ac7be84aca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317430 Aug 29 05:21:12.319406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6cf5c44-c875-46b5-83cd-6a8b83d0a689 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:21:12.326528 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6cf5c44-c875-46b5-83cd-6a8b83d0a689 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:12.468097 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.470655 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:12.488448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'port_id': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'mac_address': 'fa:16:3e:22:87:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:21:12.502212 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:12.504441 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3901f6e2-8bce-4c8f-be7d-58655db1c59b" -d '{"events": [{"server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:12.533772 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:12.539744 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.568718 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.587531 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6cf5c44-c875-46b5-83cd-6a8b83d0a689 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:21:12.627048 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f460d141-0bb4-47d6-945d-1e88ed6e3717 x-openstack-request-id: req-f460d141-0bb4-47d6-945d-1e88ed6e3717 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:12.627409 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:12.627595 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f460d141-0bb4-47d6-945d-1e88ed6e3717 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:12.627998 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'code': 200} Aug 29 05:21:12.640757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:12.652736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.653131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.653445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.653839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.654198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.654543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.654877 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.655211 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.655550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.655875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.656233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.656554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:12.664069 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.db.api [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:21:12.664521 n-d-712141-12 neutron-server[94852]: DEBUG oslo_db.api [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:21:13.199076 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.212067 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cf5c44-c875-46b5-83cd-6a8b83d0a689 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:21:13.230881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:13.234473 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.280461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:13.330820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67409678-f742-49a1-ba53-93cfd8486644 req-2d496ecd-16e2-4fce-a0c5-0fa700539fc2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:13.332319 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67409678-f742-49a1-ba53-93cfd8486644 req-2d496ecd-16e2-4fce-a0c5-0fa700539fc2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 944 time: 0.0501652 Aug 29 05:21:13.369267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-67409678-f742-49a1-ba53-93cfd8486644 req-3425babe-2636-4c27-a2aa-49bbf62f7840 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302806 Aug 29 05:21:13.597301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43c115-33b1-42df-a5e6-72b2b0a72a86 req-c767d6b0-6220-43af-bbfc-5f4049446e5a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:13.598804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d43c115-33b1-42df-a5e6-72b2b0a72a86 req-c767d6b0-6220-43af-bbfc-5f4049446e5a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 944 time: 0.0843430 Aug 29 05:21:13.611234 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-9159b321-5584-446f-b813-4f2b8a006aa3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:13.612682 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-9159b321-5584-446f-b813-4f2b8a006aa3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&binding%3Ahost_id=n-h1-712141-12 HTTP/1.1" status: 200 len: 944 time: 0.0708008 Aug 29 05:21:13.646078 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9d43c115-33b1-42df-a5e6-72b2b0a72a86 req-45c55f5a-bb68-4c3d-a1bb-8b594635ba6b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324435 Aug 29 05:21:13.717137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-699d1225-bd0e-4dee-bba4-3ac56451a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:13.718559 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-699d1225-bd0e-4dee-bba4-3ac56451a255 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0414896 Aug 29 05:21:13.721466 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['c6cf5c44-c875-46b5-83cd-6a8b83d0a689'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:21:13.824693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d56aa-f375-40d1-9fdc-edd4184bbfeb req-8c5784d1-62f0-484d-81c0-abe0f61ae7d8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:13.826226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006d56aa-f375-40d1-9fdc-edd4184bbfeb req-8c5784d1-62f0-484d-81c0-abe0f61ae7d8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 944 time: 0.1067913 Aug 29 05:21:13.861020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-0ce707cc-d3a3-41d8-aee1-95fc53faf6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:13.862437 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-0ce707cc-d3a3-41d8-aee1-95fc53faf6dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 898 time: 0.1335449 Aug 29 05:21:13.912941 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006d56aa-f375-40d1-9fdc-edd4184bbfeb req-9c984556-cc23-46e4-a626-ae39708e7a5a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781882 Aug 29 05:21:13.938297 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-26e89093-1f39-4139-959e-22de66d6214d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 999 time: 0.0656328 Aug 29 05:21:13.989871 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-f6632b6b-f569-4477-b49c-303ffe8dcaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:13.992102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-f6632b6b-f569-4477-b49c-303ffe8dcaf0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 200 len: 835 time: 0.0469489 Aug 29 05:21:14.036732 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-6794fd71-50b3-4390-8b08-fa763bafcbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:14.038182 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-6794fd71-50b3-4390-8b08-fa763bafcbc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392184 Aug 29 05:21:14.124791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-7746268b-5b96-41a4-9305-f1659847f58b service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784895 Aug 29 05:21:14.215361 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db878d38-db1f-44a6-b966-f24683b2bd25 req-389264f5-9e45-4d56-8908-22b6523e4e3b service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835125 Aug 29 05:21:15.028874 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248361f8-8860-4759-9394-0981abfb1bb3 req-c58cd1f2-2a37-41eb-98aa-29c321380596 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:15.030364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-248361f8-8860-4759-9394-0981abfb1bb3 req-c58cd1f2-2a37-41eb-98aa-29c321380596 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 944 time: 0.0499640 Aug 29 05:21:15.068126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-248361f8-8860-4759-9394-0981abfb1bb3 req-d1a645d9-f7c5-4d4d-90d4-2d122933e47b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317860 Aug 29 05:21:15.090019 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60628) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:15.153924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-09188ab2-ec86-45fb-9609-bc433f3663d1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/2b409426-7e9f-4925-be05-3e76485c396d HTTP/1.1" status: 200 len: 991 time: 0.0627952 Aug 29 05:21:16.367897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6cf5c44-c875-46b5-83cd-6a8b83d0a689 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:16.416466 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:16.416842 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.489199 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.511058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:16.513319 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698a161b-eb3c-49a9-a602-30a096f34cdb" -d '{"events": [{"server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:16.525919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:16.531126 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.555004 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19be7a5b-edb8-4a37-8e5f-781a5b015702 x-openstack-request-id: req-19be7a5b-edb8-4a37-8e5f-781a5b015702 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:16.555298 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:16.555554 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19be7a5b-edb8-4a37-8e5f-781a5b015702 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:16.555945 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'code': 200} Aug 29 05:21:16.583148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:18.870560 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:23.636432 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-814042ae-9a48-4226-a59a-4670637aa580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:26.192113 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-81a21bc7-f8eb-42f6-a9e1-05a91284f91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:26.421961 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:27.564526 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:28.160625 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:29.298872 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:33.985539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0051fdf2-294f-4795-ae11-42557db69bfb req-fca80a3e-4d41-4a65-8878-bae7996f3700 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0678658 Aug 29 05:21:34.049775 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0051fdf2-294f-4795-ae11-42557db69bfb req-3235463b-580e-40dc-9c78-7c6ea41feb8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0255606 Aug 29 05:21:34.088046 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0051fdf2-294f-4795-ae11-42557db69bfb req-b09cd280-bdfd-4cb0-826e-fcd194cd95ca service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194747 Aug 29 05:21:34.179196 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051fdf2-294f-4795-ae11-42557db69bfb req-00585144-abcc-4ac5-9086-e46247b387e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:34.180606 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0051fdf2-294f-4795-ae11-42557db69bfb req-00585144-abcc-4ac5-9086-e46247b387e2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856030 Aug 29 05:21:37.561863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-f5756321-9b04-401e-83c0-f8b055c3149d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387585 Aug 29 05:21:37.661013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-0f03a226-6acd-4108-ad95-545f6a13e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.662666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-0f03a226-6acd-4108-ad95-545f6a13e2be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0402751 Aug 29 05:21:38.066429 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-ef94f1d2-9648-459d-85fa-ec116025534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:38.067896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-ef94f1d2-9648-459d-85fa-ec116025534f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 898 time: 0.3843734 Aug 29 05:21:38.131869 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-b19450b1-424d-474e-bb6b-925d20034f5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 1000 time: 0.0555127 Aug 29 05:21:38.181638 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-d6275945-03e8-4f5f-a494-66ea14d9cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:38.183040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-d6275945-03e8-4f5f-a494-66ea14d9cee9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 200 len: 835 time: 0.0441923 Aug 29 05:21:38.227360 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-676f722d-553d-4703-aea5-70f0651f601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:38.228831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-676f722d-553d-4703-aea5-70f0651f601b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390098 Aug 29 05:21:38.315124 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-8427dfd8-2a3e-4596-b6d8-5a5915af13af service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787835 Aug 29 05:21:38.403515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4dd15027-d7f1-4c7b-aa16-2ce10335890f req-4251819c-ae9d-4d2f-baa1-d4be63a4b674 service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816221 Aug 29 05:21:39.020493 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:21:48.891860 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:53.636365 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77175d63-3156-48f8-99d5-8f5dd5006fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:56.192531 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aa868274-e293-460c-871f-b0bdb5de5d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:56.422546 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:57.567785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:58.168234 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:59.300275 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:14.112327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60654) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:14.266416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port e9aabbb1-947d-44e4-a68d-070c9817f63f {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:14.266674 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:14.341177 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:14.341502 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:14.352640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for e9aabbb1-947d-44e4-a68d-070c9817f63f owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:14.496361 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:14.523825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=e9aabbb1-947d-44e4-a68d-070c9817f63f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:14.534297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.534696 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.534985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.536434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.536434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.536434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.536434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.536866 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.537572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.537572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.537572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.537850 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:14.599466 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:14.600449 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Floating IP 2b409426-7e9f-4925-be05-3e76485c396d disassociated (deleted). External IP: 172.25.5.58, port: c6cf5c44-c875-46b5-83cd-6a8b83d0a689. Aug 29 05:22:14.799784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 6adcfaa1-56a5-4881-865e-8db21a969f0b has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:22:14.904111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:22:14.909087 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:14.913972 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] Sync routers for ids ['6adcfaa1-56a5-4881-865e-8db21a969f0b'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:22:14.924059 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] Routers {'6adcfaa1-56a5-4881-865e-8db21a969f0b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:14.924686 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6adcfaa1-56a5-4881-865e-8db21a969f0b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:14.935925 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e994819e-6017-448f-a749-195b3947fe41 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/floatingips/2b409426-7e9f-4925-be05-3e76485c396d HTTP/1.1" status: 204 len: 168 time: 0.8225086 Aug 29 05:22:14.936554 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:14.939572 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:15.030106 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] Set router 6adcfaa1-56a5-4881-865e-8db21a969f0b gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:15.047126 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9306941d-099d-40b8-bf7f-9b08f873dba7 x-openstack-request-id: req-9306941d-099d-40b8-bf7f-9b08f873dba7 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:15.047426 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:15.047679 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9306941d-099d-40b8-bf7f-9b08f873dba7 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:15.048083 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'status': 'completed', 'code': 200} Aug 29 05:22:15.163892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-e09d0177-7b17-4bab-bd48-c3527fe7f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:15.165436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-e09d0177-7b17-4bab-bd48-c3527fe7f4d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0786729 Aug 29 05:22:15.178599 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78f1a2-98ec-43c7-96f5-162384c1af31 req-9052a3c6-9b35-4d3e-9878-f62ea32f8677 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:15.180030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f78f1a2-98ec-43c7-96f5-162384c1af31 req-9052a3c6-9b35-4d3e-9878-f62ea32f8677 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0636575 Aug 29 05:22:15.236215 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:21Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f0f27a21-4ffd-4a80-9c1f-28644a0c046e', 'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:6e:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:21Z', 'updated_at': '2021-08-29T05:19:26Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:15.261877 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] Checking router: 6adcfaa1-56a5-4881-865e-8db21a969f0b for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:22:15.262847 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f78f1a2-98ec-43c7-96f5-162384c1af31 req-001e3621-2d9f-4ed7-a378-4689ff66c560 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744498 Aug 29 05:22:15.270280 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] Routers {'6adcfaa1-56a5-4881-865e-8db21a969f0b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:15.270897 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6adcfaa1-56a5-4881-865e-8db21a969f0b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:15.300393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-29d66192-df7a-49eb-bb84-0712c34e4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:15.301880 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-29d66192-df7a-49eb-bb84-0712c34e4f28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 200 len: 898 time: 0.1209800 Aug 29 05:22:15.348469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-271480d2-1ea5-4e04-83e9-32d7ebd34b39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 200 len: 217 time: 0.0388753 Aug 29 05:22:15.400134 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-7b22773f-c568-4a26-9b2c-c5ae8bc5bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:15.401656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-7b22773f-c568-4a26-9b2c-c5ae8bc5bd10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 200 len: 835 time: 0.0457675 Aug 29 05:22:15.449077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-fccb8289-1412-4a36-8746-7d7a3ce9397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:15.450605 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-fccb8289-1412-4a36-8746-7d7a3ce9397d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c27aebb2-49d9-42f7-89a9-73bb29ce11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403316 Aug 29 05:22:15.467130 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] Set router 6adcfaa1-56a5-4881-865e-8db21a969f0b gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:15.547517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-24bfea02-de16-4909-b988-13984d498dd4 service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883656 Aug 29 05:22:15.638313 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-68c4e909-7ffd-42f0-b44c-ee8ad736c1cf req-edf94612-27ad-4e1a-94d6-b2128a9fb48a service neutron] 10.222.0.52 "GET /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829353 Aug 29 05:22:15.661778 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:21Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f0f27a21-4ffd-4a80-9c1f-28644a0c046e', 'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:6e:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:21Z', 'updated_at': '2021-08-29T05:19:26Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:15.690994 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f4095-3828-4996-b34c-a5de52b3359e None None] The sync data for ids ['6adcfaa1-56a5-4881-865e-8db21a969f0b'] in n-d-712141-12 is: [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:19:21Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'f0f27a21-4ffd-4a80-9c1f-28644a0c046e', 'name': '', 'network_id': 'c27aebb2-49d9-42f7-89a9-73bb29ce11ac', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:6e:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:21Z', 'updated_at': '2021-08-29T05:19:26Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': 'e4ee3787-e06f-4bc3-8778-c01130eecb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:22:15.899722 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac360c9c-6255-4b58-bedb-813eaf0c0587 None None] New status for floating IP 2b409426-7e9f-4925-be05-3e76485c396d: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:22:16.019446 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:22:16.382426 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043751e5-3fed-492c-9de6-965a8be80441 req-1d858c16-ac19-4131-9527-997600e397ed tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:16.384073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-043751e5-3fed-492c-9de6-965a8be80441 req-1d858c16-ac19-4131-9527-997600e397ed tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0515919 Aug 29 05:22:16.422130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-043751e5-3fed-492c-9de6-965a8be80441 req-25809660-a20c-41c9-92e0-8df21af768ce tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1979e7c-c8e9-4131-84ad-9413888746b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316894 Aug 29 05:22:16.929692 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-1f5ffdd2-a38c-477f-bc2e-0e8634fdc25e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:16.931154 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-1f5ffdd2-a38c-477f-bc2e-0e8634fdc25e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.0546050 Aug 29 05:22:17.017761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-3e442e21-4da3-46fb-bf48-11ba13f75d12 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:17.018107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-3e442e21-4da3-46fb-bf48-11ba13f75d12 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:17.107656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-3e442e21-4da3-46fb-bf48-11ba13f75d12 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port c6cf5c44-c875-46b5-83cd-6a8b83d0a689, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:17.108029 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-3e442e21-4da3-46fb-bf48-11ba13f75d12 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:17.120635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-3e442e21-4da3-46fb-bf48-11ba13f75d12 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for c6cf5c44-c875-46b5-83cd-6a8b83d0a689 owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:17.243484 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-3e442e21-4da3-46fb-bf48-11ba13f75d12 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:17.278005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e442e21-4da3-46fb-bf48-11ba13f75d12 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=c6cf5c44-c875-46b5-83cd-6a8b83d0a689,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:17.317435 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-3e442e21-4da3-46fb-bf48-11ba13f75d12 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] No DVR routers for this DVR port c6cf5c44-c875-46b5-83cd-6a8b83d0a689 on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:22:17.320271 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-3e442e21-4da3-46fb-bf48-11ba13f75d12 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:17.322320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-18e5b7be-2aa0-4687-9003-4a090c23d999 req-3e442e21-4da3-46fb-bf48-11ba13f75d12 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "DELETE /v2.0/ports/c6cf5c44-c875-46b5-83cd-6a8b83d0a689 HTTP/1.1" status: 204 len: 173 time: 0.3849955 Aug 29 05:22:17.322759 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'name': 'network-vif-deleted', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:17.325041 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e442b6-1fa0-4fbb-a5d9-2e4db0751ae1" -d '{"events": [{"server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "name": "network-vif-deleted", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:17.361026 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05be8625-ee20-4d57-8254-417c74c12f1a x-openstack-request-id: req-05be8625-ee20-4d57-8254-417c74c12f1a {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:17.361338 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54e44b3-305d-4b6c-bd00-343b819d9aa9", "name": "network-vif-deleted", "tag": "c6cf5c44-c875-46b5-83cd-6a8b83d0a689", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:17.361593 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05be8625-ee20-4d57-8254-417c74c12f1a {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:17.361994 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54e44b3-305d-4b6c-bd00-343b819d9aa9', 'name': 'network-vif-deleted', 'tag': 'c6cf5c44-c875-46b5-83cd-6a8b83d0a689', 'status': 'completed', 'code': 200} Aug 29 05:22:17.527924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5974b0a5-24f7-47b4-a635-a879151be2f9 req-37717a7c-e777-41db-8eb5-389b1ce36673 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=e54e44b3-305d-4b6c-bd00-343b819d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0279977 Aug 29 05:22:18.582786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60672) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:18.896222 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:18.942650 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:19.193336 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port f0f27a21-4ffd-4a80-9c1f-28644a0c046e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:19.193597 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:19.278230 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port f0f27a21-4ffd-4a80-9c1f-28644a0c046e, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=f0f27a21-4ffd-4a80-9c1f-28644a0c046e,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:19.278594 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:19.291024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for f0f27a21-4ffd-4a80-9c1f-28644a0c046e owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:19.470335 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:19.505891 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=f0f27a21-4ffd-4a80-9c1f-28644a0c046e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:19.677130 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:19.893261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 6adcfaa1-56a5-4881-865e-8db21a969f0b has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:22:20.308744 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:22:20.316117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4d12c4b5-6de8-4cd1-b450-f4cc3d7e277f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "PUT /v2.0/routers/6adcfaa1-56a5-4881-865e-8db21a969f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304375 Aug 29 05:22:20.317918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60674) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:20.319884 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] Sync routers for ids ['6adcfaa1-56a5-4881-865e-8db21a969f0b'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:22:20.330617 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] Routers {'6adcfaa1-56a5-4881-865e-8db21a969f0b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:20.331239 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6adcfaa1-56a5-4881-865e-8db21a969f0b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:20.371457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede1b2d0-f2ed-4d59-ba94-d8baef99e938 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting subnet e4ee3787-e06f-4bc3-8778-c01130eecb11 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:22:20.375164 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ede1b2d0-f2ed-4d59-ba94-d8baef99e938 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.414718 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ede1b2d0-f2ed-4d59-ba94-d8baef99e938 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.435500 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] Set router 6adcfaa1-56a5-4881-865e-8db21a969f0b gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:20.501643 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ede1b2d0-f2ed-4d59-ba94-d8baef99e938 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.560995 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ede1b2d0-f2ed-4d59-ba94-d8baef99e938 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.589015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1b2d0-f2ed-4d59-ba94-d8baef99e938 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ee3787-e06f-4bc3-8778-c01130eecb11,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:20.593214 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ede1b2d0-f2ed-4d59-ba94-d8baef99e938 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.594898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ede1b2d0-f2ed-4d59-ba94-d8baef99e938 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/subnets/e4ee3787-e06f-4bc3-8778-c01130eecb11 HTTP/1.1" status: 204 len: 168 time: 0.2756295 Aug 29 05:22:20.597457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60676) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:20.604960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb7faa-47bf-46ce-8769-9bdf88d4b354 None None] Network c27aebb2-49d9-42f7-89a9-73bb29ce11ac requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:22:20.617854 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:22:19Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:20.643019 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6cf5c44-c875-46b5-83cd-6a8b83d0a689 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:22:20.645572 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] Checking router: 6adcfaa1-56a5-4881-865e-8db21a969f0b for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:22:20.654488 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] Routers {'6adcfaa1-56a5-4881-865e-8db21a969f0b'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:20.655097 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['6adcfaa1-56a5-4881-865e-8db21a969f0b'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:20.673058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: c6cf5c44-c875-46b5-83cd-6a8b83d0a689 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:22:20.673405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device c6cf5c44-c875-46b5-83cd-6a8b83d0a689 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:22:20.709728 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.759916 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] Set router 6adcfaa1-56a5-4881-865e-8db21a969f0b gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:20.815047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.826375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] DHCP port deletion for c27aebb2-49d9-42f7-89a9-73bb29ce11ac request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:22:20.873746 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Deleting port 87fada0f-422e-401a-82cf-39862c3e3f51 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:20.874144 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.877370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port dbcd05b8-098d-41b2-b5c3-6ee596b793d5 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:22:20.877725 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.941807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] For port 87fada0f-422e-401a-82cf-39862c3e3f51, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=87fada0f-422e-401a-82cf-39862c3e3f51,segment=NetworkSegment(9010774b-6117-40a6-8115-59a57fd2df63),segment_id=9010774b-6117-40a6-8115-59a57fd2df63)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:20.942223 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.945489 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:22:19Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:20.954660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Calling delete_port for 87fada0f-422e-401a-82cf-39862c3e3f51 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:20.972342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port dbcd05b8-098d-41b2-b5c3-6ee596b793d5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=dbcd05b8-098d-41b2-b5c3-6ee596b793d5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:20.972591 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f6c88-6a3a-4eba-89da-db70d4d04a54 None None] The sync data for ids ['6adcfaa1-56a5-4881-865e-8db21a969f0b'] in n-d-712141-12 is: [{'id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764743515', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:19:18Z', 'updated_at': '2021-08-29T05:22:19Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': 'dbcd05b8-098d-41b2-b5c3-6ee596b793d5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adcfaa1-56a5-4881-865e-8db21a969f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:19:19Z', 'updated_at': '2021-08-29T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:22:20.972726 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.986930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for dbcd05b8-098d-41b2-b5c3-6ee596b793d5 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:22:21.038354 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.063075 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Pushing event deleted for resources: {'Port': ['ID=87fada0f-422e-401a-82cf-39862c3e3f51,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:21.068236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] No DVR routers for this DVR port 87fada0f-422e-401a-82cf-39862c3e3f51 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:22:21.078510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.078510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.078812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.079148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.079563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.079791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.080116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.080587 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.080911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.081233 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.081554 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.081872 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77608f3f-ee80-4ea7-b0c0-6e4d1aaf71f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.152218 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.179057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=dbcd05b8-098d-41b2-b5c3-6ee596b793d5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:21.235162 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.323569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.325745 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.374509 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.375346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Fanout notify agent at l3_agent the message router_deleted on router 6adcfaa1-56a5-4881-865e-8db21a969f0b {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:22:21.382431 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.383590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2b2ec3de-abf8-44b2-abe1-b62e279378ec tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/routers/6adcfaa1-56a5-4881-865e-8db21a969f0b HTTP/1.1" status: 204 len: 168 time: 0.7852061 Aug 29 05:22:21.386385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60678) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:21.464230 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.553709 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.564036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27aebb2-49d9-42f7-89a9-73bb29ce11ac']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:21.579424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9010774b-6117-40a6-8115-59a57fd2df63') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:21.579424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9010774b-6117-40a6-8115-59a57fd2df63') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:21.586637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.601464 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.608085 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:22:21.608527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:22:21.612841 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:22:21.668241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.676324 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.677367 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/networks/c27aebb2-49d9-42f7-89a9-73bb29ce11ac HTTP/1.1" status: 204 len: 168 time: 0.2900472 Aug 29 05:22:21.680218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60680) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:21.688614 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fd8ab-77c4-4437-adbe-a1d6a348e11f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Network': ['ID=c27aebb2-49d9-42f7-89a9-73bb29ce11ac,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:21.742666 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.768582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.825432 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.828790 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.830011 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/security-groups/c1979e7c-c8e9-4131-84ad-9413888746b8 HTTP/1.1" status: 204 len: 168 time: 0.1487517 Aug 29 05:22:21.839085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1979e7c-c8e9-4131-84ad-9413888746b8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:21.846731 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.847088 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.847437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.847782 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.848122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.848489 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.848836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.849161 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.849492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.849822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.850153 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.850488 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3252414-c795-4bbb-9603-e2e13d9d0ffa tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:21.977805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f0f27a21-4ffd-4a80-9c1f-28644a0c046e no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:22:22.000906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: f0f27a21-4ffd-4a80-9c1f-28644a0c046e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:22:22.001254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device f0f27a21-4ffd-4a80-9c1f-28644a0c046e not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:22:22.001664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 87fada0f-422e-401a-82cf-39862c3e3f51 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:22:22.020056 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 87fada0f-422e-401a-82cf-39862c3e3f51 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:22:22.020426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 87fada0f-422e-401a-82cf-39862c3e3f51 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:22:22.020822 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dbcd05b8-098d-41b2-b5c3-6ee596b793d5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:22:22.037791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: dbcd05b8-098d-41b2-b5c3-6ee596b793d5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:22:22.038132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device dbcd05b8-098d-41b2-b5c3-6ee596b793d5 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:22:22.106875 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60686) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:22.112099 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-d8dffe04-937c-4b9d-bf00-83c5013d74d2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038137303', 'description': 'tempest-secgroup-smoke-2038137303 description', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:22.136764 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8dffe04-937c-4b9d-bf00-83c5013d74d2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.215447 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8dffe04-937c-4b9d-bf00-83c5013d74d2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.219158 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8dffe04-937c-4b9d-bf00-83c5013d74d2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.241842 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-d8dffe04-937c-4b9d-bf00-83c5013d74d2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.243004 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-d8dffe04-937c-4b9d-bf00-83c5013d74d2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1351306 Aug 29 05:22:22.246152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60690) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:22.251574 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dffe04-937c-4b9d-bf00-83c5013d74d2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c6f7c9-6bed-495b-865b-8e444558979b,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:22.252036 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-424cb409-80af-4a03-8704-2f686dfb663a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c2c6f7c9-6bed-495b-865b-8e444558979b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:22.282089 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-424cb409-80af-4a03-8704-2f686dfb663a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.341041 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-424cb409-80af-4a03-8704-2f686dfb663a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.344503 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-424cb409-80af-4a03-8704-2f686dfb663a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.362054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cb409-80af-4a03-8704-2f686dfb663a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da0a77e-4838-45fb-ba64-5cceae35e8d2,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:22.367991 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-424cb409-80af-4a03-8704-2f686dfb663a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.369113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-424cb409-80af-4a03-8704-2f686dfb663a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218634 Aug 29 05:22:22.371827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60692) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:22.376911 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-46d9fbde-751a-4bac-9418-b7343a7e2dcc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c2c6f7c9-6bed-495b-865b-8e444558979b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:22.401390 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46d9fbde-751a-4bac-9418-b7343a7e2dcc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.457571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46d9fbde-751a-4bac-9418-b7343a7e2dcc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.461369 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46d9fbde-751a-4bac-9418-b7343a7e2dcc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.481730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9fbde-751a-4bac-9418-b7343a7e2dcc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e3b226-6414-40b0-89c4-4c61f321a6e1,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:22.485831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-46d9fbde-751a-4bac-9418-b7343a7e2dcc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.489581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-46d9fbde-751a-4bac-9418-b7343a7e2dcc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142347 Aug 29 05:22:22.490070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60694) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:22.494198 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-312dbfd9-a4a0-4ca2-b44a-0f3c7b549fc7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c2c6f7c9-6bed-495b-865b-8e444558979b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:22.519564 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-312dbfd9-a4a0-4ca2-b44a-0f3c7b549fc7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.575433 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-312dbfd9-a4a0-4ca2-b44a-0f3c7b549fc7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.579125 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-312dbfd9-a4a0-4ca2-b44a-0f3c7b549fc7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.598049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dbfd9-a4a0-4ca2-b44a-0f3c7b549fc7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f23ab3-0b2e-4d7c-8bfa-e4bc9a8d2ca0,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:22.605688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-312dbfd9-a4a0-4ca2-b44a-0f3c7b549fc7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.606896 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-312dbfd9-a4a0-4ca2-b44a-0f3c7b549fc7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161966 Aug 29 05:22:22.610264 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60696) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:22.614838 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-ca58a544-fc39-484b-b4e4-aa88afe8e3f9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c2c6f7c9-6bed-495b-865b-8e444558979b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:22.642121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ca58a544-fc39-484b-b4e4-aa88afe8e3f9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.703057 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ca58a544-fc39-484b-b4e4-aa88afe8e3f9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.706949 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ca58a544-fc39-484b-b4e4-aa88afe8e3f9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.724727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58a544-fc39-484b-b4e4-aa88afe8e3f9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cb9f24-e44e-4229-a594-9fc1e0d640bc,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:22.731042 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-ca58a544-fc39-484b-b4e4-aa88afe8e3f9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.732336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-ca58a544-fc39-484b-b4e4-aa88afe8e3f9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210811 Aug 29 05:22:22.735353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60698) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:22.740048 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-82c38f09-c62d-4cc1-9afc-7b96aa40d5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c2c6f7c9-6bed-495b-865b-8e444558979b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:22.761780 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-82c38f09-c62d-4cc1-9afc-7b96aa40d5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Project 6a71d99df5014a508c9c1b3f35bc7e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:22:22.766827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-82c38f09-c62d-4cc1-9afc-7b96aa40d5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.823697 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-82c38f09-c62d-4cc1-9afc-7b96aa40d5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.827200 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-82c38f09-c62d-4cc1-9afc-7b96aa40d5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.845119 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c38f09-c62d-4cc1-9afc-7b96aa40d5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48ea203-38ed-4445-8058-b81d260856b9,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:22.850360 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-82c38f09-c62d-4cc1-9afc-7b96aa40d5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.851595 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-82c38f09-c62d-4cc1-9afc-7b96aa40d5ff tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155407 Aug 29 05:22:22.854489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60700) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:22.858950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-7a83e89b-7c3d-454f-836c-46a66c0c9683 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': 'c2c6f7c9-6bed-495b-865b-8e444558979b', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:22.880043 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-7a83e89b-7c3d-454f-836c-46a66c0c9683 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Project 6a71d99df5014a508c9c1b3f35bc7e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:22:22.884649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a83e89b-7c3d-454f-836c-46a66c0c9683 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.943664 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a83e89b-7c3d-454f-836c-46a66c0c9683 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.947168 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a83e89b-7c3d-454f-836c-46a66c0c9683 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.966072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83e89b-7c3d-454f-836c-46a66c0c9683 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3844b144-80f9-4d85-b56a-40ecdb091aad,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:22.969479 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-7a83e89b-7c3d-454f-836c-46a66c0c9683 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.970669 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-7a83e89b-7c3d-454f-836c-46a66c0c9683 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151519 Aug 29 05:22:22.973712 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60702) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:22.980156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'network': {'name': 'tempest-network-smoke--1211240196', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'port_security_enabled': True}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:23.002473 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:22:23.006023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.031370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:22:23.039841 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.040182 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Added segment b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56 of type vlan for network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 Aug 29 05:22:23.077135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.101900 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.107385 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:23.108051 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.160452 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1857512 Aug 29 05:22:23.163094 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60704) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:23.169800 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'admin_state_up': True, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:23.185557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fffaf-3b13-4f4d-af4c-bff73effccf8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Network': ['ID=45b7d8a0-707d-481b-a084-2cbb6290e7f9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:23.195969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:22:23.201359 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.202852 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.256302 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.389204 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.576147 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.595828 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.642687 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-004ebbc4-1ccd-4eba-a53a-b906e0ead1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.701070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.25.5.42 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/4f224771-56ad-4bc0-8e1a-18cf5d70140f) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:22:23.801241 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.837371 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:23.877010 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:22:23.881735 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:22:23.885259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:22:23.910591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=4f224771-56ad-4bc0-8e1a-18cf5d70140f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:24.130837 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:24.320107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:24.443343 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 791ffdc1-9bbc-446b-9f52-94652b18af62 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:22:24.547071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:22:24.556374 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Sync routers for ids ['791ffdc1-9bbc-446b-9f52-94652b18af62'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:22:24.566201 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:24.566700 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Routers {'791ffdc1-9bbc-446b-9f52-94652b18af62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:24.567312 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['791ffdc1-9bbc-446b-9f52-94652b18af62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:24.567447 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-60cc204b-1f9b-44d6-bba3-ae35b5ef7699 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4034247 Aug 29 05:22:24.570667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60706) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:24.676496 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Set router 791ffdc1-9bbc-446b-9f52-94652b18af62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:24.859757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:24Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:24.885504 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Checking router: 791ffdc1-9bbc-446b-9f52-94652b18af62 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:22:24.885850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Updating router 791ffdc1-9bbc-446b-9f52-94652b18af62 port 4f224771-56ad-4bc0-8e1a-18cf5d70140f binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:22:24.911503 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:24.950532 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9f3cab9d-c590-4914-87ef-5599b4c70edf tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6a71d99df5014a508c9c1b3f35bc7e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3787632 Aug 29 05:22:24.953035 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60710) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:25.036918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e87c8-c9cd-4afd-9493-6dfe8650836d tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:25.038478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-410e87c8-c9cd-4afd-9493-6dfe8650836d tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845182 Aug 29 05:22:25.041420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60712) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:25.072431 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e5ddb9f8-916d-4532-9b29-103dc671b39d tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300117 Aug 29 05:22:25.075024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60714) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:25.080553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1640382654', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:25.158552 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:25.165843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:22:25.168290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Transition to ACTIVE for port object 4f224771-56ad-4bc0-8e1a-18cf5d70140f will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:22:25.169429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:25.173949 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:25.222490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Attempting to bind port 4f224771-56ad-4bc0-8e1a-18cf5d70140f on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:22:25.222869 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Attempting to bind port 4f224771-56ad-4bc0-8e1a-18cf5d70140f by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:22:25.223241 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Attempting to bind port 4f224771-56ad-4bc0-8e1a-18cf5d70140f on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:22:25.232506 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f76bd-37d0-4ff1-81b0-9a20eb306342 None None] Pushing event updated for resources: {'Port': ['ID=4f224771-56ad-4bc0-8e1a-18cf5d70140f,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:25.235959 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:22:25.236376 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:22:25.236801 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:25.237181 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:22:25.237660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Bound port: 4f224771-56ad-4bc0-8e1a-18cf5d70140f, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:22:25.238048 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:25.290786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] For port 4f224771-56ad-4bc0-8e1a-18cf5d70140f, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:22:25.293812 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] For port 4f224771-56ad-4bc0-8e1a-18cf5d70140f, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4f224771-56ad-4bc0-8e1a-18cf5d70140f,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:22:25.298282 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:25.351539 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:25.357146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Routers {'791ffdc1-9bbc-446b-9f52-94652b18af62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:25.357759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:21:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['791ffdc1-9bbc-446b-9f52-94652b18af62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:25.360734 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f76bd-37d0-4ff1-81b0-9a20eb306342 None None] Pushing event updated for resources: {'Port': ['ID=4f224771-56ad-4bc0-8e1a-18cf5d70140f,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:25.417545 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Subnet': ['ID=67fb6370-e7ad-4a76-89db-37ce1111eee8,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:25.422560 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Checking segment: {'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:22:25.422928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network hostable DHCP agents. Network: 45b7d8a0-707d-481b-a084-2cbb6290e7f9, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:22:25.439913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:22:25.448233 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 45b7d8a0-707d-481b-a084-2cbb6290e7f9) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:22:25.456845 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:25.457527 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:25.460909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] Set router 791ffdc1-9bbc-446b-9f52-94652b18af62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:25.464038 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98fac27-e571-40c3-b534-37a4281c089e None None] Network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:22:25.472718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-8cb7bbf5-2fbf-4949-9292-faa97d776c28 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3966751 Aug 29 05:22:25.475355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60716) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:25.895726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:22:25.896606 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:25.907050 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:25.913490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:24Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:25.946365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b2cf10-6bd6-4495-9461-ea2044649df2 None None] The sync data for ids ['791ffdc1-9bbc-446b-9f52-94652b18af62'] in n-d-712141-12 is: [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:24Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:22:26.065299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Allocated IP 172.20.0.2 (45b7d8a0-707d-481b-a084-2cbb6290e7f9/67fb6370-e7ad-4a76-89db-37ce1111eee8/2bb25f5d-d9bf-4063-bfea-324a9227e941) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:22:26.230347 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-386e3c74-8b30-426e-9e74-a22b37462066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:26.235310 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:26.243661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Transition to ACTIVE for port object 2bb25f5d-d9bf-4063-bfea-324a9227e941 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:22:26.259122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Transition to ACTIVE for port object 2bb25f5d-d9bf-4063-bfea-324a9227e941 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:22:26.265803 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:26.306994 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:22:26.309957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:22:26.313793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:22:26.321047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Pushing event updated for resources: {'Port': ['ID=2bb25f5d-d9bf-4063-bfea-324a9227e941,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:26.324717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.20.0.1 (45b7d8a0-707d-481b-a084-2cbb6290e7f9/67fb6370-e7ad-4a76-89db-37ce1111eee8/57164a0f-ea7a-49d1-97fb-fa3dfdd75438) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:22:26.374924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Attempting to bind port 2bb25f5d-d9bf-4063-bfea-324a9227e941 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:22:26.375303 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Attempting to bind port 2bb25f5d-d9bf-4063-bfea-324a9227e941 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:22:26.375686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Attempting to bind port 2bb25f5d-d9bf-4063-bfea-324a9227e941 on network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:22:26.380889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:22:26.381263 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Checking segment: {'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:22:26.381671 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:26.382066 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Bound using segment: {'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:22:26.382544 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Bound port: 2bb25f5d-d9bf-4063-bfea-324a9227e941, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:22:26.382930 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:26.451500 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:26.453876 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:26.467244 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Transition to ACTIVE for port object 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:22:26.469995 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] For port 2bb25f5d-d9bf-4063-bfea-324a9227e941, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:22:26.473186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] For port 2bb25f5d-d9bf-4063-bfea-324a9227e941, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2bb25f5d-d9bf-4063-bfea-324a9227e941,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:22:26.478567 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:26.504131 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:26.549111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1482e-ef8e-4c98-b8cc-9d8e42417ecf None None] Pushing event updated for resources: {'Port': ['ID=2bb25f5d-d9bf-4063-bfea-324a9227e941,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:26.549389 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:22:26.553448 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:22:26.557584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:22:26.564007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=57164a0f-ea7a-49d1-97fb-fa3dfdd75438,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:26.613890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:26.779866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:27.062136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:27.066512 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:27.135974 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=57164a0f-ea7a-49d1-97fb-fa3dfdd75438,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:27.138564 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:27.231839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:22:27.233322 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:22:27.350417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 791ffdc1-9bbc-446b-9f52-94652b18af62 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:22:27.460511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:22:27.476835 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-000084c7-3592-4720-8d38-11c7301ff88b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "PUT /v2.0/routers/791ffdc1-9bbc-446b-9f52-94652b18af62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9908533 Aug 29 05:22:27.477059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf3e2e-12a0-4e7e-b16d-fd29823437f3 None None] Network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:22:27.531656 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-86f0db92-9d9d-4b49-a883-913dc9306009 None None] Provisioning for port 2bb25f5d-d9bf-4063-bfea-324a9227e941 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:22:27.599640 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:27.619627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-8992cb93-692d-4a9d-8d56-5cbaa5f95e4f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038137303&fields=id&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 267 time: 0.0373361 Aug 29 05:22:27.731441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-4b2c0c0b-303c-4379-964a-477cd4f94217 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:27.733051 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-4b2c0c0b-303c-4379-964a-477cd4f94217 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/networks?id=45b7d8a0-707d-481b-a084-2cbb6290e7f9 HTTP/1.1" status: 200 len: 797 time: 0.1068215 Aug 29 05:22:27.750131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-d3c19506-480f-4bcd-9da9-d245d2e82ad7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/quotas/6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 375 time: 0.0102372 Aug 29 05:22:27.804502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-835eb958-a33b-4239-8155-a5c97a5a8492 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484140 Aug 29 05:22:27.863818 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dc55a7ec-4412-4f83-ada7-0a2cf5fc1744 None None] Provisioning for port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:22:27.873104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-dc55a7ec-4412-4f83-ada7-0a2cf5fc1744 None None] Provisioning complete for port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:27.873565 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dc55a7ec-4412-4f83-ada7-0a2cf5fc1744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:27.938222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-dc55a7ec-4412-4f83-ada7-0a2cf5fc1744 None None] Port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:22:27.971846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-434b9ea3-4cb3-47b9-badf-f4d464ab83da service neutron] 10.222.0.49 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549850 Aug 29 05:22:28.058858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2bb25f5d-d9bf-4063-bfea-324a9227e941 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:22:28.096790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-b76c7c32-d78a-4efb-9e89-81b14a702bea service neutron] 10.222.0.49 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141806 Aug 29 05:22:28.112225 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Sync routers for ids ['791ffdc1-9bbc-446b-9f52-94652b18af62'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:22:28.118059 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 2bb25f5d-d9bf-4063-bfea-324a9227e941 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:22:28.121919 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 2bb25f5d-d9bf-4063-bfea-324a9227e941 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:28.122429 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.128688 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Routers {'791ffdc1-9bbc-446b-9f52-94652b18af62'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:28.129300 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:22:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['791ffdc1-9bbc-446b-9f52-94652b18af62'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:28.193927 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.195209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ee76df67-8e7d-4210-952a-f203936cfb8c None None] Provisioning complete for port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:28.195585 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ee76df67-8e7d-4210-952a-f203936cfb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.258107 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Set router 791ffdc1-9bbc-446b-9f52-94652b18af62 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:28.271935 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ee76df67-8e7d-4210-952a-f203936cfb8c None None] Port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:22:28.275431 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.298164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5d6e785b-dae0-4705-b5be-ab2b7faaebe5 req-9855d0e8-cadf-47c6-9f88-3edbc402a30f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 210 time: 0.0352650 Aug 29 05:22:28.335692 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 2bb25f5d-d9bf-4063-bfea-324a9227e941, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2bb25f5d-d9bf-4063-bfea-324a9227e941,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:28.341105 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.342280 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4f224771-56ad-4bc0-8e1a-18cf5d70140f up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:22:28.433624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=2bb25f5d-d9bf-4063-bfea-324a9227e941,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:28.445874 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 4f224771-56ad-4bc0-8e1a-18cf5d70140f completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:22:28.451160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4f224771-56ad-4bc0-8e1a-18cf5d70140f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:28.453050 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.504535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-78aa3787-5111-4f27-b934-e7a62ecba404 None None] Provisioning complete for port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:28.505152 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-78aa3787-5111-4f27-b934-e7a62ecba404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.508013 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '57164a0f-ea7a-49d1-97fb-fa3dfdd75438', 'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:b6:a7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:26Z', 'updated_at': '2021-08-29T05:22:26Z', 'revision_number': 2, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:28.539392 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Checking router: 791ffdc1-9bbc-446b-9f52-94652b18af62 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:22:28.539721 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Updating router 791ffdc1-9bbc-446b-9f52-94652b18af62 port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:22:28.565218 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.575638 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-78aa3787-5111-4f27-b934-e7a62ecba404 None None] Port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:22:28.588292 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.611344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 4f224771-56ad-4bc0-8e1a-18cf5d70140f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4f224771-56ad-4bc0-8e1a-18cf5d70140f,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:28.616307 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.675510 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=4f224771-56ad-4bc0-8e1a-18cf5d70140f,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:28.920496 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:28.930697 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Transition to ACTIVE for port object 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:22:28.937557 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:29.014143 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Pushing event updated for resources: {'Port': ['ID=57164a0f-ea7a-49d1-97fb-fa3dfdd75438,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:29.036446 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.036802 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.037147 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.037484 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.037817 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.038151 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.038479 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.038805 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.039130 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.039453 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.039778 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.040100 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:29.054247 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Attempting to bind port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:22:29.054628 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Attempting to bind port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:22:29.055153 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Attempting to bind port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 on network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:22:29.060936 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:22:29.061309 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Checking segment: {'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:22:29.062387 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:29.062781 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Bound using segment: {'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:22:29.063249 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Bound port: 57164a0f-ea7a-49d1-97fb-fa3dfdd75438, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:22:29.063632 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:29.128421 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] For port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:22:29.131461 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] For port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=57164a0f-ea7a-49d1-97fb-fa3dfdd75438,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:22:29.135326 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:29.191527 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Routers {'791ffdc1-9bbc-446b-9f52-94652b18af62'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:29.192155 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:22:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['791ffdc1-9bbc-446b-9f52-94652b18af62'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:29.227050 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69286d-f84a-447e-bd2f-6af38eb7a271 None None] Pushing event updated for resources: {'Port': ['ID=57164a0f-ea7a-49d1-97fb-fa3dfdd75438,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:29.309964 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] Set router 791ffdc1-9bbc-446b-9f52-94652b18af62 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:29.314914 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:29.432537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1366409-8cf5-4ae6-a463-e9ce354b8820 req-b357ff2e-163c-41b0-906c-3c96fe3bdd58 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 210 time: 0.0429838 Aug 29 05:22:29.481339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-6422d0f0-d28d-44c3-84db-31b2eab99dd7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:29.482805 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-6422d0f0-d28d-44c3-84db-31b2eab99dd7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/networks?id=45b7d8a0-707d-481b-a084-2cbb6290e7f9 HTTP/1.1" status: 200 len: 797 time: 0.1627839 Aug 29 05:22:29.539373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f936436c-9d88-4ede-980c-a2090c4ee94d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 380 time: 0.0333619 Aug 29 05:22:29.550655 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '57164a0f-ea7a-49d1-97fb-fa3dfdd75438', 'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:b6:a7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:26Z', 'updated_at': '2021-08-29T05:22:29Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:29.559918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'port': {'device_id': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'admin_state_up': True, 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'security_groups': ['c2c6f7c9-6bed-495b-865b-8e444558979b']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:29.575752 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1c6eef-b5be-4737-8c2e-8af6fdac88e6 None None] The sync data for ids ['791ffdc1-9bbc-446b-9f52-94652b18af62'] in n-d-712141-12 is: [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '57164a0f-ea7a-49d1-97fb-fa3dfdd75438', 'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:b6:a7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:26Z', 'updated_at': '2021-08-29T05:22:29Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:22:29.684817 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:22:29.688890 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:29.821441 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.20.0.11 (45b7d8a0-707d-481b-a084-2cbb6290e7f9/67fb6370-e7ad-4a76-89db-37ce1111eee8/b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:22:29.978660 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:29.995151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Transition to ACTIVE for port object b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:22:30.035385 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.057145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2bb25f5d-d9bf-4063-bfea-324a9227e941 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:22:30.085411 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:22:30.088646 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:22:30.092623 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:22:30.113892 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 2bb25f5d-d9bf-4063-bfea-324a9227e941 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:30.115260 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.118399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:30.153088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:30.153860 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.171263 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-f1e0d6cd-0486-49ac-9596-ccdc03caad55 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6151550 Aug 29 05:22:30.208274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:22:30.233021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Request body: {'port': {'device_id': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:30.266534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:22:30.271796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:30.272879 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.290239 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.364316 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.367406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b349606d-21a2-4080-8902-131353549941 None None] Provisioning for port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:22:30.379209 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b349606d-21a2-4080-8902-131353549941 None None] Provisioning complete for port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:30.379575 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b349606d-21a2-4080-8902-131353549941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.432902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=57164a0f-ea7a-49d1-97fb-fa3dfdd75438,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:30.435651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b349606d-21a2-4080-8902-131353549941 None None] Port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:22:30.440223 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.441013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4f224771-56ad-4bc0-8e1a-18cf5d70140f up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:22:30.518487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=57164a0f-ea7a-49d1-97fb-fa3dfdd75438,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:30.529769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 4f224771-56ad-4bc0-8e1a-18cf5d70140f triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:30.530044 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.642126 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25545f1d-9fbc-452d-ac5e-5b437d987c9e req-447242d5-8468-424b-9a52-724cfdaf160d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:30.643708 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25545f1d-9fbc-452d-ac5e-5b437d987c9e req-447242d5-8468-424b-9a52-724cfdaf160d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 932 time: 0.0965977 Aug 29 05:22:30.645846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:22:30.659411 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.683682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Transition to ACTIVE for port object b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:22:30.692943 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.725039 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-25545f1d-9fbc-452d-ac5e-5b437d987c9e req-348a1f2e-d504-42a8-8259-627cc8667356 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745952 Aug 29 05:22:30.768057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:30.822337 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Attempting to bind port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:22:30.822781 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Attempting to bind port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:22:30.823060 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Attempting to bind port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e on network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:22:30.827399 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e on network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:22:30.827717 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Attempting to bind port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e on network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:22:30.832597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:22:30.832932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Checking segment: {'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:22:30.833312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Bound using segment: {'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:22:30.833740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Bound port: b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:22:30.834121 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.898849 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] For port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:22:30.902358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] For port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:22:30.907534 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.942314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:30.942956 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:30.944618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] 10.222.0.52 "PUT /v2.0/ports/b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e HTTP/1.1" status: 200 len: 1093 time: 0.7160850 Aug 29 05:22:30.946828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'tag': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:30.949904 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd2c166-7585-441f-a065-8b99e7fd6483", "tag": "b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:30.986627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8208e7-2728-47fd-85e7-b30e44414ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:31.014343 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc9229e-9eeb-4aeb-9259-6a41047cd9bd x-openstack-request-id: req-0cc9229e-9eeb-4aeb-9259-6a41047cd9bd {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:31.014683 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd2c166-7585-441f-a065-8b99e7fd6483", "tag": "b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:31.014956 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cc9229e-9eeb-4aeb-9259-6a41047cd9bd {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:31.015389 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'tag': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'status': 'completed', 'code': 200} Aug 29 05:22:31.045813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-d56583f8-9034-4765-9c54-befd20ff94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:31.047924 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-d56583f8-9034-4765-9c54-befd20ff94c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 1096 time: 0.0451410 Aug 29 05:22:31.103200 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-bf0f6512-e642-4ad2-a244-f5ece25f3b04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e HTTP/1.1" status: 200 len: 217 time: 0.0391779 Aug 29 05:22:31.152873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-bbca4612-45ac-4f7e-bd96-e4b3dc28c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:31.154321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-bbca4612-45ac-4f7e-bd96-e4b3dc28c36c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67fb6370-e7ad-4a76-89db-37ce1111eee8 HTTP/1.1" status: 200 len: 835 time: 0.0437098 Aug 29 05:22:31.198208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-e2edd339-24b1-4608-9a93-ff7533ceda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:31.199639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-e2edd339-24b1-4608-9a93-ff7533ceda60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45b7d8a0-707d-481b-a084-2cbb6290e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386882 Aug 29 05:22:31.289619 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-e340004d-7b00-4003-b272-20f4e3e51796 service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829165 Aug 29 05:22:31.377160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-84a16cbc-9dad-498a-9774-88ae0ab50d2d req-a50e26ad-9956-4912-9c3c-aec57368b852 service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791426 Aug 29 05:22:31.501637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-f0970e56-b5f4-4f3c-98e2-38398ae5add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:31.503068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-f0970e56-b5f4-4f3c-98e2-38398ae5add9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 1096 time: 0.0449474 Aug 29 05:22:31.590546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-90faa7f6-d167-4440-b6fa-8d643d11a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:31.592022 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-90faa7f6-d167-4440-b6fa-8d643d11a349 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45b7d8a0-707d-481b-a084-2cbb6290e7f9 HTTP/1.1" status: 200 len: 898 time: 0.0814128 Aug 29 05:22:31.633738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-b7a1c469-cdd9-4de2-9057-c242f53af065 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e HTTP/1.1" status: 200 len: 217 time: 0.0348632 Aug 29 05:22:31.684864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-fd9fc343-608e-40ce-b981-f0d7541992ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:31.686292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-fd9fc343-608e-40ce-b981-f0d7541992ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67fb6370-e7ad-4a76-89db-37ce1111eee8 HTTP/1.1" status: 200 len: 835 time: 0.0454164 Aug 29 05:22:31.731985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-8b95f489-f889-40f4-a751-1c3b64e0454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:31.733533 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-8b95f489-f889-40f4-a751-1c3b64e0454f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45b7d8a0-707d-481b-a084-2cbb6290e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386171 Aug 29 05:22:31.848965 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-0d065919-2935-47fa-90cc-634d4dfae9c2 service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087694 Aug 29 05:22:31.874853 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fff615-3dad-404f-9d80-aafdde013a82 req-043ce5fb-5aa7-47c1-b8d2-0cea1671474b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:31.876275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74fff615-3dad-404f-9d80-aafdde013a82 req-043ce5fb-5aa7-47c1-b8d2-0cea1671474b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 944 time: 0.0738096 Aug 29 05:22:31.955046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74fff615-3dad-404f-9d80-aafdde013a82 req-35edd723-3c21-4695-a486-ff8494859f64 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695157 Aug 29 05:22:31.972897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:22:31.983718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbd750d9-2663-4e5b-bd97-3867bdeb6ce7 req-4ebee18d-1c23-46c0-976a-42742ba3eebc service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239655 Aug 29 05:22:32.020598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:32.020955 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:33.083083 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc65db-8eda-4733-87d7-5a3d4bbb25a0 req-6d60e8fe-2e71-4063-8d3f-3ebba3bc5ca4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:33.084698 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9bc65db-8eda-4733-87d7-5a3d4bbb25a0 req-6d60e8fe-2e71-4063-8d3f-3ebba3bc5ca4 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 944 time: 0.0565178 Aug 29 05:22:33.120538 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d9bc65db-8eda-4733-87d7-5a3d4bbb25a0 req-5421165d-87f5-42b0-ac16-9db85077107f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299733 Aug 29 05:22:34.232999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b885-5ec0-485e-9d39-5e0604287e1e req-e97645c5-9019-43ca-a11f-403d87bc3d6b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:34.234991 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d25b885-5ec0-485e-9d39-5e0604287e1e req-e97645c5-9019-43ca-a11f-403d87bc3d6b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 944 time: 0.0483725 Aug 29 05:22:34.272115 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d25b885-5ec0-485e-9d39-5e0604287e1e req-51154893-524f-4049-8cf6-0bc48ae07872 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312634 Aug 29 05:22:34.465089 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f61d2fed-c314-4f08-acae-881a8594b04a req-e9f128fe-bce5-4fc8-af97-c6d996950749 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249448 Aug 29 05:22:34.512385 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f61d2fed-c314-4f08-acae-881a8594b04a req-5c5980a8-167d-4fdc-94d9-26f5fd6d8afd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0274508 Aug 29 05:22:34.549770 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f61d2fed-c314-4f08-acae-881a8594b04a req-df1ab3d1-3220-426b-88f4-077223e7eb71 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195518 Aug 29 05:22:34.640081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d2fed-c314-4f08-acae-881a8594b04a req-0f6ede92-21ea-4336-ac81-4311c139e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:34.641623 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f61d2fed-c314-4f08-acae-881a8594b04a req-0f6ede92-21ea-4336-ac81-4311c139e32e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858147 Aug 29 05:22:34.736984 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:22:34.829175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:34.840055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'port_id': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'mac_address': 'fa:16:3e:d8:fd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:22:34.875890 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:34.888036 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:22:34.907192 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:34.911435 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:34.961427 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:35.353240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:22:35.386946 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc01c9-6238-4d38-9cc6-892e97be67b4 req-0f3fa816-b5c3-4828-8677-0ab84eea890c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:35.388449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afbc01c9-6238-4d38-9cc6-892e97be67b4 req-0f3fa816-b5c3-4828-8677-0ab84eea890c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 945 time: 0.0480094 Aug 29 05:22:35.425831 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-afbc01c9-6238-4d38-9cc6-892e97be67b4 req-eb6fee43-3073-45fe-b6b1-7c503091b1e8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Aug 29 05:22:36.542980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095db47-7810-4797-9ff6-727d429474c8 req-3144b95a-990e-4b59-9b6d-d53b74dcc685 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:36.544461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2095db47-7810-4797-9ff6-727d429474c8 req-3144b95a-990e-4b59-9b6d-d53b74dcc685 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 945 time: 0.0518336 Aug 29 05:22:36.581325 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2095db47-7810-4797-9ff6-727d429474c8 req-465ebed1-5f08-4be3-aeae-d44cedbc6e32 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307398 Aug 29 05:22:36.754246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:22:36.801957 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:22:36.805469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:22:36.805845 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:36.879607 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:36.901222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:36.903462 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48959dfb-4104-49b2-a453-10f8cd598c73" -d '{"events": [{"server_uuid": "3cd2c166-7585-441f-a065-8b99e7fd6483", "name": "network-vif-plugged", "status": "completed", "tag": "b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:36.919631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:36.924800 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:36.947247 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7acb2b9-cc65-4838-8836-7e549dffdbfe x-openstack-request-id: req-d7acb2b9-cc65-4838-8836-7e549dffdbfe {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:36.947543 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd2c166-7585-441f-a065-8b99e7fd6483", "name": "network-vif-plugged", "status": "completed", "tag": "b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:36.947798 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7acb2b9-cc65-4838-8836-7e549dffdbfe {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:36.948214 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'code': 200} Aug 29 05:22:36.972757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:37.100668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a1682-4b5b-4cf8-93eb-b26d29848c63 req-cedd5fd0-3577-413f-ba76-cd51c6d8c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:37.102147 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-064a1682-4b5b-4cf8-93eb-b26d29848c63 req-cedd5fd0-3577-413f-ba76-cd51c6d8c491 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 1098 time: 0.0783510 Aug 29 05:22:37.136803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-064a1682-4b5b-4cf8-93eb-b26d29848c63 req-3d948e37-8e6b-4ea5-aeff-a1da93671f0d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271919 Aug 29 05:22:37.692783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a7345-4576-44bf-b199-2ec769a599ec req-65e1c102-23d1-4ba0-ad9c-c9854ccd8175 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:37.694235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-130a7345-4576-44bf-b199-2ec769a599ec req-65e1c102-23d1-4ba0-ad9c-c9854ccd8175 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0474105 Aug 29 05:22:37.730978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-130a7345-4576-44bf-b199-2ec769a599ec req-8f9d39c3-d103-4114-bac8-39728d3417a3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309446 Aug 29 05:22:38.848261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce4fe6-fd52-4ea7-9b23-e67d12b26b6a req-843e57ef-592e-4f08-b1cd-7aca35f69889 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:38.849786 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07ce4fe6-fd52-4ea7-9b23-e67d12b26b6a req-843e57ef-592e-4f08-b1cd-7aca35f69889 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0508299 Aug 29 05:22:38.889137 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-07ce4fe6-fd52-4ea7-9b23-e67d12b26b6a req-3e6c32a7-3cd2-4d75-8856-6a59a943d54d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329847 Aug 29 05:22:39.001270 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38aeb0-2722-423a-935f-ae288f142b53 req-1dde397c-d2f4-44e3-9ea2-8866d61c72f1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:39.002732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f38aeb0-2722-423a-935f-ae288f142b53 req-1dde397c-d2f4-44e3-9ea2-8866d61c72f1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0486460 Aug 29 05:22:39.039428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2f38aeb0-2722-423a-935f-ae288f142b53 req-af76be5f-d832-4974-8532-fdb91ef8811f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308166 Aug 29 05:22:39.062587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60780) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:39.101872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50447802-4820-45ae-85c3-8d18e03741a5 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:39.103318 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-50447802-4820-45ae-85c3-8d18e03741a5 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 1093 time: 0.0397503 Aug 29 05:22:39.106152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60782) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:39.111059 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:22:39.132221 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:39.525856 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:39.639059 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-a5a55cd8-5744-499e-9f36-7df7c07fcb78 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0779481 Aug 29 05:22:39.658635 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.25.5.129 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/9115989b-fa24-4a91-ab2e-b96cc4246519) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:22:39.770734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-98be7a86-03bd-47fa-91f0-f80196b61247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:39.772226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-98be7a86-03bd-47fa-91f0-f80196b61247 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 1098 time: 0.0634949 Aug 29 05:22:39.804723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:39.899754 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-d69f62c9-93a8-4d4e-b45f-e4e1081da694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:39.901242 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-d69f62c9-93a8-4d4e-b45f-e4e1081da694 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45b7d8a0-707d-481b-a084-2cbb6290e7f9 HTTP/1.1" status: 200 len: 898 time: 0.1091628 Aug 29 05:22:39.906457 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:39.974531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-f40f8e52-223a-40f0-a98b-293df7538c20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e HTTP/1.1" status: 200 len: 217 time: 0.0650730 Aug 29 05:22:39.981912 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:22:39.995784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:22:40.015785 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:22:40.020022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=9115989b-fa24-4a91-ab2e-b96cc4246519,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:40.068122 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-96dbb53c-c0fa-4bae-8017-cc763d302dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:40.069601 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-96dbb53c-c0fa-4bae-8017-cc763d302dd7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67fb6370-e7ad-4a76-89db-37ce1111eee8 HTTP/1.1" status: 200 len: 835 time: 0.0867023 Aug 29 05:22:40.169405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-6f5cd172-2bf1-4453-b55a-68a1b6f2bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:40.170939 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-6f5cd172-2bf1-4453-b55a-68a1b6f2bdf0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45b7d8a0-707d-481b-a084-2cbb6290e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814347 Aug 29 05:22:40.341753 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-6f258bc5-5e62-40a6-bddd-993a947bf9ff service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381950 Aug 29 05:22:40.529639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc1586e3-f443-458b-98df-e4afcc92bd11 req-3a7a4041-bb82-449f-ae41-efb16d3561cd service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669967 Aug 29 05:22:40.545275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:40.610740 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:40.757012 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:40.761501 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:40.826524 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=9115989b-fa24-4a91-ab2e-b96cc4246519,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:40.838477 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:40.935461 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Floating IP bbe602cd-5839-4136-a8b6-19f48a6ff143 associated. External IP: 172.25.5.129, port: b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e. Aug 29 05:22:41.137111 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 791ffdc1-9bbc-446b-9f52-94652b18af62 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:22:41.240909 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:22:41.251058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] Sync routers for ids ['791ffdc1-9bbc-446b-9f52-94652b18af62'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:22:41.257634 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:41.261704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] Routers {'791ffdc1-9bbc-446b-9f52-94652b18af62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:41.262561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:22:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['791ffdc1-9bbc-446b-9f52-94652b18af62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:41.289294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6f6ff8ab-6c31-4fb9-a2f7-d1c0408b1902 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1821320 Aug 29 05:22:41.289913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'tag': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:41.292539 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddb2b1f-c278-4259-a220-7655ef73a20b" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd2c166-7585-441f-a065-8b99e7fd6483", "tag": "b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:41.335221 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efa64bf-76cf-43aa-bb12-32a736354144 x-openstack-request-id: req-3efa64bf-76cf-43aa-bb12-32a736354144 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:41.335515 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd2c166-7585-441f-a065-8b99e7fd6483", "tag": "b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:41.335769 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3efa64bf-76cf-43aa-bb12-32a736354144 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:41.336175 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'tag': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'status': 'completed', 'code': 200} Aug 29 05:22:41.368535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] Set router 791ffdc1-9bbc-446b-9f52-94652b18af62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:41.413950 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c077d4-923e-4ce3-8d57-d69f743e75dc req-ff03fcc1-3634-4c1b-b8b0-168ad59991f3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:41.415482 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c077d4-923e-4ce3-8d57-d69f743e75dc req-ff03fcc1-3634-4c1b-b8b0-168ad59991f3 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0736184 Aug 29 05:22:41.447211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-51c8d328-eda4-43c0-afb7-e064d2b2a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:41.448725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-51c8d328-eda4-43c0-afb7-e064d2b2a6e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 1098 time: 0.0704505 Aug 29 05:22:41.481737 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c077d4-923e-4ce3-8d57-d69f743e75dc req-61866d3a-663d-42a1-a184-62268553296f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598471 Aug 29 05:22:41.505530 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60788) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:41.552267 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-05bc89b4-99da-412f-82ab-88407da84302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:41.553954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-05bc89b4-99da-412f-82ab-88407da84302 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45b7d8a0-707d-481b-a084-2cbb6290e7f9 HTTP/1.1" status: 200 len: 898 time: 0.0949590 Aug 29 05:22:41.574937 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-0054c75a-8acd-41ae-b194-6556a89e176d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/bbe602cd-5839-4136-a8b6-19f48a6ff143 HTTP/1.1" status: 200 len: 992 time: 0.0669591 Aug 29 05:22:41.594642 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'bbe602cd-5839-4136-a8b6-19f48a6ff143', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'port_id': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'mac_address': 'fa:16:3e:d8:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:22:40Z', 'updated_at': '2021-08-29T05:22:40Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57164a0f-ea7a-49d1-97fb-fa3dfdd75438', 'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:b6:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:26Z', 'updated_at': '2021-08-29T05:22:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:41.624939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] Checking router: 791ffdc1-9bbc-446b-9f52-94652b18af62 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:22:41.631084 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-dbafe764-da97-45ac-b321-88abf36cc07e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e HTTP/1.1" status: 200 len: 1000 time: 0.0648918 Aug 29 05:22:41.633230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] Routers {'791ffdc1-9bbc-446b-9f52-94652b18af62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:22:41.633819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:22:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['791ffdc1-9bbc-446b-9f52-94652b18af62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:41.680553 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-f2ce255c-390e-4507-a728-b9f0c5a2c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:41.682036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-f2ce255c-390e-4507-a728-b9f0c5a2c25c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67fb6370-e7ad-4a76-89db-37ce1111eee8 HTTP/1.1" status: 200 len: 835 time: 0.0426548 Aug 29 05:22:41.729014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-2e063cdb-aefc-4bb0-a5e3-d25db06fd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:41.730566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-2e063cdb-aefc-4bb0-a5e3-d25db06fd5ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45b7d8a0-707d-481b-a084-2cbb6290e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400944 Aug 29 05:22:41.833100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-c0d362a3-c839-4e47-aec8-6924ee354e0d service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942080 Aug 29 05:22:41.900125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] Set router 791ffdc1-9bbc-446b-9f52-94652b18af62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:22:41.950800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cddb2b1f-c278-4259-a220-7655ef73a20b req-f653d1b5-3a74-49c0-89dd-d1464da3f0d1 service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858371 Aug 29 05:22:42.117601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'bbe602cd-5839-4136-a8b6-19f48a6ff143', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'port_id': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'mac_address': 'fa:16:3e:d8:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:22:40Z', 'updated_at': '2021-08-29T05:22:40Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57164a0f-ea7a-49d1-97fb-fa3dfdd75438', 'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:b6:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:26Z', 'updated_at': '2021-08-29T05:22:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:22:42.144673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78be047-153c-4483-9992-e73ea140e6b3 None None] The sync data for ids ['791ffdc1-9bbc-446b-9f52-94652b18af62'] in n-d-712141-12 is: [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': 'bbe602cd-5839-4136-a8b6-19f48a6ff143', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'port_id': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'mac_address': 'fa:16:3e:d8:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:22:40Z', 'updated_at': '2021-08-29T05:22:40Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57164a0f-ea7a-49d1-97fb-fa3dfdd75438', 'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:b6:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:26Z', 'updated_at': '2021-08-29T05:22:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:22:42.326108 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2e8a9e-a6c4-4887-b962-85bd879c95c1 None None] New status for floating IP bbe602cd-5839-4136-a8b6-19f48a6ff143: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:22:42.576413 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60790) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:22:42.641453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1d753cfc-3b10-4da5-853b-c253072cc9b6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/bbe602cd-5839-4136-a8b6-19f48a6ff143 HTTP/1.1" status: 200 len: 994 time: 0.0633044 Aug 29 05:22:48.892681 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:53.019898 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:22:53.642520 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-363857af-ce51-4d96-bf34-79ec9905c41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.191254 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8e5f-bf7d-41a5-978a-4733454828b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:56.425471 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:57.572989 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:58.168382 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:59.309315 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:01.510075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-538cc02f-166b-48f9-a417-0aca69066431 req-989fe74e-1149-4208-9271-4430c35e29d6 service neutron] (94851) timed out ('10.222.0.49', 56804) {{(pid=94851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:23:18.906036 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.644042 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0fa1-ab4c-478e-b5c0-3ac314e37621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:26.191082 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a8a5d94a-5aa6-45e5-b036-bcc4d635e153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:26.426582 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:27.575888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:28.179053 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:29.312608 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:30.018787 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:23:35.948413 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-043db9a0-244a-44ff-8fea-4c227a6648e6 req-8a6effc4-70d8-4b35-b7ef-378db4f663bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251575 Aug 29 05:23:36.011706 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-043db9a0-244a-44ff-8fea-4c227a6648e6 req-e6b00afb-ccf9-4ef1-ba34-593ca7b909b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0246096 Aug 29 05:23:36.049629 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-043db9a0-244a-44ff-8fea-4c227a6648e6 req-67815f4c-1fab-405e-a865-0f6235d0e735 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190923 Aug 29 05:23:36.142108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043db9a0-244a-44ff-8fea-4c227a6648e6 req-52e5bdc9-b7e3-458d-9bdd-228eb1250b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:36.143543 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-043db9a0-244a-44ff-8fea-4c227a6648e6 req-52e5bdc9-b7e3-458d-9bdd-228eb1250b79 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870335 Aug 29 05:23:40.558320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a239d509-4f96-48d5-a926-245967550b8f req-5890f146-9b2d-4fe5-a870-fc0bc96a071f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0380480 Aug 29 05:23:40.661072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239d509-4f96-48d5-a926-245967550b8f req-41d4be3e-9080-4d06-9164-b73f6094434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:40.662581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a239d509-4f96-48d5-a926-245967550b8f req-41d4be3e-9080-4d06-9164-b73f6094434e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 1098 time: 0.0482492 Aug 29 05:23:40.764878 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239d509-4f96-48d5-a926-245967550b8f req-f569e017-2026-42ae-bfa5-0b934f087582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:40.766339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a239d509-4f96-48d5-a926-245967550b8f req-f569e017-2026-42ae-bfa5-0b934f087582 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45b7d8a0-707d-481b-a084-2cbb6290e7f9 HTTP/1.1" status: 200 len: 898 time: 0.0852993 Aug 29 05:23:40.831421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a239d509-4f96-48d5-a926-245967550b8f req-1e8e5a49-39ff-4193-a4dd-f1db860ba642 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e HTTP/1.1" status: 200 len: 1002 time: 0.0566506 Aug 29 05:23:40.879365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239d509-4f96-48d5-a926-245967550b8f req-17998004-2494-4385-a8b3-b34580a9cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:40.880856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a239d509-4f96-48d5-a926-245967550b8f req-17998004-2494-4385-a8b3-b34580a9cc5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67fb6370-e7ad-4a76-89db-37ce1111eee8 HTTP/1.1" status: 200 len: 835 time: 0.0425773 Aug 29 05:23:40.927915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239d509-4f96-48d5-a926-245967550b8f req-b2ee830b-da01-4a58-9970-246cb68e5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:40.929486 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a239d509-4f96-48d5-a926-245967550b8f req-b2ee830b-da01-4a58-9970-246cb68e5ed4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45b7d8a0-707d-481b-a084-2cbb6290e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415621 Aug 29 05:23:41.327201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a239d509-4f96-48d5-a926-245967550b8f req-93b26a47-938e-4763-8d25-91aa1a2e8d6f service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901505 Aug 29 05:23:41.416902 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a239d509-4f96-48d5-a926-245967550b8f req-8fbafb1f-99db-47cc-ae6c-4c9b5848791f service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824244 Aug 29 05:23:48.912502 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.645217 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ebd96110-ab12-456f-856c-20d7c9b6c52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.190826 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ad40-c1b1-4cb6-abe5-2a2c0b4dc5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.427103 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.580102 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.180453 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.314330 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.843992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc5fe3-91ce-42e0-b2a2-1b2b0f3f8e34 req-f55ee426-121d-437c-915e-6301f09b76ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:59.845508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdcc5fe3-91ce-42e0-b2a2-1b2b0f3f8e34 req-f55ee426-121d-437c-915e-6301f09b76ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0940378 Aug 29 05:23:59.884072 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cdcc5fe3-91ce-42e0-b2a2-1b2b0f3f8e34 req-045697f9-f308-478d-b6ae-6af55924f026 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325069 Aug 29 05:24:01.042671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e367b-65be-430d-b51f-5be918bb15bc req-c7282b64-75e4-4ac7-a802-3887c29746e8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:01.044143 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd9e367b-65be-430d-b51f-5be918bb15bc req-c7282b64-75e4-4ac7-a802-3887c29746e8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0923073 Aug 29 05:24:01.082407 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-cd9e367b-65be-430d-b51f-5be918bb15bc req-c26d25d1-ddc4-4ca5-a9f5-cc23c96a2f16 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Aug 29 05:24:02.208985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e419657-42b2-41b7-aa55-2a5d2130eaf7 req-b5b7379f-296d-4360-81a3-4247ff8fade8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:02.210369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e419657-42b2-41b7-aa55-2a5d2130eaf7 req-b5b7379f-296d-4360-81a3-4247ff8fade8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0527549 Aug 29 05:24:02.248232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9e419657-42b2-41b7-aa55-2a5d2130eaf7 req-a7dec85e-503f-43f2-b999-27dc092c6a71 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318630 Aug 29 05:24:03.361896 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdcc59-ea4a-4d32-8a1e-a394fe015524 req-06d9e3a2-c42d-4b08-b87b-a16ee0b75790 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:03.363975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5cdcc59-ea4a-4d32-8a1e-a394fe015524 req-06d9e3a2-c42d-4b08-b87b-a16ee0b75790 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0491617 Aug 29 05:24:03.400968 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e5cdcc59-ea4a-4d32-8a1e-a394fe015524 req-aa638cad-77fe-49d0-91d7-fdc87f297a9d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Aug 29 05:24:04.515052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29283d-364b-4af2-b123-06c3b5130f62 req-add6062a-35e7-40d5-ad81-07a68b979992 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:04.516547 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba29283d-364b-4af2-b123-06c3b5130f62 req-add6062a-35e7-40d5-ad81-07a68b979992 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0491495 Aug 29 05:24:04.553317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba29283d-364b-4af2-b123-06c3b5130f62 req-4782f57f-f835-484d-a2fd-2e815d46764c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307918 Aug 29 05:24:05.670561 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77e3ba-f16d-46ee-b648-571904200d5c req-679ff707-68af-464e-b7e6-4382c2ce5dc1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:05.672026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d77e3ba-f16d-46ee-b648-571904200d5c req-679ff707-68af-464e-b7e6-4382c2ce5dc1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0525742 Aug 29 05:24:05.709128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d77e3ba-f16d-46ee-b648-571904200d5c req-50ba4ba6-f532-4053-b51e-f36579ced742 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Aug 29 05:24:06.821510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a1102-0006-40d1-8783-18d989f42dcf req-125b8f71-c426-455d-a3ca-7df3cb6086db tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:06.822998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-578a1102-0006-40d1-8783-18d989f42dcf req-125b8f71-c426-455d-a3ca-7df3cb6086db tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0482755 Aug 29 05:24:06.860796 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-578a1102-0006-40d1-8783-18d989f42dcf req-82b32094-e59b-40a5-99bb-8010aa4b0319 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Aug 29 05:24:07.017924 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:24:07.972540 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7f1ac-067a-4e86-b399-89ceda88c8d7 req-24bd227f-452a-448c-9089-1e029bdb817a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:07.974500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12b7f1ac-067a-4e86-b399-89ceda88c8d7 req-24bd227f-452a-448c-9089-1e029bdb817a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0481169 Aug 29 05:24:08.011312 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12b7f1ac-067a-4e86-b399-89ceda88c8d7 req-660b1503-3a17-4172-891a-b3de30617e6d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309968 Aug 29 05:24:09.130736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f680054-2271-4ee4-9403-dcf984888045 req-45ad4f92-0512-42fe-8d23-441aab10d734 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:09.132232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f680054-2271-4ee4-9403-dcf984888045 req-45ad4f92-0512-42fe-8d23-441aab10d734 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0530417 Aug 29 05:24:09.168969 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1f680054-2271-4ee4-9403-dcf984888045 req-b2abb793-12c2-4f4b-b477-b1a0977c67df tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308735 Aug 29 05:24:10.281925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe04092-91c1-4b68-a636-c0f4e4328dcf req-6405e301-4219-42df-91ea-31c388f67375 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:10.283311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abe04092-91c1-4b68-a636-c0f4e4328dcf req-6405e301-4219-42df-91ea-31c388f67375 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0489740 Aug 29 05:24:10.320564 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-abe04092-91c1-4b68-a636-c0f4e4328dcf req-27c0be26-1e13-4f99-8f92-677b64d21dcb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305526 Aug 29 05:24:10.342290 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60852) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:10.401068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1cd2c0a5-402d-4d9d-93fb-7f92c053ace1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/bbe602cd-5839-4136-a8b6-19f48a6ff143 HTTP/1.1" status: 200 len: 994 time: 0.0576358 Aug 29 05:24:11.677366 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4040b0d-5b61-4641-8aba-f1f506bc323c req-b4579423-0f17-48c5-83e3-25ef6a7099fc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:11.678802 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4040b0d-5b61-4641-8aba-f1f506bc323c req-b4579423-0f17-48c5-83e3-25ef6a7099fc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0534427 Aug 29 05:24:11.740380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4040b0d-5b61-4641-8aba-f1f506bc323c req-bbdd2ce7-bb7d-46d3-84d5-b14877a566e5 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531332 Aug 29 05:24:11.742918 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-5291a04b-fc90-41cc-bab7-a2770bfa79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:11.744385 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-5291a04b-fc90-41cc-bab7-a2770bfa79e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 1098 time: 0.0646915 Aug 29 05:24:11.836297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-be700c6c-d24b-4591-9641-9a2aee1077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:11.837770 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-be700c6c-d24b-4591-9641-9a2aee1077b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45b7d8a0-707d-481b-a084-2cbb6290e7f9 HTTP/1.1" status: 200 len: 898 time: 0.0858934 Aug 29 05:24:11.904251 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-479fdb00-d9a2-4d7f-a356-0a02c3122fa7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e HTTP/1.1" status: 200 len: 1002 time: 0.0593371 Aug 29 05:24:11.952461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-858c7b06-a852-4c31-bb40-aadd5cb759a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:11.953801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-858c7b06-a852-4c31-bb40-aadd5cb759a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67fb6370-e7ad-4a76-89db-37ce1111eee8 HTTP/1.1" status: 200 len: 835 time: 0.0424805 Aug 29 05:24:12.002919 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-15509976-ba46-4560-aa96-96328065528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:12.004414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-15509976-ba46-4560-aa96-96328065528e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45b7d8a0-707d-481b-a084-2cbb6290e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429673 Aug 29 05:24:12.091121 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-c3c3f66a-f961-48a4-852a-485acf725a14 service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795197 Aug 29 05:24:12.182889 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5868c363-f4b0-48d6-8a88-528198d4bc84 req-00841051-108c-4b86-9a11-dd7893619023 service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841250 Aug 29 05:24:12.863408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732ea7f-b96b-4853-927f-fe3ea49d9e3e req-bc59ca2b-1474-4108-87f9-67218dd75057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:12.865510 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7732ea7f-b96b-4853-927f-fe3ea49d9e3e req-bc59ca2b-1474-4108-87f9-67218dd75057 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0537832 Aug 29 05:24:12.903751 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7732ea7f-b96b-4853-927f-fe3ea49d9e3e req-c62df8e3-a2db-4bc0-95d5-01464c875bfc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Aug 29 05:24:14.018956 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1d0f-056d-44f3-adff-4696ed26636e req-c94a3d0f-6f5f-4adb-9d94-438cff9cb283 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:14.020469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43ab1d0f-056d-44f3-adff-4696ed26636e req-c94a3d0f-6f5f-4adb-9d94-438cff9cb283 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0490365 Aug 29 05:24:14.057240 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43ab1d0f-056d-44f3-adff-4696ed26636e req-c41aa80f-2d95-405d-a9fa-ececd450c97d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308745 Aug 29 05:24:14.080018 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60864) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:14.142232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-283588fc-9652-4b13-b00f-09c3e7baf4ea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/bbe602cd-5839-4136-a8b6-19f48a6ff143 HTTP/1.1" status: 200 len: 994 time: 0.0610921 Aug 29 05:24:18.930019 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:23.646741 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c72fa6a9-5be3-4ec0-9140-2124e0e73c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:26.191952 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e6da-ef74-4089-80b8-cfc7a8310284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:26.428470 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:27.582972 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:28.185000 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:29.322219 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:37.855890 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d46952a9-5c67-43d8-9bae-0399181ce62e req-1c242d1a-ba37-4e8f-a08d-796b5b45d0bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3130369 Aug 29 05:24:37.901599 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d46952a9-5c67-43d8-9bae-0399181ce62e req-24c72ac1-7a9d-4ce9-a4bb-745d83f459c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0240893 Aug 29 05:24:37.939744 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d46952a9-5c67-43d8-9bae-0399181ce62e req-f5c4844e-d1a2-4b53-b551-49d227a37ab9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189009 Aug 29 05:24:38.032083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46952a9-5c67-43d8-9bae-0399181ce62e req-1a662741-08e0-4d7d-b716-a2b05d02b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:38.033589 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d46952a9-5c67-43d8-9bae-0399181ce62e req-1a662741-08e0-4d7d-b716-a2b05d02b92a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874584 Aug 29 05:24:42.567423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-3b2988eb-04d8-49ca-91ac-20be6573444f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382977 Aug 29 05:24:42.660342 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-05910bd1-5f5d-4924-8ae4-c5ede677affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:42.661801 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-05910bd1-5f5d-4924-8ae4-c5ede677affa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 1098 time: 0.0400145 Aug 29 05:24:42.780406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-e38b118c-0ab3-477b-b8c9-6db4f843c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:42.782102 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-e38b118c-0ab3-477b-b8c9-6db4f843c407 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45b7d8a0-707d-481b-a084-2cbb6290e7f9 HTTP/1.1" status: 200 len: 898 time: 0.1023273 Aug 29 05:24:42.846895 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-b34e1ce8-9c97-4e4f-ad05-0a7f57d3081f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e HTTP/1.1" status: 200 len: 1002 time: 0.0572529 Aug 29 05:24:42.899580 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-d9ba18f5-c288-465b-b654-08a28cf47d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:42.901095 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-d9ba18f5-c288-465b-b654-08a28cf47d9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67fb6370-e7ad-4a76-89db-37ce1111eee8 HTTP/1.1" status: 200 len: 835 time: 0.0476086 Aug 29 05:24:42.945616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-3c1873e5-fc4f-4442-89bb-358c6827c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:42.947099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-3c1873e5-fc4f-4442-89bb-358c6827c268 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45b7d8a0-707d-481b-a084-2cbb6290e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387022 Aug 29 05:24:43.033358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-64ee7f51-025b-4d5a-8a79-d42927e844c1 service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786963 Aug 29 05:24:43.129955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3bc68b74-66ed-428c-98b4-1c82b6ef3f3a req-5478214d-942d-42da-9ec8-f90e60e3914f service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888224 Aug 29 05:24:44.016875 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:24:48.931543 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:53.647217 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5badc0f1-419b-4d98-8697-dd9de48eddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:56.193548 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6bfcc87c-e13a-4ad1-9659-1b305bddce7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:56.428760 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:57.585699 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:58.222572 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:59.320975 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:13.525562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60902) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:13.856406 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port 9115989b-fa24-4a91-ab2e-b96cc4246519 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:13.856755 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:13.928998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:13.929329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:13.940999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for 9115989b-fa24-4a91-ab2e-b96cc4246519 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:14.084796 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:14.106920 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=9115989b-fa24-4a91-ab2e-b96cc4246519,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:14.116796 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.117155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.117503 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.117848 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.118190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.118881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.118881 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.119185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.119518 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.119852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.120186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.120569 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:14.182675 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:14.183036 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Floating IP bbe602cd-5839-4136-a8b6-19f48a6ff143 disassociated (deleted). External IP: 172.25.5.129, port: b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e. Aug 29 05:25:14.386108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 791ffdc1-9bbc-446b-9f52-94652b18af62 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:14.488572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:14.493461 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:14.498012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] Sync routers for ids ['791ffdc1-9bbc-446b-9f52-94652b18af62'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:14.507002 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] Routers {'791ffdc1-9bbc-446b-9f52-94652b18af62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:14.507600 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:24:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['791ffdc1-9bbc-446b-9f52-94652b18af62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:14.520165 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d875c59f-814d-437b-9bd4-3c18cdaef2a6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/floatingips/bbe602cd-5839-4136-a8b6-19f48a6ff143 HTTP/1.1" status: 204 len: 168 time: 0.9934916 Aug 29 05:25:14.520861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'tag': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:14.523156 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab9e8c-599e-411b-a943-35485043fbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd2c166-7585-441f-a065-8b99e7fd6483", "tag": "b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:14.569415 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8229039b-2464-44a0-85f0-d15e4d8f50a6 x-openstack-request-id: req-8229039b-2464-44a0-85f0-d15e4d8f50a6 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:14.570422 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd2c166-7585-441f-a065-8b99e7fd6483", "tag": "b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:14.570681 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8229039b-2464-44a0-85f0-d15e4d8f50a6 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:14.571141 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'tag': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'status': 'completed', 'code': 200} Aug 29 05:25:14.625278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] Set router 791ffdc1-9bbc-446b-9f52-94652b18af62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:14.657171 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-107db03c-26df-4cf0-9e90-19ca2f5de081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:14.659180 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-107db03c-26df-4cf0-9e90-19ca2f5de081 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 1098 time: 0.0459268 Aug 29 05:25:14.807266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60f8d5-d5ff-4c18-8171-bb4070bdc540 req-01428ad0-d22e-4eca-a542-121ea97282c7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:14.809300 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea60f8d5-d5ff-4c18-8171-bb4070bdc540 req-01428ad0-d22e-4eca-a542-121ea97282c7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.1008639 Aug 29 05:25:14.830581 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '57164a0f-ea7a-49d1-97fb-fa3dfdd75438', 'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:b6:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:26Z', 'updated_at': '2021-08-29T05:22:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:14.837842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-3fbd0ab2-6f70-40cb-8cd5-8d7c663c2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:14.839298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-3fbd0ab2-6f70-40cb-8cd5-8d7c663c2100 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45b7d8a0-707d-481b-a084-2cbb6290e7f9 HTTP/1.1" status: 200 len: 898 time: 0.1402411 Aug 29 05:25:14.860148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] Checking router: 791ffdc1-9bbc-446b-9f52-94652b18af62 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:14.868375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] Routers {'791ffdc1-9bbc-446b-9f52-94652b18af62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:14.869050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:24:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['791ffdc1-9bbc-446b-9f52-94652b18af62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:14.891755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea60f8d5-d5ff-4c18-8171-bb4070bdc540 req-e9477c80-ce6b-4123-b8ac-5a3260e0ef37 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761838 Aug 29 05:25:14.893117 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-c3258c8a-63ea-4826-8d70-e1f032f17e1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e HTTP/1.1" status: 200 len: 217 time: 0.0433679 Aug 29 05:25:14.942109 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-bd022dc5-9db4-419e-aeca-cb94a3004aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:14.943469 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-bd022dc5-9db4-419e-aeca-cb94a3004aec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67fb6370-e7ad-4a76-89db-37ce1111eee8 HTTP/1.1" status: 200 len: 835 time: 0.0432205 Aug 29 05:25:14.980220 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] Set router 791ffdc1-9bbc-446b-9f52-94652b18af62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:14.989129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-779695c3-270d-49f4-97cf-ccd64d6cd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:14.990649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-779695c3-270d-49f4-97cf-ccd64d6cd19b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45b7d8a0-707d-481b-a084-2cbb6290e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393555 Aug 29 05:25:15.081364 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-65174d2f-644d-4c55-b16b-fc979acf8421 service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831068 Aug 29 05:25:15.172025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfab9e8c-599e-411b-a943-35485043fbd5 req-eb73924e-0020-41ea-94ac-520bd6425a60 service neutron] 10.222.0.52 "GET /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821567 Aug 29 05:25:15.177240 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '57164a0f-ea7a-49d1-97fb-fa3dfdd75438', 'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:b6:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:26Z', 'updated_at': '2021-08-29T05:22:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:15.204278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431a36e-8864-4ef0-bf86-bb566a93d4cd None None] The sync data for ids ['791ffdc1-9bbc-446b-9f52-94652b18af62'] in n-d-712141-12 is: [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '57164a0f-ea7a-49d1-97fb-fa3dfdd75438', 'name': '', 'network_id': '45b7d8a0-707d-481b-a084-2cbb6290e7f9', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:b6:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:26Z', 'updated_at': '2021-08-29T05:22:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '67fb6370-e7ad-4a76-89db-37ce1111eee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:15.419862 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283afce-77b7-4012-a05c-1f5fa2e5d8aa None None] New status for floating IP bbe602cd-5839-4136-a8b6-19f48a6ff143: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:25:16.008528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4d119-9455-4da7-8112-a7a17625e2e8 req-9e13fab3-e7eb-4fd5-b92c-fc249990db38 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:16.010013 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4f4d119-9455-4da7-8112-a7a17625e2e8 req-9e13fab3-e7eb-4fd5-b92c-fc249990db38 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0493867 Aug 29 05:25:16.046460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d4f4d119-9455-4da7-8112-a7a17625e2e8 req-75fadc79-bbb6-4118-ad3d-13369ccf09a2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2c6f7c9-6bed-495b-865b-8e444558979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306454 Aug 29 05:25:16.663246 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-cebb39a2-80bc-48a2-ab53-442450ccdb26 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:16.664749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-cebb39a2-80bc-48a2-ab53-442450ccdb26 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 946 time: 0.0519953 Aug 29 05:25:16.752325 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-19e751d6-1815-489a-8edb-c88833481f35 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:16.752671 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-19e751d6-1815-489a-8edb-c88833481f35 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:16.840149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-19e751d6-1815-489a-8edb-c88833481f35 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:16.840540 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-19e751d6-1815-489a-8edb-c88833481f35 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:16.852957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-19e751d6-1815-489a-8edb-c88833481f35 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:16.974062 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-19e751d6-1815-489a-8edb-c88833481f35 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.005510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e751d6-1815-489a-8edb-c88833481f35 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:17.044401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-19e751d6-1815-489a-8edb-c88833481f35 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] No DVR routers for this DVR port b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:17.047011 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-19e751d6-1815-489a-8edb-c88833481f35 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.049020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b86c9a55-7e32-45c6-a64d-ee6e770180b2 req-19e751d6-1815-489a-8edb-c88833481f35 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "DELETE /v2.0/ports/b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e HTTP/1.1" status: 204 len: 173 time: 0.3785465 Aug 29 05:25:17.049450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'name': 'network-vif-deleted', 'tag': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:17.051815 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a025df38-072a-448d-ad82-10a8d980c7df" -d '{"events": [{"server_uuid": "3cd2c166-7585-441f-a065-8b99e7fd6483", "name": "network-vif-deleted", "tag": "b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:17.089444 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850aa3c4-93dd-4576-a0cb-13fe8f84ecd8 x-openstack-request-id: req-850aa3c4-93dd-4576-a0cb-13fe8f84ecd8 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:17.089766 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd2c166-7585-441f-a065-8b99e7fd6483", "name": "network-vif-deleted", "tag": "b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:17.090028 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-850aa3c4-93dd-4576-a0cb-13fe8f84ecd8 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:17.090429 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd2c166-7585-441f-a065-8b99e7fd6483', 'name': 'network-vif-deleted', 'tag': 'b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e', 'status': 'completed', 'code': 200} Aug 29 05:25:17.144494 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e25d1410-0ff9-495d-b3cf-9530401de7ac req-4e6872c2-ce5d-4553-8678-f15abf314b64 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd2c166-7585-441f-a065-8b99e7fd6483 HTTP/1.1" status: 200 len: 210 time: 0.0293698 Aug 29 05:25:18.200660 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60924) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:18.562536 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.841628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:18.841900 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.937364 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.943997 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port 57164a0f-ea7a-49d1-97fb-fa3dfdd75438, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=57164a0f-ea7a-49d1-97fb-fa3dfdd75438,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:18.944404 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.958802 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:19.153241 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.179556 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=57164a0f-ea7a-49d1-97fb-fa3dfdd75438,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:19.193877 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.194242 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.194579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.194917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.195252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.195584 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.195910 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.196288 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.196626 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.196958 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.197320 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.197644 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:19.363841 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.579692 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 791ffdc1-9bbc-446b-9f52-94652b18af62 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:19.625832 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:19.646726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:19.647088 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device b0d8fc6a-6158-4f2f-94ea-0022a2d12a6e not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:19.687646 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:19.696292 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-eebac20e-3f27-4e72-9990-3f36c57e9ed6 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "PUT /v2.0/routers/791ffdc1-9bbc-446b-9f52-94652b18af62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4909782 Aug 29 05:25:19.696292 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60926) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:19.699907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] Sync routers for ids ['791ffdc1-9bbc-446b-9f52-94652b18af62'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:19.710667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] Routers {'791ffdc1-9bbc-446b-9f52-94652b18af62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:19.711206 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:24:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['791ffdc1-9bbc-446b-9f52-94652b18af62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:19.750613 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d46da54-b60d-44cf-bb20-a460db7827ea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting subnet 67fb6370-e7ad-4a76-89db-37ce1111eee8 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:25:19.753802 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d46da54-b60d-44cf-bb20-a460db7827ea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.794256 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d46da54-b60d-44cf-bb20-a460db7827ea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.816666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] Set router 791ffdc1-9bbc-446b-9f52-94652b18af62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:19.878961 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d46da54-b60d-44cf-bb20-a460db7827ea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.953405 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d46da54-b60d-44cf-bb20-a460db7827ea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.983885 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46da54-b60d-44cf-bb20-a460db7827ea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Subnet': ['ID=67fb6370-e7ad-4a76-89db-37ce1111eee8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:19.989336 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5d46da54-b60d-44cf-bb20-a460db7827ea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.996824 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5d46da54-b60d-44cf-bb20-a460db7827ea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/subnets/67fb6370-e7ad-4a76-89db-37ce1111eee8 HTTP/1.1" status: 204 len: 168 time: 0.2975881 Aug 29 05:25:19.996933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e713e-2a50-48bc-907f-cb5c72fc2038 None None] Network 45b7d8a0-707d-481b-a084-2cbb6290e7f9 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:19.997358 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60928) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:20.109435 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:25:19Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:20.112271 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.157805 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] Checking router: 791ffdc1-9bbc-446b-9f52-94652b18af62 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:20.174412 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] Routers {'791ffdc1-9bbc-446b-9f52-94652b18af62'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:20.174958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:24:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['791ffdc1-9bbc-446b-9f52-94652b18af62'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:20.219032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.282459 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port 4f224771-56ad-4bc0-8e1a-18cf5d70140f {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:20.282809 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.294868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] DHCP port deletion for 45b7d8a0-707d-481b-a084-2cbb6290e7f9 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:25:20.298494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] Set router 791ffdc1-9bbc-446b-9f52-94652b18af62 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:20.463561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Deleting port 2bb25f5d-d9bf-4063-bfea-324a9227e941 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:20.463942 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.554115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] For port 2bb25f5d-d9bf-4063-bfea-324a9227e941, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=2bb25f5d-d9bf-4063-bfea-324a9227e941,segment=NetworkSegment(b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56),segment_id=b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:20.554383 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.569773 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Calling delete_port for 2bb25f5d-d9bf-4063-bfea-324a9227e941 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:20.591820 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:25:19Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:20.650476 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a9ef1-9548-4c6b-b414-52ce513cc3ba None None] The sync data for ids ['791ffdc1-9bbc-446b-9f52-94652b18af62'] in n-d-712141-12 is: [{'id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962972921', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:25:19Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '4f224771-56ad-4bc0-8e1a-18cf5d70140f', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ffdc1-9bbc-446b-9f52-94652b18af62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:22:23Z', 'updated_at': '2021-08-29T05:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:20.673209 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port 4f224771-56ad-4bc0-8e1a-18cf5d70140f, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=4f224771-56ad-4bc0-8e1a-18cf5d70140f,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:20.673601 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.690667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for 4f224771-56ad-4bc0-8e1a-18cf5d70140f owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:20.693971 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.722178 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] No DVR routers for this DVR port 2bb25f5d-d9bf-4063-bfea-324a9227e941 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:20.724025 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Pushing event deleted for resources: {'Port': ['ID=2bb25f5d-d9bf-4063-bfea-324a9227e941,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:20.734434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.734792 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.735148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.735454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.735791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.736122 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.736481 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.736828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.737137 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.737472 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.737785 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.738108 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a9c5b-17af-4f18-98ef-c581a20716ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.857994 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.883979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=4f224771-56ad-4bc0-8e1a-18cf5d70140f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:20.940033 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.019498 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:25:21.032229 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.034329 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.077771 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.078395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Fanout notify agent at l3_agent the message router_deleted on router 791ffdc1-9bbc-446b-9f52-94652b18af62 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:25:21.086265 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.089915 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-93c4b9ca-a337-47d4-af54-43848d8bb719 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/routers/791ffdc1-9bbc-446b-9f52-94652b18af62 HTTP/1.1" status: 204 len: 168 time: 1.0891242 Aug 29 05:25:21.090423 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60930) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:21.167366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.259745 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.270732 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b7d8a0-707d-481b-a084-2cbb6290e7f9']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:21.281578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:21.281873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fe3a5a-2e78-401b-ad11-8b58fc9b5d56') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:21.291311 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.308274 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.315471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:21.315905 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: timer() Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:21.319183 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:21.374941 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.382315 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.383583 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/networks/45b7d8a0-707d-481b-a084-2cbb6290e7f9 HTTP/1.1" status: 204 len: 168 time: 0.2920265 Aug 29 05:25:21.386346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60932) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:21.398879 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098d82e-b0a9-4561-9902-049c4870598b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Network': ['ID=45b7d8a0-707d-481b-a084-2cbb6290e7f9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:21.445257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67551722-9871-440b-ba97-a9b237e1e16f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.469744 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67551722-9871-440b-ba97-a9b237e1e16f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.528982 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67551722-9871-440b-ba97-a9b237e1e16f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.531627 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-67551722-9871-440b-ba97-a9b237e1e16f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.532843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-67551722-9871-440b-ba97-a9b237e1e16f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/security-groups/c2c6f7c9-6bed-495b-865b-8e444558979b HTTP/1.1" status: 204 len: 168 time: 0.1453762 Aug 29 05:25:21.542371 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67551722-9871-440b-ba97-a9b237e1e16f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c6f7c9-6bed-495b-865b-8e444558979b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:21.829710 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60938) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:21.834456 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-409b8b39-2379-4e04-ba95-c0992c152b21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1119738962', 'description': 'tempest-secgroup-smoke-1119738962 description', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:21.857279 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-409b8b39-2379-4e04-ba95-c0992c152b21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.938932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-409b8b39-2379-4e04-ba95-c0992c152b21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.942572 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-409b8b39-2379-4e04-ba95-c0992c152b21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.969249 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-409b8b39-2379-4e04-ba95-c0992c152b21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.970494 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-409b8b39-2379-4e04-ba95-c0992c152b21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1397758 Aug 29 05:25:21.973663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60940) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:21.974533 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b8b39-2379-4e04-ba95-c0992c152b21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7397ccba-8a17-402f-a236-b2d7893c6f03,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:21.978389 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-596b277f-bc7a-4e11-b236-36838ea1f706 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': '7397ccba-8a17-402f-a236-b2d7893c6f03', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.006039 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-596b277f-bc7a-4e11-b236-36838ea1f706 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.051262 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2bb25f5d-d9bf-4063-bfea-324a9227e941 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:22.064977 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-596b277f-bc7a-4e11-b236-36838ea1f706 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.069415 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-596b277f-bc7a-4e11-b236-36838ea1f706 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.074900 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 2bb25f5d-d9bf-4063-bfea-324a9227e941 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:22.075249 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 2bb25f5d-d9bf-4063-bfea-324a9227e941 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:22.075660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:22.088065 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b277f-bc7a-4e11-b236-36838ea1f706 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f90c51-fb9e-41de-b443-fdd6a7c4f500,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.093875 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-596b277f-bc7a-4e11-b236-36838ea1f706 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.095244 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-596b277f-bc7a-4e11-b236-36838ea1f706 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204820 Aug 29 05:25:22.096398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:22.096744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 57164a0f-ea7a-49d1-97fb-fa3dfdd75438 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:22.097155 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4f224771-56ad-4bc0-8e1a-18cf5d70140f no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:22.098059 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60942) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.103028 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c36d72bf-f2eb-4d9e-b661-0427ae5a9f74 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': '7397ccba-8a17-402f-a236-b2d7893c6f03', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.115586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 4f224771-56ad-4bc0-8e1a-18cf5d70140f {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:22.115948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 4f224771-56ad-4bc0-8e1a-18cf5d70140f not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:22.132152 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c36d72bf-f2eb-4d9e-b661-0427ae5a9f74 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.188724 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c36d72bf-f2eb-4d9e-b661-0427ae5a9f74 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.192149 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c36d72bf-f2eb-4d9e-b661-0427ae5a9f74 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.209587 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d72bf-f2eb-4d9e-b661-0427ae5a9f74 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeae62f1-2218-41f6-984d-5635dd986877,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.216343 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c36d72bf-f2eb-4d9e-b661-0427ae5a9f74 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.217543 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c36d72bf-f2eb-4d9e-b661-0427ae5a9f74 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185038 Aug 29 05:25:22.220207 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60944) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.224579 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1586b2b7-8a70-4b81-a04e-9bbc673dcaea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': '7397ccba-8a17-402f-a236-b2d7893c6f03', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.253973 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1586b2b7-8a70-4b81-a04e-9bbc673dcaea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.315165 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1586b2b7-8a70-4b81-a04e-9bbc673dcaea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.318720 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1586b2b7-8a70-4b81-a04e-9bbc673dcaea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.333293 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586b2b7-8a70-4b81-a04e-9bbc673dcaea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373d8f9a-8093-4bfe-a01d-e3ed56dcc600,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.342077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1586b2b7-8a70-4b81-a04e-9bbc673dcaea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.343395 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1586b2b7-8a70-4b81-a04e-9bbc673dcaea tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222560 Aug 29 05:25:22.346188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60946) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.350514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-1fd2d535-230a-4621-9470-59810aaae810 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': '7397ccba-8a17-402f-a236-b2d7893c6f03', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.376628 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d535-230a-4621-9470-59810aaae810 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.436987 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d535-230a-4621-9470-59810aaae810 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.440707 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d535-230a-4621-9470-59810aaae810 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.459768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2d535-230a-4621-9470-59810aaae810 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426e5458-219f-4c8c-a040-f5d0c9510495,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.468062 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d535-230a-4621-9470-59810aaae810 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.469364 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-1fd2d535-230a-4621-9470-59810aaae810 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222560 Aug 29 05:25:22.473049 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60948) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.477495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-093e0b0e-092a-498b-927f-79b729fdf880 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': '7397ccba-8a17-402f-a236-b2d7893c6f03', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.497774 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-093e0b0e-092a-498b-927f-79b729fdf880 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Project 6a71d99df5014a508c9c1b3f35bc7e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:25:22.502793 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-093e0b0e-092a-498b-927f-79b729fdf880 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.566190 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-093e0b0e-092a-498b-927f-79b729fdf880 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.569696 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-093e0b0e-092a-498b-927f-79b729fdf880 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.588037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e0b0e-092a-498b-927f-79b729fdf880 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229ba2ee-e408-4e4f-984a-3c32a4cbd404,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.593723 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-093e0b0e-092a-498b-927f-79b729fdf880 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.595081 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-093e0b0e-092a-498b-927f-79b729fdf880 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210253 Aug 29 05:25:22.597730 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60950) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.602199 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-ade5e103-b441-4323-8a53-2ddda24d67ce tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'security_group_rule': {'security_group_id': '7397ccba-8a17-402f-a236-b2d7893c6f03', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.623969 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-ade5e103-b441-4323-8a53-2ddda24d67ce tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Project 6a71d99df5014a508c9c1b3f35bc7e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:25:22.628787 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ade5e103-b441-4323-8a53-2ddda24d67ce tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.687719 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ade5e103-b441-4323-8a53-2ddda24d67ce tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.691269 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ade5e103-b441-4323-8a53-2ddda24d67ce tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.708778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5e103-b441-4323-8a53-2ddda24d67ce tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba22921-76de-4141-9b19-60ec1fccca8c,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.714496 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-ade5e103-b441-4323-8a53-2ddda24d67ce tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.716354 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-ade5e103-b441-4323-8a53-2ddda24d67ce tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176553 Aug 29 05:25:22.719188 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60952) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.724166 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'network': {'name': 'tempest-network-smoke--460364146', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'port_security_enabled': True}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.743663 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'network': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:22.747152 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.771948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:22.781054 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.781408 n-d-712141-12 neutron-server[94850]: INFO neutron.db.segments_db [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Added segment 8d596173-3028-483d-9350-2ae6d2d1da6b of type vlan for network 271ce341-aed2-4cb6-8cfd-1286322c8907 Aug 29 05:25:22.822083 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.847324 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.852919 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:22.853510 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.910471 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1901863 Aug 29 05:25:22.913326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60954) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.918157 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'admin_state_up': True, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.918942 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcc7d2-e3cb-4740-b0fe-4e048cfc9c21 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Network': ['ID=271ce341-aed2-4cb6-8cfd-1286322c8907,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.929701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 271ce341-aed2-4cb6-8cfd-1286322c8907 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:22.941476 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.942498 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.994464 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.136043 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.324287 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.346107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.444656 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.25.5.71 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/6fad4200-ac8c-4792-b60a-4753884253b9) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:23.549798 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.586714 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.622571 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:23.627512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:23.631074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:23.647339 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9368147a-90d0-4064-a997-36bd1a31a355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.658824 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=6fad4200-ac8c-4792-b60a-4753884253b9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:23.876927 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.068081 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.190766 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 3da88355-3f0a-4f78-9978-aa4791258c75 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:25:24.291790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:24.302773 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Sync routers for ids ['3da88355-3f0a-4f78-9978-aa4791258c75'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:24.312332 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.312599 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Routers {'3da88355-3f0a-4f78-9978-aa4791258c75'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:24.313113 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:24:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3da88355-3f0a-4f78-9978-aa4791258c75'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:24.316658 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d711e497-fe2f-4c79-b0e6-eeeb158c6234 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3992977 Aug 29 05:25:24.316813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 60956) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:24.346998 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9b92579d-efb6-464e-b71d-ddcd2e2c8f9b tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6a71d99df5014a508c9c1b3f35bc7e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267942 Aug 29 05:25:24.348189 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60958) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:24.414098 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Set router 3da88355-3f0a-4f78-9978-aa4791258c75 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:24.436606 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4428eb95-9d2a-49e7-a0ae-9505573103e3 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:24.440836 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4428eb95-9d2a-49e7-a0ae-9505573103e3 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889349 Aug 29 05:25:24.441001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60960) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:24.470952 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3bf06ebf-a149-40f9-a178-cf2105d21f94 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=56c2eb11-e861-469c-ae08-c1935edf568b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266056 Aug 29 05:25:24.471179 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60962) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:24.476039 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1627834555', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:24.564841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:24.568356 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.588783 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:23Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:24.614770 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Checking router: 3da88355-3f0a-4f78-9978-aa4791258c75 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:24.615116 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Updating router 3da88355-3f0a-4f78-9978-aa4791258c75 port 6fad4200-ac8c-4792-b60a-4753884253b9 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:24.639775 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.753059 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.816437 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Subnet': ['ID=5c4fd593-a117-474b-b500-d00d3d6c2f0a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:24.823031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Checking segment: {'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:24.823403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network hostable DHCP agents. Network: 271ce341-aed2-4cb6-8cfd-1286322c8907, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:24.844237 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 271ce341-aed2-4cb6-8cfd-1286322c8907 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:24.853221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 271ce341-aed2-4cb6-8cfd-1286322c8907) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:24.858238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:24.859883 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.861754 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e55c95-3304-4ecf-86a3-2f6c14007aca None None] Network 271ce341-aed2-4cb6-8cfd-1286322c8907 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:24.875900 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-01d2d1be-f835-40ee-8f55-51cb44e005cb tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4036736 Aug 29 05:25:24.879251 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 60964) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:24.993158 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.011500 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Transition to ACTIVE for port object 6fad4200-ac8c-4792-b60a-4753884253b9 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:25.013795 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-271ce341-aed2-4cb6-8cfd-1286322c8907', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:25.014659 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.018991 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.070125 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Attempting to bind port 6fad4200-ac8c-4792-b60a-4753884253b9 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:25.070501 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Attempting to bind port 6fad4200-ac8c-4792-b60a-4753884253b9 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:25.070860 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Attempting to bind port 6fad4200-ac8c-4792-b60a-4753884253b9 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:25.080509 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:25.080881 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:25.081597 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.081717 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:25.082104 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Bound port: 6fad4200-ac8c-4792-b60a-4753884253b9, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:25.082486 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.101085 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Pushing event updated for resources: {'Port': ['ID=6fad4200-ac8c-4792-b60a-4753884253b9,revision_number=2']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.111171 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.111518 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.111859 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.112215 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.112548 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.112878 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.113205 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.113528 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.113851 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.114172 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.114494 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.114813 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:25.151594 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] For port 6fad4200-ac8c-4792-b60a-4753884253b9, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:25.155830 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] For port 6fad4200-ac8c-4792-b60a-4753884253b9, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6fad4200-ac8c-4792-b60a-4753884253b9,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:25.161062 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.171890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Allocated IP 172.20.0.2 (271ce341-aed2-4cb6-8cfd-1286322c8907/5c4fd593-a117-474b-b500-d00d3d6c2f0a/14cae51d-22d2-471e-8129-1391110bcd7c) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:25.222206 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Routers {'3da88355-3f0a-4f78-9978-aa4791258c75'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:25.222845 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:24:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3da88355-3f0a-4f78-9978-aa4791258c75'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:25.226067 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e13070-5cb8-46b0-9160-a28b5b3e2f45 None None] Pushing event updated for resources: {'Port': ['ID=6fad4200-ac8c-4792-b60a-4753884253b9,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.335308 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] Set router 3da88355-3f0a-4f78-9978-aa4791258c75 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:25.514857 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.524119 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Transition to ACTIVE for port object 14cae51d-22d2-471e-8129-1391110bcd7c will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:25.534238 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:23Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:25.540891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Transition to ACTIVE for port object 14cae51d-22d2-471e-8129-1391110bcd7c will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:25.547695 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.562770 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa94324e-c599-4661-b7c7-352ef362c112 None None] The sync data for ids ['3da88355-3f0a-4f78-9978-aa4791258c75'] in n-d-712141-12 is: [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:23Z', 'revision_number': 3, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:25.596081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Network 271ce341-aed2-4cb6-8cfd-1286322c8907 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:25.599111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:25.603394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:25.607081 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Pushing event updated for resources: {'Port': ['ID=14cae51d-22d2-471e-8129-1391110bcd7c,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.663404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Attempting to bind port 14cae51d-22d2-471e-8129-1391110bcd7c on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:25.663778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Attempting to bind port 14cae51d-22d2-471e-8129-1391110bcd7c by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:25.664147 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Attempting to bind port 14cae51d-22d2-471e-8129-1391110bcd7c on network 271ce341-aed2-4cb6-8cfd-1286322c8907 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:25.668502 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.670071 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:25.670452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Checking segment: {'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:25.670858 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.671254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Bound using segment: {'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:25.671730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Bound port: 14cae51d-22d2-471e-8129-1391110bcd7c, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:25.672116 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.738739 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] For port 14cae51d-22d2-471e-8129-1391110bcd7c, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:25.742811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] For port 14cae51d-22d2-471e-8129-1391110bcd7c, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=14cae51d-22d2-471e-8129-1391110bcd7c,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:25.747072 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.807804 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addebfe-0c76-4e55-93be-26b1f60f3e2f None None] Pushing event updated for resources: {'Port': ['ID=14cae51d-22d2-471e-8129-1391110bcd7c,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.989241 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.20.0.1 (271ce341-aed2-4cb6-8cfd-1286322c8907/5c4fd593-a117-474b-b500-d00d3d6c2f0a/6c4980eb-ed23-437e-bb9b-014d5ae6dca5) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:26.154560 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6fad4200-ac8c-4792-b60a-4753884253b9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:26.175989 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.196141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Transition to ACTIVE for port object 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:26.211970 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ff5192ca-b350-4300-bb76-f63ca2a4d745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.225541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 6fad4200-ac8c-4792-b60a-4753884253b9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:26.229867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6fad4200-ac8c-4792-b60a-4753884253b9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:26.230270 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.234022 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.272796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 271ce341-aed2-4cb6-8cfd-1286322c8907 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:26.276026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:26.280553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:26.312136 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.322365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=6c4980eb-ed23-437e-bb9b-014d5ae6dca5,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:26.335464 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.343552 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 6fad4200-ac8c-4792-b60a-4753884253b9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6fad4200-ac8c-4792-b60a-4753884253b9,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:26.347634 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.405603 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=6fad4200-ac8c-4792-b60a-4753884253b9,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:26.435219 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.476235 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.769460 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.775051 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.813960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570df65-da91-40ef-8ade-0579bf58048c None None] Network 271ce341-aed2-4cb6-8cfd-1286322c8907 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:26.855108 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.856963 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=6c4980eb-ed23-437e-bb9b-014d5ae6dca5,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:26.874647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-62776550-ee39-4a2f-91c6-c9f65520f4a8 None None] Provisioning for port 14cae51d-22d2-471e-8129-1391110bcd7c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:26.951909 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 271ce341-aed2-4cb6-8cfd-1286322c8907 is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:26.953426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:27.074013 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 3da88355-3f0a-4f78-9978-aa4791258c75 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:27.189143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:27.196702 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-45eda9cd-2efd-4519-8eb7-f3d05d0e3955 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "PUT /v2.0/routers/3da88355-3f0a-4f78-9978-aa4791258c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3164089 Aug 29 05:25:27.222375 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b994e42d-21a0-4bd1-a3f9-1ec7b000a60d None None] Provisioning for port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:27.227620 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-b994e42d-21a0-4bd1-a3f9-1ec7b000a60d None None] Provisioning complete for port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:27.227987 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b994e42d-21a0-4bd1-a3f9-1ec7b000a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.268039 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-b994e42d-21a0-4bd1-a3f9-1ec7b000a60d None None] Port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:27.355166 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-c62f630b-8fe4-4e48-bfaf-325b08637a5a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1119738962&fields=id&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 267 time: 0.0364630 Aug 29 05:25:27.369411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Sync routers for ids ['3da88355-3f0a-4f78-9978-aa4791258c75'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:27.379179 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Routers {'3da88355-3f0a-4f78-9978-aa4791258c75'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:27.379801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3da88355-3f0a-4f78-9978-aa4791258c75'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:27.472505 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-a0cf9459-f093-4fa9-b1bc-215558c73809 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:27.475513 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-a0cf9459-f093-4fa9-b1bc-215558c73809 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/networks?id=271ce341-aed2-4cb6-8cfd-1286322c8907 HTTP/1.1" status: 200 len: 796 time: 0.1123931 Aug 29 05:25:27.491818 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-7a42e4ea-a403-4f18-a6ff-7a012e718e10 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/quotas/6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 375 time: 0.0094595 Aug 29 05:25:27.502890 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e119bae5-ecee-4fd9-b814-23ba3c213fbb None None] Provisioning complete for port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:27.503271 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e119bae5-ecee-4fd9-b814-23ba3c213fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.534130 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Set router 3da88355-3f0a-4f78-9978-aa4791258c75 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:27.549683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-0c5a5653-ed05-4a41-8eaa-daa098d66fd2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515821 Aug 29 05:25:27.598394 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e119bae5-ecee-4fd9-b814-23ba3c213fbb None None] Port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:27.623945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-93c82323-6b75-45d1-bae8-6163b30d8b76 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:25:27.625100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-93c82323-6b75-45d1-bae8-6163b30d8b76 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582657 Aug 29 05:25:27.670717 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.726151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-6d56dd12-ccd3-4592-ba34-8c680fc9db5b service neutron] 10.222.0.49 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944498 Aug 29 05:25:27.753485 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-66cc07bd-ed99-4573-ab85-d20b7fdcb910 None None] Provisioning complete for port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:27.753855 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-66cc07bd-ed99-4573-ab85-d20b7fdcb910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.796798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-66cc07bd-ed99-4573-ab85-d20b7fdcb910 None None] Port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:27.806586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6c4980eb-ed23-437e-bb9b-014d5ae6dca5', 'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:4c:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:25Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 2, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:27.824156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-07cf5117-0c24-4bab-a947-5fac23524874 service neutron] 10.222.0.49 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909674 Aug 29 05:25:27.833175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Checking router: 3da88355-3f0a-4f78-9978-aa4791258c75 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:27.833566 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Updating router 3da88355-3f0a-4f78-9978-aa4791258c75 port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:27.857834 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.124002 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.127437 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 14cae51d-22d2-471e-8129-1391110bcd7c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:28.155801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Transition to ACTIVE for port object 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:28.164286 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.220313 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f772faf-e56d-4a33-bf8f-3d449d7c065a None None] Pushing event updated for resources: {'Port': ['ID=6c4980eb-ed23-437e-bb9b-014d5ae6dca5,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:28.241272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 14cae51d-22d2-471e-8129-1391110bcd7c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:28.262894 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 14cae51d-22d2-471e-8129-1391110bcd7c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:28.263266 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.268893 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.321247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Attempting to bind port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:28.321612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Attempting to bind port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:28.321972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Attempting to bind port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 on network 271ce341-aed2-4cb6-8cfd-1286322c8907 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:28.332827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:28.333200 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Checking segment: {'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:28.333599 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.333990 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Bound using segment: {'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:28.334464 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Bound port: 6c4980eb-ed23-437e-bb9b-014d5ae6dca5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:28.334842 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.427785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.448131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] For port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:28.463405 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] For port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6c4980eb-ed23-437e-bb9b-014d5ae6dca5,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:28.471783 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.520728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 14cae51d-22d2-471e-8129-1391110bcd7c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=14cae51d-22d2-471e-8129-1391110bcd7c,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:28.536184 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.537041 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6fad4200-ac8c-4792-b60a-4753884253b9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:28.563290 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f772faf-e56d-4a33-bf8f-3d449d7c065a None None] Pushing event updated for resources: {'Port': ['ID=6c4980eb-ed23-437e-bb9b-014d5ae6dca5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:28.569501 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Routers {'3da88355-3f0a-4f78-9978-aa4791258c75'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:28.570124 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3da88355-3f0a-4f78-9978-aa4791258c75'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:28.700443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=14cae51d-22d2-471e-8129-1391110bcd7c,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:28.731635 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6fad4200-ac8c-4792-b60a-4753884253b9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:28.732005 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.755141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] Set router 3da88355-3f0a-4f78-9978-aa4791258c75 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:29.008054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6c4980eb-ed23-437e-bb9b-014d5ae6dca5', 'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:4c:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:25Z', 'updated_at': '2021-08-29T05:25:28Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:29.025373 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5c72fb3c-bd95-4c8c-b238-0e9a39949bf1 req-e6774846-bf7a-46c5-8b8a-665169245a1e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 210 time: 0.0275295 Aug 29 05:25:29.034971 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2c266-a374-4f8b-a605-38be01c97f8b None None] The sync data for ids ['3da88355-3f0a-4f78-9978-aa4791258c75'] in n-d-712141-12 is: [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6c4980eb-ed23-437e-bb9b-014d5ae6dca5', 'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:4c:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:25Z', 'updated_at': '2021-08-29T05:25:28Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:29.326174 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.111130 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5ec0e5-ca49-49bf-9fe9-6aa14406e909 req-ff2244cf-15af-4eec-891e-e8234796d82a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 210 time: 0.0337169 Aug 29 05:25:30.131432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 14cae51d-22d2-471e-8129-1391110bcd7c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:30.179907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 14cae51d-22d2-471e-8129-1391110bcd7c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:30.180318 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.418442 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:30.462479 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:30.466577 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:30.466944 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.541899 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.572646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6c4980eb-ed23-437e-bb9b-014d5ae6dca5,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:30.576408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.625370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=6c4980eb-ed23-437e-bb9b-014d5ae6dca5,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:31.188217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-34f3f294-dbfe-4d8b-b6e4-9c55300396eb req-214d67e3-56ad-43a1-8b16-d2d8cf97c3ee tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 210 time: 0.0264635 Aug 29 05:25:32.060423 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:32.083354 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-db121838-429d-4ffe-9a4e-9ee09ebd865a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:32.086265 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-db121838-429d-4ffe-9a4e-9ee09ebd865a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/networks?id=271ce341-aed2-4cb6-8cfd-1286322c8907 HTTP/1.1" status: 200 len: 796 time: 0.1140614 Aug 29 05:25:32.109333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:32.109709 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.150028 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-9a346789-a453-4411-a16e-533fefa0c6ca tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a71d99df5014a508c9c1b3f35bc7e71 HTTP/1.1" status: 200 len: 380 time: 0.0405054 Aug 29 05:25:32.163843 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'port': {'device_id': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'admin_state_up': True, 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'security_groups': ['7397ccba-8a17-402f-a236-b2d7893c6f03']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:32.291709 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4f34b56f-a3ff-4cbe-99b3-cef97cad6bd7 req-a811a154-76c8-49ea-aef0-4234317fd9e8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 210 time: 0.0309803 Aug 29 05:25:32.296729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Made reservation on behalf of 6a71d99df5014a508c9c1b3f35bc7e71 for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:32.300114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.417952 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.20.0.14 (271ce341-aed2-4cb6-8cfd-1286322c8907/5c4fd593-a117-474b-b500-d00d3d6c2f0a/24b0be70-1523-4d7d-a75e-76c47a520b1b) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:32.549780 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.563289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Transition to ACTIVE for port object 24b0be70-1523-4d7d-a75e-76c47a520b1b will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:32.594769 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.637208 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 271ce341-aed2-4cb6-8cfd-1286322c8907 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:32.641012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:32.644928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:32.651200 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=24b0be70-1523-4d7d-a75e-76c47a520b1b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:32.699989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:32.701286 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.717602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-b057655e-e2ca-435e-b391-53fc49045a43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574148 Aug 29 05:25:32.736913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Request body: {'port': {'device_id': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:32.792485 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.860948 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9ea128a6-1ac7-456c-a490-470729258168 None None] Provisioning for port 24b0be70-1523-4d7d-a75e-76c47a520b1b completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:32.864632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9ea128a6-1ac7-456c-a490-470729258168 None None] Provisioning complete for port 24b0be70-1523-4d7d-a75e-76c47a520b1b triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:32.865002 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9ea128a6-1ac7-456c-a490-470729258168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.901345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9ea128a6-1ac7-456c-a490-470729258168 None None] Port 24b0be70-1523-4d7d-a75e-76c47a520b1b cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:33.050664 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b0be70-1523-4d7d-a75e-76c47a520b1b {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:25:33.057835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.070123 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Transition to ACTIVE for port object 24b0be70-1523-4d7d-a75e-76c47a520b1b will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:33.073158 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.139215 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Pushing event updated for resources: {'Port': ['ID=24b0be70-1523-4d7d-a75e-76c47a520b1b,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.191617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Attempting to bind port 24b0be70-1523-4d7d-a75e-76c47a520b1b on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:33.191958 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Attempting to bind port 24b0be70-1523-4d7d-a75e-76c47a520b1b by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:33.192324 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Attempting to bind port 24b0be70-1523-4d7d-a75e-76c47a520b1b on network 271ce341-aed2-4cb6-8cfd-1286322c8907 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:33.197287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Port 24b0be70-1523-4d7d-a75e-76c47a520b1b on network 271ce341-aed2-4cb6-8cfd-1286322c8907 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:25:33.197660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Attempting to bind port 24b0be70-1523-4d7d-a75e-76c47a520b1b on network 271ce341-aed2-4cb6-8cfd-1286322c8907 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:33.202644 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:33.202988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Checking segment: {'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:33.203375 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Bound using segment: {'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:33.203839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Bound port: 24b0be70-1523-4d7d-a75e-76c47a520b1b, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d596173-3028-483d-9350-2ae6d2d1da6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:33.204219 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.269482 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] For port 24b0be70-1523-4d7d-a75e-76c47a520b1b, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:33.272463 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] For port 24b0be70-1523-4d7d-a75e-76c47a520b1b, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:33.277206 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.319175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:33.319902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.321598 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] 10.222.0.52 "PUT /v2.0/ports/24b0be70-1523-4d7d-a75e-76c47a520b1b HTTP/1.1" status: 200 len: 1093 time: 0.5889106 Aug 29 05:25:33.321877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'tag': '24b0be70-1523-4d7d-a75e-76c47a520b1b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:33.324327 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28", "tag": "24b0be70-1523-4d7d-a75e-76c47a520b1b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:33.364285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94769f-bceb-432c-ac10-a6aae6a7a117 service neutron] Pushing event updated for resources: {'Port': ['ID=24b0be70-1523-4d7d-a75e-76c47a520b1b,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.396830 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e313b8-1898-41d5-953e-c68472418210 x-openstack-request-id: req-32e313b8-1898-41d5-953e-c68472418210 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:33.397124 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28", "tag": "24b0be70-1523-4d7d-a75e-76c47a520b1b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:33.397377 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32e313b8-1898-41d5-953e-c68472418210 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:33.397770 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'tag': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'status': 'completed', 'code': 200} Aug 29 05:25:33.457880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0856126-8b20-4cee-92fb-bc11ab69eea2 req-bc129ccc-f353-46bf-abc7-57da5605aad8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:33.459456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0856126-8b20-4cee-92fb-bc11ab69eea2 req-bc129ccc-f353-46bf-abc7-57da5605aad8 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 944 time: 0.0816925 Aug 29 05:25:33.461427 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-d305ccb6-1398-4739-9507-ad1bda419eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:33.462795 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-d305ccb6-1398-4739-9507-ad1bda419eab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 1096 time: 0.0756176 Aug 29 05:25:33.522632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-7ce3cd96-ef59-411a-b7e2-0a13eacf3ff4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b HTTP/1.1" status: 200 len: 217 time: 0.0429361 Aug 29 05:25:33.542618 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c0856126-8b20-4cee-92fb-bc11ab69eea2 req-e621a582-7cf7-4c02-b787-586a517fc634 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769231 Aug 29 05:25:33.576951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-3dbe41bc-8628-4207-b723-9e9f3530b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:33.578358 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-3dbe41bc-8628-4207-b723-9e9f3530b18c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4fd593-a117-474b-b500-d00d3d6c2f0a HTTP/1.1" status: 200 len: 835 time: 0.0478549 Aug 29 05:25:33.624489 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-d5b100b1-bcee-46d1-bab7-043d328e7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:33.625971 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-d5b100b1-bcee-46d1-bab7-043d328e7be4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=271ce341-aed2-4cb6-8cfd-1286322c8907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408142 Aug 29 05:25:33.715877 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-7195b875-2cf9-48e7-aae2-0f3aa06e6681 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827963 Aug 29 05:25:33.801513 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0ac5aaf2-3e3d-4f64-af9d-32a90a9d21f4 req-468981c2-0327-4a30-be87-af99bea0847c service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789318 Aug 29 05:25:33.922873 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-05b04041-ed64-4be1-bf7d-ce45ac0b0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:33.924299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-05b04041-ed64-4be1-bf7d-ce45ac0b0f10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 1096 time: 0.0404387 Aug 29 05:25:34.320152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-03f4c8fe-8a7f-4707-8e47-e54c0bd3b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:34.321656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-03f4c8fe-8a7f-4707-8e47-e54c0bd3b26c service neutron] 10.222.0.52 "GET /v2.0/networks?id=271ce341-aed2-4cb6-8cfd-1286322c8907 HTTP/1.1" status: 200 len: 897 time: 0.3904276 Aug 29 05:25:34.361595 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-7257d67a-4fce-4958-b171-a3b4de74fe5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b HTTP/1.1" status: 200 len: 217 time: 0.0325806 Aug 29 05:25:34.412596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-77e88a24-de6e-4d83-bab8-9d83c119193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:34.413596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-77e88a24-de6e-4d83-bab8-9d83c119193d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4fd593-a117-474b-b500-d00d3d6c2f0a HTTP/1.1" status: 200 len: 835 time: 0.0453491 Aug 29 05:25:34.462011 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-b42a117b-98a3-4fe0-b522-e45666992fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:34.463531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-b42a117b-98a3-4fe0-b522-e45666992fef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=271ce341-aed2-4cb6-8cfd-1286322c8907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423741 Aug 29 05:25:34.568639 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-d942086c-6c24-409f-a9dc-8d1e24dcda74 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902700 Aug 29 05:25:34.694574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ec3bc-57cd-4ed4-a60b-b21682f503d8 req-46b09c8d-08fb-4005-a0db-1cfd8311f7ab tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:34.696054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a5ec3bc-57cd-4ed4-a60b-b21682f503d8 req-46b09c8d-08fb-4005-a0db-1cfd8311f7ab tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 944 time: 0.0750859 Aug 29 05:25:34.701380 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1217b7e6-dc6b-489c-bd42-ecf18d9ea8c9 req-765f8ac4-1636-4409-a4b3-bf97560970f3 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258738 Aug 29 05:25:34.734590 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a5ec3bc-57cd-4ed4-a60b-b21682f503d8 req-08d6633b-75ca-4aa4-b746-8484d8f9f5fd tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322452 Aug 29 05:25:35.713906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 24b0be70-1523-4d7d-a75e-76c47a520b1b details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:25:35.806134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 24b0be70-1523-4d7d-a75e-76c47a520b1b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:35.817912 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'port_id': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'mac_address': 'fa:16:3e:d5:c1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:25:35.852637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0785d-9332-42c4-8958-5ef05814af50 req-7dc85c74-ef7d-4e6b-aad2-a8015665ce43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:35.854164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbf0785d-9332-42c4-8958-5ef05814af50 req-7dc85c74-ef7d-4e6b-aad2-a8015665ce43 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 944 time: 0.0530374 Aug 29 05:25:35.856911 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.869609 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b0be70-1523-4d7d-a75e-76c47a520b1b {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:25:35.889584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 24b0be70-1523-4d7d-a75e-76c47a520b1b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:35.894325 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.894498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbf0785d-9332-42c4-8958-5ef05814af50 req-91f0fee2-fc33-491c-9202-46f5e44a0997 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Aug 29 05:25:35.940717 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=24b0be70-1523-4d7d-a75e-76c47a520b1b,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:36.321174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['24b0be70-1523-4d7d-a75e-76c47a520b1b'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:25:37.007837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251dc1-89fd-4fc1-8636-a293e23873bb req-3dcd3455-6313-4d61-90ed-45abb1b7c016 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:37.009338 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91251dc1-89fd-4fc1-8636-a293e23873bb req-3dcd3455-6313-4d61-90ed-45abb1b7c016 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Aug 29 05:25:37.046863 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-91251dc1-89fd-4fc1-8636-a293e23873bb req-7a355876-b181-4860-8cdb-00e7aba13417 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Aug 29 05:25:37.729602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 24b0be70-1523-4d7d-a75e-76c47a520b1b up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:37.776127 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 24b0be70-1523-4d7d-a75e-76c47a520b1b completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:37.780521 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 24b0be70-1523-4d7d-a75e-76c47a520b1b triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:37.780898 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.856283 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.878726 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b0be70-1523-4d7d-a75e-76c47a520b1b'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:37.880973 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c531fb-f082-4171-8b6c-c6b3630bbd47" -d '{"events": [{"server_uuid": "9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28", "name": "network-vif-plugged", "status": "completed", "tag": "24b0be70-1523-4d7d-a75e-76c47a520b1b"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:37.893868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 24b0be70-1523-4d7d-a75e-76c47a520b1b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:37.898545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.925384 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6074c6fa-ff16-4ee8-861b-c8cefbc817ef x-openstack-request-id: req-6074c6fa-ff16-4ee8-861b-c8cefbc817ef {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:37.925677 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28", "name": "network-vif-plugged", "status": "completed", "tag": "24b0be70-1523-4d7d-a75e-76c47a520b1b", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:37.925932 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6074c6fa-ff16-4ee8-861b-c8cefbc817ef {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:37.926331 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'code': 200} Aug 29 05:25:37.939018 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6628f08d-9838-4ce6-8d14-7b5009e81471 req-280b5be7-e225-4f57-ae23-a23a16e295ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280848 Aug 29 05:25:37.954650 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=24b0be70-1523-4d7d-a75e-76c47a520b1b,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:38.010557 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6628f08d-9838-4ce6-8d14-7b5009e81471 req-d95d411c-2abd-4499-924e-984e7ca2c50e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0293286 Aug 29 05:25:38.042750 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf218-28b4-4e7c-8187-0b331a408746 req-43d1384b-d297-4438-a453-f4925558e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:38.044320 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00bbf218-28b4-4e7c-8187-0b331a408746 req-43d1384b-d297-4438-a453-f4925558e68f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 1098 time: 0.0416174 Aug 29 05:25:38.049046 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6628f08d-9838-4ce6-8d14-7b5009e81471 req-44167cad-3147-4f2b-abc7-b3631ae2bedd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195782 Aug 29 05:25:38.079928 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00bbf218-28b4-4e7c-8187-0b331a408746 req-66df724f-6b67-482f-9dea-77d5293fd462 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286937 Aug 29 05:25:38.151706 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628f08d-9838-4ce6-8d14-7b5009e81471 req-256d3818-7869-4a46-9487-907b9a0a277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:38.153152 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6628f08d-9838-4ce6-8d14-7b5009e81471 req-256d3818-7869-4a46-9487-907b9a0a277b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966344 Aug 29 05:25:38.163089 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434ad66-faba-4894-ad39-f8f1dd5832d7 req-a9d00dc9-e4a4-4d69-8112-a15a0357c32d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:38.164652 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7434ad66-faba-4894-ad39-f8f1dd5832d7 req-a9d00dc9-e4a4-4d69-8112-a15a0357c32d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0522316 Aug 29 05:25:38.205514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7434ad66-faba-4894-ad39-f8f1dd5832d7 req-f21d75c7-4452-4a05-bd6a-c51d53ffa200 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Aug 29 05:25:39.320667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3881b-79ba-4f13-a1ce-f6188525527c req-b59a3889-136c-481e-96d9-a1f99880f6c2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:39.322192 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ff3881b-79ba-4f13-a1ce-f6188525527c req-b59a3889-136c-481e-96d9-a1f99880f6c2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0488508 Aug 29 05:25:39.361461 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ff3881b-79ba-4f13-a1ce-f6188525527c req-c07bfc56-f842-44c4-8d96-09d14c85de37 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334132 Aug 29 05:25:40.473799 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b81bb0-47e8-4957-bff6-6da84e9e45e2 req-ab6d61a3-b705-47a1-be8f-148d4b2dadac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:40.475266 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92b81bb0-47e8-4957-bff6-6da84e9e45e2 req-ab6d61a3-b705-47a1-be8f-148d4b2dadac tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0479877 Aug 29 05:25:40.513221 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92b81bb0-47e8-4957-bff6-6da84e9e45e2 req-4f7d8a52-4eb8-49fe-aabf-625cacddbbda tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Aug 29 05:25:40.629417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47071de-0c75-420a-bcc3-fbbc3eec8d9d req-ba6070d7-db93-4a5c-a2de-5996bc6b225b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:40.630930 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e47071de-0c75-420a-bcc3-fbbc3eec8d9d req-ba6070d7-db93-4a5c-a2de-5996bc6b225b tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0532639 Aug 29 05:25:40.667987 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e47071de-0c75-420a-bcc3-fbbc3eec8d9d req-745dd581-93e9-4280-a4bc-83604ef9bd59 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Aug 29 05:25:40.689707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32802) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:40.727780 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef12616-ee74-4c75-b708-974539536569 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:40.729305 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2ef12616-ee74-4c75-b708-974539536569 tempest-TestNetworkAdvancedServerOps-665696493 tempest-TestNetworkAdvancedServerOps-665696493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 1093 time: 0.0386205 Aug 29 05:25:40.732542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32804) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:40.736821 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:40.758904 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.854606 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.954668 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Allocated IP 172.25.5.124 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/bc74f975-8be2-4e3b-9f49-2667f58560d4) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:41.055425 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.092725 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.126038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:41.128825 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:41.134185 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:41.161789 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=bc74f975-8be2-4e3b-9f49-2667f58560d4,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:41.483845 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.547871 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.698832 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.703311 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.767927 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event updated for resources: {'Port': ['ID=bc74f975-8be2-4e3b-9f49-2667f58560d4,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:41.779812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.877702 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Floating IP 924060cf-c289-4990-8d91-63a640accd63 associated. External IP: 172.25.5.124, port: 24b0be70-1523-4d7d-a75e-76c47a520b1b. Aug 29 05:25:42.080103 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 3da88355-3f0a-4f78-9978-aa4791258c75 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:42.185608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:42.195395 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] Sync routers for ids ['3da88355-3f0a-4f78-9978-aa4791258c75'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:42.201178 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.204778 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] Routers {'3da88355-3f0a-4f78-9978-aa4791258c75'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:42.205385 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3da88355-3f0a-4f78-9978-aa4791258c75'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:42.227475 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c5a6447a-2103-4d71-a262-5004825bfdbf tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4939446 Aug 29 05:25:42.228062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'tag': '24b0be70-1523-4d7d-a75e-76c47a520b1b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:42.230360 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c887d5-6d74-4608-9a4a-a441d057aa7d" -d '{"events": [{"name": "network-changed", "server_uuid": "9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28", "tag": "24b0be70-1523-4d7d-a75e-76c47a520b1b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:42.267660 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d76285e-4ba8-4626-ab0d-3b7bc2d47ff3 x-openstack-request-id: req-9d76285e-4ba8-4626-ab0d-3b7bc2d47ff3 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:42.267957 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28", "tag": "24b0be70-1523-4d7d-a75e-76c47a520b1b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:42.268236 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d76285e-4ba8-4626-ab0d-3b7bc2d47ff3 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:42.268655 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'tag': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'status': 'completed', 'code': 200} Aug 29 05:25:42.313851 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] Set router 3da88355-3f0a-4f78-9978-aa4791258c75 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:42.356802 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c82897-5b42-45a8-8078-140e7bc0ffad req-77f28bcc-15d2-4f36-8302-72746b43b08c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.358243 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06c82897-5b42-45a8-8078-140e7bc0ffad req-77f28bcc-15d2-4f36-8302-72746b43b08c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0753896 Aug 29 05:25:42.385397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-e13b909b-8869-4538-99d6-1622548067d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.386871 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-e13b909b-8869-4538-99d6-1622548067d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 1098 time: 0.0698643 Aug 29 05:25:42.420572 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-06c82897-5b42-45a8-8078-140e7bc0ffad req-228e3a38-a726-45d6-b66a-f5a568ae480a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547869 Aug 29 05:25:42.442893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32810) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:42.486823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-a8806774-1923-4183-b7a8-601d707d6def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.488371 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-a8806774-1923-4183-b7a8-601d707d6def service neutron] 10.222.0.52 "GET /v2.0/networks?id=271ce341-aed2-4cb6-8cfd-1286322c8907 HTTP/1.1" status: 200 len: 897 time: 0.0902922 Aug 29 05:25:42.504146 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.52', 53795) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:42.516470 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-2df19ae9-1aac-42b8-be8e-d2e0a10b3e17 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/924060cf-c289-4990-8d91-63a640accd63 HTTP/1.1" status: 200 len: 992 time: 0.0722268 Aug 29 05:25:42.548370 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '924060cf-c289-4990-8d91-63a640accd63', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'port_id': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'mac_address': 'fa:16:3e:d5:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:25:41Z', 'updated_at': '2021-08-29T05:25:41Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4980eb-ed23-437e-bb9b-014d5ae6dca5', 'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:4c:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:25Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:42.550717 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-05e9b062-0457-450b-b302-8ebfac270500 req-08b35da5-9ffa-4121-a73c-c2669ceab625 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449481 Aug 29 05:25:42.564316 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-9fb52a8d-d247-417c-8dcd-97491b63cee2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b HTTP/1.1" status: 200 len: 1000 time: 0.0675786 Aug 29 05:25:42.573966 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] Checking router: 3da88355-3f0a-4f78-9978-aa4791258c75 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:42.582827 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] Routers {'3da88355-3f0a-4f78-9978-aa4791258c75'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:42.583421 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:25:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3da88355-3f0a-4f78-9978-aa4791258c75'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:42.613642 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-872ffd1e-44a0-41da-ac07-c9a5f57d96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.615131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-872ffd1e-44a0-41da-ac07-c9a5f57d96bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4fd593-a117-474b-b500-d00d3d6c2f0a HTTP/1.1" status: 200 len: 835 time: 0.0445023 Aug 29 05:25:42.659756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-55df73ea-7cc4-4e5f-b016-6ee74e85c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.661270 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-55df73ea-7cc4-4e5f-b016-6ee74e85c4e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=271ce341-aed2-4cb6-8cfd-1286322c8907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399230 Aug 29 05:25:42.686180 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] Set router 3da88355-3f0a-4f78-9978-aa4791258c75 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:42.752615 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-f78b8834-b45b-4d5f-b2c2-ca64c3de1506 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840282 Aug 29 05:25:42.845026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-86c887d5-6d74-4608-9a4a-a441d057aa7d req-2ee91b59-a2fb-4175-817d-f62a3c9284e4 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859933 Aug 29 05:25:42.908056 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '924060cf-c289-4990-8d91-63a640accd63', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'port_id': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'mac_address': 'fa:16:3e:d5:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:25:41Z', 'updated_at': '2021-08-29T05:25:41Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4980eb-ed23-437e-bb9b-014d5ae6dca5', 'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:4c:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:25Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:42.936791 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892163b-8a9a-4e90-896a-73dc7cd9828e None None] The sync data for ids ['3da88355-3f0a-4f78-9978-aa4791258c75'] in n-d-712141-12 is: [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '924060cf-c289-4990-8d91-63a640accd63', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'port_id': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'mac_address': 'fa:16:3e:d5:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:25:41Z', 'updated_at': '2021-08-29T05:25:41Z', 'revision_number': 0, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4980eb-ed23-437e-bb9b-014d5ae6dca5', 'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:4c:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:25Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:42.981115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b062-0457-450b-b302-8ebfac270500 req-8905a232-1788-4d6c-925e-18d51d3c2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.982693 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05e9b062-0457-450b-b302-8ebfac270500 req-8905a232-1788-4d6c-925e-18d51d3c2e35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 1098 time: 0.0451241 Aug 29 05:25:43.090764 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b062-0457-450b-b302-8ebfac270500 req-06518334-dc8f-4f75-86c3-0394fd28c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:43.092311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05e9b062-0457-450b-b302-8ebfac270500 req-06518334-dc8f-4f75-86c3-0394fd28c045 service neutron] 10.222.0.52 "GET /v2.0/networks?id=271ce341-aed2-4cb6-8cfd-1286322c8907 HTTP/1.1" status: 200 len: 897 time: 0.0899401 Aug 29 05:25:43.134846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a67a342-f352-467e-8a65-d7be7eebfaf1 None None] New status for floating IP 924060cf-c289-4990-8d91-63a640accd63: ACTIVE {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:25:43.159006 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05e9b062-0457-450b-b302-8ebfac270500 req-c5c3e673-1657-42b9-88ea-87f123320631 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b HTTP/1.1" status: 200 len: 1000 time: 0.0599809 Aug 29 05:25:43.211397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b062-0457-450b-b302-8ebfac270500 req-4694b7e4-780f-4c5e-aa49-68d2eae98e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:43.212880 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05e9b062-0457-450b-b302-8ebfac270500 req-4694b7e4-780f-4c5e-aa49-68d2eae98e8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4fd593-a117-474b-b500-d00d3d6c2f0a HTTP/1.1" status: 200 len: 835 time: 0.0471392 Aug 29 05:25:43.257715 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b062-0457-450b-b302-8ebfac270500 req-754188c0-45cc-4d39-a7b0-7850e4510c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:43.259201 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05e9b062-0457-450b-b302-8ebfac270500 req-754188c0-45cc-4d39-a7b0-7850e4510c6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=271ce341-aed2-4cb6-8cfd-1286322c8907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394366 Aug 29 05:25:43.351676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05e9b062-0457-450b-b302-8ebfac270500 req-cb5874ca-b513-4d19-b93b-2b62a31099a7 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853531 Aug 29 05:25:43.444339 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05e9b062-0457-450b-b302-8ebfac270500 req-7f7bfb30-e748-4312-9a09-90f50c7244d3 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855272 Aug 29 05:25:43.519748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32812) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:43.579112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-40c8cb65-f0b9-4ac9-9e3e-925e02b0aedc tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/924060cf-c289-4990-8d91-63a640accd63 HTTP/1.1" status: 200 len: 994 time: 0.0581141 Aug 29 05:25:48.930647 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:53.648976 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-30a24c3c-ebed-4047-a69b-290bdcf6ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:56.196492 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6f12055a-71e4-4dce-bef3-6aa608e8117d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:56.435433 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:57.593332 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.019143 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:25:58.252918 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:59.326976 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:18.929236 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:23.650177 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f146165-0765-427f-94f1-d4a17cc39144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:26.196968 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cd44877f-97e7-44f4-8e83-45b4819039a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:26.435196 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:27.597713 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:28.250927 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:29.331982 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:35.019211 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:26:39.590462 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-43ce4f1e-ecb8-4f7f-9daf-7b3e3122166e req-8336dc6e-28da-4b71-9545-4aef151589c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0797458 Aug 29 05:26:39.640123 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-43ce4f1e-ecb8-4f7f-9daf-7b3e3122166e req-03052f49-4011-413a-b2be-b62d4aba0224 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0282512 Aug 29 05:26:39.679058 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-43ce4f1e-ecb8-4f7f-9daf-7b3e3122166e req-928d5c57-9323-4b0c-89a9-e2c3365ebb44 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201249 Aug 29 05:26:39.768648 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce4f1e-ecb8-4f7f-9daf-7b3e3122166e req-029ee9f7-f4a9-40fb-89fa-7a4d8b3264ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:39.770010 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-43ce4f1e-ecb8-4f7f-9daf-7b3e3122166e req-029ee9f7-f4a9-40fb-89fa-7a4d8b3264ab service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0844104 Aug 29 05:26:44.554026 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-baf7ec41-5f03-436c-9bfe-7465a3327e6b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436704 Aug 29 05:26:44.651038 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-70eb2718-1ba6-4569-bb7e-e9ca573fb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:44.652549 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-70eb2718-1ba6-4569-bb7e-e9ca573fb3c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 1098 time: 0.0408146 Aug 29 05:26:44.750469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-3ad2fa95-fb22-4fe6-9f11-0eae718606c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:44.752481 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-3ad2fa95-fb22-4fe6-9f11-0eae718606c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=271ce341-aed2-4cb6-8cfd-1286322c8907 HTTP/1.1" status: 200 len: 897 time: 0.0819647 Aug 29 05:26:44.820879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-26a9aff7-14cf-49d1-b84a-a20566355392 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b HTTP/1.1" status: 200 len: 1002 time: 0.0604990 Aug 29 05:26:44.868397 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-1cf37b58-199b-484f-a79f-232467b29080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:44.869790 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-1cf37b58-199b-484f-a79f-232467b29080 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4fd593-a117-474b-b500-d00d3d6c2f0a HTTP/1.1" status: 200 len: 835 time: 0.0418866 Aug 29 05:26:44.914071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-4438fade-a223-4350-8a00-0ee6d9474a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:44.915544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-4438fade-a223-4350-8a00-0ee6d9474a2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=271ce341-aed2-4cb6-8cfd-1286322c8907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379188 Aug 29 05:26:45.007005 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-ce90f5a2-39ad-4cd9-bb46-f6fb10259243 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839014 Aug 29 05:26:45.093353 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-00ae763b-e30b-45b8-8cb4-8156b589949b req-6137248b-a340-4c9b-8a65-a733d265e4ed service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788100 Aug 29 05:26:48.451160 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2890f-a0fb-46dd-ae5b-e6fd2b09bed2 req-65215cf9-e5a7-4d4f-b465-bee18b84d2c9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:48.452653 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24c2890f-a0fb-46dd-ae5b-e6fd2b09bed2 req-65215cf9-e5a7-4d4f-b465-bee18b84d2c9 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0531206 Aug 29 05:26:48.489327 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24c2890f-a0fb-46dd-ae5b-e6fd2b09bed2 req-fdde695c-21c0-45a8-b806-12cf8ae6f51a tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307071 Aug 29 05:26:48.929632 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:49.608683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83b296-6e55-4d75-acd9-a661af0bd41d req-1a77ecda-a148-4c31-9e8c-6001a241df65 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:49.610175 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c83b296-6e55-4d75-acd9-a661af0bd41d req-1a77ecda-a148-4c31-9e8c-6001a241df65 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0491877 Aug 29 05:26:49.648187 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8c83b296-6e55-4d75-acd9-a661af0bd41d req-23b9ebe1-c154-45e0-9c9c-99fda373bd8d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Aug 29 05:26:50.761502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba373f9-8470-482a-8b3c-08abd807fb77 req-f35e15eb-253d-44d5-836c-838c213c3215 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:50.762967 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aba373f9-8470-482a-8b3c-08abd807fb77 req-f35e15eb-253d-44d5-836c-838c213c3215 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0479202 Aug 29 05:26:50.800464 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aba373f9-8470-482a-8b3c-08abd807fb77 req-845fc4d2-c4d3-4e61-8764-948dd18ef55d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316551 Aug 29 05:26:50.822067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32850) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:50.883366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6b0f0106-d2fb-4377-9b03-aed2b4ca1e63 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/924060cf-c289-4990-8d91-63a640accd63 HTTP/1.1" status: 200 len: 994 time: 0.0600419 Aug 29 05:26:52.154419 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8e5c-89d0-4a41-b706-59853baf9ebf req-108b6c2e-c40b-49c0-b53b-a4211132f15d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:52.155810 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30af8e5c-89d0-4a41-b706-59853baf9ebf req-108b6c2e-c40b-49c0-b53b-a4211132f15d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0519531 Aug 29 05:26:52.219218 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-30af8e5c-89d0-4a41-b706-59853baf9ebf req-39f45ce0-788c-41e4-86ce-f2d85b966c7f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542691 Aug 29 05:26:52.225138 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-8aab10f8-ff44-4c3d-9a7a-3826e9622cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:52.226604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-8aab10f8-ff44-4c3d-9a7a-3826e9622cb6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 1098 time: 0.0699115 Aug 29 05:26:52.317079 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-4eba0f1a-5214-4c47-89ae-ccdaee1d1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:52.318544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-4eba0f1a-5214-4c47-89ae-ccdaee1d1937 service neutron] 10.222.0.52 "GET /v2.0/networks?id=271ce341-aed2-4cb6-8cfd-1286322c8907 HTTP/1.1" status: 200 len: 897 time: 0.0839493 Aug 29 05:26:52.387204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-57f0246d-65b9-4362-9682-d0c1d3f210a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b HTTP/1.1" status: 200 len: 1002 time: 0.0618460 Aug 29 05:26:52.438077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-6ac9bc61-0ad7-4476-93fd-43c4a42597f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:52.439490 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-6ac9bc61-0ad7-4476-93fd-43c4a42597f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4fd593-a117-474b-b500-d00d3d6c2f0a HTTP/1.1" status: 200 len: 835 time: 0.0456152 Aug 29 05:26:52.484205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-c6c520f2-4641-471c-8336-cdbcb308425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:52.485695 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-c6c520f2-4641-471c-8336-cdbcb308425d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=271ce341-aed2-4cb6-8cfd-1286322c8907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394487 Aug 29 05:26:52.575553 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-adaf5b33-53c6-46fe-b6f5-d4711ec6afd0 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826585 Aug 29 05:26:52.664234 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e72993dd-65e5-42fa-b09e-f16aa7d23344 req-48a77854-f1ee-400a-a1ab-0279688a7d99 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816202 Aug 29 05:26:53.335791 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da614-a352-4d24-be16-c29aa261d3f1 req-97143cf9-d6e9-444a-8e91-f23d5a3c82db tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:53.337302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b68da614-a352-4d24-be16-c29aa261d3f1 req-97143cf9-d6e9-444a-8e91-f23d5a3c82db tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0487111 Aug 29 05:26:53.374321 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b68da614-a352-4d24-be16-c29aa261d3f1 req-2d6ae460-37a2-4098-a335-cee86d7401b7 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Aug 29 05:26:53.651564 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86ca1281-276a-42d4-9e95-aa7d45a9d830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:54.491310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896c4c3-ea09-4b56-b165-bfe4cb932cb4 req-6c0416d6-a44a-4dee-b81b-94245d01ffa2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:54.492817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8896c4c3-ea09-4b56-b165-bfe4cb932cb4 req-6c0416d6-a44a-4dee-b81b-94245d01ffa2 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0523503 Aug 29 05:26:54.529861 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8896c4c3-ea09-4b56-b165-bfe4cb932cb4 req-553c68ad-c0f2-461f-9c5f-559ecccefc4e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311468 Aug 29 05:26:54.551092 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32862) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:54.612757 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c563bfde-f09e-4431-99cb-9d55eef17b86 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/floatingips/924060cf-c289-4990-8d91-63a640accd63 HTTP/1.1" status: 200 len: 994 time: 0.0604966 Aug 29 05:26:54.887501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32868) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:55.350069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port bc74f975-8be2-4e3b-9f49-2667f58560d4 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:26:55.350408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:55.424038 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:55.424387 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:55.435390 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for bc74f975-8be2-4e3b-9f49-2667f58560d4 owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:26:55.578904 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:55.607559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=bc74f975-8be2-4e3b-9f49-2667f58560d4,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:55.635001 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.635355 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.635700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.636040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.636405 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.636742 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.637075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.637408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.637740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.638072 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.638402 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.638730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:55.678257 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:55.678612 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Floating IP 924060cf-c289-4990-8d91-63a640accd63 disassociated (deleted). External IP: 172.25.5.124, port: 24b0be70-1523-4d7d-a75e-76c47a520b1b. Aug 29 05:26:55.877839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 3da88355-3f0a-4f78-9978-aa4791258c75 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:26:55.986775 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:26:55.991747 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:55.998258 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] Sync routers for ids ['3da88355-3f0a-4f78-9978-aa4791258c75'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:26:56.008018 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] Routers {'3da88355-3f0a-4f78-9978-aa4791258c75'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:26:56.008655 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3da88355-3f0a-4f78-9978-aa4791258c75'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:56.018490 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d0826192-c8d2-48a2-b690-7f18b0569011 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/floatingips/924060cf-c289-4990-8d91-63a640accd63 HTTP/1.1" status: 204 len: 168 time: 1.1299324 Aug 29 05:26:56.019182 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'tag': '24b0be70-1523-4d7d-a75e-76c47a520b1b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:26:56.021569 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e597f04-eec5-40de-9b82-d6dfd1dd64df" -d '{"events": [{"name": "network-changed", "server_uuid": "9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28", "tag": "24b0be70-1523-4d7d-a75e-76c47a520b1b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:26:56.061702 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67c92df-f05b-4965-b0e7-d17a3cd61c39 x-openstack-request-id: req-d67c92df-f05b-4965-b0e7-d17a3cd61c39 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:26:56.061999 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28", "tag": "24b0be70-1523-4d7d-a75e-76c47a520b1b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:26:56.062257 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d67c92df-f05b-4965-b0e7-d17a3cd61c39 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:26:56.062668 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'tag': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'status': 'completed', 'code': 200} Aug 29 05:26:56.167674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-d9073046-4c43-4387-92e1-fea9282973f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:56.169248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-d9073046-4c43-4387-92e1-fea9282973f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 1098 time: 0.0572417 Aug 29 05:26:56.199184 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-938608db-cdbc-49a8-a290-40d7de48382e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:56.218166 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] Set router 3da88355-3f0a-4f78-9978-aa4791258c75 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:26:56.312783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e989e-494e-4dae-831c-a39e43d99387 req-7cf6e332-60d2-48d4-aae0-43e2e3d7c23d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:56.314277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b3e989e-494e-4dae-831c-a39e43d99387 req-7cf6e332-60d2-48d4-aae0-43e2e3d7c23d tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0963151 Aug 29 05:26:56.347907 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-91376c8a-7c64-4ccc-bfa6-7e65a5e9f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:56.349954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-91376c8a-7c64-4ccc-bfa6-7e65a5e9f19c service neutron] 10.222.0.52 "GET /v2.0/networks?id=271ce341-aed2-4cb6-8cfd-1286322c8907 HTTP/1.1" status: 200 len: 897 time: 0.1406302 Aug 29 05:26:56.373541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3b3e989e-494e-4dae-831c-a39e43d99387 req-d229ebf5-5bd5-4e8e-9073-72e89c3ca02f tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507612 Aug 29 05:26:56.403003 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-203834cd-6f65-43cc-931a-f71fc95b13aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b HTTP/1.1" status: 200 len: 217 time: 0.0375266 Aug 29 05:26:56.410173 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6c4980eb-ed23-437e-bb9b-014d5ae6dca5', 'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:4c:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:25Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:56.436855 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:56.440889 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] Checking router: 3da88355-3f0a-4f78-9978-aa4791258c75 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:26:56.449420 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] Routers {'3da88355-3f0a-4f78-9978-aa4791258c75'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:26:56.450026 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3da88355-3f0a-4f78-9978-aa4791258c75'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:56.454013 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-81fd0013-0376-4795-9a5e-5c84813bab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:56.455498 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-81fd0013-0376-4795-9a5e-5c84813bab63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4fd593-a117-474b-b500-d00d3d6c2f0a HTTP/1.1" status: 200 len: 835 time: 0.0450759 Aug 29 05:26:56.501916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-321d5718-e78c-486f-8df7-51567ebc0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:56.503421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-321d5718-e78c-486f-8df7-51567ebc0fe7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=271ce341-aed2-4cb6-8cfd-1286322c8907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402031 Aug 29 05:26:56.554543 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] Set router 3da88355-3f0a-4f78-9978-aa4791258c75 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:26:56.602389 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-380a5808-a7d2-4965-8752-2b4472641959 service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897260 Aug 29 05:26:56.691970 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3e597f04-eec5-40de-9b82-d6dfd1dd64df req-a1a17e68-7b27-4e27-9c1a-1baa55cb125e service neutron] 10.222.0.52 "GET /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830760 Aug 29 05:26:56.748759 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6c4980eb-ed23-437e-bb9b-014d5ae6dca5', 'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:4c:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:25Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:56.774207 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa5c51-9a5b-40a3-a959-e96af905c014 None None] The sync data for ids ['3da88355-3f0a-4f78-9978-aa4791258c75'] in n-d-712141-12 is: [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '6c4980eb-ed23-437e-bb9b-014d5ae6dca5', 'name': '', 'network_id': '271ce341-aed2-4cb6-8cfd-1286322c8907', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'mac_address': 'fa:16:3e:4c:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:25Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'subnets': [{'id': '5c4fd593-a117-474b-b500-d00d3d6c2f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:26:56.978096 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3ec6a-8c7d-4fb3-8a37-4dd9646c2b78 None None] New status for floating IP 924060cf-c289-4990-8d91-63a640accd63: DOWN {{(pid=94852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:26:57.493550 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bb33a-7ad5-44b7-85ac-110407bb79c8 req-5771ec0b-173c-463a-a97d-38f9df6e286e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:57.495012 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-331bb33a-7ad5-44b7-85ac-110407bb79c8 req-5771ec0b-173c-463a-a97d-38f9df6e286e tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0530734 Aug 29 05:26:57.531599 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-331bb33a-7ad5-44b7-85ac-110407bb79c8 req-6315bf53-4cdf-42d3-ba6b-93a21603f4c1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305209 Aug 29 05:26:57.598525 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.236250 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.300667 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-3cf421b9-a574-4617-8742-0894e0d1e135 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:58.302502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-3cf421b9-a574-4617-8742-0894e0d1e135 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 946 time: 0.0470119 Aug 29 05:26:58.390792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-9f4b77b1-0df8-4df6-bec9-b15de920ab5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port 24b0be70-1523-4d7d-a75e-76c47a520b1b {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:26:58.391132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-9f4b77b1-0df8-4df6-bec9-b15de920ab5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.475954 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-9f4b77b1-0df8-4df6-bec9-b15de920ab5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port 24b0be70-1523-4d7d-a75e-76c47a520b1b, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=24b0be70-1523-4d7d-a75e-76c47a520b1b,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:58.476377 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-9f4b77b1-0df8-4df6-bec9-b15de920ab5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.488857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-9f4b77b1-0df8-4df6-bec9-b15de920ab5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for 24b0be70-1523-4d7d-a75e-76c47a520b1b owned by compute:nova {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:26:58.645409 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-9f4b77b1-0df8-4df6-bec9-b15de920ab5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.687321 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5041a7-f4ac-4766-a56c-f4474fd6d055 req-b64bb0fa-7da9-4ef3-8d7a-3e9b2f657a6c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:58.688830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5041a7-f4ac-4766-a56c-f4474fd6d055 req-b64bb0fa-7da9-4ef3-8d7a-3e9b2f657a6c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28 HTTP/1.1" status: 200 len: 867 time: 0.0882509 Aug 29 05:26:58.694669 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b77b1-0df8-4df6-bec9-b15de920ab5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=24b0be70-1523-4d7d-a75e-76c47a520b1b,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:58.745535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-9f4b77b1-0df8-4df6-bec9-b15de920ab5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] No DVR routers for this DVR port 24b0be70-1523-4d7d-a75e-76c47a520b1b on host n-h1-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:26:58.748552 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-9f4b77b1-0df8-4df6-bec9-b15de920ab5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.750769 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4e4053fb-e0e9-4f9c-ba12-9508d79b9511 req-9f4b77b1-0df8-4df6-bec9-b15de920ab5c tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.52 "DELETE /v2.0/ports/24b0be70-1523-4d7d-a75e-76c47a520b1b HTTP/1.1" status: 204 len: 173 time: 0.4428530 Aug 29 05:26:58.752243 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'name': 'network-vif-deleted', 'tag': '24b0be70-1523-4d7d-a75e-76c47a520b1b'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:26:58.755255 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb08000a-2c52-4f47-bf96-313964089796" -d '{"events": [{"server_uuid": "9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28", "name": "network-vif-deleted", "tag": "24b0be70-1523-4d7d-a75e-76c47a520b1b"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:26:58.777067 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5041a7-f4ac-4766-a56c-f4474fd6d055 req-fe0d31ed-6a8b-46da-a43e-9616abc3e435 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7397ccba-8a17-402f-a236-b2d7893c6f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786064 Aug 29 05:26:58.796189 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27db4dc0-4ae0-457a-932e-b195c80aa7fe x-openstack-request-id: req-27db4dc0-4ae0-457a-932e-b195c80aa7fe {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:26:58.796515 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28", "name": "network-vif-deleted", "tag": "24b0be70-1523-4d7d-a75e-76c47a520b1b", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:26:58.796771 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27db4dc0-4ae0-457a-932e-b195c80aa7fe {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:26:58.797177 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da8a5cc-1a0b-4118-b378-6e2bc8ac2e28', 'name': 'network-vif-deleted', 'tag': '24b0be70-1523-4d7d-a75e-76c47a520b1b', 'status': 'completed', 'code': 200} Aug 29 05:26:59.335041 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.832740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32884) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:00.189523 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:00.438210 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:00.438561 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:00.524020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port 6c4980eb-ed23-437e-bb9b-014d5ae6dca5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6c4980eb-ed23-437e-bb9b-014d5ae6dca5,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:00.524417 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:00.537561 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:00.720976 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:00.752870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=6c4980eb-ed23-437e-bb9b-014d5ae6dca5,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:00.779481 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.779841 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.780219 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.780559 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.780903 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.781243 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.781578 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.781912 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.782247 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.782580 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.782914 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.783244 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.932919 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.143277 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Router 3da88355-3f0a-4f78-9978-aa4791258c75 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:01.246726 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:01.254143 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-f9a7d5f3-7096-4d38-99a5-c43c9870f844 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "PUT /v2.0/routers/3da88355-3f0a-4f78-9978-aa4791258c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4183643 Aug 29 05:27:01.255408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32886) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:01.257205 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] Sync routers for ids ['3da88355-3f0a-4f78-9978-aa4791258c75'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:01.265935 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] Routers {'3da88355-3f0a-4f78-9978-aa4791258c75'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:01.266525 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3da88355-3f0a-4f78-9978-aa4791258c75'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:01.306158 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff755dd-e89b-4b8d-b60e-30268429fb99 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting subnet 5c4fd593-a117-474b-b500-d00d3d6c2f0a {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:27:01.309216 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ff755dd-e89b-4b8d-b60e-30268429fb99 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.348431 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ff755dd-e89b-4b8d-b60e-30268429fb99 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.369090 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] Set router 3da88355-3f0a-4f78-9978-aa4791258c75 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:01.434983 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ff755dd-e89b-4b8d-b60e-30268429fb99 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.493080 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ff755dd-e89b-4b8d-b60e-30268429fb99 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.518600 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff755dd-e89b-4b8d-b60e-30268429fb99 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4fd593-a117-474b-b500-d00d3d6c2f0a,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:01.524416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4ff755dd-e89b-4b8d-b60e-30268429fb99 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.526276 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4ff755dd-e89b-4b8d-b60e-30268429fb99 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/subnets/5c4fd593-a117-474b-b500-d00d3d6c2f0a HTTP/1.1" status: 204 len: 168 time: 0.2697685 Aug 29 05:27:01.528943 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32888) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:01.535043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c39460-999f-4ef6-8dfb-96e4fa997354 None None] Network 271ce341-aed2-4cb6-8cfd-1286322c8907 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:01.552711 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:27:00Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:01.583214 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] Checking router: 3da88355-3f0a-4f78-9978-aa4791258c75 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:01.591924 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] Routers {'3da88355-3f0a-4f78-9978-aa4791258c75'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:01.592567 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['3da88355-3f0a-4f78-9978-aa4791258c75'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:01.647470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.707683 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] Set router 3da88355-3f0a-4f78-9978-aa4791258c75 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:01.720624 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] DHCP port deletion for 271ce341-aed2-4cb6-8cfd-1286322c8907 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:27:01.769493 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Deleting port 14cae51d-22d2-471e-8129-1391110bcd7c {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:01.769902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.837798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] For port 14cae51d-22d2-471e-8129-1391110bcd7c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=14cae51d-22d2-471e-8129-1391110bcd7c,segment=NetworkSegment(8d596173-3028-483d-9350-2ae6d2d1da6b),segment_id=8d596173-3028-483d-9350-2ae6d2d1da6b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:01.838204 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.853193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Calling delete_port for 14cae51d-22d2-471e-8129-1391110bcd7c owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:01.891162 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:27:00Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:01.922160 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fde8c0-2065-4207-8aec-68dee83454a9 None None] The sync data for ids ['3da88355-3f0a-4f78-9978-aa4791258c75'] in n-d-712141-12 is: [{'id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478975858', 'tenant_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:22Z', 'updated_at': '2021-08-29T05:27:00Z', 'revision_number': 5, 'project_id': '6a71d99df5014a508c9c1b3f35bc7e71', 'gw_port': {'id': '6fad4200-ac8c-4792-b60a-4753884253b9', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da88355-3f0a-4f78-9978-aa4791258c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:23Z', 'updated_at': '2021-08-29T05:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:01.939976 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.967021 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Pushing event deleted for resources: {'Port': ['ID=14cae51d-22d2-471e-8129-1391110bcd7c,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:01.971626 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] No DVR routers for this DVR port 14cae51d-22d2-471e-8129-1391110bcd7c on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:01.979357 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.979709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.980054 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.980454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.980796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.981133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.981839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.981839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.982103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.982432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.982762 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:01.983090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93478429-3d49-4548-a61b-05a19b84dc54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:02.079872 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.130816 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Deleting port 6fad4200-ac8c-4792-b60a-4753884253b9 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:02.131168 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.166001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 24b0be70-1523-4d7d-a75e-76c47a520b1b no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:02.185090 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 24b0be70-1523-4d7d-a75e-76c47a520b1b {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:02.185436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 24b0be70-1523-4d7d-a75e-76c47a520b1b not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:02.207577 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] For port 6fad4200-ac8c-4792-b60a-4753884253b9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=6fad4200-ac8c-4792-b60a-4753884253b9,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:02.208401 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.224770 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Calling delete_port for 6fad4200-ac8c-4792-b60a-4753884253b9 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:02.339399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 14cae51d-22d2-471e-8129-1391110bcd7c no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:02.364460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 14cae51d-22d2-471e-8129-1391110bcd7c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:02.364966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 14cae51d-22d2-471e-8129-1391110bcd7c not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:02.365381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:02.384953 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:02.385304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6c4980eb-ed23-437e-bb9b-014d5ae6dca5 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:02.405709 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.435749 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Port': ['ID=6fad4200-ac8c-4792-b60a-4753884253b9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:02.496179 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.587398 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.589546 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.635460 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.636001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Fanout notify agent at l3_agent the message router_deleted on router 3da88355-3f0a-4f78-9978-aa4791258c75 {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:27:02.643009 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.644125 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-090e6caf-aed4-4f3a-aee4-0ead11deef18 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/routers/3da88355-3f0a-4f78-9978-aa4791258c75 HTTP/1.1" status: 204 len: 168 time: 1.1141462 Aug 29 05:27:02.647425 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32890) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:02.729273 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.823521 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.833245 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271ce341-aed2-4cb6-8cfd-1286322c8907']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:02.843230 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d596173-3028-483d-9350-2ae6d2d1da6b') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:02.843533 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d596173-3028-483d-9350-2ae6d2d1da6b') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:02.852076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.866222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.871967 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:27:02.872465 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: timer() Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:27:02.875873 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:27:02.932298 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.938992 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.940731 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/networks/271ce341-aed2-4cb6-8cfd-1286322c8907 HTTP/1.1" status: 204 len: 168 time: 0.2923679 Aug 29 05:27:02.944221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32892) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:02.952870 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e1a44-dbb9-47c7-8e52-2824ee335271 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'Network': ['ID=271ce341-aed2-4cb6-8cfd-1286322c8907,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:03.000957 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f41c-3eb3-42d1-a59c-a2b1fea654e1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.025443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f41c-3eb3-42d1-a59c-a2b1fea654e1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.090177 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f41c-3eb3-42d1-a59c-a2b1fea654e1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.092810 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f41c-3eb3-42d1-a59c-a2b1fea654e1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.093996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e5b4f41c-3eb3-42d1-a59c-a2b1fea654e1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] 10.222.0.49 "DELETE /v2.0/security-groups/7397ccba-8a17-402f-a236-b2d7893c6f03 HTTP/1.1" status: 204 len: 168 time: 0.1487544 Aug 29 05:27:03.103741 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4f41c-3eb3-42d1-a59c-a2b1fea654e1 tempest-TestNetworkAdvancedServerOps-1637652228 tempest-TestNetworkAdvancedServerOps-1637652228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7397ccba-8a17-402f-a236-b2d7893c6f03,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:03.422714 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32900) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:03.551002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5fe6b342-1200-4161-bb62-0db7f0397382 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a71d99df5014a508c9c1b3f35bc7e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271124 Aug 29 05:27:03.553497 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32904) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:03.603999 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2b8948f-e095-458a-a0f6-76cbe6ab1ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.624251 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2b8948f-e095-458a-a0f6-76cbe6ab1ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.672111 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2b8948f-e095-458a-a0f6-76cbe6ab1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.674822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b2b8948f-e095-458a-a0f6-76cbe6ab1ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.675964 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b2b8948f-e095-458a-a0f6-76cbe6ab1ef7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2c77010-27c2-4389-8c0d-9a94e0cdbcb5 HTTP/1.1" status: 204 len: 168 time: 0.1215909 Aug 29 05:27:03.683931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8948f-e095-458a-a0f6-76cbe6ab1ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c77010-27c2-4389-8c0d-9a94e0cdbcb5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:03.938734 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32910) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:03.952216 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fbfd82b7-ce83-48d1-a585-a013e4798956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.039436 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fbfd82b7-ce83-48d1-a585-a013e4798956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.043132 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fbfd82b7-ce83-48d1-a585-a013e4798956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.079434 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd82b7-ce83-48d1-a585-a013e4798956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e634b1a-1ddb-4862-b982-b0a9208ca41f,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:04.086755 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fbfd82b7-ce83-48d1-a585-a013e4798956 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31b80f27759d4b7fb885655bc85cbe57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447093 Aug 29 05:27:04.086993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32912) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:04.111459 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6fad4200-ac8c-4792-b60a-4753884253b9 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:04.131627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 6fad4200-ac8c-4792-b60a-4753884253b9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:04.131970 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 6fad4200-ac8c-4792-b60a-4753884253b9 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:04.136717 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-caaeb421-2383-4210-81bf-d663b9cb8a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.157905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-caaeb421-2383-4210-81bf-d663b9cb8a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.205235 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-caaeb421-2383-4210-81bf-d663b9cb8a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.207993 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-caaeb421-2383-4210-81bf-d663b9cb8a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.209232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-caaeb421-2383-4210-81bf-d663b9cb8a11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e634b1a-1ddb-4862-b982-b0a9208ca41f HTTP/1.1" status: 204 len: 168 time: 0.1213415 Aug 29 05:27:04.216753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeb421-2383-4210-81bf-d663b9cb8a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e634b1a-1ddb-4862-b982-b0a9208ca41f,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:04.905970 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32934) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:05.002024 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1263404728-network', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:05.022626 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Made reservation on behalf of 3290e340952e478d878a8a7181dbcbdb for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:05.024887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.032789 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.117904 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.121724 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.146121 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:27:05.155352 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55deb27a-adf0-4b13-a484-823bb4aef7d9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:05.160166 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.160529 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Added segment 18048d48-742e-4a2f-adf2-4a2f8af3a9fb of type vlan for network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd Aug 29 05:27:05.198541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.222013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.223057 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:05.224247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.278024 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3709431 Aug 29 05:27:05.281098 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32938) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:05.284901 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed7b35-c0da-412a-a597-58b94be0f2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:05.286764 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Request body: {'subnet': {'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1263404728-subnet', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:05.295265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:27:05.308795 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Made reservation on behalf of 3290e340952e478d878a8a7181dbcbdb for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:05.311247 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.478805 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.538399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81818e5c-2ea0-4285-8d6d-027bc8af0456,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:05.546840 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Checking segment: {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:05.547197 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Network hostable DHCP agents. Network: 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:27:05.562512 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:27:05.571446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:05.575529 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:05.576145 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.585094 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56344fcc-f242-49a0-b034-95e907e8167e None None] Network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:05.590690 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-11da1afd-ffce-4336-a2a2-f881979880f8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3084357 Aug 29 05:27:05.593651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32940) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:05.598708 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:05.621623 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.623002 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.675678 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.727644 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:27:05.728550 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.812143 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.867902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Allocated IP 172.20.0.2 (2ef0fc98-b05d-477f-bdb6-79232e4cf7fd/81818e5c-2ea0-4285-8d6d-027bc8af0456/0d75712f-85a4-43e0-a778-d4c4f9223275) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:06.010000 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.011895 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.018289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Transition to ACTIVE for port object 0d75712f-85a4-43e0-a778-d4c4f9223275 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:06.034348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Transition to ACTIVE for port object 0d75712f-85a4-43e0-a778-d4c4f9223275 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:06.035305 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.040484 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.080591 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:06.083372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:06.086923 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:06.093723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Pushing event updated for resources: {'Port': ['ID=0d75712f-85a4-43e0-a778-d4c4f9223275,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:06.143613 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Allocated IP 172.25.5.182 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/a1498b3f-375b-4d6a-afc9-d32e1f95bd38) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:06.145221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Attempting to bind port 0d75712f-85a4-43e0-a778-d4c4f9223275 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:06.145780 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Attempting to bind port 0d75712f-85a4-43e0-a778-d4c4f9223275 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:06.146187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Attempting to bind port 0d75712f-85a4-43e0-a778-d4c4f9223275 on network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:06.151486 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:06.151855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Checking segment: {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:06.152279 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.152674 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Bound using segment: {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:06.153151 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Bound port: 0d75712f-85a4-43e0-a778-d4c4f9223275, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:06.153513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.215163 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-32050c47-9142-47b9-9345-762506c299d7 None None] For port 0d75712f-85a4-43e0-a778-d4c4f9223275, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:06.218416 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-32050c47-9142-47b9-9345-762506c299d7 None None] For port 0d75712f-85a4-43e0-a778-d4c4f9223275, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0d75712f-85a4-43e0-a778-d4c4f9223275,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:06.222989 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.251822 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.284777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32050c47-9142-47b9-9345-762506c299d7 None None] Pushing event updated for resources: {'Port': ['ID=0d75712f-85a4-43e0-a778-d4c4f9223275,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:06.293885 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.334855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:06.337793 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:06.341795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:06.366572 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Pushing event updated for resources: {'Port': ['ID=a1498b3f-375b-4d6a-afc9-d32e1f95bd38,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:06.603882 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.795541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.925049 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Router f972ea30-e452-4242-8405-4fca6279445d is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:27:07.032923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:07.043296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Sync routers for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:07.050018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.054286 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b85f0854-a69d-4c10-9c91-5b3b4c2d20ba admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4565454 Aug 29 05:27:07.054544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32942) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:07.055136 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:07.055763 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:07.135752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcafe94-fdb4-486c-9a92-1f7314103007 None None] Network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:07.373643 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-11db2eb2-0586-4e74-9627-85755bfc7d3c None None] Provisioning for port 0d75712f-85a4-43e0-a778-d4c4f9223275 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:07.392230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:07.641340 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:06Z', 'revision_number': 3, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:07.668846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Checking router: f972ea30-e452-4242-8405-4fca6279445d for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:07.669196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Updating router f972ea30-e452-4242-8405-4fca6279445d port a1498b3f-375b-4d6a-afc9-d32e1f95bd38 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:07.694660 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.800186 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.959158 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Allocated IP 172.20.0.1 (2ef0fc98-b05d-477f-bdb6-79232e4cf7fd/81818e5c-2ea0-4285-8d6d-027bc8af0456/b2d6ae9e-8828-4cfc-becd-d5e189511ceb) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:07.967276 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.978138 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Transition to ACTIVE for port object a1498b3f-375b-4d6a-afc9-d32e1f95bd38 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:07.985492 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.038491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Attempting to bind port a1498b3f-375b-4d6a-afc9-d32e1f95bd38 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:08.038856 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Attempting to bind port a1498b3f-375b-4d6a-afc9-d32e1f95bd38 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:08.039217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Attempting to bind port a1498b3f-375b-4d6a-afc9-d32e1f95bd38 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:08.042996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5bd49-f5c7-4a0d-8760-18a5f6f89a0b None None] Pushing event updated for resources: {'Port': ['ID=a1498b3f-375b-4d6a-afc9-d32e1f95bd38,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:08.047565 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:08.048235 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:08.048347 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.049207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:08.049207 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Bound port: a1498b3f-375b-4d6a-afc9-d32e1f95bd38, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:08.049517 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.066363 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.091261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Transition to ACTIVE for port object b2d6ae9e-8828-4cfc-becd-d5e189511ceb will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:08.109798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] For port a1498b3f-375b-4d6a-afc9-d32e1f95bd38, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:08.113330 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] For port a1498b3f-375b-4d6a-afc9-d32e1f95bd38, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a1498b3f-375b-4d6a-afc9-d32e1f95bd38,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:08.118076 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.125880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.154103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0d75712f-85a4-43e0-a778-d4c4f9223275 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:08.167014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:08.169971 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:08.173677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:08.195812 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d6ae9e-8828-4cfc-becd-d5e189511ceb,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:08.212848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:08.213491 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:08.216047 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.252185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5bd49-f5c7-4a0d-8760-18a5f6f89a0b None None] Pushing event updated for resources: {'Port': ['ID=a1498b3f-375b-4d6a-afc9-d32e1f95bd38,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:08.319197 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 0d75712f-85a4-43e0-a778-d4c4f9223275 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:08.328749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 0d75712f-85a4-43e0-a778-d4c4f9223275 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:08.329126 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.351797 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.362360 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:08.496661 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e349dc10-af55-4e69-a18b-90b626c43e07 None None] Provisioning for port b2d6ae9e-8828-4cfc-becd-d5e189511ceb completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:08.514853 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.520035 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.528562 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e349dc10-af55-4e69-a18b-90b626c43e07 None None] Provisioning complete for port b2d6ae9e-8828-4cfc-becd-d5e189511ceb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:08.528938 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e349dc10-af55-4e69-a18b-90b626c43e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.590073 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.590311 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.592761 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d6ae9e-8828-4cfc-becd-d5e189511ceb,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:08.619148 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e349dc10-af55-4e69-a18b-90b626c43e07 None None] Port b2d6ae9e-8828-4cfc-becd-d5e189511ceb cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:08.640797 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 0d75712f-85a4-43e0-a778-d4c4f9223275, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0d75712f-85a4-43e0-a778-d4c4f9223275,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:08.645090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.684587 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:08.684810 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:06Z', 'revision_number': 3, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:08.685947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:08.723811 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7e33b-420b-4f89-b676-bb4ffa26c218 None None] The sync data for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 is: [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:06Z', 'revision_number': 3, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:08.730111 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=0d75712f-85a4-43e0-a778-d4c4f9223275,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:08.814857 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Router f972ea30-e452-4242-8405-4fca6279445d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:08.929531 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:08.943899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-326760d3-4e5b-4058-bcad-61927b4cb3e6 admin admin] 10.222.0.49 "PUT /v2.0/routers/f972ea30-e452-4242-8405-4fca6279445d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8818688 Aug 29 05:27:08.951664 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e4c05809-571e-4599-b47e-a62c9bedb3e9 None None] Provisioning complete for port b2d6ae9e-8828-4cfc-becd-d5e189511ceb triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:08.952138 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e4c05809-571e-4599-b47e-a62c9bedb3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.017154 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e4c05809-571e-4599-b47e-a62c9bedb3e9 None None] Port b2d6ae9e-8828-4cfc-becd-d5e189511ceb cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:09.433509 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32958) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:09.438779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-368233818-network', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:09.460052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Made reservation on behalf of 0d60179312c24eaabf6e32b65563eb0e for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:09.462439 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.470880 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.564825 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.568671 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.593052 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:27:09.602539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72117543-dade-4a44-b92b-e78df468636b,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:09.608541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.608910 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Added segment d4a0bcbb-21ea-4832-b274-caa35eacfd96 of type vlan for network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed Aug 29 05:27:09.648136 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.675792 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.676911 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:09.677492 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.731677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2969649 Aug 29 05:27:09.734286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32960) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:09.740926 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Request body: {'subnet': {'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-368233818-subnet', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'ip_version': 4}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:09.745116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4e7ce-2f81-4e09-8743-8e3fbaee0921 admin admin] Pushing event updated for resources: {'Network': ['ID=1efb2606-ea19-41a6-a5ed-21f4392ac1ed,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:09.755365 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:27:09.765207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Made reservation on behalf of 0d60179312c24eaabf6e32b65563eb0e for: {'subnet': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:09.767692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262069416'] for subnet, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.933924 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262051952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262069466'] for subnet, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.991433 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26aafbbe-069d-4065-97bb-5c63e5d08d46,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:09.999221 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Checking segment: {'id': 'd4a0bcbb-21ea-4832-b274-caa35eacfd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:09.999833 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Network hostable DHCP agents. Network: 1efb2606-ea19-41a6-a5ed-21f4392ac1ed, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:27:10.016636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:27:10.025468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 1efb2606-ea19-41a6-a5ed-21f4392ac1ed) {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:10.029527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:10.030122 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.034796 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ff6221-8654-4519-b6a2-c4063219c483 None None] Network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:10.050329 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32962) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:10.050873 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-35d4e6ff-41d2-42ec-b181-f30072d31df1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3151317 Aug 29 05:27:10.055954 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-368233818-router', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:10.084852 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.086000 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.148634 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.195448 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-1efb2606-ea19-41a6-a5ed-21f4392ac1ed', 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'fixed_ips': [{'subnet_id': '26aafbbe-069d-4065-97bb-5c63e5d08d46'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:27:10.196392 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.272522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0d75712f-85a4-43e0-a778-d4c4f9223275 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:10.300823 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.312700 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Sync routers for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:10.322431 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:10.323444 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-66027a02-a394-4f27-ab64-89038e284306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:10.376031 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Allocated IP 172.20.0.2 (1efb2606-ea19-41a6-a5ed-21f4392ac1ed/26aafbbe-069d-4065-97bb-5c63e5d08d46/ff1ca3bb-b3ad-4923-97d3-0d8b377504f4) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:10.380703 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 0d75712f-85a4-43e0-a778-d4c4f9223275 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:10.381170 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.430831 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:10.529754 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.546265 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a1498b3f-375b-4d6a-afc9-d32e1f95bd38 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:10.556825 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.627039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.639852 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Transition to ACTIVE for port object ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:10.659050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port a1498b3f-375b-4d6a-afc9-d32e1f95bd38 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:10.664282 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Transition to ACTIVE for port object ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:10.667646 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a1498b3f-375b-4d6a-afc9-d32e1f95bd38 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:10.668190 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.669913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Allocated IP 172.25.5.21 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/47bdcc17-1bf3-4aee-916f-537715a321d1) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:10.691183 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.732141 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-66027a02-a394-4f27-ab64-89038e284306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 2, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:10.737632 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:10.745775 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:10.748221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:10.759233 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Checking router: f972ea30-e452-4242-8405-4fca6279445d for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:10.759586 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Updating router f972ea30-e452-4242-8405-4fca6279445d port b2d6ae9e-8828-4cfc-becd-d5e189511ceb binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:10.759786 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Pushing event updated for resources: {'Port': ['ID=ff1ca3bb-b3ad-4923-97d3-0d8b377504f4,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:10.790271 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.797742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.835131 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Attempting to bind port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:10.835497 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Attempting to bind port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd4a0bcbb-21ea-4832-b274-caa35eacfd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:10.835875 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Attempting to bind port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 on network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:10.840416 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.849683 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:10.850062 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Checking segment: {'id': 'd4a0bcbb-21ea-4832-b274-caa35eacfd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:10.850473 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.850868 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Bound using segment: {'id': 'd4a0bcbb-21ea-4832-b274-caa35eacfd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:10.851409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Bound port: ff1ca3bb-b3ad-4923-97d3-0d8b377504f4, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a0bcbb-21ea-4832-b274-caa35eacfd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:10.851732 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.862189 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.880514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:10.887115 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:10.890913 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:10.905798 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port a1498b3f-375b-4d6a-afc9-d32e1f95bd38, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a1498b3f-375b-4d6a-afc9-d32e1f95bd38,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:10.916346 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.916545 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Pushing event updated for resources: {'Port': ['ID=47bdcc17-1bf3-4aee-916f-537715a321d1,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:10.972963 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] For port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:10.978567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] For port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ff1ca3bb-b3ad-4923-97d3-0d8b377504f4,segment=NetworkSegment(d4a0bcbb-21ea-4832-b274-caa35eacfd96),segment_id=d4a0bcbb-21ea-4832-b274-caa35eacfd96)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:10.989681 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.998535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=a1498b3f-375b-4d6a-afc9-d32e1f95bd38,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:11.066645 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ddadb-56ea-4cde-a8cb-5e1b93f98e05 None None] Pushing event updated for resources: {'Port': ['ID=ff1ca3bb-b3ad-4923-97d3-0d8b377504f4,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:11.097930 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.109919 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Transition to ACTIVE for port object b2d6ae9e-8828-4cfc-becd-d5e189511ceb will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:11.116511 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.166879 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Pushing event updated for resources: {'Port': ['ID=b2d6ae9e-8828-4cfc-becd-d5e189511ceb,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:11.171122 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.194845 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.195053 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.195352 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.195683 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.196013 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.196368 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.196693 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.197015 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.197573 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.197682 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.197961 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.198355 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:11.237581 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Attempting to bind port b2d6ae9e-8828-4cfc-becd-d5e189511ceb on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:11.237949 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Attempting to bind port b2d6ae9e-8828-4cfc-becd-d5e189511ceb by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:11.238312 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Attempting to bind port b2d6ae9e-8828-4cfc-becd-d5e189511ceb on network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:11.243758 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:11.244130 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Checking segment: {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:11.244564 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.244952 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Bound using segment: {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:11.245416 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Bound port: b2d6ae9e-8828-4cfc-becd-d5e189511ceb, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:11.245793 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.337230 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-66027a02-a394-4f27-ab64-89038e284306 None None] For port b2d6ae9e-8828-4cfc-becd-d5e189511ceb, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:11.340668 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-66027a02-a394-4f27-ab64-89038e284306 None None] For port b2d6ae9e-8828-4cfc-becd-d5e189511ceb, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b2d6ae9e-8828-4cfc-becd-d5e189511ceb,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:11.347161 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.402007 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:11.402855 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-66027a02-a394-4f27-ab64-89038e284306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:11.415215 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.466483 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeca6f-1df3-4734-b648-78972dd1468b None None] Pushing event updated for resources: {'Port': ['ID=b2d6ae9e-8828-4cfc-becd-d5e189511ceb,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:11.533427 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-66027a02-a394-4f27-ab64-89038e284306 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:11.559703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Router a38be05a-8175-48fd-81b7-5898a512375e is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:27:11.677628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:11.690794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Sync routers for ids ['a38be05a-8175-48fd-81b7-5898a512375e'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:11.694222 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.695759 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-3dc0b6e9-336f-41eb-b6ad-1b4899589f3f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6436007 Aug 29 05:27:11.698748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32964) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:11.707668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Routers {'a38be05a-8175-48fd-81b7-5898a512375e'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:11.708338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a38be05a-8175-48fd-81b7-5898a512375e'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:11.760227 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-66027a02-a394-4f27-ab64-89038e284306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:11Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:11.785865 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66027a02-a394-4f27-ab64-89038e284306 None None] The sync data for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 is: [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:11Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:11.844067 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Set router a38be05a-8175-48fd-81b7-5898a512375e gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:12.032955 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:27:12.268827 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'name': 'tempest-TestShelveInstance-368233818-router', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:11Z', 'revision_number': 3, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'gw_port': {'id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:12.311256 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Checking router: a38be05a-8175-48fd-81b7-5898a512375e for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:12.311610 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Updating router a38be05a-8175-48fd-81b7-5898a512375e port 47bdcc17-1bf3-4aee-916f-537715a321d1 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:12.315861 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.347077 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.371478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b2d6ae9e-8828-4cfc-becd-d5e189511ceb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:12.373909 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540f01c-1797-443e-b42b-3d104072dd18 None None] Network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:12.516095 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Allocated IP 172.20.0.1 (1efb2606-ea19-41a6-a5ed-21f4392ac1ed/26aafbbe-069d-4065-97bb-5c63e5d08d46/34dcc1b6-2608-4bf4-a12c-70a7447f57ad) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:12.517790 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-82888dbf-b047-444c-9eb6-51f4637968ac None None] Provisioning for port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:12.622989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port b2d6ae9e-8828-4cfc-becd-d5e189511ceb completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:12.637006 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.649732 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b2d6ae9e-8828-4cfc-becd-d5e189511ceb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:12.650104 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.651286 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Transition to ACTIVE for port object 34dcc1b6-2608-4bf4-a12c-70a7447f57ad will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:12.687419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.726252 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:12.733980 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:12.736327 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:12.763031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Pushing event updated for resources: {'Port': ['ID=34dcc1b6-2608-4bf4-a12c-70a7447f57ad,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:12.782346 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.866693 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.869565 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.890279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Transition to ACTIVE for port object 47bdcc17-1bf3-4aee-916f-537715a321d1 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:12.913931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port b2d6ae9e-8828-4cfc-becd-d5e189511ceb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b2d6ae9e-8828-4cfc-becd-d5e189511ceb,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:12.922934 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.925185 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a1498b3f-375b-4d6a-afc9-d32e1f95bd38 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:12.951676 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.963691 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.030004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Attempting to bind port 47bdcc17-1bf3-4aee-916f-537715a321d1 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:13.030382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Attempting to bind port 47bdcc17-1bf3-4aee-916f-537715a321d1 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:13.030777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Attempting to bind port 47bdcc17-1bf3-4aee-916f-537715a321d1 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:13.046759 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:13.047210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:13.047527 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.047920 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:13.048430 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Bound port: 47bdcc17-1bf3-4aee-916f-537715a321d1, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:13.048812 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.078064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port a1498b3f-375b-4d6a-afc9-d32e1f95bd38 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:13.078433 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.081907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=b2d6ae9e-8828-4cfc-becd-d5e189511ceb,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:13.159429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958af0c-b08f-4c21-aae1-bfb8cf0fc351 None None] Pushing event updated for resources: {'Port': ['ID=47bdcc17-1bf3-4aee-916f-537715a321d1,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:13.161435 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.174870 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.207916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] For port 47bdcc17-1bf3-4aee-916f-537715a321d1, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:13.211594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] For port 47bdcc17-1bf3-4aee-916f-537715a321d1, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=47bdcc17-1bf3-4aee-916f-537715a321d1,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:13.214701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-eaf6ac94-2a3b-4689-9f43-e9c484ea151d None None] Provisioning for port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:13.220715 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.225157 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-eaf6ac94-2a3b-4689-9f43-e9c484ea151d None None] Provisioning complete for port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:13.225510 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-eaf6ac94-2a3b-4689-9f43-e9c484ea151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.247449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Pushing event updated for resources: {'Port': ['ID=34dcc1b6-2608-4bf4-a12c-70a7447f57ad,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:13.254389 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.346197 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:13.347657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:13.359084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-eaf6ac94-2a3b-4689-9f43-e9c484ea151d None None] Port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:13.361227 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Routers {'a38be05a-8175-48fd-81b7-5898a512375e'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:13.362037 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a38be05a-8175-48fd-81b7-5898a512375e'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:13.365958 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:13.368744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958af0c-b08f-4c21-aae1-bfb8cf0fc351 None None] Pushing event updated for resources: {'Port': ['ID=47bdcc17-1bf3-4aee-916f-537715a321d1,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:13.468953 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Router a38be05a-8175-48fd-81b7-5898a512375e has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:13.513939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-f6d55590-08de-406c-817d-66a304d95ea2 None None] Provisioning complete for port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:13.514316 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6d55590-08de-406c-817d-66a304d95ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.542537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:13.546906 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] Set router a38be05a-8175-48fd-81b7-5898a512375e gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:13.578816 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:13.579447 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.582067 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:13.587082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5148bd40-0d66-475f-b47f-0944f9c50476 admin admin] 10.222.0.49 "PUT /v2.0/routers/a38be05a-8175-48fd-81b7-5898a512375e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8863380 Aug 29 05:27:13.616685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-f6d55590-08de-406c-817d-66a304d95ea2 None None] Port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:13.771157 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.776034 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-c5719392-1100-4526-be32-b990d6376098 None None] Provisioning complete for port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:13.776414 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c5719392-1100-4526-be32-b990d6376098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.868106 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-c5719392-1100-4526-be32-b990d6376098 None None] Port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:13.870541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ff1ca3bb-b3ad-4923-97d3-0d8b377504f4,segment=NetworkSegment(d4a0bcbb-21ea-4832-b274-caa35eacfd96),segment_id=d4a0bcbb-21ea-4832-b274-caa35eacfd96)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:13.876103 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.089236 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'name': 'tempest-TestShelveInstance-368233818-router', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 4, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'gw_port': {'id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '34dcc1b6-2608-4bf4-a12c-70a7447f57ad', 'name': '', 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'mac_address': 'fa:16:3e:eb:60:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '26aafbbe-069d-4065-97bb-5c63e5d08d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:12Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 2, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'subnets': [{'id': '26aafbbe-069d-4065-97bb-5c63e5d08d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:14.092769 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=ff1ca3bb-b3ad-4923-97d3-0d8b377504f4,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:14.093216 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32972) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:14.098238 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-38edf765-02f2-4d10-9898-4aeab0012deb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376826216', 'description': 'tempest-secgroup-smoke-1376826216 description', 'project_id': '3290e340952e478d878a8a7181dbcbdb'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:14.120257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070602c7-2fdd-47a6-aac9-d3319c85d9fd None None] The sync data for ids ['a38be05a-8175-48fd-81b7-5898a512375e'] in n-d-712141-12 is: [{'id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'name': 'tempest-TestShelveInstance-368233818-router', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 4, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'gw_port': {'id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '34dcc1b6-2608-4bf4-a12c-70a7447f57ad', 'name': '', 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'mac_address': 'fa:16:3e:eb:60:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '26aafbbe-069d-4065-97bb-5c63e5d08d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:12Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 2, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'subnets': [{'id': '26aafbbe-069d-4065-97bb-5c63e5d08d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:14.122143 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38edf765-02f2-4d10-9898-4aeab0012deb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.139749 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b2d6ae9e-8828-4cfc-becd-d5e189511ceb up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:14.192146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b2d6ae9e-8828-4cfc-becd-d5e189511ceb triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:14.192570 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.221435 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38edf765-02f2-4d10-9898-4aeab0012deb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.227074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38edf765-02f2-4d10-9898-4aeab0012deb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.256407 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38edf765-02f2-4d10-9898-4aeab0012deb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.257672 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-38edf765-02f2-4d10-9898-4aeab0012deb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1634390 Aug 29 05:27:14.260960 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32974) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:14.261678 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edf765-02f2-4d10-9898-4aeab0012deb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd80798e-ad82-4ba7-938a-d2c10e89f94d,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:14.269707 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f206ece5-8018-4e1d-9919-bfc22f137c4f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': 'bd80798e-ad82-4ba7-938a-d2c10e89f94d', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:14.298115 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f206ece5-8018-4e1d-9919-bfc22f137c4f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.374086 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f206ece5-8018-4e1d-9919-bfc22f137c4f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.378883 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f206ece5-8018-4e1d-9919-bfc22f137c4f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.398877 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206ece5-8018-4e1d-9919-bfc22f137c4f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c444fb-447a-47b6-a87a-84a1400feda1,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:14.406951 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f206ece5-8018-4e1d-9919-bfc22f137c4f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.410197 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f206ece5-8018-4e1d-9919-bfc22f137c4f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457338 Aug 29 05:27:14.410988 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32976) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:14.417151 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-a10e91fe-1dc7-48d5-9116-9f3796ee48df tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': 'bd80798e-ad82-4ba7-938a-d2c10e89f94d', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:14.445836 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a10e91fe-1dc7-48d5-9116-9f3796ee48df tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.508123 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a10e91fe-1dc7-48d5-9116-9f3796ee48df tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.512119 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a10e91fe-1dc7-48d5-9116-9f3796ee48df tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.532025 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e91fe-1dc7-48d5-9116-9f3796ee48df tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9e97f6-cf2f-4d05-9337-2ffa0a4c38c5,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:14.540401 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a10e91fe-1dc7-48d5-9116-9f3796ee48df tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.544136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a10e91fe-1dc7-48d5-9116-9f3796ee48df tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296289 Aug 29 05:27:14.544686 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32978) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:14.549602 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-de486fc2-fa45-4b19-bd78-74b989cf64bf tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': 'bd80798e-ad82-4ba7-938a-d2c10e89f94d', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:14.578173 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de486fc2-fa45-4b19-bd78-74b989cf64bf tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.642988 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de486fc2-fa45-4b19-bd78-74b989cf64bf tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.647470 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de486fc2-fa45-4b19-bd78-74b989cf64bf tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.665691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de486fc2-fa45-4b19-bd78-74b989cf64bf tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d03430d-640d-4561-85c7-c1c92cfc5622,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:14.671557 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-de486fc2-fa45-4b19-bd78-74b989cf64bf tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.675631 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-de486fc2-fa45-4b19-bd78-74b989cf64bf tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272709 Aug 29 05:27:14.675768 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32980) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:14.681117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-43b48093-40fd-4e9c-b37b-b0cae1db5e32 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': 'bd80798e-ad82-4ba7-938a-d2c10e89f94d', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:14.710285 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b48093-40fd-4e9c-b37b-b0cae1db5e32 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.782473 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b48093-40fd-4e9c-b37b-b0cae1db5e32 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.785899 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b48093-40fd-4e9c-b37b-b0cae1db5e32 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.800403 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b48093-40fd-4e9c-b37b-b0cae1db5e32 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0401f3e9-28d5-451a-a546-39d8b104f384,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:14.813725 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-43b48093-40fd-4e9c-b37b-b0cae1db5e32 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.815037 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-43b48093-40fd-4e9c-b37b-b0cae1db5e32 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378293 Aug 29 05:27:14.818276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 32982) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:14.822883 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5a053eeb-324b-426f-b4a0-daa6f1d369dd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': 'bd80798e-ad82-4ba7-938a-d2c10e89f94d', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:14.845882 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-5a053eeb-324b-426f-b4a0-daa6f1d369dd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Project 3290e340952e478d878a8a7181dbcbdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:27:14.853163 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5a053eeb-324b-426f-b4a0-daa6f1d369dd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.917242 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5a053eeb-324b-426f-b4a0-daa6f1d369dd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.921421 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5a053eeb-324b-426f-b4a0-daa6f1d369dd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.940895 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a053eeb-324b-426f-b4a0-daa6f1d369dd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b673e1-6f1b-4609-b0b3-aa59338f7670,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:14.947044 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5a053eeb-324b-426f-b4a0-daa6f1d369dd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:14.951007 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 32984) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:14.951184 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5a053eeb-324b-426f-b4a0-daa6f1d369dd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318119 Aug 29 05:27:14.956423 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-856b08ed-cd84-49c1-aa5f-3230ff05b3e4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': 'bd80798e-ad82-4ba7-938a-d2c10e89f94d', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:14.978782 n-d-712141-12 neutron-server[94851]: INFO neutron.db.securitygroups_db [None req-856b08ed-cd84-49c1-aa5f-3230ff05b3e4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Project 3290e340952e478d878a8a7181dbcbdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:27:14.984068 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-856b08ed-cd84-49c1-aa5f-3230ff05b3e4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:15.046744 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-856b08ed-cd84-49c1-aa5f-3230ff05b3e4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:15.051008 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-856b08ed-cd84-49c1-aa5f-3230ff05b3e4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:15.069979 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b08ed-cd84-49c1-aa5f-3230ff05b3e4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5290a6af-0274-49f6-b3b6-614a6581f865,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:15.078222 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-856b08ed-cd84-49c1-aa5f-3230ff05b3e4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:15.080235 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-856b08ed-cd84-49c1-aa5f-3230ff05b3e4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274071 Aug 29 05:27:15.284544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-f4b0c3c5-5b9d-412f-bd1b-065467720400 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376826216&fields=id&tenant_id=3290e340952e478d878a8a7181dbcbdb HTTP/1.1" status: 200 len: 267 time: 0.0330355 Aug 29 05:27:15.394260 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-c1c35baa-90e7-4ac5-a334-5e2023552132 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:15.395762 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-c1c35baa-90e7-4ac5-a334-5e2023552132 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 809 time: 0.1037986 Aug 29 05:27:15.410237 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-a2d2115f-dea7-41e1-9197-645baf8e79b4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/quotas/3290e340952e478d878a8a7181dbcbdb HTTP/1.1" status: 200 len: 375 time: 0.0088720 Aug 29 05:27:15.461140 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-caa1d4b0-82ef-4308-b32c-ef2be80ea081 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452530 Aug 29 05:27:15.560387 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-8b98c618-4c3e-4437-8a4e-529486dcac14 service neutron] 10.222.0.49 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878563 Aug 29 05:27:15.654369 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-45edc270-faa0-459f-adb5-d7a436068ed2 service neutron] 10.222.0.49 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878448 Aug 29 05:27:15.819668 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-77b9e049-e6ac-4a52-9e36-a43d652a7951 req-b67644b4-44ba-4aa2-b980-b7436ea00876 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 210 time: 0.0293486 Aug 29 05:27:16.004178 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Sync routers for ids ['a38be05a-8175-48fd-81b7-5898a512375e'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:16.013153 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Routers {'a38be05a-8175-48fd-81b7-5898a512375e'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:16.013755 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a38be05a-8175-48fd-81b7-5898a512375e'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:16.119617 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Set router a38be05a-8175-48fd-81b7-5898a512375e gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:16.187848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 47bdcc17-1bf3-4aee-916f-537715a321d1 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:16.235384 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 47bdcc17-1bf3-4aee-916f-537715a321d1 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:16.238985 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 47bdcc17-1bf3-4aee-916f-537715a321d1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:16.239363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.313519 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'name': 'tempest-TestShelveInstance-368233818-router', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 4, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'gw_port': {'id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '34dcc1b6-2608-4bf4-a12c-70a7447f57ad', 'name': '', 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'mac_address': 'fa:16:3e:eb:60:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '26aafbbe-069d-4065-97bb-5c63e5d08d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:12Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 2, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'subnets': [{'id': '26aafbbe-069d-4065-97bb-5c63e5d08d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:16.316181 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.336809 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 47bdcc17-1bf3-4aee-916f-537715a321d1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=47bdcc17-1bf3-4aee-916f-537715a321d1,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:16.340511 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.341287 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:16.343093 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Checking router: a38be05a-8175-48fd-81b7-5898a512375e for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:16.343455 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Updating router a38be05a-8175-48fd-81b7-5898a512375e port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:16.369004 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.415743 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=47bdcc17-1bf3-4aee-916f-537715a321d1,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:16.425535 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:16.425911 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.630969 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.641971 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Transition to ACTIVE for port object 34dcc1b6-2608-4bf4-a12c-70a7447f57ad will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:16.649125 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.697731 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57032622-1e30-4750-a694-b564053474a6 None None] Pushing event updated for resources: {'Port': ['ID=34dcc1b6-2608-4bf4-a12c-70a7447f57ad,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:16.752409 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Attempting to bind port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:16.752787 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Attempting to bind port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'd4a0bcbb-21ea-4832-b274-caa35eacfd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:16.753150 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Attempting to bind port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad on network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:16.758279 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:16.758648 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Checking segment: {'id': 'd4a0bcbb-21ea-4832-b274-caa35eacfd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:16.759050 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.759440 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Bound using segment: {'id': 'd4a0bcbb-21ea-4832-b274-caa35eacfd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:16.759906 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Bound port: 34dcc1b6-2608-4bf4-a12c-70a7447f57ad, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a0bcbb-21ea-4832-b274-caa35eacfd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:16.760395 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.823424 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] For port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:16.826973 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] For port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=34dcc1b6-2608-4bf4-a12c-70a7447f57ad,segment=NetworkSegment(d4a0bcbb-21ea-4832-b274-caa35eacfd96),segment_id=d4a0bcbb-21ea-4832-b274-caa35eacfd96)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:16.830641 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.916073 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Routers {'a38be05a-8175-48fd-81b7-5898a512375e'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:16.916743 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:26:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a38be05a-8175-48fd-81b7-5898a512375e'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:16.931223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-64188bdc-48b7-4f91-8974-c1b852545555 req-d710a3d4-fadd-4e8a-8277-38575777e84c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 210 time: 0.0445657 Aug 29 05:27:17.059142 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57032622-1e30-4750-a694-b564053474a6 None None] Pushing event updated for resources: {'Port': ['ID=34dcc1b6-2608-4bf4-a12c-70a7447f57ad,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:17.129499 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] Set router a38be05a-8175-48fd-81b7-5898a512375e gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:17.323310 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'name': 'tempest-TestShelveInstance-368233818-router', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 4, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'gw_port': {'id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '34dcc1b6-2608-4bf4-a12c-70a7447f57ad', 'name': '', 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'mac_address': 'fa:16:3e:eb:60:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '26aafbbe-069d-4065-97bb-5c63e5d08d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:12Z', 'updated_at': '2021-08-29T05:27:16Z', 'revision_number': 4, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'subnets': [{'id': '26aafbbe-069d-4065-97bb-5c63e5d08d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:17.348389 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e122-0716-4ffb-832d-d02bf2d6ebec None None] The sync data for ids ['a38be05a-8175-48fd-81b7-5898a512375e'] in n-d-712141-12 is: [{'id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'name': 'tempest-TestShelveInstance-368233818-router', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 4, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'gw_port': {'id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '34dcc1b6-2608-4bf4-a12c-70a7447f57ad', 'name': '', 'network_id': '1efb2606-ea19-41a6-a5ed-21f4392ac1ed', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'mac_address': 'fa:16:3e:eb:60:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '26aafbbe-069d-4065-97bb-5c63e5d08d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:12Z', 'updated_at': '2021-08-29T05:27:16Z', 'revision_number': 4, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'subnets': [{'id': '26aafbbe-069d-4065-97bb-5c63e5d08d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:17.987037 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2632bb5c-8ab1-42af-bfec-66de34206967 req-b48ac425-3f3c-4e9f-adc0-fcc9ccff273e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 210 time: 0.0251908 Aug 29 05:27:18.166270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 34dcc1b6-2608-4bf4-a12c-70a7447f57ad up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:18.217247 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:18.220960 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:18.221883 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:18.300816 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:18.332493 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=34dcc1b6-2608-4bf4-a12c-70a7447f57ad,segment=NetworkSegment(d4a0bcbb-21ea-4832-b274-caa35eacfd96),segment_id=d4a0bcbb-21ea-4832-b274-caa35eacfd96)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:18.336153 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:18.336945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 47bdcc17-1bf3-4aee-916f-537715a321d1 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:18.410196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=34dcc1b6-2608-4bf4-a12c-70a7447f57ad,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:18.421080 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 47bdcc17-1bf3-4aee-916f-537715a321d1 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:18.421460 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:18.877835 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-1ebc7b36-5e2a-467b-9f88-32824bbcec19 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:18.879303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-1ebc7b36-5e2a-467b-9f88-32824bbcec19 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 809 time: 0.1051712 Aug 29 05:27:18.927159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-b0f8091d-ca4b-4725-b88f-76ae998553f0 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3290e340952e478d878a8a7181dbcbdb HTTP/1.1" status: 200 len: 380 time: 0.0332108 Aug 29 05:27:18.949490 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:18.966142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'port': {'device_id': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'admin_state_up': True, 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'security_groups': ['bd80798e-ad82-4ba7-938a-d2c10e89f94d']}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:19.088940 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a1ae0f35-a17e-41c6-a61d-cbd8b1a29188 req-06b22451-089f-4ab4-a771-d12cabd5d67b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 210 time: 0.0312045 Aug 29 05:27:19.097428 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Made reservation on behalf of 3290e340952e478d878a8a7181dbcbdb for: {'port': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:19.101013 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.221682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Allocated IP 172.20.0.11 (2ef0fc98-b05d-477f-bdb6-79232e4cf7fd/81818e5c-2ea0-4285-8d6d-027bc8af0456/2512b051-5610-4f3b-b3e5-3a0b305899a8) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:19.362083 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.376508 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Transition to ACTIVE for port object 2512b051-5610-4f3b-b3e5-3a0b305899a8 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:19.410806 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.455820 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:19.461608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:19.467512 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:19.469546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:19.520864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:19.521508 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.535512 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-389ffeaa-0d9e-4b07-b5b5-f34dd51c4092 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732315 Aug 29 05:27:19.621108 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Request body: {'port': {'device_id': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:19.677853 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.768377 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6950b144-122f-4429-b86c-a90fbea5fec5 None None] Provisioning for port 2512b051-5610-4f3b-b3e5-3a0b305899a8 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:19.775825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6950b144-122f-4429-b86c-a90fbea5fec5 None None] Provisioning complete for port 2512b051-5610-4f3b-b3e5-3a0b305899a8 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:19.776872 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6950b144-122f-4429-b86c-a90fbea5fec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.816913 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6950b144-122f-4429-b86c-a90fbea5fec5 None None] Port 2512b051-5610-4f3b-b3e5-3a0b305899a8 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:19.962452 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2512b051-5610-4f3b-b3e5-3a0b305899a8 {{(pid=94851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:27:19.970150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.982608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Transition to ACTIVE for port object 2512b051-5610-4f3b-b3e5-3a0b305899a8 will not be triggered until provisioned by entity L2. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:19.986925 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.040730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Pushing event updated for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:20.123317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Attempting to bind port 2512b051-5610-4f3b-b3e5-3a0b305899a8 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:20.123965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Attempting to bind port 2512b051-5610-4f3b-b3e5-3a0b305899a8 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:20.123965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Attempting to bind port 2512b051-5610-4f3b-b3e5-3a0b305899a8 on network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:20.130042 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Port 2512b051-5610-4f3b-b3e5-3a0b305899a8 on network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:27:20.130748 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Attempting to bind port 2512b051-5610-4f3b-b3e5-3a0b305899a8 on network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:20.141736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:20.142087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Checking segment: {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:20.142481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Bound using segment: {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'} {{(pid=94851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:20.142928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.managers [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Bound port: 2512b051-5610-4f3b-b3e5-3a0b305899a8, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'}}] {{(pid=94851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:20.144752 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.168399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 34dcc1b6-2608-4bf4-a12c-70a7447f57ad up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:20.222146 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:20.222415 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.570676 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, cleared binding levels {{(pid=94851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:20.581880 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2db04-08a4-4a00-a1eb-f90cbb9938bd req-23c6daf2-13a4-4a86-a070-408b9a27d98a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:20.584050 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eea2db04-08a4-4a00-a1eb-f90cbb9938bd req-23c6daf2-13a4-4a86-a070-408b9a27d98a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.3980980 Aug 29 05:27:20.593309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:20.606746 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.654639 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:20.655266 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:20.656702 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] 10.222.0.52 "PUT /v2.0/ports/2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 1093 time: 1.0402868 Aug 29 05:27:20.657163 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:20.659426 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafd72cb-d8f6-4196-b764-bfe55553bcee" -d '{"events": [{"name": "network-changed", "server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:20.669181 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-eea2db04-08a4-4a00-a1eb-f90cbb9938bd req-7fc04c22-cbb4-4def-a9d8-506aced1b4e9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776892 Aug 29 05:27:20.691115 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ab866-dd26-426b-8bc4-027f561a1975 service neutron] Pushing event updated for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=3']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:20.762240 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-6c7b4ffe-9a66-454b-a35b-f30cbb22a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:20.763742 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-6c7b4ffe-9a66-454b-a35b-f30cbb22a421 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1096 time: 0.0455184 Aug 29 05:27:20.785355 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c2f5c-6a59-483d-ab10-31f8d169d2c8 x-openstack-request-id: req-df8c2f5c-6a59-483d-ab10-31f8d169d2c8 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:20.785652 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:20.785946 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df8c2f5c-6a59-483d-ab10-31f8d169d2c8 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:20.786373 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'status': 'completed', 'code': 200} Aug 29 05:27:20.816858 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-46d606f5-d437-49ca-9274-744cf60ceb73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 217 time: 0.0398142 Aug 29 05:27:20.865846 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-67cc8c48-6d13-4c54-a5e4-ebc08fe10052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:20.867372 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-67cc8c48-6d13-4c54-a5e4-ebc08fe10052 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0437272 Aug 29 05:27:20.912323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-426957a0-6291-4b89-a68c-befde4b953f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:20.913797 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-426957a0-6291-4b89-a68c-befde4b953f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398021 Aug 29 05:27:21.005164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-16c2a4a2-186e-41ae-8095-35e8d08d06d9 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835314 Aug 29 05:27:21.089595 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c04e1941-47f6-4464-a7c0-6635b9e4b67b req-e41d75d4-d5ac-474a-812e-54fd8ab45251 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784967 Aug 29 05:27:21.216504 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-f51d43c8-a208-46a7-8f24-58faf572127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:21.217961 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-f51d43c8-a208-46a7-8f24-58faf572127e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1096 time: 0.0444515 Aug 29 05:27:21.304828 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-957ffa59-95db-4ba1-9758-ec51418990a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:21.306277 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-957ffa59-95db-4ba1-9758-ec51418990a7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0809917 Aug 29 05:27:21.346443 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-402d12b5-9caa-40c9-8534-dbd9a0035711 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 217 time: 0.0331061 Aug 29 05:27:21.397457 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-c9d137bc-82ad-4d78-801f-7a2268faee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:21.398857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-c9d137bc-82ad-4d78-801f-7a2268faee7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0454307 Aug 29 05:27:21.443819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-ebeece8b-425e-4174-996c-dbe792db941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:21.445347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-ebeece8b-425e-4174-996c-dbe792db941f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392597 Aug 29 05:27:21.532665 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-d073acdd-9186-4958-8eb8-ec6236a42ef9 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797813 Aug 29 05:27:21.625899 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bafd72cb-d8f6-4196-b764-bfe55553bcee req-33098934-7a42-4669-be71-ed299977c9c4 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852723 Aug 29 05:27:21.789132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfa2a6-cb74-4c86-9ed2-b2c667b0bea8 req-d53dad11-741e-4b6a-9bec-f5e6437b0024 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:21.790612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12bfa2a6-cb74-4c86-9ed2-b2c667b0bea8 req-d53dad11-741e-4b6a-9bec-f5e6437b0024 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0496869 Aug 29 05:27:21.828116 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-12bfa2a6-cb74-4c86-9ed2-b2c667b0bea8 req-4dcb84ba-35d5-4316-b48f-537e974f7e07 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316770 Aug 29 05:27:22.948068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa580ad0-eae7-4fe3-8540-7ceaa9b6a324 req-6854c5f4-2701-473f-bb38-f288a801dc2f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:22.949588 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa580ad0-eae7-4fe3-8540-7ceaa9b6a324 req-6854c5f4-2701-473f-bb38-f288a801dc2f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0537367 Aug 29 05:27:22.987563 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fa580ad0-eae7-4fe3-8540-7ceaa9b6a324 req-a0d107f6-57bb-4bd5-b645-6fb033e9ddf2 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319359 Aug 29 05:27:23.652414 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2b8bcbba-85c7-4940-b9f2-d303ea53b088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.099575 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf61f3-b2f1-4d52-b9e8-2482d5029179 req-1989d766-6680-409a-be70-8cbae280a2b0 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:24.101002 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23cf61f3-b2f1-4d52-b9e8-2482d5029179 req-1989d766-6680-409a-be70-8cbae280a2b0 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0479336 Aug 29 05:27:24.138493 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-23cf61f3-b2f1-4d52-b9e8-2482d5029179 req-efc31475-56ab-4c3e-8e09-19bca5fd3232 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Aug 29 05:27:25.251923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d515cc-25c0-4aa4-8148-8e05a2be286c req-c0329d6f-c398-434e-bfcf-74afcd8f8688 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:25.253427 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1d515cc-25c0-4aa4-8148-8e05a2be286c req-c0329d6f-c398-434e-bfcf-74afcd8f8688 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0483186 Aug 29 05:27:25.291355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d1d515cc-25c0-4aa4-8148-8e05a2be286c req-06ddd268-1fbf-4258-a0b0-a2523b0521f8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311596 Aug 29 05:27:26.200828 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0afb5cfc-6835-4ca1-be7a-af8d5b0583a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.336406 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2512b051-5610-4f3b-b3e5-3a0b305899a8 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:27:26.409808 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca995ab9-e45c-4ede-9114-7c68ff614944 req-a6298d18-0d83-4915-9870-a3c5003e1763 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:26.411342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca995ab9-e45c-4ede-9114-7c68ff614944 req-a6298d18-0d83-4915-9870-a3c5003e1763 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0528898 Aug 29 05:27:26.435044 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:26.448950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ca995ab9-e45c-4ede-9114-7c68ff614944 req-b5f3ddb6-c4c7-4b22-98dc-ad819374a809 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 Aug 29 05:27:26.451450 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'port_id': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'mac_address': 'fa:16:3e:02:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:27:26.454252 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.494352 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.508549 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2512b051-5610-4f3b-b3e5-3a0b305899a8 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:27:26.527781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:26.531202 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:26.576539 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:26.929296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2512b051-5610-4f3b-b3e5-3a0b305899a8'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:27:27.563250 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6ca05-1157-4194-84b7-3d12fdf4ae9a req-62cbeae8-2039-4031-a0ad-8ecb96c04610 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:27.564748 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83f6ca05-1157-4194-84b7-3d12fdf4ae9a req-62cbeae8-2039-4031-a0ad-8ecb96c04610 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 945 time: 0.0483172 Aug 29 05:27:27.603128 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:27.605643 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-83f6ca05-1157-4194-84b7-3d12fdf4ae9a req-29b54e5d-649f-4cc0-8251-46d723adfa6a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349755 Aug 29 05:27:28.250244 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.366916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2512b051-5610-4f3b-b3e5-3a0b305899a8 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:28.412871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 2512b051-5610-4f3b-b3e5-3a0b305899a8 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:28.416961 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 2512b051-5610-4f3b-b3e5-3a0b305899a8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:28.417374 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.492926 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.514300 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:28.516573 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe6c0de-9b1c-4295-937c-fe8f2ba7e3dd" -d '{"events": [{"server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "name": "network-vif-plugged", "status": "completed", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:28.529217 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:28.532853 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.578991 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:28.612958 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7451711f-4c25-4df1-ba4c-4c5cd89b1143 x-openstack-request-id: req-7451711f-4c25-4df1-ba4c-4c5cd89b1143 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:28.613520 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "name": "network-vif-plugged", "status": "completed", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:28.613520 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7451711f-4c25-4df1-ba4c-4c5cd89b1143 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:28.613884 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'code': 200} Aug 29 05:27:28.748994 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedbf3d-18b1-45d4-a0ce-3b30cc2bbcc2 req-a5436e99-7f9d-4c07-9e7d-0e1457e4ce71 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:28.750733 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdedbf3d-18b1-45d4-a0ce-3b30cc2bbcc2 req-a5436e99-7f9d-4c07-9e7d-0e1457e4ce71 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0784039 Aug 29 05:27:28.756542 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe412fc-7b6d-4468-ad83-e5c20bfa4916 req-6e19a1a9-e76c-4dd0-9556-65f70de4071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:28.757918 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0fe412fc-7b6d-4468-ad83-e5c20bfa4916 req-6e19a1a9-e76c-4dd0-9556-65f70de4071b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1098 time: 0.0599782 Aug 29 05:27:28.811093 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bdedbf3d-18b1-45d4-a0ce-3b30cc2bbcc2 req-1df0a4cf-bca0-469f-9f2b-ebded3c17c8c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522628 Aug 29 05:27:28.812730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0fe412fc-7b6d-4468-ad83-e5c20bfa4916 req-e05e8653-7789-4868-947d-4109e470d1b5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483685 Aug 29 05:27:29.338227 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:29.926129 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943340a-3cf2-410f-b436-f39d89f07270 req-a7f748b1-272d-476e-bd14-75b3fece4b01 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:29.927517 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2943340a-3cf2-410f-b436-f39d89f07270 req-a7f748b1-272d-476e-bd14-75b3fece4b01 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0493410 Aug 29 05:27:29.965612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2943340a-3cf2-410f-b436-f39d89f07270 req-4db06aa1-6d9b-42a1-8463-5d74268b8680 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322824 Aug 29 05:27:31.079247 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbf042-7e5b-4e50-86fa-fa507644a506 req-ca9ac0bc-9a5d-4d6b-a8de-e712331eb975 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:31.080749 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29fbf042-7e5b-4e50-86fa-fa507644a506 req-ca9ac0bc-9a5d-4d6b-a8de-e712331eb975 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0495341 Aug 29 05:27:31.117792 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-29fbf042-7e5b-4e50-86fa-fa507644a506 req-67379c7b-b0d5-4dbd-92e4-53186ff27ea8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Aug 29 05:27:31.233842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318b917-7505-4561-809b-d405c43d8fb5 req-b1935770-2a6c-470f-b75c-b1233510ca8b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:31.235328 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2318b917-7505-4561-809b-d405c43d8fb5 req-b1935770-2a6c-470f-b75c-b1233510ca8b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0527384 Aug 29 05:27:31.274126 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2318b917-7505-4561-809b-d405c43d8fb5 req-776773b1-0a23-4764-914e-ff83bf9ed828 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Aug 29 05:27:31.295586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33052) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:31.418972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36190c8-3d38-489f-a697-c5e216ca6786 tempest-TestShelveInstance-681958238 tempest-TestShelveInstance-681958238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:31.420508 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a36190c8-3d38-489f-a697-c5e216ca6786 tempest-TestShelveInstance-681958238 tempest-TestShelveInstance-681958238-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1093 time: 0.1238954 Aug 29 05:27:31.423408 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33056) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:31.427790 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:31.448932 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.545091 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.645815 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Allocated IP 172.25.5.143 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/f72baa1d-d8bd-4d4e-a65c-695b973d529d) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:31.746062 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.784023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:31.818043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:31.822655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:31.826120 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:31.850792 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'Port': ['ID=f72baa1d-d8bd-4d4e-a65c-695b973d529d,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:32.173750 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:32.237317 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:32.395323 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:32.399654 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:32.464041 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'Port': ['ID=f72baa1d-d8bd-4d4e-a65c-695b973d529d,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:32.475879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:32.583979 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Floating IP 50379ab6-9777-487e-a54d-b99db0c704b3 associated. External IP: 172.25.5.143, port: 2512b051-5610-4f3b-b3e5-3a0b305899a8. Aug 29 05:27:32.793130 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Router f972ea30-e452-4242-8405-4fca6279445d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:32.902535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:32.914516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29913f63-660a-43a5-a715-bca56e395290 None None] Sync routers for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:32.919812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:32.923693 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29913f63-660a-43a5-a715-bca56e395290 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:32.924351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-29913f63-660a-43a5-a715-bca56e395290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:32.948144 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e6c7474d-940c-451c-ad2d-e25ea8ba1a0b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5237031 Aug 29 05:27:32.949110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:32.951449 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc815148-29a7-45f1-aeeb-a84dcee967eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:32.990009 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c79c4f-476e-4cd6-aad8-dd9f692bcab0 x-openstack-request-id: req-00c79c4f-476e-4cd6-aad8-dd9f692bcab0 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:32.990310 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:32.990566 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00c79c4f-476e-4cd6-aad8-dd9f692bcab0 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:32.991001 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'status': 'completed', 'code': 200} Aug 29 05:27:33.028272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-29913f63-660a-43a5-a715-bca56e395290 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:33.077259 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-47834aea-baaa-4acb-88df-599ba14196be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:33.078783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-47834aea-baaa-4acb-88df-599ba14196be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1098 time: 0.0409622 Aug 29 05:27:33.170277 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-481f4742-db60-4a4e-9621-9a2bf701df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:33.171767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-481f4742-db60-4a4e-9621-9a2bf701df7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0864754 Aug 29 05:27:33.237850 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-0f41572e-e102-41b6-9c35-efcd95c0f651 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 1000 time: 0.0584464 Aug 29 05:27:33.252823 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-29913f63-660a-43a5-a715-bca56e395290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '50379ab6-9777-487e-a54d-b99db0c704b3', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'port_id': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'mac_address': 'fa:16:3e:02:18:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:27:32Z', 'updated_at': '2021-08-29T05:27:32Z', 'revision_number': 0, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:33.279383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29913f63-660a-43a5-a715-bca56e395290 None None] Checking router: f972ea30-e452-4242-8405-4fca6279445d for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:33.287730 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29913f63-660a-43a5-a715-bca56e395290 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:33.288364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-29913f63-660a-43a5-a715-bca56e395290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:27:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:33.295951 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-84bb47d8-1ab4-49fc-ade0-5b4bea0f6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:33.297535 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-84bb47d8-1ab4-49fc-ade0-5b4bea0f6faa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0493658 Aug 29 05:27:33.343248 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-9c7df60b-db5a-4404-8b80-6c2823adc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:33.344722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-9c7df60b-db5a-4404-8b80-6c2823adc8ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405877 Aug 29 05:27:33.392867 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-29913f63-660a-43a5-a715-bca56e395290 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:33.434501 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-53856cf3-26de-48a5-9b49-1dea0e31e7ce service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818465 Aug 29 05:27:33.527974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fc815148-29a7-45f1-aeeb-a84dcee967eb req-1f94d7ec-36f9-4e19-b79d-8b30ef4d6d23 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864706 Aug 29 05:27:33.614922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-29913f63-660a-43a5-a715-bca56e395290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '50379ab6-9777-487e-a54d-b99db0c704b3', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'port_id': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'mac_address': 'fa:16:3e:02:18:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:27:32Z', 'updated_at': '2021-08-29T05:27:32Z', 'revision_number': 0, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:33.640475 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29913f63-660a-43a5-a715-bca56e395290 None None] The sync data for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 is: [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '50379ab6-9777-487e-a54d-b99db0c704b3', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'port_id': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'mac_address': 'fa:16:3e:02:18:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:27:32Z', 'updated_at': '2021-08-29T05:27:32Z', 'revision_number': 0, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:33.817543 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229dea8a-a1d3-4bf2-acba-b6fbc3e98ce2 None None] New status for floating IP 50379ab6-9777-487e-a54d-b99db0c704b3: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:27:38.939277 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da9dad31-73b0-4197-80cb-c3c7bf99cdfa req-62e50a25-ef3e-4dee-aa12-f28f1989d67a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262499 Aug 29 05:27:39.012416 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da9dad31-73b0-4197-80cb-c3c7bf99cdfa req-63df6b78-e675-49dc-801a-e769b24a9306 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0260818 Aug 29 05:27:39.050445 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da9dad31-73b0-4197-80cb-c3c7bf99cdfa req-df50ee41-b188-49f4-a59e-ba0c6b6a6a11 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191195 Aug 29 05:27:39.144382 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dad31-73b0-4197-80cb-c3c7bf99cdfa req-e7857695-66de-47d5-a5eb-e6d81b360a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:39.145889 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-da9dad31-73b0-4197-80cb-c3c7bf99cdfa req-e7857695-66de-47d5-a5eb-e6d81b360a57 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882738 Aug 29 05:27:46.580980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-030e2e13-6ad4-4d3e-ad7f-debc7726d91f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0820944 Aug 29 05:27:46.678795 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-83816002-b37e-402a-9aa9-50cdd6ccb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:46.680334 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-83816002-b37e-402a-9aa9-50cdd6ccb78d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1098 time: 0.0412664 Aug 29 05:27:46.782595 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-6a54dc79-f14b-4da5-ab5a-fa8e32f0cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:46.783982 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-6a54dc79-f14b-4da5-ab5a-fa8e32f0cea2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0853672 Aug 29 05:27:46.846688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-1079a6aa-210d-4e34-8e2b-0b62e6160ff3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 1002 time: 0.0552070 Aug 29 05:27:46.897943 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-83d86b8d-275e-435c-b54e-188e7485ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:46.899352 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-83d86b8d-275e-435c-b54e-188e7485ed76 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0457611 Aug 29 05:27:46.944112 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-2002a657-71a0-4a98-9e69-f1630ab6ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:46.945604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-2002a657-71a0-4a98-9e69-f1630ab6ad29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393646 Aug 29 05:27:47.031817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-93f88c41-7b0a-420e-a516-c090173d5dec service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788445 Aug 29 05:27:47.121068 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-497fd4b9-2605-4de2-a7e8-871a7b1e08a3 req-a2a88888-6837-4996-8120-67b3c40aab4c service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825083 Aug 29 05:27:48.937889 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.024462 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:27:53.653800 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-51f43f37-46b0-45ac-bc00-f69d71927e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:56.202282 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6800ac96-6ead-4feb-a8e0-2c5a20efe004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:56.445185 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:57.604590 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:58.249243 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:59.340047 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:18.958502 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:23.654462 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-551b6565-378c-4f41-8fed-e3690f2ea50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:26.024502 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:28:26.202256 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-de9c97c7-e464-4555-b594-ff33306fc5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:26.444973 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:27.611018 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:28.256132 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:29.344918 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.943187 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77e5e7ec-99db-4f50-ae98-48cfb5c6e660 req-42183481-d4c1-47cc-a65d-6e824f6c7f3e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266266 Aug 29 05:28:38.987150 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77e5e7ec-99db-4f50-ae98-48cfb5c6e660 req-6993e968-01dc-4d55-9342-5975bcf8d875 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0241783 Aug 29 05:28:39.025804 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77e5e7ec-99db-4f50-ae98-48cfb5c6e660 req-71173ee9-aeeb-43d0-9c7b-d4ea4d3c4293 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199025 Aug 29 05:28:39.118396 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5e7ec-99db-4f50-ae98-48cfb5c6e660 req-cdbdc86c-d13a-48f9-bd59-3c7216fd776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:39.119860 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77e5e7ec-99db-4f50-ae98-48cfb5c6e660 req-cdbdc86c-d13a-48f9-bd59-3c7216fd776f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879920 Aug 29 05:28:46.560933 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-c0dc79b6-1787-49fe-b866-7f0ae2ffce71 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393884 Aug 29 05:28:46.659275 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-0a63bc85-3a9a-472c-8fc1-a52ed10991a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.660763 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-0a63bc85-3a9a-472c-8fc1-a52ed10991a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1098 time: 0.0403616 Aug 29 05:28:46.765202 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-48a99313-3b17-42fa-9a22-8ba474e2b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.766641 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-48a99313-3b17-42fa-9a22-8ba474e2b432 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0852723 Aug 29 05:28:46.829236 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-e88fa6b1-21d5-4758-9735-9f8f89acd701 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 1002 time: 0.0553799 Aug 29 05:28:46.880297 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-dcfee3c7-d800-4afa-856a-1aa38b2c4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.881686 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-dcfee3c7-d800-4afa-856a-1aa38b2c4cba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0459132 Aug 29 05:28:46.926923 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-17be7a24-12a2-4d38-bd55-f1f514d06a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.928428 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-17be7a24-12a2-4d38-bd55-f1f514d06a6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393295 Aug 29 05:28:47.016960 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-32bfcb32-b6e6-43fa-b487-c880256f9df4 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788217 Aug 29 05:28:47.108980 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5b87787d-8747-4ac3-ab79-500ce48f94ac req-df371611-e167-4470-8914-8e37c5495d80 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837798 Aug 29 05:28:48.958081 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.654661 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6f0adbed-38c0-4efd-b4a4-29fa90a1a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:56.202508 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e69b2c8e-a2b3-409d-bce9-a27804b151a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:56.446640 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:57.612623 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:58.275153 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:59.344916 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:03.024396 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:29:18.956442 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:23.657144 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-290b7ede-d417-443f-999d-08a233f00409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:26.201753 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1c0389e9-9e2a-496a-ab33-f4c9df77bb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:26.447716 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:27.615732 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:28.309323 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.348467 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.931585 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-860b88b2-0c8a-456c-881e-c16bad8ef4eb req-d8102f36-69b4-4528-8990-e987bce87d5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269327 Aug 29 05:29:39.997705 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-860b88b2-0c8a-456c-881e-c16bad8ef4eb req-ba6bf192-8fcb-40b0-bb0d-f8f32fbed1eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0248456 Aug 29 05:29:40.023509 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:29:40.036314 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-860b88b2-0c8a-456c-881e-c16bad8ef4eb req-fbbe0320-e921-4fe6-a32b-ef3f243c163c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193784 Aug 29 05:29:40.129408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b88b2-0c8a-456c-881e-c16bad8ef4eb req-7f9ccfbb-195b-4e1b-b308-ecacb0d73581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:40.130871 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-860b88b2-0c8a-456c-881e-c16bad8ef4eb req-7f9ccfbb-195b-4e1b-b308-ecacb0d73581 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883069 Aug 29 05:29:48.546750 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-7f16bdfd-da43-4ec8-ab35-56163216db81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400860 Aug 29 05:29:48.644190 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-93dfcf88-74e2-43e2-b528-db1cbbfc4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:48.645727 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-93dfcf88-74e2-43e2-b528-db1cbbfc4121 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1098 time: 0.0398347 Aug 29 05:29:48.749401 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-d3c13429-7968-4424-b783-93719a596f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:48.751099 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-d3c13429-7968-4424-b783-93719a596f50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0856898 Aug 29 05:29:48.813288 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-ba626fa3-630b-49f0-980c-237724dff430 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 1002 time: 0.0557852 Aug 29 05:29:48.864801 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-c9040549-f0da-4b45-8fc0-e85246385c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:48.866183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-c9040549-f0da-4b45-8fc0-e85246385c64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0456133 Aug 29 05:29:48.912043 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-d4c3bb6a-479c-4c3c-9a44-97cb1ca221e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:48.913575 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-d4c3bb6a-479c-4c3c-9a44-97cb1ca221e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398967 Aug 29 05:29:48.924087 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-35ef3eb0-da1f-49b9-b520-dae73c0011d0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:29:48.925046 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-35ef3eb0-da1f-49b9-b520-dae73c0011d0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048974 Aug 29 05:29:48.955805 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:49.013362 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-555cce4a-3a60-4039-a6b4-be9ec1c03171 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810478 Aug 29 05:29:49.105100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9c0b485-7735-4bd7-b3cf-6f011d626e17 req-03284104-b6ff-4626-a1d0-8cae45120fd8 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834346 Aug 29 05:29:53.657843 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-614ecdf8-9c8a-4313-98ce-85462037cabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:56.201831 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-01e67711-6159-41e5-8826-8a9d660f33ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:56.449172 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:57.619211 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:58.304613 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:59.351754 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:10.345551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbc638-e39e-4a78-ad57-39aa9f1d55ae req-50c297be-372a-4b00-8a64-f7b0ae99b5f0 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:10.347019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59bbc638-e39e-4a78-ad57-39aa9f1d55ae req-50c297be-372a-4b00-8a64-f7b0ae99b5f0 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0967667 Aug 29 05:30:10.384804 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-59bbc638-e39e-4a78-ad57-39aa9f1d55ae req-8a505108-4a55-4324-b0bf-7cc5b8159825 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Aug 29 05:30:11.526362 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0e611-6f05-4525-9a9f-39c49b04643c req-30efff4d-5992-4133-99a2-297bad7a3d93 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:11.527833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2c0e611-6f05-4525-9a9f-39c49b04643c req-30efff4d-5992-4133-99a2-297bad7a3d93 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0485342 Aug 29 05:30:11.568745 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2c0e611-6f05-4525-9a9f-39c49b04643c req-0dcfd4fd-5ee6-462f-8508-feca5f0f6d9a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350530 Aug 29 05:30:12.710779 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0c7b8-4b56-4c67-afe0-1323cc256e04 req-c6444378-3281-4ce4-94e6-15120179a110 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:12.712302 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6b0c7b8-4b56-4c67-afe0-1323cc256e04 req-c6444378-3281-4ce4-94e6-15120179a110 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0493453 Aug 29 05:30:12.749956 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f6b0c7b8-4b56-4c67-afe0-1323cc256e04 req-31e9c6e4-8696-4b04-9c41-d781d955b82b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317791 Aug 29 05:30:13.862439 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ca135-b29c-4a47-8ce7-9ff51da64086 req-9e3d8ff0-7072-4ba0-9b85-e9bb820dd35e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:13.863800 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006ca135-b29c-4a47-8ce7-9ff51da64086 req-9e3d8ff0-7072-4ba0-9b85-e9bb820dd35e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0473177 Aug 29 05:30:13.900903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-006ca135-b29c-4a47-8ce7-9ff51da64086 req-132b83c3-02d0-4970-a6b5-45ce4a96f383 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Aug 29 05:30:15.013704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9e1f4-1588-4594-a18e-e6556c9ae018 req-84c2f516-5c34-4e75-bbd4-d5e08c69e948 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:15.015178 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0e9e1f4-1588-4594-a18e-e6556c9ae018 req-84c2f516-5c34-4e75-bbd4-d5e08c69e948 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0478933 Aug 29 05:30:15.055722 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0e9e1f4-1588-4594-a18e-e6556c9ae018 req-785f66db-97b4-422b-83d5-6c4e61192bc9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346439 Aug 29 05:30:16.170438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92139a49-bdd6-4100-8bc9-699d77ad764a req-d981c476-4174-4a1c-9cfa-d5726b319e9e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:16.171905 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92139a49-bdd6-4100-8bc9-699d77ad764a req-d981c476-4174-4a1c-9cfa-d5726b319e9e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0498064 Aug 29 05:30:16.210156 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-92139a49-bdd6-4100-8bc9-699d77ad764a req-91d977a5-6532-4474-910b-6251edd8aa2d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Aug 29 05:30:17.023275 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:30:17.325002 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a57d31-eead-4af0-b50e-b72d8a8ea06b req-00ec03c6-29b5-4c30-a0c9-0bf8f9d40a8c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:17.326492 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03a57d31-eead-4af0-b50e-b72d8a8ea06b req-00ec03c6-29b5-4c30-a0c9-0bf8f9d40a8c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0485334 Aug 29 05:30:17.363544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03a57d31-eead-4af0-b50e-b72d8a8ea06b req-98cfb657-57d5-4d5b-a423-2d1c108005e3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312605 Aug 29 05:30:18.478226 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce997-a18a-42e9-ac0b-439fc9ee5b18 req-e0a55319-4de8-4407-a527-4d8eae087bab tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:18.480287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c2ce997-a18a-42e9-ac0b-439fc9ee5b18 req-e0a55319-4de8-4407-a527-4d8eae087bab tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0476329 Aug 29 05:30:18.520281 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2c2ce997-a18a-42e9-ac0b-439fc9ee5b18 req-a6cee367-177b-4200-b76a-a498b89e7df5 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340936 Aug 29 05:30:18.955128 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:19.634466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28c4aa-a84b-41f4-90a4-0ffcf6c3597c req-9fcc3c0b-4706-4026-ac48-00b487714c9a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:19.635996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f28c4aa-a84b-41f4-90a4-0ffcf6c3597c req-9fcc3c0b-4706-4026-ac48-00b487714c9a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0492635 Aug 29 05:30:19.674817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8f28c4aa-a84b-41f4-90a4-0ffcf6c3597c req-b0ec776a-5dc3-4321-b6de-6b77bf03e3f0 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Aug 29 05:30:20.793726 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421f8e3-1d49-4e0d-8c22-c6c6d23e659a req-c520ee4a-ab5f-4567-a26b-01104f9d9bd8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:20.795205 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3421f8e3-1d49-4e0d-8c22-c6c6d23e659a req-c520ee4a-ab5f-4567-a26b-01104f9d9bd8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0477057 Aug 29 05:30:20.832260 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3421f8e3-1d49-4e0d-8c22-c6c6d23e659a req-9ed91e80-1106-41d5-92c4-6f1ffad0f6de tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Aug 29 05:30:21.943316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075602e-08a5-486e-8dfe-dcf95d727499 req-f2a81bf7-15db-4904-a83c-96ae7ddd9931 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:21.944783 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1075602e-08a5-486e-8dfe-dcf95d727499 req-f2a81bf7-15db-4904-a83c-96ae7ddd9931 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0474010 Aug 29 05:30:21.985423 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1075602e-08a5-486e-8dfe-dcf95d727499 req-ab089d52-5d91-40ad-9816-9a7fa489f586 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345554 Aug 29 05:30:23.097636 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ba23-d6eb-40ab-bbbb-92eefd28d031 req-270835ea-e69e-4c3b-b147-ded4091900ae tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:23.099111 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13e0ba23-d6eb-40ab-bbbb-92eefd28d031 req-270835ea-e69e-4c3b-b147-ded4091900ae tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0487442 Aug 29 05:30:23.137040 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13e0ba23-d6eb-40ab-bbbb-92eefd28d031 req-2286d215-6adb-4df7-86a6-9b567c1522bc tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Aug 29 05:30:23.285120 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2512b051-5610-4f3b-b3e5-3a0b305899a8 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:30:23.378924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:23.389901 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'port_id': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'mac_address': 'fa:16:3e:02:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:30:23.425228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.437828 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2512b051-5610-4f3b-b3e5-3a0b305899a8 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:30:23.456033 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:23.459951 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.509407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:23.516902 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.517254 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.517598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.517938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.518275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.518609 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.518939 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.519266 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.519593 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.519916 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.520273 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.520601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.609133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2512b051-5610-4f3b-b3e5-3a0b305899a8'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:30:23.666773 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a963eb59-dcfc-4ed9-8d1c-a48ff7b7d6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.257068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a330d-bb99-4e1f-8990-6d09cbf8ee62 req-a17e97c9-02a7-49b2-a6f8-602eb808e9d1 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:24.258552 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f24a330d-bb99-4e1f-8990-6d09cbf8ee62 req-a17e97c9-02a7-49b2-a6f8-602eb808e9d1 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 945 time: 0.0502007 Aug 29 05:30:24.295506 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f24a330d-bb99-4e1f-8990-6d09cbf8ee62 req-b44ead4a-a24a-409b-8828-d458cc39213b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304387 Aug 29 05:30:25.292871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2512b051-5610-4f3b-b3e5-3a0b305899a8 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:25.340422 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 2512b051-5610-4f3b-b3e5-3a0b305899a8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:25.340801 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:25.408640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a76f1-1476-4770-b1bb-d2cfdc90f244 req-fe58503b-0b7b-41e7-ad98-4b2dba0d2d3d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:25.410133 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b21a76f1-1476-4770-b1bb-d2cfdc90f244 req-fe58503b-0b7b-41e7-ad98-4b2dba0d2d3d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 945 time: 0.0482268 Aug 29 05:30:25.419403 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:25.441055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:25.443278 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2347d68e-8a2b-4756-b3ec-b4216550922c" -d '{"events": [{"server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "name": "network-vif-plugged", "status": "completed", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:25.456399 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:25.457421 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b21a76f1-1476-4770-b1bb-d2cfdc90f244 req-10ecd34e-2bcd-4897-a715-5e58de4a41b5 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 Aug 29 05:30:25.462011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:25.485277 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7f07a-1551-4c42-a10f-938494edebd3 x-openstack-request-id: req-5de7f07a-1551-4c42-a10f-938494edebd3 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:25.485574 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "name": "network-vif-plugged", "status": "completed", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:25.485823 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5de7f07a-1551-4c42-a10f-938494edebd3 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:25.486203 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'code': 200} Aug 29 05:30:25.510364 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:26.202172 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-04a40386-d504-4787-97e5-9306acc688a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.450083 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.566727 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b02a-5e2b-44ca-917b-f3eec37d857c req-e6718909-67f6-40aa-b0e3-922266086595 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:26.568216 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ed1b02a-5e2b-44ca-917b-f3eec37d857c req-e6718909-67f6-40aa-b0e3-922266086595 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0483098 Aug 29 05:30:26.606490 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9ed1b02a-5e2b-44ca-917b-f3eec37d857c req-d68e10aa-96de-425d-ab8d-7ba38d012afe tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324872 Aug 29 05:30:27.621757 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.728469 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680e82-ad45-41cd-a068-3e0c0b5dfc83 req-f4d47466-5f60-4f87-a929-8641351068e7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:27.730025 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76680e82-ad45-41cd-a068-3e0c0b5dfc83 req-f4d47466-5f60-4f87-a929-8641351068e7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0527055 Aug 29 05:30:27.770791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76680e82-ad45-41cd-a068-3e0c0b5dfc83 req-ae01c8ab-a05d-4e1f-8804-4264167f0a3b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341775 Aug 29 05:30:28.309628 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:28.901783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943a07e-5c13-468e-a442-ec1214841041 req-6bce36b4-4818-4816-aa25-45eb52a3a512 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:28.904396 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3943a07e-5c13-468e-a442-ec1214841041 req-6bce36b4-4818-4816-aa25-45eb52a3a512 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0603740 Aug 29 05:30:28.950294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3943a07e-5c13-468e-a442-ec1214841041 req-949ea74d-8dd6-4850-acbc-8b723a3117fd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388374 Aug 29 05:30:29.358679 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:30.075945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f447b-c617-49ef-bce3-5eace276ca6e req-84763a70-7fec-4ef6-b09c-36812cb6a6c6 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:30.078309 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a1f447b-c617-49ef-bce3-5eace276ca6e req-84763a70-7fec-4ef6-b09c-36812cb6a6c6 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0550382 Aug 29 05:30:30.123580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7a1f447b-c617-49ef-bce3-5eace276ca6e req-8e73bebd-3913-49fb-a7d9-e0c6f5d75b2f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393107 Aug 29 05:30:31.246330 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe75117-0916-48b0-b301-69eb0e2ee9a2 req-4414503a-c5b1-46e2-b472-070a79b38f8b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:31.253887 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfe75117-0916-48b0-b301-69eb0e2ee9a2 req-4414503a-c5b1-46e2-b472-070a79b38f8b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0561707 Aug 29 05:30:31.290286 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bfe75117-0916-48b0-b301-69eb0e2ee9a2 req-c58ae74b-27ac-4ae4-b935-59895e2b9da7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355449 Aug 29 05:30:32.417701 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d17bfc-2ebd-4380-bae3-1275a35d7758 req-58a8e8ff-9133-4dca-9901-6e4a372f47ae tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:32.419509 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60d17bfc-2ebd-4380-bae3-1275a35d7758 req-58a8e8ff-9133-4dca-9901-6e4a372f47ae tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0568161 Aug 29 05:30:32.468996 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-60d17bfc-2ebd-4380-bae3-1275a35d7758 req-dc6e630d-ed60-4f50-8c32-793d10b7e0f7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428035 Aug 29 05:30:33.581295 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475c8b1-85cf-493b-9513-43e953721524 req-0cb6270a-2360-470e-9b2b-58f883221394 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:33.584679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b475c8b1-85cf-493b-9513-43e953721524 req-0cb6270a-2360-470e-9b2b-58f883221394 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0521970 Aug 29 05:30:33.630255 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b475c8b1-85cf-493b-9513-43e953721524 req-91f0f5b4-b967-468f-9890-2aaf10068836 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410039 Aug 29 05:30:34.750071 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dcca0-fe6a-4f18-a4d5-c26fd0a64df9 req-89d7eba0-a7de-4a67-987f-3b28da6c6615 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.751846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f05dcca0-fe6a-4f18-a4d5-c26fd0a64df9 req-89d7eba0-a7de-4a67-987f-3b28da6c6615 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0528708 Aug 29 05:30:34.800430 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f05dcca0-fe6a-4f18-a4d5-c26fd0a64df9 req-e5aaa8ef-2538-47e5-abd9-8a8374eab8ca tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Aug 29 05:30:35.924015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4a478-c744-40e6-8642-02683d68f775 req-c79be69e-fb98-4d26-a2ec-ffaf9348f1e5 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:35.925676 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0f4a478-c744-40e6-8642-02683d68f775 req-c79be69e-fb98-4d26-a2ec-ffaf9348f1e5 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0538888 Aug 29 05:30:35.986893 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0f4a478-c744-40e6-8642-02683d68f775 req-796b0a3a-3621-4934-a950-91364c6bf2fa tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496230 Aug 29 05:30:37.396091 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab33ba6-30c6-4650-b093-2f5f0579433c req-94ddd243-d511-43fb-bfa4-9ec4ad4e1628 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.397583 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aab33ba6-30c6-4650-b093-2f5f0579433c req-94ddd243-d511-43fb-bfa4-9ec4ad4e1628 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.3506951 Aug 29 05:30:37.461424 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-aab33ba6-30c6-4650-b093-2f5f0579433c req-91d042e9-6e09-42fa-841e-ab1013406428 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563200 Aug 29 05:30:37.470016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-093171ca-a597-4098-8f84-99984812c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.471449 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-093171ca-a597-4098-8f84-99984812c22e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1098 time: 0.0531139 Aug 29 05:30:37.562070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-37713fc6-fe66-4d27-9c80-9cf391904868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.563515 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-37713fc6-fe66-4d27-9c80-9cf391904868 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0849791 Aug 29 05:30:37.627557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-3834cb04-17c6-401e-ac5a-b250bcc0e536 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 1002 time: 0.0571835 Aug 29 05:30:37.680440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-4f7329f8-e972-4c30-b2ef-18dd4fba5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.681793 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-4f7329f8-e972-4c30-b2ef-18dd4fba5967 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0469639 Aug 29 05:30:37.726704 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-f4f47c8e-9b5c-4796-b954-a4d0fe4ac7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.728151 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-f4f47c8e-9b5c-4796-b954-a4d0fe4ac7ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394399 Aug 29 05:30:37.814082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-0e7c69e0-9695-4b73-ae6b-39f1e27c0788 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784669 Aug 29 05:30:37.906179 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7dc12eab-c3d3-4d7f-b74a-8862c26a3776 req-5033bf64-808a-493b-8757-8ab73fe4969c service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851176 Aug 29 05:30:38.575458 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef5f76-efc5-49d7-88d3-2cad4e544233 req-a9e18a1f-8bb6-4fde-aa72-84877fd47329 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:38.577100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01ef5f76-efc5-49d7-88d3-2cad4e544233 req-a9e18a1f-8bb6-4fde-aa72-84877fd47329 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0491502 Aug 29 05:30:38.614284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-01ef5f76-efc5-49d7-88d3-2cad4e544233 req-61c55290-6ce0-48fc-8906-a1b3781856a2 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Aug 29 05:30:39.733396 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb114e7-9567-4794-af37-0b1872dddbb8 req-8c468361-e7a8-47e7-be30-349f58d3ab60 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:39.734879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6eb114e7-9567-4794-af37-0b1872dddbb8 req-8c468361-e7a8-47e7-be30-349f58d3ab60 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0496495 Aug 29 05:30:39.771728 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6eb114e7-9567-4794-af37-0b1872dddbb8 req-85458729-a449-4422-80d6-a453e989ddea tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308604 Aug 29 05:30:39.958769 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b30fd2de-96c5-4095-b785-5f51d1cae2ff req-c61b2917-405b-412e-8582-2ad2935d0090 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0476346 Aug 29 05:30:39.997529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50752f7-376f-4180-9ab9-047fca113e96 req-04299ea6-af81-4330-a292-c99eabccdb6c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:39.999386 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f50752f7-376f-4180-9ab9-047fca113e96 req-04299ea6-af81-4330-a292-c99eabccdb6c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0618176 Aug 29 05:30:40.012668 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b30fd2de-96c5-4095-b785-5f51d1cae2ff req-a1ec8962-6da2-4221-a6d7-e42654ad3daa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0318003 Aug 29 05:30:40.044732 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f50752f7-376f-4180-9ab9-047fca113e96 req-87fe41c4-d509-4c7f-a8a8-ed3db85f37ad tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371010 Aug 29 05:30:40.056518 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b30fd2de-96c5-4095-b785-5f51d1cae2ff req-c4f57900-3864-41a4-bad4-00e91b2f0953 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229368 Aug 29 05:30:40.146945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33292) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:40.158073 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd2de-96c5-4095-b785-5f51d1cae2ff req-10234573-7f97-4b86-bd6a-1eb042922feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:40.159519 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b30fd2de-96c5-4095-b785-5f51d1cae2ff req-10234573-7f97-4b86-bd6a-1eb042922feb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961988 Aug 29 05:30:40.226164 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-556e8372-094d-4893-b541-18e400b1213a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780768 Aug 29 05:30:41.157867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532939c2-5ae3-4fa3-8619-10925956947a req-625a2013-e39f-4ecc-ba6b-a70e49da1146 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:41.159366 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-532939c2-5ae3-4fa3-8619-10925956947a req-625a2013-e39f-4ecc-ba6b-a70e49da1146 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 946 time: 0.0484769 Aug 29 05:30:41.199257 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-532939c2-5ae3-4fa3-8619-10925956947a req-1380b98c-1dc0-4d2e-aa3f-fb8ae2ead997 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339267 Aug 29 05:30:41.383768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2512b051-5610-4f3b-b3e5-3a0b305899a8 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:30:41.460999 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.483268 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:41.485594 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4205368-022b-4a15-bfa2-870646d62cff" -d '{"events": [{"server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "name": "network-vif-unplugged", "status": "completed", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:41.499446 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:41.503888 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.526915 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3924a106-2060-47fd-97c7-57839db50b9c x-openstack-request-id: req-3924a106-2060-47fd-97c7-57839db50b9c {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:41.527206 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "name": "network-vif-unplugged", "status": "failed", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8", "code": 422}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:41.527460 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3924a106-2060-47fd-97c7-57839db50b9c {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:41.527852 n-d-712141-12 neutron-server[94852]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'code': 422} returned with failed status Aug 29 05:30:41.552824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:42.315334 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28b4e6-6018-46d9-a0ec-22d4446d0ba9 req-748bcf49-de92-4acc-a328-d657757a7dac tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:42.316840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c28b4e6-6018-46d9-a0ec-22d4446d0ba9 req-748bcf49-de92-4acc-a328-d657757a7dac tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0523884 Aug 29 05:30:42.353568 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c28b4e6-6018-46d9-a0ec-22d4446d0ba9 req-28241c78-2e29-44fd-9f61-c924ecaae66b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Aug 29 05:30:43.104062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-f3b52371-e74e-434b-9499-c57e43a1669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:43.105580 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-f3b52371-e74e-434b-9499-c57e43a1669a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b&tenant_id=3290e340952e478d878a8a7181dbcbdb HTTP/1.1" status: 200 len: 1096 time: 0.0397704 Aug 29 05:30:43.174899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-6af57ed5-18fe-400c-aa3f-7ecd193b0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:43.176401 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-6af57ed5-18fe-400c-aa3f-7ecd193b0ac3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1096 time: 0.0389056 Aug 29 05:30:43.266934 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-1ebbf6a9-02f1-4837-ba1f-57ea93be8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:43.268414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-1ebbf6a9-02f1-4837-ba1f-57ea93be8df3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0847409 Aug 29 05:30:43.332429 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-db364236-f185-4625-b762-82bb94f730a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 1000 time: 0.0564382 Aug 29 05:30:43.382183 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-987dcf09-8efc-4557-86d6-50bbecbb7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:43.383267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-987dcf09-8efc-4557-86d6-50bbecbb7d14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0432465 Aug 29 05:30:43.458929 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-4a0bdcd4-5291-485b-968f-233df85efbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:43.460453 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-4a0bdcd4-5291-485b-968f-233df85efbbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701439 Aug 29 05:30:43.483478 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9563-7fc4-44d1-ab93-dcf3ce7dad72 req-9c708225-720e-4ded-a3ed-fbe6891f59f1 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:43.484913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-395e9563-7fc4-44d1-ab93-dcf3ce7dad72 req-9c708225-720e-4ded-a3ed-fbe6891f59f1 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0634272 Aug 29 05:30:43.567566 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-395e9563-7fc4-44d1-ab93-dcf3ce7dad72 req-db227c05-8570-42ca-8611-9c0137bb4bfd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732751 Aug 29 05:30:43.590148 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-02831537-dd63-4341-9de1-5e6cda2652a8 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219003 Aug 29 05:30:43.680494 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-df09e96a-5e8c-468a-96e8-d2d0e36f9152 req-7ec59198-a6e6-4036-97ba-4dbe7f6d183c service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828950 Aug 29 05:30:44.691207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf621d2-7860-4ffa-934f-2b56fffc691a req-7e20d698-1812-420b-b829-485bcd96802c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:44.692771 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-acf621d2-7860-4ffa-934f-2b56fffc691a req-7e20d698-1812-420b-b829-485bcd96802c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0514636 Aug 29 05:30:44.731657 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-acf621d2-7860-4ffa-934f-2b56fffc691a req-7f4554ba-5862-4080-9b70-8b24a772185f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321624 Aug 29 05:30:45.858557 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74f83e-ab19-486b-b041-9ec5588bc8a2 req-0b40d8eb-840f-4bda-8753-2589dbc16525 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:45.860035 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af74f83e-ab19-486b-b041-9ec5588bc8a2 req-0b40d8eb-840f-4bda-8753-2589dbc16525 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0570798 Aug 29 05:30:45.900587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af74f83e-ab19-486b-b041-9ec5588bc8a2 req-d1518e76-55ca-4353-9994-64f16a4676aa tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341654 Aug 29 05:30:47.019875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af39908-3de8-4ce9-b22f-9a14b39cc03c req-7d8a5078-ae53-47df-abaa-28d724e10d8e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:47.021738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3af39908-3de8-4ce9-b22f-9a14b39cc03c req-7d8a5078-ae53-47df-abaa-28d724e10d8e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0493879 Aug 29 05:30:47.061813 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3af39908-3de8-4ce9-b22f-9a14b39cc03c req-b6265766-8036-4de7-b404-fb4f6e58ec7a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332463 Aug 29 05:30:48.185110 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d20bf-68d4-419f-b6cd-48b4fb331ea0 req-800942d1-8ddd-466b-baa0-f6e49a171f6c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:48.186973 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-184d20bf-68d4-419f-b6cd-48b4fb331ea0 req-800942d1-8ddd-466b-baa0-f6e49a171f6c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0547192 Aug 29 05:30:48.226843 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-184d20bf-68d4-419f-b6cd-48b4fb331ea0 req-f2e73095-2351-4eac-8431-66d369210849 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338175 Aug 29 05:30:48.959651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:49.375657 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a8c99-2f21-4dc2-a8f8-4036f5480926 req-bb7d6c9e-6f65-4bf3-84b1-8237e7cdcdba tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:49.377439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a40a8c99-2f21-4dc2-a8f8-4036f5480926 req-bb7d6c9e-6f65-4bf3-84b1-8237e7cdcdba tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0598226 Aug 29 05:30:49.418292 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a40a8c99-2f21-4dc2-a8f8-4036f5480926 req-95380edc-3e5d-4883-ab0b-6c1448dcbf8a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347445 Aug 29 05:30:50.536925 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d0ae-d592-49da-a795-051e5f758acf req-6f62a9aa-a3cc-421d-a69e-02ff85f3d61b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:50.538436 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a617d0ae-d592-49da-a795-051e5f758acf req-6f62a9aa-a3cc-421d-a69e-02ff85f3d61b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0517292 Aug 29 05:30:50.579974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a617d0ae-d592-49da-a795-051e5f758acf req-beb9a7c2-809f-4e30-8d8f-cdb5655d142f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352762 Aug 29 05:30:51.699180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f3201-7cf2-4f60-8c83-f8ee03cd76a9 req-c1296f2c-439e-42c2-96a7-22944bad70d5 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:51.700942 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e6f3201-7cf2-4f60-8c83-f8ee03cd76a9 req-c1296f2c-439e-42c2-96a7-22944bad70d5 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0526881 Aug 29 05:30:51.741303 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2e6f3201-7cf2-4f60-8c83-f8ee03cd76a9 req-4bab54be-fd86-424b-a76a-b9706140b23f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340369 Aug 29 05:30:52.876691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a71fc4-50fd-4cd0-a812-2e4f9f4e4e2f req-e0340c18-a03e-4eb8-996f-ca843eb20b9d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:52.883368 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4a71fc4-50fd-4cd0-a812-2e4f9f4e4e2f req-e0340c18-a03e-4eb8-996f-ca843eb20b9d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0701685 Aug 29 05:30:52.926030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4a71fc4-50fd-4cd0-a812-2e4f9f4e4e2f req-a040c081-e8bb-42f0-a47a-82c7795a3eeb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346687 Aug 29 05:30:53.660513 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9e03e892-d3f1-4566-af3a-19f0bb3f5c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:54.022285 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:30:54.043214 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d31d81-99dc-46ab-adfb-45be2f9d2bf6 req-263de0fc-9e86-49cb-8283-f9f2be7befd8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:54.044730 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54d31d81-99dc-46ab-adfb-45be2f9d2bf6 req-263de0fc-9e86-49cb-8283-f9f2be7befd8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0497468 Aug 29 05:30:54.083294 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-54d31d81-99dc-46ab-adfb-45be2f9d2bf6 req-861c73d5-bfac-4249-a28a-438ef6c6cb5d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327318 Aug 29 05:30:55.196249 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98643b6-a4c5-4b05-b2ad-1cc9ea682acb req-e4f7caf5-5869-4c03-a658-d11641c4da09 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:55.197706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b98643b6-a4c5-4b05-b2ad-1cc9ea682acb req-e4f7caf5-5869-4c03-a658-d11641c4da09 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0482016 Aug 29 05:30:55.234830 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b98643b6-a4c5-4b05-b2ad-1cc9ea682acb req-79910218-98c9-4bea-9e4f-0e5f523ddf4c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311966 Aug 29 05:30:56.201973 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9086574b-5f36-4651-99c9-ccba4d6a7892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:56.350088 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b3991-3f10-423f-9f84-31c8fb6db1fb req-b166d042-4b81-4bc8-b1f9-35a890002072 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:56.351569 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-476b3991-3f10-423f-9f84-31c8fb6db1fb req-b166d042-4b81-4bc8-b1f9-35a890002072 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0523574 Aug 29 05:30:56.389169 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-476b3991-3f10-423f-9f84-31c8fb6db1fb req-1e334fe0-fb81-47f9-8a2b-b09b9e0c89d4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312533 Aug 29 05:30:56.451001 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:57.355392 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741554b-6061-4cec-a647-ae193920a7a5 req-05127b89-918d-4b55-8d8e-604843c54741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:57.356903 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2741554b-6061-4cec-a647-ae193920a7a5 req-05127b89-918d-4b55-8d8e-604843c54741 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1096 time: 0.0403943 Aug 29 05:30:57.473932 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741554b-6061-4cec-a647-ae193920a7a5 req-2e931d52-478d-44b7-a368-005e40398302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:57.475351 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2741554b-6061-4cec-a647-ae193920a7a5 req-2e931d52-478d-44b7-a368-005e40398302 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0953090 Aug 29 05:30:57.551746 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a696a-d9fd-4704-b9f9-85458a0c3716 req-566679e3-7fd0-4035-90d3-aa93d2810854 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:57.553223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c9a696a-d9fd-4704-b9f9-85458a0c3716 req-566679e3-7fd0-4035-90d3-aa93d2810854 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0974026 Aug 29 05:30:57.563136 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2741554b-6061-4cec-a647-ae193920a7a5 req-55618eaf-53b2-4a2d-955b-9e55e2ede4fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 1000 time: 0.0742178 Aug 29 05:30:57.624492 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:57.630204 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-9c9a696a-d9fd-4704-b9f9-85458a0c3716 req-917a3d95-0e30-472f-8cfd-85d5da8e21f9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700891 Aug 29 05:30:57.638022 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741554b-6061-4cec-a647-ae193920a7a5 req-239cb5ae-45fd-4e38-b515-3dbdcd54fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:57.639460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2741554b-6061-4cec-a647-ae193920a7a5 req-239cb5ae-45fd-4e38-b515-3dbdcd54fbaa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0635636 Aug 29 05:30:57.686311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741554b-6061-4cec-a647-ae193920a7a5 req-edb08a8f-b1e3-453e-92a4-aa5a7cf68678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:57.687871 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2741554b-6061-4cec-a647-ae193920a7a5 req-edb08a8f-b1e3-453e-92a4-aa5a7cf68678 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414531 Aug 29 05:30:57.779962 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2741554b-6061-4cec-a647-ae193920a7a5 req-3954c18f-3d01-4e66-abe5-120d313a8f8d service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847991 Aug 29 05:30:57.868069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2741554b-6061-4cec-a647-ae193920a7a5 req-b0101acf-1baa-4948-9a1d-76f0e85ba2dc service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810499 Aug 29 05:30:58.321660 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:58.743913 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b44d9-0719-452d-80f5-35c5564490f1 req-077eb8a8-2cfe-4337-bc4f-28c171ba4400 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:58.745411 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-179b44d9-0719-452d-80f5-35c5564490f1 req-077eb8a8-2cfe-4337-bc4f-28c171ba4400 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0493553 Aug 29 05:30:58.782104 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-179b44d9-0719-452d-80f5-35c5564490f1 req-663357a8-9ca9-4d02-b944-5374be589a53 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306575 Aug 29 05:30:59.359210 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:59.899353 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f3d7-4d95-4b57-8465-da8c94ac5491 req-a7e21bfe-c71e-4b27-9f4e-cd7c9ea2392d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:59.900744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a1f3d7-4d95-4b57-8465-da8c94ac5491 req-a7e21bfe-c71e-4b27-9f4e-cd7c9ea2392d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0521026 Aug 29 05:30:59.937680 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-05a1f3d7-4d95-4b57-8465-da8c94ac5491 req-c1b4deb0-7b44-4347-9358-72262bb5fb79 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310194 Aug 29 05:31:01.050713 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebc531-bbbb-4cb7-9bf0-3fe74353ff7c req-9888acc4-e1e7-485c-91f4-903eb92f51e1 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:01.052183 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76ebc531-bbbb-4cb7-9bf0-3fe74353ff7c req-9888acc4-e1e7-485c-91f4-903eb92f51e1 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 944 time: 0.0483937 Aug 29 05:31:01.089744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-76ebc531-bbbb-4cb7-9bf0-3fe74353ff7c req-0155a16a-57f3-4f74-ae6e-3eeaeb2b9d91 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311234 Aug 29 05:31:01.533911 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2512b051-5610-4f3b-b3e5-3a0b305899a8 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:31:01.628541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:01.639371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'port_id': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'mac_address': 'fa:16:3e:02:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:31:01.674702 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:01.687305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2512b051-5610-4f3b-b3e5-3a0b305899a8 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:31:01.705278 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:01.709192 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:01.908563 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=9']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:02.138316 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['2512b051-5610-4f3b-b3e5-3a0b305899a8'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:31:02.202957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c42b7d-f27d-4d03-b150-926311fdb8c7 req-ab6067ec-2979-40db-8d5d-bdcb14c3617f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:02.204514 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0c42b7d-f27d-4d03-b150-926311fdb8c7 req-ab6067ec-2979-40db-8d5d-bdcb14c3617f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 945 time: 0.0483415 Aug 29 05:31:02.242160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a0c42b7d-f27d-4d03-b150-926311fdb8c7 req-a30722b6-8e8c-4d8b-a5e3-7f176ef9f989 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Aug 29 05:31:03.361078 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf21e1b-baf7-4f91-85fd-fe100b9e0f5d req-0b69b790-3d9e-4b21-b198-f5db6237ccfc tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:03.362544 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bf21e1b-baf7-4f91-85fd-fe100b9e0f5d req-0b69b790-3d9e-4b21-b198-f5db6237ccfc tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 945 time: 0.0518692 Aug 29 05:31:03.398499 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1bf21e1b-baf7-4f91-85fd-fe100b9e0f5d req-0188326e-2b0c-406d-ad75-5f39dcc23c7d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301406 Aug 29 05:31:03.563686 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2512b051-5610-4f3b-b3e5-3a0b305899a8 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:31:03.610302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 2512b051-5610-4f3b-b3e5-3a0b305899a8 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:31:03.610672 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:03.682421 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:03.703788 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:31:03.706036 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd1cc1-5f5d-4916-b7a7-acc54d078629" -d '{"events": [{"server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "name": "network-vif-plugged", "status": "completed", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:31:03.718307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:03.722361 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:03.747232 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2821b1de-7ed2-4adf-af79-55e131384ba7 x-openstack-request-id: req-2821b1de-7ed2-4adf-af79-55e131384ba7 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:31:03.747525 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "name": "network-vif-plugged", "status": "completed", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:31:03.747772 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2821b1de-7ed2-4adf-af79-55e131384ba7 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:31:03.748148 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'code': 200} Aug 29 05:31:03.772567 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=10']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:03.937693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6f988-10ec-49df-974c-7f26e38ff4f6 req-4ed2d986-844d-41ec-b38f-cb32f8975050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:03.939173 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9d6f988-10ec-49df-974c-7f26e38ff4f6 req-4ed2d986-844d-41ec-b38f-cb32f8975050 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1099 time: 0.0389941 Aug 29 05:31:03.973336 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c9d6f988-10ec-49df-974c-7f26e38ff4f6 req-5d0e451d-1a19-472c-95fa-ae53c9578b43 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275252 Aug 29 05:31:04.512191 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeec0c1-1f8d-470a-9bc3-8074d8524c2e req-b4b8bf87-11e7-4468-8dcf-4045da67a948 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:04.513694 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6aeec0c1-1f8d-470a-9bc3-8074d8524c2e req-b4b8bf87-11e7-4468-8dcf-4045da67a948 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 947 time: 0.0484626 Aug 29 05:31:04.550656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6aeec0c1-1f8d-470a-9bc3-8074d8524c2e req-9f3112dc-8e5a-4490-b9e7-b75d9e5772e7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Aug 29 05:31:05.672481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9d44f-2624-4c60-a1b5-f5f3b0065be7 req-8b7f0b2f-ba59-4432-a78f-3df25db760ca tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:05.674044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97d9d44f-2624-4c60-a1b5-f5f3b0065be7 req-8b7f0b2f-ba59-4432-a78f-3df25db760ca tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 947 time: 0.0536122 Aug 29 05:31:05.712666 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-97d9d44f-2624-4c60-a1b5-f5f3b0065be7 req-32462755-901b-49d1-9cad-8ab2b0dffcdf tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324757 Aug 29 05:31:06.828346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63338b6d-7657-4cff-869d-982d8ffb09d0 req-c6aecd19-eb27-4860-8c14-e40d644ce41a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:06.829829 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63338b6d-7657-4cff-869d-982d8ffb09d0 req-c6aecd19-eb27-4860-8c14-e40d644ce41a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 947 time: 0.0496178 Aug 29 05:31:06.867577 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-63338b6d-7657-4cff-869d-982d8ffb09d0 req-29932153-02d5-4c1e-a606-7e3478369b53 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317752 Aug 29 05:31:18.954906 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:23.662789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b301ea42-cf2a-4f0c-b3f8-061acc246a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:26.202782 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7e6df443-57ab-446f-ab54-e6763f4b94bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:26.450809 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:27.628469 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:28.320442 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:29.362448 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:31.021863 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:31:40.974794 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dcd177a6-75aa-46be-a6e2-c5197b3df79b req-624238c0-c904-465f-8617-db239ffb341d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0715871 Aug 29 05:31:41.042550 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dcd177a6-75aa-46be-a6e2-c5197b3df79b req-1c10b6b1-fb9c-45b0-acb6-54f05c659adc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0241907 Aug 29 05:31:41.079149 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dcd177a6-75aa-46be-a6e2-c5197b3df79b req-7e544081-bb9a-4f2d-8263-8e9c19b8f451 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182557 Aug 29 05:31:41.178796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd177a6-75aa-46be-a6e2-c5197b3df79b req-ae309025-dce5-4d66-ac7c-9e7d1a7aaf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:41.180189 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dcd177a6-75aa-46be-a6e2-c5197b3df79b req-ae309025-dce5-4d66-ac7c-9e7d1a7aaf6d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945847 Aug 29 05:31:48.952961 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:53.308592 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-72f41fe5-93ae-4693-bf1e-a59c20880116 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397866 Aug 29 05:31:53.407628 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-2a6dbd73-b1c5-47e1-93cb-96b9087260b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:53.409123 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-2a6dbd73-b1c5-47e1-93cb-96b9087260b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1099 time: 0.0438683 Aug 29 05:31:53.507403 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-4dcb251d-269c-486e-b5b2-c79c83b34e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:53.508881 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-4dcb251d-269c-486e-b5b2-c79c83b34e62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0812087 Aug 29 05:31:53.575295 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-2ceb5fba-1c61-452a-bb4a-d039563fb7c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 1002 time: 0.0592237 Aug 29 05:31:53.624054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-f5d04ce9-a15e-4639-a6f3-2143e6365bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:53.625495 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-f5d04ce9-a15e-4639-a6f3-2143e6365bfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0432556 Aug 29 05:31:53.663998 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-07643b8e-598e-4b05-8f30-3b601151d118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:53.672365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-a656a703-d2d8-4ceb-826a-7640fa41517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:53.673846 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-a656a703-d2d8-4ceb-826a-7640fa41517a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410457 Aug 29 05:31:53.763378 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-215c93f3-860f-4866-a05a-71e309570cbc service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822425 Aug 29 05:31:53.849718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7d5e0970-2228-49e7-a6b8-cea9171dd43e req-45b25f8c-7af6-4ee2-8d48-655ce50221e7 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792937 Aug 29 05:31:56.203096 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e2d9fbe5-fc4d-4c73-abd0-b060041b2508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:56.451231 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:57.629585 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:58.313653 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.366184 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.022022 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:32:18.952400 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.668182 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b93219c1-181c-4b09-88d9-9045558e98ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:26.204750 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f4521810-f940-45a1-99ee-dcc6471b4c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:26.452632 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.632734 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:28.334477 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:29.368511 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:42.936049 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0282a50-c78d-4909-957c-b62ee9ca40ad req-0ccdde3d-df63-46bf-91bf-bb8e6a4f357c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273845 Aug 29 05:32:42.982669 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0282a50-c78d-4909-957c-b62ee9ca40ad req-4aa298cf-16f3-487d-b471-635745dad737 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0260811 Aug 29 05:32:43.021233 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0282a50-c78d-4909-957c-b62ee9ca40ad req-7b9b90a7-16ca-48dd-baac-36fa46a1c767 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191429 Aug 29 05:32:43.114784 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0282a50-c78d-4909-957c-b62ee9ca40ad req-29e1d296-01b5-4455-b295-870ce5a5d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:43.116267 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e0282a50-c78d-4909-957c-b62ee9ca40ad req-29e1d296-01b5-4455-b295-870ce5a5d59f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886679 Aug 29 05:32:45.021441 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:32:48.950569 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.175598 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33464) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:51.365584 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Deleting port f72baa1d-d8bd-4d4e-a65c-695b973d529d {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:51.365934 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.440791 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.441044 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.452070 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Calling delete_port for f72baa1d-d8bd-4d4e-a65c-695b973d529d owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:51.599879 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.624675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event deleted for resources: {'Port': ['ID=f72baa1d-d8bd-4d4e-a65c-695b973d529d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:51.636783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.637140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.637481 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.637819 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.638153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.638484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.638813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.639136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.639461 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.639783 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.640106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.640455 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:51.694017 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.694241 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Floating IP 50379ab6-9777-487e-a54d-b99db0c704b3 disassociated (deleted). External IP: 172.25.5.143, port: 2512b051-5610-4f3b-b3e5-3a0b305899a8. Aug 29 05:32:51.894747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Router f972ea30-e452-4242-8405-4fca6279445d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:51.999258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:52.003907 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.008752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] Sync routers for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:52.017666 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:52.018279 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:32:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:52.030852 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-be7de2ab-24e0-4bb6-adf7-c551838c0478 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "DELETE /v2.0/floatingips/50379ab6-9777-487e-a54d-b99db0c704b3 HTTP/1.1" status: 204 len: 168 time: 0.8541350 Aug 29 05:32:52.032014 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:52.034341 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61" -d '{"events": [{"name": "network-changed", "server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:52.128572 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:52.257116 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a671e-4a60-449e-9037-e33b4025018d req-7a895bb5-cda3-462a-8972-5afb51d8e037 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:52.258636 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a5a671e-4a60-449e-9037-e33b4025018d req-7a895bb5-cda3-462a-8972-5afb51d8e037 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 947 time: 0.0515940 Aug 29 05:32:52.296478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a5a671e-4a60-449e-9037-e33b4025018d req-4218215a-3d06-48e8-97c5-045249772cda tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318279 Aug 29 05:32:52.330728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:52.356668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] Checking router: f972ea30-e452-4242-8405-4fca6279445d for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:52.365348 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:52.365949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:32:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:52.471793 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:52.665169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:52.689791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a326ef3-d94c-4de8-84f1-4806a9b024a8 None None] The sync data for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 is: [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:52.902703 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7028d670-d706-4941-9192-6fd83a3dec34 None None] New status for floating IP 50379ab6-9777-487e-a54d-b99db0c704b3: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:32:53.149625 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067e5b2e-4597-4efb-a093-c28f04db74c3 x-openstack-request-id: req-067e5b2e-4597-4efb-a093-c28f04db74c3 {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:53.149920 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:53.150172 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-067e5b2e-4597-4efb-a093-c28f04db74c3 {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:53.150571 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'status': 'completed', 'code': 200} Aug 29 05:32:53.296502 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-e5b65464-61b3-455c-834a-e63c0d3531d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:53.298507 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-e5b65464-61b3-455c-834a-e63c0d3531d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 1099 time: 0.0803843 Aug 29 05:32:53.416319 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-b8e33d11-2373-4fb3-ae0f-0451480a0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:53.417712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-b8e33d11-2373-4fb3-ae0f-0451480a0bb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.1121135 Aug 29 05:32:53.440258 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455f753-954e-4fcc-af8c-45c11ae660bb req-b0332068-bfea-455e-ad41-c350fbe53150 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:53.441679 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0455f753-954e-4fcc-af8c-45c11ae660bb req-b0332068-bfea-455e-ad41-c350fbe53150 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 947 time: 0.0741227 Aug 29 05:32:53.470909 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-49f852c6-fb44-41dc-a983-f5f2120cfeb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 200 len: 217 time: 0.0448883 Aug 29 05:32:53.510725 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0455f753-954e-4fcc-af8c-45c11ae660bb req-e5e1d348-07e9-49c6-a776-c8f808fdc5b6 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd80798e-ad82-4ba7-938a-d2c10e89f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440977 Aug 29 05:32:53.543655 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-2e6ffdcd-a0b2-4cbf-a390-b12e3b1abfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:53.545155 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-2e6ffdcd-a0b2-4cbf-a390-b12e3b1abfb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0478985 Aug 29 05:32:53.594653 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-b9570cb4-979d-475b-9099-f8a9d7d818cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:53.596132 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-b9570cb4-979d-475b-9099-f8a9d7d818cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431285 Aug 29 05:32:53.670169 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-92fd094a-1429-40c9-accf-bc686803c107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.693826 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-df55cdb1-cd3f-4d90-b1ea-f7cb8ecef675 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888870 Aug 29 05:32:53.785677 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5a47bcb6-ab45-4afb-9f12-d3b56fd08f61 req-fd90a906-9d1b-4fa5-bd93-ec151196a049 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841918 Aug 29 05:32:53.810278 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-9a46f7fd-48ea-4489-88ac-321407d01ed3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:53.811849 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-9a46f7fd-48ea-4489-88ac-321407d01ed3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 947 time: 0.0536954 Aug 29 05:32:53.904932 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Deleting port 2512b051-5610-4f3b-b3e5-3a0b305899a8 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:53.905280 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:53.991747 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] For port 2512b051-5610-4f3b-b3e5-3a0b305899a8, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=2512b051-5610-4f3b-b3e5-3a0b305899a8,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:53.992037 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:54.004843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Calling delete_port for 2512b051-5610-4f3b-b3e5-3a0b305899a8 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:54.432916 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:54.461893 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event deleted for resources: {'Port': ['ID=2512b051-5610-4f3b-b3e5-3a0b305899a8,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:54.473959 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.474321 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.474728 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.475075 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.475426 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.475766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.476105 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.476469 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.476806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.477141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.477479 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.477833 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:54.511473 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] No DVR routers for this DVR port 2512b051-5610-4f3b-b3e5-3a0b305899a8 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:54.513943 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:54.516537 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d459d12-c5ce-423a-bde8-6de56dca5010 req-ef82d397-f7c3-46b1-b2d1-4eb1aa52e75c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.52 "DELETE /v2.0/ports/2512b051-5610-4f3b-b3e5-3a0b305899a8 HTTP/1.1" status: 204 len: 173 time: 0.6968024 Aug 29 05:32:54.516975 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'name': 'network-vif-deleted', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:54.519242 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98eb2a8-6cf3-4b49-b238-4372fe8c2749" -d '{"events": [{"server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "name": "network-vif-deleted", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:54.616626 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa42a47-9428-444c-926b-4d549950f477 x-openstack-request-id: req-afa42a47-9428-444c-926b-4d549950f477 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:54.616952 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e404479-5b98-48e8-bb61-04b416f8b40b", "name": "network-vif-deleted", "tag": "2512b051-5610-4f3b-b3e5-3a0b305899a8", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:54.617213 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afa42a47-9428-444c-926b-4d549950f477 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:54.617622 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e404479-5b98-48e8-bb61-04b416f8b40b', 'name': 'network-vif-deleted', 'tag': '2512b051-5610-4f3b-b3e5-3a0b305899a8', 'status': 'completed', 'code': 200} Aug 29 05:32:54.939560 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-7db948d8-f7e6-41cc-ba37-0e6b5d72b869 req-49328885-507f-46fd-9e54-ef896983f20a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e404479-5b98-48e8-bb61-04b416f8b40b HTTP/1.1" status: 200 len: 210 time: 0.3592758 Aug 29 05:32:55.998237 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33500) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:56.054396 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d2be67f-43f0-4463-ac2e-5abc6bbd82eb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.077704 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d2be67f-43f0-4463-ac2e-5abc6bbd82eb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.137286 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d2be67f-43f0-4463-ac2e-5abc6bbd82eb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.139831 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-9d2be67f-43f0-4463-ac2e-5abc6bbd82eb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.141027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-9d2be67f-43f0-4463-ac2e-5abc6bbd82eb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "DELETE /v2.0/security-groups/bd80798e-ad82-4ba7-938a-d2c10e89f94d HTTP/1.1" status: 204 len: 168 time: 0.1417923 Aug 29 05:32:56.150476 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2be67f-43f0-4463-ac2e-5abc6bbd82eb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd80798e-ad82-4ba7-938a-d2c10e89f94d,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:56.205743 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e21bb030-3bec-4d71-959b-2fc909315baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.436005 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33506) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:56.441867 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-d52df095-03d1-44db-a66d-67d3fa1df289 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-690989442', 'description': 'tempest-secgroup-smoke-690989442 description', 'project_id': '3290e340952e478d878a8a7181dbcbdb'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:56.454247 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.466416 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d52df095-03d1-44db-a66d-67d3fa1df289 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.550957 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d52df095-03d1-44db-a66d-67d3fa1df289 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.554357 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d52df095-03d1-44db-a66d-67d3fa1df289 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.580679 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d52df095-03d1-44db-a66d-67d3fa1df289 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.581898 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d52df095-03d1-44db-a66d-67d3fa1df289 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1448672 Aug 29 05:32:56.584928 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33508) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:56.586124 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52df095-03d1-44db-a66d-67d3fa1df289 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242b65d2-b237-46a5-a628-001a1a067f74,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:56.589672 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-fbe69111-478e-44bf-8e9b-c20a5c19c3fd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': '242b65d2-b237-46a5-a628-001a1a067f74', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:56.616131 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fbe69111-478e-44bf-8e9b-c20a5c19c3fd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.677011 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fbe69111-478e-44bf-8e9b-c20a5c19c3fd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.681207 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fbe69111-478e-44bf-8e9b-c20a5c19c3fd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.698733 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe69111-478e-44bf-8e9b-c20a5c19c3fd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69306b67-7216-4f85-82bb-8901e23edb3a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:56.705342 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-fbe69111-478e-44bf-8e9b-c20a5c19c3fd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.706562 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-fbe69111-478e-44bf-8e9b-c20a5c19c3fd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206162 Aug 29 05:32:56.709391 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33510) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:56.713742 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-81ca1f74-d1e2-4220-858b-4171555b8717 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': '242b65d2-b237-46a5-a628-001a1a067f74', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:56.738002 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81ca1f74-d1e2-4220-858b-4171555b8717 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.792811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81ca1f74-d1e2-4220-858b-4171555b8717 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.796430 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81ca1f74-d1e2-4220-858b-4171555b8717 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.813691 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca1f74-d1e2-4220-858b-4171555b8717 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28c9e0b-a608-4536-8999-853c8ee97eb0,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:56.819218 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-81ca1f74-d1e2-4220-858b-4171555b8717 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.820288 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-81ca1f74-d1e2-4220-858b-4171555b8717 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1099520 Aug 29 05:32:56.823103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33512) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:56.827413 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-71547475-c002-4565-af2d-18467f2119e3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': '242b65d2-b237-46a5-a628-001a1a067f74', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:56.852810 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-71547475-c002-4565-af2d-18467f2119e3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.907962 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-71547475-c002-4565-af2d-18467f2119e3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.911448 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-71547475-c002-4565-af2d-18467f2119e3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.928080 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71547475-c002-4565-af2d-18467f2119e3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fc7a23-8233-4432-8135-fe090a30f440,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:56.933206 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-71547475-c002-4565-af2d-18467f2119e3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:56.934577 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-71547475-c002-4565-af2d-18467f2119e3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103942 Aug 29 05:32:56.937252 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33514) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:56.942026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8fb91515-6692-47bc-839c-a928af84a5f9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': '242b65d2-b237-46a5-a628-001a1a067f74', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:56.967840 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8fb91515-6692-47bc-839c-a928af84a5f9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.028760 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8fb91515-6692-47bc-839c-a928af84a5f9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.032675 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8fb91515-6692-47bc-839c-a928af84a5f9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.053947 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91515-6692-47bc-839c-a928af84a5f9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc46b800-24a8-49ac-9fe0-f5055e62ccc6,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:57.057746 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8fb91515-6692-47bc-839c-a928af84a5f9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.058933 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8fb91515-6692-47bc-839c-a928af84a5f9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202693 Aug 29 05:32:57.061793 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33516) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:57.066743 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-5534a996-59f0-42fb-b5c5-2745484ad60b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': '242b65d2-b237-46a5-a628-001a1a067f74', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:57.087589 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-5534a996-59f0-42fb-b5c5-2745484ad60b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Project 3290e340952e478d878a8a7181dbcbdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:32:57.092722 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5534a996-59f0-42fb-b5c5-2745484ad60b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.152582 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5534a996-59f0-42fb-b5c5-2745484ad60b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.156121 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5534a996-59f0-42fb-b5c5-2745484ad60b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.173486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534a996-59f0-42fb-b5c5-2745484ad60b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1121b490-b190-4b88-8c95-e1dc9160fc50,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:57.178215 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-5534a996-59f0-42fb-b5c5-2745484ad60b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.179762 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5534a996-59f0-42fb-b5c5-2745484ad60b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170461 Aug 29 05:32:57.182589 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33518) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:57.187227 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-9dc6f6b6-f4f1-4998-98a8-8fc1cac21776 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'security_group_rule': {'security_group_id': '242b65d2-b237-46a5-a628-001a1a067f74', 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:57.209550 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-9dc6f6b6-f4f1-4998-98a8-8fc1cac21776 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Project 3290e340952e478d878a8a7181dbcbdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:32:57.214192 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f6b6-f4f1-4998-98a8-8fc1cac21776 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.274697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f6b6-f4f1-4998-98a8-8fc1cac21776 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.278594 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f6b6-f4f1-4998-98a8-8fc1cac21776 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.299907 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6f6b6-f4f1-4998-98a8-8fc1cac21776 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b14783-8337-4f93-8cc2-8711c9c22d23,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:57.307218 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f6b6-f4f1-4998-98a8-8fc1cac21776 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.308544 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-9dc6f6b6-f4f1-4998-98a8-8fc1cac21776 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250136 Aug 29 05:32:57.638232 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:58.178933 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2512b051-5610-4f3b-b3e5-3a0b305899a8 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:58.198512 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 2512b051-5610-4f3b-b3e5-3a0b305899a8 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:58.199117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 2512b051-5610-4f3b-b3e5-3a0b305899a8 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:58.334239 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:59.374781 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:11.587541 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-fd2ad1a1-2b9e-4a2b-aec2-131b39316e4c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690989442&fields=id&tenant_id=3290e340952e478d878a8a7181dbcbdb HTTP/1.1" status: 200 len: 267 time: 0.0321398 Aug 29 05:33:11.690634 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-0dbfd6d4-09b3-4d89-bd86-354d56a8fd15 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:11.692000 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-0dbfd6d4-09b3-4d89-bd86-354d56a8fd15 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 809 time: 0.0976992 Aug 29 05:33:11.707289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-b03f3e03-0035-4433-bc9d-a3e4adadcc34 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/quotas/3290e340952e478d878a8a7181dbcbdb HTTP/1.1" status: 200 len: 375 time: 0.0094762 Aug 29 05:33:11.762299 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-fb8756a3-dbc0-42cc-9cac-83b8bcacf162 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497186 Aug 29 05:33:11.905108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-a29ae75d-c9f3-4e2c-8b50-4a20168cee66 service neutron] 10.222.0.49 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315081 Aug 29 05:33:11.997500 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-302aaf08-32e8-405c-8754-6bb129f698c6 service neutron] 10.222.0.49 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857735 Aug 29 05:33:12.296222 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fe1b58e9-d56d-48cc-be63-2b9ec041e013 req-db8e0a31-d057-4212-9b05-ec54d0a2dd49 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 210 time: 0.0270824 Aug 29 05:33:13.249625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d7107e6a-2baa-4cab-982e-485a9f9aa006 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:13.251899 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d7107e6a-2baa-4cab-982e-485a9f9aa006 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 809 time: 0.1035085 Aug 29 05:33:13.300448 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-62b287a5-324b-4816-8a32-6879dcd9f625 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3290e340952e478d878a8a7181dbcbdb HTTP/1.1" status: 200 len: 379 time: 0.0341671 Aug 29 05:33:13.309395 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'port': {'device_id': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'admin_state_up': True, 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'security_groups': ['242b65d2-b237-46a5-a628-001a1a067f74']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:13.399298 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-462e9061-7dc7-4511-9619-a42695add269 req-c9cbc9a4-12f3-411c-b199-7249ed27c68c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 210 time: 0.0268021 Aug 29 05:33:13.427847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Made reservation on behalf of 3290e340952e478d878a8a7181dbcbdb for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:33:13.431961 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:13.559800 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Allocated IP 172.20.0.10 (2ef0fc98-b05d-477f-bdb6-79232e4cf7fd/81818e5c-2ea0-4285-8d6d-027bc8af0456/bccf0acb-0fc5-488e-b507-2dfa53a8eb73) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:33:13.706811 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:13.721441 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Transition to ACTIVE for port object bccf0acb-0fc5-488e-b507-2dfa53a8eb73 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:33:13.755226 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:13.801205 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:33:13.804492 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:33:13.808740 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:33:13.835428 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'Port': ['ID=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:13.865225 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:13.865873 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:13.887565 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d5a45392-9646-49d3-bd0a-b5784988168d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817628 Aug 29 05:33:13.906394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Request body: {'port': {'device_id': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:13.969006 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:14.086004 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2cbbd333-af5b-4304-a1b4-0d8e577da8b1 None None] Provisioning for port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:33:14.089889 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-2cbbd333-af5b-4304-a1b4-0d8e577da8b1 None None] Provisioning complete for port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:33:14.090295 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd333-af5b-4304-a1b4-0d8e577da8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:14.129654 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbd333-af5b-4304-a1b4-0d8e577da8b1 None None] Port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:33:14.243712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccf0acb-0fc5-488e-b507-2dfa53a8eb73 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:33:14.251506 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:14.264122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Transition to ACTIVE for port object bccf0acb-0fc5-488e-b507-2dfa53a8eb73 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:33:14.267809 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:14.318083 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Pushing event updated for resources: {'Port': ['ID=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:14.398708 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Attempting to bind port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:33:14.399145 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Attempting to bind port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:33:14.399555 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Attempting to bind port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 on network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:33:14.404503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 on network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:33:14.404925 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Attempting to bind port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 on network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:33:14.410859 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:33:14.411297 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Checking segment: {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:33:14.411766 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Bound using segment: {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:33:14.412308 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Bound port: bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18048d48-742e-4a2f-adf2-4a2f8af3a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:33:14.412791 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:14.495162 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] For port bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:33:14.499503 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] For port bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:33:14.506743 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:14.550448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.551413 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:14.553278 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] 10.222.0.52 "PUT /v2.0/ports/bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 1093 time: 0.6513815 Aug 29 05:33:14.553839 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:14.556384 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72092ade-435c-4371-9317-b03ca0dc8643" -d '{"events": [{"name": "network-changed", "server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:14.589539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06425e-e846-4787-8250-4abdd74bafb0 req-303370e3-456f-408c-ac98-75ec91a891fd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.598244 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af06425e-e846-4787-8250-4abdd74bafb0 req-303370e3-456f-408c-ac98-75ec91a891fd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0688255 Aug 29 05:33:14.616573 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fafeb4-6622-4a53-9e14-b810b23cb639 service neutron] Pushing event updated for resources: {'Port': ['ID=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:14.659646 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-af06425e-e846-4787-8250-4abdd74bafb0 req-74284c77-26a1-47ae-8d36-2b50f692473c tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599566 Aug 29 05:33:14.684051 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-c4d332c8-0f71-4a7b-b9fc-0bd8096d78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.686182 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-c4d332c8-0f71-4a7b-b9fc-0bd8096d78cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1096 time: 0.0662529 Aug 29 05:33:14.687761 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296dd91f-7c24-4291-bb22-6a2190144886 x-openstack-request-id: req-296dd91f-7c24-4291-bb22-6a2190144886 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:14.688053 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:14.688387 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-296dd91f-7c24-4291-bb22-6a2190144886 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:14.688803 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'status': 'completed', 'code': 200} Aug 29 05:33:14.749012 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-d846e181-8847-4d89-b906-b22ff4651694 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 217 time: 0.0376756 Aug 29 05:33:14.801631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-f7753b93-72fd-4716-88a7-9406d530a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.803134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-f7753b93-72fd-4716-88a7-9406d530a362 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0477586 Aug 29 05:33:14.853103 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-f836aeab-8708-4552-ac7f-f3bfe268873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.854533 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-f836aeab-8708-4552-ac7f-f3bfe268873f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448675 Aug 29 05:33:14.946792 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-36be123a-110b-4abe-836f-93fb8b89d0b0 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838466 Aug 29 05:33:15.040997 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-dc7a16f6-ea2d-4602-920d-bfe8af3bcf53 req-1f274bb6-bd5d-4a62-905e-6a076fd709b4 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870173 Aug 29 05:33:15.154495 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72092ade-435c-4371-9317-b03ca0dc8643 req-fff0c660-a54d-4880-ad70-4bfde2c5adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:15.156039 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72092ade-435c-4371-9317-b03ca0dc8643 req-fff0c660-a54d-4880-ad70-4bfde2c5adc5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1096 time: 0.0427315 Aug 29 05:33:15.254286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72092ade-435c-4371-9317-b03ca0dc8643 req-b02208cf-25a5-4598-b1a0-5bc47fdcdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:15.255821 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72092ade-435c-4371-9317-b03ca0dc8643 req-b02208cf-25a5-4598-b1a0-5bc47fdcdc33 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0925791 Aug 29 05:33:15.298289 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72092ade-435c-4371-9317-b03ca0dc8643 req-8e866738-c34a-4477-9609-5ab4f2bc1c4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 217 time: 0.0349269 Aug 29 05:33:15.349433 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72092ade-435c-4371-9317-b03ca0dc8643 req-e40cebb2-e06a-4c2b-83c2-55e1bbd81c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:15.350937 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72092ade-435c-4371-9317-b03ca0dc8643 req-e40cebb2-e06a-4c2b-83c2-55e1bbd81c98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0451958 Aug 29 05:33:15.398079 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72092ade-435c-4371-9317-b03ca0dc8643 req-5b9cfc66-9047-4012-98d5-355a90d36efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:15.399614 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72092ade-435c-4371-9317-b03ca0dc8643 req-5b9cfc66-9047-4012-98d5-355a90d36efd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416176 Aug 29 05:33:15.492717 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72092ade-435c-4371-9317-b03ca0dc8643 req-4f79b78c-1847-42a0-b26f-a50776324bbb service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850792 Aug 29 05:33:15.588822 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-72092ade-435c-4371-9317-b03ca0dc8643 req-39e9e2c7-e445-4259-9862-406193e761f1 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893073 Aug 29 05:33:15.777166 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2bf3-79cb-40e8-af31-353aff229b2d req-581cedb4-adaf-4921-90b1-980655cdf29a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:15.778965 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37ea2bf3-79cb-40e8-af31-353aff229b2d req-581cedb4-adaf-4921-90b1-980655cdf29a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0524580 Aug 29 05:33:15.825557 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-37ea2bf3-79cb-40e8-af31-353aff229b2d req-cbab4eb8-0e3d-4f3e-b8be-ee5b40188afd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405540 Aug 29 05:33:16.941999 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165ae02-b8bd-47d6-9304-b84b081b115f req-19228f13-3453-4636-9e12-a9d040f011a7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:16.943502 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b165ae02-b8bd-47d6-9304-b84b081b115f req-19228f13-3453-4636-9e12-a9d040f011a7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0482757 Aug 29 05:33:16.981278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b165ae02-b8bd-47d6-9304-b84b081b115f req-d69fbdd4-fd7e-4df9-aa49-4cc149be628a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317676 Aug 29 05:33:18.093870 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded578e-2f55-467f-864f-5273c8e3e1c7 req-f4b791be-ce1a-419b-bd70-83eac130b391 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:18.095946 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ded578e-2f55-467f-864f-5273c8e3e1c7 req-f4b791be-ce1a-419b-bd70-83eac130b391 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0483787 Aug 29 05:33:18.132266 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1ded578e-2f55-467f-864f-5273c8e3e1c7 req-6a3e51db-6489-4f9c-a079-07cef4a584bf tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304675 Aug 29 05:33:18.967691 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:19.242900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acca3c9-8d70-4af6-a431-5aa4719d556a req-c8b91d3b-09ff-4418-ac6e-acb635792873 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:19.244291 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3acca3c9-8d70-4af6-a431-5aa4719d556a req-c8b91d3b-09ff-4418-ac6e-acb635792873 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0476060 Aug 29 05:33:19.285412 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3acca3c9-8d70-4af6-a431-5aa4719d556a req-41ca2b37-256d-42e9-969a-86e5ea6c4eb4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352757 Aug 29 05:33:20.405133 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7763f4a-699e-4e43-9274-ea056d595243 req-bac5b6b1-faf9-41e9-9f02-d3108d8bc592 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:20.406856 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7763f4a-699e-4e43-9274-ea056d595243 req-bac5b6b1-faf9-41e9-9f02-d3108d8bc592 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0547020 Aug 29 05:33:20.443981 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e7763f4a-699e-4e43-9274-ea056d595243 req-ec1d6869-5b88-40cf-b4c2-01997c989344 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312977 Aug 29 05:33:21.556760 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1b24e-11bf-48f4-b29c-e38816ac6cbc req-57abeb88-a456-4b26-8a4e-369ccffe7f6a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:21.558213 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ba1b24e-11bf-48f4-b29c-e38816ac6cbc req-57abeb88-a456-4b26-8a4e-369ccffe7f6a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0477293 Aug 29 05:33:21.595712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2ba1b24e-11bf-48f4-b29c-e38816ac6cbc req-506d4aa3-947d-482c-a3de-2a13fe8c1983 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315742 Aug 29 05:33:22.022209 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:33:22.709395 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ae70-5d30-4a69-ade7-e042ab03f763 req-58a9b988-9e52-474b-ae28-d233dd745ba9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:22.710888 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6133ae70-5d30-4a69-ade7-e042ab03f763 req-58a9b988-9e52-474b-ae28-d233dd745ba9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0479851 Aug 29 05:33:22.751209 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6133ae70-5d30-4a69-ade7-e042ab03f763 req-a74321f1-43e8-4d43-a9c3-15a3c67d0a59 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341661 Aug 29 05:33:23.673668 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-22eee104-498f-44de-aeb7-6103df316a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:23.863832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b6aff-91b5-47c5-a479-2d756e7cdc95 req-b8da5e90-a8e6-483c-a7b5-fecd21943105 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:23.865543 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-905b6aff-91b5-47c5-a479-2d756e7cdc95 req-b8da5e90-a8e6-483c-a7b5-fecd21943105 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0484440 Aug 29 05:33:23.903030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-905b6aff-91b5-47c5-a479-2d756e7cdc95 req-4ea4edff-ed2e-44bb-952f-b7388e95836a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315864 Aug 29 05:33:25.015440 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5539c13-d5f3-43da-9dbb-9fe2903c8d34 req-913c6e73-5f49-48e9-8326-87558e025c84 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:25.017019 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5539c13-d5f3-43da-9dbb-9fe2903c8d34 req-913c6e73-5f49-48e9-8326-87558e025c84 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0489268 Aug 29 05:33:25.053604 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5539c13-d5f3-43da-9dbb-9fe2903c8d34 req-cfd8cffa-e316-4135-9eef-76737aa90473 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307646 Aug 29 05:33:26.166016 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e2146-1f2c-44a8-a36b-d18821357ff8 req-ff389fd1-60c8-4526-9a1b-a8e79e5abe6f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:26.167520 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba2e2146-1f2c-44a8-a36b-d18821357ff8 req-ff389fd1-60c8-4526-9a1b-a8e79e5abe6f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0492368 Aug 29 05:33:26.207441 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-da1558b6-7873-408a-80c0-6585b1b71382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:26.214054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ba2e2146-1f2c-44a8-a36b-d18821357ff8 req-2e12b623-588f-4eac-ae5f-b659772647d5 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397489 Aug 29 05:33:26.295046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bccf0acb-0fc5-488e-b507-2dfa53a8eb73 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:33:26.383964 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:26.395187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'port_id': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'mac_address': 'fa:16:3e:fa:bb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:33:26.435063 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:26.453897 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccf0acb-0fc5-488e-b507-2dfa53a8eb73 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:33:26.466218 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:26.477299 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:26.480773 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:26.525246 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:26.532351 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.532701 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.533043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.533381 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.534338 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.534677 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.535012 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.535341 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.535669 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.535996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.536356 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.536684 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:26.839390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['bccf0acb-0fc5-488e-b507-2dfa53a8eb73'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:33:27.326680 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fd736-f64e-4071-940e-a1fa82b44f3a req-850d2006-ad10-4240-9236-ecd39b7fdc7b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:27.328129 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f1fd736-f64e-4071-940e-a1fa82b44f3a req-850d2006-ad10-4240-9236-ecd39b7fdc7b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 945 time: 0.0487938 Aug 29 05:33:27.364910 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-3f1fd736-f64e-4071-940e-a1fa82b44f3a req-8f4d6537-540d-4152-ac3b-6964ab3103f9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301681 Aug 29 05:33:27.638753 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:28.304256 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bccf0acb-0fc5-488e-b507-2dfa53a8eb73 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:33:28.348534 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:28.362484 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:33:28.366115 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:33:28.366486 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:28.453273 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:28.476851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:28.479110 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59b64f0-c27f-4b75-b7ee-95f2282413ef" -d '{"events": [{"server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "name": "network-vif-plugged", "status": "completed", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:28.486445 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de75e7-cd63-4c01-8c76-c137a240ab8d req-eb3826ea-3f42-4ee3-b680-2d9ceddb9307 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:28.488018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3de75e7-cd63-4c01-8c76-c137a240ab8d req-eb3826ea-3f42-4ee3-b680-2d9ceddb9307 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 945 time: 0.0502050 Aug 29 05:33:28.491873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:28.496341 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:28.529675 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-d3de75e7-cd63-4c01-8c76-c137a240ab8d req-8a9e5c45-ea0d-460c-b3ba-9928315972f4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340281 Aug 29 05:33:28.544794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:28.609615 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4733c6-dd69-4342-8181-e27ab91b88f1 x-openstack-request-id: req-4f4733c6-dd69-4342-8181-e27ab91b88f1 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:28.609913 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "name": "network-vif-plugged", "status": "completed", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:28.610174 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f4733c6-dd69-4342-8181-e27ab91b88f1 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:28.610577 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'code': 200} Aug 29 05:33:28.735346 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ef780-4ac6-4ead-8c62-27af622a6dfd req-008ea355-0175-4faa-861f-27cb4b31ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:28.737393 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef0ef780-4ac6-4ead-8c62-27af622a6dfd req-008ea355-0175-4faa-861f-27cb4b31ea96 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1098 time: 0.0454345 Aug 29 05:33:28.771546 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-ef0ef780-4ac6-4ead-8c62-27af622a6dfd req-84caa4a4-c59c-4738-8925-bfd4632f79d6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280383 Aug 29 05:33:29.376889 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:29.648740 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53096503-ea14-4c8c-b07f-79023a58813e req-804f36c8-dce8-43c7-b9a4-2b42d6a195a3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:29.650135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53096503-ea14-4c8c-b07f-79023a58813e req-804f36c8-dce8-43c7-b9a4-2b42d6a195a3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0491188 Aug 29 05:33:29.691791 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-53096503-ea14-4c8c-b07f-79023a58813e req-9762f899-7b81-42c9-a997-cdbc437f2d60 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358250 Aug 29 05:33:30.810539 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd695d91-93c1-4829-9ce0-05d723057654 req-e8b7ec76-cc96-4408-bf80-0f1332839a05 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:30.812020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd695d91-93c1-4829-9ce0-05d723057654 req-e8b7ec76-cc96-4408-bf80-0f1332839a05 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0475259 Aug 29 05:33:30.849053 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fd695d91-93c1-4829-9ce0-05d723057654 req-e85983f2-f604-4f57-8d59-49d16a4ddb25 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304768 Aug 29 05:33:30.963164 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b87cea-f76e-4d83-a655-1765b1fb820b req-3fd4ae75-09d8-4604-aa22-d28809f6a5c3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:30.964688 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13b87cea-f76e-4d83-a655-1765b1fb820b req-3fd4ae75-09d8-4604-aa22-d28809f6a5c3 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0495498 Aug 29 05:33:31.002289 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-13b87cea-f76e-4d83-a655-1765b1fb820b req-28ca13d2-e608-4688-b7c0-7dde84361592 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316572 Aug 29 05:33:31.023674 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33724) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:31.102722 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7462a9e-9fa5-48e1-acbf-21b730a2c278 tempest-TestShelveInstance-681958238 tempest-TestShelveInstance-681958238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:31.104120 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d7462a9e-9fa5-48e1-acbf-21b730a2c278 tempest-TestShelveInstance-681958238 tempest-TestShelveInstance-681958238-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1093 time: 0.0794675 Aug 29 05:33:31.106941 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33728) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:31.111382 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:31.132959 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:31.228505 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:31.332559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Allocated IP 172.25.5.82 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/6029d4d9-5cd8-472b-b729-0e9509ac3abf) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:33:31.430026 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:31.469605 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:31.506287 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:33:31.511142 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:33:31.514601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:33:31.542211 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'Port': ['ID=6029d4d9-5cd8-472b-b729-0e9509ac3abf,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:31.860630 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:31.928723 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:32.080404 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:32.085451 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:32.154499 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event updated for resources: {'Port': ['ID=6029d4d9-5cd8-472b-b729-0e9509ac3abf,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:32.165917 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:32.266811 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Floating IP 847f7019-d6ac-485d-b878-25bb4be74b18 associated. External IP: 172.25.5.82, port: bccf0acb-0fc5-488e-b507-2dfa53a8eb73. Aug 29 05:33:32.477872 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Router f972ea30-e452-4242-8405-4fca6279445d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:33:32.595928 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:33:32.608173 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] Sync routers for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:33:32.613232 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:32.617781 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:32.620735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:33:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:32.641089 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-e9fd90d9-8786-49a7-baa8-f95d1886165f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5331209 Aug 29 05:33:32.641683 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:32.644025 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4b803b-daa0-4d2a-b518-6689820b1795" -d '{"events": [{"name": "network-changed", "server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:32.681528 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5287e9a-0548-4eec-9733-1a895b0705ba x-openstack-request-id: req-a5287e9a-0548-4eec-9733-1a895b0705ba {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:32.681824 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:32.682080 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5287e9a-0548-4eec-9733-1a895b0705ba {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:32.682508 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'status': 'completed', 'code': 200} Aug 29 05:33:32.725589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:33:32.770595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-0f433688-9126-413d-86b3-cde4b0d93c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:32.772048 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-0f433688-9126-413d-86b3-cde4b0d93c2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1098 time: 0.0408578 Aug 29 05:33:32.860407 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-66d204ad-33f9-4221-9954-bc6649590685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:32.861911 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-66d204ad-33f9-4221-9954-bc6649590685 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0831754 Aug 29 05:33:32.940586 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-29f920b1-e70a-491e-9cdf-47cc1ef43ca8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 999 time: 0.0718467 Aug 29 05:33:32.947757 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '847f7019-d6ac-485d-b878-25bb4be74b18', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'port_id': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'mac_address': 'fa:16:3e:fa:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:33:31Z', 'updated_at': '2021-08-29T05:33:31Z', 'revision_number': 0, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:32.980117 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] Checking router: f972ea30-e452-4242-8405-4fca6279445d for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:33:32.990719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-b8a06ff5-3d26-473a-9d7d-cbbbf46ed7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:32.991166 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:32.991926 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:33:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:32.992215 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-b8a06ff5-3d26-473a-9d7d-cbbbf46ed7e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0449998 Aug 29 05:33:33.039048 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-3c475d5a-2704-47c9-aae4-45b635424a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:33.040506 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-3c475d5a-2704-47c9-aae4-45b635424a67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407240 Aug 29 05:33:33.103972 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:33:33.141509 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-4c5de6a5-23c8-4154-ac59-da81c22f9a4c service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940728 Aug 29 05:33:33.231843 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cf4b803b-daa0-4d2a-b518-6689820b1795 req-87d7420e-61a9-4c95-8f7c-a3d855e72600 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832829 Aug 29 05:33:33.325550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '847f7019-d6ac-485d-b878-25bb4be74b18', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'port_id': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'mac_address': 'fa:16:3e:fa:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:33:31Z', 'updated_at': '2021-08-29T05:33:31Z', 'revision_number': 0, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:33.350879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af9feb-5385-4d38-bd02-416e065da828 None None] The sync data for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 is: [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '847f7019-d6ac-485d-b878-25bb4be74b18', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'port_id': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'mac_address': 'fa:16:3e:fa:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:33:31Z', 'updated_at': '2021-08-29T05:33:31Z', 'revision_number': 0, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:33:33.530733 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66ba28-83b8-4708-9580-c5ce0e2f6a21 None None] New status for floating IP 847f7019-d6ac-485d-b878-25bb4be74b18: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:33:44.930649 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e24729c-48df-4acd-8dfd-6d7397de9daa req-92897e9d-cb25-43fd-a0b0-d6b851c27e9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301178 Aug 29 05:33:44.996980 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e24729c-48df-4acd-8dfd-6d7397de9daa req-1ebf2a77-e267-4c95-a28c-2263ab717f4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0251002 Aug 29 05:33:45.035100 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e24729c-48df-4acd-8dfd-6d7397de9daa req-7bf7c927-7c65-4635-8abd-47c4fc74623a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184340 Aug 29 05:33:45.125448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24729c-48df-4acd-8dfd-6d7397de9daa req-96f4857c-d7bd-4476-8d14-a58724b3c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:45.127202 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5e24729c-48df-4acd-8dfd-6d7397de9daa req-96f4857c-d7bd-4476-8d14-a58724b3c288 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856750 Aug 29 05:33:48.966215 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.673797 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-92a6652d-e474-4079-ac17-822cc65115c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.176988 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-f7bc2751-3784-4a31-ae9a-8612450774da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446854 Aug 29 05:33:55.274986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-9757d1da-1266-4c82-bcba-fa7f8a72892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:55.276489 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-9757d1da-1266-4c82-bcba-fa7f8a72892a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1098 time: 0.0410149 Aug 29 05:33:55.376509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-23fedc5a-5ee6-445f-ba14-2a75462cb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:55.377949 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-23fedc5a-5ee6-445f-ba14-2a75462cb71d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0819666 Aug 29 05:33:55.447134 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-bd6885fe-3c02-4808-834c-9c618181b3a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 1001 time: 0.0615106 Aug 29 05:33:55.499843 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-219af7dc-dbb7-4a13-836e-768e80803367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:55.501518 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-219af7dc-dbb7-4a13-836e-768e80803367 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0432699 Aug 29 05:33:55.548112 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-ce3b1c60-7216-4c7b-9715-64dda2de49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:55.549580 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-ce3b1c60-7216-4c7b-9715-64dda2de49a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400529 Aug 29 05:33:55.647613 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-fb4a2124-d60f-473f-8d33-feea6e7c49b1 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904891 Aug 29 05:33:55.747446 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0d2ec1fe-d51f-48dc-9c50-42eacbd96e1d req-7b51fd6d-b947-483f-9b2a-582499d37509 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892584 Aug 29 05:33:56.208537 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e588a094-3bc4-4203-8bb1-911787fc466f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:56.460785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.642971 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:58.332353 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:59.021704 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:33:59.376673 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:18.981397 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.675389 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-990e91cc-31db-40e8-a5cf-67e54ae0a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:26.209211 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c468-10b7-4901-94b4-ee0b0f12232d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:26.461815 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.644766 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:28.340166 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.382157 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:36.021742 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:34:46.931723 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2abe61e4-fe45-4637-9ceb-d067404b4096 req-8b30fb9c-42f2-4f0d-9ef6-813d931a8f19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260463 Aug 29 05:34:46.981087 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2abe61e4-fe45-4637-9ceb-d067404b4096 req-923840f5-05e7-4337-bc16-0e97d41c55a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0280609 Aug 29 05:34:47.018892 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2abe61e4-fe45-4637-9ceb-d067404b4096 req-a68e3305-e9c2-4e25-9662-17f9e456a2c0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185356 Aug 29 05:34:47.114001 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe61e4-fe45-4637-9ceb-d067404b4096 req-b3a32f91-21f4-4d89-8dc4-21683e2ab75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:47.115472 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2abe61e4-fe45-4637-9ceb-d067404b4096 req-b3a32f91-21f4-4d89-8dc4-21683e2ab75c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905089 Aug 29 05:34:48.978844 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:53.675945 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3785c20d-698f-40fc-bef8-dc4ebebcd09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:56.208989 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9ffab445-e07c-4aad-94c3-5322a87615bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:56.462092 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.206103 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-46d79529-b7c1-4bae-9732-e120dacf7869 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405824 Aug 29 05:34:57.306596 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-c8c4371b-17a1-4759-ac9b-3893e8aa7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:57.308113 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-c8c4371b-17a1-4759-ac9b-3893e8aa7aa9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1098 time: 0.0443661 Aug 29 05:34:57.412571 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-46e1115d-5e18-47d9-abb4-2d6a41cfecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:57.414066 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-46e1115d-5e18-47d9-abb4-2d6a41cfecc7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0839241 Aug 29 05:34:57.482461 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-72018217-2a04-4fb8-8ae1-875cfa01e86e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 1001 time: 0.0616329 Aug 29 05:34:57.530944 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-b3ed9a62-3d9b-471f-9078-b2601c977e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:57.532413 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-b3ed9a62-3d9b-471f-9078-b2601c977e69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0430746 Aug 29 05:34:57.579026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-6323348c-2518-4640-be12-d0045065e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:57.580531 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-6323348c-2518-4640-be12-d0045065e419 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395586 Aug 29 05:34:57.646461 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.673594 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-9f4475dd-9868-4318-8734-023598f9594f service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858662 Aug 29 05:34:57.762086 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-e8d2e3f5-6c5d-4658-b1bf-a93bae30eeb2 req-8b0193b9-18ce-4563-846a-28520ca2a0ee service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816085 Aug 29 05:34:58.359741 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:59.382422 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.020702 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:35:18.993795 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:23.678334 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-7a3a11d7-7572-438c-9f5c-db04058b9f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:26.209978 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-cbd44dfb-0935-43dc-aee6-975403085302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:26.463268 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:27.649310 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:28.360022 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:29.386053 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:30.505574 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3952a76-70d5-47f8-853c-f7246d30f302 req-f2c67246-85c5-4be8-ae89-329dfb89122a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:30.506992 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3952a76-70d5-47f8-853c-f7246d30f302 req-f2c67246-85c5-4be8-ae89-329dfb89122a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.1014009 Aug 29 05:35:30.545857 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a3952a76-70d5-47f8-853c-f7246d30f302 req-3c52e880-fc98-465a-b6ac-b1088e3b653d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329204 Aug 29 05:35:31.703842 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf634b95-d079-43a7-b3e0-c64f4c3eb030 req-08164099-5dcf-4d81-9a11-59faff9fed14 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:31.705326 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf634b95-d079-43a7-b3e0-c64f4c3eb030 req-08164099-5dcf-4d81-9a11-59faff9fed14 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0915513 Aug 29 05:35:31.743266 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bf634b95-d079-43a7-b3e0-c64f4c3eb030 req-03245420-c605-4f73-b124-6d0cf1ab46b7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319481 Aug 29 05:35:32.861312 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b3797-8bf2-4121-97ad-9c8fcbf6483c req-9b150b53-f15d-4fcf-9a06-aa2f9954dc14 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:32.862703 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005b3797-8bf2-4121-97ad-9c8fcbf6483c req-9b150b53-f15d-4fcf-9a06-aa2f9954dc14 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0514596 Aug 29 05:35:32.899454 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-005b3797-8bf2-4121-97ad-9c8fcbf6483c req-79e38e05-5a14-4b33-876b-68029aaa188e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309842 Aug 29 05:35:34.014040 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a914d6-b3e7-4b36-841a-6562ff8a1bd2 req-b6a114a2-329b-4523-9421-4cc0a7cc41d8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:34.015531 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61a914d6-b3e7-4b36-841a-6562ff8a1bd2 req-b6a114a2-329b-4523-9421-4cc0a7cc41d8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0497162 Aug 29 05:35:34.052738 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-61a914d6-b3e7-4b36-841a-6562ff8a1bd2 req-25930598-9c88-4992-a590-a2ec78af655e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312867 Aug 29 05:35:35.164514 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648269-e49c-4751-8cc3-de9560818378 req-41525237-6b39-4619-9426-6fc77ffdef6e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:35.165906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8648269-e49c-4751-8cc3-de9560818378 req-41525237-6b39-4619-9426-6fc77ffdef6e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0488746 Aug 29 05:35:35.203403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c8648269-e49c-4751-8cc3-de9560818378 req-f306a619-df59-44b4-a54e-aeea42394015 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317504 Aug 29 05:35:36.320682 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b6b69-fbf3-4930-bbbb-563257768b3c req-49f978b5-b4c6-4c4f-bd39-8e28b656c2f7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:36.322145 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f97b6b69-fbf3-4930-bbbb-563257768b3c req-49f978b5-b4c6-4c4f-bd39-8e28b656c2f7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0526021 Aug 29 05:35:36.359526 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f97b6b69-fbf3-4930-bbbb-563257768b3c req-37a62f75-3961-4d0b-b111-220918d19775 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312786 Aug 29 05:35:37.472272 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ef579-369d-41e0-a60a-20980924c245 req-00b51aac-d1a6-471f-9687-51164d148680 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:37.473759 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-290ef579-369d-41e0-a60a-20980924c245 req-00b51aac-d1a6-471f-9687-51164d148680 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0491014 Aug 29 05:35:37.511381 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-290ef579-369d-41e0-a60a-20980924c245 req-64dd5efa-af18-415a-88d9-c6d06db58544 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317640 Aug 29 05:35:38.626736 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346f51f-3b96-47bf-8757-88917ad3aba4 req-759f562b-ac7c-499e-995b-da480eebd1a7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:38.628275 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8346f51f-3b96-47bf-8757-88917ad3aba4 req-759f562b-ac7c-499e-995b-da480eebd1a7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0498512 Aug 29 05:35:38.666929 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8346f51f-3b96-47bf-8757-88917ad3aba4 req-788a3ad6-e4f6-411e-89a1-93a8b9a0116d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327382 Aug 29 05:35:39.784484 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e66f1c-3ef1-45bc-af07-734369d85888 req-00c4eca3-d9c5-4050-9b3e-2b420932b067 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:39.785955 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24e66f1c-3ef1-45bc-af07-734369d85888 req-00c4eca3-d9c5-4050-9b3e-2b420932b067 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0543497 Aug 29 05:35:39.824630 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-24e66f1c-3ef1-45bc-af07-734369d85888 req-49c088b4-29e7-4c21-a793-fe380a2d4686 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328090 Aug 29 05:35:40.669519 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-00279474-a14f-4934-9d8f-37bef9d5b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:40.671072 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-00279474-a14f-4934-9d8f-37bef9d5b244 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1098 time: 0.0436192 Aug 29 05:35:40.765649 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-32d043e3-e33b-433c-9836-9bbbde4144f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:40.767117 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-32d043e3-e33b-433c-9836-9bbbde4144f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0895982 Aug 29 05:35:40.831986 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-574c6446-0225-4696-b462-cc6c38fc65d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 1001 time: 0.0577540 Aug 29 05:35:40.885709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-72a66b45-c642-46b8-9446-a691a14a702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:40.887209 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-72a66b45-c642-46b8-9446-a691a14a702b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0481126 Aug 29 05:35:40.933371 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-907ad642-39ca-4a66-a0a8-f185edce0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:40.934868 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-907ad642-39ca-4a66-a0a8-f185edce0ca8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405362 Aug 29 05:35:40.938128 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1fab6-db9f-4162-96e0-cc880ca6e2f3 req-a8a45e7f-a33f-44e5-adbc-10245e8d005d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:40.939623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89a1fab6-db9f-4162-96e0-cc880ca6e2f3 req-a8a45e7f-a33f-44e5-adbc-10245e8d005d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0494189 Aug 29 05:35:40.978649 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-89a1fab6-db9f-4162-96e0-cc880ca6e2f3 req-8fb2140d-9477-4c72-a50a-54cde63c6631 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329757 Aug 29 05:35:41.024753 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-1f53e099-fd04-4861-9864-7e6e37d50697 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828965 Aug 29 05:35:41.116935 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-7750c826-258c-45f1-91a1-e530b90e0ca1 req-ccbc046b-385a-42ed-997e-8c7cdb9360a5 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847940 Aug 29 05:35:42.089607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82293007-57e7-415d-a986-4328c01fcfaf req-ffca88e3-1012-401d-86ef-9c1dd77119e6 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:42.091054 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82293007-57e7-415d-a986-4328c01fcfaf req-ffca88e3-1012-401d-86ef-9c1dd77119e6 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0473790 Aug 29 05:35:42.128023 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-82293007-57e7-415d-a986-4328c01fcfaf req-dc47184a-19f7-465d-80de-8950e1351585 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311866 Aug 29 05:35:43.244755 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaec61-cf98-4dc4-b510-0fc5dae4104a req-7c2eb27f-e374-4599-ac89-42ccd232462b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:43.247096 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8fdaec61-cf98-4dc4-b510-0fc5dae4104a req-7c2eb27f-e374-4599-ac89-42ccd232462b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0529406 Aug 29 05:35:43.284548 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8fdaec61-cf98-4dc4-b510-0fc5dae4104a req-09820f4d-6f2f-4bc8-ae1b-c267f381032b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320189 Aug 29 05:35:44.398685 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dc6c9-a250-488d-8695-2480ef6b6f22 req-b3c0c0e6-d6b4-4a2b-9508-17e5ef9af8b8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:44.400161 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab0dc6c9-a250-488d-8695-2480ef6b6f22 req-b3c0c0e6-d6b4-4a2b-9508-17e5ef9af8b8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0488369 Aug 29 05:35:44.436100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ab0dc6c9-a250-488d-8695-2480ef6b6f22 req-cb7807a4-3002-4ad7-9039-5a529e7f7485 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301211 Aug 29 05:35:44.681450 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45224b0b-e316-42b7-9d70-a21b26606b30 req-b5024ee6-e6a0-4559-bf4b-afdb1b2ac0cd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:44.682960 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45224b0b-e316-42b7-9d70-a21b26606b30 req-b5024ee6-e6a0-4559-bf4b-afdb1b2ac0cd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0805595 Aug 29 05:35:44.689775 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-c08bcfc8-cd22-4026-ad53-0d02958dcf7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040137 Aug 29 05:35:44.722711 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45224b0b-e316-42b7-9d70-a21b26606b30 req-7cde4426-6347-4ecc-b4b4-d71056a84673 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Aug 29 05:35:45.840261 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ba31c-c27f-4203-98ed-2c51e1f576cf req-167b17b6-9c0a-41c5-9489-e4f80529c4fa tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:45.841756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f88ba31c-c27f-4203-98ed-2c51e1f576cf req-167b17b6-9c0a-41c5-9489-e4f80529c4fa tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0497029 Aug 29 05:35:45.881434 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f88ba31c-c27f-4203-98ed-2c51e1f576cf req-1860d95a-2d47-4c6f-a018-b076b86cc5bc tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337358 Aug 29 05:35:46.804927 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bccf0acb-0fc5-488e-b507-2dfa53a8eb73 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:35:46.880607 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:46.902846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:46.905100 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fe6dfc-ceca-4fff-bcf9-96d80f3ba8f3" -d '{"events": [{"server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:46.918627 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:46.923757 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:46.925374 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ec339a5-8649-4aa7-b2a1-3a21ab66fd7a req-fe7f8f9d-08bd-4b5f-b544-d23cb5418221 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272207 Aug 29 05:35:46.948442 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adef600e-6d22-4bd7-b500-a8d13cbaa7f2 x-openstack-request-id: req-adef600e-6d22-4bd7-b500-a8d13cbaa7f2 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:46.948736 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "name": "network-vif-unplugged", "status": "failed", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73", "code": 422}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:46.948991 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adef600e-6d22-4bd7-b500-a8d13cbaa7f2 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:46.949435 n-d-712141-12 neutron-server[94852]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'code': 422} returned with failed status Aug 29 05:35:46.976996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:46.986778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.987134 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.987480 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.987873 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.988229 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.989064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.989064 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.989272 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.989589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.989918 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.990492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:46.990718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:47.003436 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ec339a5-8649-4aa7-b2a1-3a21ab66fd7a req-13e30c05-b15b-4188-b086-244c03047b8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0296142 Aug 29 05:35:47.042641 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1a54f-f257-4742-bef0-5679c402cb03 req-3dad8245-9b94-499b-aeef-4c7de4163160 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:47.044403 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21f1a54f-f257-4742-bef0-5679c402cb03 req-3dad8245-9b94-499b-aeef-4c7de4163160 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0698857 Aug 29 05:35:47.044605 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ec339a5-8649-4aa7-b2a1-3a21ab66fd7a req-dd4d422f-e5eb-4e72-a61e-b091170ad67d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221775 Aug 29 05:35:47.085627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-21f1a54f-f257-4742-bef0-5679c402cb03 req-798c80e7-14d5-4e98-9a55-78a7d8d1b2bc tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347903 Aug 29 05:35:47.144926 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec339a5-8649-4aa7-b2a1-3a21ab66fd7a req-73e0a86f-6b55-4b83-a8d5-16be4ba3dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:47.146676 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3ec339a5-8649-4aa7-b2a1-3a21ab66fd7a req-73e0a86f-6b55-4b83-a8d5-16be4ba3dc89 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961683 Aug 29 05:35:48.208607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292078c7-3b5b-4ab9-a365-782f65fea998 req-ee67467f-bd9c-4ed4-831e-9c117fc43590 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:48.210103 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-292078c7-3b5b-4ab9-a365-782f65fea998 req-ee67467f-bd9c-4ed4-831e-9c117fc43590 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0524223 Aug 29 05:35:48.248057 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-292078c7-3b5b-4ab9-a365-782f65fea998 req-1862891d-03d3-43f8-a939-cabe1ad3c697 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317833 Aug 29 05:35:49.010175 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:49.363149 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6abab-64dd-496a-b09e-717b4edc61f3 req-2c71580f-bb84-4086-a648-1d59aa2f0fbb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:49.364712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9d6abab-64dd-496a-b09e-717b4edc61f3 req-2c71580f-bb84-4086-a648-1d59aa2f0fbb tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0494554 Aug 29 05:35:49.404100 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b9d6abab-64dd-496a-b09e-717b4edc61f3 req-ca11c596-13b2-4b9a-95df-c99e68cb071a tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332243 Aug 29 05:35:50.019793 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:35:50.256956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-4f65ba87-16f8-4eda-815d-d01f745f009d req-54d4d772-440d-420f-b270-c32a48fd7f1e service neutron] (94850) timed out ('10.222.0.49', 60544) {{(pid=94850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:35:50.518430 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53bdc-9c8d-4bb4-ba6a-ba040c92c9b4 req-f0a64540-bd93-4924-b29e-4ae853d61c57 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:50.519840 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43a53bdc-9c8d-4bb4-ba6a-ba040c92c9b4 req-f0a64540-bd93-4924-b29e-4ae853d61c57 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0493276 Aug 29 05:35:50.557756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-43a53bdc-9c8d-4bb4-ba6a-ba040c92c9b4 req-9a447fa3-4a34-4932-ac0b-627acf788fd4 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Aug 29 05:35:51.542822 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-1af381e2-d46a-4da0-9040-1b8748cdff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:51.544372 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-1af381e2-d46a-4da0-9040-1b8748cdff19 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff&tenant_id=3290e340952e478d878a8a7181dbcbdb HTTP/1.1" status: 200 len: 1096 time: 0.0406697 Aug 29 05:35:51.618148 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-c57c55d1-3a1c-44a5-88ad-7370187954cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:51.619669 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-c57c55d1-3a1c-44a5-88ad-7370187954cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1096 time: 0.0418930 Aug 29 05:35:51.677989 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564ca0a-cbe9-4e9b-a1df-c28f5b7a5fa3 req-d6e9052a-704e-4331-b91e-2f3ef705bdcd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:51.679654 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4564ca0a-cbe9-4e9b-a1df-c28f5b7a5fa3 req-d6e9052a-704e-4331-b91e-2f3ef705bdcd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0538754 Aug 29 05:35:51.712377 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-ce094499-87eb-4cac-aa25-0ff32b2ef34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:51.713963 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-ce094499-87eb-4cac-aa25-0ff32b2ef34c service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0870790 Aug 29 05:35:51.716951 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4564ca0a-cbe9-4e9b-a1df-c28f5b7a5fa3 req-4a9a22e8-4801-4fc9-ab85-4c2e72c4d08b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312476 Aug 29 05:35:51.792323 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-28f45158-4811-4753-9e29-18be58467630 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 999 time: 0.0631661 Aug 29 05:35:51.866131 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-cbeadeba-ffd3-4c61-baf2-4f456c0d04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:51.870087 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-cbeadeba-ffd3-4c61-baf2-4f456c0d04ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0495954 Aug 29 05:35:51.913335 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-9af07748-c171-458a-8997-1b5de713f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:51.914820 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-9af07748-c171-458a-8997-1b5de713f1f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401571 Aug 29 05:35:52.006028 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-0cab4f78-6f8c-4890-aa90-9691b691182f service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817034 Aug 29 05:35:52.101638 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-beb9a80f-ed4d-42a7-991d-e1fd5898cda4 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875907 Aug 29 05:35:52.830823 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161358c-099d-4da5-983f-1a4a8c64d601 req-b0e5266d-5d6a-4ea3-9aa6-57ace7b4d5c1 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:52.832311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e161358c-099d-4da5-983f-1a4a8c64d601 req-b0e5266d-5d6a-4ea3-9aa6-57ace7b4d5c1 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0482950 Aug 29 05:35:52.868525 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e161358c-099d-4da5-983f-1a4a8c64d601 req-57005e56-a6eb-4982-9f08-dd727c55b43e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303400 Aug 29 05:35:53.678749 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-3c2d5a05-5ec8-4fe1-9806-eb10c26fee8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:53.981338 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb79057-8b16-4cf6-b9b2-5c2c46189f55 req-8dce87b3-ca20-4152-a149-7d34dca38328 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:53.982817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0bb79057-8b16-4cf6-b9b2-5c2c46189f55 req-8dce87b3-ca20-4152-a149-7d34dca38328 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0486176 Aug 29 05:35:54.020706 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0bb79057-8b16-4cf6-b9b2-5c2c46189f55 req-14ae5d27-3928-45d5-b9da-d52a1e7e205b tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314717 Aug 29 05:35:55.136031 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb4bca-6587-4f90-8cdc-375526a1437c req-3ce646d4-8a6d-44c0-83f1-add8eed83e62 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:55.137554 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4acb4bca-6587-4f90-8cdc-375526a1437c req-3ce646d4-8a6d-44c0-83f1-add8eed83e62 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0516520 Aug 29 05:35:55.174735 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4acb4bca-6587-4f90-8cdc-375526a1437c req-5c2ca8eb-6029-4ee6-9b8d-91952589944d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314479 Aug 29 05:35:56.211156 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e0317e10-79ca-4eee-abb0-742bcc6f8672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:56.288894 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689b1ad-062d-414d-bb94-7f5451740630 req-47e72f83-5780-4658-8ed2-d9592e307201 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:56.290390 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e689b1ad-062d-414d-bb94-7f5451740630 req-47e72f83-5780-4658-8ed2-d9592e307201 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0496118 Aug 29 05:35:56.327549 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e689b1ad-062d-414d-bb94-7f5451740630 req-c3cc73ef-027f-42f6-847f-51f3d9491934 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Aug 29 05:35:56.464462 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:57.441150 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648769-1913-4f40-be17-da96a1a7fac9 req-b79ec9e6-15c9-4539-a0c5-4223d0147519 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:57.443261 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db648769-1913-4f40-be17-da96a1a7fac9 req-b79ec9e6-15c9-4539-a0c5-4223d0147519 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0490575 Aug 29 05:35:57.479913 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db648769-1913-4f40-be17-da96a1a7fac9 req-f2f09471-7424-4d0f-929f-da1797b772a0 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306718 Aug 29 05:35:57.652363 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:58.369887 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:58.595254 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10900fd-3e87-4045-b26d-913df46a8026 req-c480415b-57fd-47c4-9bbd-c1e22001a356 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:58.596665 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c10900fd-3e87-4045-b26d-913df46a8026 req-c480415b-57fd-47c4-9bbd-c1e22001a356 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0519254 Aug 29 05:35:58.634317 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c10900fd-3e87-4045-b26d-913df46a8026 req-6e7fd989-379e-4df9-97c9-ba1fead810e6 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312498 Aug 29 05:35:59.223874 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-f2f51e9b-788f-40d5-bca7-c2a4769a66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:59.225431 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-f2f51e9b-788f-40d5-bca7-c2a4769a66c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1096 time: 0.0411887 Aug 29 05:35:59.329599 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-d5db33f7-5140-4aae-b62d-98fc95b4c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:59.331072 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-d5db33f7-5140-4aae-b62d-98fc95b4c62d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0870481 Aug 29 05:35:59.388261 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:59.397396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-48b8198c-578b-4c44-a44c-8e4cb867ffd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 999 time: 0.0583646 Aug 29 05:35:59.460630 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-0e4fbe36-8889-4e1c-b207-8dc197d4072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:59.462783 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-0e4fbe36-8889-4e1c-b207-8dc197d4072a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0580628 Aug 29 05:35:59.513202 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-49a43c3a-1361-430a-b6f1-97163bb004e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:59.514598 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-49a43c3a-1361-430a-b6f1-97163bb004e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451808 Aug 29 05:35:59.601552 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-89dd0473-7560-4b87-ae02-ce019ba0fa11 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799193 Aug 29 05:35:59.696779 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9422dc1f-68b2-4af9-8ace-e600789c9db2 req-eec33946-ef10-4c6a-b290-82ed5f262a4a service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874448 Aug 29 05:35:59.748050 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec30fe0-61f8-4b58-b586-9e24038b90c1 req-d1909886-47ad-4f6c-8763-2ce308d8a969 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:59.749602 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ec30fe0-61f8-4b58-b586-9e24038b90c1 req-d1909886-47ad-4f6c-8763-2ce308d8a969 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0482800 Aug 29 05:35:59.787194 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6ec30fe0-61f8-4b58-b586-9e24038b90c1 req-40e5807a-397b-484c-8216-01cba7f0f34e tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Aug 29 05:36:00.851855 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bccf0acb-0fc5-488e-b507-2dfa53a8eb73 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:36:00.899037 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aeda4-52bf-48dd-88cb-d8cae9fb4186 req-6e35dfa9-7e81-4ac2-b0bd-c7346e4a1d48 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:00.900782 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-871aeda4-52bf-48dd-88cb-d8cae9fb4186 req-6e35dfa9-7e81-4ac2-b0bd-c7346e4a1d48 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 944 time: 0.0489869 Aug 29 05:36:00.942217 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-871aeda4-52bf-48dd-88cb-d8cae9fb4186 req-26deffcd-771f-4b5a-b904-f825e6c6b096 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350788 Aug 29 05:36:01.100047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:01.111013 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'port_id': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'mac_address': 'fa:16:3e:fa:bb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:36:01.145817 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:01.158257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccf0acb-0fc5-488e-b507-2dfa53a8eb73 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:36:01.177274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:01.181055 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:01.229214 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:01.636841 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['bccf0acb-0fc5-488e-b507-2dfa53a8eb73'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:36:02.061945 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90295-a444-4006-953f-13a9e819a4dc req-2809cca4-aa65-4be6-932a-cb7cb19d83ef tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:02.063416 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02e90295-a444-4006-953f-13a9e819a4dc req-2809cca4-aa65-4be6-932a-cb7cb19d83ef tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 945 time: 0.0523789 Aug 29 05:36:02.100833 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-02e90295-a444-4006-953f-13a9e819a4dc req-3ff52889-ae69-4db0-9df8-87dd8b3d2745 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307407 Aug 29 05:36:02.890275 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bccf0acb-0fc5-488e-b507-2dfa53a8eb73 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:36:02.936545 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:02.936918 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:03.011086 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:03.034787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:36:03.037518 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7f9636-3db6-43fa-9ab1-d21b59c3b3d6" -d '{"events": [{"server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "name": "network-vif-plugged", "status": "completed", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:36:03.049363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:03.053841 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:03.098966 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:03.214074 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a944-99b0-4ca6-b05d-3b66379f9dc3 req-115c57f8-e561-44f8-85ac-3f9fd9013f84 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:03.215465 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2370a944-99b0-4ca6-b05d-3b66379f9dc3 req-115c57f8-e561-44f8-85ac-3f9fd9013f84 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0491626 Aug 29 05:36:03.252579 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2370a944-99b0-4ca6-b05d-3b66379f9dc3 req-c22f3675-0093-4f74-a87c-fa69645bb53f tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312071 Aug 29 05:36:04.092320 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d51c4-e1fa-44af-9517-6368f90ec702 x-openstack-request-id: req-714d51c4-e1fa-44af-9517-6368f90ec702 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:36:04.092770 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "name": "network-vif-plugged", "status": "completed", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:36:04.092878 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-714d51c4-e1fa-44af-9517-6368f90ec702 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:36:04.093260 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'code': 200} Aug 29 05:36:04.274114 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0eee0e-45ce-4cda-bd75-cbe5c9a0f844 req-190ea5ec-8f71-412f-92d4-176727b39cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:04.275642 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d0eee0e-45ce-4cda-bd75-cbe5c9a0f844 req-190ea5ec-8f71-412f-92d4-176727b39cf3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1098 time: 0.0414448 Aug 29 05:36:04.310618 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6d0eee0e-45ce-4cda-bd75-cbe5c9a0f844 req-43d9785b-e3e0-4cf4-8f9b-0c7e71288672 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283294 Aug 29 05:36:04.364837 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f66750-baed-43bf-8b37-73dfb055d447 req-9083c478-5533-4dbb-a203-fcfb6af89a9d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:04.366828 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79f66750-baed-43bf-8b37-73dfb055d447 req-9083c478-5533-4dbb-a203-fcfb6af89a9d tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0491898 Aug 29 05:36:04.403271 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-79f66750-baed-43bf-8b37-73dfb055d447 req-751ed2f7-f5c0-4244-b93c-2f2c8a4d9436 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306113 Aug 29 05:36:05.523601 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0247bb-7f5e-4ca9-81b0-5b114d53d9d2 req-992bd17f-1345-4c9a-8058-6680bcf9c8f5 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:05.525152 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec0247bb-7f5e-4ca9-81b0-5b114d53d9d2 req-992bd17f-1345-4c9a-8058-6680bcf9c8f5 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0533013 Aug 29 05:36:05.563478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec0247bb-7f5e-4ca9-81b0-5b114d53d9d2 req-aefb09ac-6472-4784-a429-10bd67e629d6 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Aug 29 05:36:06.678472 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502e5e1-99ef-45c7-8686-821e0b0e243c req-f768832d-1ae7-4ff7-b161-4404c793c3b9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:06.679950 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4502e5e1-99ef-45c7-8686-821e0b0e243c req-f768832d-1ae7-4ff7-b161-4404c793c3b9 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0487537 Aug 29 05:36:06.716944 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4502e5e1-99ef-45c7-8686-821e0b0e243c req-22776edf-9d22-49c6-9059-7340cb60dba1 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Aug 29 05:36:19.024636 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:23.678929 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9bca-90df-4779-a89e-94c35b957506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:26.212089 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9192e3d9-8aed-4b7f-88e7-e1d5706f077b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:26.465785 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:27.018012 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:36:27.658922 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:28.374827 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:29.393491 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:46.972285 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1513f7a6-5058-4294-b128-7b679f09ea48 req-17e30a56-3619-4b2b-93d9-2c295127330b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0717001 Aug 29 05:36:47.018986 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1513f7a6-5058-4294-b128-7b679f09ea48 req-2b360d92-eb04-4be5-aff1-e0b05d742926 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0243649 Aug 29 05:36:47.055229 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1513f7a6-5058-4294-b128-7b679f09ea48 req-54e626ec-7354-49fc-b359-094a8f4940b1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188842 Aug 29 05:36:47.150421 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513f7a6-5058-4294-b128-7b679f09ea48 req-aac7c7ad-c7e2-431e-b073-04e8fe4fcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:47.151902 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-1513f7a6-5058-4294-b128-7b679f09ea48 req-aac7c7ad-c7e2-431e-b073-04e8fe4fcbcb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900102 Aug 29 05:36:49.022195 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:53.679663 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-63345217-636b-4824-aa2a-dacd75458b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:56.211745 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e1e413f8-5f3a-4888-a590-fe62f1fa48ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:56.465832 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:57.658163 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:58.372591 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:59.397568 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:00.280529 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a002a08b-75e7-4476-a388-8913359393a7 req-3d3f2f0c-13e0-4b04-b8c8-9cc777117b11 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405805 Aug 29 05:37:00.373898 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002a08b-75e7-4476-a388-8913359393a7 req-7e30cd2f-433f-484e-b8cb-287b56cd0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:00.375459 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a002a08b-75e7-4476-a388-8913359393a7 req-7e30cd2f-433f-484e-b8cb-287b56cd0951 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1098 time: 0.0397861 Aug 29 05:37:00.478750 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002a08b-75e7-4476-a388-8913359393a7 req-c62fb83f-40dd-48fb-a44b-0b841c75f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:00.480221 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a002a08b-75e7-4476-a388-8913359393a7 req-c62fb83f-40dd-48fb-a44b-0b841c75f840 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0861914 Aug 29 05:37:00.544033 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a002a08b-75e7-4476-a388-8913359393a7 req-f9dadb5f-79c4-4202-b588-13c1ef7901b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 1001 time: 0.0564232 Aug 29 05:37:00.595707 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002a08b-75e7-4476-a388-8913359393a7 req-eccaa506-2277-48d5-8737-a69fb47de7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:00.597185 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a002a08b-75e7-4476-a388-8913359393a7 req-eccaa506-2277-48d5-8737-a69fb47de7e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0464301 Aug 29 05:37:00.641261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002a08b-75e7-4476-a388-8913359393a7 req-6105b473-48a1-4637-88b2-c0236133a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:00.642712 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a002a08b-75e7-4476-a388-8913359393a7 req-6105b473-48a1-4637-88b2-c0236133a54e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388258 Aug 29 05:37:00.731385 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a002a08b-75e7-4476-a388-8913359393a7 req-3fb95a6b-56f2-4e62-aec3-794aa2d08ece service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794115 Aug 29 05:37:01.121531 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a002a08b-75e7-4476-a388-8913359393a7 req-395c1cf0-68d3-4798-9754-bd20effb3335 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834348 Aug 29 05:37:04.017198 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:37:19.037820 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.785611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33908) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:22.938611 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Deleting port 6029d4d9-5cd8-472b-b729-0e9509ac3abf {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:22.938958 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.014823 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.015191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.027737 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Calling delete_port for 6029d4d9-5cd8-472b-b729-0e9509ac3abf owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:23.474545 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.504957 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event deleted for resources: {'Port': ['ID=6029d4d9-5cd8-472b-b729-0e9509ac3abf,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:23.541592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.541942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.542285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.542627 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.542965 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.543301 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.543631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.543959 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.544310 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.544637 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.544967 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.545296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:23.565689 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.566076 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Floating IP 847f7019-d6ac-485d-b878-25bb4be74b18 disassociated (deleted). External IP: 172.25.5.82, port: bccf0acb-0fc5-488e-b507-2dfa53a8eb73. Aug 29 05:37:23.680683 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ad408939-e0dd-46eb-83d5-5ed89a65ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.771765 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Router f972ea30-e452-4242-8405-4fca6279445d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:23.878296 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:23.883534 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.889758 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] Sync routers for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:23.899708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:23.900367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:36:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:23.909900 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-0ae0ea09-3ad5-4014-a450-58cb9d241dde tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "DELETE /v2.0/floatingips/847f7019-d6ac-485d-b878-25bb4be74b18 HTTP/1.1" status: 204 len: 168 time: 1.1232698 Aug 29 05:37:23.910592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:23.913004 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90558a37-b53a-42dd-92aa-53b1f21763e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:23.952588 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec804c97-f759-46a6-a81f-43538381ec7a x-openstack-request-id: req-ec804c97-f759-46a6-a81f-43538381ec7a {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:23.952885 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:23.953140 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec804c97-f759-46a6-a81f-43538381ec7a {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:23.953545 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'status': 'completed', 'code': 200} Aug 29 05:37:24.011924 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:24.041096 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-afefeeb9-bf1f-4375-92ee-c03e460234f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:24.043343 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-afefeeb9-bf1f-4375-92ee-c03e460234f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3290e340952e478d878a8a7181dbcbdb&device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 1098 time: 0.0452316 Aug 29 05:37:24.144960 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-4d7fab20-75b2-4f68-847c-030e9930b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:24.146450 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-4d7fab20-75b2-4f68-847c-030e9930b7cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 200 len: 910 time: 0.0963109 Aug 29 05:37:24.168947 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d5545-67bd-4db3-aa5d-f6c3e26050cb req-29384f93-cbaa-4a20-bbd0-0210fcb67d88 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:24.171098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-284d5545-67bd-4db3-aa5d-f6c3e26050cb req-29384f93-cbaa-4a20-bbd0-0210fcb67d88 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0592122 Aug 29 05:37:24.190470 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-ff057411-fb97-4de4-a718-60b040016383 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 200 len: 217 time: 0.0353696 Aug 29 05:37:24.214529 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-284d5545-67bd-4db3-aa5d-f6c3e26050cb req-84c9cc93-c1fd-4dd0-b578-12d9106403f5 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362906 Aug 29 05:37:24.236838 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:24.239553 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-9236452a-97cd-4f9e-b61b-6d8b1ff341e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:24.241077 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-9236452a-97cd-4f9e-b61b-6d8b1ff341e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 200 len: 848 time: 0.0434968 Aug 29 05:37:24.264452 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] Checking router: f972ea30-e452-4242-8405-4fca6279445d for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:24.272557 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:24.273187 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:36:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:24.291716 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-b122aaf5-4a33-4c76-9973-ac36fef94078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:24.293157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-b122aaf5-4a33-4c76-9973-ac36fef94078 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436652 Aug 29 05:37:24.385601 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-a26511dc-ae30-4501-abc2-52ffc4be0184 service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846074 Aug 29 05:37:24.388436 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:24.478547 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-90558a37-b53a-42dd-92aa-53b1f21763e0 req-6b6c66e1-fdb9-44fd-87d6-b8c8f55bbfdc service neutron] 10.222.0.52 "GET /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858428 Aug 29 05:37:24.584104 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:24.610345 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857118b-9e98-4b7b-a5f3-6714a068ee3c None None] The sync data for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 is: [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:08Z', 'revision_number': 4, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'b2d6ae9e-8828-4cfc-becd-d5e189511ceb', 'name': '', 'network_id': '2ef0fc98-b05d-477f-bdb6-79232e4cf7fd', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'mac_address': 'fa:16:3e:93:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'subnets': [{'id': '81818e5c-2ea0-4285-8d6d-027bc8af0456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:24.831498 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c24731-330c-431e-9578-8ef83ed6eb56 None None] New status for floating IP 847f7019-d6ac-485d-b878-25bb4be74b18: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:37:25.358589 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c0f9-4b71-4a7a-84d1-bf70becd3acb req-bc10e643-8111-45cf-97c4-44846dd523d2 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:25.360097 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4008c0f9-4b71-4a7a-84d1-bf70becd3acb req-bc10e643-8111-45cf-97c4-44846dd523d2 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0488985 Aug 29 05:37:25.397311 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4008c0f9-4b71-4a7a-84d1-bf70becd3acb req-42dedd78-61c4-48e5-a711-2001a8fe83b7 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/security-groups?id=242b65d2-b237-46a5-a628-001a1a067f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313520 Aug 29 05:37:25.878448 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-ca827220-c668-47de-a9e8-bfdf6f05c673 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:25.879810 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-ca827220-c668-47de-a9e8-bfdf6f05c673 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 946 time: 0.0492101 Aug 29 05:37:25.966864 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Deleting port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:25.967219 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.063471 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] For port bccf0acb-0fc5-488e-b507-2dfa53a8eb73, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:26.063844 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.077122 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Calling delete_port for bccf0acb-0fc5-488e-b507-2dfa53a8eb73 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:26.203697 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.211694 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-87a6c3e2-8e1a-40eb-85f5-d5ba6efa8602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.232979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event deleted for resources: {'Port': ['ID=bccf0acb-0fc5-488e-b507-2dfa53a8eb73,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.258347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.258705 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.259054 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.259399 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.259741 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.260081 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.260446 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.260779 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.261111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.261443 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.261778 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.262128 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:26.282921 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] No DVR routers for this DVR port bccf0acb-0fc5-488e-b507-2dfa53a8eb73 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:26.285455 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.287438 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-0dff0b4d-ee3a-482c-964c-229e28e22c96 req-2f3308e2-dbf4-4136-afaa-e7c4bef3bd58 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.52 "DELETE /v2.0/ports/bccf0acb-0fc5-488e-b507-2dfa53a8eb73 HTTP/1.1" status: 204 len: 173 time: 0.4009924 Aug 29 05:37:26.287889 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'name': 'network-vif-deleted', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:26.290717 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08ef96f-c819-42c9-9790-16eef5053346" -d '{"events": [{"server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "name": "network-vif-deleted", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:26.360885 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1649bae-5c96-4056-8bad-6f68d3ca6b88 x-openstack-request-id: req-c1649bae-5c96-4056-8bad-6f68d3ca6b88 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:26.361188 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae00d637-e8b6-484c-96e4-6c095594b1ff", "name": "network-vif-deleted", "tag": "bccf0acb-0fc5-488e-b507-2dfa53a8eb73", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:26.361446 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1649bae-5c96-4056-8bad-6f68d3ca6b88 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:26.361857 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae00d637-e8b6-484c-96e4-6c095594b1ff', 'name': 'network-vif-deleted', 'tag': 'bccf0acb-0fc5-488e-b507-2dfa53a8eb73', 'status': 'completed', 'code': 200} Aug 29 05:37:26.468414 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.497043 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ec1d3160-562d-4c90-b836-ab09eb5f6b5d req-f4cb04a6-a77f-4db5-90c6-7ff887bd39d8 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 210 time: 0.0288100 Aug 29 05:37:27.603414 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-35b64b83-9455-41f6-8e89-c87a72d7b592 req-57dc5c08-a058-43f6-b68c-18ee7f93c557 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 210 time: 0.0338504 Aug 29 05:37:27.661629 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.399450 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.698922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bb3230f0-ddcd-4ec4-a102-2c93bcf5a7b3 req-ced4bb1e-9abc-4eaa-b769-38b9537685bd tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 210 time: 0.0268865 Aug 29 05:37:29.346574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bccf0acb-0fc5-488e-b507-2dfa53a8eb73 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:29.366085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: bccf0acb-0fc5-488e-b507-2dfa53a8eb73 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:29.366428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device bccf0acb-0fc5-488e-b507-2dfa53a8eb73 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:29.397316 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.807417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-068a868a-ac04-4427-ad13-3a8d59ca3062 req-91c84061-dea9-4b7d-96e7-5be7f5780e31 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae00d637-e8b6-484c-96e4-6c095594b1ff HTTP/1.1" status: 200 len: 210 time: 0.0306780 Aug 29 05:37:30.863086 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33948) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:30.921729 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bcae-713b-4222-93cf-81afa2d35c05 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.946637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bcae-713b-4222-93cf-81afa2d35c05 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.005213 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bcae-713b-4222-93cf-81afa2d35c05 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.007930 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bcae-713b-4222-93cf-81afa2d35c05 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.009402 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d8a3bcae-713b-4222-93cf-81afa2d35c05 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] 10.222.0.49 "DELETE /v2.0/security-groups/242b65d2-b237-46a5-a628-001a1a067f74 HTTP/1.1" status: 204 len: 168 time: 0.1451235 Aug 29 05:37:31.019155 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3bcae-713b-4222-93cf-81afa2d35c05 tempest-TestShelveInstance-1241789589 tempest-TestShelveInstance-1241789589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b65d2-b237-46a5-a628-001a1a067f74,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:31.063902 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33952) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:31.559927 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.811127 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] Deleting port b2d6ae9e-8828-4cfc-becd-d5e189511ceb {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:31.811465 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.889527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] For port b2d6ae9e-8828-4cfc-becd-d5e189511ceb, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b2d6ae9e-8828-4cfc-becd-d5e189511ceb,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:31.890199 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.903314 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] Calling delete_port for b2d6ae9e-8828-4cfc-becd-d5e189511ceb owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:32.084773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.110266 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d6ae9e-8828-4cfc-becd-d5e189511ceb,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:32.291367 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.517691 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] Router f972ea30-e452-4242-8405-4fca6279445d has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:32.623660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:32.629003 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-a3355d8c-88a2-46a6-b199-1681c6db9afe admin admin] 10.222.0.49 "PUT /v2.0/routers/f972ea30-e452-4242-8405-4fca6279445d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5640409 Aug 29 05:37:32.632425 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33956) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:32.634507 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] Sync routers for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:32.643715 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:32.644428 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:32.742342 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.751508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:32.839972 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.895616 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Deleting port a1498b3f-375b-4d6a-afc9-d32e1f95bd38 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:32.896316 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.928842 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:37:32Z', 'revision_number': 5, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port': {'id': 'a1498b3f-375b-4d6a-afc9-d32e1f95bd38', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972ea30-e452-4242-8405-4fca6279445d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:06Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:32.954376 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] Checking router: f972ea30-e452-4242-8405-4fca6279445d for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:32.962777 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] Routers {'f972ea30-e452-4242-8405-4fca6279445d'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:32.963367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['f972ea30-e452-4242-8405-4fca6279445d'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:32.973652 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] For port a1498b3f-375b-4d6a-afc9-d32e1f95bd38, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=a1498b3f-375b-4d6a-afc9-d32e1f95bd38,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:32.974023 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.988265 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Calling delete_port for a1498b3f-375b-4d6a-afc9-d32e1f95bd38 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:33.047853 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] Set router f972ea30-e452-4242-8405-4fca6279445d gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:33.098198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:37:32Z', 'revision_number': 6, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:33.128729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8420bb1-ff73-4843-9796-ac979d0e53b6 None None] The sync data for ids ['f972ea30-e452-4242-8405-4fca6279445d'] in n-d-712141-12 is: [{'id': 'f972ea30-e452-4242-8405-4fca6279445d', 'name': 'tempest-TestShelveInstance-1263404728-router', 'tenant_id': '3290e340952e478d878a8a7181dbcbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:37:32Z', 'revision_number': 6, 'project_id': '3290e340952e478d878a8a7181dbcbdb', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:33.154304 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.178468 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1498b3f-375b-4d6a-afc9-d32e1f95bd38,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:33.242974 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.328108 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.330157 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.371834 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.372409 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f972ea30-e452-4242-8405-4fca6279445d {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:37:33.376982 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.378160 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5a3a71e6-290c-4a0c-a12e-7e454e73a090 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f972ea30-e452-4242-8405-4fca6279445d HTTP/1.1" status: 204 len: 168 time: 0.7447960 Aug 29 05:37:33.380749 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33958) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:33.423417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cce861a-651e-488e-98bc-d22cb94f2751 admin admin] Deleting subnet 81818e5c-2ea0-4285-8d6d-027bc8af0456 {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:37:33.426315 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cce861a-651e-488e-98bc-d22cb94f2751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.463466 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cce861a-651e-488e-98bc-d22cb94f2751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.542275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cce861a-651e-488e-98bc-d22cb94f2751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.594866 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cce861a-651e-488e-98bc-d22cb94f2751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.620910 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce861a-651e-488e-98bc-d22cb94f2751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81818e5c-2ea0-4285-8d6d-027bc8af0456,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:33.622896 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1cce861a-651e-488e-98bc-d22cb94f2751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.624978 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1cce861a-651e-488e-98bc-d22cb94f2751 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/81818e5c-2ea0-4285-8d6d-027bc8af0456 HTTP/1.1" status: 204 len: 168 time: 0.2433238 Aug 29 05:37:33.627661 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 33960) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:33.629992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4619285d-f48d-494b-980d-2084b487119d None None] Network 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:33.697875 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.752899 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Deleting port 0d75712f-85a4-43e0-a778-d4c4f9223275 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:33.753247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.817609 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] For port 0d75712f-85a4-43e0-a778-d4c4f9223275, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0d75712f-85a4-43e0-a778-d4c4f9223275,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:33.817915 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.887407 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] DHCP port deletion for 2ef0fc98-b05d-477f-bdb6-79232e4cf7fd request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:37:33.937050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Deleting port 0d75712f-85a4-43e0-a778-d4c4f9223275 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:33.937440 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.003670 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] For port 0d75712f-85a4-43e0-a778-d4c4f9223275, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0d75712f-85a4-43e0-a778-d4c4f9223275,segment=NetworkSegment(18048d48-742e-4a2f-adf2-4a2f8af3a9fb),segment_id=18048d48-742e-4a2f-adf2-4a2f8af3a9fb)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:34.004078 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.018285 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Calling delete_port for 0d75712f-85a4-43e0-a778-d4c4f9223275 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:34.104217 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.132612 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Pushing event deleted for resources: {'Port': ['ID=0d75712f-85a4-43e0-a778-d4c4f9223275,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:34.140508 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] No DVR routers for this DVR port 0d75712f-85a4-43e0-a778-d4c4f9223275 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:34.142704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.143047 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.143398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.144230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.144230 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.144460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.144729 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.145053 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.145372 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.145694 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.146015 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.146333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e0008-1745-4af6-9752-29ea016c4586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:34.148021 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Calling delete_port for 0d75712f-85a4-43e0-a778-d4c4f9223275 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:34.234191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.258883 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d75712f-85a4-43e0-a778-d4c4f9223275,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:34.262364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] No DVR routers for this DVR port 0d75712f-85a4-43e0-a778-d4c4f9223275 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:34.333213 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.343547 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef0fc98-b05d-477f-bdb6-79232e4cf7fd']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:34.354082 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18048d48-742e-4a2f-adf2-4a2f8af3a9fb') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:34.354374 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18048d48-742e-4a2f-adf2-4a2f8af3a9fb') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:34.373624 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.387963 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.395144 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:37:34.396117 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: self.session.flush() Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:37:34.398516 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:37:34.449221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b2d6ae9e-8828-4cfc-becd-d5e189511ceb no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:34.453326 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.459355 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.464612 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2ef0fc98-b05d-477f-bdb6-79232e4cf7fd HTTP/1.1" status: 204 len: 168 time: 0.8332961 Aug 29 05:37:34.464857 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33964) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:34.478069 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383b5a1-00a7-444b-a252-2abced4f95e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef0fc98-b05d-477f-bdb6-79232e4cf7fd,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:34.487490 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: b2d6ae9e-8828-4cfc-becd-d5e189511ceb {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:34.488085 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b2d6ae9e-8828-4cfc-becd-d5e189511ceb not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:34.488807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0d75712f-85a4-43e0-a778-d4c4f9223275 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:34.508738 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 0d75712f-85a4-43e0-a778-d4c4f9223275 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:34.509373 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0d75712f-85a4-43e0-a778-d4c4f9223275 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:34.509969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a1498b3f-375b-4d6a-afc9-d32e1f95bd38 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:34.529409 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: a1498b3f-375b-4d6a-afc9-d32e1f95bd38 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:34.529997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device a1498b3f-375b-4d6a-afc9-d32e1f95bd38 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:34.818133 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.059634 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] Deleting port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:35.060831 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.136973 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] For port 34dcc1b6-2608-4bf4-a12c-70a7447f57ad, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=34dcc1b6-2608-4bf4-a12c-70a7447f57ad,segment=NetworkSegment(d4a0bcbb-21ea-4832-b274-caa35eacfd96),segment_id=d4a0bcbb-21ea-4832-b274-caa35eacfd96)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:35.137271 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.150150 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] Calling delete_port for 34dcc1b6-2608-4bf4-a12c-70a7447f57ad owned by network:router_interface {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:35.325752 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.354948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=34dcc1b6-2608-4bf4-a12c-70a7447f57ad,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:35.519603 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.735796 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] Router a38be05a-8175-48fd-81b7-5898a512375e has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:35.840724 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:35.845724 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-38ba7afd-2abe-4cea-88ac-bbb680e267b7 admin admin] 10.222.0.49 "PUT /v2.0/routers/a38be05a-8175-48fd-81b7-5898a512375e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3797934 Aug 29 05:37:35.848221 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33966) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:35.850833 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] Sync routers for ids ['a38be05a-8175-48fd-81b7-5898a512375e'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:35.860561 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] Routers {'a38be05a-8175-48fd-81b7-5898a512375e'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:35.861152 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a38be05a-8175-48fd-81b7-5898a512375e'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:35.950608 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.961744 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] Set router a38be05a-8175-48fd-81b7-5898a512375e gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:36.051748 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.107712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Deleting port 47bdcc17-1bf3-4aee-916f-537715a321d1 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:36.108074 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.139747 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'name': 'tempest-TestShelveInstance-368233818-router', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:37:35Z', 'revision_number': 5, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'gw_port': {'id': '47bdcc17-1bf3-4aee-916f-537715a321d1', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:36.165313 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] Checking router: a38be05a-8175-48fd-81b7-5898a512375e for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:36.173347 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] Routers {'a38be05a-8175-48fd-81b7-5898a512375e'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:36.173948 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['a38be05a-8175-48fd-81b7-5898a512375e'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:36.185132 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] For port 47bdcc17-1bf3-4aee-916f-537715a321d1, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=47bdcc17-1bf3-4aee-916f-537715a321d1,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:36.185509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.198715 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Calling delete_port for 47bdcc17-1bf3-4aee-916f-537715a321d1 owned by network:router_gateway {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:36.265223 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] Set router a38be05a-8175-48fd-81b7-5898a512375e gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:36.318464 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'name': 'tempest-TestShelveInstance-368233818-router', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:37:36Z', 'revision_number': 6, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:36.344499 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714cd1fb-5d4a-431c-8007-ad27c3f38454 None None] The sync data for ids ['a38be05a-8175-48fd-81b7-5898a512375e'] in n-d-712141-12 is: [{'id': 'a38be05a-8175-48fd-81b7-5898a512375e', 'name': 'tempest-TestShelveInstance-368233818-router', 'tenant_id': '0d60179312c24eaabf6e32b65563eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:37:36Z', 'revision_number': 6, 'project_id': '0d60179312c24eaabf6e32b65563eb0e', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:36.372411 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.399986 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=47bdcc17-1bf3-4aee-916f-537715a321d1,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:36.462519 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.549971 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.552116 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.596834 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.597509 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38be05a-8175-48fd-81b7-5898a512375e {{(pid=94850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:37:36.603036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.604218 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c668d0a6-34d7-47f0-bcf9-28506a2e96e5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a38be05a-8175-48fd-81b7-5898a512375e HTTP/1.1" status: 204 len: 168 time: 0.7550633 Aug 29 05:37:36.606769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33968) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:36.654526 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c440d7d-691d-4062-99cb-df65438fd6b1 admin admin] Deleting subnet 26aafbbe-069d-4065-97bb-5c63e5d08d46 {{(pid=94850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:37:36.657420 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c440d7d-691d-4062-99cb-df65438fd6b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.693806 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c440d7d-691d-4062-99cb-df65438fd6b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194234'] for subnet, precommit_delete_associations {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.785817 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c440d7d-691d-4062-99cb-df65438fd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.838838 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c440d7d-691d-4062-99cb-df65438fd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4193450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260987024'] for subnet, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.868628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c440d7d-691d-4062-99cb-df65438fd6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26aafbbe-069d-4065-97bb-5c63e5d08d46,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:36.872077 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4c440d7d-691d-4062-99cb-df65438fd6b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.873957 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4c440d7d-691d-4062-99cb-df65438fd6b1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/26aafbbe-069d-4065-97bb-5c63e5d08d46 HTTP/1.1" status: 204 len: 168 time: 0.2662773 Aug 29 05:37:36.876789 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33970) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:36.879307 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e5288-29a5-491d-84e3-79753f34ae8f None None] Network 1efb2606-ea19-41a6-a5ed-21f4392ac1ed requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:36.943234 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:36.996562 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Deleting port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:36.996923 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.113570 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71cc8c-16a3-4478-abb7-0bede5560963 None None] DHCP port deletion for 1efb2606-ea19-41a6-a5ed-21f4392ac1ed request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:37:37.115589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 34dcc1b6-2608-4bf4-a12c-70a7447f57ad no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:37.139696 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 34dcc1b6-2608-4bf4-a12c-70a7447f57ad {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:37.139949 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 34dcc1b6-2608-4bf4-a12c-70a7447f57ad not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:37.186660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0c71cc8c-16a3-4478-abb7-0bede5560963 None None] Deleting port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 {{(pid=94852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:37.187034 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0c71cc8c-16a3-4478-abb7-0bede5560963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.251940 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-0c71cc8c-16a3-4478-abb7-0bede5560963 None None] For port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ff1ca3bb-b3ad-4923-97d3-0d8b377504f4,segment=NetworkSegment(d4a0bcbb-21ea-4832-b274-caa35eacfd96),segment_id=d4a0bcbb-21ea-4832-b274-caa35eacfd96)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:37.252388 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0c71cc8c-16a3-4478-abb7-0bede5560963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.266668 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-0c71cc8c-16a3-4478-abb7-0bede5560963 None None] Calling delete_port for ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 owned by network:dhcp {{(pid=94852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:37.386261 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] For port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=ff1ca3bb-b3ad-4923-97d3-0d8b377504f4,segment=NetworkSegment(d4a0bcbb-21ea-4832-b274-caa35eacfd96),segment_id=d4a0bcbb-21ea-4832-b274-caa35eacfd96)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:37.386738 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.402534 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Calling delete_port for ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 owned by network:dhcp {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:37.489267 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.507711 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0c71cc8c-16a3-4478-abb7-0bede5560963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688'] for port, after_delete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.516174 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1ca3bb-b3ad-4923-97d3-0d8b377504f4,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:37.519721 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] No DVR routers for this DVR port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 on host n-d-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:37.535188 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71cc8c-16a3-4478-abb7-0bede5560963 None None] Pushing event deleted for resources: {'Port': ['ID=ff1ca3bb-b3ad-4923-97d3-0d8b377504f4,revision_number=None']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:37.537016 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71cc8c-16a3-4478-abb7-0bede5560963 None None] No DVR routers for this DVR port ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 on host n-d-712141-12 {{(pid=94852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:37.593673 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.604108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efb2606-ea19-41a6-a5ed-21f4392ac1ed']}} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:37.614276 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a0bcbb-21ea-4832-b274-caa35eacfd96') {'for_net_delete': True} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:37.614575 n-d-712141-12 neutron-server[94850]: DEBUG neutron.services.segments.db [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a0bcbb-21ea-4832-b274-caa35eacfd96') {} {{(pid=94850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:37.623718 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194213'] for segment, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.637156 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.642817 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:37:37.643207 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193484'] for segment, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: Traceback (most recent call last): Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: timer() Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: cb(*args, **kw) Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: return func(*args, **kwargs) Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: self._notify() Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: self.callback(batched_events) Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: event.method(event) Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: return f(self, *a, **k) Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: return self._get(url).json() Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: return self.request(url, 'GET', **kwargs) Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:37:37.644826 n-d-712141-12 neutron-server[94850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:37:37.700283 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.705563 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Notify callbacks [] for network, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.707712 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1efb2606-ea19-41a6-a5ed-21f4392ac1ed HTTP/1.1" status: 204 len: 168 time: 0.8297038 Aug 29 05:37:37.718614 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75b157-928a-4811-b7c6-fa08af88ebd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1efb2606-ea19-41a6-a5ed-21f4392ac1ed,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:37.838095 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33974) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:37.877192 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-21d460ab-4195-4551-81aa-d04e3e6767f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3290e340952e478d878a8a7181dbcbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378723 Aug 29 05:37:37.879507 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33976) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:37.926152 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cae7ed0-6e22-48b4-892c-a21c4d3e2c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.946136 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cae7ed0-6e22-48b4-892c-a21c4d3e2c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.992183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cae7ed0-6e22-48b4-892c-a21c4d3e2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.994742 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-4cae7ed0-6e22-48b4-892c-a21c4d3e2c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.995933 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-4cae7ed0-6e22-48b4-892c-a21c4d3e2c47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55deb27a-adf0-4b13-a484-823bb4aef7d9 HTTP/1.1" status: 204 len: 168 time: 0.1154940 Aug 29 05:37:38.004673 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae7ed0-6e22-48b4-892c-a21c4d3e2c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55deb27a-adf0-4b13-a484-823bb4aef7d9,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:38.337034 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33982) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:38.375217 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-5173d850-69d2-464c-9164-18e2ad3fbfe1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d60179312c24eaabf6e32b65563eb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369549 Aug 29 05:37:38.377815 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 33984) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:38.436036 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-735dd3b4-a76b-4f50-8b81-0df4d51dce43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.442086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 47bdcc17-1bf3-4aee-916f-537715a321d1 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:38.457868 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-735dd3b4-a76b-4f50-8b81-0df4d51dce43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.462582 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 47bdcc17-1bf3-4aee-916f-537715a321d1 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:38.462929 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 47bdcc17-1bf3-4aee-916f-537715a321d1 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:38.463335 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:38.480983 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:38.481328 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device ff1ca3bb-b3ad-4923-97d3-0d8b377504f4 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:38.504752 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-735dd3b4-a76b-4f50-8b81-0df4d51dce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.507910 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-735dd3b4-a76b-4f50-8b81-0df4d51dce43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.509105 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-735dd3b4-a76b-4f50-8b81-0df4d51dce43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72117543-dade-4a44-b92b-e78df468636b HTTP/1.1" status: 204 len: 168 time: 0.1303563 Aug 29 05:37:38.516922 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dd3b4-a76b-4f50-8b81-0df4d51dce43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72117543-dade-4a44-b92b-e78df468636b,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:39.206096 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34006) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:39.300700 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2011183522-network', 'tenant_id': '267b0be29a434398b7b2f8a119d19923'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:39.320329 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Made reservation on behalf of 267b0be29a434398b7b2f8a119d19923 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:39.322608 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.330649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.414766 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.418424 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.444140 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:37:39.450916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d206ab-bafe-40ca-826e-3df3a89ef32a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:39.457016 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.457369 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Added segment a9122aa4-a3f9-4e0b-8b42-7e89ca241e04 of type vlan for network 26232a6c-9a07-4c53-9409-79d6953d11ff Aug 29 05:37:39.502228 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.525378 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.526316 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:39.526902 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.582561 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3753660 Aug 29 05:37:39.586052 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34010) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:39.588339 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554577d-c523-4e09-b867-6e68dcc7e2e3 admin admin] Pushing event updated for resources: {'Network': ['ID=26232a6c-9a07-4c53-9409-79d6953d11ff,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:39.591046 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Request body: {'subnet': {'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2011183522-subnet', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:39.602586 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 26232a6c-9a07-4c53-9409-79d6953d11ff details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:37:39.612868 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Made reservation on behalf of 267b0be29a434398b7b2f8a119d19923 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:39.615289 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.782540 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.839896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a05e098-b76b-4a4c-9c37-754c3e46867a,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:39.848117 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Checking segment: {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:39.848514 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Network hostable DHCP agents. Network: 26232a6c-9a07-4c53-9409-79d6953d11ff, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:37:39.864631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Network 26232a6c-9a07-4c53-9409-79d6953d11ff is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:37:39.872762 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 26232a6c-9a07-4c53-9409-79d6953d11ff) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:39.877069 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:39.877662 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.883712 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65143a35-ac26-41e3-9729-59baac7dc960 None None] Network 26232a6c-9a07-4c53-9409-79d6953d11ff requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:39.892712 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-e18e2314-3d76-4641-aef7-e8ed6d894bdc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3055692 Aug 29 05:37:39.897099 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34012) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:39.902346 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:39.921531 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.922487 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.973321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.039453 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-26232a6c-9a07-4c53-9409-79d6953d11ff', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:37:40.040347 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.111731 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.181366 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Allocated IP 172.20.0.2 (26232a6c-9a07-4c53-9409-79d6953d11ff/2a05e098-b76b-4a4c-9c37-754c3e46867a/e8f91e14-660c-427d-8ca7-8b0891cde8d6) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:40.306423 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.322521 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.330839 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Transition to ACTIVE for port object e8f91e14-660c-427d-8ca7-8b0891cde8d6 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:40.331255 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.345848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Transition to ACTIVE for port object e8f91e14-660c-427d-8ca7-8b0891cde8d6 will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:40.352342 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.387043 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Network 26232a6c-9a07-4c53-9409-79d6953d11ff is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:40.391863 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:40.395333 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:40.406613 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Pushing event updated for resources: {'Port': ['ID=e8f91e14-660c-427d-8ca7-8b0891cde8d6,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:40.436326 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Allocated IP 172.25.5.11 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/0834f015-25bb-439d-8e0e-d8532b0dbb31) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:40.457850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Attempting to bind port e8f91e14-660c-427d-8ca7-8b0891cde8d6 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:40.458219 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Attempting to bind port e8f91e14-660c-427d-8ca7-8b0891cde8d6 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:40.458576 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Attempting to bind port e8f91e14-660c-427d-8ca7-8b0891cde8d6 on network 26232a6c-9a07-4c53-9409-79d6953d11ff {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:40.464176 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:40.464574 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Checking segment: {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:40.464970 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.465358 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Bound using segment: {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:40.465821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Bound port: e8f91e14-660c-427d-8ca7-8b0891cde8d6, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:40.466198 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.526819 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] For port e8f91e14-660c-427d-8ca7-8b0891cde8d6, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:40.529881 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] For port e8f91e14-660c-427d-8ca7-8b0891cde8d6, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e8f91e14-660c-427d-8ca7-8b0891cde8d6,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:40.533293 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.542835 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.586017 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.590941 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f1b20-b449-49fc-bf39-75dfab06a53d None None] Pushing event updated for resources: {'Port': ['ID=e8f91e14-660c-427d-8ca7-8b0891cde8d6,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:40.629039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:40.632143 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:40.635939 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:40.641590 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Pushing event updated for resources: {'Port': ['ID=0834f015-25bb-439d-8e0e-d8532b0dbb31,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:40.903007 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:41.016554 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:37:41.094266 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:41.221365 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:37:41.332672 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:41.344020 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Sync routers for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:41.349127 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:41.350723 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c7792dbc-1877-40ff-a439-611b9c95db23 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4519768 Aug 29 05:37:41.353993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34014) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:41.356601 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:41.357242 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:41.470858 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:41.542741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcc1e1c-6c4f-4f4e-8eba-5cefd8d9d530 None None] Network 26232a6c-9a07-4c53-9409-79d6953d11ff requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:41.656800 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d42dbfba-9e57-49db-865e-1b445ab469ea None None] Provisioning for port e8f91e14-660c-427d-8ca7-8b0891cde8d6 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:41.782367 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:40Z', 'revision_number': 3, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:41.782942 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:41.817391 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Checking router: 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:41.817735 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Updating router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa port 0834f015-25bb-439d-8e0e-d8532b0dbb31 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:41.848648 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:41.944023 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Allocated IP 172.20.0.1 (26232a6c-9a07-4c53-9409-79d6953d11ff/2a05e098-b76b-4a4c-9c37-754c3e46867a/350ee70c-dceb-42db-bac9-63e3b21c9745) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:42.059443 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.072813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Transition to ACTIVE for port object 350ee70c-dceb-42db-bac9-63e3b21c9745 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:42.107442 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.125515 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.136523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Transition to ACTIVE for port object 0834f015-25bb-439d-8e0e-d8532b0dbb31 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:42.142339 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.149972 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Network 26232a6c-9a07-4c53-9409-79d6953d11ff is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:42.155289 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:42.157573 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Pushing event updated for resources: {'Port': ['ID=350ee70c-dceb-42db-bac9-63e3b21c9745,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:42.159729 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:42.195685 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Attempting to bind port 0834f015-25bb-439d-8e0e-d8532b0dbb31 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:42.195981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Attempting to bind port 0834f015-25bb-439d-8e0e-d8532b0dbb31 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:42.196370 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Attempting to bind port 0834f015-25bb-439d-8e0e-d8532b0dbb31 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:42.198542 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379123a-02e2-4b21-84b4-be1886b332cd None None] Pushing event updated for resources: {'Port': ['ID=0834f015-25bb-439d-8e0e-d8532b0dbb31,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:42.198840 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.204500 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:42.204879 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:42.205286 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.205675 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:42.206140 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Bound port: 0834f015-25bb-439d-8e0e-d8532b0dbb31, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:42.206524 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.263494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] For port 0834f015-25bb-439d-8e0e-d8532b0dbb31, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:42.266522 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] For port 0834f015-25bb-439d-8e0e-d8532b0dbb31, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0834f015-25bb-439d-8e0e-d8532b0dbb31,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:42.272099 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.339098 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.345981 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:42.346631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:42.386768 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379123a-02e2-4b21-84b4-be1886b332cd None None] Pushing event updated for resources: {'Port': ['ID=0834f015-25bb-439d-8e0e-d8532b0dbb31,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:42.463931 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-93ee53cb-bab5-4766-85f9-33f685532094 None None] Provisioning for port 350ee70c-dceb-42db-bac9-63e3b21c9745 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:42.473150 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-93ee53cb-bab5-4766-85f9-33f685532094 None None] Provisioning complete for port 350ee70c-dceb-42db-bac9-63e3b21c9745 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:42.473528 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-93ee53cb-bab5-4766-85f9-33f685532094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.478530 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:42.521541 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e8f91e14-660c-427d-8ca7-8b0891cde8d6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:42.529621 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.534105 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.574752 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-93ee53cb-bab5-4766-85f9-33f685532094 None None] Port 350ee70c-dceb-42db-bac9-63e3b21c9745 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:42.599018 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.601490 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Pushing event updated for resources: {'Port': ['ID=350ee70c-dceb-42db-bac9-63e3b21c9745,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:42.671566 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port e8f91e14-660c-427d-8ca7-8b0891cde8d6 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:42.679330 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port e8f91e14-660c-427d-8ca7-8b0891cde8d6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:42.679703 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.694176 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Network 26232a6c-9a07-4c53-9409-79d6953d11ff is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:42.696075 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:42.808526 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.821191 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:41Z', 'revision_number': 1, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:42.859439 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5656b459-0aaf-40dd-9654-339edbd8d441 None None] The sync data for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 is: [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:41Z', 'revision_number': 1, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:42.879478 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port e8f91e14-660c-427d-8ca7-8b0891cde8d6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e8f91e14-660c-427d-8ca7-8b0891cde8d6,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:42.891754 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:42.945704 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=e8f91e14-660c-427d-8ca7-8b0891cde8d6,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:43.005945 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-ed9e7b92-3d39-43f2-8214-fd585ec0aa2b None None] Provisioning complete for port 350ee70c-dceb-42db-bac9-63e3b21c9745 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:43.006324 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7b92-3d39-43f2-8214-fd585ec0aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.042579 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e7b92-3d39-43f2-8214-fd585ec0aa2b None None] Port 350ee70c-dceb-42db-bac9-63e3b21c9745 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:43.151847 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:43.261794 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:43.267112 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-707d7c42-52f7-4aed-91dd-2a2a138d02f6 admin admin] 10.222.0.49 "PUT /v2.0/routers/03a0fef7-cabb-4ea4-958f-fa8ab763a8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9081149 Aug 29 05:37:43.772175 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34030) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:43.777363 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1187873414-network', 'tenant_id': 'aab2333d4fb94331aa21830737446023'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:43.799015 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Made reservation on behalf of aab2333d4fb94331aa21830737446023 for: {'network': 1} {{(pid=94851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:43.801413 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for network, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.811247 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.903785 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.907750 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.937028 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:37:43.944222 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5125d72e-4c2b-4e2f-b31c-8998d269a907,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:43.952135 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.952528 n-d-712141-12 neutron-server[94851]: INFO neutron.db.segments_db [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Added segment 58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b of type vlan for network 98f490dd-a936-4793-a62f-35d77794db16 Aug 29 05:37:43.996628 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768853769081'] for network, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.021356 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877'] for network, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.022315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:44.022926 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.080581 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3070474 Aug 29 05:37:44.083520 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34032) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:44.085813 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88c3d5-0eaf-4e69-a9d7-c4435c67e39b admin admin] Pushing event updated for resources: {'Network': ['ID=98f490dd-a936-4793-a62f-35d77794db16,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:44.090624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Request body: {'subnet': {'network_id': '98f490dd-a936-4793-a62f-35d77794db16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1187873414-subnet', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'ip_version': 4}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:44.096390 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Network 98f490dd-a936-4793-a62f-35d77794db16 details requested by agent ovs-agent-n-d-712141-12 with host n-d-712141-12 {{(pid=94852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:37:44.113418 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Made reservation on behalf of aab2333d4fb94331aa21830737446023 for: {'subnet': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:44.115892 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260987131'] for subnet, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.289006 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260987017'] for subnet, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.349890 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2279c413-90d3-4f0a-a4ab-132e2b4948df,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:44.356164 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Checking segment: {'id': '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '98f490dd-a936-4793-a62f-35d77794db16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:44.356493 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Network hostable DHCP agents. Network: 98f490dd-a936-4793-a62f-35d77794db16, hostable agents: ['a47705d6-d173-4b5f-92ae-b8fd879cbb34'], hosted agents: [] {{(pid=94850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:37:44.372806 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Network 98f490dd-a936-4793-a62f-35d77794db16 is scheduled to be hosted by DHCP agent a47705d6-d173-4b5f-92ae-b8fd879cbb34 with binding_index 1 {{(pid=94850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:37:44.381767 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-12, 98f490dd-a936-4793-a62f-35d77794db16) {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:44.385790 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:44.386386 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.390679 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ee9c3c-9eca-4d8e-982e-00dda9e15372 None None] Network 98f490dd-a936-4793-a62f-35d77794db16 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:44.401977 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-15b95785-d4de-488b-93f6-70d5cc2531bc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3170581 Aug 29 05:37:44.404640 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34034) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:44.412066 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1187873414-router', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:44.443482 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12297'] for router, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.446740 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12288'] for router, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.521585 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.570629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe54db6a2-e6c1-55c5-a613-5f691e15dbb5-98f490dd-a936-4793-a62f-35d77794db16', 'network_id': '98f490dd-a936-4793-a62f-35d77794db16', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'fixed_ips': [{'subnet_id': '2279c413-90d3-4f0a-a4ab-132e2b4948df'}]}} from n-d-712141-12. {{(pid=94852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:37:44.571721 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.595125 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e8f91e14-660c-427d-8ca7-8b0891cde8d6 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:44.670411 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.735516 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port e8f91e14-660c-427d-8ca7-8b0891cde8d6 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:44.735891 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.785237 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.db_base_plugin_common [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Allocated IP 172.20.0.2 (98f490dd-a936-4793-a62f-35d77794db16/2279c413-90d3-4f0a-a4ab-132e2b4948df/75488d06-e484-4e70-be05-4a6244973f6c) {{(pid=94852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:44.870997 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.888848 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0834f015-25bb-439d-8e0e-d8532b0dbb31 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:44.898195 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:44.930512 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Sync routers for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:44.939755 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:44.940511 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:45.023068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Allocated IP 172.25.5.61 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/b04584cc-fce9-46ef-9266-ee55bd6eb7e5) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:45.052217 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:45.148429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.150014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 0834f015-25bb-439d-8e0e-d8532b0dbb31 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:45.158346 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Notify callbacks [] for port, precommit_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.160014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 0834f015-25bb-439d-8e0e-d8532b0dbb31 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:45.160592 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.185930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Transition to ACTIVE for port object 75488d06-e484-4e70-be05-4a6244973f6c will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:45.191062 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.210951 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Transition to ACTIVE for port object 75488d06-e484-4e70-be05-4a6244973f6c will not be triggered until provisioned by entity DHCP. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:45.219276 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679'] for port, after_create {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.231152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:45.236098 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:45.239915 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:45.261245 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Network 98f490dd-a936-4793-a62f-35d77794db16 is already hosted by enough agents. {{(pid=94852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:45.273012 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 2, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:45.273753 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Pushing event updated for resources: {'Port': ['ID=b04584cc-fce9-46ef-9266-ee55bd6eb7e5,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:45.287073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.scheduler.base_scheduler [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Resources bound (agent type, host, resource id): {{(pid=94852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:45.294116 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Received port after_create {{(pid=94852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:45.308126 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Checking router: 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:45.308749 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Updating router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa port 350ee70c-dceb-42db-bac9-63e3b21c9745 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:45.310267 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Pushing event updated for resources: {'Port': ['ID=75488d06-e484-4e70-be05-4a6244973f6c,revision_number=1']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:45.315726 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.339486 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.370618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 0834f015-25bb-439d-8e0e-d8532b0dbb31, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0834f015-25bb-439d-8e0e-d8532b0dbb31,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:45.374073 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Attempting to bind port 75488d06-e484-4e70-be05-4a6244973f6c on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:45.374434 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Attempting to bind port 75488d06-e484-4e70-be05-4a6244973f6c by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '98f490dd-a936-4793-a62f-35d77794db16'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:45.374801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Attempting to bind port 75488d06-e484-4e70-be05-4a6244973f6c on network 98f490dd-a936-4793-a62f-35d77794db16 {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:45.378302 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.385270 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:45.385667 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Checking segment: {'id': '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '98f490dd-a936-4793-a62f-35d77794db16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:45.386058 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.386449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Bound using segment: {'id': '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '98f490dd-a936-4793-a62f-35d77794db16'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:45.386928 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Bound port: 75488d06-e484-4e70-be05-4a6244973f6c, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '98f490dd-a936-4793-a62f-35d77794db16'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:45.387308 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.464569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=0834f015-25bb-439d-8e0e-d8532b0dbb31,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:45.490101 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] For port 75488d06-e484-4e70-be05-4a6244973f6c, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:45.493721 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] For port 75488d06-e484-4e70-be05-4a6244973f6c, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=75488d06-e484-4e70-be05-4a6244973f6c,segment=NetworkSegment(58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b),segment_id=58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:45.498616 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.518266 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.556930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192873e-1dfc-42c6-8d5b-bc951611b20a None None] Pushing event updated for resources: {'Port': ['ID=75488d06-e484-4e70-be05-4a6244973f6c,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:45.640026 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.650827 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Transition to ACTIVE for port object 350ee70c-dceb-42db-bac9-63e3b21c9745 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:45.657164 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.707730 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Pushing event updated for resources: {'Port': ['ID=350ee70c-dceb-42db-bac9-63e3b21c9745,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:45.728601 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828874'] for router, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.735695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.735695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.735695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.735695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.735695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.735695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.735695 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.736617 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.736617 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.736617 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.736856 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.737368 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:45.797465 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Attempting to bind port 350ee70c-dceb-42db-bac9-63e3b21c9745 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:45.797837 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Attempting to bind port 350ee70c-dceb-42db-bac9-63e3b21c9745 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:45.798204 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Attempting to bind port 350ee70c-dceb-42db-bac9-63e3b21c9745 on network 26232a6c-9a07-4c53-9409-79d6953d11ff {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:45.808742 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:45.809123 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Checking segment: {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:45.809534 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.809931 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Bound using segment: {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:45.810431 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Bound port: 350ee70c-dceb-42db-bac9-63e3b21c9745, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:45.811133 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.887110 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] For port 350ee70c-dceb-42db-bac9-63e3b21c9745, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:45.889841 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] For port 350ee70c-dceb-42db-bac9-63e3b21c9745, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=350ee70c-dceb-42db-bac9-63e3b21c9745,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:45.898328 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:45.936684 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 is scheduled to L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 with binding_index 1 {{(pid=94851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:37:45.951797 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:45.952538 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:46.049370 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:46.068973 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Sync routers for ids ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:46.086371 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:46.090587 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-eb3746b7-9df7-4ac6-b918-5d23ee6a8e6a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6818252 Aug 29 05:37:46.090772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34038) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:46.091930 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Routers {'2ff350a8-ebba-4bd2-8a90-108e7c62ca78'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:46.093736 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:46.115702 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573048b-a59f-42b2-a1ae-341b9389e773 None None] Pushing event updated for resources: {'Port': ['ID=350ee70c-dceb-42db-bac9-63e3b21c9745,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:46.180919 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:46.254753 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Set router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:46.447538 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:46.480430 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3c6a-1c49-4216-be71-167890fe4da9 None None] The sync data for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 is: [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:46.512728 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'name': 'tempest-TestSnapshotPattern-1187873414-router', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 3, 'project_id': 'aab2333d4fb94331aa21830737446023', 'gw_port': {'id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:46.567851 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Checking router: 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:46.568342 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Updating router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 port b04584cc-fce9-46ef-9266-ee55bd6eb7e5 binding host n-d-712141-12 {{(pid=94852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:46.635534 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:46.649904 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:46.698944 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 75488d06-e484-4e70-be05-4a6244973f6c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:46.789731 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69682989-3786-4a69-92a2-e5472f7dcfe8 None None] Network 98f490dd-a936-4793-a62f-35d77794db16 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:46.839544 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Allocated IP 172.20.0.1 (98f490dd-a936-4793-a62f-35d77794db16/2279c413-90d3-4f0a-a4ab-132e2b4948df/e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:46.882000 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-d7888f12-a6c8-4709-9ff1-df74beca9402 None None] Provisioning for port 75488d06-e484-4e70-be05-4a6244973f6c completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:46.959690 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:46.962332 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 75488d06-e484-4e70-be05-4a6244973f6c completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:46.971934 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 75488d06-e484-4e70-be05-4a6244973f6c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:46.972361 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:46.975204 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.provisioning_blocks [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Transition to ACTIVE for port object e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 will not be triggered until provisioned by entity DHCP. {{(pid=94851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:47.014245 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.054559 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Network 98f490dd-a936-4793-a62f-35d77794db16 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:47.057588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:47.061341 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:47.083651 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Pushing event updated for resources: {'Port': ['ID=e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:47.103660 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829077'] for router_interface, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.179653 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.212565 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Notify callbacks [] for port, precommit_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.235899 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Transition to ACTIVE for port object b04584cc-fce9-46ef-9266-ee55bd6eb7e5 will not be triggered until provisioned by entity L2. {{(pid=94852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:47.247723 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 75488d06-e484-4e70-be05-4a6244973f6c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=75488d06-e484-4e70-be05-4a6244973f6c,segment=NetworkSegment(58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b),segment_id=58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:47.251952 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.262405 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.263791 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 350ee70c-dceb-42db-bac9-63e3b21c9745 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:47.344750 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Attempting to bind port b04584cc-fce9-46ef-9266-ee55bd6eb7e5 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:47.345127 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Attempting to bind port b04584cc-fce9-46ef-9266-ee55bd6eb7e5 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:47.345489 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Attempting to bind port b04584cc-fce9-46ef-9266-ee55bd6eb7e5 on network 56c2eb11-e861-469c-ae08-c1935edf568b {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:47.350281 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eeeb9a-be4a-4ad7-8cc5-1bc3554f5c95 None None] Pushing event updated for resources: {'Port': ['ID=b04584cc-fce9-46ef-9266-ee55bd6eb7e5,revision_number=2']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:47.387706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:47.388296 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Checking segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:47.388693 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.389087 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Bound using segment: {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'} {{(pid=94852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:47.389663 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.managers [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Bound port: b04584cc-fce9-46ef-9266-ee55bd6eb7e5, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7456d4a5-e242-4f03-a534-ffd1c70528e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b'}}] {{(pid=94852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:47.390053 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.468322 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=75488d06-e484-4e70-be05-4a6244973f6c,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:47.483257 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] For port b04584cc-fce9-46ef-9266-ee55bd6eb7e5, host n-d-712141-12, cleared binding levels {{(pid=94852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:47.485359 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port 350ee70c-dceb-42db-bac9-63e3b21c9745 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:47.488523 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] For port b04584cc-fce9-46ef-9266-ee55bd6eb7e5, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b04584cc-fce9-46ef-9266-ee55bd6eb7e5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:47.489893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9f08ffc9-1727-4519-ae88-454c93295eb1 None None] Provisioning for port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:47.495598 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9f08ffc9-1727-4519-ae88-454c93295eb1 None None] Provisioning complete for port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:47.495978 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f08ffc9-1727-4519-ae88-454c93295eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.498714 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.503830 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 350ee70c-dceb-42db-bac9-63e3b21c9745 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:47.504220 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.598842 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.625524 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-9f08ffc9-1727-4519-ae88-454c93295eb1 None None] Port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:47.629908 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eeeb9a-be4a-4ad7-8cc5-1bc3554f5c95 None None] Pushing event updated for resources: {'Port': ['ID=b04584cc-fce9-46ef-9266-ee55bd6eb7e5,revision_number=3']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:47.632589 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Routers {'2ff350a8-ebba-4bd2-8a90-108e7c62ca78'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:47.633198 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:47.682143 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-9f08ffc9-1727-4519-ae88-454c93295eb1 None None] Provisioning complete for port 75488d06-e484-4e70-be05-4a6244973f6c triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:47.682520 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9f08ffc9-1727-4519-ae88-454c93295eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.762444 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.767191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.786897 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.836102 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1829130'] for router_interface, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.838132 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Pushing event updated for resources: {'Port': ['ID=e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:47.921556 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-82139f6f-8cbf-40d3-87bd-aeb4a05c97b7 req-a72e4631-220e-4960-aa7c-8346c54a185e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277185 Aug 29 05:37:47.937306 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Network 98f490dd-a936-4793-a62f-35d77794db16 is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:47.938784 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:47.997460 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] Set router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:48.000141 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-82139f6f-8cbf-40d3-87bd-aeb4a05c97b7 req-2c0656d6-0a0c-400e-a949-30dc811bdbb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0333903 Aug 29 05:37:48.002741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port 350ee70c-dceb-42db-bac9-63e3b21c9745, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=350ee70c-dceb-42db-bac9-63e3b21c9745,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:48.045871 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:48.046592 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0834f015-25bb-439d-8e0e-d8532b0dbb31 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:48.049128 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-82139f6f-8cbf-40d3-87bd-aeb4a05c97b7 req-5c9b8667-5268-4440-877e-a46ffb4b3886 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254779 Aug 29 05:37:48.076782 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:48.178008 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82139f6f-8cbf-40d3-87bd-aeb4a05c97b7 req-98aa4024-556a-48d6-b238-4f0bd846be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:48.179961 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-82139f6f-8cbf-40d3-87bd-aeb4a05c97b7 req-98aa4024-556a-48d6-b238-4f0bd846be41 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179929 Aug 29 05:37:48.186006 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=350ee70c-dceb-42db-bac9-63e3b21c9745,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:48.216811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:48.224232 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f7d93d0c-adfa-4596-9dd0-41047bcee64c admin admin] 10.222.0.49 "PUT /v2.0/routers/2ff350a8-ebba-4bd2-8a90-108e7c62ca78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1305199 Aug 29 05:37:48.269469 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 0834f015-25bb-439d-8e0e-d8532b0dbb31 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:48.269993 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:48.327658 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-08d8a28a-d939-4f61-90b2-3d4717ab9a6a None None] Provisioning complete for port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:48.328033 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-08d8a28a-d939-4f61-90b2-3d4717ab9a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:48.411086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-08d8a28a-d939-4f61-90b2-3d4717ab9a6a None None] Port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:48.443208 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'name': 'tempest-TestSnapshotPattern-1187873414-router', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 4, 'project_id': 'aab2333d4fb94331aa21830737446023', 'gw_port': {'id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9', 'name': '', 'network_id': '98f490dd-a936-4793-a62f-35d77794db16', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'mac_address': 'fa:16:3e:75:26:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2279c413-90d3-4f0a-a4ab-132e2b4948df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:46Z', 'updated_at': '2021-08-29T05:37:46Z', 'revision_number': 1, 'project_id': 'aab2333d4fb94331aa21830737446023', 'subnets': [{'id': '2279c413-90d3-4f0a-a4ab-132e2b4948df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:48.470833 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55dbb6-b118-4905-89d3-83b2ac6c227d None None] The sync data for ids ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'] in n-d-712141-12 is: [{'id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'name': 'tempest-TestSnapshotPattern-1187873414-router', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 4, 'project_id': 'aab2333d4fb94331aa21830737446023', 'gw_port': {'id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9', 'name': '', 'network_id': '98f490dd-a936-4793-a62f-35d77794db16', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'mac_address': 'fa:16:3e:75:26:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2279c413-90d3-4f0a-a4ab-132e2b4948df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:46Z', 'updated_at': '2021-08-29T05:37:46Z', 'revision_number': 1, 'project_id': 'aab2333d4fb94331aa21830737446023', 'subnets': [{'id': '2279c413-90d3-4f0a-a4ab-132e2b4948df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:48.508276 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 75488d06-e484-4e70-be05-4a6244973f6c up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:48.555922 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 75488d06-e484-4e70-be05-4a6244973f6c triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:48.556335 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:48.642454 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 350ee70c-dceb-42db-bac9-63e3b21c9745 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:48.706102 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port 350ee70c-dceb-42db-bac9-63e3b21c9745 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:48.706574 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.043037 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.057068 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34046) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:49.061931 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-b7322259-e74f-48a7-8781-db0d92c9b81c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127318219', 'description': 'tempest-secgroup-smoke-2127318219 description', 'project_id': '267b0be29a434398b7b2f8a119d19923'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:49.082507 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7322259-e74f-48a7-8781-db0d92c9b81c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.160222 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7322259-e74f-48a7-8781-db0d92c9b81c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.164217 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7322259-e74f-48a7-8781-db0d92c9b81c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.193153 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7322259-e74f-48a7-8781-db0d92c9b81c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a1b96a-e704-4efe-ac01-a4484a780094,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:49.195637 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b7322259-e74f-48a7-8781-db0d92c9b81c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.196912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b7322259-e74f-48a7-8781-db0d92c9b81c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1387892 Aug 29 05:37:49.199834 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34048) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:49.204693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-be37259c-1d4b-483c-8e46-0141a7dc474c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'security_group_rule': {'security_group_id': '53a1b96a-e704-4efe-ac01-a4484a780094', 'project_id': '267b0be29a434398b7b2f8a119d19923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:49.246962 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be37259c-1d4b-483c-8e46-0141a7dc474c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.310980 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be37259c-1d4b-483c-8e46-0141a7dc474c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.315607 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be37259c-1d4b-483c-8e46-0141a7dc474c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.333492 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37259c-1d4b-483c-8e46-0141a7dc474c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c6fc64-5382-478b-b9bc-8581325cf70a,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:49.341838 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-be37259c-1d4b-483c-8e46-0141a7dc474c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.343142 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-be37259c-1d4b-483c-8e46-0141a7dc474c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422627 Aug 29 05:37:49.345892 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34050) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:49.352647 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-2d713227-9654-4ce6-97c5-bb04844444d4 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'security_group_rule': {'security_group_id': '53a1b96a-e704-4efe-ac01-a4484a780094', 'project_id': '267b0be29a434398b7b2f8a119d19923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:49.380812 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d713227-9654-4ce6-97c5-bb04844444d4 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.443998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d713227-9654-4ce6-97c5-bb04844444d4 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.448093 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d713227-9654-4ce6-97c5-bb04844444d4 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.468930 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d713227-9654-4ce6-97c5-bb04844444d4 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741a0348-5eeb-4fd2-af40-f45641b89df7,revision_number=0']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:49.477633 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-2d713227-9654-4ce6-97c5-bb04844444d4 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.478945 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-2d713227-9654-4ce6-97c5-bb04844444d4 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320176 Aug 29 05:37:49.481729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34052) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:49.487286 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-003b8e93-b5fd-48ce-b625-eac5d42c8f15 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'security_group_rule': {'security_group_id': '53a1b96a-e704-4efe-ac01-a4484a780094', 'project_id': '267b0be29a434398b7b2f8a119d19923', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:49.514071 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-003b8e93-b5fd-48ce-b625-eac5d42c8f15 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.577404 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-003b8e93-b5fd-48ce-b625-eac5d42c8f15 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.583454 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-003b8e93-b5fd-48ce-b625-eac5d42c8f15 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.604769 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b8e93-b5fd-48ce-b625-eac5d42c8f15 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cec197-ec1c-456e-bec8-fb471627f7ac,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:49.608493 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-003b8e93-b5fd-48ce-b625-eac5d42c8f15 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.609808 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-003b8e93-b5fd-48ce-b625-eac5d42c8f15 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264381 Aug 29 05:37:49.612543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34054) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:49.617494 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c795ed49-03f1-44fe-bdae-4c4bc13e2979 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'security_group_rule': {'security_group_id': '53a1b96a-e704-4efe-ac01-a4484a780094', 'project_id': '267b0be29a434398b7b2f8a119d19923', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:49.643977 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c795ed49-03f1-44fe-bdae-4c4bc13e2979 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.705366 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c795ed49-03f1-44fe-bdae-4c4bc13e2979 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.711239 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c795ed49-03f1-44fe-bdae-4c4bc13e2979 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.730119 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795ed49-03f1-44fe-bdae-4c4bc13e2979 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c043f93f-35d9-40f8-9d09-058fcc8f5026,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:49.737773 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c795ed49-03f1-44fe-bdae-4c4bc13e2979 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.738793 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c795ed49-03f1-44fe-bdae-4c4bc13e2979 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251724 Aug 29 05:37:49.741516 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34056) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:49.746091 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-c93e2401-8973-4a98-9bb1-d6a91c83c7e2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'security_group_rule': {'security_group_id': '53a1b96a-e704-4efe-ac01-a4484a780094', 'project_id': '267b0be29a434398b7b2f8a119d19923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:49.768441 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-c93e2401-8973-4a98-9bb1-d6a91c83c7e2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Project 267b0be29a434398b7b2f8a119d19923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:37:49.774215 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c93e2401-8973-4a98-9bb1-d6a91c83c7e2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.840509 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c93e2401-8973-4a98-9bb1-d6a91c83c7e2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.845174 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c93e2401-8973-4a98-9bb1-d6a91c83c7e2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.866068 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e2401-8973-4a98-9bb1-d6a91c83c7e2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90aac99-1e94-427b-81e1-640b5d9ede61,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:49.873458 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-c93e2401-8973-4a98-9bb1-d6a91c83c7e2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.874961 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-c93e2401-8973-4a98-9bb1-d6a91c83c7e2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324861 Aug 29 05:37:49.879061 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [-] (94850) accepted ('10.222.0.49', 34058) {{(pid=94850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:49.883656 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [None req-8aa11d16-b691-44a8-865c-6a5bcaf55647 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'security_group_rule': {'security_group_id': '53a1b96a-e704-4efe-ac01-a4484a780094', 'project_id': '267b0be29a434398b7b2f8a119d19923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:49.906294 n-d-712141-12 neutron-server[94850]: INFO neutron.db.securitygroups_db [None req-8aa11d16-b691-44a8-865c-6a5bcaf55647 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Project 267b0be29a434398b7b2f8a119d19923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:37:49.911276 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8aa11d16-b691-44a8-865c-6a5bcaf55647 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.971614 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8aa11d16-b691-44a8-865c-6a5bcaf55647 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.975115 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8aa11d16-b691-44a8-865c-6a5bcaf55647 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391567'] for security_group_rule, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.992026 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa11d16-b691-44a8-865c-6a5bcaf55647 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5328bb3-31be-4fe0-891f-7a8478a5812e,revision_number=0']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:49.997758 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [None req-8aa11d16-b691-44a8-865c-6a5bcaf55647 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.998966 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [None req-8aa11d16-b691-44a8-865c-6a5bcaf55647 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198120 Aug 29 05:37:50.139347 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-91d91e48-9b5a-4f6b-83a7-42c8bfbc5d2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127318219&fields=id&tenant_id=267b0be29a434398b7b2f8a119d19923 HTTP/1.1" status: 200 len: 267 time: 0.0333283 Aug 29 05:37:50.248699 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-f7ddb1de-ba87-462e-b4ad-fc6d1c3ef266 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:50.250226 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-f7ddb1de-ba87-462e-b4ad-fc6d1c3ef266 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 810 time: 0.1032279 Aug 29 05:37:50.266477 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-166fde8b-1813-4a9e-a6b2-8dc0bb2b4196 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/quotas/267b0be29a434398b7b2f8a119d19923 HTTP/1.1" status: 200 len: 375 time: 0.0101948 Aug 29 05:37:50.322409 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-e2c9d8e4-c1ca-4db1-83bc-9628ce26a2e2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502751 Aug 29 05:37:50.338588 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-9981c1ac-a1cb-402e-89cc-0d7d6d728933 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:37:50.339596 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-9981c1ac-a1cb-402e-89cc-0d7d6d728933 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054798 Aug 29 05:37:50.437159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-3e7e1b79-2d6f-48e6-9236-3305fd5515f8 service neutron] 10.222.0.49 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913072 Aug 29 05:37:50.536633 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b04584cc-fce9-46ef-9266-ee55bd6eb7e5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:50.541020 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-c15020fa-edf3-4046-adc3-443a46bce95e service neutron] 10.222.0.49 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977659 Aug 29 05:37:50.571968 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Sync routers for ids ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:50.585778 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Routers {'2ff350a8-ebba-4bd2-8a90-108e7c62ca78'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:50.586426 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:50.587623 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port b04584cc-fce9-46ef-9266-ee55bd6eb7e5 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:50.591962 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b04584cc-fce9-46ef-9266-ee55bd6eb7e5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:50.592471 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:50.684970 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:50.708229 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Set router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:50.711344 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port b04584cc-fce9-46ef-9266-ee55bd6eb7e5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b04584cc-fce9-46ef-9266-ee55bd6eb7e5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:50.718171 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:50.745656 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-0bd341b3-f9bc-47c7-8933-5da28e21efe4 req-bf107744-0ae5-4d96-a838-4a647a3e85e2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 210 time: 0.0412347 Aug 29 05:37:50.779145 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=b04584cc-fce9-46ef-9266-ee55bd6eb7e5,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:50.926276 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'name': 'tempest-TestSnapshotPattern-1187873414-router', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 4, 'project_id': 'aab2333d4fb94331aa21830737446023', 'gw_port': {'id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9', 'name': '', 'network_id': '98f490dd-a936-4793-a62f-35d77794db16', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'mac_address': 'fa:16:3e:75:26:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2279c413-90d3-4f0a-a4ab-132e2b4948df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:46Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 2, 'project_id': 'aab2333d4fb94331aa21830737446023', 'subnets': [{'id': '2279c413-90d3-4f0a-a4ab-132e2b4948df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:50.952852 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Checking router: 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:50.953207 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Updating router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 binding host n-d-712141-12 {{(pid=94853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:50.977940 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.247683 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Notify callbacks [] for port, precommit_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.258575 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.provisioning_blocks [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Transition to ACTIVE for port object e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 will not be triggered until provisioned by entity L2. {{(pid=94853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:51.264545 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.313384 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b30de2-1f1a-45ad-bb15-66fd88792488 None None] Pushing event updated for resources: {'Port': ['ID=e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9,revision_number=3']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:51.361328 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Attempting to bind port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 on host n-d-712141-12 for vnic_type normal with profile {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:51.361757 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Attempting to bind port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 by drivers openvswitch,hyperv on host n-d-712141-12 at level 0 using segments [{'id': '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '98f490dd-a936-4793-a62f-35d77794db16'}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:51.362140 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Attempting to bind port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 on network 98f490dd-a936-4793-a62f-35d77794db16 {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:51.368057 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Checking agent: {'id': 'd8a9ad3a-e806-4c31-b4e7-98e60913e8ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 3, 57, 26), 'started_at': datetime.datetime(2021, 8, 29, 3, 57, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:51.368457 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Checking segment: {'id': '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '98f490dd-a936-4793-a62f-35d77794db16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:51.368861 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.369242 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Bound using segment: {'id': '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '98f490dd-a936-4793-a62f-35d77794db16'} {{(pid=94853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:51.369704 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.managers [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Bound port: e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9, host: n-d-712141-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '98f490dd-a936-4793-a62f-35d77794db16'}}] {{(pid=94853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:51.370080 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.439701 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] For port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9, host n-d-712141-12, cleared binding levels {{(pid=94853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:51.442882 n-d-712141-12 neutron-server[94853]: DEBUG neutron.plugins.ml2.db [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] For port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9, host n-d-712141-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9,segment=NetworkSegment(58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b),segment_id=58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b)] {{(pid=94853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:51.447408 n-d-712141-12 neutron-server[94853]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.511086 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Routers {'2ff350a8-ebba-4bd2-8a90-108e7c62ca78'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:51.511709 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:51.546693 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b30de2-1f1a-45ad-bb15-66fd88792488 None None] Pushing event updated for resources: {'Port': ['ID=e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9,revision_number=4']} {{(pid=94853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:51.625702 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] Set router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:51.843249 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'name': 'tempest-TestSnapshotPattern-1187873414-router', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 4, 'project_id': 'aab2333d4fb94331aa21830737446023', 'gw_port': {'id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9', 'name': '', 'network_id': '98f490dd-a936-4793-a62f-35d77794db16', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'mac_address': 'fa:16:3e:75:26:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2279c413-90d3-4f0a-a4ab-132e2b4948df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:46Z', 'updated_at': '2021-08-29T05:37:51Z', 'revision_number': 4, 'project_id': 'aab2333d4fb94331aa21830737446023', 'subnets': [{'id': '2279c413-90d3-4f0a-a4ab-132e2b4948df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:51.848098 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c84f6b82-318e-44bd-a441-0112cb8a99cf req-1ad4a1b7-ed7f-42f6-b66b-50fc37f9588f tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 210 time: 0.0360186 Aug 29 05:37:51.880818 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b6db3-0d09-425e-882b-38641aefcc9c None None] The sync data for ids ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'] in n-d-712141-12 is: [{'id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'name': 'tempest-TestSnapshotPattern-1187873414-router', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 4, 'project_id': 'aab2333d4fb94331aa21830737446023', 'gw_port': {'id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': 'e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9', 'name': '', 'network_id': '98f490dd-a936-4793-a62f-35d77794db16', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'mac_address': 'fa:16:3e:75:26:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2279c413-90d3-4f0a-a4ab-132e2b4948df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:46Z', 'updated_at': '2021-08-29T05:37:51Z', 'revision_number': 4, 'project_id': 'aab2333d4fb94331aa21830737446023', 'subnets': [{'id': '2279c413-90d3-4f0a-a4ab-132e2b4948df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:51.888860 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-8665004e-ade0-40e2-873b-525375441e63 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:51.890524 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-8665004e-ade0-40e2-873b-525375441e63 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 810 time: 0.1283815 Aug 29 05:37:51.950557 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-669bf3bf-5a9e-4bdd-8c4d-2be9ce708320 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=267b0be29a434398b7b2f8a119d19923 HTTP/1.1" status: 200 len: 380 time: 0.0436592 Aug 29 05:37:51.964604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'port': {'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'admin_state_up': True, 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'security_groups': ['53a1b96a-e704-4efe-ac01-a4484a780094']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:52.081808 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Made reservation on behalf of 267b0be29a434398b7b2f8a119d19923 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:52.085640 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.220491 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Allocated IP 172.20.0.9 (26232a6c-9a07-4c53-9409-79d6953d11ff/2a05e098-b76b-4a4c-9c37-754c3e46867a/4fb208e2-0012-4a94-9b83-54bd95ff8edf) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:52.365560 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.380528 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Transition to ACTIVE for port object 4fb208e2-0012-4a94-9b83-54bd95ff8edf will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:52.415600 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.466191 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Network 26232a6c-9a07-4c53-9409-79d6953d11ff is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:52.469408 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:52.473850 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:52.478501 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'Port': ['ID=4fb208e2-0012-4a94-9b83-54bd95ff8edf,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:52.534719 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.535317 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.555808 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-0409c251-a726-4daf-9a1f-dae6449e9922 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5961409 Aug 29 05:37:52.556186 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b04584cc-fce9-46ef-9266-ee55bd6eb7e5 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:52.573483 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Request body: {'port': {'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:52.610657 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port b04584cc-fce9-46ef-9266-ee55bd6eb7e5 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:52.611272 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.644076 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.692445 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:52.738410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6fea920d-b23f-4591-aa26-9ffa923179eb None None] Provisioning for port 4fb208e2-0012-4a94-9b83-54bd95ff8edf completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:52.743487 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-6fea920d-b23f-4591-aa26-9ffa923179eb None None] Provisioning complete for port 4fb208e2-0012-4a94-9b83-54bd95ff8edf triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:52.743810 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6fea920d-b23f-4591-aa26-9ffa923179eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.776755 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning for port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:52.784408 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:52.784902 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.787426 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-6fea920d-b23f-4591-aa26-9ffa923179eb None None] Port 4fb208e2-0012-4a94-9b83-54bd95ff8edf cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:52.862140 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.898907 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] For port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9,segment=NetworkSegment(58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b),segment_id=58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:52.903082 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.929031 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb208e2-0012-4a94-9b83-54bd95ff8edf {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:37:52.939178 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.951865 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Pushing event updated for resources: {'Port': ['ID=e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:52.953703 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Transition to ACTIVE for port object 4fb208e2-0012-4a94-9b83-54bd95ff8edf will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:52.959618 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.976984 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb2db2-ce36-4f20-99f2-4d19aec9a2d6 req-5ae58fab-4895-4037-b6b8-2ea058740cc9 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.978478 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94fb2db2-ce36-4f20-99f2-4d19aec9a2d6 req-5ae58fab-4895-4037-b6b8-2ea058740cc9 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 931 time: 0.0543072 Aug 29 05:37:53.013290 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb208e2-0012-4a94-9b83-54bd95ff8edf,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:53.020415 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-94fb2db2-ce36-4f20-99f2-4d19aec9a2d6 req-ecc6ca79-6dab-477b-b11c-4df18e41d34b tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353801 Aug 29 05:37:53.088685 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Attempting to bind port 4fb208e2-0012-4a94-9b83-54bd95ff8edf on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:53.089023 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Attempting to bind port 4fb208e2-0012-4a94-9b83-54bd95ff8edf by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:53.089354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Attempting to bind port 4fb208e2-0012-4a94-9b83-54bd95ff8edf on network 26232a6c-9a07-4c53-9409-79d6953d11ff {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:53.093956 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Port 4fb208e2-0012-4a94-9b83-54bd95ff8edf on network 26232a6c-9a07-4c53-9409-79d6953d11ff not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:37:53.094279 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Attempting to bind port 4fb208e2-0012-4a94-9b83-54bd95ff8edf on network 26232a6c-9a07-4c53-9409-79d6953d11ff {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:53.099275 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:53.099592 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Checking segment: {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:53.099978 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Bound using segment: {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:53.100470 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Bound port: 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:53.100833 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:53.167517 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] For port 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:53.171216 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] For port 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:53.175183 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:53.214628 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:53.215248 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:53.216663 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] 10.222.0.52 "PUT /v2.0/ports/4fb208e2-0012-4a94-9b83-54bd95ff8edf HTTP/1.1" status: 200 len: 1092 time: 0.6478174 Aug 29 05:37:53.217111 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:53.219388 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fda79c-85b2-42c0-8c1a-844aa832e29d" -d '{"events": [{"name": "network-changed", "server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:53.243141 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79676b0a-67eb-4ad0-bcf7-778382ee0d51 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb208e2-0012-4a94-9b83-54bd95ff8edf,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:53.268494 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ba3485-d9c3-4893-876f-e8dc0705e612 x-openstack-request-id: req-c7ba3485-d9c3-4893-876f-e8dc0705e612 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:53.268795 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:53.269051 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7ba3485-d9c3-4893-876f-e8dc0705e612 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:53.269461 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'status': 'completed', 'code': 200} Aug 29 05:37:53.421777 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-6c8204bd-0483-4f4d-9aab-42926c3b404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:53.423292 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-6c8204bd-0483-4f4d-9aab-42926c3b404a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 1095 time: 0.1384652 Aug 29 05:37:53.478817 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-148a06db-fb59-45a5-b663-ee1968845de5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf HTTP/1.1" status: 200 len: 217 time: 0.0414824 Aug 29 05:37:53.527409 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-6cbae248-b9dc-4674-9140-f037c8dc3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:53.528929 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-6cbae248-b9dc-4674-9140-f037c8dc3f3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0437448 Aug 29 05:37:53.574107 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-6aaeea4f-adb7-4ae4-8b7e-1fb17ac333a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:53.575652 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-6aaeea4f-adb7-4ae4-8b7e-1fb17ac333a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403471 Aug 29 05:37:53.669474 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-38410c4b-c936-4261-aca2-3703e0208239 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866656 Aug 29 05:37:53.681385 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d6eb15da-32f6-498f-995c-f831a8aed9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:53.760753 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-03530a7c-40db-42c7-887e-b7b83bcd662d req-529d448e-8116-4129-a169-830bb1e296ef service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845363 Aug 29 05:37:53.890826 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-89b00f63-631f-4bea-b0d6-b8374c4c229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:53.892229 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-89b00f63-631f-4bea-b0d6-b8374c4c229d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 1095 time: 0.0494461 Aug 29 05:37:53.983756 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-efd48ed2-823e-4814-855b-8a57b7a391f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:53.985265 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-efd48ed2-823e-4814-855b-8a57b7a391f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0853338 Aug 29 05:37:54.026539 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-ce55ea52-956e-49af-a9b1-6651d17678bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf HTTP/1.1" status: 200 len: 217 time: 0.0341582 Aug 29 05:37:54.078605 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-3815a0aa-066c-4913-8878-9a9b4d68f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:54.080092 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-3815a0aa-066c-4913-8878-9a9b4d68f69b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0468004 Aug 29 05:37:54.126072 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-2a851754-b072-4f47-9078-eb43290d2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:54.127613 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-2a851754-b072-4f47-9078-eb43290d2cde service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402060 Aug 29 05:37:54.145527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae1261-4a1f-49a2-b1c6-ffb86a65c2e2 req-8c8af9b5-c18d-4d92-9d08-a46bdb08fd94 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:54.146920 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbae1261-4a1f-49a2-b1c6-ffb86a65c2e2 req-8c8af9b5-c18d-4d92-9d08-a46bdb08fd94 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 943 time: 0.0521154 Aug 29 05:37:54.185090 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbae1261-4a1f-49a2-b1c6-ffb86a65c2e2 req-6e68dbc5-638e-44d4-9d20-778fcaa4c917 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316043 Aug 29 05:37:54.216620 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-bb5b47d5-a0ee-414a-a365-89e358741d8d service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816345 Aug 29 05:37:54.309865 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-48fda79c-85b2-42c0-8c1a-844aa832e29d req-feca6641-9102-4d7b-96f2-8400fd293e04 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865476 Aug 29 05:37:54.508141 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 up at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:54.554103 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Provisioning complete for port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:54.554688 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:55.305039 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e8c33-3c57-47f0-bfbe-d113ecee2d32 req-3aadf233-4ee3-46a7-a825-9059645e4e47 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:55.306537 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-832e8c33-3c57-47f0-bfbe-d113ecee2d32 req-3aadf233-4ee3-46a7-a825-9059645e4e47 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 943 time: 0.0524504 Aug 29 05:37:55.345324 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-832e8c33-3c57-47f0-bfbe-d113ecee2d32 req-0be68abf-e659-4460-b5af-f80517b59199 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Aug 29 05:37:56.211750 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2cecb4b1-2a91-4d26-bbb3-b860a95b44a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:56.458916 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c817e3-1262-4656-929a-dbf0f59d1881 req-88b4b4f7-e2eb-42b7-9c20-6e2968e182cc tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:56.460974 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45c817e3-1262-4656-929a-dbf0f59d1881 req-88b4b4f7-e2eb-42b7-9c20-6e2968e182cc tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 943 time: 0.0500538 Aug 29 05:37:56.467029 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:56.507632 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-45c817e3-1262-4656-929a-dbf0f59d1881 req-c41cf5e8-2d09-447e-9fef-b0451ce5f3f6 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397575 Aug 29 05:37:57.487566 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4fb208e2-0012-4a94-9b83-54bd95ff8edf details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:37:57.580821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:57.592794 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:37:57.628077 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573f10d-0f16-4179-8321-e88db5f37f44 req-2fcfe223-480c-46fb-b3c0-c711020b7ebc tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:57.629623 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5573f10d-0f16-4179-8321-e88db5f37f44 req-2fcfe223-480c-46fb-b3c0-c711020b7ebc tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 943 time: 0.0539887 Aug 29 05:37:57.640498 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:57.658396 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb208e2-0012-4a94-9b83-54bd95ff8edf {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:37:57.668954 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-5573f10d-0f16-4179-8321-e88db5f37f44 req-15ed2a3e-cedd-422b-8c1d-468e26b60dd2 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333333 Aug 29 05:37:57.680934 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:57.682606 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:57.686761 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:57.732449 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=4fb208e2-0012-4a94-9b83-54bd95ff8edf,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:58.061355 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['4fb208e2-0012-4a94-9b83-54bd95ff8edf'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:37:58.415055 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:58.783420 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a37d-a789-4f1f-93a8-495c9d43229a req-557c2741-eec1-403f-bf6b-b56b5994a15a tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:58.784975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e759a37d-a789-4f1f-93a8-495c9d43229a req-557c2741-eec1-403f-bf6b-b56b5994a15a tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 944 time: 0.0489376 Aug 29 05:37:58.823267 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e759a37d-a789-4f1f-93a8-495c9d43229a req-d2dd751b-0f0a-4b0b-b22b-c6acd2eefbb5 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Aug 29 05:37:59.400677 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:59.508989 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4fb208e2-0012-4a94-9b83-54bd95ff8edf up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:59.555443 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 4fb208e2-0012-4a94-9b83-54bd95ff8edf completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:59.559720 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 4fb208e2-0012-4a94-9b83-54bd95ff8edf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:59.560090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:59.635783 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:59.657543 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:59.659820 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c775412-208e-451c-8e9e-20b85c0fe3b4" -d '{"events": [{"server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "name": "network-vif-plugged", "status": "completed", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:59.672444 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:59.676461 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:59.699234 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ca3b07-5e10-443d-b1a3-28a76b4901e7 x-openstack-request-id: req-10ca3b07-5e10-443d-b1a3-28a76b4901e7 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:59.699526 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "name": "network-vif-plugged", "status": "completed", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:59.699799 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10ca3b07-5e10-443d-b1a3-28a76b4901e7 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:59.700173 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'code': 200} Aug 29 05:37:59.726002 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=4fb208e2-0012-4a94-9b83-54bd95ff8edf,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:59.819373 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915d55a-0bf4-41de-beea-d1f975c09e3d req-96c29108-8809-41e5-a506-e2cc2167614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:59.820870 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f915d55a-0bf4-41de-beea-d1f975c09e3d req-96c29108-8809-41e5-a506-e2cc2167614c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 1097 time: 0.0407875 Aug 29 05:37:59.855523 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-f915d55a-0bf4-41de-beea-d1f975c09e3d req-9cb9c028-d5d0-4f3f-b35e-10fa4e7509fb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278366 Aug 29 05:37:59.935675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4aa350-7aaf-4480-87ff-5c2039f96ae6 req-1a13b1b9-f033-46e4-ac91-c64f39158e0a tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:59.937122 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad4aa350-7aaf-4480-87ff-5c2039f96ae6 req-1a13b1b9-f033-46e4-ac91-c64f39158e0a tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 945 time: 0.0490170 Aug 29 05:37:59.973912 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ad4aa350-7aaf-4480-87ff-5c2039f96ae6 req-c1a0b8a6-1137-49b3-8f74-bae5bb8506bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 Aug 29 05:38:01.093608 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeef16-a3b3-48cc-945a-6af3b233b092 req-29b0d4e8-10bc-41e8-bb23-c6adbde27a76 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:01.095088 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6afeef16-a3b3-48cc-945a-6af3b233b092 req-29b0d4e8-10bc-41e8-bb23-c6adbde27a76 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 945 time: 0.0518603 Aug 29 05:38:01.132894 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6afeef16-a3b3-48cc-945a-6af3b233b092 req-411739cf-aa4b-41f4-97b2-4b6cabadee59 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319502 Aug 29 05:38:02.246216 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d104408-2159-4427-8b68-4792fabd615d req-3e072bb0-48dc-4479-a015-e2044815aa90 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:02.247684 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d104408-2159-4427-8b68-4792fabd615d req-3e072bb0-48dc-4479-a015-e2044815aa90 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 945 time: 0.0487492 Aug 29 05:38:02.284740 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2d104408-2159-4427-8b68-4792fabd615d req-6e99bf27-633b-4808-9fe1-3150304a1115 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308747 Aug 29 05:38:02.395769 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed9b4f-84ae-46ba-8769-21270e53f56b req-46353c52-4c41-4b96-9964-0fc3c0599c61 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:02.397278 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74ed9b4f-84ae-46ba-8769-21270e53f56b req-46353c52-4c41-4b96-9964-0fc3c0599c61 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 945 time: 0.0485108 Aug 29 05:38:02.434056 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-74ed9b4f-84ae-46ba-8769-21270e53f56b req-dfde9ce4-9bd4-41a7-8708-7822d6505c4f tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Aug 29 05:38:02.455532 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34116) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:38:02.543205 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e9f55-6fc0-4131-84ea-c88007b09502 tempest-TestSnapshotPattern-1973067212 tempest-TestSnapshotPattern-1973067212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:02.545825 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4a9e9f55-6fc0-4131-84ea-c88007b09502 tempest-TestSnapshotPattern-1973067212 tempest-TestSnapshotPattern-1973067212-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 1092 time: 0.0891201 Aug 29 05:38:02.548839 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34120) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:38:02.553361 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:38:02.573887 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:02.668446 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:02.772136 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Allocated IP 172.25.5.197 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/f1cf92e6-38c7-4731-9877-adf9dcde532a) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:38:02.869429 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:02.907027 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:02.946415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:38:02.951747 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:38:02.955278 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:38:02.979376 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'Port': ['ID=f1cf92e6-38c7-4731-9877-adf9dcde532a,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:38:03.301937 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:03.367914 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:03.511283 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:03.515748 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:03.586706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'Port': ['ID=f1cf92e6-38c7-4731-9877-adf9dcde532a,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:38:03.596328 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:03.694152 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Floating IP 47cd1b1f-a574-4c19-9f17-a9fd5240d6a8 associated. External IP: 172.25.5.197, port: 4fb208e2-0012-4a94-9b83-54bd95ff8edf. Aug 29 05:38:03.894020 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:38:04.001323 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:38:04.010673 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] Sync routers for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:38:04.017185 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:04.021382 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:38:04.022001 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:38:04.044159 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4dfeba38-f5f8-4d6f-a7bb-ed4d8a4a9000 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4942937 Aug 29 05:38:04.044827 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:38:04.047110 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641637f6-cc61-4292-98c9-f080d1fa886c" -d '{"events": [{"name": "network-changed", "server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:38:04.127850 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:38:04.137876 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfd9120-1489-4094-bd5d-1528c627358d x-openstack-request-id: req-8dfd9120-1489-4094-bd5d-1528c627358d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:38:04.138675 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:38:04.138945 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dfd9120-1489-4094-bd5d-1528c627358d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:38:04.139351 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'status': 'completed', 'code': 200} Aug 29 05:38:04.223979 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641637f6-cc61-4292-98c9-f080d1fa886c req-0acf70fa-d035-422d-9713-ad824bc77cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:04.225420 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-641637f6-cc61-4292-98c9-f080d1fa886c req-0acf70fa-d035-422d-9713-ad824bc77cba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 1097 time: 0.0446651 Aug 29 05:38:04.315269 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641637f6-cc61-4292-98c9-f080d1fa886c req-faf63b24-407f-460b-a740-5759d5495ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:04.316833 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-641637f6-cc61-4292-98c9-f080d1fa886c req-faf63b24-407f-460b-a740-5759d5495ff9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0842071 Aug 29 05:38:04.349860 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '47cd1b1f-a574-4c19-9f17-a9fd5240d6a8', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:38:03Z', 'updated_at': '2021-08-29T05:38:03Z', 'revision_number': 0, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:38:04.375550 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] Checking router: 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:38:04.383992 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:38:04.384631 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:37:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:38:04.387074 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-641637f6-cc61-4292-98c9-f080d1fa886c req-f2595449-ce06-4cd1-a1cf-f81c387fdb6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf HTTP/1.1" status: 200 len: 999 time: 0.0624626 Aug 29 05:38:04.434712 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641637f6-cc61-4292-98c9-f080d1fa886c req-a5dd36c8-501b-4ef2-9847-f8bae8480385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:04.436838 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-641637f6-cc61-4292-98c9-f080d1fa886c req-a5dd36c8-501b-4ef2-9847-f8bae8480385 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0433977 Aug 29 05:38:04.483404 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641637f6-cc61-4292-98c9-f080d1fa886c req-642ded58-6789-40bf-8f04-8e8ce2e3ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:04.484896 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-641637f6-cc61-4292-98c9-f080d1fa886c req-642ded58-6789-40bf-8f04-8e8ce2e3ade9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417008 Aug 29 05:38:04.490206 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:38:04.586521 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-641637f6-cc61-4292-98c9-f080d1fa886c req-45c4800d-1693-418c-8ebd-d5d5a2bbe61e service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942240 Aug 29 05:38:04.676885 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-641637f6-cc61-4292-98c9-f080d1fa886c req-d0ec8379-db59-41ac-8f8e-bec9d58485d0 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828230 Aug 29 05:38:04.712133 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '47cd1b1f-a574-4c19-9f17-a9fd5240d6a8', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:38:03Z', 'updated_at': '2021-08-29T05:38:03Z', 'revision_number': 0, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:38:04.741482 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e8514-6276-4923-bb26-198d0823ec31 None None] The sync data for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 is: [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '47cd1b1f-a574-4c19-9f17-a9fd5240d6a8', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:38:03Z', 'updated_at': '2021-08-29T05:38:03Z', 'revision_number': 0, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:38:04.933830 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d44f641-0d0b-411b-9438-08bc2a57ff3b None None] New status for floating IP 47cd1b1f-a574-4c19-9f17-a9fd5240d6a8: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:38:18.016889 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:38:19.051999 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:23.681875 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-be67f1ca-da55-4beb-91cf-efc8c46261bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:26.213234 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d9fffbea-a895-4067-aa8b-cc144dcaab45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:26.468780 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:27.667559 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:28.414607 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:29.404086 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:47.924906 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-050e46ca-4ed2-4e4a-92a2-4391cdde2628 req-b310305c-71d2-4269-aacb-aecf8aa5e5b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261366 Aug 29 05:38:47.982764 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-050e46ca-4ed2-4e4a-92a2-4391cdde2628 req-58e79bff-6ad8-43e2-9b9b-fc9b060a20c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0248468 Aug 29 05:38:48.025502 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-050e46ca-4ed2-4e4a-92a2-4391cdde2628 req-847587a2-2f0f-4f34-a840-ebe2543b289f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229492 Aug 29 05:38:48.120486 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e46ca-4ed2-4e4a-92a2-4391cdde2628 req-cec464b2-3531-4471-b2e6-5cbdc94cd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:48.121970 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-050e46ca-4ed2-4e4a-92a2-4391cdde2628 req-cec464b2-3531-4471-b2e6-5cbdc94cd76b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904195 Aug 29 05:38:49.049985 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:53.682319 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9e14b5eb-2400-43c0-83ae-7d0b682a8201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:55.015779 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:38:56.213483 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-581d5a0a-ac31-4632-953d-4f6d5b3fedf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:56.469687 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:57.670031 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:58.407575 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:59.407196 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:01.517910 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-f5468e84-0224-4fb7-81c8-b3e3e0cafd64 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411243 Aug 29 05:39:01.624354 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-970e6328-f75f-43c9-a1eb-d82deaf12235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:01.626150 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-970e6328-f75f-43c9-a1eb-d82deaf12235 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 1097 time: 0.0446632 Aug 29 05:39:01.728608 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-bf838c32-1fe7-4715-af92-2b335201c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:01.730074 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-bf838c32-1fe7-4715-af92-2b335201c084 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0828915 Aug 29 05:39:01.799441 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-73f92ce7-5fbc-407e-9779-ebf5934f9b19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf HTTP/1.1" status: 200 len: 1001 time: 0.0610120 Aug 29 05:39:01.848324 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-592730ab-6cf5-4848-8a76-a81b3f3dbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:01.849718 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-592730ab-6cf5-4848-8a76-a81b3f3dbf58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0429163 Aug 29 05:39:01.895260 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-35955e29-d0fd-446a-9775-ac45231cfc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:01.896729 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-35955e29-d0fd-446a-9775-ac45231cfc05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394208 Aug 29 05:39:01.987899 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-1759e725-b786-43f7-86f8-0252a46b007d service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831225 Aug 29 05:39:02.077750 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-564d9cd7-5d62-454a-8e33-d2cdc4d52142 req-5b8ed05f-d545-4fad-960d-f243a387b541 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826333 Aug 29 05:39:19.080441 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:23.684081 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2ac54b3b-ad61-4ced-ae2a-47d381b6625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:26.213084 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5eb73dfc-f2d1-4246-84ed-9b18c5b413d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:26.469692 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.672431 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:28.427056 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:29.410624 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:32.014502 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:39:48.912928 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd30c928-4ab0-48b4-af47-5caf0b516fc6 req-f4de2668-053b-463f-9b44-90d2b484656d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258317 Aug 29 05:39:48.976506 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd30c928-4ab0-48b4-af47-5caf0b516fc6 req-3f8c5d7c-39f3-4c83-8ba3-27e1628bff29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0246871 Aug 29 05:39:49.016969 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd30c928-4ab0-48b4-af47-5caf0b516fc6 req-d9ca5409-c8c2-4284-a28b-844d7b3525cf service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229068 Aug 29 05:39:49.079949 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:49.106624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30c928-4ab0-48b4-af47-5caf0b516fc6 req-5d297696-06a3-4a65-8fa9-1ae6e98d119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:49.108093 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-fd30c928-4ab0-48b4-af47-5caf0b516fc6 req-5d297696-06a3-4a65-8fa9-1ae6e98d119b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847654 Aug 29 05:39:53.684353 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-2cc93cf7-ba05-4d60-b2a8-e854d15a2ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:56.212920 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c404a56e-5c71-44b7-bee4-435aaacfb1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:56.470534 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:57.677518 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:58.426741 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:59.413173 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:01.538952 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-69d11296-e821-4f22-895d-f8e495db2e39 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393105 Aug 29 05:40:01.635623 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-5af895bd-31e8-4d8b-bde6-102d86fba005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:01.637118 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-5af895bd-31e8-4d8b-bde6-102d86fba005 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 1097 time: 0.0439551 Aug 29 05:40:01.736745 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-b55ddc35-ce4b-4e46-bf51-c649facb24df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:01.738903 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-b55ddc35-ce4b-4e46-bf51-c649facb24df service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0829923 Aug 29 05:40:01.807332 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-dd4ba599-8da9-4d79-858a-fe848644ff64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf HTTP/1.1" status: 200 len: 1001 time: 0.0596285 Aug 29 05:40:01.855033 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-6a2a53e6-b9d3-4a85-9cfb-605b4ad4d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:01.856482 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-6a2a53e6-b9d3-4a85-9cfb-605b4ad4d8e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0427263 Aug 29 05:40:01.900155 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-fa56d93f-819b-4d8a-a8a3-c6078be34d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:01.901619 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-fa56d93f-819b-4d8a-a8a3-c6078be34d91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386717 Aug 29 05:40:01.912466 n-d-712141-12 neutron-server[94850]: DEBUG neutron.wsgi [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-31cb482c-fc52-4e43-9137-9d27aea8a5bc service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:40:01.913420 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-31cb482c-fc52-4e43-9137-9d27aea8a5bc service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053668 Aug 29 05:40:02.006305 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-1815241b-ad58-462a-ade1-75eab2aae301 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Aug 29 05:40:02.094032 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-c7df677c-0bbc-4da1-90f2-284eb72294c9 req-e51f9e11-eff7-42cb-84e3-12e2ba35ee41 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811257 Aug 29 05:40:09.013912 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:40:19.094374 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:23.685399 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-01cd2af1-b567-498f-b24f-c7d4158d1718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:26.213011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1691ae8a-572f-421c-b47c-f83d71214f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:26.471360 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:27.678694 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:28.432423 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:29.416456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:36.325871 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4fb208e2-0012-4a94-9b83-54bd95ff8edf details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:40:36.416778 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:36.427982 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:40:36.465402 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:36.477584 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fb208e2-0012-4a94-9b83-54bd95ff8edf {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:40:36.496304 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:36.499998 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:36.550461 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=4fb208e2-0012-4a94-9b83-54bd95ff8edf,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:36.557660 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.558014 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.558362 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.558706 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.559048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.559385 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.559718 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.560048 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.560410 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.560741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.561069 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.561397 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:40:36.635925 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['4fb208e2-0012-4a94-9b83-54bd95ff8edf'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:40:38.342206 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4fb208e2-0012-4a94-9b83-54bd95ff8edf up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:40:38.389887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 4fb208e2-0012-4a94-9b83-54bd95ff8edf triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:40:38.390265 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:38.463527 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:38.486569 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:40:38.489525 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3e1bae-5e6f-4461-847b-9ca00c1bbc58" -d '{"events": [{"server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "name": "network-vif-plugged", "status": "completed", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:40:38.505380 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:38.509924 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:38.556740 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=4fb208e2-0012-4a94-9b83-54bd95ff8edf,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:38.585944 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ce7878-4212-474f-b00a-35df54167587 x-openstack-request-id: req-a0ce7878-4212-474f-b00a-35df54167587 {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:40:38.586241 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "name": "network-vif-plugged", "status": "completed", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:40:38.586490 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0ce7878-4212-474f-b00a-35df54167587 {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:40:38.586885 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'code': 200} Aug 29 05:40:46.014081 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:40:49.120294 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:49.930958 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a079cc9f-6ec7-4e79-b0f3-2bc7ef0af43a req-a94caa9c-fbb2-494c-b857-87d03a64a3b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280194 Aug 29 05:40:49.977770 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a079cc9f-6ec7-4e79-b0f3-2bc7ef0af43a req-6021ed1c-d4c7-41a6-a1fe-70f924891740 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0268955 Aug 29 05:40:50.025911 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a079cc9f-6ec7-4e79-b0f3-2bc7ef0af43a req-2a96e4fe-bb42-4a99-baab-565126eea871 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243499 Aug 29 05:40:50.147017 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079cc9f-6ec7-4e79-b0f3-2bc7ef0af43a req-eb5b0d3e-ba48-461b-bbb7-dfa1fd27d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:50.148597 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a079cc9f-6ec7-4e79-b0f3-2bc7ef0af43a req-eb5b0d3e-ba48-461b-bbb7-dfa1fd27d3a0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162817 Aug 29 05:40:51.452417 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-d179abc9-d68b-427e-bc3f-400f1d7048f5 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127318219&fields=id&tenant_id=267b0be29a434398b7b2f8a119d19923 HTTP/1.1" status: 200 len: 267 time: 0.0342228 Aug 29 05:40:51.559952 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-66df0bb9-b5b6-4508-b20d-457f0b55d42c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:51.561467 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-66df0bb9-b5b6-4508-b20d-457f0b55d42c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 810 time: 0.1021380 Aug 29 05:40:51.576343 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-b6cadc79-32b7-43e3-8bd9-c6e00dbe8ea5 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/quotas/267b0be29a434398b7b2f8a119d19923 HTTP/1.1" status: 200 len: 375 time: 0.0091181 Aug 29 05:40:51.634879 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-a8ba4dd0-5e9f-434f-8ca9-c552d509531d tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0523391 Aug 29 05:40:51.778922 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-a9982e36-9c87-4d4e-b19a-04d33f02d7c9 service neutron] 10.222.0.49 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322956 Aug 29 05:40:51.871456 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-0e7575a4-d3ea-48a7-a5a5-9af6d98b4185 service neutron] 10.222.0.49 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856977 Aug 29 05:40:53.129027 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f92d249e-0d39-4147-beae-007f578eb554 req-83e1b638-e32a-4036-befd-97dbc8d3ab25 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0779984 Aug 29 05:40:53.685940 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-8dd9af0a-f169-4904-840e-f75fc5a0e149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:54.215128 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1b686f91-8a5b-4517-b956-5aa3cc7b26e3 req-3b91f4ae-4c49-4483-9e4a-1cd6d9a55827 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0285132 Aug 29 05:40:54.435893 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4fb208e2-0012-4a94-9b83-54bd95ff8edf no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:40:54.518577 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:54.548331 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:40:54.551268 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbdf584-d66b-455d-adf5-02e35a12583e" -d '{"events": [{"server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "name": "network-vif-unplugged", "status": "completed", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:40:54.593374 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51f73a1-1dad-488e-a6a2-a7ae0c60276a x-openstack-request-id: req-b51f73a1-1dad-488e-a6a2-a7ae0c60276a {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:40:54.593665 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "name": "network-vif-unplugged", "status": "completed", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:40:54.593916 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b51f73a1-1dad-488e-a6a2-a7ae0c60276a {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:40:54.594301 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'code': 200} Aug 29 05:40:54.596398 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:54.602222 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:54.657702 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=4fb208e2-0012-4a94-9b83-54bd95ff8edf,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:55.293048 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-fbb1b653-5026-4dde-90e4-89ad833ea5ad req-4b9e6be9-2c57-4a74-91e4-b595fd179a67 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0275316 Aug 29 05:40:56.165239 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-753eec2c-a941-4bd8-b6b6-473c0a0cdb8c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:56.167577 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-753eec2c-a941-4bd8-b6b6-473c0a0cdb8c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 810 time: 0.1047461 Aug 29 05:40:56.214026 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b71b-393d-48da-b1a0-02d6023cabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:56.405355 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-b4c08204-4fb2-447f-a249-142476a32892 req-47c14460-851a-41b9-815c-1e9b326bdd82 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0345922 Aug 29 05:40:56.479767 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:56.566443 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-53a5d2ab-1453-4b9e-bb12-313e64e38625 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=267b0be29a434398b7b2f8a119d19923 HTTP/1.1" status: 200 len: 380 time: 0.3819864 Aug 29 05:40:57.511029 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-32d65c01-b295-4bf8-a617-2dafc990d914 req-6bbe676d-2d43-46af-bec1-96e161d11bff tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0309308 Aug 29 05:40:57.684823 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:58.437943 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:58.609306 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-815d24ad-a833-4283-9e22-ae4af869defe req-39d87668-ee42-4a00-839d-e99245a7774e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0268974 Aug 29 05:40:59.418011 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:59.707044 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-887b6f1c-1427-4c55-ab76-1dda0f185785 req-164270ef-be52-40de-8466-40d4ed1bef5d tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0290604 Aug 29 05:41:00.801739 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8fb59611-87ae-463b-9aec-a7aca7e078f5 req-bdd22bb8-23bc-44cc-af32-da171634f896 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0273938 Aug 29 05:41:01.900228 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-f5b7db2e-9106-4337-a42f-281c0e6591f0 req-6645ad9c-0e12-4d9a-9fd4-0479957cd645 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0272985 Aug 29 05:41:02.999394 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-692d58f1-6c61-4cc5-afbc-1c8fa58db846 req-5ef4ce25-17b0-4e2b-8023-816d348cecb4 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0268064 Aug 29 05:41:04.099712 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-6407b749-05da-4550-8d48-61c98a2fdb1f req-806183d6-9469-440b-b25a-b63dab48efb3 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0308802 Aug 29 05:41:05.197018 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ff0558cb-5e68-4ce1-bc36-796c3e418a0f req-6646a061-4ca2-44e8-8d77-2767d78f885a tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0274706 Aug 29 05:41:06.298199 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4722971d-163d-4959-b3c6-14d25650ee20 req-e3118f59-f227-4043-b85f-2f573ed69b98 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0260081 Aug 29 05:41:07.391993 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-800f0db4-a9f4-46e8-8640-26b6e241dd6e req-727d24ef-b44d-46b8-92a7-df02d01b028c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0276687 Aug 29 05:41:08.485162 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e0743ea7-1f8c-45b9-91c6-d961b4b10c77 req-8d21e9a4-c3ea-4874-9923-868090826da0 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0262172 Aug 29 05:41:09.578036 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-255365e4-4089-4e1a-a564-9520fa47dff1 req-9bfcfe58-1e9a-48ea-ba80-78cc651dccca tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0258157 Aug 29 05:41:10.344022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'port': {'device_id': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'admin_state_up': True, 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'security_groups': ['53a1b96a-e704-4efe-ac01-a4484a780094']}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:41:10.411696 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-31242887-23ea-406e-86aa-ccaf922f835a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426991 Aug 29 05:41:10.450108 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Made reservation on behalf of 267b0be29a434398b7b2f8a119d19923 for: {'port': 1} {{(pid=94850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:41:10.454680 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:10.521591 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-d5dd27a5-4056-4c1a-ab25-353ff06b4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:10.523108 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-d5dd27a5-4056-4c1a-ab25-353ff06b4016 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 1095 time: 0.0416260 Aug 29 05:41:10.584365 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.db_base_plugin_common [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Allocated IP 172.20.0.6 (26232a6c-9a07-4c53-9409-79d6953d11ff/2a05e098-b76b-4a4c-9c37-754c3e46867a/93e87dfb-f4b9-4d70-8a47-5669e007b568) {{(pid=94850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:41:10.633054 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-a2e3ea9f-91d4-4080-ac97-1c1c44f9352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:10.634571 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-a2e3ea9f-91d4-4080-ac97-1c1c44f9352f service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0923817 Aug 29 05:41:10.712716 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-330d7a26-e619-41a6-9dd5-ab6aedd3663f req-43d3940d-875c-4bee-97fb-a956f5dc632a tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0339348 Aug 29 05:41:10.726223 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-8968caef-630e-4e68-baee-0ccf50399b4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf HTTP/1.1" status: 200 len: 999 time: 0.0843408 Aug 29 05:41:10.729970 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for port, precommit_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:10.743709 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Transition to ACTIVE for port object 93e87dfb-f4b9-4d70-8a47-5669e007b568 will not be triggered until provisioned by entity DHCP. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:41:10.775861 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_create {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:10.780922 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-094141d6-c0b6-481a-92aa-920f9699a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:10.782767 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-094141d6-c0b6-481a-92aa-920f9699a9d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0498817 Aug 29 05:41:10.820499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Network 26232a6c-9a07-4c53-9409-79d6953d11ff is already hosted by enough agents. {{(pid=94850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:41:10.823558 n-d-712141-12 neutron-server[94850]: DEBUG neutron.scheduler.base_scheduler [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Resources bound (agent type, host, resource id): {{(pid=94850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:41:10.827394 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Received port after_create {{(pid=94850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:41:10.830693 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-75c0a36f-2c04-426b-a401-cdd9439d64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:10.832803 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-75c0a36f-2c04-426b-a401-cdd9439d64e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433753 Aug 29 05:41:10.853551 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'Port': ['ID=93e87dfb-f4b9-4d70-8a47-5669e007b568,revision_number=1']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:10.868531 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.868873 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.869240 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.869583 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.869917 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.870406 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.870570 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.870896 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.871211 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.871535 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.871854 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.872174 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:10.891626 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:10.892605 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:10.907936 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-e5dad2be-097c-4338-b4f0-5ef16dde25e7 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694246 Aug 29 05:41:10.925997 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-56503765-0ef7-4905-9171-10e9ac16cae9 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857236 Aug 29 05:41:10.926855 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.v2.base [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Request body: {'port': {'device_id': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-12'}} {{(pid=94850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:41:10.992987 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:11.030342 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-8d5285a0-5d2d-4070-9427-4ce63ad4f1c6 req-8019b21b-c455-4b5a-aa75-6417fe387874 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975702 Aug 29 05:41:11.065801 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e17d583f-d207-4834-9a89-5ab7d7455877 None None] Provisioning for port 93e87dfb-f4b9-4d70-8a47-5669e007b568 completed by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:41:11.069532 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-e17d583f-d207-4834-9a89-5ab7d7455877 None None] Provisioning complete for port 93e87dfb-f4b9-4d70-8a47-5669e007b568 triggered by entity DHCP. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:41:11.069940 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e17d583f-d207-4834-9a89-5ab7d7455877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:11.102817 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-e17d583f-d207-4834-9a89-5ab7d7455877 None None] Port 93e87dfb-f4b9-4d70-8a47-5669e007b568 cannot update to ACTIVE because it is not bound. {{(pid=94852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:41:11.258547 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e87dfb-f4b9-4d70-8a47-5669e007b568 {{(pid=94850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:41:11.265778 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:11.277624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.provisioning_blocks [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Transition to ACTIVE for port object 93e87dfb-f4b9-4d70-8a47-5669e007b568 will not be triggered until provisioned by entity L2. {{(pid=94850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:41:11.281278 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:11.331369 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Pushing event updated for resources: {'Port': ['ID=93e87dfb-f4b9-4d70-8a47-5669e007b568,revision_number=2']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:11.403372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Attempting to bind port 93e87dfb-f4b9-4d70-8a47-5669e007b568 on host n-h1-712141-12 for vnic_type normal with profile {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:41:11.404035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Attempting to bind port 93e87dfb-f4b9-4d70-8a47-5669e007b568 by drivers openvswitch,hyperv on host n-h1-712141-12 at level 0 using segments [{'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:41:11.404035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Attempting to bind port 93e87dfb-f4b9-4d70-8a47-5669e007b568 on network 26232a6c-9a07-4c53-9409-79d6953d11ff {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:41:11.408682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Port 93e87dfb-f4b9-4d70-8a47-5669e007b568 on network 26232a6c-9a07-4c53-9409-79d6953d11ff not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-12 {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:41:11.409077 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Attempting to bind port 93e87dfb-f4b9-4d70-8a47-5669e007b568 on network 26232a6c-9a07-4c53-9409-79d6953d11ff {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:41:11.414455 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Checking agent: {'id': 'd219a945-c9a8-43d7-9a41-9b0f43f34fcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'started_at': datetime.datetime(2021, 8, 29, 4, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:41:11.414803 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Checking segment: {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:41:11.415193 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Bound using segment: {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'} {{(pid=94850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:41:11.415624 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.managers [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Bound port: 93e87dfb-f4b9-4d70-8a47-5669e007b568, host: n-h1-712141-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff'}}] {{(pid=94850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:41:11.416008 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:11.480738 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] For port 93e87dfb-f4b9-4d70-8a47-5669e007b568, host n-h1-712141-12, cleared binding levels {{(pid=94850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:41:11.483729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] For port 93e87dfb-f4b9-4d70-8a47-5669e007b568, host n-h1-712141-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:41:11.488643 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4193504'] for port, after_update {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:11.527116 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:11.527744 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:11.529160 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] 10.222.0.52 "PUT /v2.0/ports/93e87dfb-f4b9-4d70-8a47-5669e007b568 HTTP/1.1" status: 200 len: 1092 time: 0.6068385 Aug 29 05:41:11.529604 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:41:11.531888 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c979290-f4a4-432b-a28b-1c8f728c6802" -d '{"events": [{"name": "network-changed", "server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:41:11.554362 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f941a-f305-4243-92c6-c74a31210c2b service neutron] Pushing event updated for resources: {'Port': ['ID=93e87dfb-f4b9-4d70-8a47-5669e007b568,revision_number=3']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:11.631885 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e8209-9e36-443c-99db-505bedc7d5a6 x-openstack-request-id: req-e77e8209-9e36-443c-99db-505bedc7d5a6 {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:41:11.632384 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:41:11.632592 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e77e8209-9e36-443c-99db-505bedc7d5a6 {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:41:11.632993 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'status': 'completed', 'code': 200} Aug 29 05:41:11.642862 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-dd3b771b-0b0b-4c18-827d-cdbc9d4b8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:11.645071 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-dd3b771b-0b0b-4c18-827d-cdbc9d4b8d8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 1095 time: 0.0591810 Aug 29 05:41:11.695119 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-907bc43c-0afb-472c-94ff-c16915a13dbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568 HTTP/1.1" status: 200 len: 217 time: 0.0359406 Aug 29 05:41:11.746513 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-1c1f5d04-ef05-4b10-81e6-2cb7ae82d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:11.748346 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-1c1f5d04-ef05-4b10-81e6-2cb7ae82d620 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0467861 Aug 29 05:41:11.795142 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-0cea214d-81a7-448e-90af-611693c4db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:11.796697 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-0cea214d-81a7-448e-90af-611693c4db7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409424 Aug 29 05:41:11.832745 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f867a-b948-45b7-97e1-2c82a9dfe0bf req-b7d46deb-edf2-4be7-909c-1bc36d7dc35c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:11.834248 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b0f867a-b948-45b7-97e1-2c82a9dfe0bf req-b7d46deb-edf2-4be7-909c-1bc36d7dc35c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 943 time: 0.0498583 Aug 29 05:41:11.871284 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4b0f867a-b948-45b7-97e1-2c82a9dfe0bf req-2d3d8d5a-a6fe-48c0-9866-ec4456113bca tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309656 Aug 29 05:41:11.892875 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-27ef137c-af8a-4a01-8eb3-47d5cc477a13 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877683 Aug 29 05:41:11.981105 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-bc16a7ba-3d9c-46c1-944f-aee17b50dfec req-936131a8-0cd2-476c-8051-d2544d7c5544 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802727 Aug 29 05:41:12.109159 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-591c3320-7567-4531-8a60-8983592d1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:12.110650 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-591c3320-7567-4531-8a60-8983592d1f80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 1095 time: 0.0438561 Aug 29 05:41:12.199851 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-221e398e-3001-4ed1-b4f6-df9dd4dff818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:12.201260 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-221e398e-3001-4ed1-b4f6-df9dd4dff818 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0825410 Aug 29 05:41:12.246874 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-2f3b0a73-ef51-413b-9407-5760459d42e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568 HTTP/1.1" status: 200 len: 217 time: 0.0377545 Aug 29 05:41:12.295084 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-07f29e6c-a7d5-46c7-a510-f167942a6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:12.296519 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-07f29e6c-a7d5-46c7-a510-f167942a6d27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0424376 Aug 29 05:41:12.340754 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-7a335344-6011-405c-ac7f-a2ba5f87e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:12.342201 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-7a335344-6011-405c-ac7f-a2ba5f87e7eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383403 Aug 29 05:41:12.433311 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-36c6bdd2-066f-4e4f-92a1-73f33dddeea7 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835445 Aug 29 05:41:12.521805 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-6c979290-f4a4-432b-a28b-1c8f728c6802 req-9df7da9c-97a9-4548-927b-64c2dba62e09 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808458 Aug 29 05:41:12.986671 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dff09-7653-4959-b952-9132ab119006 req-2202dc80-62e4-403e-83e5-6704ed59a77d tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:12.988131 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea8dff09-7653-4959-b952-9132ab119006 req-2202dc80-62e4-403e-83e5-6704ed59a77d tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 943 time: 0.0482736 Aug 29 05:41:13.025811 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-ea8dff09-7653-4959-b952-9132ab119006 req-de8017e9-bf91-4e16-8300-dbfea1fbae0a tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Aug 29 05:41:14.143193 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca53468-2516-4226-9fc3-1f09e08d101e req-f7e2c908-fb0e-48b9-810f-34d270e75fe9 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:14.144683 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ca53468-2516-4226-9fc3-1f09e08d101e req-f7e2c908-fb0e-48b9-810f-34d270e75fe9 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 943 time: 0.0525303 Aug 29 05:41:14.182627 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-4ca53468-2516-4226-9fc3-1f09e08d101e req-823b2d21-f95a-4eba-8aff-acd82367a79f tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320711 Aug 29 05:41:14.511169 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 93e87dfb-f4b9-4d70-8a47-5669e007b568 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:41:14.606339 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 93e87dfb-f4b9-4d70-8a47-5669e007b568, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:41:14.617297 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'port_id': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'mac_address': 'fa:16:3e:9c:52:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:41:14.653456 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:14.665561 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e87dfb-f4b9-4d70-8a47-5669e007b568 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:41:14.683431 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 93e87dfb-f4b9-4d70-8a47-5669e007b568, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:41:14.687899 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:14.737222 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=93e87dfb-f4b9-4d70-8a47-5669e007b568,revision_number=4']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:15.136807 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['93e87dfb-f4b9-4d70-8a47-5669e007b568'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:41:15.295424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd45958-a8db-4010-9b3d-b9278a216f82 req-2b5b573d-f10d-44a0-b569-35bf12db5740 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:15.296958 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dd45958-a8db-4010-9b3d-b9278a216f82 req-2b5b573d-f10d-44a0-b569-35bf12db5740 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 944 time: 0.0487182 Aug 29 05:41:15.334715 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-1dd45958-a8db-4010-9b3d-b9278a216f82 req-abdeae24-2798-460f-87af-6dae19338ead tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311036 Aug 29 05:41:16.447563 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2496f5e-7038-4848-a3fc-ae9ffd4765c4 req-e92e8ce0-b4fc-474a-925a-d6444683425c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:16.449069 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2496f5e-7038-4848-a3fc-ae9ffd4765c4 req-e92e8ce0-b4fc-474a-925a-d6444683425c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 944 time: 0.0482039 Aug 29 05:41:16.485135 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c2496f5e-7038-4848-a3fc-ae9ffd4765c4 req-4aad14bc-76a3-4dc1-a4de-443ccf49770d tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301168 Aug 29 05:41:16.526891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 93e87dfb-f4b9-4d70-8a47-5669e007b568 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:41:16.575283 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning for port 93e87dfb-f4b9-4d70-8a47-5669e007b568 completed by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:41:16.579052 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 93e87dfb-f4b9-4d70-8a47-5669e007b568 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:41:16.579430 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:16.652808 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:16.674167 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:41:16.676944 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1317c1-08cb-4a30-9e6a-b2b2af0d7dcb" -d '{"events": [{"server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "name": "network-vif-plugged", "status": "completed", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:41:16.689305 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 93e87dfb-f4b9-4d70-8a47-5669e007b568, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:41:16.694531 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:16.725138 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52615be6-74d1-462a-b226-c450c91a91ad x-openstack-request-id: req-52615be6-74d1-462a-b226-c450c91a91ad {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:41:16.725433 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "name": "network-vif-plugged", "status": "completed", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:41:16.725697 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52615be6-74d1-462a-b226-c450c91a91ad {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:41:16.726082 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'code': 200} Aug 29 05:41:16.751210 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=93e87dfb-f4b9-4d70-8a47-5669e007b568,revision_number=5']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:16.838991 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9686a48-f99a-4e78-9f83-ec2d240c56b5 req-2c87ddcb-9e42-45c5-b1eb-d8be88799e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:16.840489 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b9686a48-f99a-4e78-9f83-ec2d240c56b5 req-2c87ddcb-9e42-45c5-b1eb-d8be88799e74 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 1097 time: 0.0390913 Aug 29 05:41:16.875062 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-b9686a48-f99a-4e78-9f83-ec2d240c56b5 req-a583f402-0c1b-4131-a91b-77a87ed7a8c7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274842 Aug 29 05:41:17.602309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0bdb-204f-4f4b-8b76-3ca27cb63b72 req-7cde536a-9570-43d8-87a7-807af12806f3 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:17.603809 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbbc0bdb-204f-4f4b-8b76-3ca27cb63b72 req-7cde536a-9570-43d8-87a7-807af12806f3 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Aug 29 05:41:17.641817 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-dbbc0bdb-204f-4f4b-8b76-3ca27cb63b72 req-843a74ed-c492-4036-9a80-825b2f41e55a tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319836 Aug 29 05:41:18.757317 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133a4cc-1354-4cef-bcd6-0f70d9736ec4 req-dafeb01f-2fa4-469f-9248-8288a83364ef tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:18.758792 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e133a4cc-1354-4cef-bcd6-0f70d9736ec4 req-dafeb01f-2fa4-469f-9248-8288a83364ef tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 945 time: 0.0488894 Aug 29 05:41:18.794989 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e133a4cc-1354-4cef-bcd6-0f70d9736ec4 req-53eb08cc-562f-4791-a803-45eda40787c5 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303109 Aug 29 05:41:18.906772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db780b94-832e-40c3-b533-69776be3d64d req-983be573-2ac5-459a-8774-9f9217ad13dc tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:18.908245 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db780b94-832e-40c3-b533-69776be3d64d req-983be573-2ac5-459a-8774-9f9217ad13dc tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 945 time: 0.0476255 Aug 29 05:41:18.947674 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-db780b94-832e-40c3-b533-69776be3d64d req-a0e9c3f2-6fbc-46ae-8945-9c37a79bbadf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330939 Aug 29 05:41:18.968586 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34470) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:19.110995 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:19.312567 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4641ee57-2bb6-459d-99c3-ff7b59336f78 tempest-TestSnapshotPattern-1973067212 tempest-TestSnapshotPattern-1973067212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:19.314082 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-4641ee57-2bb6-459d-99c3-ff7b59336f78 tempest-TestSnapshotPattern-1973067212 tempest-TestSnapshotPattern-1973067212-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 1092 time: 0.3445649 Aug 29 05:41:19.317424 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34472) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:19.321675 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.v2.base [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Request body: {'floatingip': {'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'port_id': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:41:19.342905 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for floatingip, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:19.434991 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:19.538995 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Allocated IP 172.25.5.185 (56c2eb11-e861-469c-ae08-c1935edf568b/ed2ce987-3185-4117-9d30-8df67b55cc66/b731e339-a65b-4618-94ce-23864add04fe) {{(pid=94851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:41:19.638402 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for port, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:19.679649 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768853755679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:19.719417 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Network 56c2eb11-e861-469c-ae08-c1935edf568b is already hosted by enough agents. {{(pid=94851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:41:19.722285 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Resources bound (agent type, host, resource id): {{(pid=94851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:41:19.725969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Received port after_create {{(pid=94851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:41:19.747592 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'Port': ['ID=b731e339-a65b-4618-94ce-23864add04fe,revision_number=1']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:19.774187 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.774900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.774900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.775188 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.775521 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.775852 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.776180 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.776535 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.776861 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.777186 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.777510 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:19.777831 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:20.095913 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:20.162268 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:20.310317 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for port, precommit_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:20.315381 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262052857'] for port, after_update {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:20.380449 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event updated for resources: {'Port': ['ID=b731e339-a65b-4618-94ce-23864add04fe,revision_number=2']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:20.391752 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829024'] for floatingip, after_create {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:20.493038 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Floating IP 2bb94c25-01f0-4365-9f63-b9e91f5abc5f associated. External IP: 172.25.5.185, port: 93e87dfb-f4b9-4d70-8a47-5669e007b568. Aug 29 05:41:20.701772 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:41:20.809677 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:41:20.820218 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] Sync routers for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:41:20.825266 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:20.829513 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:41:20.830160 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:41:20.853030 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f9a4ff4b-b943-4421-93ec-7510c2a622bf tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5344367 Aug 29 05:41:20.853437 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:41:20.855711 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f089e94-30a7-4654-ac35-c570adab57e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:41:20.895039 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0121df7-4a29-4fbe-ae63-d5022792667f x-openstack-request-id: req-c0121df7-4a29-4fbe-ae63-d5022792667f {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:41:20.895333 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:41:20.895585 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0121df7-4a29-4fbe-ae63-d5022792667f {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:41:20.895991 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'status': 'completed', 'code': 200} Aug 29 05:41:20.936618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:41:20.983063 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-edae70b3-a598-49cb-8775-6e822723f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:20.984614 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-edae70b3-a598-49cb-8775-6e822723f9c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 1097 time: 0.0449152 Aug 29 05:41:21.076576 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-851da5ea-66c5-45d7-b178-693d5aa43333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:21.078075 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-851da5ea-66c5-45d7-b178-693d5aa43333 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0839846 Aug 29 05:41:21.147870 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-4d585239-d9e5-48a5-b690-874f2675a9c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568 HTTP/1.1" status: 200 len: 999 time: 0.0619893 Aug 29 05:41:21.157708 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '2bb94c25-01f0-4365-9f63-b9e91f5abc5f', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:9c:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:41:19Z', 'updated_at': '2021-08-29T05:41:19Z', 'revision_number': 0, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}, {'id': '47cd1b1f-a574-4c19-9f17-a9fd5240d6a8', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:38:03Z', 'updated_at': '2021-08-29T05:38:05Z', 'revision_number': 1, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:41:21.187289 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] Checking router: 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:41:21.195950 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:41:21.196593 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:40:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:41:21.199218 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-4129cf54-cfc2-4c35-9df3-300843547f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:21.200765 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-4129cf54-cfc2-4c35-9df3-300843547f2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0451498 Aug 29 05:41:21.247451 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-be4f0230-9a30-4eab-965f-daaacce1aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:21.249008 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-be4f0230-9a30-4eab-965f-daaacce1aefc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407906 Aug 29 05:41:21.298687 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:41:21.344046 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-12bb20d0-c598-45e2-9d10-e6704abdbc74 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869915 Aug 29 05:41:21.435428 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-3f089e94-30a7-4654-ac35-c570adab57e2 req-4afcc395-83d0-4ecb-98a4-6abb84d38f33 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829144 Aug 29 05:41:21.517389 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '2bb94c25-01f0-4365-9f63-b9e91f5abc5f', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:9c:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:41:19Z', 'updated_at': '2021-08-29T05:41:19Z', 'revision_number': 0, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}, {'id': '47cd1b1f-a574-4c19-9f17-a9fd5240d6a8', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:38:03Z', 'updated_at': '2021-08-29T05:38:05Z', 'revision_number': 1, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:41:21.543018 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b3ad9b-f703-4933-aedd-de7c4470a5ec None None] The sync data for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 is: [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '2bb94c25-01f0-4365-9f63-b9e91f5abc5f', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:9c:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:41:19Z', 'updated_at': '2021-08-29T05:41:19Z', 'revision_number': 0, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}, {'id': '47cd1b1f-a574-4c19-9f17-a9fd5240d6a8', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:38:03Z', 'updated_at': '2021-08-29T05:38:05Z', 'revision_number': 1, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:41:21.732284 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0c3c7-9169-415d-b136-2250eaeb2df4 None None] New status for floating IP 2bb94c25-01f0-4365-9f63-b9e91f5abc5f: ACTIVE {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:41:23.013077 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:41:23.686062 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f00d41a3-c988-49d2-bff7-84ef562656fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:26.217813 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-117ef88b-c138-41a7-811f-50817357842a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:26.472812 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:27.685212 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:28.445484 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:29.421164 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:49.108643 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:50.953047 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8f11f8cd-4741-4367-b199-858e2446deba req-3a2c1b89-04a0-46a3-a3cf-4694a7c5d861 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0683334 Aug 29 05:41:51.017141 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8f11f8cd-4741-4367-b199-858e2446deba req-6589f513-31f6-414b-bec9-be6c4641f01a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0255909 Aug 29 05:41:51.054147 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8f11f8cd-4741-4367-b199-858e2446deba req-b0b81f2b-a98d-4edc-9a50-03acc93115d5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190344 Aug 29 05:41:51.149729 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11f8cd-4741-4367-b199-858e2446deba req-b8e08b6a-a540-46ed-9b50-8ce40284312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:51.151109 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8f11f8cd-4741-4367-b199-858e2446deba req-b8e08b6a-a540-46ed-9b50-8ce40284312f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909400 Aug 29 05:41:53.687039 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-55d8b041-f0a9-4d1b-b0d9-48db4a3e9772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:56.217792 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-50021dfc-8b88-4772-9b2b-a1f8fb9ec791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:56.474992 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:57.686903 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:58.454440 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:59.425521 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:00.012975 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:42:04.525379 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62b594dd-c820-40a4-a724-f3696619911d req-6298d453-f780-4abe-9714-63439761d0a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422761 Aug 29 05:42:04.629650 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b594dd-c820-40a4-a724-f3696619911d req-36ab2e4a-7cf8-4fb0-b442-ef5c7b660b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:04.631139 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62b594dd-c820-40a4-a724-f3696619911d req-36ab2e4a-7cf8-4fb0-b442-ef5c7b660b0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 1095 time: 0.0409846 Aug 29 05:42:04.738393 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b594dd-c820-40a4-a724-f3696619911d req-059da035-ce30-4522-84fe-4ae8f49d0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:04.739895 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62b594dd-c820-40a4-a724-f3696619911d req-059da035-ce30-4522-84fe-4ae8f49d0d0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0875237 Aug 29 05:42:04.804030 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62b594dd-c820-40a4-a724-f3696619911d req-23b2e37b-a684-4c81-97bc-155122e9401b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf HTTP/1.1" status: 200 len: 999 time: 0.0573690 Aug 29 05:42:04.860948 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b594dd-c820-40a4-a724-f3696619911d req-8f54ae02-8e8e-410a-a55c-e7c1da600f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:04.862463 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62b594dd-c820-40a4-a724-f3696619911d req-8f54ae02-8e8e-410a-a55c-e7c1da600f8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0516787 Aug 29 05:42:04.910714 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b594dd-c820-40a4-a724-f3696619911d req-5f1241e7-d7d8-4657-ab9b-dfdd14d4ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:04.912396 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62b594dd-c820-40a4-a724-f3696619911d req-5f1241e7-d7d8-4657-ab9b-dfdd14d4ce20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427799 Aug 29 05:42:05.002101 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62b594dd-c820-40a4-a724-f3696619911d req-0e66ac4a-7650-4a71-ae92-c14fb37cd9ef service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828466 Aug 29 05:42:05.095220 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-62b594dd-c820-40a4-a724-f3696619911d req-0d4a8db2-17c4-4782-96bb-f6683fafc33f service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858712 Aug 29 05:42:19.115307 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:23.687801 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-74391f89-691a-4564-a8dc-cc64be7f6723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:26.218029 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-86f40213-95a8-45ac-9a86-46705b17bc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:26.473875 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:27.690649 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:28.472064 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:29.429545 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:37.012567 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:42:49.134341 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:52.915728 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a8634a05-760f-4f02-ae3f-895cf3ccf576 req-20435fe7-4f54-4e1d-872e-6a27377a1ca9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260692 Aug 29 05:42:52.962106 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a8634a05-760f-4f02-ae3f-895cf3ccf576 req-b8c94e6b-9dad-4077-9aa6-51530b7edc89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0249703 Aug 29 05:42:53.001102 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a8634a05-760f-4f02-ae3f-895cf3ccf576 req-6de63f76-6c1a-4303-9880-70f342e219a2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199029 Aug 29 05:42:53.095233 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8634a05-760f-4f02-ae3f-895cf3ccf576 req-36b25ae8-6d88-4562-95ad-b1dfa684e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:53.096709 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a8634a05-760f-4f02-ae3f-895cf3ccf576 req-36b25ae8-6d88-4562-95ad-b1dfa684e2bc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895767 Aug 29 05:42:53.689497 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-d02cc9df-1c7c-4d2e-8d1e-555e6673e82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:56.218173 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-af3e8513-3860-431b-a28c-654229bb3f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:56.476090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:57.693518 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:58.474605 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:59.431828 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:04.559935 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-69ace2df-ab04-417f-9dc2-37b7f86645a3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0782290 Aug 29 05:43:04.632652 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-b9ae3987-07d6-481c-a049-fbbcc827047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:04.634133 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-b9ae3987-07d6-481c-a049-fbbcc827047d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 1097 time: 0.0408616 Aug 29 05:43:04.737847 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-5c21a07a-ae9d-48fe-a8bb-15cf88a9fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:04.739201 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-5c21a07a-ae9d-48fe-a8bb-15cf88a9fb8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0860186 Aug 29 05:43:04.804117 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-f69b2362-f48a-40b6-89a2-c48dc445684f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568 HTTP/1.1" status: 200 len: 1001 time: 0.0569422 Aug 29 05:43:04.857143 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-c0ee3177-527a-4166-82a2-7f3da2f1e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:04.858586 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-c0ee3177-527a-4166-82a2-7f3da2f1e071 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0476174 Aug 29 05:43:04.903631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-7e499ea5-31af-440d-bf13-1ceec8b14a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:04.905145 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-7e499ea5-31af-440d-bf13-1ceec8b14a3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390232 Aug 29 05:43:04.992544 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-fa042889-10c7-4641-878b-4227c487fe4a service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794768 Aug 29 05:43:05.085474 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2ea94ca6-cee9-4fe0-bf92-8bc94728dacd req-24d0e37b-b321-4ca6-b83f-33b04879d750 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858557 Aug 29 05:43:14.011137 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:43:19.135760 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:23.692508 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-dfb05578-f3ae-4518-98ec-8f6daa01fd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:26.217931 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-a034ea6d-b493-4bc0-ad13-879c98587544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:26.634015 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:27.695800 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:28.496948 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:29.434211 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:37.289084 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 93e87dfb-f4b9-4d70-8a47-5669e007b568 details requested by agent hyperv_n-h1-712141-12 with host n-h1-712141-12 {{(pid=94852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:43:37.378886 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 93e87dfb-f4b9-4d70-8a47-5669e007b568, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:37.389647 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Returning: {'device': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'port_id': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'mac_address': 'fa:16:3e:9c:52:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:43:37.427331 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:37.440063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93e87dfb-f4b9-4d70-8a47-5669e007b568 {{(pid=94852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:43:37.459196 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 93e87dfb-f4b9-4d70-8a47-5669e007b568, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:37.463221 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:37.509649 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=93e87dfb-f4b9-4d70-8a47-5669e007b568,revision_number=6']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:37.516709 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.517058 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.517403 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.517846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.518079 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.518411 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.518741 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.519068 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.519395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.519719 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.520046 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.520395 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:37.602050 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] get_ports_and_sgs() called for port_ids ['93e87dfb-f4b9-4d70-8a47-5669e007b568'] {{(pid=94852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:43:39.303590 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 93e87dfb-f4b9-4d70-8a47-5669e007b568 up at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:43:39.349537 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.provisioning_blocks [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Provisioning complete for port 93e87dfb-f4b9-4d70-8a47-5669e007b568 triggered by entity L2. {{(pid=94852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:43:39.349913 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702419'] for port, provisioning_complete {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:39.424680 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:39.447028 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:39.449517 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d16760-272e-401c-9126-7356aba6496b" -d '{"events": [{"server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "name": "network-vif-plugged", "status": "completed", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:39.462727 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 93e87dfb-f4b9-4d70-8a47-5669e007b568, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:39.467600 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:39.490941 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6573b850-0abb-4a54-a22d-ba992516bd1f x-openstack-request-id: req-6573b850-0abb-4a54-a22d-ba992516bd1f {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:39.491235 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "name": "network-vif-plugged", "status": "completed", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:39.491511 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6573b850-0abb-4a54-a22d-ba992516bd1f {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:39.491889 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'code': 200} Aug 29 05:43:39.517142 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=93e87dfb-f4b9-4d70-8a47-5669e007b568,revision_number=7']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:49.151022 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:49.761442 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34732) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:49.914309 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Deleting port b731e339-a65b-4618-94ce-23864add04fe {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:49.914657 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:49.991541 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:49.991773 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:50.003328 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Calling delete_port for b731e339-a65b-4618-94ce-23864add04fe owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:50.148043 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:50.174372 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event deleted for resources: {'Port': ['ID=b731e339-a65b-4618-94ce-23864add04fe,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:50.197803 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.198156 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.198511 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.198855 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.199195 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.199530 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.199864 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.200213 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.200546 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.200875 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.201203 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.201527 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.242586 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:50.242843 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Floating IP 2bb94c25-01f0-4365-9f63-b9e91f5abc5f disassociated (deleted). External IP: 172.25.5.185, port: 93e87dfb-f4b9-4d70-8a47-5669e007b568. Aug 29 05:43:50.445106 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:43:50.549786 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:43:50.555146 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:50.560274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] Sync routers for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:43:50.569845 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:50.570534 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:43:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:50.583854 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-db0e110a-1722-4e7f-a883-15b759b8b134 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "DELETE /v2.0/floatingips/2bb94c25-01f0-4365-9f63-b9e91f5abc5f HTTP/1.1" status: 204 len: 168 time: 0.8190773 Aug 29 05:43:50.583854 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:50.584831 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:50.685055 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:50.691162 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe6cbe2-a29a-4ecc-bd03-d2b16d9cf77d x-openstack-request-id: req-bfe6cbe2-a29a-4ecc-bd03-d2b16d9cf77d {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:50.691460 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:50.691719 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfe6cbe2-a29a-4ecc-bd03-d2b16d9cf77d {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:50.692132 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'status': 'completed', 'code': 200} Aug 29 05:43:50.784918 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-1b0189e3-a504-4631-a9e3-a27052c77bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:50.786601 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-1b0189e3-a504-4631-a9e3-a27052c77bb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 1097 time: 0.0433152 Aug 29 05:43:50.820416 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa9da6-3d03-48f6-9bdc-6931ca2a4f68 req-4c79288a-0e9c-4744-8732-5c82f4d518f5 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:50.821926 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4fa9da6-3d03-48f6-9bdc-6931ca2a4f68 req-4c79288a-0e9c-4744-8732-5c82f4d518f5 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 945 time: 0.0496883 Aug 29 05:43:50.862756 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-a4fa9da6-3d03-48f6-9bdc-6931ca2a4f68 req-97b7f38a-5cfe-4af9-8011-c51ae39cde0d tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346706 Aug 29 05:43:50.887325 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-45de1db8-fe90-4a9f-a3a6-1221414ddcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:50.888874 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-45de1db8-fe90-4a9f-a3a6-1221414ddcc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0949049 Aug 29 05:43:50.926594 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '47cd1b1f-a574-4c19-9f17-a9fd5240d6a8', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:38:03Z', 'updated_at': '2021-08-29T05:38:05Z', 'revision_number': 1, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:50.931883 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-e9256507-82d8-4e3e-b672-89faeac24462 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568 HTTP/1.1" status: 200 len: 217 time: 0.0341969 Aug 29 05:43:50.952413 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] Checking router: 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:43:50.961109 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:50.961713 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:43:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:50.981753 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-19b64be2-4d81-4424-b52b-9d267eca4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:50.983315 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-19b64be2-4d81-4424-b52b-9d267eca4f45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0443811 Aug 29 05:43:51.009662 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:43:51.035595 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-3bb66e9b-228d-4a24-969e-329a645195d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:51.037157 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-3bb66e9b-228d-4a24-969e-329a645195d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456023 Aug 29 05:43:51.064946 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:51.126362 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-7cc1265e-7809-427d-8a4f-2997cadab59f service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813756 Aug 29 05:43:51.221074 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9a2bb8f4-7735-445a-8c4a-09f1914b79b9 req-2b79f659-fadd-4084-907a-c9d1ecfb3025 service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865927 Aug 29 05:43:51.288251 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '47cd1b1f-a574-4c19-9f17-a9fd5240d6a8', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:38:03Z', 'updated_at': '2021-08-29T05:38:05Z', 'revision_number': 1, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:51.313938 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a04da9b-9431-4816-a4de-ca6946afe990 None None] The sync data for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 is: [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_floatingips': [{'id': '47cd1b1f-a574-4c19-9f17-a9fd5240d6a8', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'router_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'port_id': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'mac_address': 'fa:16:3e:fe:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:38:03Z', 'updated_at': '2021-08-29T05:38:05Z', 'revision_number': 1, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:43:51.351432 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 93e87dfb-f4b9-4d70-8a47-5669e007b568 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:51.428408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658778'] for port, before_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:51.451415 n-d-712141-12 neutron-server[94852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568'}] {{(pid=94852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:51.453825 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecca9003fbe7c9cd726fccd9e8ea0242157032c270ecd113a1c5a0533ec41192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136431b2-c872-4ca7-8549-1e37f21897af" -d '{"events": [{"server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "name": "network-vif-unplugged", "status": "completed", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568"}]}' {{(pid=94852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:51.470700 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.db [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] For port 93e87dfb-f4b9-4d70-8a47-5669e007b568, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:51.475566 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768854274097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768853755697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768853755715'] for port, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:51.498865 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e636db-9c54-460a-a18e-cde3ce1ef6cd x-openstack-request-id: req-e7e636db-9c54-460a-a18e-cde3ce1ef6cd {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:51.499168 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "name": "network-vif-unplugged", "status": "completed", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568", "code": 200}]} {{(pid=94852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:51.499420 n-d-712141-12 neutron-server[94852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7e636db-9c54-460a-a18e-cde3ce1ef6cd {{(pid=94852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:51.500065 n-d-712141-12 neutron-server[94852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'code': 200} Aug 29 05:43:51.525993 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Pushing event updated for resources: {'Port': ['ID=93e87dfb-f4b9-4d70-8a47-5669e007b568,revision_number=8']} {{(pid=94852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:51.555518 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8921ef4-e749-486f-85ff-8bfa44c32e84 None None] New status for floating IP 2bb94c25-01f0-4365-9f63-b9e91f5abc5f: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:43:51.980633 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cef65a-b877-40cc-84e0-dfd1b39308e2 req-0735cacb-2eb8-42d3-8ee2-f82ddf7b3629 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:51.982092 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3cef65a-b877-40cc-84e0-dfd1b39308e2 req-0735cacb-2eb8-42d3-8ee2-f82ddf7b3629 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 943 time: 0.0517752 Aug 29 05:43:52.019287 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-c3cef65a-b877-40cc-84e0-dfd1b39308e2 req-3293b6b4-4a42-42e2-b618-7bb696815fcb tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Aug 29 05:43:52.655856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-73ca0770-8d60-4cbe-8d22-a5594b24dc8c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:52.657343 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-73ca0770-8d60-4cbe-8d22-a5594b24dc8c tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 943 time: 0.0511796 Aug 29 05:43:52.743809 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Deleting port 93e87dfb-f4b9-4d70-8a47-5669e007b568 {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:52.744139 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:52.834006 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] For port 93e87dfb-f4b9-4d70-8a47-5669e007b568, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=93e87dfb-f4b9-4d70-8a47-5669e007b568,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:52.834367 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:52.846971 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Calling delete_port for 93e87dfb-f4b9-4d70-8a47-5669e007b568 owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:52.920951 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d9f69991-75dd-435b-b44b-98361bc44418 req-9218a43a-d862-4e16-a4c8-2141fde8da85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0320208 Aug 29 05:43:53.003601 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d9f69991-75dd-435b-b44b-98361bc44418 req-08092fde-c518-420c-a5d1-72d04fcaf37f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0421913 Aug 29 05:43:53.044946 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:53.047690 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d9f69991-75dd-435b-b44b-98361bc44418 req-bf6af1b7-1a00-42ca-beda-7c2ad9b019f1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249991 Aug 29 05:43:53.094792 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event deleted for resources: {'Port': ['ID=93e87dfb-f4b9-4d70-8a47-5669e007b568,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:53.136304 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.136653 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.137022 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.137367 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.137702 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.138037 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.138366 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.138696 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.139021 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.139347 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.139682 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.140009 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-12 {{(pid=94850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:53.153824 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-e49f3358-f85f-455e-9ee5-037237ba28fa req-c41c3071-077d-495e-a074-f3ee349e9fdc tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0919bfe-8688-434f-8f5d-516ab3cc9e58 HTTP/1.1" status: 200 len: 210 time: 0.0297804 Aug 29 05:43:53.181798 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] No DVR routers for this DVR port 93e87dfb-f4b9-4d70-8a47-5669e007b568 on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:43:53.185448 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:53.187420 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-cd604a5f-cb18-4272-852a-d2c1dbcfa2af req-74d58e1d-2c23-492f-9008-efc468f8787e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.52 "DELETE /v2.0/ports/93e87dfb-f4b9-4d70-8a47-5669e007b568 HTTP/1.1" status: 204 len: 173 time: 0.5240271 Aug 29 05:43:53.187856 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'name': 'network-vif-deleted', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:53.190125 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a359968-0531-4d55-ad70-6b0a47f7f5f9" -d '{"events": [{"server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "name": "network-vif-deleted", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:53.224631 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f69991-75dd-435b-b44b-98361bc44418 req-0d35b7c6-1826-4b4a-b347-39e22afc9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:53.226278 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-d9f69991-75dd-435b-b44b-98361bc44418 req-0d35b7c6-1826-4b4a-b347-39e22afc9903 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694052 Aug 29 05:43:53.235723 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbe9c71-d0e1-430e-ad87-78478c2f7d9f x-openstack-request-id: req-4dbe9c71-d0e1-430e-ad87-78478c2f7d9f {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:53.236180 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0919bfe-8688-434f-8f5d-516ab3cc9e58", "name": "network-vif-deleted", "tag": "93e87dfb-f4b9-4d70-8a47-5669e007b568", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:53.236431 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4dbe9c71-d0e1-430e-ad87-78478c2f7d9f {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:53.236875 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0919bfe-8688-434f-8f5d-516ab3cc9e58', 'name': 'network-vif-deleted', 'tag': '93e87dfb-f4b9-4d70-8a47-5669e007b568', 'status': 'completed', 'code': 200} Aug 29 05:43:53.695490 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-40a780d1-6ba4-4546-a1ce-3b7b8ed6d632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:54.725501 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34798) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:54.880224 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Deleting port f1cf92e6-38c7-4731-9877-adf9dcde532a {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:54.880569 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:54.951939 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:54.952295 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:54.963378 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Calling delete_port for f1cf92e6-38c7-4731-9877-adf9dcde532a owned by network:floatingip {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:55.106481 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:55.132315 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event deleted for resources: {'Port': ['ID=f1cf92e6-38c7-4731-9877-adf9dcde532a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:55.194433 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for floatingip, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:55.194763 n-d-712141-12 neutron-server[94851]: INFO neutron.db.l3_db [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Floating IP 47cd1b1f-a574-4c19-9f17-a9fd5240d6a8 disassociated (deleted). External IP: 172.25.5.197, port: 4fb208e2-0012-4a94-9b83-54bd95ff8edf. Aug 29 05:43:55.348077 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 93e87dfb-f4b9-4d70-8a47-5669e007b568 no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:55.368825 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 93e87dfb-f4b9-4d70-8a47-5669e007b568 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:55.369174 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 93e87dfb-f4b9-4d70-8a47-5669e007b568 not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:55.397386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:43:55.805756 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:43:55.810427 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for floatingip, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:55.815063 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] Sync routers for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:43:55.823996 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:55.824936 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:43:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:55.836718 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f89844e8-d3d8-441b-9167-d48c9284b818 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "DELETE /v2.0/floatingips/47cd1b1f-a574-4c19-9f17-a9fd5240d6a8 HTTP/1.1" status: 204 len: 168 time: 1.1100595 Aug 29 05:43:55.837410 n-d-712141-12 neutron-server[94851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf'}] {{(pid=94851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:55.839768 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}126116f290b356bf7eb0a1e6084fc6b414247d70605e91d1be59805340298aaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d044916-4338-4129-bc71-f1a464130c67" -d '{"events": [{"name": "network-changed", "server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf"}]}' {{(pid=94851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:55.885527 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c852296-74d3-4bbc-87f0-3206613f610c x-openstack-request-id: req-9c852296-74d3-4bbc-87f0-3206613f610c {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:55.885897 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf", "status": "completed", "code": 200}]} {{(pid=94851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:55.886328 n-d-712141-12 neutron-server[94851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c852296-74d3-4bbc-87f0-3206613f610c {{(pid=94851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:55.886929 n-d-712141-12 neutron-server[94851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'status': 'completed', 'code': 200} Aug 29 05:43:55.932784 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:55.971625 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d044916-4338-4129-bc71-f1a464130c67 req-0c5c840b-95bd-4216-9fe6-c64ee18e7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:55.973174 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d044916-4338-4129-bc71-f1a464130c67 req-0c5c840b-95bd-4216-9fe6-c64ee18e7979 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=267b0be29a434398b7b2f8a119d19923&device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 1095 time: 0.0456443 Aug 29 05:43:56.077168 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d044916-4338-4129-bc71-f1a464130c67 req-004c4ca4-d9b8-473e-a80f-911dc35e9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:56.078779 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d044916-4338-4129-bc71-f1a464130c67 req-004c4ca4-d9b8-473e-a80f-911dc35e9b0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 200 len: 911 time: 0.0958173 Aug 29 05:43:56.115597 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084d642-ac77-4f04-80d9-8858dc0a3afe req-3d29bbe1-f94b-4f24-a354-439b90fee1f5 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:56.117399 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2084d642-ac77-4f04-80d9-8858dc0a3afe req-3d29bbe1-f94b-4f24-a354-439b90fee1f5 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 943 time: 0.0501804 Aug 29 05:43:56.131103 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d044916-4338-4129-bc71-f1a464130c67 req-08055aa7-820c-424b-8ec3-ecd79fa92886 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf HTTP/1.1" status: 200 len: 217 time: 0.0418305 Aug 29 05:43:56.156952 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:56.165460 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-2084d642-ac77-4f04-80d9-8858dc0a3afe req-65e44c64-f620-4879-a1a3-9130d49aa272 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Aug 29 05:43:56.184609 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] Checking router: 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:43:56.187543 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d044916-4338-4129-bc71-f1a464130c67 req-bf1e3b15-cc2d-4757-9394-3b3c1d563cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:56.189102 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d044916-4338-4129-bc71-f1a464130c67 req-bf1e3b15-cc2d-4757-9394-3b3c1d563cea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 200 len: 849 time: 0.0507019 Aug 29 05:43:56.193099 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:56.193690 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:43:26Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:56.235035 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d044916-4338-4129-bc71-f1a464130c67 req-41025a2e-3ee5-4017-9f6f-b71ce7608292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:56.236579 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d044916-4338-4129-bc71-f1a464130c67 req-41025a2e-3ee5-4017-9f6f-b71ce7608292 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26232a6c-9a07-4c53-9409-79d6953d11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399349 Aug 29 05:43:56.251686 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ce19-b1c3-4577-8d37-0714fd45f0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:56.309878 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:56.328855 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d044916-4338-4129-bc71-f1a464130c67 req-d868ed0c-5042-4abf-ac97-678e3201a6ae service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844667 Aug 29 05:43:56.423038 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-4d044916-4338-4129-bc71-f1a464130c67 req-5fbc583c-e9d9-469f-aa52-67d190bd9afd service neutron] 10.222.0.52 "GET /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870099 Aug 29 05:43:56.494476 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:56.517891 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:56.547383 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2c564-5199-44d3-9ab3-218a85901e85 None None] The sync data for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 is: [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:37:42Z', 'revision_number': 4, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12', '_interfaces': [{'id': '350ee70c-dceb-42db-bac9-63e3b21c9745', 'name': '', 'network_id': '26232a6c-9a07-4c53-9409-79d6953d11ff', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'mac_address': 'fa:16:3e:d9:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:41Z', 'updated_at': '2021-08-29T05:37:47Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'subnets': [{'id': '2a05e098-b76b-4a4c-9c37-754c3e46867a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:43:56.773177 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2c577-8c06-47de-b182-6c580fc8547a None None] New status for floating IP 47cd1b1f-a574-4c19-9f17-a9fd5240d6a8: DOWN {{(pid=94853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:43:57.174208 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b742c-10db-44f5-a207-c31815cafbca req-e016caac-d787-4027-be78-07667918f412 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:57.175851 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa7b742c-10db-44f5-a207-c31815cafbca req-e016caac-d787-4027-be78-07667918f412 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.52 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 943 time: 0.0499594 Aug 29 05:43:57.270372 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-aa7b742c-10db-44f5-a207-c31815cafbca req-bc5fd471-1035-457e-af8f-5401ca7f7f2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Deleting port 4fb208e2-0012-4a94-9b83-54bd95ff8edf {{(pid=94850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:57.270762 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa7b742c-10db-44f5-a207-c31815cafbca req-bc5fd471-1035-457e-af8f-5401ca7f7f2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.274594 n-d-712141-12 neutron-server[94851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e09e8-9be4-43ea-9b9e-94440c5e3d69 req-fd5625d9-0e74-49c4-8aa1-f69a6db20a60 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:57.276073 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-984e09e8-9be4-43ea-9b9e-94440c5e3d69 req-fd5625d9-0e74-49c4-8aa1-f69a6db20a60 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d9ad10-08b8-4b82-98ed-bef494d04b6c HTTP/1.1" status: 200 len: 943 time: 0.0487638 Aug 29 05:43:57.314141 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [req-984e09e8-9be4-43ea-9b9e-94440c5e3d69 req-d0996168-3ff2-406e-889b-89db631e6078 tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "GET /v2.0/security-groups?id=53a1b96a-e704-4efe-ac01-a4484a780094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Aug 29 05:43:57.358034 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.db [req-aa7b742c-10db-44f5-a207-c31815cafbca req-bc5fd471-1035-457e-af8f-5401ca7f7f2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] For port 4fb208e2-0012-4a94-9b83-54bd95ff8edf, host n-h1-712141-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-12',level=0,port_id=4fb208e2-0012-4a94-9b83-54bd95ff8edf,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:57.358406 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa7b742c-10db-44f5-a207-c31815cafbca req-bc5fd471-1035-457e-af8f-5401ca7f7f2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.371760 n-d-712141-12 neutron-server[94850]: DEBUG neutron.plugins.ml2.plugin [req-aa7b742c-10db-44f5-a207-c31815cafbca req-bc5fd471-1035-457e-af8f-5401ca7f7f2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Calling delete_port for 4fb208e2-0012-4a94-9b83-54bd95ff8edf owned by compute:nova {{(pid=94850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:57.501111 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa7b742c-10db-44f5-a207-c31815cafbca req-bc5fd471-1035-457e-af8f-5401ca7f7f2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4193529'] for port, after_delete {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.530216 n-d-712141-12 neutron-server[94850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fd471-1035-457e-af8f-5401ca7f7f2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event deleted for resources: {'Port': ['ID=4fb208e2-0012-4a94-9b83-54bd95ff8edf,revision_number=None']} {{(pid=94850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:57.574499 n-d-712141-12 neutron-server[94850]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7b742c-10db-44f5-a207-c31815cafbca req-bc5fd471-1035-457e-af8f-5401ca7f7f2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] No DVR routers for this DVR port 4fb208e2-0012-4a94-9b83-54bd95ff8edf on host n-h1-712141-12 {{(pid=94850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:43:57.577154 n-d-712141-12 neutron-server[94850]: DEBUG neutron_lib.callbacks.manager [req-aa7b742c-10db-44f5-a207-c31815cafbca req-bc5fd471-1035-457e-af8f-5401ca7f7f2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161047'] for port, before_response {{(pid=94850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.579146 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-aa7b742c-10db-44f5-a207-c31815cafbca req-bc5fd471-1035-457e-af8f-5401ca7f7f2e tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.52 "DELETE /v2.0/ports/4fb208e2-0012-4a94-9b83-54bd95ff8edf HTTP/1.1" status: 204 len: 173 time: 0.3970819 Aug 29 05:43:57.579594 n-d-712141-12 neutron-server[94850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'name': 'network-vif-deleted', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf'}] {{(pid=94850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:57.582012 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41db0f8e26f176b8e9282baf9cf0c29b68e89136f2db17d9a07598106d6c2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f88e94-758e-485f-b17e-3cac937fef8f" -d '{"events": [{"server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "name": "network-vif-deleted", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf"}]}' {{(pid=94850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:57.619219 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb618ea-4c2e-493d-ab8d-9a8b9f931caf x-openstack-request-id: req-1eb618ea-4c2e-493d-ab8d-9a8b9f931caf {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:57.619518 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d9ad10-08b8-4b82-98ed-bef494d04b6c", "name": "network-vif-deleted", "tag": "4fb208e2-0012-4a94-9b83-54bd95ff8edf", "status": "completed", "code": 200}]} {{(pid=94850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:57.619772 n-d-712141-12 neutron-server[94850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1eb618ea-4c2e-493d-ab8d-9a8b9f931caf {{(pid=94850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:57.620169 n-d-712141-12 neutron-server[94850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d9ad10-08b8-4b82-98ed-bef494d04b6c', 'name': 'network-vif-deleted', 'tag': '4fb208e2-0012-4a94-9b83-54bd95ff8edf', 'status': 'completed', 'code': 200} Aug 29 05:43:57.698238 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.370311 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34816) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:58.429543 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f5d12583-ca58-4812-91ff-8f3d23e90e0f tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.453594 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f5d12583-ca58-4812-91ff-8f3d23e90e0f tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.501949 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.512284 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f5d12583-ca58-4812-91ff-8f3d23e90e0f tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.514809 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-f5d12583-ca58-4812-91ff-8f3d23e90e0f tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.516220 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-f5d12583-ca58-4812-91ff-8f3d23e90e0f tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] 10.222.0.49 "DELETE /v2.0/security-groups/53a1b96a-e704-4efe-ac01-a4484a780094 HTTP/1.1" status: 204 len: 168 time: 0.1448750 Aug 29 05:43:58.526466 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d12583-ca58-4812-91ff-8f3d23e90e0f tempest-TestSnapshotPattern-1350722506 tempest-TestSnapshotPattern-1350722506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a1b96a-e704-4efe-ac01-a4484a780094,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:58.569386 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34820) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:58.995816 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.233152 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] Deleting port 350ee70c-dceb-42db-bac9-63e3b21c9745 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:59.233497 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.311196 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] For port 350ee70c-dceb-42db-bac9-63e3b21c9745, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=350ee70c-dceb-42db-bac9-63e3b21c9745,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:59.311571 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.324393 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] Calling delete_port for 350ee70c-dceb-42db-bac9-63e3b21c9745 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:59.396492 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4fb208e2-0012-4a94-9b83-54bd95ff8edf no longer exists at agent hyperv_n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:59.416629 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] No Port match for: 4fb208e2-0012-4a94-9b83-54bd95ff8edf {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:59.416978 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Device 4fb208e2-0012-4a94-9b83-54bd95ff8edf not bound to the agent host n-h1-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:59.436843 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.500851 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.527017 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=350ee70c-dceb-42db-bac9-63e3b21c9745,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:59.689275 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.919660 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] Router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:44:00.023832 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:44:00.029071 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d87c4799-a3fa-4b86-ad37-21114196e8f2 admin admin] 10.222.0.49 "PUT /v2.0/routers/03a0fef7-cabb-4ea4-958f-fa8ab763a8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4586520 Aug 29 05:44:00.031581 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34824) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:00.034363 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] Sync routers for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:44:00.043824 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:00.044547 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:00.140874 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.248426 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.300364 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Deleting port 0834f015-25bb-439d-8e0e-d8532b0dbb31 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:44:00.300711 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.304302 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: n-d-712141-12 {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:00.388012 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] For port 0834f015-25bb-439d-8e0e-d8532b0dbb31, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=0834f015-25bb-439d-8e0e-d8532b0dbb31,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:00.388419 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.400551 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Calling delete_port for 0834f015-25bb-439d-8e0e-d8532b0dbb31 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:44:00.479086 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:43:59Z', 'revision_number': 5, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port': {'id': '0834f015-25bb-439d-8e0e-d8532b0dbb31', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:40Z', 'updated_at': '2021-08-29T05:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:00.508429 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] Checking router: 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa for host: n-d-712141-12 {{(pid=94852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:44:00.517618 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] Routers {'03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'} bound to L3 agent in host n-d-712141-12 {{(pid=94852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:00.518259 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'], 'active': True} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:00.568612 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.591969 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0834f015-25bb-439d-8e0e-d8532b0dbb31,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:00.606153 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_dvr_db [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] Set router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa gateway port host: None {{(pid=94852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:00.661887 n-d-712141-12 neutron-server[94852]: DEBUG neutron.db.l3_hamode_db [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:44:00Z', 'revision_number': 6, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:00.663776 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.691744 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9aeb4-2823-4aa1-937e-1142d38c322d None None] The sync data for ids ['03a0fef7-cabb-4ea4-958f-fa8ab763a8aa'] in n-d-712141-12 is: [{'id': '03a0fef7-cabb-4ea4-958f-fa8ab763a8aa', 'name': 'tempest-TestSnapshotPattern-2011183522-router', 'tenant_id': '267b0be29a434398b7b2f8a119d19923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:39Z', 'updated_at': '2021-08-29T05:44:00Z', 'revision_number': 6, 'project_id': '267b0be29a434398b7b2f8a119d19923', 'gw_port_host': None}] {{(pid=94852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:44:00.759445 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.762532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.808363 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.808924 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03a0fef7-cabb-4ea4-958f-fa8ab763a8aa {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:44:00.813474 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.814744 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-c117ac38-e6b6-4856-80eb-9c0f8c8bf3f6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/03a0fef7-cabb-4ea4-958f-fa8ab763a8aa HTTP/1.1" status: 204 len: 168 time: 0.7822263 Aug 29 05:44:00.817207 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34826) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:00.859730 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-5960d2c6-d845-4b77-a5d0-f66552da4012 admin admin] Deleting subnet 2a05e098-b76b-4a4c-9c37-754c3e46867a {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:44:00.862688 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5960d2c6-d845-4b77-a5d0-f66552da4012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.897306 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5960d2c6-d845-4b77-a5d0-f66552da4012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.974911 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5960d2c6-d845-4b77-a5d0-f66552da4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.026346 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5960d2c6-d845-4b77-a5d0-f66552da4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.053911 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960d2c6-d845-4b77-a5d0-f66552da4012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a05e098-b76b-4a4c-9c37-754c3e46867a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:01.055965 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-5960d2c6-d845-4b77-a5d0-f66552da4012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.060350 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-5960d2c6-d845-4b77-a5d0-f66552da4012 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2a05e098-b76b-4a4c-9c37-754c3e46867a HTTP/1.1" status: 204 len: 168 time: 0.2397113 Aug 29 05:44:01.060529 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34828) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:01.065519 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b51642-40b7-4c02-a62e-74bbeaa68523 None None] Network 26232a6c-9a07-4c53-9409-79d6953d11ff requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:44:01.142692 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.206097 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Deleting port e8f91e14-660c-427d-8ca7-8b0891cde8d6 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:44:01.206532 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.266602 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] For port e8f91e14-660c-427d-8ca7-8b0891cde8d6, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e8f91e14-660c-427d-8ca7-8b0891cde8d6,segment=NetworkSegment(a9122aa4-a3f9-4e0b-8b42-7e89ca241e04),segment_id=a9122aa4-a3f9-4e0b-8b42-7e89ca241e04)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:01.266964 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.279137 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Calling delete_port for e8f91e14-660c-427d-8ca7-8b0891cde8d6 owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:44:01.353178 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.381343 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f91e14-660c-427d-8ca7-8b0891cde8d6,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:01.384811 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] No DVR routers for this DVR port e8f91e14-660c-427d-8ca7-8b0891cde8d6 on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:44:01.456827 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.468239 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c621c7-6774-43e0-a791-a821e0a82bec None None] DHCP port deletion for 26232a6c-9a07-4c53-9409-79d6953d11ff request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:44:01.468607 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26232a6c-9a07-4c53-9409-79d6953d11ff']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:01.482690 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:01.482991 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9122aa4-a3f9-4e0b-8b42-7e89ca241e04') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:01.492538 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.506408 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.512568 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:44:01.512961 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:44:01.514584 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:44:01.572960 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.589372 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.591283 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] 10.222.0.49 "DELETE /v2.0/networks/26232a6c-9a07-4c53-9409-79d6953d11ff HTTP/1.1" status: 204 len: 168 time: 0.5297763 Aug 29 05:44:01.592631 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9defc8-8228-47f6-8db7-2e38291d361a admin admin] Pushing event deleted for resources: {'Network': ['ID=26232a6c-9a07-4c53-9409-79d6953d11ff,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:01.598349 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34830) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:01.939321 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830910'] for router_interface, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.174271 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] Deleting port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:44:02.174619 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.248491 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] For port e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9,segment=NetworkSegment(58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b),segment_id=58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:02.248783 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.261556 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] Calling delete_port for e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 owned by network:router_interface {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:44:02.693441 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0834f015-25bb-439d-8e0e-d8532b0dbb31 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:44:02.713846 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 0834f015-25bb-439d-8e0e-d8532b0dbb31 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:44:02.714193 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 0834f015-25bb-439d-8e0e-d8532b0dbb31 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:44:02.714602 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 350ee70c-dceb-42db-bac9-63e3b21c9745 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:44:02.736651 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 350ee70c-dceb-42db-bac9-63e3b21c9745 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:44:02.736997 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 350ee70c-dceb-42db-bac9-63e3b21c9745 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:44:02.737404 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e8f91e14-660c-427d-8ca7-8b0891cde8d6 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:44:02.742737 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.757787 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: e8f91e14-660c-427d-8ca7-8b0891cde8d6 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:44:02.758221 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e8f91e14-660c-427d-8ca7-8b0891cde8d6 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:44:02.772421 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:02.934897 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830708'] for router_interface, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.150438 n-d-712141-12 neutron-server[94851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] Router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 has already been hosted by L3 agent 5cc9182c-0003-42a2-9a40-5a27dd6a1b87 {{(pid=94851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:44:03.255884 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] Notify agent at l3_agent.n-d-712141-12 the message routers_updated {{(pid=94851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:44:03.262113 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-92558c2b-41a9-4976-a9b8-3648fc25a3d6 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ff350a8-ebba-4bd2-8a90-108e7c62ca78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6669350 Aug 29 05:44:03.264528 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34832) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:03.267113 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] Sync routers for ids ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'] in n-d-712141-12 {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:44:03.276209 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] Routers {'2ff350a8-ebba-4bd2-8a90-108e7c62ca78'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:03.276818 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:03.366622 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Notify callbacks [] for router, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.378898 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] Set router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 gateway port host: n-d-712141-12 {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:03.479150 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.532617 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Deleting port b04584cc-fce9-46ef-9266-ee55bd6eb7e5 {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:44:03.532901 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.560281 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'name': 'tempest-TestSnapshotPattern-1187873414-router', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'external_fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:44:02Z', 'revision_number': 5, 'project_id': 'aab2333d4fb94331aa21830737446023', 'gw_port': {'id': 'b04584cc-fce9-46ef-9266-ee55bd6eb7e5', 'name': '', 'network_id': '56c2eb11-e861-469c-ae08-c1935edf568b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2ce987-3185-4117-9d30-8df67b55cc66', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-12'}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:03.586181 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] Checking router: 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 for host: n-d-712141-12 {{(pid=94853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:44:03.594410 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] Routers {'2ff350a8-ebba-4bd2-8a90-108e7c62ca78'} bound to L3 agent in host n-d-712141-12 {{(pid=94853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:03.595016 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T03:57:26Z,description=,heartbeat_timestamp=2021-08-29T05:43:56Z,host='n-d-712141-12',id=5cc9182c-0003-42a2-9a40-5a27dd6a1b87,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T03:57:26Z,topic='l3_agent')) {'router_ids': ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'], 'active': True} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:03.610706 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] For port b04584cc-fce9-46ef-9266-ee55bd6eb7e5, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=b04584cc-fce9-46ef-9266-ee55bd6eb7e5,segment=NetworkSegment(7456d4a5-e242-4f03-a534-ffd1c70528e0),segment_id=7456d4a5-e242-4f03-a534-ffd1c70528e0)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:03.611074 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.623992 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Calling delete_port for b04584cc-fce9-46ef-9266-ee55bd6eb7e5 owned by network:router_gateway {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:44:03.678375 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_dvr_db [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] Set router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 gateway port host: None {{(pid=94853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:03.728391 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.l3_hamode_db [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'name': 'tempest-TestSnapshotPattern-1187873414-router', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:44:03Z', 'revision_number': 6, 'project_id': 'aab2333d4fb94331aa21830737446023', 'gw_port_host': None}], 'n-d-712141-12', False) {} {{(pid=94853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:03.788861 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.819305 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04584cc-fce9-46ef-9266-ee55bd6eb7e5,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:03.849171 n-d-712141-12 neutron-server[94853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d9353b-70f2-4e8c-9ad4-51f320a34083 None None] The sync data for ids ['2ff350a8-ebba-4bd2-8a90-108e7c62ca78'] in n-d-712141-12 is: [{'id': '2ff350a8-ebba-4bd2-8a90-108e7c62ca78', 'name': 'tempest-TestSnapshotPattern-1187873414-router', 'tenant_id': 'aab2333d4fb94331aa21830737446023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:44Z', 'updated_at': '2021-08-29T05:44:03Z', 'revision_number': 6, 'project_id': 'aab2333d4fb94331aa21830737446023', 'gw_port_host': None}] {{(pid=94853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:44:03.885222 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828974'] for router_gateway, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.972929 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12539'] for router, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.975650 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.016652 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831678'] for router, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.017225 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff350a8-ebba-4bd2-8a90-108e7c62ca78 {{(pid=94851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:44:04.022114 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] Notify callbacks [] for router, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.023370 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-b128d148-08ba-4181-8f13-24f8f288d268 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2ff350a8-ebba-4bd2-8a90-108e7c62ca78 HTTP/1.1" status: 204 len: 168 time: 0.7578561 Aug 29 05:44:04.025993 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34834) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:04.074562 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.db_base_plugin_v2 [None req-50552eb9-bced-4e71-946b-f6f1867988dd admin admin] Deleting subnet 2279c413-90d3-4f0a-a4ab-132e2b4948df {{(pid=94851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:44:04.077581 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50552eb9-bced-4e71-946b-f6f1867988dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.110823 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50552eb9-bced-4e71-946b-f6f1867988dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261083451'] for subnet, precommit_delete_associations {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.185126 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50552eb9-bced-4e71-946b-f6f1867988dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412769'] for subnet, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.237948 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50552eb9-bced-4e71-946b-f6f1867988dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262052787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262069443'] for subnet, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.270985 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50552eb9-bced-4e71-946b-f6f1867988dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2279c413-90d3-4f0a-a4ab-132e2b4948df,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:04.272998 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-50552eb9-bced-4e71-946b-f6f1867988dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.274904 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-50552eb9-bced-4e71-946b-f6f1867988dd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2279c413-90d3-4f0a-a4ab-132e2b4948df HTTP/1.1" status: 204 len: 168 time: 0.2479935 Aug 29 05:44:04.277412 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34836) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:04.282371 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522010d9-c865-4a23-96dc-e8f8712f02e4 None None] Network 98f490dd-a936-4793-a62f-35d77794db16 requested from n-d-712141-12 {{(pid=94852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:44:04.345738 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543025'] for network, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.400418 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Deleting port 75488d06-e484-4e70-be05-4a6244973f6c {{(pid=94851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:44:04.400764 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768854250783'] for port, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.466415 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.db [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] For port 75488d06-e484-4e70-be05-4a6244973f6c, host n-d-712141-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-12',level=0,port_id=75488d06-e484-4e70-be05-4a6244973f6c,segment=NetworkSegment(58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b),segment_id=58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b)] {{(pid=94851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:04.466782 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830191'] for port, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.478976 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.plugin [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Calling delete_port for 75488d06-e484-4e70-be05-4a6244973f6c owned by network:dhcp {{(pid=94851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:44:04.554971 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768854274079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768853755688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262052832'] for port, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.580942 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Pushing event deleted for resources: {'Port': ['ID=75488d06-e484-4e70-be05-4a6244973f6c,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:04.582859 n-d-712141-12 neutron-server[94851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] No DVR routers for this DVR port 75488d06-e484-4e70-be05-4a6244973f6c on host n-d-712141-12 {{(pid=94851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:44:04.641274 n-d-712141-12 neutron-server[94852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037b429-5234-4b63-9049-5876d4291866 None None] DHCP port deletion for 98f490dd-a936-4793-a62f-35d77794db16 request from n-d-712141-12 {{(pid=94852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:44:04.667986 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700762', 'neutron.services.segments.db._delete_segments_for_network-8768854315246'] for network, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.679145 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f490dd-a936-4793-a62f-35d77794db16']}} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:04.689596 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b') {'for_net_delete': True} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:04.689900 n-d-712141-12 neutron-server[94851]: DEBUG neutron.services.segments.db [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58eeb3a7-e0ea-4ced-bf08-2eedf0a4cb1b') {} {{(pid=94851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:04.699914 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768854315129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261083428'] for segment, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.700969 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 75488d06-e484-4e70-be05-4a6244973f6c no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:44:04.714085 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832'] for segment, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.720000 n-d-712141-12 neutron-server[94851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:44:04.720653 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1409832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262052821'] for segment, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: Traceback (most recent call last): Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: timer() Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: cb(*args, **kw) Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: return func(*args, **kwargs) Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: self._notify() Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: self.callback(batched_events) Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: event.method(event) Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: return f(self, *a, **k) Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: return self._get(url).json() Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: return self.request(url, 'GET', **kwargs) Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:44:04.722370 n-d-712141-12 neutron-server[94851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:44:04.725821 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: 75488d06-e484-4e70-be05-4a6244973f6c {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:44:04.726161 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device 75488d06-e484-4e70-be05-4a6244973f6c not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:44:04.726588 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b04584cc-fce9-46ef-9266-ee55bd6eb7e5 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:44:04.745814 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: b04584cc-fce9-46ef-9266-ee55bd6eb7e5 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:44:04.746175 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device b04584cc-fce9-46ef-9266-ee55bd6eb7e5 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:44:04.746596 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 no longer exists at agent ovs-agent-n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:44:04.767132 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.plugin [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] No Port match for: e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 {{(pid=94852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:44:04.767494 n-d-712141-12 neutron-server[94852]: DEBUG neutron.plugins.ml2.rpc [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Device e0f107c9-28f9-4eb1-92ee-3cffb81dc4a9 not bound to the agent host n-d-712141-12 {{(pid=94852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:44:04.788433 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828946'] for network, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.793820 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Notify callbacks [] for network, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.795975 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] 10.222.0.49 "DELETE /v2.0/networks/98f490dd-a936-4793-a62f-35d77794db16 HTTP/1.1" status: 204 len: 168 time: 0.5176501 Aug 29 05:44:04.809291 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a370d28-bde1-4be6-ad9c-29a72e2028df admin admin] Pushing event deleted for resources: {'Network': ['ID=98f490dd-a936-4793-a62f-35d77794db16,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:04.928391 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34840) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:04.967513 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d67b21d0-5ea6-4848-9757-caca4b822e2e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=267b0be29a434398b7b2f8a119d19923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380952 Aug 29 05:44:04.970062 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34842) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:05.016779 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43e3293e-5266-4721-9406-904d9f36935e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.038711 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43e3293e-5266-4721-9406-904d9f36935e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.084191 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43e3293e-5266-4721-9406-904d9f36935e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.086836 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-43e3293e-5266-4721-9406-904d9f36935e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.087988 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-43e3293e-5266-4721-9406-904d9f36935e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3d206ab-bafe-40ca-826e-3df3a89ef32a HTTP/1.1" status: 204 len: 168 time: 0.1170306 Aug 29 05:44:05.096118 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3293e-5266-4721-9406-904d9f36935e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d206ab-bafe-40ca-826e-3df3a89ef32a,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:05.394217 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34848) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:05.433439 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-6463e72f-b633-4860-ac38-0d73cbbf0463 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aab2333d4fb94331aa21830737446023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380886 Aug 29 05:44:05.435763 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [-] (94851) accepted ('10.222.0.49', 34850) {{(pid=94851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:05.485032 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d11804de-49f6-487c-ae77-81fc8361ddd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.505848 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d11804de-49f6-487c-ae77-81fc8361ddd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.552107 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d11804de-49f6-487c-ae77-81fc8361ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369141'] for security_group, after_delete {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.554685 n-d-712141-12 neutron-server[94851]: DEBUG neutron_lib.callbacks.manager [None req-d11804de-49f6-487c-ae77-81fc8361ddd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.555906 n-d-712141-12 neutron-server[94851]: INFO neutron.wsgi [None req-d11804de-49f6-487c-ae77-81fc8361ddd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5125d72e-4c2b-4e2f-b31c-8998d269a907 HTTP/1.1" status: 204 len: 168 time: 0.1192296 Aug 29 05:44:05.563804 n-d-712141-12 neutron-server[94851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11804de-49f6-487c-ae77-81fc8361ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5125d72e-4c2b-4e2f-b31c-8998d269a907,revision_number=None']} {{(pid=94851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:19.151333 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:23.696772 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f723771f-69cf-4c14-9c24-5d3a894953b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:26.223002 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e7c294bd-e195-4a6b-99f7-054adc70e434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:26.476062 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:27.701031 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:28.009820 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:44:28.527149 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:29.440614 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:49.148805 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:53.698538 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-455e3d87-c2fa-4f45-b74a-bb0cf8d53a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:54.916582 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77081c3c-7e2f-4c77-80b8-1cd2aa652625 req-1233f32d-f531-4062-bedc-e18880c8d906 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266180 Aug 29 05:44:54.962290 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77081c3c-7e2f-4c77-80b8-1cd2aa652625 req-ed70f596-39eb-4d9b-a9c7-ef444d693f4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0239577 Aug 29 05:44:55.002097 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77081c3c-7e2f-4c77-80b8-1cd2aa652625 req-0610e37e-aefb-437b-ae46-8932afa757f7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194845 Aug 29 05:44:55.095897 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77081c3c-7e2f-4c77-80b8-1cd2aa652625 req-1252c611-e060-4acc-a497-b6e55cd025f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:55.097389 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-77081c3c-7e2f-4c77-80b8-1cd2aa652625 req-1252c611-e060-4acc-a497-b6e55cd025f3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887339 Aug 29 05:44:56.223461 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-0d0d962c-8031-4c23-ae28-153ac0000364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:56.476025 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:57.704046 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:58.527779 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:59.447514 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:05.009412 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:45:19.148077 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:23.700139 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-9670eda5-517e-4296-aaa3-60a9cc0dabb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:26.222416 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-bf9af7d4-0778-4135-96bb-00051ef8ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:26.476560 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:27.707023 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:28.524531 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:29.446870 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:42.007536 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:45:49.147192 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:53.700009 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee277-2741-4ef6-8549-493c46e00cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:56.223228 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd8bd-8871-45b0-adcd-81285caece0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:56.477121 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:56.901874 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-96db4a24-611a-4375-8d4e-63f4199f3dd1 req-b7e757be-b5f6-4737-8144-91bce58b28f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262570 Aug 29 05:45:56.965376 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-96db4a24-611a-4375-8d4e-63f4199f3dd1 req-bc16e8b6-2891-44ca-8f62-2640b1d3c381 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0245237 Aug 29 05:45:57.002009 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-96db4a24-611a-4375-8d4e-63f4199f3dd1 req-fd60c098-3a1e-4f75-9bb4-6ab9283c7e02 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193231 Aug 29 05:45:57.097085 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db4a24-611a-4375-8d4e-63f4199f3dd1 req-985f058f-d9cd-4c5b-bd9a-9820e5a48d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:57.098549 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-96db4a24-611a-4375-8d4e-63f4199f3dd1 req-985f058f-d9cd-4c5b-bd9a-9820e5a48d67 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893171 Aug 29 05:45:57.709275 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:58.522567 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:59.450156 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:19.011129 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:46:19.163868 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.701043 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-c757933f-5437-4d94-beba-d2c26317fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.224488 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e17968ea-e0e2-486b-a549-7c6ac74c9db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.477001 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.712857 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.524578 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.453220 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:49.175479 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:53.702250 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-75b8809a-feea-43f4-a465-4bc6066ffa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:56.011082 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:46:56.224416 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-927ea58c-d463-49cb-9a6e-f293d5e76688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:56.477657 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:57.007269 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9b47cd4c-e176-4096-9a49-6e1fd00e3285 req-08cecddd-ac81-4467-ac9e-82df4cca231c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1245184 Aug 29 05:46:57.054453 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9b47cd4c-e176-4096-9a49-6e1fd00e3285 req-7917c032-0497-4cdc-8deb-d66024633ed9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0242426 Aug 29 05:46:57.092285 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9b47cd4c-e176-4096-9a49-6e1fd00e3285 req-b48922bc-3d7a-41b4-8dce-3fb2bea92dce service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188115 Aug 29 05:46:57.184836 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47cd4c-e176-4096-9a49-6e1fd00e3285 req-d6e613de-7f43-4cac-9bfa-bbb2926021ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:57.186280 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-9b47cd4c-e176-4096-9a49-6e1fd00e3285 req-d6e613de-7f43-4cac-9bfa-bbb2926021ef service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871391 Aug 29 05:46:57.714185 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:58.536568 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:59.457077 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:19.176693 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:23.702687 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-64c85d1c-a444-4d8c-a38c-1efb2b5bf595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:26.223472 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-22e9f90e-69c6-4de8-87c7-26bc982c56f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:26.478761 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:27.717285 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:28.551294 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:29.460429 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:33.011233 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:47:49.174556 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:53.703732 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-56cb5907-233f-49d1-9d77-82cc198c3625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:56.224465 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b666638a-972a-444a-85f1-1ccbc4786d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:56.479652 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:56.898433 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a72a6256-42e7-48cd-aad4-03093504cb89 req-8deb473c-03e4-48a5-8df8-aecd1ba55669 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265734 Aug 29 05:47:56.962399 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a72a6256-42e7-48cd-aad4-03093504cb89 req-8cb9b60c-dd1d-4316-a46a-f522c8608e92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0250709 Aug 29 05:47:57.001562 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a72a6256-42e7-48cd-aad4-03093504cb89 req-479c7860-8ffd-495e-bdc6-7568e55748ab service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194612 Aug 29 05:47:57.095568 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a6256-42e7-48cd-aad4-03093504cb89 req-8575690a-af21-41e1-aec7-0e4f86adb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:57.097066 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-a72a6256-42e7-48cd-aad4-03093504cb89 req-8575690a-af21-41e1-aec7-0e4f86adb52d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882187 Aug 29 05:47:57.719957 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:58.543328 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:59.463144 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:10.011556 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:48:19.176055 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:23.704224 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-80c79a61-5647-41b5-a36c-c3ccccd4e419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:26.224444 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e40f7a96-72a6-410f-81dc-2b4f9d275e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:26.482660 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:27.722664 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:28.551005 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:29.467225 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:47.012084 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:48:49.178801 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:53.704803 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b0df3298-665f-4845-a9dc-8725469f07a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:56.225090 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f696fdb9-4de6-4c0f-92c4-4caf6a0d2985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:56.484563 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:57.726082 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:58.229785 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d3cdea1-5ef0-4dcb-ac06-18c93b1007e3 req-337a3f10-d3c7-4aa7-bf8d-c908a6c3a423 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3384929 Aug 29 05:48:58.275913 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d3cdea1-5ef0-4dcb-ac06-18c93b1007e3 req-9ee88975-3e28-4ceb-b75b-a29a22364249 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0241697 Aug 29 05:48:58.313819 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d3cdea1-5ef0-4dcb-ac06-18c93b1007e3 req-267e4166-6e36-4bee-8f25-bbeee529d92a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186620 Aug 29 05:48:58.406457 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cdea1-5ef0-4dcb-ac06-18c93b1007e3 req-5e6f89ee-e6d9-4bdf-a9dd-327de29c8192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:58.408024 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-2d3cdea1-5ef0-4dcb-ac06-18c93b1007e3 req-5e6f89ee-e6d9-4bdf-a9dd-327de29c8192 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877240 Aug 29 05:48:58.563482 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:59.470162 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:19.187102 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:23.704369 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4cc16796-b9e5-40d5-8308-0bf2a9098d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:24.012948 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:49:26.225709 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f6da9ec8-80c0-4987-8edb-cbb363eae70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:26.484909 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:27.728730 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:28.596725 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:29.473407 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:49.200943 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:53.704227 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-233490cc-9bd1-42a3-9427-e5346eaa4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:56.226387 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-389fac39-9fa2-46de-9ea7-d7dd28cf2a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:56.486651 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:57.731021 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:57.894256 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d914d62-5a88-4103-bbbc-8f44264abd57 req-4bfba174-be64-464b-8e4d-6ae1e4cd6b9c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261238 Aug 29 05:49:57.957807 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d914d62-5a88-4103-bbbc-8f44264abd57 req-a13585d7-3d8d-4782-98ac-ac9ad4ab8db4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0242369 Aug 29 05:49:57.995344 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d914d62-5a88-4103-bbbc-8f44264abd57 req-c7337793-b977-429f-974e-43d98bb68ca6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190229 Aug 29 05:49:58.093020 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d914d62-5a88-4103-bbbc-8f44264abd57 req-bb1f2020-081b-463b-9824-407e5652a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:58.094529 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-8d914d62-5a88-4103-bbbc-8f44264abd57 req-bb1f2020-081b-463b-9824-407e5652a512 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898385 Aug 29 05:49:58.592483 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:59.475130 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:01.012102 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:50:19.215990 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:23.705643 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-29ae91cc-0b38-42ca-8470-88e14afe7c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:26.227728 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-23b0552e-383c-4876-b3e8-03a812cdc94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:26.492123 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:27.733768 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:28.591145 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:29.481554 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:38.010815 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:50:44.691034 n-d-712141-12 neutron-server[94851]: DEBUG neutron.wsgi [req-0cafb647-4046-40b7-997c-f87f798bf8c5 req-c08bcfc8-cd22-4026-ad53-0d02958dcf7a service neutron] (94851) timed out ('10.222.0.49', 33292) {{(pid=94851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:50:49.232262 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:53.705431 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-4ade86ac-dd21-4924-82e1-ce1f938469cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:56.227941 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-72c1c656-13dc-41d2-9d3a-ac52a2f3926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:56.492669 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:57.737280 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:58.614723 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:59.481538 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:59.898615 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46bb9414-f7b9-4294-a026-42fefacdc503 req-933d9685-83ef-4313-b546-d6abc1747a1c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269048 Aug 29 05:50:59.943716 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46bb9414-f7b9-4294-a026-42fefacdc503 req-75a66cab-ca20-4de9-91ed-4025851770b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0243478 Aug 29 05:50:59.982255 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46bb9414-f7b9-4294-a026-42fefacdc503 req-77a950b8-627d-4d4d-97b9-641a68b77826 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194209 Aug 29 05:51:00.082178 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9414-f7b9-4294-a026-42fefacdc503 req-107d7694-899f-4887-ba89-6874ebf207da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:00.084378 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-46bb9414-f7b9-4294-a026-42fefacdc503 req-107d7694-899f-4887-ba89-6874ebf207da service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957155 Aug 29 05:51:15.010084 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:51:19.246015 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.707310 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f54188b5-ee6c-4832-8be3-c63f9f36e910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:26.229313 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-6454fb88-9272-47fc-83b3-10ab9440a752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:26.492943 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:27.740805 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:28.636573 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:29.484231 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:49.260654 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:52.009160 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:51:53.707676 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-e428229c-d01b-4159-a38c-2a73c7a49e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:56.229375 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-03f77303-1a98-4638-ac5d-259eef2cd1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:56.497358 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:57.742306 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:58.650056 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:59.487591 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:59.933760 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-33cd7870-70cb-489d-962d-93b60ea5aaa8 req-1ec18f53-8ca6-496e-b9ae-d38cad0a1b7a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0691957 Aug 29 05:52:00.000907 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-33cd7870-70cb-489d-962d-93b60ea5aaa8 req-83b3ee86-f775-45fd-b423-bad29e80dc4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c315ab7fe9442ebbeae0625b3094431&device_id=56b9ac27-12be-46c9-8e61-3e6b2f22d954 HTTP/1.1" status: 200 len: 210 time: 0.0259731 Aug 29 05:52:00.038092 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-33cd7870-70cb-489d-962d-93b60ea5aaa8 req-163332d9-63d2-46f7-b6f1-96f8a6577f14 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c315ab7fe9442ebbeae0625b3094431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189247 Aug 29 05:52:00.135919 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd7870-70cb-489d-962d-93b60ea5aaa8 req-f964825e-f218-45c6-a6fd-ba066d840cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:52:00.137309 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-33cd7870-70cb-489d-962d-93b60ea5aaa8 req-f964825e-f218-45c6-a6fd-ba066d840cc0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921073 Aug 29 05:52:19.259408 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:23.707198 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-69ffb0d6-6c8f-4dae-b789-7d0abc935e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:26.230132 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-16f05a74-689c-45d2-975c-b9f77ecacdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:26.497823 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:27.745821 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:28.649283 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:29.008941 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:52:29.489901 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:49.259515 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf25c-14e3-41dd-9b6c-92ea84cfb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:53.713110 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-f577a9eb-f3af-45ea-bb11-bc38b5ee93c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:56.230789 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5800b945-4a50-4694-ae2a-78f99a4b486b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:56.500825 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-48fbabda-454d-48ea-8645-d0aff4dab243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:57.753373 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b4e38e03-141d-4bba-b10e-ecfde75ae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:58.647731 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-5115d83d-5242-40bd-8f9e-6551385402b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:59.495454 n-d-712141-12 neutron-server[94852]: DEBUG neutron_lib.callbacks.manager [None req-b1b37541-1f7c-434b-8051-fc834623251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768854315228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702304'] for agent, after_update {{(pid=94852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:00.899524 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5a40c0c1-86b3-49b0-b33b-f9f5adefd006 req-1ce93101-9ab2-4215-9cf8-1832a94fe0fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303771 Aug 29 05:53:00.948037 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5a40c0c1-86b3-49b0-b33b-f9f5adefd006 req-90bbd46f-fb50-40cb-846a-418b730ed302 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&device_id=0bf57a52-eb0e-43ac-813d-edb1297df7b8 HTTP/1.1" status: 200 len: 210 time: 0.0263450 Aug 29 05:53:00.988059 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5a40c0c1-86b3-49b0-b33b-f9f5adefd006 req-526174d3-72ae-485f-8ea0-dae5ac400a20 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8857707ec6cc4f90bf4317d56a8ebe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219285 Aug 29 05:53:01.085388 n-d-712141-12 neutron-server[94850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40c0c1-86b3-49b0-b33b-f9f5adefd006 req-e2580958-2cc5-40e5-bfa5-cfe6e8c50aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:53:01.087061 n-d-712141-12 neutron-server[94850]: INFO neutron.wsgi [req-5a40c0c1-86b3-49b0-b33b-f9f5adefd006 req-e2580958-2cc5-40e5-bfa5-cfe6e8c50aaf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925105 Aug 29 05:53:06.008502 n-d-712141-12 neutron-server[94853]: DEBUG neutron.db.agents_db [None req-6c304fa4-5591-4029-a3e3-a669e92eb412 None None] Agent healthcheck: found 7 active agents {{(pid=94853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}